-- Logs begin at Fri 2021-12-24 10:10:55 UTC, end at Fri 2021-12-24 12:09:23 UTC. --
Dec 24 10:51:50.688100 dv-neutron-822691-2-hyperv systemd[1]: Started Devstack devstack@q-svc.service.
Dec 24 10:51:53.294561 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.common.config [-] Logging enabled!
Dec 24 10:51:53.295147 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 16.4.3.dev21
Dec 24 10:51:53.296407 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88767) setup_logging /opt/stack/neutron/neutron/common/config.py:111}}
Dec 24 10:51:53.297185 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.common.config [-] Logging enabled!
Dec 24 10:51:53.297479 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 16.4.3.dev21
Dec 24 10:51:53.297761 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88767) setup_logging /opt/stack/neutron/neutron/common/config.py:111}}
Dec 24 10:51:53.298932 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Dec 24 10:51:53.299197 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Dec 24 10:51:53.300212 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Dec 24 10:51:53.300500 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Dec 24 10:51:53.300717 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Dec 24 10:51:53.301282 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:53.301615 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:53.301977 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:53.302241 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:53.302582 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:53.302919 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:53.303236 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:53.303563 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:53.303907 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:53.304232 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:53.304543 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:53.304863 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:53.305110 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:53.305425 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:53.305755 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:53.306137 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:53.306364 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.common.config [-] debug                          = True {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:53.306674 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:53.307209 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:53.307531 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:53.307841 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:53.308168 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:53.308476 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:53.308780 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:53.309096 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:53.309462 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.common.config [-] host                           = dv-neutron-822691-2-hyperv {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:53.309769 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:53.310122 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:53.310447 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:53.310771 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:53.311079 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:53.311389 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:53.311709 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:53.312015 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:53.312322 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:53.312629 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:53.312961 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:53.313288 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:53.313623 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:53.313899 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:53.314156 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:53.314485 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:53.314981 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:53.315101 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:53.315400 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:53.315702 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:53.316006 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:53.316311 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:53.316640 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:53.316970 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:53.317295 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:53.317622 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:53.317957 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:53.318268 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:53.318570 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:53.318873 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:53.319195 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:53.319499 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:53.319804 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:53.320108 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:53.320455 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:53.320738 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:53.321045 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:53.321395 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:53.321722 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:53.322072 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:53.322395 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:53.322703 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:53.323037 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:53.323341 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:53.323642 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:53.323944 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:53.324247 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:53.324549 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:53.324876 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:53.325184 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:53.325486 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:53.325792 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:53.326122 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:53.326449 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:53.326789 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:53.327134 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:53.327480 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:53.327797 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:53.328124 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:53.328444 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:53.328766 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:53.329081 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:53.329409 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:53.329738 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:53.330112 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:53.330415 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:53.330739 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:53.331072 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:53.331405 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:53.331713 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:53.332028 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:53.332410 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:53.332724 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:53.333031 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:53.333367 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:53.333678 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:53.334006 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:53.334321 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:53.334635 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:53.334936 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:53.335239 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:53.335548 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:53.335875 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:53.336182 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:53.336484 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:53.336786 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:53.337093 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:53.337398 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:53.337719 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:53.338054 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:53.338360 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:53.338666 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:53.338974 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:53.339280 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:53.339585 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:53.339894 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:53.340199 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:53.340509 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:53.340810 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:53.341113 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:53.341414 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:53.341719 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:53.342049 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:53.342351 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:53.342654 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:53.343019 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:53.343280 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:53.343568 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:53.343871 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:53.344175 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:53.344475 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:53.344795 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:53.345129 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:53.345440 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:53.345751 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:53.346086 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:53.346397 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:53.346705 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:53.347018 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:53.347327 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:53.347639 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:53.347970 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:53.348300 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:53.348798 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:53.349116 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:53.349436 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:53.349749 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:53.350112 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:53.350425 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:53.350743 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:53.351053 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:53.351365 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:53.351682 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:53.352003 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:53.352335 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:53.352665 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:53.352998 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:53.353333 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:53.353661 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:53.353999 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:53.354355 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:53.354670 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:53.354919 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Dec 24 10:51:53.355193 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=88767) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:352}}
Dec 24 10:51:54.001680 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=88767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 10:51:54.001949 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=88767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 10:51:54.002219 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=88767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 10:51:54.003882 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.manager [-] Loading core plugin: ml2
Dec 24 10:51:54.348425 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=88767) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 24 10:51:54.349005 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=88767) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 24 10:51:54.349005 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=88767) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 24 10:51:54.409180 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=88767) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 24 10:51:54.409495 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=88767) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 24 10:51:54.409797 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=88767) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 24 10:51:54.412842 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=88767) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 24 10:51:54.413157 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=88767) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 24 10:51:54.413454 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=88767) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 24 10:51:54.559717 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=88767) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 24 10:51:54.560035 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=88767) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 24 10:51:54.560335 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=88767) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 24 10:51:54.561361 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=88767) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 24 10:51:54.561666 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=88767) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 24 10:51:54.561984 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=88767) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 24 10:51:54.683372 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f5272e73b70> agent after_create 55550000 {{(pid=88767) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 24 10:51:54.683598 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f5272e73b70> agent after_update 55550000 {{(pid=88767) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 24 10:51:54.683885 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7f5272e73bf8> segment precommit_create 55550000 {{(pid=88767) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 24 10:51:54.684186 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7f5272e73c80> network precommit_delete 55550000 {{(pid=88767) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 24 10:51:54.685007 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7f5272e90d90> segment before_delete 55550000 {{(pid=88767) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 24 10:51:54.867736 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f527411a940>> network before_delete 55550000 {{(pid=88767) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 24 10:51:54.868123 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7f5272f40e18> agent before_delete 55550000 {{(pid=88767) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 24 10:51:54.868450 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f527411a940>> network before_create 55550000 {{(pid=88767) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 24 10:51:54.868760 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f527411a940>> port before_create 55550000 {{(pid=88767) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 24 10:51:54.869058 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f527411a940>> port before_update 55550000 {{(pid=88767) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 24 10:51:54.869437 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_after_delete_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f527411a940>> segment after_delete 55550000 {{(pid=88767) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 24 10:51:54.869736 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f527411a940>> segment precommit_create 55550000 {{(pid=88767) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 24 10:51:54.870050 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f527411a940>> segment precommit_delete 55550000 {{(pid=88767) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 24 10:51:54.870339 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f527411a940>> segment after_create 55550000 {{(pid=88767) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 24 10:51:54.870652 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f527411a940>> network after_delete 55550000 {{(pid=88767) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 24 10:51:54.870948 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f527411a940>> network precommit_delete 0 {{(pid=88767) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 24 10:51:54.871252 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f527411a940>> port provisioning_complete 55550000 {{(pid=88767) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 24 10:51:54.871553 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f527411a940>> rbac-policy before_create 55550000 {{(pid=88767) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 24 10:51:54.871844 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f527411a940>> rbac-policy after_delete 55550000 {{(pid=88767) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 24 10:51:54.872158 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f527411a940>> agent after_update 55550000 {{(pid=88767) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 24 10:51:54.872449 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f527411a940>> subnet after_delete 55550000 {{(pid=88767) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 24 10:51:54.872741 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f527411a940>> subnet precommit_delete 0 {{(pid=88767) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 24 10:51:54.873058 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f527411a940>> rbac-policy before_update 55550000 {{(pid=88767) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 24 10:51:54.873344 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f527411a940>> rbac-policy before_delete 55550000 {{(pid=88767) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 24 10:51:54.873680 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f527411a940>> segment_host_mapping after_create 55550000 {{(pid=88767) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 24 10:51:54.874145 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f527411a940>> port after_create 55550000 {{(pid=88767) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 24 10:51:54.874434 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f527411a940>> port after_update 55550000 {{(pid=88767) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 24 10:51:54.874715 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f527411a940>> port after_delete 55550000 {{(pid=88767) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 24 10:51:54.875047 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f527411a940>> rbac-policy before_create 55550000 {{(pid=88767) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 24 10:51:54.875325 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f527411a940>> rbac-policy before_update 55550000 {{(pid=88767) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 24 10:51:54.875603 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f527411a940>> rbac-policy before_delete 55550000 {{(pid=88767) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 24 10:51:54.876024 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=88767) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Dec 24 10:51:54.876298 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=88767) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Dec 24 10:51:54.876570 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=88767) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Dec 24 10:51:54.876840 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=88767) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Dec 24 10:51:54.877108 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=88767) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Dec 24 10:51:54.877377 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=88767) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Dec 24 10:51:54.878805 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Dec 24 10:51:54.887343 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Dec 24 10:51:54.895004 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Dec 24 10:51:54.900399 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(600, 649)])])
Dec 24 10:51:54.904505 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Dec 24 10:51:54.905701 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Dec 24 10:51:54.906116 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
Dec 24 10:51:54.906557 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Dec 24 10:51:54.910752 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Dec 24 10:51:54.911046 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Dec 24 10:51:54.911437 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
Dec 24 10:51:54.938696 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic']
Dec 24 10:51:54.939161 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7f5272c3b9b0>> qos_plugin after_init 55550000 {{(pid=88767) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 24 10:51:54.939499 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=88767) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}}
Dec 24 10:51:54.939907 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7f5272be2208>> logging-plugin after_init 55550000 {{(pid=88767) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 24 10:51:54.941250 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=88767) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Dec 24 10:51:54.942060 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
Dec 24 10:51:54.942346 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
Dec 24 10:51:54.945584 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f5272be2278>> floatingip before_response 55550000 {{(pid=88767) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 24 10:51:54.945926 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f5272be2278>> port before_response 55550000 {{(pid=88767) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 24 10:51:55.013194 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Dec 24 10:51:55.013466 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Dec 24 10:51:55.013735 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Dec 24 10:51:55.014176 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Dec 24 10:51:55.059553 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_db.sqlalchemy.engines [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=88767) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}}
Dec 24 10:51:55.364590 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.plugins.ml2.managers [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Initializing driver for type 'gre'
Dec 24 10:51:55.365188 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] gre ID ranges: [(1, 1000)]
Dec 24 10:51:55.408974 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.plugins.ml2.managers [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Initializing driver for type 'local'
Dec 24 10:51:55.409343 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.plugins.ml2.managers [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Initializing driver for type 'vlan'
Dec 24 10:51:55.423108 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] VlanTypeDriver initialization complete
Dec 24 10:51:55.423478 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.plugins.ml2.managers [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Initializing driver for type 'vxlan'
Dec 24 10:51:55.424047 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] vxlan ID ranges: [(1, 1000)]
Dec 24 10:51:55.468382 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.plugins.ml2.managers [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Initializing extension driver 'port_security'
Dec 24 10:51:55.468714 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.plugins.ml2.extensions.port_security [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] PortSecurityExtensionDriver initialization complete
Dec 24 10:51:55.469072 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.plugins.ml2.managers [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Initializing mechanism driver 'openvswitch'
Dec 24 10:51:55.469428 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.plugins.ml2.managers [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Initializing mechanism driver 'hyperv'
Dec 24 10:51:55.475891 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=88767) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 10:51:55.476759 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f5272c0c438>> port after_create 55550000 {{(pid=88767) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 24 10:51:55.477158 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f5272c0c438>> port after_update 55550000 {{(pid=88767) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 24 10:51:55.477532 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f5272c0c438>> port after_delete 55550000 {{(pid=88767) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 24 10:51:55.477936 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f5272780f98>> subnet after_create 55550000 {{(pid=88767) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 24 10:51:55.478323 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f5272780f98>> subnet after_update 55550000 {{(pid=88767) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 24 10:51:55.478707 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f5272780f98>> subnet after_delete 55550000 {{(pid=88767) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 24 10:51:55.479095 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f527278d198>> network after_create 55550000 {{(pid=88767) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 24 10:51:55.479462 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f527278d198>> network after_update 55550000 {{(pid=88767) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 24 10:51:55.479824 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f527278d198>> network after_delete 55550000 {{(pid=88767) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 24 10:51:55.480225 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f527278d358>> security_group after_create 55550000 {{(pid=88767) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 24 10:51:55.480593 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f527278d358>> security_group after_update 55550000 {{(pid=88767) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 24 10:51:55.480952 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f527278d358>> security_group after_delete 55550000 {{(pid=88767) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 24 10:51:55.481351 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f527278d518>> security_group_rule after_create 55550000 {{(pid=88767) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 24 10:51:55.481715 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f527278d518>> security_group_rule after_update 55550000 {{(pid=88767) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 24 10:51:55.482239 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f527278d518>> security_group_rule after_delete 55550000 {{(pid=88767) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 24 10:51:55.482596 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] ML2 OVO RPC backend initialized. {{(pid=88767) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:140}}
Dec 24 10:51:55.483304 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f527278d5f8>> router_interface after_create 55550000 {{(pid=88767) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 24 10:51:55.483686 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f527278d5f8>> router_interface after_delete 55550000 {{(pid=88767) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 24 10:51:55.484134 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f527278d5f8>> network before_response 55550000 {{(pid=88767) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 24 10:51:55.484502 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f527278d5f8>> networks before_response 55550000 {{(pid=88767) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 24 10:51:55.484870 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f527278d5f8>> port before_response 55550000 {{(pid=88767) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 24 10:51:55.485234 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f527278d5f8>> ports before_response 55550000 {{(pid=88767) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 24 10:51:55.485599 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f527278d5f8>> subnet before_response 55550000 {{(pid=88767) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 24 10:51:55.485989 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f527278d5f8>> subnets before_response 55550000 {{(pid=88767) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 24 10:51:55.486359 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f527278d5f8>> network after_create 55550000 {{(pid=88767) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 24 10:51:55.486721 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f527278d5f8>> network after_update 55550000 {{(pid=88767) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 24 10:51:55.487075 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f527278d5f8>> network after_delete 55550000 {{(pid=88767) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 24 10:51:55.487433 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f527278d5f8>> port after_create 55550000 {{(pid=88767) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 24 10:51:55.487791 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f527278d5f8>> port after_update 55550000 {{(pid=88767) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 24 10:51:55.488148 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f527278d5f8>> port after_delete 55550000 {{(pid=88767) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 24 10:51:55.488560 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f527278d5f8>> subnet after_create 55550000 {{(pid=88767) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 24 10:51:55.488915 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f527278d5f8>> subnet after_update 55550000 {{(pid=88767) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 24 10:51:55.489272 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f527278d5f8>> subnet after_delete 55550000 {{(pid=88767) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 24 10:51:55.489925 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.plugins.ml2.plugin [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Modular L2 Plugin initialization complete
Dec 24 10:51:55.490273 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.manager [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Loading services supported by the core plugin {{(pid=88767) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:171}}
Dec 24 10:51:55.490628 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.plugins.ml2.managers [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Got port-security extension from driver 'port_security'
Dec 24 10:51:55.491131 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.extensions.vlantransparent [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Disabled vlantransparent extension.
Dec 24 10:51:55.491576 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.manager [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=88767) _load_service_plugins /opt/stack/neutron/neutron/manager.py:197}}
Dec 24 10:51:55.491908 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.manager [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Loading Plugin: router
Dec 24 10:51:55.535604 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f527278d780>> router_interface before_create 55550000 {{(pid=88767) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 24 10:51:55.536003 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f527278d780>> router after_create 55549900 {{(pid=88767) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 24 10:51:55.536406 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f527278d780>> router before_create 55549900 {{(pid=88767) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 24 10:51:55.536811 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f527278d780>> router_interface before_delete 55550000 {{(pid=88767) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 24 10:51:55.537204 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f527278d780>> router_interface after_delete 55550000 {{(pid=88767) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 24 10:51:55.537594 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f527278d780>> router after_delete 55549900 {{(pid=88767) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 24 10:51:55.538012 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f527278d780>> floatingip after_update 55550000 {{(pid=88767) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 24 10:51:55.538413 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f527278d780>> router after_create 55549900 {{(pid=88767) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 24 10:51:55.538770 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f527278d780>> router after_update 55549900 {{(pid=88767) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 24 10:51:55.539202 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f527278d780>> router after_update 55549900 {{(pid=88767) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 24 10:51:55.539596 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f527278d780>> router_gateway after_delete 55550000 {{(pid=88767) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 24 10:51:55.539986 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f527278d780>> router after_update 55549900 {{(pid=88767) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 24 10:51:55.540439 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f527278d780>> router precommit_update 55549900 {{(pid=88767) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 24 10:51:55.540811 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7f5272d7cae8> port after_update 55550000 {{(pid=88767) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 24 10:51:55.541221 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7f5272d7c9d8> port after_delete 55550000 {{(pid=88767) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 24 10:51:55.541550 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7f5272d7ca60> subnet after_update 55550000 {{(pid=88767) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 24 10:51:55.541937 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7f5272d7cb70> subnetpool_address_scope after_update 55550000 {{(pid=88767) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 24 10:51:55.542390 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f527278d780>> port precommit_delete 55550000 {{(pid=88767) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 24 10:51:55.542783 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f527278d780>> router precommit_create 55549900 {{(pid=88767) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 24 10:51:55.543192 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7f5272d66378> port before_delete 55550000 {{(pid=88767) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 24 10:51:55.543479 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f527278d780>> router precommit_create 55550000 {{(pid=88767) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 24 10:51:55.544068 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f527278d780>> router after_update 55549900 {{(pid=88767) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 24 10:51:55.544473 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f527278d780>> router precommit_delete 55549900 {{(pid=88767) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 24 10:51:55.544473 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f527278d780>> router precommit_create 55549900 {{(pid=88767) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 24 10:51:55.544889 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f527278d780>> router_interface after_create 55550000 {{(pid=88767) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 24 10:51:55.545244 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f527278d780>> router precommit_update 55549900 {{(pid=88767) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 24 10:51:55.545653 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Subscribe: <bound method DVRResourceOperationHandler.create_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f527278d780>> agent after_create 55550000 {{(pid=88767) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 24 10:51:55.546100 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f527278d780>> agent after_delete 55550000 {{(pid=88767) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 24 10:51:55.546439 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f527278d780>> network after_delete 55550000 {{(pid=88767) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 24 10:51:55.547508 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource_registry [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Tracking information for resource: router configured {{(pid=88767) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Dec 24 10:51:55.547819 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource_registry [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Tracking information for resource: floatingip configured {{(pid=88767) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Dec 24 10:51:55.553295 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.l3_agentschedulers_db [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Dec 24 10:51:55.553972 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Subscribe: <function _notify_l3_agent_port_update at 0x7f52726f4d90> port after_update 55550000 {{(pid=88767) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 24 10:51:55.554367 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Subscribe: <function _notify_l3_agent_new_port at 0x7f52726f4c80> port after_create 55550000 {{(pid=88767) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 24 10:51:55.554752 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Subscribe: <function _notify_port_delete at 0x7f52726f4d08> port after_delete 55550000 {{(pid=88767) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 24 10:51:55.555123 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7f52726f4f28> port after_update 55550000 {{(pid=88767) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 24 10:51:55.556130 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f5272661320>> router before_create 55550100 {{(pid=88767) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 24 10:51:55.556520 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f5272661320>> router precommit_delete 55550100 {{(pid=88767) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 24 10:51:55.556911 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f5272661320>> router precommit_create 55550100 {{(pid=88767) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 24 10:51:55.557295 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f5272661320>> router precommit_update 55550100 {{(pid=88767) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 24 10:51:55.562201 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.provider_configuration [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Service providers = [] {{(pid=88767) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Dec 24 10:51:55.562585 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.servicetype_db [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=88767) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Dec 24 10:51:55.565655 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.service_base [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=88767) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Dec 24 10:51:55.566056 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.service_base [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=88767) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Dec 24 10:51:55.566469 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.service_base [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=88767) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Dec 24 10:51:55.567401 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.service_base [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=88767) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Dec 24 10:51:55.567794 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.services.service_base [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Default provider is not specified for service type L3_ROUTER_NAT
Dec 24 10:51:55.568228 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.manager [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=88767) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}}
Dec 24 10:51:55.568572 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.manager [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Dec 24 10:51:55.589693 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.manager [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=88767) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}}
Dec 24 10:51:55.590077 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.manager [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Loading Plugin: auto_allocate
Dec 24 10:51:55.601122 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f52726cb488> network precommit_update 55550000 {{(pid=88767) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 24 10:51:55.601519 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f52726cb488> network precommit_create 55550000 {{(pid=88767) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 24 10:51:55.602136 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.manager [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=88767) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}}
Dec 24 10:51:55.602485 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.manager [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Loading Plugin: tag
Dec 24 10:51:55.614420 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.manager [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=88767) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}}
Dec 24 10:51:55.614840 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.manager [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Loading Plugin: timestamp
Dec 24 10:51:55.618630 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.manager [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=88767) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}}
Dec 24 10:51:55.618971 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.manager [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Loading Plugin: network_ip_availability
Dec 24 10:51:55.624658 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f52726c7c88>> rbac-policy before_create 55550000 {{(pid=88767) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 24 10:51:55.625065 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f52726c7c88>> rbac-policy before_update 55550000 {{(pid=88767) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 24 10:51:55.625411 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f52726c7c88>> rbac-policy before_delete 55550000 {{(pid=88767) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 24 10:51:55.626269 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.manager [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=88767) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}}
Dec 24 10:51:55.626614 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.manager [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Loading Plugin: flavors
Dec 24 10:51:55.643181 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.manager [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=88767) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}}
Dec 24 10:51:55.643546 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.manager [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Loading Plugin: revisions
Dec 24 10:51:55.648423 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.manager [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=88767) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}}
Dec 24 10:51:55.648832 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.647s {{(pid=88767) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 10:51:55.649683 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=88767) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:638}}
Dec 24 10:51:55.650078 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Initializing extension manager.
Dec 24 10:51:55.650637 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Loading extension file: __init__.py {{(pid=88767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 24 10:51:55.651007 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Loading extension file: __pycache__ {{(pid=88767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 24 10:51:55.651368 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=88767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 24 10:51:55.651728 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=88767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 24 10:51:55.652087 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Loading extension file: _filter_validation_lib.py {{(pid=88767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 24 10:51:55.652442 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=88767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 24 10:51:55.652794 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Loading extension file: address_scope.py {{(pid=88767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 24 10:51:55.653667 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=88767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 24 10:51:55.654370 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Loaded extension: address-scope
Dec 24 10:51:55.654717 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Loading extension file: admin_state_down_before_update.py {{(pid=88767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 24 10:51:55.655708 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=88767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 24 10:51:55.656263 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Loaded extension: router-admin-state-down-before-update
Dec 24 10:51:55.656617 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Loading extension file: agent.py {{(pid=88767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 24 10:51:55.657405 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=88767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 24 10:51:55.657988 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Loaded extension: agent
Dec 24 10:51:55.658341 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Loading extension file: agent_resources_synced.py {{(pid=88767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 24 10:51:55.659248 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=88767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 24 10:51:55.659799 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Loaded extension: agent-resources-synced
Dec 24 10:51:55.660198 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Loading extension file: allowedaddresspairs.py {{(pid=88767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 24 10:51:55.662113 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=88767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 24 10:51:55.662702 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Loaded extension: allowed-address-pairs
Dec 24 10:51:55.663130 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Loading extension file: auto_allocated_topology.py {{(pid=88767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 24 10:51:55.664338 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=88767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 24 10:51:55.664907 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Loaded extension: auto-allocated-topology
Dec 24 10:51:55.665260 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Loading extension file: availability_zone.py {{(pid=88767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 24 10:51:55.666292 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=88767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 24 10:51:55.666874 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Loaded extension: availability_zone
Dec 24 10:51:55.667226 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Loading extension file: availability_zone_filter.py {{(pid=88767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 24 10:51:55.668180 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=88767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 24 10:51:55.668740 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Loaded extension: availability_zone_filter
Dec 24 10:51:55.669086 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Loading extension file: data_plane_status.py {{(pid=88767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 24 10:51:55.670022 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=88767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 24 10:51:55.670576 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Extension data-plane-status not supported by any of loaded plugins
Dec 24 10:51:55.670923 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Loading extension file: default_subnetpools.py {{(pid=88767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 24 10:51:55.671834 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=88767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 24 10:51:55.672386 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Loaded extension: default-subnetpools
Dec 24 10:51:55.672734 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Loading extension file: dhcpagentscheduler.py {{(pid=88767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 24 10:51:55.673635 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 24 10:51:55.674242 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Loaded extension: dhcp_agent_scheduler
Dec 24 10:51:55.674594 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Loading extension file: dns.py {{(pid=88767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 24 10:51:55.675519 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=88767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 24 10:51:55.677118 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Extension dns-integration not supported by any of loaded plugins
Dec 24 10:51:55.677468 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Loading extension file: dns_domain_ports.py {{(pid=88767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 24 10:51:55.678417 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=88767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 24 10:51:55.678980 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Extension dns-domain-ports not supported by any of loaded plugins
Dec 24 10:51:55.679326 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Loading extension file: dvr.py {{(pid=88767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 24 10:51:55.680073 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=88767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 24 10:51:55.680639 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Loaded extension: dvr
Dec 24 10:51:55.680989 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Loading extension file: empty_string_filtering.py {{(pid=88767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 24 10:51:55.681944 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=88767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 24 10:51:55.682588 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Loaded extension: empty-string-filtering
Dec 24 10:51:55.682940 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=88767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 24 10:51:55.683851 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 24 10:51:55.684403 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Dec 24 10:51:55.684753 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=88767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 24 10:51:55.685674 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=88767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 24 10:51:55.686262 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Dec 24 10:51:55.686614 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Loading extension file: external_net.py {{(pid=88767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 24 10:51:55.687535 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=88767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 24 10:51:55.688087 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Loaded extension: external-net
Dec 24 10:51:55.688435 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Loading extension file: extra_dhcp_opt.py {{(pid=88767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 24 10:51:55.689348 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=88767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 24 10:51:55.689928 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Loaded extension: extra_dhcp_opt
Dec 24 10:51:55.690276 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Loading extension file: extraroute.py {{(pid=88767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 24 10:51:55.691200 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=88767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 24 10:51:55.691824 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Loaded extension: extraroute
Dec 24 10:51:55.692172 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Loading extension file: extraroute_atomic.py {{(pid=88767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 24 10:51:55.693347 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=88767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 24 10:51:55.693938 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Loaded extension: extraroute-atomic
Dec 24 10:51:55.694292 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Loading extension file: filter_validation.py {{(pid=88767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 24 10:51:55.695010 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=88767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 24 10:51:55.695571 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Loaded extension: filter-validation
Dec 24 10:51:55.695921 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Loading extension file: fip_pf_description.py {{(pid=88767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 24 10:51:55.696850 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=88767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 24 10:51:55.697401 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Dec 24 10:51:55.697766 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Loading extension file: fip_port_details.py {{(pid=88767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 24 10:51:55.698695 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 24 10:51:55.699249 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Loaded extension: fip-port-details
Dec 24 10:51:55.699599 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Loading extension file: flavors.py {{(pid=88767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 24 10:51:55.700869 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=88767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 24 10:51:55.701434 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Loaded extension: flavors
Dec 24 10:51:55.701784 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=88767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 24 10:51:55.703544 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=88767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 24 10:51:55.704109 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Dec 24 10:51:55.704486 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Loading extension file: floatingip_pools.py {{(pid=88767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 24 10:51:55.705247 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=88767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 24 10:51:55.705815 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Loaded extension: floatingip-pools
Dec 24 10:51:55.706191 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Loading extension file: ip_allocation.py {{(pid=88767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 24 10:51:55.707179 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=88767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 24 10:51:55.707732 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Extension ip_allocation not supported by any of loaded plugins
Dec 24 10:51:55.708052 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=88767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 24 10:51:55.708971 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=88767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 24 10:51:55.709540 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Loaded extension: ip-substring-filtering
Dec 24 10:51:55.709921 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Loading extension file: l2_adjacency.py {{(pid=88767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 24 10:51:55.710846 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=88767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 24 10:51:55.711403 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Extension l2_adjacency not supported by any of loaded plugins
Dec 24 10:51:55.711752 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Loading extension file: l3.py {{(pid=88767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 24 10:51:55.712911 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=88767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 24 10:51:55.713483 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Loaded extension: router
Dec 24 10:51:55.713865 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Loading extension file: l3_conntrack_helper.py {{(pid=88767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 24 10:51:55.716577 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 24 10:51:55.717168 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Dec 24 10:51:55.717527 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=88767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 24 10:51:55.718490 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=88767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 24 10:51:55.719058 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Loaded extension: ext-gw-mode
Dec 24 10:51:55.719408 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=88767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 24 10:51:55.720667 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=88767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 24 10:51:55.721630 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Loaded extension: l3-ha
Dec 24 10:51:55.722250 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Loading extension file: l3_flavors.py {{(pid=88767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 24 10:51:55.723278 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=88767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 24 10:51:55.723848 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Loaded extension: l3-flavors
Dec 24 10:51:55.724200 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=88767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 24 10:51:55.725136 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=88767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 24 10:51:55.725688 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Loaded extension: l3-port-ip-change-not-allowed
Dec 24 10:51:55.726064 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Loading extension file: l3agentscheduler.py {{(pid=88767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 24 10:51:55.727351 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 24 10:51:55.727924 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Loaded extension: l3_agent_scheduler
Dec 24 10:51:55.728275 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Loading extension file: logging.py {{(pid=88767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 24 10:51:55.729941 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=88767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 24 10:51:55.730512 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Extension logging not supported by any of loaded plugins
Dec 24 10:51:55.730873 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Loading extension file: metering.py {{(pid=88767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 24 10:51:55.733433 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=88767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 24 10:51:55.734162 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Loaded extension: metering
Dec 24 10:51:55.734525 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Loading extension file: multiprovidernet.py {{(pid=88767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 24 10:51:55.735479 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=88767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 24 10:51:55.736049 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Loaded extension: multi-provider
Dec 24 10:51:55.736408 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Loading extension file: netmtu.py {{(pid=88767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 24 10:51:55.737330 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=88767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 24 10:51:55.737932 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Loaded extension: net-mtu
Dec 24 10:51:55.738340 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Loading extension file: netmtu_writable.py {{(pid=88767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 24 10:51:55.739256 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=88767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 24 10:51:55.739817 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Loaded extension: net-mtu-writable
Dec 24 10:51:55.740172 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Loading extension file: network_availability_zone.py {{(pid=88767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 24 10:51:55.740925 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=88767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 24 10:51:55.741477 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Loaded extension: network_availability_zone
Dec 24 10:51:55.741863 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Loading extension file: network_ip_availability.py {{(pid=88767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 24 10:51:55.742960 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=88767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 24 10:51:55.743557 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Loaded extension: network-ip-availability
Dec 24 10:51:55.743912 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Loading extension file: network_segment_range.py {{(pid=88767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 24 10:51:55.744836 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=88767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 24 10:51:55.745395 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Extension network-segment-range not supported by any of loaded plugins
Dec 24 10:51:55.745747 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Loading extension file: pagination.py {{(pid=88767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 24 10:51:55.746783 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 24 10:51:55.747144 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Loaded extension: pagination
Dec 24 10:51:55.747490 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=88767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 24 10:51:55.748418 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=88767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 24 10:51:55.748983 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Loaded extension: port-mac-address-regenerate
Dec 24 10:51:55.749337 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Loading extension file: port_resource_request.py {{(pid=88767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 24 10:51:55.750313 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=88767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 24 10:51:55.750868 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Extension port-resource-request not supported by any of loaded plugins
Dec 24 10:51:55.751217 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Loading extension file: portbindings.py {{(pid=88767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 24 10:51:55.752144 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=88767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 24 10:51:55.752700 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Loaded extension: binding
Dec 24 10:51:55.753045 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Loading extension file: portbindings_extended.py {{(pid=88767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 24 10:51:55.754410 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=88767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 24 10:51:55.754976 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Loaded extension: binding-extended
Dec 24 10:51:55.755335 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Loading extension file: portsecurity.py {{(pid=88767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 24 10:51:55.756245 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=88767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 24 10:51:55.756797 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Loaded extension: port-security
Dec 24 10:51:55.757554 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Loading extension file: project_id.py {{(pid=88767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 24 10:51:55.758137 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=88767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 24 10:51:55.758499 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Loaded extension: project-id
Dec 24 10:51:55.758846 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Loading extension file: providernet.py {{(pid=88767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 24 10:51:55.760206 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=88767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 24 10:51:55.760769 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Loaded extension: provider
Dec 24 10:51:55.761116 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Loading extension file: qos.py {{(pid=88767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 24 10:51:55.764800 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=88767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 24 10:51:55.765376 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Extension qos not supported by any of loaded plugins
Dec 24 10:51:55.765734 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=88767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 24 10:51:55.766998 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=88767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 24 10:51:55.767552 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Dec 24 10:51:55.767914 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=88767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 24 10:51:55.768842 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=88767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 24 10:51:55.769393 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Dec 24 10:51:55.769775 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Loading extension file: qos_default.py {{(pid=88767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 24 10:51:55.770810 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=88767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 24 10:51:55.771445 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Extension qos-default not supported by any of loaded plugins
Dec 24 10:51:55.771800 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Loading extension file: qos_fip.py {{(pid=88767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 24 10:51:55.772500 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=88767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 24 10:51:55.773047 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Extension qos-fip not supported by any of loaded plugins
Dec 24 10:51:55.773399 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Loading extension file: qos_gateway_ip.py {{(pid=88767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 24 10:51:55.774338 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=88767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 24 10:51:55.774897 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Extension qos-gateway-ip not supported by any of loaded plugins
Dec 24 10:51:55.775245 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Loading extension file: qos_port_network_policy.py {{(pid=88767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 24 10:51:55.776152 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=88767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 24 10:51:55.777762 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Extension qos-port-network-policy not supported by any of loaded plugins
Dec 24 10:51:55.777762 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Loading extension file: qos_rule_type_details.py {{(pid=88767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 24 10:51:55.777980 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=88767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 24 10:51:55.778495 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Extension qos-rule-type-details not supported by any of loaded plugins
Dec 24 10:51:55.778845 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Loading extension file: qos_rules_alias.py {{(pid=88767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 24 10:51:55.779896 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=88767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 24 10:51:55.780460 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Extension qos-rules-alias not supported by any of loaded plugins
Dec 24 10:51:55.780810 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Loading extension file: quotasv2.py {{(pid=88767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 24 10:51:55.781975 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=88767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 24 10:51:55.782342 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Loaded extension: quotas
Dec 24 10:51:55.782693 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Loading extension file: quotasv2_detail.py {{(pid=88767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 24 10:51:55.784278 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=88767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 24 10:51:55.784651 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Loaded extension: quota_details
Dec 24 10:51:55.785006 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Loading extension file: rbac.py {{(pid=88767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 24 10:51:55.786266 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=88767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 24 10:51:55.786842 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Loaded extension: rbac-policies
Dec 24 10:51:55.787199 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Loading extension file: rbac_address_scope.py {{(pid=88767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 24 10:51:55.788128 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=88767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 24 10:51:55.788690 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Loaded extension: rbac-address-scope
Dec 24 10:51:55.789045 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Loading extension file: rbac_security_groups.py {{(pid=88767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 24 10:51:55.789975 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=88767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 24 10:51:55.790532 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Loaded extension: rbac-security-groups
Dec 24 10:51:55.790880 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Loading extension file: rbac_subnetpool.py {{(pid=88767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 24 10:51:55.791795 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=88767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 24 10:51:55.792348 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Loaded extension: rbac-subnetpool
Dec 24 10:51:55.792698 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Loading extension file: revisionifmatch.py {{(pid=88767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 24 10:51:55.793610 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=88767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 24 10:51:55.794206 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Loaded extension: revision-if-match
Dec 24 10:51:55.794554 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Loading extension file: revisions.py {{(pid=88767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 24 10:51:55.795688 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=88767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 24 10:51:55.796244 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Loaded extension: standard-attr-revisions
Dec 24 10:51:55.796605 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Loading extension file: router_availability_zone.py {{(pid=88767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 24 10:51:55.797355 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=88767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 24 10:51:55.797950 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Loaded extension: router_availability_zone
Dec 24 10:51:55.798302 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Loading extension file: routerservicetype.py {{(pid=88767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 24 10:51:55.799217 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=88767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 24 10:51:55.799786 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Extension router-service-type not supported by any of loaded plugins
Dec 24 10:51:55.800136 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Loading extension file: security_groups_port_filtering.py {{(pid=88767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 24 10:51:55.801105 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=88767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 24 10:51:55.801633 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Loaded extension: port-security-groups-filtering
Dec 24 10:51:55.802014 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Loading extension file: securitygroup.py {{(pid=88767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 24 10:51:55.815158 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=88767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 24 10:51:55.815778 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Loaded extension: security-group
Dec 24 10:51:55.816176 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Loading extension file: segment.py {{(pid=88767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 24 10:51:55.817114 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=88767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 24 10:51:55.817672 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Extension segment not supported by any of loaded plugins
Dec 24 10:51:55.818078 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=88767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 24 10:51:55.819055 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=88767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 24 10:51:55.819613 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Dec 24 10:51:55.819969 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Loading extension file: servicetype.py {{(pid=88767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 24 10:51:55.821064 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=88767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 24 10:51:55.821627 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Loaded extension: service-type
Dec 24 10:51:55.822007 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Loading extension file: sorting.py {{(pid=88767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 24 10:51:55.823000 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 24 10:51:55.823363 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Loaded extension: sorting
Dec 24 10:51:55.823712 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Loading extension file: standard_attr_segment.py {{(pid=88767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 24 10:51:55.824609 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 24 10:51:55.825166 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Extension standard-attr-segment not supported by any of loaded plugins
Dec 24 10:51:55.825522 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Loading extension file: standardattrdescription.py {{(pid=88767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 24 10:51:55.826236 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=88767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 24 10:51:55.826800 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Loaded extension: standard-attr-description
Dec 24 10:51:55.827155 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Loading extension file: stateful_security_group.py {{(pid=88767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 24 10:51:55.828080 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=88767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 24 10:51:55.828634 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Loaded extension: stateful-security-group
Dec 24 10:51:55.828983 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Loading extension file: stdattrs_common.py {{(pid=88767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 24 10:51:55.829560 dv-neutron-822691-2-hyperv neutron-server[88767]: WARNING neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Dec 24 10:51:55.829933 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=88767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 24 10:51:55.830854 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=88767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 24 10:51:55.831410 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Dec 24 10:51:55.831761 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Loading extension file: subnet_onboard.py {{(pid=88767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 24 10:51:55.832886 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=88767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 24 10:51:55.833449 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Loaded extension: subnet_onboard
Dec 24 10:51:55.833800 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=88767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 24 10:51:55.834770 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=88767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 24 10:51:55.835328 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Dec 24 10:51:55.835676 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Loading extension file: subnet_service_types.py {{(pid=88767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 24 10:51:55.836694 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=88767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 24 10:51:55.837341 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Loaded extension: subnet-service-types
Dec 24 10:51:55.837663 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Loading extension file: subnetallocation.py {{(pid=88767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 24 10:51:55.838830 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=88767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 24 10:51:55.839419 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Loaded extension: subnet_allocation
Dec 24 10:51:55.839728 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=88767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 24 10:51:55.840457 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=88767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 24 10:51:55.841037 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Loaded extension: subnetpool-prefix-ops
Dec 24 10:51:55.841389 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=88767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 24 10:51:55.842332 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=88767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 24 10:51:55.842881 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Dec 24 10:51:55.843228 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Loading extension file: tagging.py {{(pid=88767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 24 10:51:55.844675 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=88767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 24 10:51:55.845230 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Loaded extension: standard-attr-tag
Dec 24 10:51:55.845594 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Loading extension file: timestamp.py {{(pid=88767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 24 10:51:55.846804 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=88767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 24 10:51:55.847364 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Loaded extension: standard-attr-timestamp
Dec 24 10:51:55.847804 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Loading extension file: trunk.py {{(pid=88767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 24 10:51:55.848854 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=88767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 24 10:51:55.849423 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Extension trunk not supported by any of loaded plugins
Dec 24 10:51:55.849777 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Loading extension file: trunk_details.py {{(pid=88767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 24 10:51:55.850745 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=88767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 24 10:51:55.851288 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Extension trunk-details not supported by any of loaded plugins
Dec 24 10:51:55.851642 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Loading extension file: uplink_status_propagation.py {{(pid=88767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 24 10:51:55.852555 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=88767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 24 10:51:55.853108 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Extension uplink-status-propagation not supported by any of loaded plugins
Dec 24 10:51:55.853458 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Loading extension file: vlantransparent.py {{(pid=88767) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}}
Dec 24 10:51:55.854183 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=88767) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}}
Dec 24 10:51:55.854738 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Extension vlan-transparent not supported by any of loaded plugins
Dec 24 10:51:55.857312 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.quota.resource_registry [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Creating instance of TrackedResource for resource:network
Dec 24 10:51:55.858187 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.quota.resource_registry [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Creating instance of TrackedResource for resource:subnet
Dec 24 10:51:55.858839 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.quota.resource_registry [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Creating instance of TrackedResource for resource:subnetpool
Dec 24 10:51:55.859484 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.quota.resource_registry [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Creating instance of TrackedResource for resource:port
Dec 24 10:51:55.860964 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.resource_helper [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=88767) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 24 10:51:55.861441 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.resource_helper [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Service FLAVORS assigned prefix:  {{(pid=88767) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 24 10:51:55.862165 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.resource_helper [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=88767) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 24 10:51:55.862623 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.resource_helper [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=88767) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 24 10:51:55.862987 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.quota.resource_registry [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Creating instance of TrackedResource for resource:router
Dec 24 10:51:55.863761 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.quota.resource_registry [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Creating instance of TrackedResource for resource:floatingip
Dec 24 10:51:55.864526 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.resource_helper [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Service METERING assigned prefix: /metering {{(pid=88767) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 24 10:51:55.866425 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f5272554f60>> rbac-policy before_create 55550000 {{(pid=88767) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 24 10:51:55.866754 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f5272554f60>> rbac-policy before_update 55550000 {{(pid=88767) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 24 10:51:55.867131 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f5272554f60>> rbac-policy before_delete 55550000 {{(pid=88767) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 24 10:51:55.868302 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.quota.resource_registry [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Creating instance of CountableResource for resource:rbac_policy
Dec 24 10:51:55.868783 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.quota.resource_registry [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Creating instance of TrackedResource for resource:security_group
Dec 24 10:51:55.869582 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.quota.resource_registry [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Creating instance of TrackedResource for resource:security_group_rule
Dec 24 10:51:55.870414 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.resource_helper [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Service CORE assigned prefix:  {{(pid=88767) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 24 10:51:55.870782 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.quota.resource_registry [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Creating instance of TrackedResource for resource:subnetpool
Dec 24 10:51:55.871140 dv-neutron-822691-2-hyperv neutron-server[88767]: WARNING neutron.quota.resource_registry [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] subnetpool is already registered
Dec 24 10:51:55.871781 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.resource_helper [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Service CORE assigned prefix:  {{(pid=88767) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 24 10:51:55.872148 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.quota.resource_registry [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Creating instance of TrackedResource for resource:subnetpool
Dec 24 10:51:55.872479 dv-neutron-822691-2-hyperv neutron-server[88767]: WARNING neutron.quota.resource_registry [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] subnetpool is already registered
Dec 24 10:51:55.875167 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.resource_helper [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=88767) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 24 10:51:55.875636 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.resource_helper [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Service FLAVORS assigned prefix:  {{(pid=88767) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 24 10:51:55.876273 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.resource_helper [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=88767) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 24 10:51:55.876727 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.resource_helper [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=88767) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 24 10:51:55.877089 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.quota.resource_registry [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Creating instance of TrackedResource for resource:router
Dec 24 10:51:55.877445 dv-neutron-822691-2-hyperv neutron-server[88767]: WARNING neutron.quota.resource_registry [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] router is already registered
Dec 24 10:51:55.878115 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.quota.resource_registry [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Creating instance of TrackedResource for resource:floatingip
Dec 24 10:51:55.878469 dv-neutron-822691-2-hyperv neutron-server[88767]: WARNING neutron.quota.resource_registry [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] floatingip is already registered
Dec 24 10:51:55.879235 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.resource_helper [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Service METERING assigned prefix: /metering {{(pid=88767) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 24 10:51:55.879962 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.quota.resource_registry [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Creating instance of CountableResource for resource:rbac_policy
Dec 24 10:51:55.880311 dv-neutron-822691-2-hyperv neutron-server[88767]: WARNING neutron.quota.resource_registry [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] rbac_policy is already registered
Dec 24 10:51:55.880759 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.quota.resource_registry [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Creating instance of TrackedResource for resource:security_group
Dec 24 10:51:55.881104 dv-neutron-822691-2-hyperv neutron-server[88767]: WARNING neutron.quota.resource_registry [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] security_group is already registered
Dec 24 10:51:55.881883 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.quota.resource_registry [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Creating instance of TrackedResource for resource:security_group_rule
Dec 24 10:51:55.882270 dv-neutron-822691-2-hyperv neutron-server[88767]: WARNING neutron.quota.resource_registry [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] security_group_rule is already registered
Dec 24 10:51:55.882981 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.resource_helper [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Service CORE assigned prefix:  {{(pid=88767) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 24 10:51:55.883344 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.quota.resource_registry [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Creating instance of TrackedResource for resource:subnetpool
Dec 24 10:51:55.883691 dv-neutron-822691-2-hyperv neutron-server[88767]: WARNING neutron.quota.resource_registry [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] subnetpool is already registered
Dec 24 10:51:55.884341 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.resource_helper [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Service CORE assigned prefix:  {{(pid=88767) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 24 10:51:55.884700 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.quota.resource_registry [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Creating instance of TrackedResource for resource:subnetpool
Dec 24 10:51:55.885368 dv-neutron-822691-2-hyperv neutron-server[88767]: WARNING neutron.quota.resource_registry [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] subnetpool is already registered
Dec 24 10:51:55.886095 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Extended resource: extensions {{(pid=88767) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 24 10:51:55.887768 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Extended resource: address-scopes {{(pid=88767) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 24 10:51:55.889021 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Extended resource: agents {{(pid=88767) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 24 10:51:55.890359 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Extended resource: auto-allocated-topology {{(pid=88767) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 24 10:51:55.891683 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Extended resource: availability_zones {{(pid=88767) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 24 10:51:55.892927 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Extended resource: dhcp-networks {{(pid=88767) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 24 10:51:55.894524 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Extended resource: dhcp-agents {{(pid=88767) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 24 10:51:55.896048 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Extended resource: routers {{(pid=88767) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 24 10:51:55.897785 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Extended resource: flavors {{(pid=88767) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 24 10:51:55.900120 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Extended resource: service_profiles {{(pid=88767) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 24 10:51:55.901367 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Extended resource: next_providers {{(pid=88767) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 24 10:51:55.902874 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Extended resource: service_profiles {{(pid=88767) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 24 10:51:55.904345 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Extended resource: floatingip-pools {{(pid=88767) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 24 10:51:55.905699 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Extended resource: routers {{(pid=88767) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 24 10:51:55.907660 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Extended resource: floatingips {{(pid=88767) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 24 10:51:55.908881 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Extended resource: l3-routers {{(pid=88767) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 24 10:51:55.910493 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Extended resource: l3-agents {{(pid=88767) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 24 10:51:55.912191 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Extended resource: metering-labels {{(pid=88767) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 24 10:51:55.913584 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Extended resource: metering-label-rules {{(pid=88767) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 24 10:51:55.915035 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Extended resource: network-ip-availabilities {{(pid=88767) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 24 10:51:55.916330 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Extended resource: bindings {{(pid=88767) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 24 10:51:55.917925 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Extended resource: quotas {{(pid=88767) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 24 10:51:55.919510 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Extended resource: quotas {{(pid=88767) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 24 10:51:55.920969 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Extended resource: rbac-policies {{(pid=88767) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 24 10:51:55.922218 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Extended resource: security-groups {{(pid=88767) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 24 10:51:55.923462 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Extended resource: security-group-rules {{(pid=88767) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 24 10:51:55.924829 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Extended resource: service-providers {{(pid=88767) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 24 10:51:55.926148 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Extended resource: subnetpools {{(pid=88767) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 24 10:51:55.927506 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Extended resource: subnetpools {{(pid=88767) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 24 10:51:55.929186 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Extended resource: tags {{(pid=88767) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 24 10:51:55.930936 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Extended resource: tags {{(pid=88767) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 24 10:51:55.932700 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Extended resource: tags {{(pid=88767) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 24 10:51:55.934634 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Extended resource: tags {{(pid=88767) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 24 10:51:55.936420 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Extended resource: tags {{(pid=88767) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 24 10:51:55.938253 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Extended resource: tags {{(pid=88767) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 24 10:51:55.940228 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Extended resource: tags {{(pid=88767) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 24 10:51:55.942145 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Extended resource: tags {{(pid=88767) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 24 10:51:55.944175 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Extended resource: tags {{(pid=88767) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 24 10:51:55.946021 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.extensions [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Extended resource: tags {{(pid=88767) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 24 10:51:55.953200 dv-neutron-822691-2-hyperv neutron-server[88767]: WARNING keystonemiddleware.auth_token [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Dec 24 10:51:55.958297 dv-neutron-822691-2-hyperv neutron-server[88767]: WARNING keystonemiddleware.auth_token [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Dec 24 10:51:55.967230 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Acquired lock "singleton_lock" {{(pid=88767) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:265}}
Dec 24 10:51:55.967747 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Releasing lock "singleton_lock" {{(pid=88767) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:281}}
Dec 24 10:51:55.969230 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO oslo_service.service [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Starting 2 workers
Dec 24 10:51:55.974000 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Started child 88878 {{(pid=88767) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:579}}
Dec 24 10:51:55.978405 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:51:55.978739 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Started child 88879 {{(pid=88767) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:579}}
Dec 24 10:51:55.980020 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [-] (88878) wsgi starting up on http://0.0.0.0:9696
Dec 24 10:51:55.980274 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.service [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Neutron service started, listening on 0.0.0.0:9696
Dec 24 10:51:55.980810 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Notify callbacks [] for process, before_spawn {{(pid=88767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:51:55.982655 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:51:55.983277 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO oslo_service.service [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Starting 1 workers
Dec 24 10:51:55.984038 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [-] (88879) wsgi starting up on http://0.0.0.0:9696
Dec 24 10:51:55.988630 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Started child 88880 {{(pid=88767) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:579}}
Dec 24 10:51:55.989154 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO oslo_service.service [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Starting 1 workers
Dec 24 10:51:55.991327 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.service [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] calling RpcWorker wait() {{(pid=88880) _wait /opt/stack/neutron/neutron/service.py:128}}
Dec 24 10:51:55.991750 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.service [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] returning from RpcWorker wait() {{(pid=88880) _wait /opt/stack/neutron/neutron/service.py:135}}
Dec 24 10:51:55.993380 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:51:55.993725 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Started child 88881 {{(pid=88767) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:579}}
Dec 24 10:51:55.993965 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 10:51:55.994506 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d7c51730-949a-45b5-bea9-4737fa1f3e96 None None] Notify callbacks [] for process, after_spawn {{(pid=88767) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:51:55.996171 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88767) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:653}}
Dec 24 10:51:55.996366 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Dec 24 10:51:55.996788 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Dec 24 10:51:55.997062 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Dec 24 10:51:55.997469 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Dec 24 10:51:55.997596 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Dec 24 10:51:55.998124 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:51:55.998389 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:55.998806 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:55.999264 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:55.999724 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:56.000185 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:56.001004 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:56.001332 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:56.001629 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:56.001921 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:56.002365 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:56.002741 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:56.002901 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:56.003208 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:56.003475 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:56.003869 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:56.004093 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:56.004337 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:56.004803 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:56.005041 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:56.005273 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:56.005602 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:56.005929 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:56.006165 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] debug                          = True {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:56.006391 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:56.006961 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:56.007229 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:56.007464 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:56.007680 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:56.008007 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:56.008280 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:56.008574 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:56.008809 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:56.009022 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:56.009296 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:56.009566 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:56.010139 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:56.010357 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:56.010762 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:56.010987 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:56.011296 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] host                           = dv-neutron-822691-2-hyperv {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:56.011521 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:56.011782 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:56.012052 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:56.012340 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:56.012572 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:56.012799 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:56.013176 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:56.013408 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:56.013624 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:56.013893 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:56.014112 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:56.014346 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:56.014563 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:56.015103 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:56.015103 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:56.015103 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:56.015728 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:56.015728 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:56.016129 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:56.016129 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:56.016540 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:56.016540 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:56.016936 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:56.016936 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:56.017212 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:56.017346 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:56.017493 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:56.017753 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:56.018040 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:56.018279 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:56.018494 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:56.018708 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:56.018931 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:56.019140 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:56.019443 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:56.019814 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:56.020047 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:56.020279 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:56.020510 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:56.020736 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:56.021131 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:56.021361 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:56.021361 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:56.021803 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:56.022067 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:56.022067 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:56.022483 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:56.022696 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:56.022916 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:56.023167 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:56.023568 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:56.023568 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:56.024001 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:56.024226 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:56.024459 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:56.024698 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:56.024944 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:56.026584 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:56.026584 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:56.026584 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:56.026584 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:56.026584 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:56.026584 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:56.026584 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:56.026584 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:56.027940 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 10:51:56.028090 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:56.028090 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:56.028090 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:56.028090 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:56.028090 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.028090 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.029278 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.029278 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.029278 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.029278 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.031496 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.031496 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.031496 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.031496 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.031496 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.031496 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.031496 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.031496 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.031992 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.65/identity {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.031992 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.031992 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.032227 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.032598 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.033014 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.033423 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.033678 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.034000 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.034268 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.034515 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.034800 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.035058 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.035407 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.035679 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.035968 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.036250 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.036498 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.036755 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.036997 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.037235 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.037476 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.037742 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.038030 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.038326 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.038605 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.038860 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.039099 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.039334 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.039579 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.039857 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.040098 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.040334 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.040587 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.040845 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.041081 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.041350 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.041594 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.041863 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.042110 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.042356 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.042594 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.042853 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.043094 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.043331 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.043580 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.043823 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.044074 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.044312 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.044572 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.044809 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.045045 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.045280 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.045524 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.045761 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.046022 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.046260 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.046501 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.046742 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.047059 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.047394 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.047653 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.047919 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.048177 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.048457 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.048732 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.048999 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.049247 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.049526 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.049736 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.050235 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.050658 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.051240 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.051640 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.052025 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.052470 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.052859 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.053239 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.053622 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.054045 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.054463 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.054764 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.055012 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.055459 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.055894 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.056343 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.056849 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.057102 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.057419 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.057684 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.057992 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.059219 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.059525 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.059806 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.060063 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.060510 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.061004 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.061298 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.061584 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.061865 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.062145 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.062375 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.062689 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.063040 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.063331 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.063572 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.063791 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.064249 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.064560 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.064826 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.065112 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.065389 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.065654 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.065961 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.066212 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.65/identity {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.066733 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.067050 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.067400 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.067705 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.068020 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.068267 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.068512 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.068768 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.068990 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.069468 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.069731 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.070010 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.070261 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.070510 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.070766 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.071049 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.071289 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.071549 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.071809 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.072060 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.072304 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.072547 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.072786 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.073063 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.073309 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.073625 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.073950 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.074216 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.074483 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.074757 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.075031 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.075271 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.075546 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.075796 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.076037 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.076276 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.076521 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.076759 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.076998 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.077264 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.077503 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.077797 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.078086 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.078438 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.078777 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.079035 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.079236 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.079420 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.079618 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.079862 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.080203 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.080445 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.080694 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.081007 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.081208 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.081472 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.081779 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.081980 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.082396 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.082660 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.082660 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.082952 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.083230 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.083502 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.083775 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.084062 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] xenapi.connection_password     = **** {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.084315 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] xenapi.connection_url          = None {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.084555 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] xenapi.connection_username     = None {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.084865 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.085136 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.085399 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.085662 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.085957 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.086281 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.086551 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.086792 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.087303 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.087713 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.088158 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.088426 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.088677 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.088931 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.089235 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.089598 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.089974 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.090275 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.090581 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.090976 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.091307 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.091619 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.091868 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.092187 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_blacklist = [] {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.092523 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.093048 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.093320 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.093585 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.093905 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.094179 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.094429 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.094687 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.094932 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.095183 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.095463 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.095779 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.096053 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.096316 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.096577 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.096827 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.097090 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.097330 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.097611 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.097879 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.098070 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Dec 24 10:51:56.098624 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88767) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:653}}
Dec 24 10:51:56.098809 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Dec 24 10:51:56.098989 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Dec 24 10:51:56.099208 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Dec 24 10:51:56.099408 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Dec 24 10:51:56.099605 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Dec 24 10:51:56.099829 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:56.100017 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:56.100178 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:56.100416 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:56.100514 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:56.100707 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:56.100889 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:56.101071 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:56.101254 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:56.101436 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:56.101618 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:56.101799 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:56.102017 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:56.102198 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:56.102380 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:56.102565 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:56.102747 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:56.102930 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:56.103119 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:56.103304 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:56.103490 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:56.103657 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:56.104048 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] debug                          = True {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:56.104236 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:56.104442 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:56.104634 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:56.104820 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:56.105004 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:56.105188 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:56.105373 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:56.105556 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:56.105739 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:56.105948 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:56.106133 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:56.106318 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:56.106503 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:56.106689 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:56.106871 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:56.107151 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:56.107259 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] host                           = dv-neutron-822691-2-hyperv {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:56.107383 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:56.107568 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:56.107729 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:56.107914 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:56.108099 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:56.108282 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:56.108465 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:56.108650 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:56.108834 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:56.109018 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:56.109200 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:56.109384 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:56.109566 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:56.109763 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:56.109926 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:56.110092 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:56.110275 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:56.110456 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:56.110667 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:56.110854 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:56.111038 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:56.111221 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:56.111405 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:56.111588 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:56.111772 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:56.111956 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:56.112138 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:56.112321 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:56.112504 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:56.112686 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:56.112870 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:56.113053 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:56.113297 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:56.113494 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:56.113678 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:56.113895 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:56.114071 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:56.114253 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:56.114441 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:56.114631 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:56.114811 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:56.114994 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:56.115176 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:56.115361 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:56.115545 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:56.115729 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:56.115914 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:56.116096 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:56.116279 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:56.116508 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:56.116616 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:56.116857 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:56.117092 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:56.117092 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:56.118330 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:56.118330 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:56.118330 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:56.118330 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:56.118330 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:56.118330 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:56.118330 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:56.119083 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:56.119083 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:56.119083 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:56.119083 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:56.119083 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:56.119500 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:56.119500 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:56.119500 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 24 10:51:56.119767 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.119863 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.120015 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.120204 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.120396 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.120579 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.120746 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.120932 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.121117 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.121303 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.121500 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.121687 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.121917 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.122106 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.122294 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.65/identity {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.122480 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.122654 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.122832 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.122988 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.123176 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.123363 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.123560 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.123756 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.123930 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.124103 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.124290 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.124464 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.124635 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.124781 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.124915 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.125046 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.125156 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.125414 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.125652 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.125822 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.125822 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.126846 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.126846 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.126846 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.127105 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.127105 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.127937 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.127937 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.127937 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.127937 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.127937 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.129516 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.129516 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.129516 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.129516 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.129516 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.129516 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.129516 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.129516 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.129516 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.130222 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.130222 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.130222 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.130222 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.130855 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.130855 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.130855 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.130855 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.131885 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.131885 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.131885 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.131885 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.131885 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.131885 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.131885 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.133472 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.133472 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.133472 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.133472 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.133472 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.133472 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.133472 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.133472 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.135494 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.135494 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.135494 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.135494 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.135494 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.135494 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.135494 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.135494 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.136204 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.136204 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.136204 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.136204 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.136204 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.136204 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.136204 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.136204 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.137469 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.137469 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.137469 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.137469 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.137469 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.137469 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.137469 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.137469 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.138880 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.138880 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.138880 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.138880 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.138880 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.138880 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.138880 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.138880 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.140142 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.140142 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.140142 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.140142 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.140142 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.140142 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.140142 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.140142 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.141587 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.141587 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.141587 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.141587 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.141587 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.141587 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.141587 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.141587 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.143004 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.143004 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.143004 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.65/identity {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.143004 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.143004 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.143004 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.143004 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.143004 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.145535 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.145535 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.145535 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.145535 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.145535 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.145535 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.145535 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.145535 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.147177 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.147177 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.147177 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.147177 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.147177 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.147177 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.147177 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.147177 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.148273 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.148273 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.148273 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.148273 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.148273 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.148273 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.148273 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.148273 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.148937 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.148937 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.148937 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.148937 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.148937 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.148937 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.148937 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.148937 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.149386 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.149386 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.149386 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.149386 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.149386 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.149730 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 10:51:56.149874 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.149874 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.149874 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.149874 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.149874 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.149874 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.150245 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.150245 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.150381 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.150642 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.150642 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.150826 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.151006 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.151193 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.151384 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.151570 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.151774 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.151920 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.152105 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.152307 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.152461 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.152654 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.152834 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.153006 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] xenapi.connection_password     = **** {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.153192 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] xenapi.connection_url          = None {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.153385 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] xenapi.connection_username     = None {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.153576 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.153764 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.153992 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.154174 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.154368 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.154566 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.154751 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.154944 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.155136 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.155322 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.155511 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.155698 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.155858 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.156048 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.156234 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.156427 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.156623 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.156817 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.157005 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.157201 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.157396 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.157592 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.157778 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.158028 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_blacklist = [] {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.158230 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.158416 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.158602 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.158787 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.158974 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.159160 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.159344 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.159530 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.159715 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.159901 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.160117 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.160306 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.160568 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.160707 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.161033 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.161033 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.162039 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.162039 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.162039 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.162039 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:51:56.162039 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88767) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Dec 24 10:51:56.345943 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 58978) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:51:56.361232 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [-] 10.222.0.65 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0130007
Dec 24 10:52:06.507876 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d859db1-ae5a-44f1-b429-4d5674112f4b None None] get_active_networks_info from dv-neutron-822691-2-hyperv {{(pid=88880) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 24 10:52:06.820590 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d859db1-ae5a-44f1-b429-4d5674112f4b None None] No non-hosted networks {{(pid=88880) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Dec 24 10:52:06.849469 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.agentschedulers_db [None req-3d859db1-ae5a-44f1-b429-4d5674112f4b None None] DHCP Agent not found on host dv-neutron-822691-2-hyperv {{(pid=88880) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:457}}
Dec 24 10:52:06.994721 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7cf1231c-ed80-4f56-8048-86a3a65753b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-661621'] for agent, after_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:52:08.024863 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-661621'] for agent, after_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:52:08.026214 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 10:52:08.026798 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 10:52:08.027701 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 10:52:08.028272 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 10:52:08.028854 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 10:52:08.030381 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 10:52:08.030989 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 10:52:08.034256 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 10:52:08.035746 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 10:52:08.036667 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 10:52:08.037263 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 10:52:08.038133 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f52721165c0>, 'Open vSwitch agent', 'dv-neutron-822691-2-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 10:52:08.060016 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f527206e198>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-822691-2-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 10:52:08.863716 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-987116e8-d33f-4306-b6c3-f2e5203e8553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-661621'] for agent, after_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:52:08.921981 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9777ffa0-589d-4545-9944-3f4922551515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:52:09.262122 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bdfdbc84-c52d-4f40-b281-af314dc1f8fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-661621'] for agent, after_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:52:10.530316 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-39ff93cf-c0b7-48c5-95f3-6f7e9977387d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-661621'] for agent, after_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:52:11.335460 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 59094) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:12.087741 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [None req-ab3039ef-fc5d-4d27-875e-6205335703f3 admin admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=88878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 24 10:52:12.090280 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-ab3039ef-fc5d-4d27-875e-6205335703f3 admin admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12161 time: 0.7525969
Dec 24 10:52:12.991154 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.l3_hamode_db [None req-959f8f23-8b6a-4aca-8af6-a39187ca6532 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Dec 24 10:52:13.077730 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-959f8f23-8b6a-4aca-8af6-a39187ca6532 None None] Routers set() bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:52:13.078105 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-959f8f23-8b6a-4aca-8af6-a39187ca6532 None None] Router IDs set() for agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}}
Dec 24 10:52:14.364632 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 59110) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:14.453784 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-a9df889b-b088-42d0-896b-45ec59afe99f admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'shared': True}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 10:52:14.705661 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.policy [None req-a9df889b-b088-42d0-896b-45ec59afe99f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88878) register_rules /opt/stack/neutron/neutron/policy.py:68}}
Dec 24 10:52:14.713373 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.quota [None req-a9df889b-b088-42d0-896b-45ec59afe99f admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f52722b3780>.
Dec 24 10:52:14.748632 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-a9df889b-b088-42d0-896b-45ec59afe99f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 10:52:14.813568 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a9df889b-b088-42d0-896b-45ec59afe99f admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749503740389', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749503613505', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749503627105', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749503566461', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749503628224', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-7230770', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036847553990', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-651110', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036854088616'] for rbac-policy, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:52:14.886651 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a9df889b-b088-42d0-896b-45ec59afe99f admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:52:14.887908 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-a9df889b-b088-42d0-896b-45ec59afe99f admin admin] 10.222.0.65 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 0.5218670
Dec 24 10:52:17.110080 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 59126) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:17.628682 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-06035a0f-dc2f-416f-a4af-30c82a121578 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': 'db761b0f2b4f4cd8b63d965582b0ab85'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 10:52:17.631356 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.quota [None req-06035a0f-dc2f-416f-a4af-30c82a121578 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f52721f27b8>.
Dec 24 10:52:17.667450 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-06035a0f-dc2f-416f-a4af-30c82a121578 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 10:52:17.673518 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-06035a0f-dc2f-416f-a4af-30c82a121578 admin admin] Usage tracker for resource:network and tenant:db761b0f2b4f4cd8b63d965582b0ab85 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 10:52:17.677405 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-06035a0f-dc2f-416f-a4af-30c82a121578 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 10:52:17.685419 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-06035a0f-dc2f-416f-a4af-30c82a121578 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 10:52:17.700029 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06035a0f-dc2f-416f-a4af-30c82a121578 admin admin] Made reservation on behalf of db761b0f2b4f4cd8b63d965582b0ab85 for: {'network': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 10:52:17.933467 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.policy [None req-06035a0f-dc2f-416f-a4af-30c82a121578 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88879) register_rules /opt/stack/neutron/neutron/policy.py:68}}
Dec 24 10:52:17.943640 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-06035a0f-dc2f-416f-a4af-30c82a121578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for network, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:52:17.962474 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-06035a0f-dc2f-416f-a4af-30c82a121578 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:52:18.011985 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-06035a0f-dc2f-416f-a4af-30c82a121578 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 10:52:18.016510 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-06035a0f-dc2f-416f-a4af-30c82a121578 admin admin] Usage tracker for resource:security_group_rule and tenant:db761b0f2b4f4cd8b63d965582b0ab85 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 10:52:18.019665 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-06035a0f-dc2f-416f-a4af-30c82a121578 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 10:52:18.026097 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-06035a0f-dc2f-416f-a4af-30c82a121578 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 10:52:18.101867 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-06035a0f-dc2f-416f-a4af-30c82a121578 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:52:18.107836 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-06035a0f-dc2f-416f-a4af-30c82a121578 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:52:18.113116 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 10:52:18.134259 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06035a0f-dc2f-416f-a4af-30c82a121578 admin admin] vlan segment allocate from pool success with {'vlan_id': 626, 'physical_network': 'physnet1'}  {{(pid=88879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 24 10:52:18.160267 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-06035a0f-dc2f-416f-a4af-30c82a121578 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363287349038145', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:52:18.160900 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-06035a0f-dc2f-416f-a4af-30c82a121578 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f5272e73bf8> segment precommit_create {{(pid=88879) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}}
Dec 24 10:52:18.161335 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.segments_db [None req-06035a0f-dc2f-416f-a4af-30c82a121578 admin admin] Added segment 15e8710d-73f2-4667-b09a-a785fdedbb60 of type vlan for network 2a8090d2-8f40-440f-98ec-343f83d00430
Dec 24 10:52:18.170561 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06035a0f-dc2f-416f-a4af-30c82a121578 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f007a2eb-90f3-4e96-a56d-cb66a9e898ef,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 10:52:18.240172 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06035a0f-dc2f-416f-a4af-30c82a121578 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 10:52:18.240535 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06035a0f-dc2f-416f-a4af-30c82a121578 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 10:52:18.240903 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06035a0f-dc2f-416f-a4af-30c82a121578 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 10:52:18.241252 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06035a0f-dc2f-416f-a4af-30c82a121578 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 10:52:18.241605 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06035a0f-dc2f-416f-a4af-30c82a121578 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 10:52:18.242066 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06035a0f-dc2f-416f-a4af-30c82a121578 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 10:52:18.242400 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06035a0f-dc2f-416f-a4af-30c82a121578 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 10:52:18.242764 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06035a0f-dc2f-416f-a4af-30c82a121578 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 10:52:18.243099 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06035a0f-dc2f-416f-a4af-30c82a121578 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 10:52:18.243436 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06035a0f-dc2f-416f-a4af-30c82a121578 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 10:52:18.243767 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06035a0f-dc2f-416f-a4af-30c82a121578 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 10:52:18.245072 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06035a0f-dc2f-416f-a4af-30c82a121578 admin admin] Tracked resource versions report:
Dec 24 10:52:18.245072 dv-neutron-822691-2-hyperv neutron-server[88767]: pushed versions:
Dec 24 10:52:18.245072 dv-neutron-822691-2-hyperv neutron-server[88767]: {   'ConntrackHelper': {'1.0'},
Dec 24 10:52:18.245072 dv-neutron-822691-2-hyperv neutron-server[88767]:     'Log': {'1.0'},
Dec 24 10:52:18.245072 dv-neutron-822691-2-hyperv neutron-server[88767]:     'Network': {'1.1'},
Dec 24 10:52:18.245072 dv-neutron-822691-2-hyperv neutron-server[88767]:     'Port': {'1.5'},
Dec 24 10:52:18.245072 dv-neutron-822691-2-hyperv neutron-server[88767]:     'PortForwarding': {'1.2'},
Dec 24 10:52:18.245072 dv-neutron-822691-2-hyperv neutron-server[88767]:     'QosPolicy': {'1.8'},
Dec 24 10:52:18.245072 dv-neutron-822691-2-hyperv neutron-server[88767]:     'SecurityGroup': {'1.2'},
Dec 24 10:52:18.245072 dv-neutron-822691-2-hyperv neutron-server[88767]:     'SecurityGroupRule': {'1.0'},
Dec 24 10:52:18.245072 dv-neutron-822691-2-hyperv neutron-server[88767]:     'SubPort': {'1.0'},
Dec 24 10:52:18.245072 dv-neutron-822691-2-hyperv neutron-server[88767]:     'Subnet': {'1.1'},
Dec 24 10:52:18.245072 dv-neutron-822691-2-hyperv neutron-server[88767]:     'Trunk': {'1.1'}}
Dec 24 10:52:18.245072 dv-neutron-822691-2-hyperv neutron-server[88767]: consumer versions:
Dec 24 10:52:18.245072 dv-neutron-822691-2-hyperv neutron-server[88767]: {   DHCP agent@dv-neutron-822691-2-hyperv: {},
Dec 24 10:52:18.245072 dv-neutron-822691-2-hyperv neutron-server[88767]:     L3 agent@dv-neutron-822691-2-hyperv: {},
Dec 24 10:52:18.245072 dv-neutron-822691-2-hyperv neutron-server[88767]:     Metadata agent@dv-neutron-822691-2-hyperv: {},
Dec 24 10:52:18.245072 dv-neutron-822691-2-hyperv neutron-server[88767]:     Metering agent@dv-neutron-822691-2-hyperv: {},
Dec 24 10:52:18.245072 dv-neutron-822691-2-hyperv neutron-server[88767]:     Open vSwitch agent@dv-neutron-822691-2-hyperv: {   'ConntrackHelper': '1.0',
Dec 24 10:52:18.245072 dv-neutron-822691-2-hyperv neutron-server[88767]:                                                        'Log': '1.0',
Dec 24 10:52:18.245072 dv-neutron-822691-2-hyperv neutron-server[88767]:                                                        'Network': '1.1',
Dec 24 10:52:18.245072 dv-neutron-822691-2-hyperv neutron-server[88767]:                                                        'Port': '1.5',
Dec 24 10:52:18.245072 dv-neutron-822691-2-hyperv neutron-server[88767]:                                                        'PortForwarding': '1.2',
Dec 24 10:52:18.245072 dv-neutron-822691-2-hyperv neutron-server[88767]:                                                        'QosPolicy': '1.8',
Dec 24 10:52:18.245072 dv-neutron-822691-2-hyperv neutron-server[88767]:                                                        'SecurityGroup': '1.2',
Dec 24 10:52:18.245072 dv-neutron-822691-2-hyperv neutron-server[88767]:                                                        'SecurityGroupRule': '1.0',
Dec 24 10:52:18.245072 dv-neutron-822691-2-hyperv neutron-server[88767]:                                                        'SubPort': '1.0',
Dec 24 10:52:18.245072 dv-neutron-822691-2-hyperv neutron-server[88767]:                                                        'Subnet': '1.1',
Dec 24 10:52:18.245072 dv-neutron-822691-2-hyperv neutron-server[88767]:                                                        'Trunk': '1.1'}}
Dec 24 10:52:18.245072 dv-neutron-822691-2-hyperv neutron-server[88767]:  {{(pid=88879) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Dec 24 10:52:18.284059 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-06035a0f-dc2f-416f-a4af-30c82a121578 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363287349540024'] for network, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:52:18.295524 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-06035a0f-dc2f-416f-a4af-30c82a121578 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 10:52:18.325622 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-06035a0f-dc2f-416f-a4af-30c82a121578 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636'] for network, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:52:18.326946 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06035a0f-dc2f-416f-a4af-30c82a121578 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 10:52:18.327602 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-06035a0f-dc2f-416f-a4af-30c82a121578 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1977811'] for network, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:52:18.332772 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 10:52:18.436607 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-06035a0f-dc2f-416f-a4af-30c82a121578 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201  len: 849 time: 1.3251269
Dec 24 10:52:18.442355 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06035a0f-dc2f-416f-a4af-30c82a121578 admin admin] Pushing event updated for resources: {'Network': ['ID=2a8090d2-8f40-440f-98ec-343f83d00430,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 10:52:18.445737 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-06035a0f-dc2f-416f-a4af-30c82a121578 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 10:52:18.455258 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Network 2a8090d2-8f40-440f-98ec-343f83d00430 details requested by agent ovs-agent-dv-neutron-822691-2-hyperv with host dv-neutron-822691-2-hyperv {{(pid=88880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 24 10:52:20.708709 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 59150) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:20.908672 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-339a19af-2361-4efc-9798-ea7e6d276147 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 10:52:20.910209 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-339a19af-2361-4efc-9798-ea7e6d276147 admin admin] 10.222.0.65 "GET /v2.0/networks/2a8090d2-8f40-440f-98ec-343f83d00430 HTTP/1.1" status: 200  len: 825 time: 0.2003746
Dec 24 10:52:20.946190 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-f3e20bd6-9920-4a45-a6d5-955185e67cec admin admin] 10.222.0.65 "GET /v2.0/subnetpools/0d1b6cab-2ceb-499e-b1eb-7148bb25704f HTTP/1.1" status: 200  len: 734 time: 0.0263808
Dec 24 10:52:20.955699 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-11b63d1f-6c1b-4d5e-a9d0-b1c72ea535f6 admin admin] Request body: {'subnet': {'subnetpool_id': '0d1b6cab-2ceb-499e-b1eb-7148bb25704f', 'tenant_id': 'db761b0f2b4f4cd8b63d965582b0ab85', 'network_id': '2a8090d2-8f40-440f-98ec-343f83d00430', 'ip_version': 4, 'name': 'private-subnet', 'gateway_ip': '172.20.0.1'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 10:52:20.961187 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-11b63d1f-6c1b-4d5e-a9d0-b1c72ea535f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 10:52:20.965778 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-11b63d1f-6c1b-4d5e-a9d0-b1c72ea535f6 admin admin] Usage tracker for resource:subnet and tenant:db761b0f2b4f4cd8b63d965582b0ab85 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 10:52:20.969079 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-11b63d1f-6c1b-4d5e-a9d0-b1c72ea535f6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 10:52:20.976193 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-11b63d1f-6c1b-4d5e-a9d0-b1c72ea535f6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 10:52:20.987419 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11b63d1f-6c1b-4d5e-a9d0-b1c72ea535f6 admin admin] Made reservation on behalf of db761b0f2b4f4cd8b63d965582b0ab85 for: {'subnet': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 10:52:20.992147 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-11b63d1f-6c1b-4d5e-a9d0-b1c72ea535f6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:52:21.294516 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-11b63d1f-6c1b-4d5e-a9d0-b1c72ea535f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636'] for subnet, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:52:21.298656 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 10:52:21.382430 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b63d1f-6c1b-4d5e-a9d0-b1c72ea535f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee4b6b22-6d96-4706-8bce-f11a8c3da392,revision_number=0']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 10:52:21.386111 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-11b63d1f-6c1b-4d5e-a9d0-b1c72ea535f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 10:52:21.396655 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b63d1f-6c1b-4d5e-a9d0-b1c72ea535f6 admin admin] Checking segment: {'id': '15e8710d-73f2-4667-b09a-a785fdedbb60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '2a8090d2-8f40-440f-98ec-343f83d00430'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 10:52:21.397045 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11b63d1f-6c1b-4d5e-a9d0-b1c72ea535f6 admin admin] Network hostable DHCP agents. Network: 2a8090d2-8f40-440f-98ec-343f83d00430, hostable agents: ['edcf98dc-3032-472a-8b3d-f23fd1e89806'], hosted agents: [] {{(pid=88879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 24 10:52:21.422299 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11b63d1f-6c1b-4d5e-a9d0-b1c72ea535f6 admin admin] Network 2a8090d2-8f40-440f-98ec-343f83d00430 is scheduled to be hosted by DHCP agent edcf98dc-3032-472a-8b3d-f23fd1e89806 with binding_index 1 {{(pid=88879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 24 10:52:21.432533 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-11b63d1f-6c1b-4d5e-a9d0-b1c72ea535f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822691-2-hyperv, 2a8090d2-8f40-440f-98ec-343f83d00430) {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 10:52:21.438406 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11b63d1f-6c1b-4d5e-a9d0-b1c72ea535f6 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 10:52:21.439111 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-11b63d1f-6c1b-4d5e-a9d0-b1c72ea535f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1977811'] for subnet, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:52:21.444233 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adaefb0f-def5-4fcd-809e-214dcf943714 None None] Network 2a8090d2-8f40-440f-98ec-343f83d00430 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 10:52:21.462403 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-11b63d1f-6c1b-4d5e-a9d0-b1c72ea535f6 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.5101461
Dec 24 10:52:21.844719 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aad0a11f-f866-4845-bdfe-8e7b20699482 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73968e80-91fd-539e-a7c6-b31af6d9e680-2a8090d2-8f40-440f-98ec-343f83d00430', 'network_id': '2a8090d2-8f40-440f-98ec-343f83d00430', 'tenant_id': 'db761b0f2b4f4cd8b63d965582b0ab85', 'fixed_ips': [{'subnet_id': 'ee4b6b22-6d96-4706-8bce-f11a8c3da392'}]}} from dv-neutron-822691-2-hyperv. {{(pid=88880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 24 10:52:21.845863 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-aad0a11f-f866-4845-bdfe-8e7b20699482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:52:22.059285 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-aad0a11f-f866-4845-bdfe-8e7b20699482 None None] Allocated IP 172.20.0.2 (2a8090d2-8f40-440f-98ec-343f83d00430/ee4b6b22-6d96-4706-8bce-f11a8c3da392/49a3ad7b-0565-4664-8297-d0f4aba921ca) {{(pid=88880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 10:52:22.299311 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-aad0a11f-f866-4845-bdfe-8e7b20699482 None None] Notify callbacks [] for port, precommit_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:52:22.313756 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-aad0a11f-f866-4845-bdfe-8e7b20699482 None None] Transition to ACTIVE for port object 49a3ad7b-0565-4664-8297-d0f4aba921ca will not be triggered until provisioned by entity L2. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 10:52:22.336144 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-aad0a11f-f866-4845-bdfe-8e7b20699482 None None] Transition to ACTIVE for port object 49a3ad7b-0565-4664-8297-d0f4aba921ca will not be triggered until provisioned by entity DHCP. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 10:52:22.342981 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-aad0a11f-f866-4845-bdfe-8e7b20699482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408'] for port, after_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:52:22.348323 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 10:52:22.415570 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aad0a11f-f866-4845-bdfe-8e7b20699482 None None] Network 2a8090d2-8f40-440f-98ec-343f83d00430 is already hosted by enough agents. {{(pid=88880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 10:52:22.419423 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-aad0a11f-f866-4845-bdfe-8e7b20699482 None None] Resources bound (agent type, host, resource id):  {{(pid=88880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 10:52:22.421126 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad0a11f-f866-4845-bdfe-8e7b20699482 None None] Pushing event updated for resources: {'Port': ['ID=49a3ad7b-0565-4664-8297-d0f4aba921ca,revision_number=1']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 10:52:22.424927 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad0a11f-f866-4845-bdfe-8e7b20699482 None None] Received port after_create {{(pid=88880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:52:22.436958 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad0a11f-f866-4845-bdfe-8e7b20699482 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 10:52:22.437418 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad0a11f-f866-4845-bdfe-8e7b20699482 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 10:52:22.437784 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad0a11f-f866-4845-bdfe-8e7b20699482 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 10:52:22.438256 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad0a11f-f866-4845-bdfe-8e7b20699482 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 10:52:22.438596 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad0a11f-f866-4845-bdfe-8e7b20699482 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 10:52:22.438948 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad0a11f-f866-4845-bdfe-8e7b20699482 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 10:52:22.439303 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad0a11f-f866-4845-bdfe-8e7b20699482 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 10:52:22.439654 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad0a11f-f866-4845-bdfe-8e7b20699482 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 10:52:22.440010 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad0a11f-f866-4845-bdfe-8e7b20699482 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 10:52:22.440352 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad0a11f-f866-4845-bdfe-8e7b20699482 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 10:52:22.440733 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad0a11f-f866-4845-bdfe-8e7b20699482 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 10:52:22.442596 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad0a11f-f866-4845-bdfe-8e7b20699482 None None] Tracked resource versions report:
Dec 24 10:52:22.442596 dv-neutron-822691-2-hyperv neutron-server[88767]: pushed versions:
Dec 24 10:52:22.442596 dv-neutron-822691-2-hyperv neutron-server[88767]: {   'ConntrackHelper': {'1.0'},
Dec 24 10:52:22.442596 dv-neutron-822691-2-hyperv neutron-server[88767]:     'Log': {'1.0'},
Dec 24 10:52:22.442596 dv-neutron-822691-2-hyperv neutron-server[88767]:     'Network': {'1.1'},
Dec 24 10:52:22.442596 dv-neutron-822691-2-hyperv neutron-server[88767]:     'Port': {'1.5'},
Dec 24 10:52:22.442596 dv-neutron-822691-2-hyperv neutron-server[88767]:     'PortForwarding': {'1.2'},
Dec 24 10:52:22.442596 dv-neutron-822691-2-hyperv neutron-server[88767]:     'QosPolicy': {'1.8'},
Dec 24 10:52:22.442596 dv-neutron-822691-2-hyperv neutron-server[88767]:     'SecurityGroup': {'1.2'},
Dec 24 10:52:22.442596 dv-neutron-822691-2-hyperv neutron-server[88767]:     'SecurityGroupRule': {'1.0'},
Dec 24 10:52:22.442596 dv-neutron-822691-2-hyperv neutron-server[88767]:     'SubPort': {'1.0'},
Dec 24 10:52:22.442596 dv-neutron-822691-2-hyperv neutron-server[88767]:     'Subnet': {'1.1'},
Dec 24 10:52:22.442596 dv-neutron-822691-2-hyperv neutron-server[88767]:     'Trunk': {'1.1'}}
Dec 24 10:52:22.442596 dv-neutron-822691-2-hyperv neutron-server[88767]: consumer versions:
Dec 24 10:52:22.442596 dv-neutron-822691-2-hyperv neutron-server[88767]: {   DHCP agent@dv-neutron-822691-2-hyperv: {},
Dec 24 10:52:22.442596 dv-neutron-822691-2-hyperv neutron-server[88767]:     L3 agent@dv-neutron-822691-2-hyperv: {},
Dec 24 10:52:22.442596 dv-neutron-822691-2-hyperv neutron-server[88767]:     Metadata agent@dv-neutron-822691-2-hyperv: {},
Dec 24 10:52:22.442596 dv-neutron-822691-2-hyperv neutron-server[88767]:     Metering agent@dv-neutron-822691-2-hyperv: {},
Dec 24 10:52:22.442596 dv-neutron-822691-2-hyperv neutron-server[88767]:     Open vSwitch agent@dv-neutron-822691-2-hyperv: {   'ConntrackHelper': '1.0',
Dec 24 10:52:22.442596 dv-neutron-822691-2-hyperv neutron-server[88767]:                                                        'Log': '1.0',
Dec 24 10:52:22.442596 dv-neutron-822691-2-hyperv neutron-server[88767]:                                                        'Network': '1.1',
Dec 24 10:52:22.442596 dv-neutron-822691-2-hyperv neutron-server[88767]:                                                        'Port': '1.5',
Dec 24 10:52:22.442596 dv-neutron-822691-2-hyperv neutron-server[88767]:                                                        'PortForwarding': '1.2',
Dec 24 10:52:22.442596 dv-neutron-822691-2-hyperv neutron-server[88767]:                                                        'QosPolicy': '1.8',
Dec 24 10:52:22.442596 dv-neutron-822691-2-hyperv neutron-server[88767]:                                                        'SecurityGroup': '1.2',
Dec 24 10:52:22.442596 dv-neutron-822691-2-hyperv neutron-server[88767]:                                                        'SecurityGroupRule': '1.0',
Dec 24 10:52:22.442596 dv-neutron-822691-2-hyperv neutron-server[88767]:                                                        'SubPort': '1.0',
Dec 24 10:52:22.442596 dv-neutron-822691-2-hyperv neutron-server[88767]:                                                        'Subnet': '1.1',
Dec 24 10:52:22.442596 dv-neutron-822691-2-hyperv neutron-server[88767]:                                                        'Trunk': '1.1'}}
Dec 24 10:52:22.442596 dv-neutron-822691-2-hyperv neutron-server[88767]:  {{(pid=88880) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Dec 24 10:52:22.479749 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-aad0a11f-f866-4845-bdfe-8e7b20699482 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 10:52:22.532711 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-aad0a11f-f866-4845-bdfe-8e7b20699482 None None] Attempting to bind port 49a3ad7b-0565-4664-8297-d0f4aba921ca on host dv-neutron-822691-2-hyperv for vnic_type normal with profile  {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 10:52:22.533129 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-aad0a11f-f866-4845-bdfe-8e7b20699482 None None] Attempting to bind port 49a3ad7b-0565-4664-8297-d0f4aba921ca by drivers openvswitch,hyperv on host dv-neutron-822691-2-hyperv at level 0 using segments [{'id': '15e8710d-73f2-4667-b09a-a785fdedbb60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '2a8090d2-8f40-440f-98ec-343f83d00430'}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 10:52:22.533551 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad0a11f-f866-4845-bdfe-8e7b20699482 None None] Attempting to bind port 49a3ad7b-0565-4664-8297-d0f4aba921ca on network 2a8090d2-8f40-440f-98ec-343f83d00430 {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 10:52:22.540546 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad0a11f-f866-4845-bdfe-8e7b20699482 None None] Checking agent: {'id': 'db1275c1-6001-47af-93c2-635c68404703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822691-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 52, 8), 'started_at': datetime.datetime(2021, 12, 24, 10, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 10, 52, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822691-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 10:52:22.540958 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad0a11f-f866-4845-bdfe-8e7b20699482 None None] Checking segment: {'id': '15e8710d-73f2-4667-b09a-a785fdedbb60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '2a8090d2-8f40-440f-98ec-343f83d00430'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 10:52:22.541415 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-aad0a11f-f866-4845-bdfe-8e7b20699482 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:52:22.541848 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad0a11f-f866-4845-bdfe-8e7b20699482 None None] Bound using segment: {'id': '15e8710d-73f2-4667-b09a-a785fdedbb60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '2a8090d2-8f40-440f-98ec-343f83d00430'} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 10:52:22.542388 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-aad0a11f-f866-4845-bdfe-8e7b20699482 None None] Bound port: 49a3ad7b-0565-4664-8297-d0f4aba921ca, host: dv-neutron-822691-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15e8710d-73f2-4667-b09a-a785fdedbb60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '2a8090d2-8f40-440f-98ec-343f83d00430'}}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 10:52:22.542814 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-aad0a11f-f866-4845-bdfe-8e7b20699482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:52:22.636766 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-aad0a11f-f866-4845-bdfe-8e7b20699482 None None] For port 49a3ad7b-0565-4664-8297-d0f4aba921ca, host dv-neutron-822691-2-hyperv, cleared binding levels {{(pid=88880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 10:52:22.641179 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-aad0a11f-f866-4845-bdfe-8e7b20699482 None None] For port 49a3ad7b-0565-4664-8297-d0f4aba921ca, host dv-neutron-822691-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=49a3ad7b-0565-4664-8297-d0f4aba921ca,segment=NetworkSegment(15e8710d-73f2-4667-b09a-a785fdedbb60),segment_id=15e8710d-73f2-4667-b09a-a785fdedbb60)] {{(pid=88880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 10:52:22.645267 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-aad0a11f-f866-4845-bdfe-8e7b20699482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:52:22.649556 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-aad0a11f-f866-4845-bdfe-8e7b20699482 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 10:52:22.740201 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad0a11f-f866-4845-bdfe-8e7b20699482 None None] Pushing event updated for resources: {'Port': ['ID=49a3ad7b-0565-4664-8297-d0f4aba921ca,revision_number=2']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 10:52:22.743036 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-aad0a11f-f866-4845-bdfe-8e7b20699482 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 10:52:23.650015 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 59162) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:23.728541 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [None req-0981658d-9096-46d5-87fa-14afd08ff1ea admin admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=88878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 24 10:52:23.729599 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-0981658d-9096-46d5-87fa-14afd08ff1ea admin admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12161 time: 0.0785453
Dec 24 10:52:25.924327 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 59178) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:26.012673 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [None req-9fca4485-570d-4216-bdb4-cba296a642c2 admin admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=88878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 24 10:52:26.014242 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-9fca4485-570d-4216-bdb4-cba296a642c2 admin admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12161 time: 0.0883574
Dec 24 10:52:26.321895 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 49a3ad7b-0565-4664-8297-d0f4aba921ca up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 10:52:26.396020 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning for port 49a3ad7b-0565-4664-8297-d0f4aba921ca completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 10:52:27.443039 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aac6d128-b212-4fec-972e-866ec3e13e04 None None] Network 2a8090d2-8f40-440f-98ec-343f83d00430 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 10:52:27.559586 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-97ac93c3-ee14-4289-ad4a-eff47695184b None None] Provisioning for port 49a3ad7b-0565-4664-8297-d0f4aba921ca completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 10:52:27.575475 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-97ac93c3-ee14-4289-ad4a-eff47695184b None None] Provisioning complete for port 49a3ad7b-0565-4664-8297-d0f4aba921ca triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 10:52:27.575879 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-97ac93c3-ee14-4289-ad4a-eff47695184b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:52:27.803983 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-97ac93c3-ee14-4289-ad4a-eff47695184b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:52:27.854408 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-97ac93c3-ee14-4289-ad4a-eff47695184b None None] For port 49a3ad7b-0565-4664-8297-d0f4aba921ca, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=49a3ad7b-0565-4664-8297-d0f4aba921ca,segment=NetworkSegment(15e8710d-73f2-4667-b09a-a785fdedbb60),segment_id=15e8710d-73f2-4667-b09a-a785fdedbb60)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 10:52:27.862498 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-97ac93c3-ee14-4289-ad4a-eff47695184b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:52:27.865233 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 10:52:27.945471 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ac93c3-ee14-4289-ad4a-eff47695184b None None] Pushing event updated for resources: {'Port': ['ID=49a3ad7b-0565-4664-8297-d0f4aba921ca,revision_number=3']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 10:52:27.949247 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-97ac93c3-ee14-4289-ad4a-eff47695184b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 10:52:28.195364 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-8fdbbe2b-be1e-4431-babe-6750e406abce None None] Provisioning complete for port 49a3ad7b-0565-4664-8297-d0f4aba921ca triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 10:52:28.195878 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8fdbbe2b-be1e-4431-babe-6750e406abce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:52:28.341524 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 59192) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:28.362157 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 49a3ad7b-0565-4664-8297-d0f4aba921ca up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 10:52:28.422014 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-0142ccfd-84f8-46cb-9fa6-be9a541eb840 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': 'db761b0f2b4f4cd8b63d965582b0ab85', 'admin_state_up': True}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 10:52:28.429639 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-0142ccfd-84f8-46cb-9fa6-be9a541eb840 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 10:52:28.434501 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-0142ccfd-84f8-46cb-9fa6-be9a541eb840 admin admin] Usage tracker for resource:router and tenant:db761b0f2b4f4cd8b63d965582b0ab85 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 10:52:28.438398 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-0142ccfd-84f8-46cb-9fa6-be9a541eb840 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 10:52:28.445150 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-0142ccfd-84f8-46cb-9fa6-be9a541eb840 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 10:52:28.456234 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0142ccfd-84f8-46cb-9fa6-be9a541eb840 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-612016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-84579'] for router, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:52:28.456963 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0142ccfd-84f8-46cb-9fa6-be9a541eb840 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854163950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659046', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854079771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854691221'] for router, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:52:28.482381 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0142ccfd-84f8-46cb-9fa6-be9a541eb840 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:52:28.505762 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port 49a3ad7b-0565-4664-8297-d0f4aba921ca triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 10:52:28.506139 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:52:28.587525 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0142ccfd-84f8-46cb-9fa6-be9a541eb840 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854163800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854116816'] for router, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:52:28.606569 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0142ccfd-84f8-46cb-9fa6-be9a541eb840 admin admin] Notify callbacks [] for router, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:52:28.607822 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-0142ccfd-84f8-46cb-9fa6-be9a541eb840 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.2651653
Dec 24 10:52:30.794743 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 59204) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:30.888330 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [None req-188c5506-34cc-4dc2-aaf9-89e51fb4dca9 admin admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=88878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 24 10:52:30.889982 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-188c5506-34cc-4dc2-aaf9-89e51fb4dca9 admin admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12161 time: 0.0936532
Dec 24 10:52:33.262081 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 59216) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:33.343294 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-91d1c77f-e0e9-469b-bca7-14efe42e457f admin admin] Request body: {'network': {'name': 'public', 'router:external': True, 'admin_state_up': True, 'provider:network_type': 'flat', 'is_default': True, 'provider:physical_network': 'physnet1'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 10:52:33.349202 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-91d1c77f-e0e9-469b-bca7-14efe42e457f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 10:52:33.353594 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-91d1c77f-e0e9-469b-bca7-14efe42e457f admin admin] Usage tracker for resource:network and tenant:ddbf0fc0233a487c8dce2e6b57857177 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 10:52:33.356815 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-91d1c77f-e0e9-469b-bca7-14efe42e457f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 10:52:33.363410 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-91d1c77f-e0e9-469b-bca7-14efe42e457f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 10:52:33.374961 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91d1c77f-e0e9-469b-bca7-14efe42e457f admin admin] Made reservation on behalf of ddbf0fc0233a487c8dce2e6b57857177 for: {'network': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 10:52:33.379955 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-91d1c77f-e0e9-469b-bca7-14efe42e457f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for network, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:52:33.394049 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-91d1c77f-e0e9-469b-bca7-14efe42e457f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:52:33.429238 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-91d1c77f-e0e9-469b-bca7-14efe42e457f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 10:52:33.433441 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-91d1c77f-e0e9-469b-bca7-14efe42e457f admin admin] Usage tracker for resource:security_group_rule and tenant:ddbf0fc0233a487c8dce2e6b57857177 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 10:52:33.436767 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-91d1c77f-e0e9-469b-bca7-14efe42e457f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 10:52:33.443149 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-91d1c77f-e0e9-469b-bca7-14efe42e457f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 10:52:33.531626 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-91d1c77f-e0e9-469b-bca7-14efe42e457f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:52:33.536099 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-91d1c77f-e0e9-469b-bca7-14efe42e457f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:52:33.539565 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-06035a0f-dc2f-416f-a4af-30c82a121578 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 10:52:33.556753 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-91d1c77f-e0e9-469b-bca7-14efe42e457f admin admin] Reserving flat network on physical network physnet1 {{(pid=88879) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}}
Dec 24 10:52:33.580312 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d1c77f-e0e9-469b-bca7-14efe42e457f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c57ecaf-673e-4435-80eb-f7766493ffbd,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 10:52:33.585050 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-91d1c77f-e0e9-469b-bca7-14efe42e457f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 10:52:33.586114 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-91d1c77f-e0e9-469b-bca7-14efe42e457f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:52:33.586487 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.segments_db [None req-91d1c77f-e0e9-469b-bca7-14efe42e457f admin admin] Added segment d4e3295f-9ff8-4cad-8a20-3f1c937efc8c of type flat for network f8c337ba-681f-4fcb-a333-e3c49365b30a
Dec 24 10:52:33.619309 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-91d1c77f-e0e9-469b-bca7-14efe42e457f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363287349540024'] for network, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:52:33.661635 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-91d1c77f-e0e9-469b-bca7-14efe42e457f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636'] for network, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:52:33.662852 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91d1c77f-e0e9-469b-bca7-14efe42e457f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 10:52:33.663484 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-91d1c77f-e0e9-469b-bca7-14efe42e457f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1977811'] for network, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:52:33.668572 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 10:52:33.894681 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-91d1c77f-e0e9-469b-bca7-14efe42e457f admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.6313295
Dec 24 10:52:33.900539 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d1c77f-e0e9-469b-bca7-14efe42e457f admin admin] Pushing event updated for resources: {'Network': ['ID=f8c337ba-681f-4fcb-a333-e3c49365b30a,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 10:52:33.903547 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-91d1c77f-e0e9-469b-bca7-14efe42e457f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 10:52:33.914869 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Network f8c337ba-681f-4fcb-a333-e3c49365b30a details requested by agent ovs-agent-dv-neutron-822691-2-hyperv with host dv-neutron-822691-2-hyperv {{(pid=88880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 24 10:52:36.113991 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 59228) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:36.269282 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff93b227-a9c7-42ba-b023-dc9d99012009 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 10:52:36.270777 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-ff93b227-a9c7-42ba-b023-dc9d99012009 admin admin] 10.222.0.65 "GET /v2.0/subnets/ee4b6b22-6d96-4706-8bce-f11a8c3da392 HTTP/1.1" status: 200  len: 849 time: 0.1556542
Dec 24 10:52:36.346284 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0bf96ce8-41aa-443f-aa8b-743abfd28c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:52:36.455110 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-5da496ed-6841-4054-ab1c-45fa0686b7a7 admin admin] 10.222.0.65 "GET /v2.0/routers/78cfbd97-5bba-4a6c-8649-55981c34010b HTTP/1.1" status: 200  len: 704 time: 0.1778440
Dec 24 10:52:36.966641 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4589eeca-7fdf-4b5a-9dce-a47d3749c0ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:52:37.224793 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-4589eeca-7fdf-4b5a-9dce-a47d3749c0ae admin admin] Allocated IP 172.20.0.1 (2a8090d2-8f40-440f-98ec-343f83d00430/ee4b6b22-6d96-4706-8bce-f11a8c3da392/c56cdc6d-d322-43b5-9177-d8149a70b531) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 10:52:37.408553 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4589eeca-7fdf-4b5a-9dce-a47d3749c0ae admin admin] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:52:37.427596 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-4589eeca-7fdf-4b5a-9dce-a47d3749c0ae admin admin] Transition to ACTIVE for port object c56cdc6d-d322-43b5-9177-d8149a70b531 will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 10:52:37.487663 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4589eeca-7fdf-4b5a-9dce-a47d3749c0ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:52:37.492425 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 10:52:37.563973 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4589eeca-7fdf-4b5a-9dce-a47d3749c0ae admin admin] Network 2a8090d2-8f40-440f-98ec-343f83d00430 is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 10:52:37.568248 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-4589eeca-7fdf-4b5a-9dce-a47d3749c0ae admin admin] Resources bound (agent type, host, resource id):  {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 10:52:37.572324 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4589eeca-7fdf-4b5a-9dce-a47d3749c0ae admin admin] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:52:37.573170 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4589eeca-7fdf-4b5a-9dce-a47d3749c0ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-720245'] for router_interface, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:52:37.583481 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4589eeca-7fdf-4b5a-9dce-a47d3749c0ae admin admin] Pushing event updated for resources: {'Port': ['ID=c56cdc6d-d322-43b5-9177-d8149a70b531,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 10:52:37.646013 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-4589eeca-7fdf-4b5a-9dce-a47d3749c0ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 10:52:37.739693 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4589eeca-7fdf-4b5a-9dce-a47d3749c0ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:52:37.837245 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-1c14e269-0b9f-4623-8eb5-e6fa3017f1a4 None None] Provisioning for port c56cdc6d-d322-43b5-9177-d8149a70b531 completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 10:52:37.845398 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-1c14e269-0b9f-4623-8eb5-e6fa3017f1a4 None None] Provisioning complete for port c56cdc6d-d322-43b5-9177-d8149a70b531 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 10:52:37.845819 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1c14e269-0b9f-4623-8eb5-e6fa3017f1a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:52:37.911403 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-1c14e269-0b9f-4623-8eb5-e6fa3017f1a4 None None] Port c56cdc6d-d322-43b5-9177-d8149a70b531 cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 10:52:37.995332 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:52:38.010355 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4589eeca-7fdf-4b5a-9dce-a47d3749c0ae admin admin] Notify callbacks [] for port, precommit_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:52:38.014519 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4589eeca-7fdf-4b5a-9dce-a47d3749c0ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:52:38.015669 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4589eeca-7fdf-4b5a-9dce-a47d3749c0ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1977653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854055662'] for router_interface, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:52:38.019643 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-4589eeca-7fdf-4b5a-9dce-a47d3749c0ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 10:52:38.119106 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4589eeca-7fdf-4b5a-9dce-a47d3749c0ae admin admin] Pushing event updated for resources: {'Port': ['ID=c56cdc6d-d322-43b5-9177-d8149a70b531,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 10:52:38.122761 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-4589eeca-7fdf-4b5a-9dce-a47d3749c0ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 10:52:38.387928 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4589eeca-7fdf-4b5a-9dce-a47d3749c0ae admin admin] Network 2a8090d2-8f40-440f-98ec-343f83d00430 is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 10:52:38.389298 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-4589eeca-7fdf-4b5a-9dce-a47d3749c0ae admin admin] Resources bound (agent type, host, resource id):  {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 10:52:38.744085 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-bb51e09c-1e8e-43a6-b156-e20d930b3d17 None None] Provisioning complete for port c56cdc6d-d322-43b5-9177-d8149a70b531 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 10:52:38.744437 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bb51e09c-1e8e-43a6-b156-e20d930b3d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:52:38.816505 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-bb51e09c-1e8e-43a6-b156-e20d930b3d17 None None] Port c56cdc6d-d322-43b5-9177-d8149a70b531 cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 10:52:38.817640 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4589eeca-7fdf-4b5a-9dce-a47d3749c0ae admin admin] Router 78cfbd97-5bba-4a6c-8649-55981c34010b is scheduled to L3 agent 198cca88-1338-4098-b44b-beb0346ac906 with binding_index 1 {{(pid=88879) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 24 10:52:38.872633 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8bc162a4-355c-47b1-b836-ee2a176660cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:52:39.007587 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4589eeca-7fdf-4b5a-9dce-a47d3749c0ae admin admin] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 10:52:39.018461 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-4589eeca-7fdf-4b5a-9dce-a47d3749c0ae admin admin] 10.222.0.65 "PUT /v2.0/routers/78cfbd97-5bba-4a6c-8649-55981c34010b/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.5573046
Dec 24 10:52:39.021126 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d11036-8946-4e28-a993-cf780bc06a57 None None] Sync routers for ids ['78cfbd97-5bba-4a6c-8649-55981c34010b'] in dv-neutron-822691-2-hyperv {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 10:52:39.035882 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d11036-8946-4e28-a993-cf780bc06a57 None None] Routers {'78cfbd97-5bba-4a6c-8649-55981c34010b'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:52:39.036663 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-b6d11036-8946-4e28-a993-cf780bc06a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52721a95c0>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T10:52:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['78cfbd97-5bba-4a6c-8649-55981c34010b'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 10:52:39.221485 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bdfdbc84-c52d-4f40-b281-af314dc1f8fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:52:39.239319 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-b6d11036-8946-4e28-a993-cf780bc06a57 None None] Set router 78cfbd97-5bba-4a6c-8649-55981c34010b gateway port host: None {{(pid=88881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 10:52:39.690475 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-b6d11036-8946-4e28-a993-cf780bc06a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52721a95c0>, [{'id': '78cfbd97-5bba-4a6c-8649-55981c34010b', 'name': 'router1', 'tenant_id': 'db761b0f2b4f4cd8b63d965582b0ab85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:52:28Z', 'updated_at': '2021-12-24T10:52:37Z', 'revision_number': 2, 'project_id': 'db761b0f2b4f4cd8b63d965582b0ab85', 'gw_port_host': None, '_interfaces': [{'id': 'c56cdc6d-d322-43b5-9177-d8149a70b531', 'name': '', 'network_id': '2a8090d2-8f40-440f-98ec-343f83d00430', 'tenant_id': 'db761b0f2b4f4cd8b63d965582b0ab85', 'mac_address': 'fa:16:3e:9a:33:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78cfbd97-5bba-4a6c-8649-55981c34010b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ee4b6b22-6d96-4706-8bce-f11a8c3da392', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:52:37Z', 'updated_at': '2021-12-24T10:52:37Z', 'revision_number': 2, 'project_id': 'db761b0f2b4f4cd8b63d965582b0ab85', 'subnets': [{'id': 'ee4b6b22-6d96-4706-8bce-f11a8c3da392', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0d1b6cab-2ceb-499e-b1eb-7148bb25704f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 10:52:39.696304 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d11036-8946-4e28-a993-cf780bc06a57 None None] Checking router: 78cfbd97-5bba-4a6c-8649-55981c34010b for host: dv-neutron-822691-2-hyperv {{(pid=88881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 24 10:52:39.696686 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d11036-8946-4e28-a993-cf780bc06a57 None None] Updating router 78cfbd97-5bba-4a6c-8649-55981c34010b port c56cdc6d-d322-43b5-9177-d8149a70b531 binding host dv-neutron-822691-2-hyperv {{(pid=88881) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 24 10:52:39.759054 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b6d11036-8946-4e28-a993-cf780bc06a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:52:40.193157 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b6d11036-8946-4e28-a993-cf780bc06a57 None None] Notify callbacks [] for port, precommit_update {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:52:40.209996 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-b6d11036-8946-4e28-a993-cf780bc06a57 None None] Transition to ACTIVE for port object c56cdc6d-d322-43b5-9177-d8149a70b531 will not be triggered until provisioned by entity L2. {{(pid=88881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 10:52:40.216856 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b6d11036-8946-4e28-a993-cf780bc06a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:52:40.222091 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 10:52:40.351705 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155f9383-b3ad-4f2c-bba6-14ac9674523e None None] Pushing event updated for resources: {'Port': ['ID=c56cdc6d-d322-43b5-9177-d8149a70b531,revision_number=3']} {{(pid=88881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 10:52:40.367115 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155f9383-b3ad-4f2c-bba6-14ac9674523e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 10:52:40.367534 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155f9383-b3ad-4f2c-bba6-14ac9674523e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 10:52:40.367822 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155f9383-b3ad-4f2c-bba6-14ac9674523e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 10:52:40.368168 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155f9383-b3ad-4f2c-bba6-14ac9674523e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 10:52:40.368533 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155f9383-b3ad-4f2c-bba6-14ac9674523e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 10:52:40.368879 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155f9383-b3ad-4f2c-bba6-14ac9674523e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 10:52:40.369224 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155f9383-b3ad-4f2c-bba6-14ac9674523e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 10:52:40.369567 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155f9383-b3ad-4f2c-bba6-14ac9674523e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 10:52:40.369928 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155f9383-b3ad-4f2c-bba6-14ac9674523e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 10:52:40.370269 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155f9383-b3ad-4f2c-bba6-14ac9674523e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 10:52:40.370606 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155f9383-b3ad-4f2c-bba6-14ac9674523e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 10:52:40.371998 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155f9383-b3ad-4f2c-bba6-14ac9674523e None None] Tracked resource versions report:
Dec 24 10:52:40.371998 dv-neutron-822691-2-hyperv neutron-server[88767]: pushed versions:
Dec 24 10:52:40.371998 dv-neutron-822691-2-hyperv neutron-server[88767]: {   'ConntrackHelper': {'1.0'},
Dec 24 10:52:40.371998 dv-neutron-822691-2-hyperv neutron-server[88767]:     'Log': {'1.0'},
Dec 24 10:52:40.371998 dv-neutron-822691-2-hyperv neutron-server[88767]:     'Network': {'1.1'},
Dec 24 10:52:40.371998 dv-neutron-822691-2-hyperv neutron-server[88767]:     'Port': {'1.5'},
Dec 24 10:52:40.371998 dv-neutron-822691-2-hyperv neutron-server[88767]:     'PortForwarding': {'1.2'},
Dec 24 10:52:40.371998 dv-neutron-822691-2-hyperv neutron-server[88767]:     'QosPolicy': {'1.8'},
Dec 24 10:52:40.371998 dv-neutron-822691-2-hyperv neutron-server[88767]:     'SecurityGroup': {'1.2'},
Dec 24 10:52:40.371998 dv-neutron-822691-2-hyperv neutron-server[88767]:     'SecurityGroupRule': {'1.0'},
Dec 24 10:52:40.371998 dv-neutron-822691-2-hyperv neutron-server[88767]:     'SubPort': {'1.0'},
Dec 24 10:52:40.371998 dv-neutron-822691-2-hyperv neutron-server[88767]:     'Subnet': {'1.1'},
Dec 24 10:52:40.371998 dv-neutron-822691-2-hyperv neutron-server[88767]:     'Trunk': {'1.1'}}
Dec 24 10:52:40.371998 dv-neutron-822691-2-hyperv neutron-server[88767]: consumer versions:
Dec 24 10:52:40.371998 dv-neutron-822691-2-hyperv neutron-server[88767]: {   DHCP agent@dv-neutron-822691-2-hyperv: {},
Dec 24 10:52:40.371998 dv-neutron-822691-2-hyperv neutron-server[88767]:     L3 agent@dv-neutron-822691-2-hyperv: {},
Dec 24 10:52:40.371998 dv-neutron-822691-2-hyperv neutron-server[88767]:     Metadata agent@dv-neutron-822691-2-hyperv: {},
Dec 24 10:52:40.371998 dv-neutron-822691-2-hyperv neutron-server[88767]:     Metering agent@dv-neutron-822691-2-hyperv: {},
Dec 24 10:52:40.371998 dv-neutron-822691-2-hyperv neutron-server[88767]:     Open vSwitch agent@dv-neutron-822691-2-hyperv: {   'ConntrackHelper': '1.0',
Dec 24 10:52:40.371998 dv-neutron-822691-2-hyperv neutron-server[88767]:                                                        'Log': '1.0',
Dec 24 10:52:40.371998 dv-neutron-822691-2-hyperv neutron-server[88767]:                                                        'Network': '1.1',
Dec 24 10:52:40.371998 dv-neutron-822691-2-hyperv neutron-server[88767]:                                                        'Port': '1.5',
Dec 24 10:52:40.371998 dv-neutron-822691-2-hyperv neutron-server[88767]:                                                        'PortForwarding': '1.2',
Dec 24 10:52:40.371998 dv-neutron-822691-2-hyperv neutron-server[88767]:                                                        'QosPolicy': '1.8',
Dec 24 10:52:40.371998 dv-neutron-822691-2-hyperv neutron-server[88767]:                                                        'SecurityGroup': '1.2',
Dec 24 10:52:40.371998 dv-neutron-822691-2-hyperv neutron-server[88767]:                                                        'SecurityGroupRule': '1.0',
Dec 24 10:52:40.371998 dv-neutron-822691-2-hyperv neutron-server[88767]:                                                        'SubPort': '1.0',
Dec 24 10:52:40.371998 dv-neutron-822691-2-hyperv neutron-server[88767]:                                                        'Subnet': '1.1',
Dec 24 10:52:40.371998 dv-neutron-822691-2-hyperv neutron-server[88767]:                                                        'Trunk': '1.1'}}
Dec 24 10:52:40.371998 dv-neutron-822691-2-hyperv neutron-server[88767]:  {{(pid=88881) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Dec 24 10:52:40.409657 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-155f9383-b3ad-4f2c-bba6-14ac9674523e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=88881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 10:52:40.487168 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-39ff93cf-c0b7-48c5-95f3-6f7e9977387d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:52:40.487882 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-b6d11036-8946-4e28-a993-cf780bc06a57 None None] Attempting to bind port c56cdc6d-d322-43b5-9177-d8149a70b531 on host dv-neutron-822691-2-hyperv for vnic_type normal with profile  {{(pid=88881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 10:52:40.488392 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-b6d11036-8946-4e28-a993-cf780bc06a57 None None] Attempting to bind port c56cdc6d-d322-43b5-9177-d8149a70b531 by drivers openvswitch,hyperv on host dv-neutron-822691-2-hyperv at level 0 using segments [{'id': '15e8710d-73f2-4667-b09a-a785fdedbb60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '2a8090d2-8f40-440f-98ec-343f83d00430'}] {{(pid=88881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 10:52:40.488886 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d11036-8946-4e28-a993-cf780bc06a57 None None] Attempting to bind port c56cdc6d-d322-43b5-9177-d8149a70b531 on network 2a8090d2-8f40-440f-98ec-343f83d00430 {{(pid=88881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 10:52:40.497316 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d11036-8946-4e28-a993-cf780bc06a57 None None] Checking agent: {'id': 'db1275c1-6001-47af-93c2-635c68404703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822691-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 52, 8), 'started_at': datetime.datetime(2021, 12, 24, 10, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 10, 52, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822691-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 10:52:40.497820 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d11036-8946-4e28-a993-cf780bc06a57 None None] Checking segment: {'id': '15e8710d-73f2-4667-b09a-a785fdedbb60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '2a8090d2-8f40-440f-98ec-343f83d00430'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 10:52:40.498390 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b6d11036-8946-4e28-a993-cf780bc06a57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:52:40.498891 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d11036-8946-4e28-a993-cf780bc06a57 None None] Bound using segment: {'id': '15e8710d-73f2-4667-b09a-a785fdedbb60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '2a8090d2-8f40-440f-98ec-343f83d00430'} {{(pid=88881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 10:52:40.499514 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-b6d11036-8946-4e28-a993-cf780bc06a57 None None] Bound port: c56cdc6d-d322-43b5-9177-d8149a70b531, host: dv-neutron-822691-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15e8710d-73f2-4667-b09a-a785fdedbb60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '2a8090d2-8f40-440f-98ec-343f83d00430'}}] {{(pid=88881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 10:52:40.500018 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b6d11036-8946-4e28-a993-cf780bc06a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:52:40.613978 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-b6d11036-8946-4e28-a993-cf780bc06a57 None None] For port c56cdc6d-d322-43b5-9177-d8149a70b531, host dv-neutron-822691-2-hyperv, cleared binding levels {{(pid=88881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 10:52:40.619051 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-b6d11036-8946-4e28-a993-cf780bc06a57 None None] For port c56cdc6d-d322-43b5-9177-d8149a70b531, host dv-neutron-822691-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=c56cdc6d-d322-43b5-9177-d8149a70b531,segment=NetworkSegment(15e8710d-73f2-4667-b09a-a785fdedbb60),segment_id=15e8710d-73f2-4667-b09a-a785fdedbb60)] {{(pid=88881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 10:52:40.626299 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b6d11036-8946-4e28-a993-cf780bc06a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:52:40.631912 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-155f9383-b3ad-4f2c-bba6-14ac9674523e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 10:52:40.735556 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155f9383-b3ad-4f2c-bba6-14ac9674523e None None] Pushing event updated for resources: {'Port': ['ID=c56cdc6d-d322-43b5-9177-d8149a70b531,revision_number=4']} {{(pid=88881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 10:52:40.741553 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-155f9383-b3ad-4f2c-bba6-14ac9674523e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 10:52:40.750185 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d11036-8946-4e28-a993-cf780bc06a57 None None] Routers {'78cfbd97-5bba-4a6c-8649-55981c34010b'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:52:40.751057 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-b6d11036-8946-4e28-a993-cf780bc06a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52721a95c0>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T10:52:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['78cfbd97-5bba-4a6c-8649-55981c34010b'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 10:52:40.944017 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-b6d11036-8946-4e28-a993-cf780bc06a57 None None] Set router 78cfbd97-5bba-4a6c-8649-55981c34010b gateway port host: None {{(pid=88881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 10:52:41.284037 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 59242) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:41.466604 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-b6d11036-8946-4e28-a993-cf780bc06a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52721a95c0>, [{'id': '78cfbd97-5bba-4a6c-8649-55981c34010b', 'name': 'router1', 'tenant_id': 'db761b0f2b4f4cd8b63d965582b0ab85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:52:28Z', 'updated_at': '2021-12-24T10:52:37Z', 'revision_number': 2, 'project_id': 'db761b0f2b4f4cd8b63d965582b0ab85', 'gw_port_host': None, '_interfaces': [{'id': 'c56cdc6d-d322-43b5-9177-d8149a70b531', 'name': '', 'network_id': '2a8090d2-8f40-440f-98ec-343f83d00430', 'tenant_id': 'db761b0f2b4f4cd8b63d965582b0ab85', 'mac_address': 'fa:16:3e:9a:33:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78cfbd97-5bba-4a6c-8649-55981c34010b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ee4b6b22-6d96-4706-8bce-f11a8c3da392', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:52:37Z', 'updated_at': '2021-12-24T10:52:40Z', 'revision_number': 4, 'project_id': 'db761b0f2b4f4cd8b63d965582b0ab85', 'subnets': [{'id': 'ee4b6b22-6d96-4706-8bce-f11a8c3da392', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0d1b6cab-2ceb-499e-b1eb-7148bb25704f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 10:52:41.473416 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d11036-8946-4e28-a993-cf780bc06a57 None None] The sync data for ids ['78cfbd97-5bba-4a6c-8649-55981c34010b'] in dv-neutron-822691-2-hyperv is: [{'id': '78cfbd97-5bba-4a6c-8649-55981c34010b', 'name': 'router1', 'tenant_id': 'db761b0f2b4f4cd8b63d965582b0ab85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:52:28Z', 'updated_at': '2021-12-24T10:52:37Z', 'revision_number': 2, 'project_id': 'db761b0f2b4f4cd8b63d965582b0ab85', 'gw_port_host': None, '_interfaces': [{'id': 'c56cdc6d-d322-43b5-9177-d8149a70b531', 'name': '', 'network_id': '2a8090d2-8f40-440f-98ec-343f83d00430', 'tenant_id': 'db761b0f2b4f4cd8b63d965582b0ab85', 'mac_address': 'fa:16:3e:9a:33:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78cfbd97-5bba-4a6c-8649-55981c34010b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ee4b6b22-6d96-4706-8bce-f11a8c3da392', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:52:37Z', 'updated_at': '2021-12-24T10:52:40Z', 'revision_number': 4, 'project_id': 'db761b0f2b4f4cd8b63d965582b0ab85', 'subnets': [{'id': 'ee4b6b22-6d96-4706-8bce-f11a8c3da392', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0d1b6cab-2ceb-499e-b1eb-7148bb25704f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 10:52:41.548068 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0698334-16e7-45d5-a562-6f2e04777dea admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 10:52:41.553904 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-b0698334-16e7-45d5-a562-6f2e04777dea admin admin] 10.222.0.65 "GET /v2.0/networks/f8c337ba-681f-4fcb-a333-e3c49365b30a HTTP/1.1" status: 200  len: 842 time: 0.2643893
Dec 24 10:52:41.561061 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-7d235240-bce3-4f32-b6c2-c054097f606d admin admin] Request body: {'subnet': {'enable_dhcp': False, 'name': 'public-subnet', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'ip_version': 4, 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 10:52:41.568271 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-7d235240-bce3-4f32-b6c2-c054097f606d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 10:52:41.572853 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-7d235240-bce3-4f32-b6c2-c054097f606d admin admin] Usage tracker for resource:subnet and tenant:ddbf0fc0233a487c8dce2e6b57857177 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 10:52:41.576898 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-7d235240-bce3-4f32-b6c2-c054097f606d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 10:52:41.584315 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-7d235240-bce3-4f32-b6c2-c054097f606d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 10:52:41.595282 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d235240-bce3-4f32-b6c2-c054097f606d admin admin] Made reservation on behalf of ddbf0fc0233a487c8dce2e6b57857177 for: {'subnet': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 10:52:41.605316 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7d235240-bce3-4f32-b6c2-c054097f606d admin admin] Notify callbacks [] for subnet, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:52:42.163789 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7d235240-bce3-4f32-b6c2-c054097f606d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636'] for subnet, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:52:42.172991 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 10:52:42.494096 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d235240-bce3-4f32-b6c2-c054097f606d admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ea1398c-0bec-46d6-8d54-85798de2a7ca,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 10:52:42.505887 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d235240-bce3-4f32-b6c2-c054097f606d admin admin] Checking segment: {'id': 'd4e3295f-9ff8-4cad-8a20-3f1c937efc8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 10:52:42.506298 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d235240-bce3-4f32-b6c2-c054097f606d admin admin] Network hostable DHCP agents. Network: f8c337ba-681f-4fcb-a333-e3c49365b30a, hostable agents: ['edcf98dc-3032-472a-8b3d-f23fd1e89806'], hosted agents: [] {{(pid=88878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 24 10:52:42.512364 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d235240-bce3-4f32-b6c2-c054097f606d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 10:52:42.512727 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d235240-bce3-4f32-b6c2-c054097f606d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 10:52:42.513087 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d235240-bce3-4f32-b6c2-c054097f606d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 10:52:42.513438 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d235240-bce3-4f32-b6c2-c054097f606d admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 10:52:42.513790 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d235240-bce3-4f32-b6c2-c054097f606d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 10:52:42.514170 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d235240-bce3-4f32-b6c2-c054097f606d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 10:52:42.514531 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d235240-bce3-4f32-b6c2-c054097f606d admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 10:52:42.514874 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d235240-bce3-4f32-b6c2-c054097f606d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 10:52:42.515212 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d235240-bce3-4f32-b6c2-c054097f606d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 10:52:42.515550 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d235240-bce3-4f32-b6c2-c054097f606d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 10:52:42.515887 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d235240-bce3-4f32-b6c2-c054097f606d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 10:52:42.517259 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d235240-bce3-4f32-b6c2-c054097f606d admin admin] Tracked resource versions report:
Dec 24 10:52:42.517259 dv-neutron-822691-2-hyperv neutron-server[88767]: pushed versions:
Dec 24 10:52:42.517259 dv-neutron-822691-2-hyperv neutron-server[88767]: {   'ConntrackHelper': {'1.0'},
Dec 24 10:52:42.517259 dv-neutron-822691-2-hyperv neutron-server[88767]:     'Log': {'1.0'},
Dec 24 10:52:42.517259 dv-neutron-822691-2-hyperv neutron-server[88767]:     'Network': {'1.1'},
Dec 24 10:52:42.517259 dv-neutron-822691-2-hyperv neutron-server[88767]:     'Port': {'1.5'},
Dec 24 10:52:42.517259 dv-neutron-822691-2-hyperv neutron-server[88767]:     'PortForwarding': {'1.2'},
Dec 24 10:52:42.517259 dv-neutron-822691-2-hyperv neutron-server[88767]:     'QosPolicy': {'1.8'},
Dec 24 10:52:42.517259 dv-neutron-822691-2-hyperv neutron-server[88767]:     'SecurityGroup': {'1.2'},
Dec 24 10:52:42.517259 dv-neutron-822691-2-hyperv neutron-server[88767]:     'SecurityGroupRule': {'1.0'},
Dec 24 10:52:42.517259 dv-neutron-822691-2-hyperv neutron-server[88767]:     'SubPort': {'1.0'},
Dec 24 10:52:42.517259 dv-neutron-822691-2-hyperv neutron-server[88767]:     'Subnet': {'1.1'},
Dec 24 10:52:42.517259 dv-neutron-822691-2-hyperv neutron-server[88767]:     'Trunk': {'1.1'}}
Dec 24 10:52:42.517259 dv-neutron-822691-2-hyperv neutron-server[88767]: consumer versions:
Dec 24 10:52:42.517259 dv-neutron-822691-2-hyperv neutron-server[88767]: {   DHCP agent@dv-neutron-822691-2-hyperv: {},
Dec 24 10:52:42.517259 dv-neutron-822691-2-hyperv neutron-server[88767]:     L3 agent@dv-neutron-822691-2-hyperv: {},
Dec 24 10:52:42.517259 dv-neutron-822691-2-hyperv neutron-server[88767]:     Metadata agent@dv-neutron-822691-2-hyperv: {},
Dec 24 10:52:42.517259 dv-neutron-822691-2-hyperv neutron-server[88767]:     Metering agent@dv-neutron-822691-2-hyperv: {},
Dec 24 10:52:42.517259 dv-neutron-822691-2-hyperv neutron-server[88767]:     Open vSwitch agent@dv-neutron-822691-2-hyperv: {   'ConntrackHelper': '1.0',
Dec 24 10:52:42.517259 dv-neutron-822691-2-hyperv neutron-server[88767]:                                                        'Log': '1.0',
Dec 24 10:52:42.517259 dv-neutron-822691-2-hyperv neutron-server[88767]:                                                        'Network': '1.1',
Dec 24 10:52:42.517259 dv-neutron-822691-2-hyperv neutron-server[88767]:                                                        'Port': '1.5',
Dec 24 10:52:42.517259 dv-neutron-822691-2-hyperv neutron-server[88767]:                                                        'PortForwarding': '1.2',
Dec 24 10:52:42.517259 dv-neutron-822691-2-hyperv neutron-server[88767]:                                                        'QosPolicy': '1.8',
Dec 24 10:52:42.517259 dv-neutron-822691-2-hyperv neutron-server[88767]:                                                        'SecurityGroup': '1.2',
Dec 24 10:52:42.517259 dv-neutron-822691-2-hyperv neutron-server[88767]:                                                        'SecurityGroupRule': '1.0',
Dec 24 10:52:42.517259 dv-neutron-822691-2-hyperv neutron-server[88767]:                                                        'SubPort': '1.0',
Dec 24 10:52:42.517259 dv-neutron-822691-2-hyperv neutron-server[88767]:                                                        'Subnet': '1.1',
Dec 24 10:52:42.517259 dv-neutron-822691-2-hyperv neutron-server[88767]:                                                        'Trunk': '1.1'}}
Dec 24 10:52:42.517259 dv-neutron-822691-2-hyperv neutron-server[88767]:  {{(pid=88878) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Dec 24 10:52:42.561260 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d235240-bce3-4f32-b6c2-c054097f606d admin admin] Network f8c337ba-681f-4fcb-a333-e3c49365b30a is scheduled to be hosted by DHCP agent edcf98dc-3032-472a-8b3d-f23fd1e89806 with binding_index 1 {{(pid=88878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 24 10:52:42.572104 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7d235240-bce3-4f32-b6c2-c054097f606d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 10:52:42.573686 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-7d235240-bce3-4f32-b6c2-c054097f606d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822691-2-hyperv, f8c337ba-681f-4fcb-a333-e3c49365b30a) {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 10:52:42.578742 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d235240-bce3-4f32-b6c2-c054097f606d admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 10:52:42.579411 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7d235240-bce3-4f32-b6c2-c054097f606d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1977811'] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:52:42.600921 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b54b533e-ac4e-4a4f-a56a-ca9761226d3a None None] Network f8c337ba-681f-4fcb-a333-e3c49365b30a requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 10:52:42.630320 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-7d235240-bce3-4f32-b6c2-c054097f606d admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.0716796
Dec 24 10:52:42.981187 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d7148f8-173b-4f38-8fe6-4ceb1c4692cb None None] Network f8c337ba-681f-4fcb-a333-e3c49365b30a requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 10:52:44.338079 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device c56cdc6d-d322-43b5-9177-d8149a70b531 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 10:52:44.424058 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning for port c56cdc6d-d322-43b5-9177-d8149a70b531 completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 10:52:44.429508 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port c56cdc6d-d322-43b5-9177-d8149a70b531 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 10:52:44.429935 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:52:44.557249 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:52:44.594048 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] For port c56cdc6d-d322-43b5-9177-d8149a70b531, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=c56cdc6d-d322-43b5-9177-d8149a70b531,segment=NetworkSegment(15e8710d-73f2-4667-b09a-a785fdedbb60),segment_id=15e8710d-73f2-4667-b09a-a785fdedbb60)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 10:52:44.597376 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:52:44.599767 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-aad0a11f-f866-4845-bdfe-8e7b20699482 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 10:52:44.669316 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Pushing event updated for resources: {'Port': ['ID=c56cdc6d-d322-43b5-9177-d8149a70b531,revision_number=5']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 10:52:44.673030 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 10:52:44.924539 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 59262) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:45.202623 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-a193b8f5-f890-4725-8f12-1e301df3ecef admin admin] 10.222.0.65 "GET /v2.0/routers/78cfbd97-5bba-4a6c-8649-55981c34010b HTTP/1.1" status: 200  len: 710 time: 0.2767181
Dec 24 10:52:45.345591 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-982d5e42-0294-40af-950e-63932e695000 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 10:52:45.347208 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-982d5e42-0294-40af-950e-63932e695000 admin admin] 10.222.0.65 "GET /v2.0/networks/f8c337ba-681f-4fcb-a333-e3c49365b30a HTTP/1.1" status: 200  len: 886 time: 0.1387014
Dec 24 10:52:45.357756 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-38a8e4c4-26b2-4c69-9fa1-788886aa4296 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a'}}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 10:52:45.875089 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-38a8e4c4-26b2-4c69-9fa1-788886aa4296 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-659031', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854691240'] for router, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:52:46.086907 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-38a8e4c4-26b2-4c69-9fa1-788886aa4296 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:52:46.149506 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-38a8e4c4-26b2-4c69-9fa1-788886aa4296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:52:46.301028 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-38a8e4c4-26b2-4c69-9fa1-788886aa4296 admin admin] Allocated IP 172.26.3.2 (f8c337ba-681f-4fcb-a333-e3c49365b30a/8ea1398c-0bec-46d6-8d54-85798de2a7ca/fbdace54-bd5c-4d53-800d-1d42d7763de6) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 10:52:46.302555 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device c56cdc6d-d322-43b5-9177-d8149a70b531 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 10:52:46.376766 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port c56cdc6d-d322-43b5-9177-d8149a70b531 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 10:52:46.377365 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:52:46.459744 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-38a8e4c4-26b2-4c69-9fa1-788886aa4296 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:52:46.514810 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-38a8e4c4-26b2-4c69-9fa1-788886aa4296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:52:46.519851 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 10:52:46.593205 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38a8e4c4-26b2-4c69-9fa1-788886aa4296 admin admin] Network f8c337ba-681f-4fcb-a333-e3c49365b30a is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 10:52:46.594144 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a8e4c4-26b2-4c69-9fa1-788886aa4296 admin admin] Pushing event updated for resources: {'Port': ['ID=fbdace54-bd5c-4d53-800d-1d42d7763de6,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 10:52:46.596624 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-38a8e4c4-26b2-4c69-9fa1-788886aa4296 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 10:52:46.608489 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-38a8e4c4-26b2-4c69-9fa1-788886aa4296 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 10:52:46.616044 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a8e4c4-26b2-4c69-9fa1-788886aa4296 admin admin] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:52:46.953473 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-38a8e4c4-26b2-4c69-9fa1-788886aa4296 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:52:47.129217 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-38a8e4c4-26b2-4c69-9fa1-788886aa4296 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-659031', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854691240'] for router, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:52:47.132934 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-38a8e4c4-26b2-4c69-9fa1-788886aa4296 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854116816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854116785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-659000', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854163815'] for router, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:52:47.352256 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38a8e4c4-26b2-4c69-9fa1-788886aa4296 admin admin] Router 78cfbd97-5bba-4a6c-8649-55981c34010b has already been hosted by L3 agent 198cca88-1338-4098-b44b-beb0346ac906 {{(pid=88878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 24 10:52:47.566595 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38a8e4c4-26b2-4c69-9fa1-788886aa4296 admin admin] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 10:52:47.577297 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-38a8e4c4-26b2-4c69-9fa1-788886aa4296 admin admin] Notify callbacks [] for router, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:52:47.577638 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d8443e-0b3e-48b6-a37b-41ed6da68357 None None] Sync routers for ids ['78cfbd97-5bba-4a6c-8649-55981c34010b'] in dv-neutron-822691-2-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 10:52:47.578286 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-38a8e4c4-26b2-4c69-9fa1-788886aa4296 admin admin] 10.222.0.65 "PUT /v2.0/routers/78cfbd97-5bba-4a6c-8649-55981c34010b HTTP/1.1" status: 200  len: 888 time: 2.2246580
Dec 24 10:52:47.592874 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d8443e-0b3e-48b6-a37b-41ed6da68357 None None] Routers {'78cfbd97-5bba-4a6c-8649-55981c34010b'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:52:47.593590 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-a6d8443e-0b3e-48b6-a37b-41ed6da68357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271b5bf60>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T10:52:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['78cfbd97-5bba-4a6c-8649-55981c34010b'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 10:52:47.797203 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-a6d8443e-0b3e-48b6-a37b-41ed6da68357 None None] Set router 78cfbd97-5bba-4a6c-8649-55981c34010b gateway port host: dv-neutron-822691-2-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 10:52:48.158400 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-a6d8443e-0b3e-48b6-a37b-41ed6da68357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271b5bf60>, [{'id': '78cfbd97-5bba-4a6c-8649-55981c34010b', 'name': 'router1', 'tenant_id': 'db761b0f2b4f4cd8b63d965582b0ab85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.2'}], 'enable_snat': True}, 'gw_port_id': 'fbdace54-bd5c-4d53-800d-1d42d7763de6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:52:28Z', 'updated_at': '2021-12-24T10:52:46Z', 'revision_number': 4, 'project_id': 'db761b0f2b4f4cd8b63d965582b0ab85', 'gw_port': {'id': 'fbdace54-bd5c-4d53-800d-1d42d7763de6', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:10:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78cfbd97-5bba-4a6c-8649-55981c34010b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:52:46Z', 'updated_at': '2021-12-24T10:52:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_interfaces': [{'id': 'c56cdc6d-d322-43b5-9177-d8149a70b531', 'name': '', 'network_id': '2a8090d2-8f40-440f-98ec-343f83d00430', 'tenant_id': 'db761b0f2b4f4cd8b63d965582b0ab85', 'mac_address': 'fa:16:3e:9a:33:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78cfbd97-5bba-4a6c-8649-55981c34010b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ee4b6b22-6d96-4706-8bce-f11a8c3da392', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:52:37Z', 'updated_at': '2021-12-24T10:52:44Z', 'revision_number': 5, 'project_id': 'db761b0f2b4f4cd8b63d965582b0ab85', 'subnets': [{'id': 'ee4b6b22-6d96-4706-8bce-f11a8c3da392', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0d1b6cab-2ceb-499e-b1eb-7148bb25704f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 10:52:48.163782 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d8443e-0b3e-48b6-a37b-41ed6da68357 None None] Checking router: 78cfbd97-5bba-4a6c-8649-55981c34010b for host: dv-neutron-822691-2-hyperv {{(pid=88880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 24 10:52:48.164192 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d8443e-0b3e-48b6-a37b-41ed6da68357 None None] Updating router 78cfbd97-5bba-4a6c-8649-55981c34010b port fbdace54-bd5c-4d53-800d-1d42d7763de6 binding host dv-neutron-822691-2-hyperv {{(pid=88880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 24 10:52:48.218098 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a6d8443e-0b3e-48b6-a37b-41ed6da68357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:52:48.576158 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a6d8443e-0b3e-48b6-a37b-41ed6da68357 None None] Notify callbacks [] for port, precommit_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:52:48.589300 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-a6d8443e-0b3e-48b6-a37b-41ed6da68357 None None] Transition to ACTIVE for port object fbdace54-bd5c-4d53-800d-1d42d7763de6 will not be triggered until provisioned by entity L2. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 10:52:48.596509 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a6d8443e-0b3e-48b6-a37b-41ed6da68357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:52:48.600982 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 10:52:48.682899 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3527dc-ccc8-46bd-818c-0875c22247b7 None None] Pushing event updated for resources: {'Port': ['ID=fbdace54-bd5c-4d53-800d-1d42d7763de6,revision_number=2']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 10:52:48.685287 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-a6d8443e-0b3e-48b6-a37b-41ed6da68357 None None] Attempting to bind port fbdace54-bd5c-4d53-800d-1d42d7763de6 on host dv-neutron-822691-2-hyperv for vnic_type normal with profile  {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 10:52:48.685677 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-a6d8443e-0b3e-48b6-a37b-41ed6da68357 None None] Attempting to bind port fbdace54-bd5c-4d53-800d-1d42d7763de6 by drivers openvswitch,hyperv on host dv-neutron-822691-2-hyperv at level 0 using segments [{'id': 'd4e3295f-9ff8-4cad-8a20-3f1c937efc8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a'}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 10:52:48.686098 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d8443e-0b3e-48b6-a37b-41ed6da68357 None None] Attempting to bind port fbdace54-bd5c-4d53-800d-1d42d7763de6 on network f8c337ba-681f-4fcb-a333-e3c49365b30a {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 10:52:48.688522 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-2c3527dc-ccc8-46bd-818c-0875c22247b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 10:52:48.694318 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d8443e-0b3e-48b6-a37b-41ed6da68357 None None] Checking agent: {'id': 'db1275c1-6001-47af-93c2-635c68404703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822691-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 52, 8), 'started_at': datetime.datetime(2021, 12, 24, 10, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 10, 52, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822691-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 10:52:48.694710 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d8443e-0b3e-48b6-a37b-41ed6da68357 None None] Checking segment: {'id': 'd4e3295f-9ff8-4cad-8a20-3f1c937efc8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 10:52:48.695133 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a6d8443e-0b3e-48b6-a37b-41ed6da68357 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:52:48.695537 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d8443e-0b3e-48b6-a37b-41ed6da68357 None None] Bound using segment: {'id': 'd4e3295f-9ff8-4cad-8a20-3f1c937efc8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a'} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 10:52:48.696052 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-a6d8443e-0b3e-48b6-a37b-41ed6da68357 None None] Bound port: fbdace54-bd5c-4d53-800d-1d42d7763de6, host: dv-neutron-822691-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4e3295f-9ff8-4cad-8a20-3f1c937efc8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a'}}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 10:52:48.696461 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a6d8443e-0b3e-48b6-a37b-41ed6da68357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:52:48.770849 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-a6d8443e-0b3e-48b6-a37b-41ed6da68357 None None] For port fbdace54-bd5c-4d53-800d-1d42d7763de6, host dv-neutron-822691-2-hyperv, cleared binding levels {{(pid=88880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 10:52:48.774043 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-a6d8443e-0b3e-48b6-a37b-41ed6da68357 None None] For port fbdace54-bd5c-4d53-800d-1d42d7763de6, host dv-neutron-822691-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=fbdace54-bd5c-4d53-800d-1d42d7763de6,segment=NetworkSegment(d4e3295f-9ff8-4cad-8a20-3f1c937efc8c),segment_id=d4e3295f-9ff8-4cad-8a20-3f1c937efc8c)] {{(pid=88880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 10:52:48.777870 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a6d8443e-0b3e-48b6-a37b-41ed6da68357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:52:48.781790 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 10:52:48.860495 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3527dc-ccc8-46bd-818c-0875c22247b7 None None] Pushing event updated for resources: {'Port': ['ID=fbdace54-bd5c-4d53-800d-1d42d7763de6,revision_number=3']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 10:52:48.863593 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-2c3527dc-ccc8-46bd-818c-0875c22247b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 10:52:48.869289 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d8443e-0b3e-48b6-a37b-41ed6da68357 None None] Routers {'78cfbd97-5bba-4a6c-8649-55981c34010b'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:52:48.869953 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-a6d8443e-0b3e-48b6-a37b-41ed6da68357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271b5bf60>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T10:52:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['78cfbd97-5bba-4a6c-8649-55981c34010b'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 10:52:49.196927 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-a6d8443e-0b3e-48b6-a37b-41ed6da68357 None None] Set router 78cfbd97-5bba-4a6c-8649-55981c34010b gateway port host: dv-neutron-822691-2-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 10:52:49.564001 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-a6d8443e-0b3e-48b6-a37b-41ed6da68357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271b5bf60>, [{'id': '78cfbd97-5bba-4a6c-8649-55981c34010b', 'name': 'router1', 'tenant_id': 'db761b0f2b4f4cd8b63d965582b0ab85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.2'}], 'enable_snat': True}, 'gw_port_id': 'fbdace54-bd5c-4d53-800d-1d42d7763de6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:52:28Z', 'updated_at': '2021-12-24T10:52:46Z', 'revision_number': 4, 'project_id': 'db761b0f2b4f4cd8b63d965582b0ab85', 'gw_port': {'id': 'fbdace54-bd5c-4d53-800d-1d42d7763de6', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:10:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78cfbd97-5bba-4a6c-8649-55981c34010b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:52:46Z', 'updated_at': '2021-12-24T10:52:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_interfaces': [{'id': 'c56cdc6d-d322-43b5-9177-d8149a70b531', 'name': '', 'network_id': '2a8090d2-8f40-440f-98ec-343f83d00430', 'tenant_id': 'db761b0f2b4f4cd8b63d965582b0ab85', 'mac_address': 'fa:16:3e:9a:33:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78cfbd97-5bba-4a6c-8649-55981c34010b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ee4b6b22-6d96-4706-8bce-f11a8c3da392', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:52:37Z', 'updated_at': '2021-12-24T10:52:44Z', 'revision_number': 5, 'project_id': 'db761b0f2b4f4cd8b63d965582b0ab85', 'subnets': [{'id': 'ee4b6b22-6d96-4706-8bce-f11a8c3da392', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0d1b6cab-2ceb-499e-b1eb-7148bb25704f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 10:52:49.568555 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d8443e-0b3e-48b6-a37b-41ed6da68357 None None] The sync data for ids ['78cfbd97-5bba-4a6c-8649-55981c34010b'] in dv-neutron-822691-2-hyperv is: [{'id': '78cfbd97-5bba-4a6c-8649-55981c34010b', 'name': 'router1', 'tenant_id': 'db761b0f2b4f4cd8b63d965582b0ab85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.2'}], 'enable_snat': True}, 'gw_port_id': 'fbdace54-bd5c-4d53-800d-1d42d7763de6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:52:28Z', 'updated_at': '2021-12-24T10:52:46Z', 'revision_number': 4, 'project_id': 'db761b0f2b4f4cd8b63d965582b0ab85', 'gw_port': {'id': 'fbdace54-bd5c-4d53-800d-1d42d7763de6', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:10:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78cfbd97-5bba-4a6c-8649-55981c34010b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:52:46Z', 'updated_at': '2021-12-24T10:52:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_interfaces': [{'id': 'c56cdc6d-d322-43b5-9177-d8149a70b531', 'name': '', 'network_id': '2a8090d2-8f40-440f-98ec-343f83d00430', 'tenant_id': 'db761b0f2b4f4cd8b63d965582b0ab85', 'mac_address': 'fa:16:3e:9a:33:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78cfbd97-5bba-4a6c-8649-55981c34010b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ee4b6b22-6d96-4706-8bce-f11a8c3da392', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:52:37Z', 'updated_at': '2021-12-24T10:52:44Z', 'revision_number': 5, 'project_id': 'db761b0f2b4f4cd8b63d965582b0ab85', 'subnets': [{'id': 'ee4b6b22-6d96-4706-8bce-f11a8c3da392', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0d1b6cab-2ceb-499e-b1eb-7148bb25704f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 10:52:49.886500 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 59276) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:50.047041 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-69cd7393-8816-4f09-8645-22776186ef24 admin admin] 10.222.0.65 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 1080 time: 0.1592581
Dec 24 10:52:50.350267 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device fbdace54-bd5c-4d53-800d-1d42d7763de6 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 10:52:50.437854 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning for port fbdace54-bd5c-4d53-800d-1d42d7763de6 completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 10:52:50.443681 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port fbdace54-bd5c-4d53-800d-1d42d7763de6 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 10:52:50.444083 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:52:50.575494 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:52:50.594194 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] For port fbdace54-bd5c-4d53-800d-1d42d7763de6, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=fbdace54-bd5c-4d53-800d-1d42d7763de6,segment=NetworkSegment(d4e3295f-9ff8-4cad-8a20-3f1c937efc8c),segment_id=d4e3295f-9ff8-4cad-8a20-3f1c937efc8c)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 10:52:50.597775 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:52:50.600521 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 10:52:50.673327 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Pushing event updated for resources: {'Port': ['ID=fbdace54-bd5c-4d53-800d-1d42d7763de6,revision_number=4']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 10:52:50.676988 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 10:52:52.309734 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device fbdace54-bd5c-4d53-800d-1d42d7763de6 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 10:52:52.399676 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port fbdace54-bd5c-4d53-800d-1d42d7763de6 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 10:52:52.400060 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:53:06.341386 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9bada117-d1ff-4a95-a01f-277d5f1df796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:53:07.993579 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:53:08.050354 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.agents_db [None req-e51243ab-6a93-425b-980f-a73583147efa None None] Agent healthcheck: found 5 active agents {{(pid=88881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 24 10:53:08.867512 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6cb60623-a60c-4159-925b-a6ef0e702848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:53:09.226085 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bdfdbc84-c52d-4f40-b281-af314dc1f8fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:53:10.482432 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-39ff93cf-c0b7-48c5-95f3-6f7e9977387d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:53:36.345023 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-59f64aad-b569-43e3-9742-0e73f5830a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:53:37.991349 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:53:38.869608 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7a63f975-a2e6-40e6-916f-36a890ec49b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:53:39.226540 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bdfdbc84-c52d-4f40-b281-af314dc1f8fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:53:40.492270 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-39ff93cf-c0b7-48c5-95f3-6f7e9977387d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:53:45.051616 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.agents_db [None req-e51243ab-6a93-425b-980f-a73583147efa None None] Agent healthcheck: found 5 active agents {{(pid=88881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 24 10:54:06.352378 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-138b5cef-e0a6-40ff-8f74-3c32122a258e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:54:07.986190 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:54:08.873150 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0298b316-97f5-4155-a739-7f3a034cfa51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:54:09.229920 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bdfdbc84-c52d-4f40-b281-af314dc1f8fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:54:10.495724 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-39ff93cf-c0b7-48c5-95f3-6f7e9977387d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:54:22.054510 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.agents_db [None req-e51243ab-6a93-425b-980f-a73583147efa None None] Agent healthcheck: found 5 active agents {{(pid=88881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 24 10:54:29.834625 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 59846) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:29.945619 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-86631ffa-8178-4c22-b50c-a0e5e18b1a05 admin admin] GET failed (client error): The resource could not be found.
Dec 24 10:54:29.946152 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-86631ffa-8178-4c22-b50c-a0e5e18b1a05 admin admin] Synchronizing usage tracker for tenant:ddbf0fc0233a487c8dce2e6b57857177 on resource:network {{(pid=88879) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 10:54:29.964371 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-86631ffa-8178-4c22-b50c-a0e5e18b1a05 admin admin] Unset dirty status for tenant:ddbf0fc0233a487c8dce2e6b57857177 on resource:network {{(pid=88879) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 10:54:29.965561 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-86631ffa-8178-4c22-b50c-a0e5e18b1a05 admin admin] 10.222.0.65 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.1299205
Dec 24 10:54:30.110727 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06b24c38-9b6f-4db8-86f4-f6936bddf191 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 10:54:30.112378 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-06b24c38-9b6f-4db8-86f4-f6936bddf191 admin admin] 10.222.0.65 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 872 time: 0.1422513
Dec 24 10:54:32.230488 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 59858) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:32.385165 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf9b9087-4574-4303-8493-d1375d122086 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 10:54:32.386626 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-cf9b9087-4574-4303-8493-d1375d122086 admin admin] 10.222.0.65 "GET /v2.0/subnets/ee4b6b22-6d96-4706-8bce-f11a8c3da392 HTTP/1.1" status: 200  len: 849 time: 0.1551125
Dec 24 10:54:32.403242 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-11535c32-409c-4ec3-a55c-270626a9b6ea admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 10:54:32.537242 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-11535c32-409c-4ec3-a55c-270626a9b6ea admin admin] Notify callbacks [] for subnet, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:54:32.739169 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-11535c32-409c-4ec3-a55c-270626a9b6ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8749505674406'] for subnet, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:54:32.742952 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-11b63d1f-6c1b-4d5e-a9d0-b1c72ea535f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 10:54:32.801792 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11535c32-409c-4ec3-a55c-270626a9b6ea admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 10:54:32.801987 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-609456ac-b4c9-4db3-bf26-2459e859c88b None None] Network 2a8090d2-8f40-440f-98ec-343f83d00430 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 10:54:32.802553 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-11535c32-409c-4ec3-a55c-270626a9b6ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1977811'] for subnet, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:54:32.808365 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-11535c32-409c-4ec3-a55c-270626a9b6ea admin admin] 10.222.0.65 "PUT /v2.0/subnets/ee4b6b22-6d96-4706-8bce-f11a8c3da392 HTTP/1.1" status: 200  len: 868 time: 0.4076388
Dec 24 10:54:32.818643 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11535c32-409c-4ec3-a55c-270626a9b6ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee4b6b22-6d96-4706-8bce-f11a8c3da392,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 10:54:32.828449 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11535c32-409c-4ec3-a55c-270626a9b6ea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 10:54:32.828805 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11535c32-409c-4ec3-a55c-270626a9b6ea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 10:54:32.829144 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11535c32-409c-4ec3-a55c-270626a9b6ea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 10:54:32.829498 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11535c32-409c-4ec3-a55c-270626a9b6ea admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 10:54:32.829873 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11535c32-409c-4ec3-a55c-270626a9b6ea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 10:54:32.830247 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11535c32-409c-4ec3-a55c-270626a9b6ea admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 10:54:32.830615 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11535c32-409c-4ec3-a55c-270626a9b6ea admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 10:54:32.830985 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11535c32-409c-4ec3-a55c-270626a9b6ea admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 10:54:32.831340 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11535c32-409c-4ec3-a55c-270626a9b6ea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 10:54:32.831687 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11535c32-409c-4ec3-a55c-270626a9b6ea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 10:54:32.832035 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11535c32-409c-4ec3-a55c-270626a9b6ea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 10:54:32.836248 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-11535c32-409c-4ec3-a55c-270626a9b6ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 10:54:33.310088 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-bc20db28-4629-4f35-b9f6-3c6683ae5779 None None] Provisioning complete for port c56cdc6d-d322-43b5-9177-d8149a70b531 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 10:54:33.310666 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bc20db28-4629-4f35-b9f6-3c6683ae5779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:54:33.446322 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-bc20db28-4629-4f35-b9f6-3c6683ae5779 None None] Provisioning complete for port 49a3ad7b-0565-4664-8297-d0f4aba921ca triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 10:54:33.446660 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bc20db28-4629-4f35-b9f6-3c6683ae5779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:54:34.904048 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 59870) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:35.123596 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25df057d-ed46-487a-be62-af2d37409ce0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 10:54:35.123933 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25df057d-ed46-487a-be62-af2d37409ce0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 10:54:35.125612 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-25df057d-ed46-487a-be62-af2d37409ce0 admin admin] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.2204063
Dec 24 10:54:36.346641 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ad29cf36-13e0-4a7a-80da-a4fd2b5703d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:54:37.252946 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 59882) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:37.498316 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9b7b5b-91b2-4f75-94f7-beac4d56cbc0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 10:54:37.498871 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9b7b5b-91b2-4f75-94f7-beac4d56cbc0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 10:54:37.500382 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-3f9b7b5b-91b2-4f75-94f7-beac4d56cbc0 admin admin] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.2460034
Dec 24 10:54:37.990764 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:54:38.876175 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2ae208d8-c8d5-4ffb-bfb1-77bc17e085f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:54:39.232869 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bdfdbc84-c52d-4f40-b281-af314dc1f8fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:54:39.589064 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 59894) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:39.830355 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12f1abf5-114e-403d-b6fb-c7f2743dff28 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 10:54:39.831869 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-12f1abf5-114e-403d-b6fb-c7f2743dff28 admin admin] 10.222.0.65 "GET /v2.0/networks/2a8090d2-8f40-440f-98ec-343f83d00430 HTTP/1.1" status: 200  len: 869 time: 0.2416689
Dec 24 10:54:40.498170 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-39ff93cf-c0b7-48c5-95f3-6f7e9977387d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:54:42.018520 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 59906) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:42.411407 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87f5765e-d9c9-46cf-afdf-49ad70e49bd6 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 10:54:42.412907 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-87f5765e-d9c9-46cf-afdf-49ad70e49bd6 admin admin] 10.222.0.65 "GET /v2.0/networks/f8c337ba-681f-4fcb-a333-e3c49365b30a HTTP/1.1" status: 200  len: 886 time: 0.3933425
Dec 24 10:54:44.499834 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 59918) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:44.644087 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f88e648f-265b-4b09-8e63-9be8445385c2 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 10:54:44.644495 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f88e648f-265b-4b09-8e63-9be8445385c2 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 10:54:44.646176 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-f88e648f-265b-4b09-8e63-9be8445385c2 admin admin] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1449380
Dec 24 10:54:46.758428 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 59930) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:46.919392 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b1753bd-47be-42b8-9071-847bd8f11eac admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 10:54:46.919916 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b1753bd-47be-42b8-9071-847bd8f11eac admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 10:54:46.920796 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-3b1753bd-47be-42b8-9071-847bd8f11eac admin admin] Synchronizing usage tracker for tenant:ddbf0fc0233a487c8dce2e6b57857177 on resource:subnet {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 10:54:46.940281 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-3b1753bd-47be-42b8-9071-847bd8f11eac admin admin] Unset dirty status for tenant:ddbf0fc0233a487c8dce2e6b57857177 on resource:subnet {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 10:54:46.945240 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-3b1753bd-47be-42b8-9071-847bd8f11eac admin admin] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1857364
Dec 24 10:54:49.014207 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 59942) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:49.161446 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8c4700d-d0f5-4bb9-a3c4-9a38b676b3f8 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 10:54:49.162859 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-a8c4700d-d0f5-4bb9-a3c4-9a38b676b3f8 admin admin] 10.222.0.65 "GET /v2.0/subnets/8ea1398c-0bec-46d6-8d54-85798de2a7ca HTTP/1.1" status: 200  len: 816 time: 0.1475825
Dec 24 10:54:51.314293 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 59954) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:51.460224 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add116b9-41a9-4fab-82bc-a959a3a42220 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 10:54:51.461607 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-add116b9-41a9-4fab-82bc-a959a3a42220 admin admin] 10.222.0.65 "GET /v2.0/subnets/ee4b6b22-6d96-4706-8bce-f11a8c3da392 HTTP/1.1" status: 200  len: 868 time: 0.1462822
Dec 24 10:54:59.056199 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.agents_db [None req-e51243ab-6a93-425b-980f-a73583147efa None None] Agent healthcheck: found 5 active agents {{(pid=88881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 24 10:55:06.350633 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ad2f2c0f-97ba-42ba-acb5-6119f39af90b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:55:07.995272 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:55:08.879053 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f799e8b1-b1e4-4b64-9070-c068a8bf774b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:55:09.236296 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bdfdbc84-c52d-4f40-b281-af314dc1f8fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:55:10.506807 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-39ff93cf-c0b7-48c5-95f3-6f7e9977387d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:55:11.457838 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 60002) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:11.537622 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [None req-7bf266f0-e7e5-45c0-9552-0b763609ea3b admin admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=88879) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 24 10:55:11.538983 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-7bf266f0-e7e5-45c0-9552-0b763609ea3b admin admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12161 time: 0.0798519
Dec 24 10:55:13.772520 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 60014) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:13.945607 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c03dbe5-4aaf-49b9-ab98-51234816b3c2 admin admin] GET failed (client error): The resource could not be found.
Dec 24 10:55:13.947053 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-2c03dbe5-4aaf-49b9-ab98-51234816b3c2 admin admin] 10.222.0.65 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.1730347
Dec 24 10:55:14.098983 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-570a6285-5b31-418f-b9ff-a17c8ee2c172 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 10:55:14.100539 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-570a6285-5b31-418f-b9ff-a17c8ee2c172 admin admin] 10.222.0.65 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1482232
Dec 24 10:55:16.257760 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 60026) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:16.343681 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-11dc5ee3-13d7-45c5-988a-8ec74994ead1 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 10:55:16.349748 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-11dc5ee3-13d7-45c5-988a-8ec74994ead1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 10:55:16.361054 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-11dc5ee3-13d7-45c5-988a-8ec74994ead1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 10:55:16.371274 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11dc5ee3-13d7-45c5-988a-8ec74994ead1 admin admin] Made reservation on behalf of ddbf0fc0233a487c8dce2e6b57857177 for: {'network': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 10:55:16.376031 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-11dc5ee3-13d7-45c5-988a-8ec74994ead1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for network, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:55:16.471344 dv-neutron-822691-2-hyperv neutron-server[88767]: WARNING neutron.services.revisions.revision_plugin [None req-11dc5ee3-13d7-45c5-988a-8ec74994ead1 admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7f5271ab6d30] {project_id='ddbf0fc0233a487c8dce2e6b57857177', id='801c4942-ccef-4822-b033-86f6ddcc2453', target_tenant='*', action='access_as_shared', object_id='9127d291-553e-48a3-bc1d-e744ce47ae69'}> to bump revision.
Dec 24 10:55:16.486009 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11dc5ee3-13d7-45c5-988a-8ec74994ead1 admin admin] vlan segment allocate from pool success with {'vlan_id': 634, 'physical_network': 'physnet1'}  {{(pid=88879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 24 10:55:16.495560 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-11dc5ee3-13d7-45c5-988a-8ec74994ead1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:55:16.495930 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.segments_db [None req-11dc5ee3-13d7-45c5-988a-8ec74994ead1 admin admin] Added segment 80d10cb9-e593-430f-9398-02c954f3b837 of type vlan for network 9127d291-553e-48a3-bc1d-e744ce47ae69
Dec 24 10:55:16.522356 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-11dc5ee3-13d7-45c5-988a-8ec74994ead1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363287349540024'] for network, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:55:16.556232 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-11dc5ee3-13d7-45c5-988a-8ec74994ead1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636'] for network, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:55:16.557638 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11dc5ee3-13d7-45c5-988a-8ec74994ead1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 10:55:16.558306 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-11dc5ee3-13d7-45c5-988a-8ec74994ead1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1977811'] for network, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:55:16.563698 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-91d1c77f-e0e9-469b-bca7-14efe42e457f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 10:55:16.660334 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-11dc5ee3-13d7-45c5-988a-8ec74994ead1 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.4010479
Dec 24 10:55:16.668314 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dc5ee3-13d7-45c5-988a-8ec74994ead1 admin admin] Pushing event updated for resources: {'Network': ['ID=9127d291-553e-48a3-bc1d-e744ce47ae69,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 10:55:16.675742 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-11dc5ee3-13d7-45c5-988a-8ec74994ead1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 10:55:16.683181 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Network 9127d291-553e-48a3-bc1d-e744ce47ae69 details requested by agent ovs-agent-dv-neutron-822691-2-hyperv with host dv-neutron-822691-2-hyperv {{(pid=88880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 24 10:55:18.770466 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 60038) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:18.873387 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-495e8cd7-3d5d-4fed-9b9c-0c573265b9e6 admin admin] GET failed (client error): The resource could not be found.
Dec 24 10:55:18.874828 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-495e8cd7-3d5d-4fed-9b9c-0c573265b9e6 admin admin] 10.222.0.65 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.1033227
Dec 24 10:55:18.993517 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-550b5de0-01fe-4459-9aca-ef8ad6702410 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 10:55:18.995095 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-550b5de0-01fe-4459-9aca-ef8ad6702410 admin admin] 10.222.0.65 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 826 time: 0.1137960
Dec 24 10:55:19.005949 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-60fa096e-b263-4fdc-be19-bd40f1d910cc admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': '9127d291-553e-48a3-bc1d-e744ce47ae69', 'description': 'shared-subnet'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 10:55:19.012427 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-60fa096e-b263-4fdc-be19-bd40f1d910cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 10:55:19.024661 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-60fa096e-b263-4fdc-be19-bd40f1d910cc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 10:55:19.037208 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60fa096e-b263-4fdc-be19-bd40f1d910cc admin admin] Made reservation on behalf of ddbf0fc0233a487c8dce2e6b57857177 for: {'subnet': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 10:55:19.041881 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-60fa096e-b263-4fdc-be19-bd40f1d910cc admin admin] Notify callbacks [] for subnet, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:55:19.267042 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-60fa096e-b263-4fdc-be19-bd40f1d910cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636'] for subnet, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:55:19.271979 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7d235240-bce3-4f32-b6c2-c054097f606d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 10:55:19.344168 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fa096e-b263-4fdc-be19-bd40f1d910cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=7709abd1-4435-4c56-b9d5-fa8daba4dba5,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 10:55:19.367234 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60fa096e-b263-4fdc-be19-bd40f1d910cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 10:55:19.367632 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60fa096e-b263-4fdc-be19-bd40f1d910cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 10:55:19.367968 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60fa096e-b263-4fdc-be19-bd40f1d910cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 10:55:19.368325 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60fa096e-b263-4fdc-be19-bd40f1d910cc admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 10:55:19.368680 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60fa096e-b263-4fdc-be19-bd40f1d910cc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 10:55:19.369017 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60fa096e-b263-4fdc-be19-bd40f1d910cc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 10:55:19.369368 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60fa096e-b263-4fdc-be19-bd40f1d910cc admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 10:55:19.369720 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60fa096e-b263-4fdc-be19-bd40f1d910cc admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 10:55:19.370094 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60fa096e-b263-4fdc-be19-bd40f1d910cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 10:55:19.370440 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60fa096e-b263-4fdc-be19-bd40f1d910cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 10:55:19.370781 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60fa096e-b263-4fdc-be19-bd40f1d910cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 10:55:19.375589 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-60fa096e-b263-4fdc-be19-bd40f1d910cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 10:55:19.376442 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60fa096e-b263-4fdc-be19-bd40f1d910cc admin admin] Checking segment: {'id': '80d10cb9-e593-430f-9398-02c954f3b837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '9127d291-553e-48a3-bc1d-e744ce47ae69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 10:55:19.376826 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60fa096e-b263-4fdc-be19-bd40f1d910cc admin admin] Network hostable DHCP agents. Network: 9127d291-553e-48a3-bc1d-e744ce47ae69, hostable agents: ['edcf98dc-3032-472a-8b3d-f23fd1e89806'], hosted agents: [] {{(pid=88878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 24 10:55:19.402246 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60fa096e-b263-4fdc-be19-bd40f1d910cc admin admin] Network 9127d291-553e-48a3-bc1d-e744ce47ae69 is scheduled to be hosted by DHCP agent edcf98dc-3032-472a-8b3d-f23fd1e89806 with binding_index 1 {{(pid=88878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 24 10:55:19.412051 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-60fa096e-b263-4fdc-be19-bd40f1d910cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822691-2-hyperv, 9127d291-553e-48a3-bc1d-e744ce47ae69) {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 10:55:19.417025 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60fa096e-b263-4fdc-be19-bd40f1d910cc admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 10:55:19.418010 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-60fa096e-b263-4fdc-be19-bd40f1d910cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1977811'] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:55:19.421610 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38027834-b9de-4dcb-b1d0-183ed97a33f3 None None] Network 9127d291-553e-48a3-bc1d-e744ce47ae69 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 10:55:19.442926 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-60fa096e-b263-4fdc-be19-bd40f1d910cc admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.4408393
Dec 24 10:55:19.660877 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c53c8790-f5db-4e10-a5fa-4eb76bc4b2c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73968e80-91fd-539e-a7c6-b31af6d9e680-9127d291-553e-48a3-bc1d-e744ce47ae69', 'network_id': '9127d291-553e-48a3-bc1d-e744ce47ae69', 'tenant_id': 'ddbf0fc0233a487c8dce2e6b57857177', 'fixed_ips': [{'subnet_id': '7709abd1-4435-4c56-b9d5-fa8daba4dba5'}]}} from dv-neutron-822691-2-hyperv. {{(pid=88880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 24 10:55:19.661851 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c53c8790-f5db-4e10-a5fa-4eb76bc4b2c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:55:19.840548 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-c53c8790-f5db-4e10-a5fa-4eb76bc4b2c8 None None] Allocated IP 192.168.233.2 (9127d291-553e-48a3-bc1d-e744ce47ae69/7709abd1-4435-4c56-b9d5-fa8daba4dba5/9f0b1684-96d3-46f9-97c5-30b42c842bd3) {{(pid=88880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 10:55:20.079748 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c53c8790-f5db-4e10-a5fa-4eb76bc4b2c8 None None] Notify callbacks [] for port, precommit_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:55:20.091443 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-c53c8790-f5db-4e10-a5fa-4eb76bc4b2c8 None None] Transition to ACTIVE for port object 9f0b1684-96d3-46f9-97c5-30b42c842bd3 will not be triggered until provisioned by entity L2. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 10:55:20.112733 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-c53c8790-f5db-4e10-a5fa-4eb76bc4b2c8 None None] Transition to ACTIVE for port object 9f0b1684-96d3-46f9-97c5-30b42c842bd3 will not be triggered until provisioned by entity DHCP. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 10:55:20.117229 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c53c8790-f5db-4e10-a5fa-4eb76bc4b2c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408'] for port, after_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:55:20.122979 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-2c3527dc-ccc8-46bd-818c-0875c22247b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 10:55:20.196639 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53c8790-f5db-4e10-a5fa-4eb76bc4b2c8 None None] Pushing event updated for resources: {'Port': ['ID=9f0b1684-96d3-46f9-97c5-30b42c842bd3,revision_number=1']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 10:55:20.204062 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c53c8790-f5db-4e10-a5fa-4eb76bc4b2c8 None None] Network 9127d291-553e-48a3-bc1d-e744ce47ae69 is already hosted by enough agents. {{(pid=88880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 10:55:20.207064 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-c53c8790-f5db-4e10-a5fa-4eb76bc4b2c8 None None] Resources bound (agent type, host, resource id):  {{(pid=88880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 10:55:20.209613 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53c8790-f5db-4e10-a5fa-4eb76bc4b2c8 None None] Received port after_create {{(pid=88880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:55:20.216536 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53c8790-f5db-4e10-a5fa-4eb76bc4b2c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 10:55:20.216908 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53c8790-f5db-4e10-a5fa-4eb76bc4b2c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 10:55:20.217275 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53c8790-f5db-4e10-a5fa-4eb76bc4b2c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 10:55:20.217623 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53c8790-f5db-4e10-a5fa-4eb76bc4b2c8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 10:55:20.218022 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53c8790-f5db-4e10-a5fa-4eb76bc4b2c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 10:55:20.218500 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53c8790-f5db-4e10-a5fa-4eb76bc4b2c8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 10:55:20.218879 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53c8790-f5db-4e10-a5fa-4eb76bc4b2c8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 10:55:20.219251 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53c8790-f5db-4e10-a5fa-4eb76bc4b2c8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 10:55:20.219601 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53c8790-f5db-4e10-a5fa-4eb76bc4b2c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 10:55:20.219996 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53c8790-f5db-4e10-a5fa-4eb76bc4b2c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 10:55:20.220410 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53c8790-f5db-4e10-a5fa-4eb76bc4b2c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 10:55:20.224356 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c53c8790-f5db-4e10-a5fa-4eb76bc4b2c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 10:55:20.325136 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-c53c8790-f5db-4e10-a5fa-4eb76bc4b2c8 None None] Attempting to bind port 9f0b1684-96d3-46f9-97c5-30b42c842bd3 on host dv-neutron-822691-2-hyperv for vnic_type normal with profile  {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 10:55:20.325537 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-c53c8790-f5db-4e10-a5fa-4eb76bc4b2c8 None None] Attempting to bind port 9f0b1684-96d3-46f9-97c5-30b42c842bd3 by drivers openvswitch,hyperv on host dv-neutron-822691-2-hyperv at level 0 using segments [{'id': '80d10cb9-e593-430f-9398-02c954f3b837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '9127d291-553e-48a3-bc1d-e744ce47ae69'}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 10:55:20.325951 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c53c8790-f5db-4e10-a5fa-4eb76bc4b2c8 None None] Attempting to bind port 9f0b1684-96d3-46f9-97c5-30b42c842bd3 on network 9127d291-553e-48a3-bc1d-e744ce47ae69 {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 10:55:20.333465 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c53c8790-f5db-4e10-a5fa-4eb76bc4b2c8 None None] Checking agent: {'id': 'db1275c1-6001-47af-93c2-635c68404703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822691-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 52, 8), 'started_at': datetime.datetime(2021, 12, 24, 10, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 10, 55, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822691-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 10:55:20.333899 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c53c8790-f5db-4e10-a5fa-4eb76bc4b2c8 None None] Checking segment: {'id': '80d10cb9-e593-430f-9398-02c954f3b837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '9127d291-553e-48a3-bc1d-e744ce47ae69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 10:55:20.334348 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c53c8790-f5db-4e10-a5fa-4eb76bc4b2c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:55:20.334778 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c53c8790-f5db-4e10-a5fa-4eb76bc4b2c8 None None] Bound using segment: {'id': '80d10cb9-e593-430f-9398-02c954f3b837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '9127d291-553e-48a3-bc1d-e744ce47ae69'} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 10:55:20.335279 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-c53c8790-f5db-4e10-a5fa-4eb76bc4b2c8 None None] Bound port: 9f0b1684-96d3-46f9-97c5-30b42c842bd3, host: dv-neutron-822691-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80d10cb9-e593-430f-9398-02c954f3b837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '9127d291-553e-48a3-bc1d-e744ce47ae69'}}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 10:55:20.335707 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c53c8790-f5db-4e10-a5fa-4eb76bc4b2c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:55:20.437072 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-c53c8790-f5db-4e10-a5fa-4eb76bc4b2c8 None None] For port 9f0b1684-96d3-46f9-97c5-30b42c842bd3, host dv-neutron-822691-2-hyperv, cleared binding levels {{(pid=88880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 10:55:20.440099 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-c53c8790-f5db-4e10-a5fa-4eb76bc4b2c8 None None] For port 9f0b1684-96d3-46f9-97c5-30b42c842bd3, host dv-neutron-822691-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=9f0b1684-96d3-46f9-97c5-30b42c842bd3,segment=NetworkSegment(80d10cb9-e593-430f-9398-02c954f3b837),segment_id=80d10cb9-e593-430f-9398-02c954f3b837)] {{(pid=88880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 10:55:20.447810 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c53c8790-f5db-4e10-a5fa-4eb76bc4b2c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:55:20.452258 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 10:55:20.535599 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53c8790-f5db-4e10-a5fa-4eb76bc4b2c8 None None] Pushing event updated for resources: {'Port': ['ID=9f0b1684-96d3-46f9-97c5-30b42c842bd3,revision_number=2']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 10:55:20.539297 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c53c8790-f5db-4e10-a5fa-4eb76bc4b2c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 10:55:22.081044 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cddd2c6-ef63-4ff1-8922-dabeed249b53 None None] Network 9127d291-553e-48a3-bc1d-e744ce47ae69 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 10:55:22.451827 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 9f0b1684-96d3-46f9-97c5-30b42c842bd3 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 10:55:22.504509 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-33f5ded6-aa33-411a-8574-7d37216cd7aa None None] Provisioning for port 9f0b1684-96d3-46f9-97c5-30b42c842bd3 completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 10:55:22.645641 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning for port 9f0b1684-96d3-46f9-97c5-30b42c842bd3 completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 10:55:22.652846 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port 9f0b1684-96d3-46f9-97c5-30b42c842bd3 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 10:55:22.653251 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:55:22.798255 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:55:22.833510 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] For port 9f0b1684-96d3-46f9-97c5-30b42c842bd3, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=9f0b1684-96d3-46f9-97c5-30b42c842bd3,segment=NetworkSegment(80d10cb9-e593-430f-9398-02c954f3b837),segment_id=80d10cb9-e593-430f-9398-02c954f3b837)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 10:55:22.836865 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:55:22.839539 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c53c8790-f5db-4e10-a5fa-4eb76bc4b2c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 10:55:22.913742 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Pushing event updated for resources: {'Port': ['ID=9f0b1684-96d3-46f9-97c5-30b42c842bd3,revision_number=3']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 10:55:22.916924 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 10:55:23.071257 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-46caf66e-4bc4-4941-83ad-7b24b1d1fdf1 None None] Provisioning complete for port 9f0b1684-96d3-46f9-97c5-30b42c842bd3 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 10:55:23.071688 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-46caf66e-4bc4-4941-83ad-7b24b1d1fdf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:55:24.391331 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 9f0b1684-96d3-46f9-97c5-30b42c842bd3 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 10:55:24.470160 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port 9f0b1684-96d3-46f9-97c5-30b42c842bd3 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 10:55:24.470565 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:55:36.058430 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.agents_db [None req-e51243ab-6a93-425b-980f-a73583147efa None None] Agent healthcheck: found 5 active agents {{(pid=88881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 24 10:55:36.357105 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-83b7980c-99d2-4baf-855c-f707a0c0ce60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:55:38.001567 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:55:38.882836 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1bb8c456-83d0-42d4-96e8-9b79f388f1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:55:39.239763 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bdfdbc84-c52d-4f40-b281-af314dc1f8fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:55:40.506979 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-39ff93cf-c0b7-48c5-95f3-6f7e9977387d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:56:06.350896 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-76bd7ee3-5dd6-4555-bb39-beddd9121c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:56:07.996742 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:56:08.888515 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-af53dc0c-cd7c-440c-9a26-af6192be12c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:56:09.242743 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bdfdbc84-c52d-4f40-b281-af314dc1f8fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:56:10.507401 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-39ff93cf-c0b7-48c5-95f3-6f7e9977387d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:56:13.058943 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.agents_db [None req-e51243ab-6a93-425b-980f-a73583147efa None None] Agent healthcheck: found 5 active agents {{(pid=88881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 24 10:56:35.181664 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 60074) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:35.188321 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [None req-757fd0e7-eeaa-43b8-bca3-d4a0d66e15c8 tempest-verify_tempest_config-1738351411 tempest-verify_tempest_config-1738351411-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=88878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 24 10:56:35.189326 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-757fd0e7-eeaa-43b8-bca3-d4a0d66e15c8 tempest-verify_tempest_config-1738351411 tempest-verify_tempest_config-1738351411-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12156 time: 0.0064087
Dec 24 10:56:35.557281 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 60092) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:35.716921 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bd96bf7c-aaf8-46f2-9982-9030977c341c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:56:35.773252 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-bd96bf7c-aaf8-46f2-9982-9030977c341c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 10:56:35.777648 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-bd96bf7c-aaf8-46f2-9982-9030977c341c admin admin] Usage tracker for resource:security_group_rule and tenant:5a8a6430dd1e453ba335925a9ec89bab is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 10:56:35.780907 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-bd96bf7c-aaf8-46f2-9982-9030977c341c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 10:56:35.787745 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-bd96bf7c-aaf8-46f2-9982-9030977c341c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 10:56:35.876224 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bd96bf7c-aaf8-46f2-9982-9030977c341c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:56:35.879782 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bd96bf7c-aaf8-46f2-9982-9030977c341c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:56:35.888172 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 10:56:35.933386 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd96bf7c-aaf8-46f2-9982-9030977c341c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eebf12a-e490-4660-8e57-660952ad3f5b,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 10:56:35.944352 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-bd96bf7c-aaf8-46f2-9982-9030977c341c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5a8a6430dd1e453ba335925a9ec89bab&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3858540
Dec 24 10:56:35.946314 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd96bf7c-aaf8-46f2-9982-9030977c341c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 10:56:35.946689 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd96bf7c-aaf8-46f2-9982-9030977c341c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 10:56:35.947055 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd96bf7c-aaf8-46f2-9982-9030977c341c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 10:56:35.947424 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd96bf7c-aaf8-46f2-9982-9030977c341c admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 10:56:35.947792 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd96bf7c-aaf8-46f2-9982-9030977c341c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 10:56:35.948158 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd96bf7c-aaf8-46f2-9982-9030977c341c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 10:56:35.948523 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd96bf7c-aaf8-46f2-9982-9030977c341c admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 10:56:35.948664 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 60098) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:35.948878 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd96bf7c-aaf8-46f2-9982-9030977c341c admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 10:56:35.949226 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd96bf7c-aaf8-46f2-9982-9030977c341c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 10:56:35.949576 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd96bf7c-aaf8-46f2-9982-9030977c341c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 10:56:35.949949 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd96bf7c-aaf8-46f2-9982-9030977c341c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 10:56:35.955813 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-bd96bf7c-aaf8-46f2-9982-9030977c341c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 10:56:36.017318 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8a270ee0-5a4c-4e92-9875-521dc5eab8c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:56:36.044611 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8a270ee0-5a4c-4e92-9875-521dc5eab8c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:56:36.101037 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8a270ee0-5a4c-4e92-9875-521dc5eab8c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:56:36.105169 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 10:56:36.117643 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a270ee0-5a4c-4e92-9875-521dc5eab8c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eebf12a-e490-4660-8e57-660952ad3f5b,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 10:56:36.129531 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8a270ee0-5a4c-4e92-9875-521dc5eab8c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:56:36.130771 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-8a270ee0-5a4c-4e92-9875-521dc5eab8c9 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/8eebf12a-e490-4660-8e57-660952ad3f5b HTTP/1.1" status: 204  len: 168 time: 0.1809783
Dec 24 10:56:36.132559 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a270ee0-5a4c-4e92-9875-521dc5eab8c9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 10:56:36.132928 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a270ee0-5a4c-4e92-9875-521dc5eab8c9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 10:56:36.133286 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a270ee0-5a4c-4e92-9875-521dc5eab8c9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 10:56:36.133663 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a270ee0-5a4c-4e92-9875-521dc5eab8c9 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 10:56:36.134039 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a270ee0-5a4c-4e92-9875-521dc5eab8c9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 10:56:36.134695 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a270ee0-5a4c-4e92-9875-521dc5eab8c9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 10:56:36.135059 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a270ee0-5a4c-4e92-9875-521dc5eab8c9 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 10:56:36.135399 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a270ee0-5a4c-4e92-9875-521dc5eab8c9 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 10:56:36.135728 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a270ee0-5a4c-4e92-9875-521dc5eab8c9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 10:56:36.136060 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a270ee0-5a4c-4e92-9875-521dc5eab8c9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 10:56:36.136414 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a270ee0-5a4c-4e92-9875-521dc5eab8c9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 10:56:36.139689 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-8a270ee0-5a4c-4e92-9875-521dc5eab8c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 10:56:36.355521 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-32386ed6-2705-4ae7-8b0f-c2d902df0580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:56:38.003966 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:56:38.896590 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-97b92dee-025a-4371-9bd6-db0fe4d75262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:56:39.252833 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bdfdbc84-c52d-4f40-b281-af314dc1f8fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:56:40.515990 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-39ff93cf-c0b7-48c5-95f3-6f7e9977387d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:56:50.060144 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.agents_db [None req-e51243ab-6a93-425b-980f-a73583147efa None None] Agent healthcheck: found 5 active agents {{(pid=88881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 24 10:57:06.361424 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-61047a47-8fb3-4abf-ae6b-bc9ec36e806f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:57:08.000875 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:57:08.891047 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f70ed939-69b8-4fe4-b04f-00478e2c8ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:57:09.257741 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bdfdbc84-c52d-4f40-b281-af314dc1f8fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:57:10.518267 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-39ff93cf-c0b7-48c5-95f3-6f7e9977387d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:57:27.062410 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.agents_db [None req-e51243ab-6a93-425b-980f-a73583147efa None None] Agent healthcheck: found 5 active agents {{(pid=88881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 24 10:57:36.367236 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0ddf11a8-5fd5-493a-8b54-9ed8b7bb38b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:57:37.998034 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:57:38.896493 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-de6e6f47-4ea5-48af-89bd-b40af91eb107 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:57:39.256116 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bdfdbc84-c52d-4f40-b281-af314dc1f8fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:57:40.529519 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-39ff93cf-c0b7-48c5-95f3-6f7e9977387d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:57:58.053767 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-661621'] for agent, after_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:58:04.065261 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.agents_db [None req-e51243ab-6a93-425b-980f-a73583147efa None None] Agent healthcheck: found 6 active agents {{(pid=88881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 24 10:58:06.362280 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-aaa0ede6-d8de-491d-ae28-5a6975bbddf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:58:07.991820 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:58:08.901663 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e077dc4c-60f0-4bd5-8527-f9ec8af9f46b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:58:09.257849 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bdfdbc84-c52d-4f40-b281-af314dc1f8fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:58:10.527414 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-39ff93cf-c0b7-48c5-95f3-6f7e9977387d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:58:13.052507 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 60178) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:58:13.221067 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-5e480848-c69a-4f93-94bb-72fdac85f3e9 admin admin] 10.222.0.65 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4315 time: 0.1670797
Dec 24 10:58:15.365198 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 60190) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:58:15.457817 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-e877b8a0-b29d-4cd6-baf1-8cbf4c1dd2e0 admin admin] 10.222.0.65 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4315 time: 0.0912666
Dec 24 10:58:28.018648 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:58:36.366804 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-587651b3-d3f8-4c3e-91ac-2cfd14b4e73f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:58:37.996106 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:58:38.897065 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-29d39377-8527-4367-9451-fb4def7fe2df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:58:39.267338 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bdfdbc84-c52d-4f40-b281-af314dc1f8fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:58:40.530809 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-39ff93cf-c0b7-48c5-95f3-6f7e9977387d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:58:41.067406 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.agents_db [None req-e51243ab-6a93-425b-980f-a73583147efa None None] Agent healthcheck: found 6 active agents {{(pid=88881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 24 10:58:58.034961 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:59:06.370681 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-96a51dd6-1577-4e70-8a18-e9936edb8929 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:59:08.000300 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:59:08.902546 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b4a6f9cd-d87d-48c2-ac06-150a2b18ab00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:59:09.266334 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bdfdbc84-c52d-4f40-b281-af314dc1f8fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:59:10.540145 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-39ff93cf-c0b7-48c5-95f3-6f7e9977387d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:59:18.069482 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.agents_db [None req-e51243ab-6a93-425b-980f-a73583147efa None None] Agent healthcheck: found 6 active agents {{(pid=88881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 24 10:59:28.023114 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:59:36.383350 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0f91104b-1c0b-4b45-9f1b-65d6e0abb7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:59:38.004958 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:59:38.906697 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b3f834f6-9411-4573-a555-f110e508152c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:59:39.271666 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bdfdbc84-c52d-4f40-b281-af314dc1f8fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:59:40.542049 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-39ff93cf-c0b7-48c5-95f3-6f7e9977387d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:59:49.557070 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 60364) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:59:49.566776 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 60370) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:59:49.806005 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 60380) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:59:50.067804 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-7c885457-05e5-4ffc-a2ae-03f54eff7e75 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1702090108-network', 'tenant_id': '3227175fb2a74b37bb7d77f5e6df3dce'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 10:59:50.073220 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-7c885457-05e5-4ffc-a2ae-03f54eff7e75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 10:59:50.077313 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-7c885457-05e5-4ffc-a2ae-03f54eff7e75 admin admin] Usage tracker for resource:network and tenant:3227175fb2a74b37bb7d77f5e6df3dce is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 10:59:50.080781 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-7c885457-05e5-4ffc-a2ae-03f54eff7e75 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 10:59:50.094294 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-7c885457-05e5-4ffc-a2ae-03f54eff7e75 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 10:59:50.105690 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c885457-05e5-4ffc-a2ae-03f54eff7e75 admin admin] Made reservation on behalf of 3227175fb2a74b37bb7d77f5e6df3dce for: {'network': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 10:59:50.110483 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7c885457-05e5-4ffc-a2ae-03f54eff7e75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for network, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:59:50.124896 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7c885457-05e5-4ffc-a2ae-03f54eff7e75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:59:50.166253 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-7c885457-05e5-4ffc-a2ae-03f54eff7e75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 10:59:50.170416 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-7c885457-05e5-4ffc-a2ae-03f54eff7e75 admin admin] Usage tracker for resource:security_group_rule and tenant:3227175fb2a74b37bb7d77f5e6df3dce is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 10:59:50.174487 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-7c885457-05e5-4ffc-a2ae-03f54eff7e75 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 10:59:50.180738 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-7c885457-05e5-4ffc-a2ae-03f54eff7e75 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 10:59:50.218690 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-f0ce40c8-0a8a-42e9-8add-d2af535605ca admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-738599796-network', 'tenant_id': '41048d3cadaf44c1808b3a4467fb14d5'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 10:59:50.228891 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-f0ce40c8-0a8a-42e9-8add-d2af535605ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 10:59:50.247145 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-f0ce40c8-0a8a-42e9-8add-d2af535605ca admin admin] Usage tracker for resource:network and tenant:41048d3cadaf44c1808b3a4467fb14d5 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 10:59:50.250505 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-f0ce40c8-0a8a-42e9-8add-d2af535605ca admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 10:59:50.265097 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-f0ce40c8-0a8a-42e9-8add-d2af535605ca admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 10:59:50.265997 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7c885457-05e5-4ffc-a2ae-03f54eff7e75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:59:50.269861 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7c885457-05e5-4ffc-a2ae-03f54eff7e75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:59:50.276228 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0ce40c8-0a8a-42e9-8add-d2af535605ca admin admin] Made reservation on behalf of 41048d3cadaf44c1808b3a4467fb14d5 for: {'network': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 10:59:50.277263 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-bd96bf7c-aaf8-46f2-9982-9030977c341c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 10:59:50.287170 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f0ce40c8-0a8a-42e9-8add-d2af535605ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for network, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:59:50.307005 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f0ce40c8-0a8a-42e9-8add-d2af535605ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:59:50.309124 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c885457-05e5-4ffc-a2ae-03f54eff7e75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c342874-2196-4976-8437-0b96116113ae,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 10:59:50.321348 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c885457-05e5-4ffc-a2ae-03f54eff7e75 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 10:59:50.322079 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c885457-05e5-4ffc-a2ae-03f54eff7e75 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 10:59:50.322485 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c885457-05e5-4ffc-a2ae-03f54eff7e75 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 10:59:50.322888 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c885457-05e5-4ffc-a2ae-03f54eff7e75 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 10:59:50.323261 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c885457-05e5-4ffc-a2ae-03f54eff7e75 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 10:59:50.323768 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c885457-05e5-4ffc-a2ae-03f54eff7e75 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 10:59:50.324231 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c885457-05e5-4ffc-a2ae-03f54eff7e75 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 10:59:50.325282 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c885457-05e5-4ffc-a2ae-03f54eff7e75 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 10:59:50.325944 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c885457-05e5-4ffc-a2ae-03f54eff7e75 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 10:59:50.326854 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c885457-05e5-4ffc-a2ae-03f54eff7e75 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 10:59:50.327429 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c885457-05e5-4ffc-a2ae-03f54eff7e75 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 10:59:50.329406 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c885457-05e5-4ffc-a2ae-03f54eff7e75 admin admin] Tracked resource versions report:
Dec 24 10:59:50.329406 dv-neutron-822691-2-hyperv neutron-server[88767]: pushed versions:
Dec 24 10:59:50.329406 dv-neutron-822691-2-hyperv neutron-server[88767]: {   'ConntrackHelper': {'1.0'},
Dec 24 10:59:50.329406 dv-neutron-822691-2-hyperv neutron-server[88767]:     'Log': {'1.0'},
Dec 24 10:59:50.329406 dv-neutron-822691-2-hyperv neutron-server[88767]:     'Network': {'1.1'},
Dec 24 10:59:50.329406 dv-neutron-822691-2-hyperv neutron-server[88767]:     'Port': {'1.5'},
Dec 24 10:59:50.329406 dv-neutron-822691-2-hyperv neutron-server[88767]:     'PortForwarding': {'1.2'},
Dec 24 10:59:50.329406 dv-neutron-822691-2-hyperv neutron-server[88767]:     'QosPolicy': {'1.8'},
Dec 24 10:59:50.329406 dv-neutron-822691-2-hyperv neutron-server[88767]:     'SecurityGroup': {'1.2'},
Dec 24 10:59:50.329406 dv-neutron-822691-2-hyperv neutron-server[88767]:     'SecurityGroupRule': {'1.0'},
Dec 24 10:59:50.329406 dv-neutron-822691-2-hyperv neutron-server[88767]:     'SubPort': {'1.0'},
Dec 24 10:59:50.329406 dv-neutron-822691-2-hyperv neutron-server[88767]:     'Subnet': {'1.1'},
Dec 24 10:59:50.329406 dv-neutron-822691-2-hyperv neutron-server[88767]:     'Trunk': {'1.1'}}
Dec 24 10:59:50.329406 dv-neutron-822691-2-hyperv neutron-server[88767]: consumer versions:
Dec 24 10:59:50.329406 dv-neutron-822691-2-hyperv neutron-server[88767]: {   DHCP agent@dv-neutron-822691-2-hyperv: {},
Dec 24 10:59:50.329406 dv-neutron-822691-2-hyperv neutron-server[88767]:     HyperV agent@hv-neutron-8226: {},
Dec 24 10:59:50.329406 dv-neutron-822691-2-hyperv neutron-server[88767]:     L3 agent@dv-neutron-822691-2-hyperv: {},
Dec 24 10:59:50.329406 dv-neutron-822691-2-hyperv neutron-server[88767]:     Metadata agent@dv-neutron-822691-2-hyperv: {},
Dec 24 10:59:50.329406 dv-neutron-822691-2-hyperv neutron-server[88767]:     Metering agent@dv-neutron-822691-2-hyperv: {},
Dec 24 10:59:50.329406 dv-neutron-822691-2-hyperv neutron-server[88767]:     Open vSwitch agent@dv-neutron-822691-2-hyperv: {   'ConntrackHelper': '1.0',
Dec 24 10:59:50.329406 dv-neutron-822691-2-hyperv neutron-server[88767]:                                                        'Log': '1.0',
Dec 24 10:59:50.329406 dv-neutron-822691-2-hyperv neutron-server[88767]:                                                        'Network': '1.1',
Dec 24 10:59:50.329406 dv-neutron-822691-2-hyperv neutron-server[88767]:                                                        'Port': '1.5',
Dec 24 10:59:50.329406 dv-neutron-822691-2-hyperv neutron-server[88767]:                                                        'PortForwarding': '1.2',
Dec 24 10:59:50.329406 dv-neutron-822691-2-hyperv neutron-server[88767]:                                                        'QosPolicy': '1.8',
Dec 24 10:59:50.329406 dv-neutron-822691-2-hyperv neutron-server[88767]:                                                        'SecurityGroup': '1.2',
Dec 24 10:59:50.329406 dv-neutron-822691-2-hyperv neutron-server[88767]:                                                        'SecurityGroupRule': '1.0',
Dec 24 10:59:50.329406 dv-neutron-822691-2-hyperv neutron-server[88767]:                                                        'SubPort': '1.0',
Dec 24 10:59:50.329406 dv-neutron-822691-2-hyperv neutron-server[88767]:                                                        'Subnet': '1.1',
Dec 24 10:59:50.329406 dv-neutron-822691-2-hyperv neutron-server[88767]:                                                        'Trunk': '1.1'}}
Dec 24 10:59:50.329406 dv-neutron-822691-2-hyperv neutron-server[88767]:  {{(pid=88878) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Dec 24 10:59:50.359238 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7c885457-05e5-4ffc-a2ae-03f54eff7e75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 10:59:50.364139 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c885457-05e5-4ffc-a2ae-03f54eff7e75 admin admin] vlan segment allocate from pool success with {'vlan_id': 605, 'physical_network': 'physnet1'}  {{(pid=88878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 24 10:59:50.380603 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7c885457-05e5-4ffc-a2ae-03f54eff7e75 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363287349038145', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:59:50.380857 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-f0ce40c8-0a8a-42e9-8add-d2af535605ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 10:59:50.381759 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7c885457-05e5-4ffc-a2ae-03f54eff7e75 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f5272e73bf8> segment precommit_create {{(pid=88878) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}}
Dec 24 10:59:50.382369 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.segments_db [None req-7c885457-05e5-4ffc-a2ae-03f54eff7e75 admin admin] Added segment 7da8387d-6dbc-40da-b97b-4a8bbfbeffcb of type vlan for network 06bf4055-f82f-43ff-8ef7-0747a91153cc
Dec 24 10:59:50.386454 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-f0ce40c8-0a8a-42e9-8add-d2af535605ca admin admin] Usage tracker for resource:security_group_rule and tenant:41048d3cadaf44c1808b3a4467fb14d5 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 10:59:50.390228 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-f0ce40c8-0a8a-42e9-8add-d2af535605ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 10:59:50.397227 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-f0ce40c8-0a8a-42e9-8add-d2af535605ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 10:59:50.432816 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7c885457-05e5-4ffc-a2ae-03f54eff7e75 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363287349540024'] for network, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:59:50.451392 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-526b5478-a4b6-4be1-a458-3232c5eaec8c tempest-ExtraDHCPOptionsIpV6TestJSON-726641206 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1523638100'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 10:59:50.483050 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7c885457-05e5-4ffc-a2ae-03f54eff7e75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636'] for network, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:59:50.484834 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c885457-05e5-4ffc-a2ae-03f54eff7e75 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 10:59:50.485663 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7c885457-05e5-4ffc-a2ae-03f54eff7e75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1977811'] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:59:50.488731 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f0ce40c8-0a8a-42e9-8add-d2af535605ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:59:50.503193 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-526b5478-a4b6-4be1-a458-3232c5eaec8c tempest-ExtraDHCPOptionsIpV6TestJSON-726641206 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 10:59:50.508723 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f0ce40c8-0a8a-42e9-8add-d2af535605ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:59:50.512037 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-526b5478-a4b6-4be1-a458-3232c5eaec8c tempest-ExtraDHCPOptionsIpV6TestJSON-726641206 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206-project] Usage tracker for resource:network and tenant:f73add1678fd4479897d3c576ba43b13 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 10:59:50.521127 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 10:59:50.539852 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0ce40c8-0a8a-42e9-8add-d2af535605ca admin admin] vlan segment allocate from pool success with {'vlan_id': 633, 'physical_network': 'physnet1'}  {{(pid=88879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 24 10:59:50.551304 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f0ce40c8-0a8a-42e9-8add-d2af535605ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:59:50.552036 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.segments_db [None req-f0ce40c8-0a8a-42e9-8add-d2af535605ca admin admin] Added segment 8cea13cb-a746-4fdb-9326-670f5e69ec6e of type vlan for network 4ffa6599-4dd3-44c2-afc8-758418a15a34
Dec 24 10:59:50.553654 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-526b5478-a4b6-4be1-a458-3232c5eaec8c tempest-ExtraDHCPOptionsIpV6TestJSON-726641206 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 10:59:50.557082 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-8a270ee0-5a4c-4e92-9875-521dc5eab8c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 10:59:50.579572 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-7c885457-05e5-4ffc-a2ae-03f54eff7e75 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 1.0211823
Dec 24 10:59:50.580949 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 60398) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:59:50.582250 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-526b5478-a4b6-4be1-a458-3232c5eaec8c tempest-ExtraDHCPOptionsIpV6TestJSON-726641206 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 10:59:50.600632 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-a6f2007d-720e-402d-88c3-a28af5becac1 admin admin] Request body: {'subnet': {'network_id': '06bf4055-f82f-43ff-8ef7-0747a91153cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1702090108-subnet', 'tenant_id': '3227175fb2a74b37bb7d77f5e6df3dce', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 10:59:50.610742 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-a6f2007d-720e-402d-88c3-a28af5becac1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 10:59:50.615188 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-a6f2007d-720e-402d-88c3-a28af5becac1 admin admin] Usage tracker for resource:subnet and tenant:3227175fb2a74b37bb7d77f5e6df3dce is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 10:59:50.619203 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-a6f2007d-720e-402d-88c3-a28af5becac1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 10:59:50.629783 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-a6f2007d-720e-402d-88c3-a28af5becac1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 10:59:50.680965 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f0ce40c8-0a8a-42e9-8add-d2af535605ca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363287349540024'] for network, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:59:50.687978 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-526b5478-a4b6-4be1-a458-3232c5eaec8c tempest-ExtraDHCPOptionsIpV6TestJSON-726641206 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206-project] Made reservation on behalf of f73add1678fd4479897d3c576ba43b13 for: {'network': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 10:59:50.689164 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c885457-05e5-4ffc-a2ae-03f54eff7e75 admin admin] Pushing event updated for resources: {'Network': ['ID=06bf4055-f82f-43ff-8ef7-0747a91153cc,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 10:59:50.695426 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-526b5478-a4b6-4be1-a458-3232c5eaec8c tempest-ExtraDHCPOptionsIpV6TestJSON-726641206 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for network, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:59:50.706508 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7c885457-05e5-4ffc-a2ae-03f54eff7e75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 10:59:50.706777 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Network 06bf4055-f82f-43ff-8ef7-0747a91153cc details requested by agent ovs-agent-dv-neutron-822691-2-hyperv with host dv-neutron-822691-2-hyperv {{(pid=88880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 24 10:59:50.707566 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6f2007d-720e-402d-88c3-a28af5becac1 admin admin] Made reservation on behalf of 3227175fb2a74b37bb7d77f5e6df3dce for: {'subnet': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 10:59:50.712726 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a6f2007d-720e-402d-88c3-a28af5becac1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:59:50.736791 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ce40c8-0a8a-42e9-8add-d2af535605ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d04b96e6-4eea-4435-a24d-a8f102a900fc,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 10:59:50.754971 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-526b5478-a4b6-4be1-a458-3232c5eaec8c tempest-ExtraDHCPOptionsIpV6TestJSON-726641206 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206-project] Notify callbacks [] for security_group, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:59:50.801767 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce40c8-0a8a-42e9-8add-d2af535605ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 10:59:50.802419 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce40c8-0a8a-42e9-8add-d2af535605ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 10:59:50.802531 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce40c8-0a8a-42e9-8add-d2af535605ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 10:59:50.802902 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce40c8-0a8a-42e9-8add-d2af535605ca admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 10:59:50.803404 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce40c8-0a8a-42e9-8add-d2af535605ca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 10:59:50.804079 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce40c8-0a8a-42e9-8add-d2af535605ca admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 10:59:50.804647 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce40c8-0a8a-42e9-8add-d2af535605ca admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 10:59:50.805210 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce40c8-0a8a-42e9-8add-d2af535605ca admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 10:59:50.805776 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce40c8-0a8a-42e9-8add-d2af535605ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 10:59:50.806417 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce40c8-0a8a-42e9-8add-d2af535605ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 10:59:50.806989 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce40c8-0a8a-42e9-8add-d2af535605ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 10:59:50.808352 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ce40c8-0a8a-42e9-8add-d2af535605ca admin admin] Tracked resource versions report:
Dec 24 10:59:50.808352 dv-neutron-822691-2-hyperv neutron-server[88767]: pushed versions:
Dec 24 10:59:50.808352 dv-neutron-822691-2-hyperv neutron-server[88767]: {   'ConntrackHelper': {'1.0'},
Dec 24 10:59:50.808352 dv-neutron-822691-2-hyperv neutron-server[88767]:     'Log': {'1.0'},
Dec 24 10:59:50.808352 dv-neutron-822691-2-hyperv neutron-server[88767]:     'Network': {'1.1'},
Dec 24 10:59:50.808352 dv-neutron-822691-2-hyperv neutron-server[88767]:     'Port': {'1.5'},
Dec 24 10:59:50.808352 dv-neutron-822691-2-hyperv neutron-server[88767]:     'PortForwarding': {'1.2'},
Dec 24 10:59:50.808352 dv-neutron-822691-2-hyperv neutron-server[88767]:     'QosPolicy': {'1.8'},
Dec 24 10:59:50.808352 dv-neutron-822691-2-hyperv neutron-server[88767]:     'SecurityGroup': {'1.2'},
Dec 24 10:59:50.808352 dv-neutron-822691-2-hyperv neutron-server[88767]:     'SecurityGroupRule': {'1.0'},
Dec 24 10:59:50.808352 dv-neutron-822691-2-hyperv neutron-server[88767]:     'SubPort': {'1.0'},
Dec 24 10:59:50.808352 dv-neutron-822691-2-hyperv neutron-server[88767]:     'Subnet': {'1.1'},
Dec 24 10:59:50.808352 dv-neutron-822691-2-hyperv neutron-server[88767]:     'Trunk': {'1.1'}}
Dec 24 10:59:50.808352 dv-neutron-822691-2-hyperv neutron-server[88767]: consumer versions:
Dec 24 10:59:50.808352 dv-neutron-822691-2-hyperv neutron-server[88767]: {   DHCP agent@dv-neutron-822691-2-hyperv: {},
Dec 24 10:59:50.808352 dv-neutron-822691-2-hyperv neutron-server[88767]:     HyperV agent@hv-neutron-8226: {},
Dec 24 10:59:50.808352 dv-neutron-822691-2-hyperv neutron-server[88767]:     L3 agent@dv-neutron-822691-2-hyperv: {},
Dec 24 10:59:50.808352 dv-neutron-822691-2-hyperv neutron-server[88767]:     Metadata agent@dv-neutron-822691-2-hyperv: {},
Dec 24 10:59:50.808352 dv-neutron-822691-2-hyperv neutron-server[88767]:     Metering agent@dv-neutron-822691-2-hyperv: {},
Dec 24 10:59:50.808352 dv-neutron-822691-2-hyperv neutron-server[88767]:     Open vSwitch agent@dv-neutron-822691-2-hyperv: {   'ConntrackHelper': '1.0',
Dec 24 10:59:50.808352 dv-neutron-822691-2-hyperv neutron-server[88767]:                                                        'Log': '1.0',
Dec 24 10:59:50.808352 dv-neutron-822691-2-hyperv neutron-server[88767]:                                                        'Network': '1.1',
Dec 24 10:59:50.808352 dv-neutron-822691-2-hyperv neutron-server[88767]:                                                        'Port': '1.5',
Dec 24 10:59:50.808352 dv-neutron-822691-2-hyperv neutron-server[88767]:                                                        'PortForwarding': '1.2',
Dec 24 10:59:50.808352 dv-neutron-822691-2-hyperv neutron-server[88767]:                                                        'QosPolicy': '1.8',
Dec 24 10:59:50.808352 dv-neutron-822691-2-hyperv neutron-server[88767]:                                                        'SecurityGroup': '1.2',
Dec 24 10:59:50.808352 dv-neutron-822691-2-hyperv neutron-server[88767]:                                                        'SecurityGroupRule': '1.0',
Dec 24 10:59:50.808352 dv-neutron-822691-2-hyperv neutron-server[88767]:                                                        'SubPort': '1.0',
Dec 24 10:59:50.808352 dv-neutron-822691-2-hyperv neutron-server[88767]:                                                        'Subnet': '1.1',
Dec 24 10:59:50.808352 dv-neutron-822691-2-hyperv neutron-server[88767]:                                                        'Trunk': '1.1'}}
Dec 24 10:59:50.808352 dv-neutron-822691-2-hyperv neutron-server[88767]:  {{(pid=88879) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Dec 24 10:59:50.878385 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f0ce40c8-0a8a-42e9-8add-d2af535605ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 10:59:50.896649 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f0ce40c8-0a8a-42e9-8add-d2af535605ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636'] for network, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:59:50.898529 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ce40c8-0a8a-42e9-8add-d2af535605ca admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 10:59:50.899565 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f0ce40c8-0a8a-42e9-8add-d2af535605ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1977811'] for network, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:59:50.916830 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-06035a0f-dc2f-416f-a4af-30c82a121578 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 10:59:50.984895 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-526b5478-a4b6-4be1-a458-3232c5eaec8c tempest-ExtraDHCPOptionsIpV6TestJSON-726641206 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 10:59:50.997988 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-526b5478-a4b6-4be1-a458-3232c5eaec8c tempest-ExtraDHCPOptionsIpV6TestJSON-726641206 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206-project] Usage tracker for resource:security_group_rule and tenant:f73add1678fd4479897d3c576ba43b13 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 10:59:51.009189 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-526b5478-a4b6-4be1-a458-3232c5eaec8c tempest-ExtraDHCPOptionsIpV6TestJSON-726641206 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 10:59:51.081683 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ce40c8-0a8a-42e9-8add-d2af535605ca admin admin] Pushing event updated for resources: {'Network': ['ID=4ffa6599-4dd3-44c2-afc8-758418a15a34,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 10:59:51.084624 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-526b5478-a4b6-4be1-a458-3232c5eaec8c tempest-ExtraDHCPOptionsIpV6TestJSON-726641206 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 10:59:51.090791 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f0ce40c8-0a8a-42e9-8add-d2af535605ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 10:59:51.097221 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 60420) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:59:51.097349 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-f0ce40c8-0a8a-42e9-8add-d2af535605ca admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201  len: 878 time: 1.5293584
Dec 24 10:59:51.101247 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Network 4ffa6599-4dd3-44c2-afc8-758418a15a34 details requested by agent ovs-agent-dv-neutron-822691-2-hyperv with host dv-neutron-822691-2-hyperv {{(pid=88880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 24 10:59:51.104646 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-21ca9e3e-2885-42cd-aef9-2b189e920b8f admin admin] Request body: {'subnet': {'network_id': '4ffa6599-4dd3-44c2-afc8-758418a15a34', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-738599796-subnet', 'tenant_id': '41048d3cadaf44c1808b3a4467fb14d5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 10:59:51.114834 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-21ca9e3e-2885-42cd-aef9-2b189e920b8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 10:59:51.126153 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-21ca9e3e-2885-42cd-aef9-2b189e920b8f admin admin] Usage tracker for resource:subnet and tenant:41048d3cadaf44c1808b3a4467fb14d5 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 10:59:51.134720 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-21ca9e3e-2885-42cd-aef9-2b189e920b8f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 10:59:51.150845 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-21ca9e3e-2885-42cd-aef9-2b189e920b8f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 10:59:51.175214 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21ca9e3e-2885-42cd-aef9-2b189e920b8f admin admin] Made reservation on behalf of 41048d3cadaf44c1808b3a4467fb14d5 for: {'subnet': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 10:59:51.180587 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-21ca9e3e-2885-42cd-aef9-2b189e920b8f admin admin] Notify callbacks [] for subnet, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:59:51.346727 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a6f2007d-720e-402d-88c3-a28af5becac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636'] for subnet, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:59:51.356759 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-526b5478-a4b6-4be1-a458-3232c5eaec8c tempest-ExtraDHCPOptionsIpV6TestJSON-726641206 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206-project] Notify callbacks [] for security_group, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:59:51.358561 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 10:59:51.402518 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-526b5478-a4b6-4be1-a458-3232c5eaec8c tempest-ExtraDHCPOptionsIpV6TestJSON-726641206 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:59:51.426552 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-526b5478-a4b6-4be1-a458-3232c5eaec8c tempest-ExtraDHCPOptionsIpV6TestJSON-726641206 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206-project] vlan segment allocate from pool success with {'vlan_id': 649, 'physical_network': 'physnet1'}  {{(pid=88879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 24 10:59:51.437576 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-526b5478-a4b6-4be1-a458-3232c5eaec8c tempest-ExtraDHCPOptionsIpV6TestJSON-726641206 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:59:51.437986 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.segments_db [None req-526b5478-a4b6-4be1-a458-3232c5eaec8c tempest-ExtraDHCPOptionsIpV6TestJSON-726641206 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206-project] Added segment 0730f74c-96ea-44be-89df-10324f5e44c9 of type vlan for network a40cd9ac-f911-4198-9141-81d77c06775a
Dec 24 10:59:51.471700 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-526b5478-a4b6-4be1-a458-3232c5eaec8c tempest-ExtraDHCPOptionsIpV6TestJSON-726641206 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363287349540024'] for network, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:59:51.548198 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-526b5478-a4b6-4be1-a458-3232c5eaec8c tempest-ExtraDHCPOptionsIpV6TestJSON-726641206 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636'] for network, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:59:51.549303 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f2007d-720e-402d-88c3-a28af5becac1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=26cb8daf-b897-4fc8-a72c-e78bd818e5d0,revision_number=0']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 10:59:51.554783 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-a6f2007d-720e-402d-88c3-a28af5becac1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 10:59:51.559346 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-526b5478-a4b6-4be1-a458-3232c5eaec8c tempest-ExtraDHCPOptionsIpV6TestJSON-726641206 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 10:59:51.560189 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-526b5478-a4b6-4be1-a458-3232c5eaec8c tempest-ExtraDHCPOptionsIpV6TestJSON-726641206 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1977811'] for network, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:59:51.564214 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.059s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 10:59:51.616775 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f2007d-720e-402d-88c3-a28af5becac1 admin admin] Checking segment: {'id': '7da8387d-6dbc-40da-b97b-4a8bbfbeffcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '06bf4055-f82f-43ff-8ef7-0747a91153cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 10:59:51.617057 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6f2007d-720e-402d-88c3-a28af5becac1 admin admin] Network hostable DHCP agents. Network: 06bf4055-f82f-43ff-8ef7-0747a91153cc, hostable agents: ['edcf98dc-3032-472a-8b3d-f23fd1e89806'], hosted agents: [] {{(pid=88879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 24 10:59:51.629724 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526b5478-a4b6-4be1-a458-3232c5eaec8c tempest-ExtraDHCPOptionsIpV6TestJSON-726641206 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20784135-2535-4ea5-becb-9a948e6544fd,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 10:59:51.631241 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-21ca9e3e-2885-42cd-aef9-2b189e920b8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636'] for subnet, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:59:51.636972 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-526b5478-a4b6-4be1-a458-3232c5eaec8c tempest-ExtraDHCPOptionsIpV6TestJSON-726641206 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 10:59:51.638201 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-11dc5ee3-13d7-45c5-988a-8ec74994ead1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.058s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 10:59:51.649145 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 10:59:51.659648 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-526b5478-a4b6-4be1-a458-3232c5eaec8c tempest-ExtraDHCPOptionsIpV6TestJSON-726641206 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201  len: 796 time: 1.8520331
Dec 24 10:59:51.665988 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 60434) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:59:51.675198 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-eb5541f6-c83c-446f-94fa-e6c56f3a1e92 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206-project] Request body: {'subnet': {'network_id': 'a40cd9ac-f911-4198-9141-81d77c06775a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 10:59:51.751864 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ca9e3e-2885-42cd-aef9-2b189e920b8f admin admin] Pushing event updated for resources: {'Subnet': ['ID=1bc180c8-44f0-41ff-ba45-99d6e56209ca,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 10:59:51.764418 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-21ca9e3e-2885-42cd-aef9-2b189e920b8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 10:59:51.776088 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ca9e3e-2885-42cd-aef9-2b189e920b8f admin admin] Checking segment: {'id': '8cea13cb-a746-4fdb-9326-670f5e69ec6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '4ffa6599-4dd3-44c2-afc8-758418a15a34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 10:59:51.776564 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21ca9e3e-2885-42cd-aef9-2b189e920b8f admin admin] Network hostable DHCP agents. Network: 4ffa6599-4dd3-44c2-afc8-758418a15a34, hostable agents: ['edcf98dc-3032-472a-8b3d-f23fd1e89806'], hosted agents: [] {{(pid=88878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 24 10:59:51.799092 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526b5478-a4b6-4be1-a458-3232c5eaec8c tempest-ExtraDHCPOptionsIpV6TestJSON-726641206 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206-project] Pushing event updated for resources: {'Network': ['ID=a40cd9ac-f911-4198-9141-81d77c06775a,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 10:59:51.804024 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6f2007d-720e-402d-88c3-a28af5becac1 admin admin] Network 06bf4055-f82f-43ff-8ef7-0747a91153cc is scheduled to be hosted by DHCP agent edcf98dc-3032-472a-8b3d-f23fd1e89806 with binding_index 1 {{(pid=88879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 24 10:59:51.806658 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-526b5478-a4b6-4be1-a458-3232c5eaec8c tempest-ExtraDHCPOptionsIpV6TestJSON-726641206 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 10:59:51.812963 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Network a40cd9ac-f911-4198-9141-81d77c06775a details requested by agent ovs-agent-dv-neutron-822691-2-hyperv with host dv-neutron-822691-2-hyperv {{(pid=88880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 24 10:59:51.815360 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21ca9e3e-2885-42cd-aef9-2b189e920b8f admin admin] Network 4ffa6599-4dd3-44c2-afc8-758418a15a34 is scheduled to be hosted by DHCP agent edcf98dc-3032-472a-8b3d-f23fd1e89806 with binding_index 1 {{(pid=88878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 24 10:59:51.826765 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-21ca9e3e-2885-42cd-aef9-2b189e920b8f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822691-2-hyperv, 4ffa6599-4dd3-44c2-afc8-758418a15a34) {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 10:59:51.832285 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21ca9e3e-2885-42cd-aef9-2b189e920b8f admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 10:59:51.833321 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-21ca9e3e-2885-42cd-aef9-2b189e920b8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1977811'] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:59:51.844627 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fcde6ea-2d20-4774-82e2-6fafd4109b92 None None] Network 4ffa6599-4dd3-44c2-afc8-758418a15a34 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 10:59:51.863543 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-21ca9e3e-2885-42cd-aef9-2b189e920b8f admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 841 time: 0.7650678
Dec 24 10:59:51.866485 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 60438) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:59:51.875733 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-76166461-c174-4cde-8b16-eac09430bd30 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-738599796-router', 'tenant_id': '41048d3cadaf44c1808b3a4467fb14d5', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a'}}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 10:59:51.879567 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-a6f2007d-720e-402d-88c3-a28af5becac1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822691-2-hyperv, 06bf4055-f82f-43ff-8ef7-0747a91153cc) {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 10:59:51.882148 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-76166461-c174-4cde-8b16-eac09430bd30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 10:59:51.886851 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6f2007d-720e-402d-88c3-a28af5becac1 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 10:59:51.887483 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a6f2007d-720e-402d-88c3-a28af5becac1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1977811'] for subnet, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:59:51.888569 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-76166461-c174-4cde-8b16-eac09430bd30 admin admin] Usage tracker for resource:router and tenant:41048d3cadaf44c1808b3a4467fb14d5 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 10:59:51.892313 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-76166461-c174-4cde-8b16-eac09430bd30 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 10:59:51.896608 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-eb5541f6-c83c-446f-94fa-e6c56f3a1e92 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 10:59:51.900106 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-76166461-c174-4cde-8b16-eac09430bd30 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 10:59:51.902858 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb1bc944-dbd8-4669-ac0e-105bd8462315 None None] Network 06bf4055-f82f-43ff-8ef7-0747a91153cc requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 10:59:51.909612 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-eb5541f6-c83c-446f-94fa-e6c56f3a1e92 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206-project] Usage tracker for resource:subnet and tenant:f73add1678fd4479897d3c576ba43b13 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 10:59:51.913113 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-76166461-c174-4cde-8b16-eac09430bd30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-612016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-84579'] for router, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:59:51.913302 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-eb5541f6-c83c-446f-94fa-e6c56f3a1e92 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 10:59:51.914922 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-76166461-c174-4cde-8b16-eac09430bd30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854163950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659046', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854079771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854691221'] for router, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:59:51.920516 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-eb5541f6-c83c-446f-94fa-e6c56f3a1e92 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 10:59:51.923362 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-a6f2007d-720e-402d-88c3-a28af5becac1 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.3375628
Dec 24 10:59:51.927283 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 60444) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:59:51.939565 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-76166461-c174-4cde-8b16-eac09430bd30 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:59:51.945306 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-93244275-0d5a-41af-95b2-5f7515e0e54a admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1702090108-router', 'tenant_id': '3227175fb2a74b37bb7d77f5e6df3dce', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a'}}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 10:59:51.952329 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-93244275-0d5a-41af-95b2-5f7515e0e54a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 10:59:51.957399 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb5541f6-c83c-446f-94fa-e6c56f3a1e92 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206-project] Made reservation on behalf of f73add1678fd4479897d3c576ba43b13 for: {'subnet': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 10:59:51.984076 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-93244275-0d5a-41af-95b2-5f7515e0e54a admin admin] Usage tracker for resource:router and tenant:3227175fb2a74b37bb7d77f5e6df3dce is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 10:59:51.990941 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-93244275-0d5a-41af-95b2-5f7515e0e54a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 10:59:52.010069 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-93244275-0d5a-41af-95b2-5f7515e0e54a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 10:59:52.087524 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-93244275-0d5a-41af-95b2-5f7515e0e54a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-612016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-84579'] for router, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:59:52.088645 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-93244275-0d5a-41af-95b2-5f7515e0e54a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854163950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659046', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854079771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854691221'] for router, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:59:52.108469 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-eb5541f6-c83c-446f-94fa-e6c56f3a1e92 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206-project] Notify callbacks [] for subnet, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:59:52.235047 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-93244275-0d5a-41af-95b2-5f7515e0e54a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:59:52.505637 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-76166461-c174-4cde-8b16-eac09430bd30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-659031', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854691240'] for router, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:59:52.549371 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 60460) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:59:52.589014 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddcf8f0d-e907-48f7-b85a-cf7b08c2c9f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73968e80-91fd-539e-a7c6-b31af6d9e680-06bf4055-f82f-43ff-8ef7-0747a91153cc', 'network_id': '06bf4055-f82f-43ff-8ef7-0747a91153cc', 'tenant_id': '3227175fb2a74b37bb7d77f5e6df3dce', 'fixed_ips': [{'subnet_id': '26cb8daf-b897-4fc8-a72c-e78bd818e5d0'}]}} from dv-neutron-822691-2-hyperv. {{(pid=88880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 24 10:59:52.590264 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ddcf8f0d-e907-48f7-b85a-cf7b08c2c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:59:52.718319 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f33110ab-32b2-4f8f-924a-8884f250ccdf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73968e80-91fd-539e-a7c6-b31af6d9e680-4ffa6599-4dd3-44c2-afc8-758418a15a34', 'network_id': '4ffa6599-4dd3-44c2-afc8-758418a15a34', 'tenant_id': '41048d3cadaf44c1808b3a4467fb14d5', 'fixed_ips': [{'subnet_id': '1bc180c8-44f0-41ff-ba45-99d6e56209ca'}]}} from dv-neutron-822691-2-hyperv. {{(pid=88880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 24 10:59:52.730578 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f33110ab-32b2-4f8f-924a-8884f250ccdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:59:52.761578 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-76166461-c174-4cde-8b16-eac09430bd30 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:59:52.797171 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-76166461-c174-4cde-8b16-eac09430bd30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:59:52.942782 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-93244275-0d5a-41af-95b2-5f7515e0e54a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-659031', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854691240'] for router, precommit_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:59:52.979857 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-76166461-c174-4cde-8b16-eac09430bd30 admin admin] Allocated IP 172.26.3.49 (f8c337ba-681f-4fcb-a333-e3c49365b30a/8ea1398c-0bec-46d6-8d54-85798de2a7ca/b27c942e-38c9-43ef-8307-9ce36f27afa3) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 10:59:53.083932 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-eb5541f6-c83c-446f-94fa-e6c56f3a1e92 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636'] for subnet, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:59:53.095535 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-11535c32-409c-4ec3-a55c-270626a9b6ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 10:59:53.174187 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-07e3af33-83fc-4b66-aa0e-abd6d590e182 tempest-RoutersAdminNegativeIpV6Test-2027516450 tempest-RoutersAdminNegativeIpV6Test-2027516450-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1373132572', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 10:59:53.188165 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-07e3af33-83fc-4b66-aa0e-abd6d590e182 tempest-RoutersAdminNegativeIpV6Test-2027516450 tempest-RoutersAdminNegativeIpV6Test-2027516450-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 10:59:53.216464 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-07e3af33-83fc-4b66-aa0e-abd6d590e182 tempest-RoutersAdminNegativeIpV6Test-2027516450 tempest-RoutersAdminNegativeIpV6Test-2027516450-project-admin] Usage tracker for resource:port and tenant:4b07f5d47a4e43a3829e8b17bb856558 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 10:59:53.239563 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-ddcf8f0d-e907-48f7-b85a-cf7b08c2c9f2 None None] Allocated IP 172.20.0.2 (06bf4055-f82f-43ff-8ef7-0747a91153cc/26cb8daf-b897-4fc8-a72c-e78bd818e5d0/715e5951-8bbb-44e0-a8d9-81133956aebd) {{(pid=88880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 10:59:53.240149 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-07e3af33-83fc-4b66-aa0e-abd6d590e182 tempest-RoutersAdminNegativeIpV6Test-2027516450 tempest-RoutersAdminNegativeIpV6Test-2027516450-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 10:59:53.258288 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-07e3af33-83fc-4b66-aa0e-abd6d590e182 tempest-RoutersAdminNegativeIpV6Test-2027516450 tempest-RoutersAdminNegativeIpV6Test-2027516450-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 10:59:53.287317 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-f33110ab-32b2-4f8f-924a-8884f250ccdf None None] Allocated IP 172.20.0.2 (4ffa6599-4dd3-44c2-afc8-758418a15a34/1bc180c8-44f0-41ff-ba45-99d6e56209ca/0877f7aa-c363-453f-bc81-3781f87c0bbb) {{(pid=88880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 10:59:53.294161 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07e3af33-83fc-4b66-aa0e-abd6d590e182 tempest-RoutersAdminNegativeIpV6Test-2027516450 tempest-RoutersAdminNegativeIpV6Test-2027516450-project-admin] Made reservation on behalf of 4b07f5d47a4e43a3829e8b17bb856558 for: {'port': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 10:59:53.298878 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-07e3af33-83fc-4b66-aa0e-abd6d590e182 tempest-RoutersAdminNegativeIpV6Test-2027516450 tempest-RoutersAdminNegativeIpV6Test-2027516450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:59:53.315754 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-76166461-c174-4cde-8b16-eac09430bd30 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:59:53.325609 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-07e3af33-83fc-4b66-aa0e-abd6d590e182 tempest-RoutersAdminNegativeIpV6Test-2027516450 tempest-RoutersAdminNegativeIpV6Test-2027516450-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:59:53.351935 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5541f6-c83c-446f-94fa-e6c56f3a1e92 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206-project] Pushing event updated for resources: {'Subnet': ['ID=725cd5ec-2a29-48c2-bc53-26e3dc8aaec2,revision_number=0']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 10:59:53.357271 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-eb5541f6-c83c-446f-94fa-e6c56f3a1e92 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 10:59:53.360120 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5541f6-c83c-446f-94fa-e6c56f3a1e92 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206-project] Checking segment: {'id': '0730f74c-96ea-44be-89df-10324f5e44c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'a40cd9ac-f911-4198-9141-81d77c06775a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 10:59:53.360631 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb5541f6-c83c-446f-94fa-e6c56f3a1e92 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206-project] Network hostable DHCP agents. Network: a40cd9ac-f911-4198-9141-81d77c06775a, hostable agents: ['edcf98dc-3032-472a-8b3d-f23fd1e89806'], hosted agents: [] {{(pid=88879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 24 10:59:53.375696 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-07e3af33-83fc-4b66-aa0e-abd6d590e182 tempest-RoutersAdminNegativeIpV6Test-2027516450 tempest-RoutersAdminNegativeIpV6Test-2027516450-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 10:59:53.381644 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-07e3af33-83fc-4b66-aa0e-abd6d590e182 tempest-RoutersAdminNegativeIpV6Test-2027516450 tempest-RoutersAdminNegativeIpV6Test-2027516450-project-admin] Usage tracker for resource:security_group_rule and tenant:4b07f5d47a4e43a3829e8b17bb856558 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 10:59:53.385208 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-07e3af33-83fc-4b66-aa0e-abd6d590e182 tempest-RoutersAdminNegativeIpV6Test-2027516450 tempest-RoutersAdminNegativeIpV6Test-2027516450-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 10:59:53.391640 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-76166461-c174-4cde-8b16-eac09430bd30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:59:53.392793 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-07e3af33-83fc-4b66-aa0e-abd6d590e182 tempest-RoutersAdminNegativeIpV6Test-2027516450 tempest-RoutersAdminNegativeIpV6Test-2027516450-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 10:59:53.402619 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 10:59:53.420658 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb5541f6-c83c-446f-94fa-e6c56f3a1e92 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206-project] Network a40cd9ac-f911-4198-9141-81d77c06775a is scheduled to be hosted by DHCP agent edcf98dc-3032-472a-8b3d-f23fd1e89806 with binding_index 1 {{(pid=88879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 24 10:59:53.434085 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-eb5541f6-c83c-446f-94fa-e6c56f3a1e92 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822691-2-hyperv, a40cd9ac-f911-4198-9141-81d77c06775a) {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 10:59:53.451776 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49dab861-d71d-429c-9031-ef48ba6e36a6 None None] Network a40cd9ac-f911-4198-9141-81d77c06775a requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 10:59:53.468401 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb5541f6-c83c-446f-94fa-e6c56f3a1e92 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206-project] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 10:59:53.469354 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-eb5541f6-c83c-446f-94fa-e6c56f3a1e92 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1977811'] for subnet, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:59:53.480352 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76166461-c174-4cde-8b16-eac09430bd30 admin admin] Pushing event updated for resources: {'Port': ['ID=b27c942e-38c9-43ef-8307-9ce36f27afa3,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 10:59:53.491841 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-76166461-c174-4cde-8b16-eac09430bd30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 10:59:53.500321 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-eb5541f6-c83c-446f-94fa-e6c56f3a1e92 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.8331776
Dec 24 10:59:53.507139 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76166461-c174-4cde-8b16-eac09430bd30 admin admin] Network f8c337ba-681f-4fcb-a333-e3c49365b30a is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 10:59:53.508311 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 60488) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:59:53.510386 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-76166461-c174-4cde-8b16-eac09430bd30 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 10:59:53.517689 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-c63827e2-9f63-4fdc-b913-14ee0b1be811 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206-project] Request body: {'port': {'network_id': 'a40cd9ac-f911-4198-9141-81d77c06775a', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-825336047'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 10:59:53.534921 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76166461-c174-4cde-8b16-eac09430bd30 admin admin] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:59:53.632920 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-93244275-0d5a-41af-95b2-5f7515e0e54a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:59:53.673946 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-93244275-0d5a-41af-95b2-5f7515e0e54a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:59:53.758653 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-76166461-c174-4cde-8b16-eac09430bd30 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:59:53.759911 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-76166461-c174-4cde-8b16-eac09430bd30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854163800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854116816'] for router, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:59:53.857785 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-93244275-0d5a-41af-95b2-5f7515e0e54a admin admin] Allocated IP 172.26.3.38 (f8c337ba-681f-4fcb-a333-e3c49365b30a/8ea1398c-0bec-46d6-8d54-85798de2a7ca/74849d86-204a-4f5f-abc6-a48f45617700) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 10:59:53.912472 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-07e3af33-83fc-4b66-aa0e-abd6d590e182 tempest-RoutersAdminNegativeIpV6Test-2027516450 tempest-RoutersAdminNegativeIpV6Test-2027516450-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:59:53.921056 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f33110ab-32b2-4f8f-924a-8884f250ccdf None None] Notify callbacks [] for port, precommit_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:59:53.934889 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-f33110ab-32b2-4f8f-924a-8884f250ccdf None None] Transition to ACTIVE for port object 0877f7aa-c363-453f-bc81-3781f87c0bbb will not be triggered until provisioned by entity L2. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 10:59:53.956895 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-f33110ab-32b2-4f8f-924a-8884f250ccdf None None] Transition to ACTIVE for port object 0877f7aa-c363-453f-bc81-3781f87c0bbb will not be triggered until provisioned by entity DHCP. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 10:59:53.987457 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-07e3af33-83fc-4b66-aa0e-abd6d590e182 tempest-RoutersAdminNegativeIpV6Test-2027516450 tempest-RoutersAdminNegativeIpV6Test-2027516450-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:59:53.993986 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-c63827e2-9f63-4fdc-b913-14ee0b1be811 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 10:59:54.002471 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-c63827e2-9f63-4fdc-b913-14ee0b1be811 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206-project] Usage tracker for resource:port and tenant:f73add1678fd4479897d3c576ba43b13 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 10:59:54.003586 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-c63827e2-9f63-4fdc-b913-14ee0b1be811 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 10:59:54.010359 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-c63827e2-9f63-4fdc-b913-14ee0b1be811 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 10:59:54.019806 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 60498) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:59:54.026505 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7c885457-05e5-4ffc-a2ae-03f54eff7e75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 10:59:54.033961 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c63827e2-9f63-4fdc-b913-14ee0b1be811 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206-project] Made reservation on behalf of f73add1678fd4479897d3c576ba43b13 for: {'port': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 10:59:54.039935 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c63827e2-9f63-4fdc-b913-14ee0b1be811 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:59:54.059180 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [None req-07e3af33-83fc-4b66-aa0e-abd6d590e182 tempest-RoutersAdminNegativeIpV6Test-2027516450 tempest-RoutersAdminNegativeIpV6Test-2027516450-project-admin] device_id is not set on port 60b93c73-5841-4ad6-9bf8-3b1a28e2563c yet. {{(pid=88878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 24 10:59:54.062105 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-93244275-0d5a-41af-95b2-5f7515e0e54a admin admin] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:59:54.077769 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f33110ab-32b2-4f8f-924a-8884f250ccdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408'] for port, after_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:59:54.105043 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 10:59:54.125343 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-93244275-0d5a-41af-95b2-5f7515e0e54a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:59:54.127875 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [None req-c63827e2-9f63-4fdc-b913-14ee0b1be811 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206-project] device_id is not set on port bbe8a232-8ac2-4c90-ad7f-eb9e60abbe8d yet. {{(pid=88878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 24 10:59:54.138191 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 10:59:54.183536 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9ef5630-83d8-4ee2-9fb0-17a4351ee1f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73968e80-91fd-539e-a7c6-b31af6d9e680-a40cd9ac-f911-4198-9141-81d77c06775a', 'network_id': 'a40cd9ac-f911-4198-9141-81d77c06775a', 'tenant_id': 'f73add1678fd4479897d3c576ba43b13', 'fixed_ips': [{'subnet_id': '725cd5ec-2a29-48c2-bc53-26e3dc8aaec2'}]}} from dv-neutron-822691-2-hyperv. {{(pid=88880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 24 10:59:54.184440 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e9ef5630-83d8-4ee2-9fb0-17a4351ee1f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:59:54.203534 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e3af33-83fc-4b66-aa0e-abd6d590e182 tempest-RoutersAdminNegativeIpV6Test-2027516450 tempest-RoutersAdminNegativeIpV6Test-2027516450-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfc5e076-5a10-446a-9fd6-461ffbbd2e58,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 10:59:54.206604 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33110ab-32b2-4f8f-924a-8884f250ccdf None None] Pushing event updated for resources: {'Port': ['ID=0877f7aa-c363-453f-bc81-3781f87c0bbb,revision_number=1']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 10:59:54.209107 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-07e3af33-83fc-4b66-aa0e-abd6d590e182 tempest-RoutersAdminNegativeIpV6Test-2027516450 tempest-RoutersAdminNegativeIpV6Test-2027516450-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 10:59:54.216175 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 60508) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:59:54.221884 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f33110ab-32b2-4f8f-924a-8884f250ccdf None None] Network 4ffa6599-4dd3-44c2-afc8-758418a15a34 is already hosted by enough agents. {{(pid=88880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 10:59:54.223951 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33110ab-32b2-4f8f-924a-8884f250ccdf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 10:59:54.224331 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33110ab-32b2-4f8f-924a-8884f250ccdf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 10:59:54.224753 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33110ab-32b2-4f8f-924a-8884f250ccdf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 10:59:54.225040 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33110ab-32b2-4f8f-924a-8884f250ccdf None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 10:59:54.225405 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33110ab-32b2-4f8f-924a-8884f250ccdf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 10:59:54.225767 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33110ab-32b2-4f8f-924a-8884f250ccdf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 10:59:54.226162 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33110ab-32b2-4f8f-924a-8884f250ccdf None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 10:59:54.226524 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33110ab-32b2-4f8f-924a-8884f250ccdf None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 10:59:54.226884 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33110ab-32b2-4f8f-924a-8884f250ccdf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 10:59:54.227242 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33110ab-32b2-4f8f-924a-8884f250ccdf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 10:59:54.227735 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33110ab-32b2-4f8f-924a-8884f250ccdf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 10:59:54.228903 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33110ab-32b2-4f8f-924a-8884f250ccdf None None] Tracked resource versions report:
Dec 24 10:59:54.228903 dv-neutron-822691-2-hyperv neutron-server[88767]: pushed versions:
Dec 24 10:59:54.228903 dv-neutron-822691-2-hyperv neutron-server[88767]: {   'ConntrackHelper': {'1.0'},
Dec 24 10:59:54.228903 dv-neutron-822691-2-hyperv neutron-server[88767]:     'Log': {'1.0'},
Dec 24 10:59:54.228903 dv-neutron-822691-2-hyperv neutron-server[88767]:     'Network': {'1.1'},
Dec 24 10:59:54.228903 dv-neutron-822691-2-hyperv neutron-server[88767]:     'Port': {'1.5'},
Dec 24 10:59:54.228903 dv-neutron-822691-2-hyperv neutron-server[88767]:     'PortForwarding': {'1.2'},
Dec 24 10:59:54.228903 dv-neutron-822691-2-hyperv neutron-server[88767]:     'QosPolicy': {'1.8'},
Dec 24 10:59:54.228903 dv-neutron-822691-2-hyperv neutron-server[88767]:     'SecurityGroup': {'1.2'},
Dec 24 10:59:54.228903 dv-neutron-822691-2-hyperv neutron-server[88767]:     'SecurityGroupRule': {'1.0'},
Dec 24 10:59:54.228903 dv-neutron-822691-2-hyperv neutron-server[88767]:     'SubPort': {'1.0'},
Dec 24 10:59:54.228903 dv-neutron-822691-2-hyperv neutron-server[88767]:     'Subnet': {'1.1'},
Dec 24 10:59:54.228903 dv-neutron-822691-2-hyperv neutron-server[88767]:     'Trunk': {'1.1'}}
Dec 24 10:59:54.228903 dv-neutron-822691-2-hyperv neutron-server[88767]: consumer versions:
Dec 24 10:59:54.228903 dv-neutron-822691-2-hyperv neutron-server[88767]: {   DHCP agent@dv-neutron-822691-2-hyperv: {},
Dec 24 10:59:54.228903 dv-neutron-822691-2-hyperv neutron-server[88767]:     HyperV agent@hv-neutron-8226: {},
Dec 24 10:59:54.228903 dv-neutron-822691-2-hyperv neutron-server[88767]:     L3 agent@dv-neutron-822691-2-hyperv: {},
Dec 24 10:59:54.228903 dv-neutron-822691-2-hyperv neutron-server[88767]:     Metadata agent@dv-neutron-822691-2-hyperv: {},
Dec 24 10:59:54.228903 dv-neutron-822691-2-hyperv neutron-server[88767]:     Metering agent@dv-neutron-822691-2-hyperv: {},
Dec 24 10:59:54.228903 dv-neutron-822691-2-hyperv neutron-server[88767]:     Open vSwitch agent@dv-neutron-822691-2-hyperv: {   'ConntrackHelper': '1.0',
Dec 24 10:59:54.228903 dv-neutron-822691-2-hyperv neutron-server[88767]:                                                        'Log': '1.0',
Dec 24 10:59:54.228903 dv-neutron-822691-2-hyperv neutron-server[88767]:                                                        'Network': '1.1',
Dec 24 10:59:54.228903 dv-neutron-822691-2-hyperv neutron-server[88767]:                                                        'Port': '1.5',
Dec 24 10:59:54.228903 dv-neutron-822691-2-hyperv neutron-server[88767]:                                                        'PortForwarding': '1.2',
Dec 24 10:59:54.228903 dv-neutron-822691-2-hyperv neutron-server[88767]:                                                        'QosPolicy': '1.8',
Dec 24 10:59:54.228903 dv-neutron-822691-2-hyperv neutron-server[88767]:                                                        'SecurityGroup': '1.2',
Dec 24 10:59:54.228903 dv-neutron-822691-2-hyperv neutron-server[88767]:                                                        'SecurityGroupRule': '1.0',
Dec 24 10:59:54.228903 dv-neutron-822691-2-hyperv neutron-server[88767]:                                                        'SubPort': '1.0',
Dec 24 10:59:54.228903 dv-neutron-822691-2-hyperv neutron-server[88767]:                                                        'Subnet': '1.1',
Dec 24 10:59:54.228903 dv-neutron-822691-2-hyperv neutron-server[88767]:                                                        'Trunk': '1.1'}}
Dec 24 10:59:54.228903 dv-neutron-822691-2-hyperv neutron-server[88767]:  {{(pid=88880) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Dec 24 10:59:54.237763 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-f33110ab-32b2-4f8f-924a-8884f250ccdf None None] Resources bound (agent type, host, resource id):  {{(pid=88880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 10:59:54.244422 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f33110ab-32b2-4f8f-924a-8884f250ccdf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 10:59:54.250145 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f33110ab-32b2-4f8f-924a-8884f250ccdf None None] Received port after_create {{(pid=88880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:59:54.284980 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93244275-0d5a-41af-95b2-5f7515e0e54a admin admin] Pushing event updated for resources: {'Port': ['ID=74849d86-204a-4f5f-abc6-a48f45617700,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 10:59:54.298574 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-93244275-0d5a-41af-95b2-5f7515e0e54a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 10:59:54.311127 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93244275-0d5a-41af-95b2-5f7515e0e54a admin admin] Network f8c337ba-681f-4fcb-a333-e3c49365b30a is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 10:59:54.312520 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-93244275-0d5a-41af-95b2-5f7515e0e54a admin admin] Resources bound (agent type, host, resource id):  {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 10:59:54.315348 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93244275-0d5a-41af-95b2-5f7515e0e54a admin admin] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:59:54.490896 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-c63827e2-9f63-4fdc-b913-14ee0b1be811 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206-project] Allocated IP 2001:db8::1bb (a40cd9ac-f911-4198-9141-81d77c06775a/725cd5ec-2a29-48c2-bc53-26e3dc8aaec2/bbe8a232-8ac2-4c90-ad7f-eb9e60abbe8d) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 10:59:54.508769 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-93244275-0d5a-41af-95b2-5f7515e0e54a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:59:54.511058 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-93244275-0d5a-41af-95b2-5f7515e0e54a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854163800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854116816'] for router, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:59:54.606259 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-f33110ab-32b2-4f8f-924a-8884f250ccdf None None] Attempting to bind port 0877f7aa-c363-453f-bc81-3781f87c0bbb on host dv-neutron-822691-2-hyperv for vnic_type normal with profile  {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 10:59:54.606680 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-f33110ab-32b2-4f8f-924a-8884f250ccdf None None] Attempting to bind port 0877f7aa-c363-453f-bc81-3781f87c0bbb by drivers openvswitch,hyperv on host dv-neutron-822691-2-hyperv at level 0 using segments [{'id': '8cea13cb-a746-4fdb-9326-670f5e69ec6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '4ffa6599-4dd3-44c2-afc8-758418a15a34'}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 10:59:54.607082 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f33110ab-32b2-4f8f-924a-8884f250ccdf None None] Attempting to bind port 0877f7aa-c363-453f-bc81-3781f87c0bbb on network 4ffa6599-4dd3-44c2-afc8-758418a15a34 {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 10:59:54.613350 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-07e3af33-83fc-4b66-aa0e-abd6d590e182 tempest-RoutersAdminNegativeIpV6Test-2027516450 tempest-RoutersAdminNegativeIpV6Test-2027516450-project-admin] Allocated IP 172.26.3.129 (f8c337ba-681f-4fcb-a333-e3c49365b30a/8ea1398c-0bec-46d6-8d54-85798de2a7ca/60b93c73-5841-4ad6-9bf8-3b1a28e2563c) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 10:59:54.662867 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f33110ab-32b2-4f8f-924a-8884f250ccdf None None] Checking agent: {'id': 'db1275c1-6001-47af-93c2-635c68404703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822691-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 52, 8), 'started_at': datetime.datetime(2021, 12, 24, 10, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 10, 59, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822691-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 10:59:54.663456 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f33110ab-32b2-4f8f-924a-8884f250ccdf None None] Checking segment: {'id': '8cea13cb-a746-4fdb-9326-670f5e69ec6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '4ffa6599-4dd3-44c2-afc8-758418a15a34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 10:59:54.663703 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f33110ab-32b2-4f8f-924a-8884f250ccdf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:59:54.664386 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f33110ab-32b2-4f8f-924a-8884f250ccdf None None] Bound using segment: {'id': '8cea13cb-a746-4fdb-9326-670f5e69ec6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '4ffa6599-4dd3-44c2-afc8-758418a15a34'} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 10:59:54.664992 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-f33110ab-32b2-4f8f-924a-8884f250ccdf None None] Bound port: 0877f7aa-c363-453f-bc81-3781f87c0bbb, host: dv-neutron-822691-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cea13cb-a746-4fdb-9326-670f5e69ec6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '4ffa6599-4dd3-44c2-afc8-758418a15a34'}}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 10:59:54.665302 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f33110ab-32b2-4f8f-924a-8884f250ccdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:59:54.723064 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-29100844-7e57-4b15-91d8-a337aa32cbc2 tempest-RoutersTestDVR-298824604 tempest-RoutersTestDVR-298824604-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1907655812'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 10:59:54.728416 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-29100844-7e57-4b15-91d8-a337aa32cbc2 tempest-RoutersTestDVR-298824604 tempest-RoutersTestDVR-298824604-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 10:59:54.732715 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-29100844-7e57-4b15-91d8-a337aa32cbc2 tempest-RoutersTestDVR-298824604 tempest-RoutersTestDVR-298824604-project-admin] Usage tracker for resource:router and tenant:288b1ba6182345f393f4343e9bc68140 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 10:59:54.735729 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-29100844-7e57-4b15-91d8-a337aa32cbc2 tempest-RoutersTestDVR-298824604 tempest-RoutersTestDVR-298824604-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 10:59:54.742050 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-29100844-7e57-4b15-91d8-a337aa32cbc2 tempest-RoutersTestDVR-298824604 tempest-RoutersTestDVR-298824604-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 10:59:54.773592 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-29100844-7e57-4b15-91d8-a337aa32cbc2 tempest-RoutersTestDVR-298824604 tempest-RoutersTestDVR-298824604-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-612016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-84579'] for router, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:59:54.774720 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-29100844-7e57-4b15-91d8-a337aa32cbc2 tempest-RoutersTestDVR-298824604 tempest-RoutersTestDVR-298824604-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854163950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659046', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854079771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854691221'] for router, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:59:54.793239 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-29100844-7e57-4b15-91d8-a337aa32cbc2 tempest-RoutersTestDVR-298824604 tempest-RoutersTestDVR-298824604-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:59:54.798900 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-f33110ab-32b2-4f8f-924a-8884f250ccdf None None] For port 0877f7aa-c363-453f-bc81-3781f87c0bbb, host dv-neutron-822691-2-hyperv, cleared binding levels {{(pid=88880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 10:59:54.802304 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-f33110ab-32b2-4f8f-924a-8884f250ccdf None None] For port 0877f7aa-c363-453f-bc81-3781f87c0bbb, host dv-neutron-822691-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=0877f7aa-c363-453f-bc81-3781f87c0bbb,segment=NetworkSegment(8cea13cb-a746-4fdb-9326-670f5e69ec6e),segment_id=8cea13cb-a746-4fdb-9326-670f5e69ec6e)] {{(pid=88880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 10:59:54.815688 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f33110ab-32b2-4f8f-924a-8884f250ccdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:59:54.820113 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-29100844-7e57-4b15-91d8-a337aa32cbc2 tempest-RoutersTestDVR-298824604 tempest-RoutersTestDVR-298824604-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854163800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854116816'] for router, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:59:54.823480 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ddcf8f0d-e907-48f7-b85a-cf7b08c2c9f2 None None] Notify callbacks [] for port, precommit_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:59:54.826091 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c53c8790-f5db-4e10-a5fa-4eb76bc4b2c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 10:59:54.885205 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-ddcf8f0d-e907-48f7-b85a-cf7b08c2c9f2 None None] Transition to ACTIVE for port object 715e5951-8bbb-44e0-a8d9-81133956aebd will not be triggered until provisioned by entity L2. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 10:59:54.923328 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76166461-c174-4cde-8b16-eac09430bd30 admin admin] Router 8ba38df8-741e-4181-b38e-bb62a79a205d is scheduled to L3 agent 198cca88-1338-4098-b44b-beb0346ac906 with binding_index 1 {{(pid=88878) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 24 10:59:54.943173 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-ddcf8f0d-e907-48f7-b85a-cf7b08c2c9f2 None None] Transition to ACTIVE for port object 715e5951-8bbb-44e0-a8d9-81133956aebd will not be triggered until provisioned by entity DHCP. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 10:59:54.950669 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ddcf8f0d-e907-48f7-b85a-cf7b08c2c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408'] for port, after_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:59:54.951482 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33110ab-32b2-4f8f-924a-8884f250ccdf None None] Pushing event updated for resources: {'Port': ['ID=0877f7aa-c363-453f-bc81-3781f87c0bbb,revision_number=2']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 10:59:54.961303 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f33110ab-32b2-4f8f-924a-8884f250ccdf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 10:59:54.961810 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 10:59:54.978624 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-29100844-7e57-4b15-91d8-a337aa32cbc2 tempest-RoutersTestDVR-298824604 tempest-RoutersTestDVR-298824604-project-admin] Notify callbacks [] for router, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:59:54.983726 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-29100844-7e57-4b15-91d8-a337aa32cbc2 tempest-RoutersTestDVR-298824604 tempest-RoutersTestDVR-298824604-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201  len: 729 time: 0.9608607
Dec 24 10:59:54.989744 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 60522) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:59:54.994283 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-904e3ee5-5b3c-42d7-a7c5-b254b853aefa tempest-ExternalNetworksAdminNegativeTestJSON-1549352162 tempest-ExternalNetworksAdminNegativeTestJSON-1549352162-project-admin] Request body: {'floatingip': {'floating_network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 10:59:55.029240 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-904e3ee5-5b3c-42d7-a7c5-b254b853aefa tempest-ExternalNetworksAdminNegativeTestJSON-1549352162 tempest-ExternalNetworksAdminNegativeTestJSON-1549352162-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 10:59:55.043153 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddcf8f0d-e907-48f7-b85a-cf7b08c2c9f2 None None] Network 06bf4055-f82f-43ff-8ef7-0747a91153cc is already hosted by enough agents. {{(pid=88880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 10:59:55.052005 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-ddcf8f0d-e907-48f7-b85a-cf7b08c2c9f2 None None] Resources bound (agent type, host, resource id):  {{(pid=88880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 10:59:55.056927 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddcf8f0d-e907-48f7-b85a-cf7b08c2c9f2 None None] Received port after_create {{(pid=88880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:59:55.059684 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-904e3ee5-5b3c-42d7-a7c5-b254b853aefa tempest-ExternalNetworksAdminNegativeTestJSON-1549352162 tempest-ExternalNetworksAdminNegativeTestJSON-1549352162-project-admin] Usage tracker for resource:floatingip and tenant:26ab96366cbe448ea51d4259fa5bf655 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 10:59:55.064084 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcf8f0d-e907-48f7-b85a-cf7b08c2c9f2 None None] Pushing event updated for resources: {'Port': ['ID=715e5951-8bbb-44e0-a8d9-81133956aebd,revision_number=1']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 10:59:55.068148 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-ddcf8f0d-e907-48f7-b85a-cf7b08c2c9f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 10:59:55.074101 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.agents_db [None req-e51243ab-6a93-425b-980f-a73583147efa None None] Agent healthcheck: found 6 active agents {{(pid=88881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 24 10:59:55.076932 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-904e3ee5-5b3c-42d7-a7c5-b254b853aefa tempest-ExternalNetworksAdminNegativeTestJSON-1549352162 tempest-ExternalNetworksAdminNegativeTestJSON-1549352162-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 10:59:55.219890 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-ddcf8f0d-e907-48f7-b85a-cf7b08c2c9f2 None None] Attempting to bind port 715e5951-8bbb-44e0-a8d9-81133956aebd on host dv-neutron-822691-2-hyperv for vnic_type normal with profile  {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 10:59:55.220468 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-ddcf8f0d-e907-48f7-b85a-cf7b08c2c9f2 None None] Attempting to bind port 715e5951-8bbb-44e0-a8d9-81133956aebd by drivers openvswitch,hyperv on host dv-neutron-822691-2-hyperv at level 0 using segments [{'id': '7da8387d-6dbc-40da-b97b-4a8bbfbeffcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '06bf4055-f82f-43ff-8ef7-0747a91153cc'}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 10:59:55.220979 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddcf8f0d-e907-48f7-b85a-cf7b08c2c9f2 None None] Attempting to bind port 715e5951-8bbb-44e0-a8d9-81133956aebd on network 06bf4055-f82f-43ff-8ef7-0747a91153cc {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 10:59:55.230179 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddcf8f0d-e907-48f7-b85a-cf7b08c2c9f2 None None] Checking agent: {'id': 'db1275c1-6001-47af-93c2-635c68404703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822691-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 52, 8), 'started_at': datetime.datetime(2021, 12, 24, 10, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 10, 59, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822691-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 10:59:55.230791 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddcf8f0d-e907-48f7-b85a-cf7b08c2c9f2 None None] Checking segment: {'id': '7da8387d-6dbc-40da-b97b-4a8bbfbeffcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '06bf4055-f82f-43ff-8ef7-0747a91153cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 10:59:55.231341 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ddcf8f0d-e907-48f7-b85a-cf7b08c2c9f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:59:55.231910 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddcf8f0d-e907-48f7-b85a-cf7b08c2c9f2 None None] Bound using segment: {'id': '7da8387d-6dbc-40da-b97b-4a8bbfbeffcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '06bf4055-f82f-43ff-8ef7-0747a91153cc'} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 10:59:55.232932 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-ddcf8f0d-e907-48f7-b85a-cf7b08c2c9f2 None None] Bound port: 715e5951-8bbb-44e0-a8d9-81133956aebd, host: dv-neutron-822691-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7da8387d-6dbc-40da-b97b-4a8bbfbeffcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '06bf4055-f82f-43ff-8ef7-0747a91153cc'}}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 10:59:55.233516 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ddcf8f0d-e907-48f7-b85a-cf7b08c2c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:59:55.241966 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 60528) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:59:55.300786 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-95a98853-4b1e-4fc8-9cb0-a739d17c24f3 tempest-RoutersTestDVR-298824604 tempest-RoutersTestDVR-298824604-project-admin] Notify callbacks [] for router, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:59:55.336182 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 60534) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:59:55.394077 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-ddcf8f0d-e907-48f7-b85a-cf7b08c2c9f2 None None] For port 715e5951-8bbb-44e0-a8d9-81133956aebd, host dv-neutron-822691-2-hyperv, cleared binding levels {{(pid=88880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 10:59:55.399519 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-ddcf8f0d-e907-48f7-b85a-cf7b08c2c9f2 None None] For port 715e5951-8bbb-44e0-a8d9-81133956aebd, host dv-neutron-822691-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=715e5951-8bbb-44e0-a8d9-81133956aebd,segment=NetworkSegment(7da8387d-6dbc-40da-b97b-4a8bbfbeffcb),segment_id=7da8387d-6dbc-40da-b97b-4a8bbfbeffcb)] {{(pid=88880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 10:59:55.402701 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-904e3ee5-5b3c-42d7-a7c5-b254b853aefa tempest-ExternalNetworksAdminNegativeTestJSON-1549352162 tempest-ExternalNetworksAdminNegativeTestJSON-1549352162-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 10:59:55.404420 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ddcf8f0d-e907-48f7-b85a-cf7b08c2c9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:59:55.413781 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-2c3527dc-ccc8-46bd-818c-0875c22247b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 10:59:55.455197 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c63827e2-9f63-4fdc-b913-14ee0b1be811 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206-project] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:59:55.469189 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93244275-0d5a-41af-95b2-5f7515e0e54a admin admin] Router 1579b112-25c5-4e26-b661-3c6b0afe6950 is scheduled to L3 agent 198cca88-1338-4098-b44b-beb0346ac906 with binding_index 1 {{(pid=88879) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 24 10:59:55.479381 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-904e3ee5-5b3c-42d7-a7c5-b254b853aefa tempest-ExternalNetworksAdminNegativeTestJSON-1549352162 tempest-ExternalNetworksAdminNegativeTestJSON-1549352162-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:59:55.604509 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-c63827e2-9f63-4fdc-b913-14ee0b1be811 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206-project] Transition to ACTIVE for port object bbe8a232-8ac2-4c90-ad7f-eb9e60abbe8d will not be triggered until provisioned by entity DHCP. {{(pid=88878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 10:59:55.638507 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-07e3af33-83fc-4b66-aa0e-abd6d590e182 tempest-RoutersAdminNegativeIpV6Test-2027516450 tempest-RoutersAdminNegativeIpV6Test-2027516450-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:59:55.657014 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcf8f0d-e907-48f7-b85a-cf7b08c2c9f2 None None] Pushing event updated for resources: {'Port': ['ID=715e5951-8bbb-44e0-a8d9-81133956aebd,revision_number=2']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 10:59:55.674160 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-ddcf8f0d-e907-48f7-b85a-cf7b08c2c9f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 10:59:55.694555 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-07e3af33-83fc-4b66-aa0e-abd6d590e182 tempest-RoutersAdminNegativeIpV6Test-2027516450 tempest-RoutersAdminNegativeIpV6Test-2027516450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:59:55.726850 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-38a8e4c4-26b2-4c69-9fa1-788886aa4296 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 10:59:55.773124 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07e3af33-83fc-4b66-aa0e-abd6d590e182 tempest-RoutersAdminNegativeIpV6Test-2027516450 tempest-RoutersAdminNegativeIpV6Test-2027516450-project-admin] Network f8c337ba-681f-4fcb-a333-e3c49365b30a is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 10:59:55.774057 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-a68af926-69b7-4fbf-bbc9-f67d482b374e tempest-QuotasNegativeTest-1247906793 tempest-QuotasNegativeTest-1247906793-project-admin] Request body: {'quota': {'network': 2}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 10:59:55.822974 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-07e3af33-83fc-4b66-aa0e-abd6d590e182 tempest-RoutersAdminNegativeIpV6Test-2027516450 tempest-RoutersAdminNegativeIpV6Test-2027516450-project-admin] Resources bound (agent type, host, resource id):  {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 10:59:55.825457 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e3af33-83fc-4b66-aa0e-abd6d590e182 tempest-RoutersAdminNegativeIpV6Test-2027516450 tempest-RoutersAdminNegativeIpV6Test-2027516450-project-admin] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:59:55.826441 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e3af33-83fc-4b66-aa0e-abd6d590e182 tempest-RoutersAdminNegativeIpV6Test-2027516450 tempest-RoutersAdminNegativeIpV6Test-2027516450-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 10:59:55.827096 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-07e3af33-83fc-4b66-aa0e-abd6d590e182 tempest-RoutersAdminNegativeIpV6Test-2027516450 tempest-RoutersAdminNegativeIpV6Test-2027516450-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1977811'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:59:55.842017 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-1d25ac50-f21d-4e28-afab-a3afa044ac17 tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Request body: {'floatingip': {'floating_network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 10:59:55.855611 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e3af33-83fc-4b66-aa0e-abd6d590e182 tempest-RoutersAdminNegativeIpV6Test-2027516450 tempest-RoutersAdminNegativeIpV6Test-2027516450-project-admin] Pushing event updated for resources: {'Port': ['ID=60b93c73-5841-4ad6-9bf8-3b1a28e2563c,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 10:59:55.858598 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-07e3af33-83fc-4b66-aa0e-abd6d590e182 tempest-RoutersAdminNegativeIpV6Test-2027516450 tempest-RoutersAdminNegativeIpV6Test-2027516450-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 10:59:55.986066 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-07e3af33-83fc-4b66-aa0e-abd6d590e182 tempest-RoutersAdminNegativeIpV6Test-2027516450 tempest-RoutersAdminNegativeIpV6Test-2027516450-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1037 time: 3.4354148
Dec 24 10:59:55.987595 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-1d25ac50-f21d-4e28-afab-a3afa044ac17 tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 10:59:55.996000 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 60544) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:59:55.997172 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c63827e2-9f63-4fdc-b913-14ee0b1be811 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:59:56.012594 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-95dbf92d-4418-4ba2-bb7b-d6beaafe7c7b tempest-RoutersAdminNegativeIpV6Test-2027516450 tempest-RoutersAdminNegativeIpV6Test-2027516450-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.129'}]}}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 10:59:56.016617 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-1d25ac50-f21d-4e28-afab-a3afa044ac17 tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Usage tracker for resource:floatingip and tenant:e3e54d8cf4d044b3b8096eb661b4b828 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 10:59:56.021969 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-e9ef5630-83d8-4ee2-9fb0-17a4351ee1f9 None None] Allocated IP 2001:db8::2 (a40cd9ac-f911-4198-9141-81d77c06775a/725cd5ec-2a29-48c2-bc53-26e3dc8aaec2/7002ae11-177c-4786-959a-f5627e523159) {{(pid=88880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 10:59:56.027979 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-1d25ac50-f21d-4e28-afab-a3afa044ac17 tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 10:59:56.032314 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-95dbf92d-4418-4ba2-bb7b-d6beaafe7c7b tempest-RoutersAdminNegativeIpV6Test-2027516450 tempest-RoutersAdminNegativeIpV6Test-2027516450-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 10:59:56.034903 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-76166461-c174-4cde-8b16-eac09430bd30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 10:59:56.083040 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-95dbf92d-4418-4ba2-bb7b-d6beaafe7c7b tempest-RoutersAdminNegativeIpV6Test-2027516450 tempest-RoutersAdminNegativeIpV6Test-2027516450-project-admin] Usage tracker for resource:router and tenant:4b07f5d47a4e43a3829e8b17bb856558 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 10:59:56.096167 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-1d25ac50-f21d-4e28-afab-a3afa044ac17 tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 10:59:56.102452 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-95dbf92d-4418-4ba2-bb7b-d6beaafe7c7b tempest-RoutersAdminNegativeIpV6Test-2027516450 tempest-RoutersAdminNegativeIpV6Test-2027516450-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 10:59:56.130966 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-95dbf92d-4418-4ba2-bb7b-d6beaafe7c7b tempest-RoutersAdminNegativeIpV6Test-2027516450 tempest-RoutersAdminNegativeIpV6Test-2027516450-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 10:59:56.176016 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1d25ac50-f21d-4e28-afab-a3afa044ac17 tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Notify callbacks [] for floatingip, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:59:56.181948 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c63827e2-9f63-4fdc-b913-14ee0b1be811 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206-project] Network a40cd9ac-f911-4198-9141-81d77c06775a is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 10:59:56.186446 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63827e2-9f63-4fdc-b913-14ee0b1be811 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206-project] Pushing event updated for resources: {'Port': ['ID=bbe8a232-8ac2-4c90-ad7f-eb9e60abbe8d,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 10:59:56.189432 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c63827e2-9f63-4fdc-b913-14ee0b1be811 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 10:59:56.191062 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-95a98853-4b1e-4fc8-9cb0-a739d17c24f3 tempest-RoutersTestDVR-298824604 tempest-RoutersTestDVR-298824604-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854158724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-84560'] for router, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:59:56.192824 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-c63827e2-9f63-4fdc-b913-14ee0b1be811 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206-project] Resources bound (agent type, host, resource id):  {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 10:59:56.195715 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63827e2-9f63-4fdc-b913-14ee0b1be811 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206-project] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:59:56.200169 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c63827e2-9f63-4fdc-b913-14ee0b1be811 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 10:59:56.200794 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c63827e2-9f63-4fdc-b913-14ee0b1be811 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1977811'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:59:56.202353 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-95a98853-4b1e-4fc8-9cb0-a739d17c24f3 tempest-RoutersTestDVR-298824604 tempest-RoutersTestDVR-298824604-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:59:56.206319 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-a68af926-69b7-4fbf-bbc9-f67d482b374e tempest-QuotasNegativeTest-1247906793 tempest-QuotasNegativeTest-1247906793-project-admin] 10.222.0.65 "PUT /v2.0/quotas/33e55f97524a4a468b5051eb393c93cf HTTP/1.1" status: 200  len: 368 time: 0.9604201
Dec 24 10:59:56.211001 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 60548) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:59:56.211482 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-95dbf92d-4418-4ba2-bb7b-d6beaafe7c7b tempest-RoutersAdminNegativeIpV6Test-2027516450 tempest-RoutersAdminNegativeIpV6Test-2027516450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-612016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-84579'] for router, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:59:56.212571 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-95dbf92d-4418-4ba2-bb7b-d6beaafe7c7b tempest-RoutersAdminNegativeIpV6Test-2027516450 tempest-RoutersAdminNegativeIpV6Test-2027516450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854163950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659046', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854079771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854691221'] for router, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:59:56.218303 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-4e7ecb88-125f-484b-8fa4-de937fe69b6a tempest-QuotasNegativeTest-1247906793 tempest-QuotasNegativeTest-1247906793-project-admin] Request body: {'network': {'project_id': '33e55f97524a4a468b5051eb393c93cf'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 10:59:56.224882 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-4e7ecb88-125f-484b-8fa4-de937fe69b6a tempest-QuotasNegativeTest-1247906793 tempest-QuotasNegativeTest-1247906793-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 10:59:56.233172 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-4e7ecb88-125f-484b-8fa4-de937fe69b6a tempest-QuotasNegativeTest-1247906793 tempest-QuotasNegativeTest-1247906793-project-admin] Usage tracker for resource:network and tenant:33e55f97524a4a468b5051eb393c93cf is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 10:59:56.237801 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-4e7ecb88-125f-484b-8fa4-de937fe69b6a tempest-QuotasNegativeTest-1247906793 tempest-QuotasNegativeTest-1247906793-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 10:59:56.252519 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e9ef5630-83d8-4ee2-9fb0-17a4351ee1f9 None None] Notify callbacks [] for port, precommit_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:59:56.264785 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-e9ef5630-83d8-4ee2-9fb0-17a4351ee1f9 None None] Transition to ACTIVE for port object 7002ae11-177c-4786-959a-f5627e523159 will not be triggered until provisioned by entity L2. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 10:59:56.286595 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-c63827e2-9f63-4fdc-b913-14ee0b1be811 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 941 time: 2.7735038
Dec 24 10:59:56.287079 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-e9ef5630-83d8-4ee2-9fb0-17a4351ee1f9 None None] Transition to ACTIVE for port object 7002ae11-177c-4786-959a-f5627e523159 will not be triggered until provisioned by entity DHCP. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 10:59:56.287179 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 60552) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:59:56.297496 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e9ef5630-83d8-4ee2-9fb0-17a4351ee1f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408'] for port, after_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:59:56.304242 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 10:59:56.311772 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-a26bff6b-0fc1-409b-ab96-9058fd7470a1 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206-project] Request body: {'port': {'network_id': 'a40cd9ac-f911-4198-9141-81d77c06775a', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-528069936', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 10:59:56.312327 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.api.validators [None req-a26bff6b-0fc1-409b-ab96-9058fd7470a1 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206-project] bootfile-name is not in valid_values {{(pid=88878) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Dec 24 10:59:56.312691 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.api.validators [None req-a26bff6b-0fc1-409b-ab96-9058fd7470a1 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206-project] tftp-server is not in valid_values {{(pid=88878) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Dec 24 10:59:56.313061 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.api.validators [None req-a26bff6b-0fc1-409b-ab96-9058fd7470a1 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206-project] server-ip-address is not in valid_values {{(pid=88878) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Dec 24 10:59:56.329186 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-4e7ecb88-125f-484b-8fa4-de937fe69b6a tempest-QuotasNegativeTest-1247906793 tempest-QuotasNegativeTest-1247906793-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 10:59:56.341404 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-904e3ee5-5b3c-42d7-a7c5-b254b853aefa tempest-ExternalNetworksAdminNegativeTestJSON-1549352162 tempest-ExternalNetworksAdminNegativeTestJSON-1549352162-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:59:56.373565 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76166461-c174-4cde-8b16-eac09430bd30 admin admin] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 10:59:56.413204 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e7ecb88-125f-484b-8fa4-de937fe69b6a tempest-QuotasNegativeTest-1247906793 tempest-QuotasNegativeTest-1247906793-project-admin] Made reservation on behalf of 33e55f97524a4a468b5051eb393c93cf for: {'network': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 10:59:56.415237 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76bdb86d-f818-4743-87df-6a6c15197d9e None None] Sync routers for ids ['8ba38df8-741e-4181-b38e-bb62a79a205d'] in dv-neutron-822691-2-hyperv {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 10:59:56.418481 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4e7ecb88-125f-484b-8fa4-de937fe69b6a tempest-QuotasNegativeTest-1247906793 tempest-QuotasNegativeTest-1247906793-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for network, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:59:56.425613 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ef5630-83d8-4ee2-9fb0-17a4351ee1f9 None None] Network a40cd9ac-f911-4198-9141-81d77c06775a is already hosted by enough agents. {{(pid=88880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 10:59:56.426885 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ef5630-83d8-4ee2-9fb0-17a4351ee1f9 None None] Pushing event updated for resources: {'Port': ['ID=7002ae11-177c-4786-959a-f5627e523159,revision_number=1']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 10:59:56.430079 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-e9ef5630-83d8-4ee2-9fb0-17a4351ee1f9 None None] Resources bound (agent type, host, resource id):  {{(pid=88880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 10:59:56.441747 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-e9ef5630-83d8-4ee2-9fb0-17a4351ee1f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 10:59:56.443316 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ef5630-83d8-4ee2-9fb0-17a4351ee1f9 None None] Received port after_create {{(pid=88880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:59:56.445804 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-95a98853-4b1e-4fc8-9cb0-a739d17c24f3 tempest-RoutersTestDVR-298824604 tempest-RoutersTestDVR-298824604-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854158830'] for router, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:59:56.446496 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95a98853-4b1e-4fc8-9cb0-a739d17c24f3 tempest-RoutersTestDVR-298824604 tempest-RoutersTestDVR-298824604-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 10683666-83e3-42ca-adf5-1ac30888713f {{(pid=88879) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 24 10:59:56.455832 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76bdb86d-f818-4743-87df-6a6c15197d9e None None] Routers {'8ba38df8-741e-4181-b38e-bb62a79a205d'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:59:56.456548 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-76bdb86d-f818-4743-87df-6a6c15197d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271ae9208>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T10:59:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['8ba38df8-741e-4181-b38e-bb62a79a205d'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 10:59:56.460596 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4e7ecb88-125f-484b-8fa4-de937fe69b6a tempest-QuotasNegativeTest-1247906793 tempest-QuotasNegativeTest-1247906793-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:59:56.528738 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-95dbf92d-4418-4ba2-bb7b-d6beaafe7c7b tempest-RoutersAdminNegativeIpV6Test-2027516450 tempest-RoutersAdminNegativeIpV6Test-2027516450-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:59:56.610135 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-a26bff6b-0fc1-409b-ab96-9058fd7470a1 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 10:59:56.611260 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-e9ef5630-83d8-4ee2-9fb0-17a4351ee1f9 None None] Attempting to bind port 7002ae11-177c-4786-959a-f5627e523159 on host dv-neutron-822691-2-hyperv for vnic_type normal with profile  {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 10:59:56.611678 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-e9ef5630-83d8-4ee2-9fb0-17a4351ee1f9 None None] Attempting to bind port 7002ae11-177c-4786-959a-f5627e523159 by drivers openvswitch,hyperv on host dv-neutron-822691-2-hyperv at level 0 using segments [{'id': '0730f74c-96ea-44be-89df-10324f5e44c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'a40cd9ac-f911-4198-9141-81d77c06775a'}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 10:59:56.612083 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ef5630-83d8-4ee2-9fb0-17a4351ee1f9 None None] Attempting to bind port 7002ae11-177c-4786-959a-f5627e523159 on network a40cd9ac-f911-4198-9141-81d77c06775a {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 10:59:56.621135 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ef5630-83d8-4ee2-9fb0-17a4351ee1f9 None None] Checking agent: {'id': 'db1275c1-6001-47af-93c2-635c68404703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822691-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 52, 8), 'started_at': datetime.datetime(2021, 12, 24, 10, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 10, 59, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822691-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 10:59:56.621556 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ef5630-83d8-4ee2-9fb0-17a4351ee1f9 None None] Checking segment: {'id': '0730f74c-96ea-44be-89df-10324f5e44c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'a40cd9ac-f911-4198-9141-81d77c06775a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 10:59:56.622056 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e9ef5630-83d8-4ee2-9fb0-17a4351ee1f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:59:56.622493 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ef5630-83d8-4ee2-9fb0-17a4351ee1f9 None None] Bound using segment: {'id': '0730f74c-96ea-44be-89df-10324f5e44c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'a40cd9ac-f911-4198-9141-81d77c06775a'} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 10:59:56.628061 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-e9ef5630-83d8-4ee2-9fb0-17a4351ee1f9 None None] Bound port: 7002ae11-177c-4786-959a-f5627e523159, host: dv-neutron-822691-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0730f74c-96ea-44be-89df-10324f5e44c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'a40cd9ac-f911-4198-9141-81d77c06775a'}}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 10:59:56.628523 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e9ef5630-83d8-4ee2-9fb0-17a4351ee1f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:59:56.662847 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-a26bff6b-0fc1-409b-ab96-9058fd7470a1 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206-project] Usage tracker for resource:port and tenant:f73add1678fd4479897d3c576ba43b13 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 10:59:56.670180 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-a26bff6b-0fc1-409b-ab96-9058fd7470a1 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 10:59:56.685729 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-a26bff6b-0fc1-409b-ab96-9058fd7470a1 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 10:59:56.692610 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-95a98853-4b1e-4fc8-9cb0-a739d17c24f3 tempest-RoutersTestDVR-298824604 tempest-RoutersTestDVR-298824604-project-admin] Notify callbacks [] for router, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:59:56.694247 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-95a98853-4b1e-4fc8-9cb0-a739d17c24f3 tempest-RoutersTestDVR-298824604 tempest-RoutersTestDVR-298824604-project-admin] 10.222.0.65 "DELETE /v2.0/routers/10683666-83e3-42ca-adf5-1ac30888713f HTTP/1.1" status: 204  len: 168 time: 1.7018192
Dec 24 10:59:56.719521 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 60556) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:59:56.730621 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-a8b2f988-8b4b-4d2b-853e-43b2316a05cb tempest-RoutersTestDVR-298824604 tempest-RoutersTestDVR-298824604-project-admin] Request body: {'router': {'name': 'tempest-router-2123220862', 'distributed': False}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 10:59:56.741800 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-a8b2f988-8b4b-4d2b-853e-43b2316a05cb tempest-RoutersTestDVR-298824604 tempest-RoutersTestDVR-298824604-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 10:59:56.750594 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-4e7ecb88-125f-484b-8fa4-de937fe69b6a tempest-QuotasNegativeTest-1247906793 tempest-QuotasNegativeTest-1247906793-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 10:59:56.753332 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-a8b2f988-8b4b-4d2b-853e-43b2316a05cb tempest-RoutersTestDVR-298824604 tempest-RoutersTestDVR-298824604-project-admin] Usage tracker for resource:router and tenant:288b1ba6182345f393f4343e9bc68140 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 10:59:56.760003 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-a8b2f988-8b4b-4d2b-853e-43b2316a05cb tempest-RoutersTestDVR-298824604 tempest-RoutersTestDVR-298824604-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 10:59:56.763419 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-4e7ecb88-125f-484b-8fa4-de937fe69b6a tempest-QuotasNegativeTest-1247906793 tempest-QuotasNegativeTest-1247906793-project-admin] Usage tracker for resource:security_group_rule and tenant:33e55f97524a4a468b5051eb393c93cf is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 10:59:56.767691 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-4e7ecb88-125f-484b-8fa4-de937fe69b6a tempest-QuotasNegativeTest-1247906793 tempest-QuotasNegativeTest-1247906793-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 10:59:56.775254 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-a8b2f988-8b4b-4d2b-853e-43b2316a05cb tempest-RoutersTestDVR-298824604 tempest-RoutersTestDVR-298824604-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 10:59:56.782386 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-4e7ecb88-125f-484b-8fa4-de937fe69b6a tempest-QuotasNegativeTest-1247906793 tempest-QuotasNegativeTest-1247906793-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 10:59:56.792511 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-e9ef5630-83d8-4ee2-9fb0-17a4351ee1f9 None None] For port 7002ae11-177c-4786-959a-f5627e523159, host dv-neutron-822691-2-hyperv, cleared binding levels {{(pid=88880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 10:59:56.804993 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-e9ef5630-83d8-4ee2-9fb0-17a4351ee1f9 None None] For port 7002ae11-177c-4786-959a-f5627e523159, host dv-neutron-822691-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=7002ae11-177c-4786-959a-f5627e523159,segment=NetworkSegment(0730f74c-96ea-44be-89df-10324f5e44c9),segment_id=0730f74c-96ea-44be-89df-10324f5e44c9)] {{(pid=88880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 10:59:56.808148 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 0877f7aa-c363-453f-bc81-3781f87c0bbb up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 10:59:56.821316 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a8b2f988-8b4b-4d2b-853e-43b2316a05cb tempest-RoutersTestDVR-298824604 tempest-RoutersTestDVR-298824604-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-612016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-84579'] for router, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:59:56.827185 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a8b2f988-8b4b-4d2b-853e-43b2316a05cb tempest-RoutersTestDVR-298824604 tempest-RoutersTestDVR-298824604-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854163950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659046', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854079771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854691221'] for router, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:59:56.848546 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a8b2f988-8b4b-4d2b-853e-43b2316a05cb tempest-RoutersTestDVR-298824604 tempest-RoutersTestDVR-298824604-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:59:56.871853 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-904e3ee5-5b3c-42d7-a7c5-b254b853aefa tempest-ExternalNetworksAdminNegativeTestJSON-1549352162 tempest-ExternalNetworksAdminNegativeTestJSON-1549352162-project-admin] Allocated IP 172.26.3.109 (f8c337ba-681f-4fcb-a333-e3c49365b30a/8ea1398c-0bec-46d6-8d54-85798de2a7ca/487c5bf4-8620-477b-900e-a5d40009a584) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 10:59:56.915778 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e9ef5630-83d8-4ee2-9fb0-17a4351ee1f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:59:56.925956 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f33110ab-32b2-4f8f-924a-8884f250ccdf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 10:59:56.931153 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4e7ecb88-125f-484b-8fa4-de937fe69b6a tempest-QuotasNegativeTest-1247906793 tempest-QuotasNegativeTest-1247906793-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:59:56.933819 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-76bdb86d-f818-4743-87df-6a6c15197d9e None None] Set router 8ba38df8-741e-4181-b38e-bb62a79a205d gateway port host: dv-neutron-822691-2-hyperv {{(pid=88881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 10:59:56.937314 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a8b2f988-8b4b-4d2b-853e-43b2316a05cb tempest-RoutersTestDVR-298824604 tempest-RoutersTestDVR-298824604-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854163800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854116816'] for router, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:59:56.979984 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4e7ecb88-125f-484b-8fa4-de937fe69b6a tempest-QuotasNegativeTest-1247906793 tempest-QuotasNegativeTest-1247906793-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:59:56.982917 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a8b2f988-8b4b-4d2b-853e-43b2316a05cb tempest-RoutersTestDVR-298824604 tempest-RoutersTestDVR-298824604-project-admin] Notify callbacks [] for router, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:59:56.984241 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-a8b2f988-8b4b-4d2b-853e-43b2316a05cb tempest-RoutersTestDVR-298824604 tempest-RoutersTestDVR-298824604-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201  len: 722 time: 0.2635486
Dec 24 10:59:57.003257 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e7ecb88-125f-484b-8fa4-de937fe69b6a tempest-QuotasNegativeTest-1247906793 tempest-QuotasNegativeTest-1247906793-project-admin] vlan segment allocate from pool success with {'vlan_id': 603, 'physical_network': 'physnet1'}  {{(pid=88879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 24 10:59:57.012217 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning for port 0877f7aa-c363-453f-bc81-3781f87c0bbb completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 10:59:57.013759 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4e7ecb88-125f-484b-8fa4-de937fe69b6a tempest-QuotasNegativeTest-1247906793 tempest-QuotasNegativeTest-1247906793-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:59:57.014147 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.segments_db [None req-4e7ecb88-125f-484b-8fa4-de937fe69b6a tempest-QuotasNegativeTest-1247906793 tempest-QuotasNegativeTest-1247906793-project-admin] Added segment 6409e74a-b81a-4692-bf39-e9072654cbd2 of type vlan for network f75f7f8e-01e5-4da9-8992-c182f2749412
Dec 24 10:59:57.033971 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 715e5951-8bbb-44e0-a8d9-81133956aebd up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 10:59:57.039190 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-76166461-c174-4cde-8b16-eac09430bd30 admin admin] Notify callbacks [] for router, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:59:57.044146 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-76166461-c174-4cde-8b16-eac09430bd30 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201  len: 916 time: 5.1761510
Dec 24 10:59:57.046305 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 60560) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:59:57.046946 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 60562) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:59:57.061662 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4e7ecb88-125f-484b-8fa4-de937fe69b6a tempest-QuotasNegativeTest-1247906793 tempest-QuotasNegativeTest-1247906793-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363287349540024'] for network, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:59:57.086057 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a26bff6b-0fc1-409b-ab96-9058fd7470a1 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206-project] Made reservation on behalf of f73add1678fd4479897d3c576ba43b13 for: {'port': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 10:59:57.095140 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a26bff6b-0fc1-409b-ab96-9058fd7470a1 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:59:57.106361 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ef5630-83d8-4ee2-9fb0-17a4351ee1f9 None None] Pushing event updated for resources: {'Port': ['ID=7002ae11-177c-4786-959a-f5627e523159,revision_number=2']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 10:59:57.111923 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-e9ef5630-83d8-4ee2-9fb0-17a4351ee1f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 10:59:57.123698 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-526b5478-a4b6-4be1-a458-3232c5eaec8c tempest-ExtraDHCPOptionsIpV6TestJSON-726641206 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 10:59:57.133312 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93244275-0d5a-41af-95b2-5f7515e0e54a admin admin] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 10:59:57.143002 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4e7ecb88-125f-484b-8fa4-de937fe69b6a tempest-QuotasNegativeTest-1247906793 tempest-QuotasNegativeTest-1247906793-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636'] for network, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:59:57.144617 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5309a244-53b5-496a-a005-201209f3ed1b None None] Sync routers for ids ['1579b112-25c5-4e26-b661-3c6b0afe6950'] in dv-neutron-822691-2-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 10:59:57.154246 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e7ecb88-125f-484b-8fa4-de937fe69b6a tempest-QuotasNegativeTest-1247906793 tempest-QuotasNegativeTest-1247906793-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 10:59:57.154890 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4e7ecb88-125f-484b-8fa4-de937fe69b6a tempest-QuotasNegativeTest-1247906793 tempest-QuotasNegativeTest-1247906793-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1977811'] for network, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:59:57.176209 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5309a244-53b5-496a-a005-201209f3ed1b None None] Routers {'1579b112-25c5-4e26-b661-3c6b0afe6950'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:59:57.177353 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-5309a244-53b5-496a-a005-201209f3ed1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271b440f0>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T10:59:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['1579b112-25c5-4e26-b661-3c6b0afe6950'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 10:59:57.198165 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7ecb88-125f-484b-8fa4-de937fe69b6a tempest-QuotasNegativeTest-1247906793 tempest-QuotasNegativeTest-1247906793-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80219d6e-bb27-4c5e-b51a-2c49a19b5f35,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 10:59:57.213643 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-4e7ecb88-125f-484b-8fa4-de937fe69b6a tempest-QuotasNegativeTest-1247906793 tempest-QuotasNegativeTest-1247906793-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 10:59:57.217294 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f0ce40c8-0a8a-42e9-8add-d2af535605ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.044s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 10:59:57.275974 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning for port 715e5951-8bbb-44e0-a8d9-81133956aebd completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 10:59:57.347508 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7ecb88-125f-484b-8fa4-de937fe69b6a tempest-QuotasNegativeTest-1247906793 tempest-QuotasNegativeTest-1247906793-project-admin] Pushing event updated for resources: {'Network': ['ID=f75f7f8e-01e5-4da9-8992-c182f2749412,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 10:59:57.356792 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-93244275-0d5a-41af-95b2-5f7515e0e54a admin admin] Notify callbacks [] for router, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:59:57.358227 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-93244275-0d5a-41af-95b2-5f7515e0e54a admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 5.4298439
Dec 24 10:59:57.359750 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-4e7ecb88-125f-484b-8fa4-de937fe69b6a tempest-QuotasNegativeTest-1247906793 tempest-QuotasNegativeTest-1247906793-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 10:59:57.363715 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-4e7ecb88-125f-484b-8fa4-de937fe69b6a tempest-QuotasNegativeTest-1247906793 tempest-QuotasNegativeTest-1247906793-project-admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201  len: 837 time: 1.1493902
Dec 24 10:59:57.363715 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 60568) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:59:57.364866 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 60570) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:59:57.406438 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-76bdb86d-f818-4743-87df-6a6c15197d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271ae9208>, [{'id': '8ba38df8-741e-4181-b38e-bb62a79a205d', 'name': 'tempest-ServersTestJSON-738599796-router', 'tenant_id': '41048d3cadaf44c1808b3a4467fb14d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.49'}], 'enable_snat': True}, 'gw_port_id': 'b27c942e-38c9-43ef-8307-9ce36f27afa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:59:51Z', 'updated_at': '2021-12-24T10:59:53Z', 'revision_number': 3, 'project_id': '41048d3cadaf44c1808b3a4467fb14d5', 'gw_port': {'id': 'b27c942e-38c9-43ef-8307-9ce36f27afa3', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:11:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ba38df8-741e-4181-b38e-bb62a79a205d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:59:52Z', 'updated_at': '2021-12-24T10:59:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv'}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 10:59:57.408847 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Network f75f7f8e-01e5-4da9-8992-c182f2749412 details requested by agent ovs-agent-dv-neutron-822691-2-hyperv with host dv-neutron-822691-2-hyperv {{(pid=88880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 24 10:59:57.412519 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76bdb86d-f818-4743-87df-6a6c15197d9e None None] Checking router: 8ba38df8-741e-4181-b38e-bb62a79a205d for host: dv-neutron-822691-2-hyperv {{(pid=88881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 24 10:59:57.413152 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76bdb86d-f818-4743-87df-6a6c15197d9e None None] Updating router 8ba38df8-741e-4181-b38e-bb62a79a205d port b27c942e-38c9-43ef-8307-9ce36f27afa3 binding host dv-neutron-822691-2-hyperv {{(pid=88881) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 24 10:59:57.432114 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-b7021b4c-ca86-4165-a6ae-1809e342ca3b tempest-QuotasNegativeTest-1247906793 tempest-QuotasNegativeTest-1247906793-project-admin] Request body: {'network': {'project_id': '33e55f97524a4a468b5051eb393c93cf'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 10:59:57.437764 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-b7021b4c-ca86-4165-a6ae-1809e342ca3b tempest-QuotasNegativeTest-1247906793 tempest-QuotasNegativeTest-1247906793-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 10:59:57.442819 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-b7021b4c-ca86-4165-a6ae-1809e342ca3b tempest-QuotasNegativeTest-1247906793 tempest-QuotasNegativeTest-1247906793-project-admin] Usage tracker for resource:network and tenant:33e55f97524a4a468b5051eb393c93cf is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 10:59:57.446066 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-b7021b4c-ca86-4165-a6ae-1809e342ca3b tempest-QuotasNegativeTest-1247906793 tempest-QuotasNegativeTest-1247906793-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 10:59:57.452671 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-b7021b4c-ca86-4165-a6ae-1809e342ca3b tempest-QuotasNegativeTest-1247906793 tempest-QuotasNegativeTest-1247906793-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 10:59:57.467488 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7021b4c-ca86-4165-a6ae-1809e342ca3b tempest-QuotasNegativeTest-1247906793 tempest-QuotasNegativeTest-1247906793-project-admin] Made reservation on behalf of 33e55f97524a4a468b5051eb393c93cf for: {'network': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 10:59:57.473530 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b7021b4c-ca86-4165-a6ae-1809e342ca3b tempest-QuotasNegativeTest-1247906793 tempest-QuotasNegativeTest-1247906793-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for network, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:59:57.542163 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7021b4c-ca86-4165-a6ae-1809e342ca3b tempest-QuotasNegativeTest-1247906793 tempest-QuotasNegativeTest-1247906793-project-admin] vlan segment allocate from pool success with {'vlan_id': 637, 'physical_network': 'physnet1'}  {{(pid=88879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 24 10:59:57.624403 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-5309a244-53b5-496a-a005-201209f3ed1b None None] Set router 1579b112-25c5-4e26-b661-3c6b0afe6950 gateway port host: dv-neutron-822691-2-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 10:59:57.642325 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b7021b4c-ca86-4165-a6ae-1809e342ca3b tempest-QuotasNegativeTest-1247906793 tempest-QuotasNegativeTest-1247906793-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:59:57.642711 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.segments_db [None req-b7021b4c-ca86-4165-a6ae-1809e342ca3b tempest-QuotasNegativeTest-1247906793 tempest-QuotasNegativeTest-1247906793-project-admin] Added segment 36b432ab-d1be-40c4-bb86-62d7293c521b of type vlan for network ae340c33-48dd-4c36-9ac7-43304ea870a3
Dec 24 10:59:57.655914 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-76bdb86d-f818-4743-87df-6a6c15197d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:59:57.692565 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d9a9b30-154c-46fd-ab30-ab3ca5a3f74b None None] Network 4ffa6599-4dd3-44c2-afc8-758418a15a34 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 10:59:57.708382 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b7021b4c-ca86-4165-a6ae-1809e342ca3b tempest-QuotasNegativeTest-1247906793 tempest-QuotasNegativeTest-1247906793-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363287349540024'] for network, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:59:57.795611 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b7021b4c-ca86-4165-a6ae-1809e342ca3b tempest-QuotasNegativeTest-1247906793 tempest-QuotasNegativeTest-1247906793-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636'] for network, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:59:57.907594 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7021b4c-ca86-4165-a6ae-1809e342ca3b tempest-QuotasNegativeTest-1247906793 tempest-QuotasNegativeTest-1247906793-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 10:59:57.908173 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b7021b4c-ca86-4165-a6ae-1809e342ca3b tempest-QuotasNegativeTest-1247906793 tempest-QuotasNegativeTest-1247906793-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1977811'] for network, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:59:57.928636 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 10:59:57.946462 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-b7021b4c-ca86-4165-a6ae-1809e342ca3b tempest-QuotasNegativeTest-1247906793 tempest-QuotasNegativeTest-1247906793-project-admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201  len: 837 time: 0.5805411
Dec 24 10:59:57.955223 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 60576) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:59:57.983318 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-9de84db4-b0bd-43c7-98c3-d5dfdb598e44 tempest-QuotasNegativeTest-1247906793 tempest-QuotasNegativeTest-1247906793-project-admin] Request body: {'network': {'project_id': '33e55f97524a4a468b5051eb393c93cf'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 10:59:57.987831 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-904e3ee5-5b3c-42d7-a7c5-b254b853aefa tempest-ExternalNetworksAdminNegativeTestJSON-1549352162 tempest-ExternalNetworksAdminNegativeTestJSON-1549352162-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:59:57.991947 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-9de84db4-b0bd-43c7-98c3-d5dfdb598e44 tempest-QuotasNegativeTest-1247906793 tempest-QuotasNegativeTest-1247906793-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 10:59:58.014131 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-9de84db4-b0bd-43c7-98c3-d5dfdb598e44 tempest-QuotasNegativeTest-1247906793 tempest-QuotasNegativeTest-1247906793-project-admin] Usage tracker for resource:network and tenant:33e55f97524a4a468b5051eb393c93cf is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 10:59:58.022610 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-9de84db4-b0bd-43c7-98c3-d5dfdb598e44 tempest-QuotasNegativeTest-1247906793 tempest-QuotasNegativeTest-1247906793-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 10:59:58.069870 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-a316bf31-3133-4c02-a495-c8e5cef60d86 None None] Provisioning for port 0877f7aa-c363-453f-bc81-3781f87c0bbb completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 10:59:58.072058 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [None req-a26bff6b-0fc1-409b-ab96-9058fd7470a1 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206-project] device_id is not set on port 1f820969-d0cd-49d4-9e23-1995b60d8b74 yet. {{(pid=88878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 24 10:59:58.129533 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7021b4c-ca86-4165-a6ae-1809e342ca3b tempest-QuotasNegativeTest-1247906793 tempest-QuotasNegativeTest-1247906793-project-admin] Pushing event updated for resources: {'Network': ['ID=ae340c33-48dd-4c36-9ac7-43304ea870a3,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 10:59:58.133106 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-b7021b4c-ca86-4165-a6ae-1809e342ca3b tempest-QuotasNegativeTest-1247906793 tempest-QuotasNegativeTest-1247906793-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 10:59:58.136272 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-9de84db4-b0bd-43c7-98c3-d5dfdb598e44 tempest-QuotasNegativeTest-1247906793 tempest-QuotasNegativeTest-1247906793-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 10:59:58.163796 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Network ae340c33-48dd-4c36-9ac7-43304ea870a3 details requested by agent ovs-agent-dv-neutron-822691-2-hyperv with host dv-neutron-822691-2-hyperv {{(pid=88880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 24 10:59:58.185891 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-a316bf31-3133-4c02-a495-c8e5cef60d86 None None] Provisioning complete for port 0877f7aa-c363-453f-bc81-3781f87c0bbb triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 10:59:58.186207 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a316bf31-3133-4c02-a495-c8e5cef60d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:59:58.204356 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-9de84db4-b0bd-43c7-98c3-d5dfdb598e44 tempest-QuotasNegativeTest-1247906793 tempest-QuotasNegativeTest-1247906793-project-admin] POST failed (client error): There was a conflict when trying to complete your request.
Dec 24 10:59:58.204765 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9de84db4-b0bd-43c7-98c3-d5dfdb598e44 tempest-QuotasNegativeTest-1247906793 tempest-QuotasNegativeTest-1247906793-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=88879) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 24 10:59:58.214278 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-9de84db4-b0bd-43c7-98c3-d5dfdb598e44 tempest-QuotasNegativeTest-1247906793 tempest-QuotasNegativeTest-1247906793-project-admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 409  len: 310 time: 0.2427845
Dec 24 10:59:58.217665 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 60586) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:59:58.271193 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1d25ac50-f21d-4e28-afab-a3afa044ac17 tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:59:58.274645 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f34b83f3-efd9-48c1-92ac-e098becd3e39 tempest-RoutersTestDVR-298824604 tempest-RoutersTestDVR-298824604-project-admin] Notify callbacks [] for router, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:59:58.458277 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-95dbf92d-4418-4ba2-bb7b-d6beaafe7c7b tempest-RoutersAdminNegativeIpV6Test-2027516450 tempest-RoutersAdminNegativeIpV6Test-2027516450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-659031', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854691240'] for router, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:59:58.538956 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-904e3ee5-5b3c-42d7-a7c5-b254b853aefa tempest-ExternalNetworksAdminNegativeTestJSON-1549352162 tempest-ExternalNetworksAdminNegativeTestJSON-1549352162-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:59:58.603423 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:59:58.625981 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 10:59:58.672153 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-76bdb86d-f818-4743-87df-6a6c15197d9e None None] Notify callbacks [] for port, precommit_update {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:59:58.691081 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-76bdb86d-f818-4743-87df-6a6c15197d9e None None] Transition to ACTIVE for port object b27c942e-38c9-43ef-8307-9ce36f27afa3 will not be triggered until provisioned by entity L2. {{(pid=88881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 10:59:58.700062 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-76bdb86d-f818-4743-87df-6a6c15197d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:59:58.706479 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 7002ae11-177c-4786-959a-f5627e523159 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 10:59:58.706636 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-155f9383-b3ad-4f2c-bba6-14ac9674523e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 10:59:58.772497 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904e3ee5-5b3c-42d7-a7c5-b254b853aefa tempest-ExternalNetworksAdminNegativeTestJSON-1549352162 tempest-ExternalNetworksAdminNegativeTestJSON-1549352162-project-admin] Pushing event updated for resources: {'Port': ['ID=487c5bf4-8620-477b-900e-a5d40009a584,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 10:59:58.783783 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ac300f5-580d-49ef-8310-3d92a2b147bc None None] Network 06bf4055-f82f-43ff-8ef7-0747a91153cc requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 10:59:58.799635 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423d643b-2d15-4f92-921e-834a6a36f11a None None] Pushing event updated for resources: {'Port': ['ID=b27c942e-38c9-43ef-8307-9ce36f27afa3,revision_number=2']} {{(pid=88881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 10:59:58.819150 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423d643b-2d15-4f92-921e-834a6a36f11a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 10:59:58.819954 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423d643b-2d15-4f92-921e-834a6a36f11a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 10:59:58.820318 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423d643b-2d15-4f92-921e-834a6a36f11a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 10:59:58.820705 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423d643b-2d15-4f92-921e-834a6a36f11a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 10:59:58.821062 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423d643b-2d15-4f92-921e-834a6a36f11a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 10:59:58.821444 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423d643b-2d15-4f92-921e-834a6a36f11a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 10:59:58.821853 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423d643b-2d15-4f92-921e-834a6a36f11a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 10:59:58.822230 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423d643b-2d15-4f92-921e-834a6a36f11a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 10:59:58.822596 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423d643b-2d15-4f92-921e-834a6a36f11a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 10:59:58.823496 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423d643b-2d15-4f92-921e-834a6a36f11a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 10:59:58.824330 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423d643b-2d15-4f92-921e-834a6a36f11a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 10:59:58.826296 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423d643b-2d15-4f92-921e-834a6a36f11a None None] Tracked resource versions report:
Dec 24 10:59:58.826296 dv-neutron-822691-2-hyperv neutron-server[88767]: pushed versions:
Dec 24 10:59:58.826296 dv-neutron-822691-2-hyperv neutron-server[88767]: {   'ConntrackHelper': {'1.0'},
Dec 24 10:59:58.826296 dv-neutron-822691-2-hyperv neutron-server[88767]:     'Log': {'1.0'},
Dec 24 10:59:58.826296 dv-neutron-822691-2-hyperv neutron-server[88767]:     'Network': {'1.1'},
Dec 24 10:59:58.826296 dv-neutron-822691-2-hyperv neutron-server[88767]:     'Port': {'1.5'},
Dec 24 10:59:58.826296 dv-neutron-822691-2-hyperv neutron-server[88767]:     'PortForwarding': {'1.2'},
Dec 24 10:59:58.826296 dv-neutron-822691-2-hyperv neutron-server[88767]:     'QosPolicy': {'1.8'},
Dec 24 10:59:58.826296 dv-neutron-822691-2-hyperv neutron-server[88767]:     'SecurityGroup': {'1.2'},
Dec 24 10:59:58.826296 dv-neutron-822691-2-hyperv neutron-server[88767]:     'SecurityGroupRule': {'1.0'},
Dec 24 10:59:58.826296 dv-neutron-822691-2-hyperv neutron-server[88767]:     'SubPort': {'1.0'},
Dec 24 10:59:58.826296 dv-neutron-822691-2-hyperv neutron-server[88767]:     'Subnet': {'1.1'},
Dec 24 10:59:58.826296 dv-neutron-822691-2-hyperv neutron-server[88767]:     'Trunk': {'1.1'}}
Dec 24 10:59:58.826296 dv-neutron-822691-2-hyperv neutron-server[88767]: consumer versions:
Dec 24 10:59:58.826296 dv-neutron-822691-2-hyperv neutron-server[88767]: {   DHCP agent@dv-neutron-822691-2-hyperv: {},
Dec 24 10:59:58.826296 dv-neutron-822691-2-hyperv neutron-server[88767]:     HyperV agent@hv-neutron-8226: {},
Dec 24 10:59:58.826296 dv-neutron-822691-2-hyperv neutron-server[88767]:     L3 agent@dv-neutron-822691-2-hyperv: {},
Dec 24 10:59:58.826296 dv-neutron-822691-2-hyperv neutron-server[88767]:     Metadata agent@dv-neutron-822691-2-hyperv: {},
Dec 24 10:59:58.826296 dv-neutron-822691-2-hyperv neutron-server[88767]:     Metering agent@dv-neutron-822691-2-hyperv: {},
Dec 24 10:59:58.826296 dv-neutron-822691-2-hyperv neutron-server[88767]:     Open vSwitch agent@dv-neutron-822691-2-hyperv: {   'ConntrackHelper': '1.0',
Dec 24 10:59:58.826296 dv-neutron-822691-2-hyperv neutron-server[88767]:                                                        'Log': '1.0',
Dec 24 10:59:58.826296 dv-neutron-822691-2-hyperv neutron-server[88767]:                                                        'Network': '1.1',
Dec 24 10:59:58.826296 dv-neutron-822691-2-hyperv neutron-server[88767]:                                                        'Port': '1.5',
Dec 24 10:59:58.826296 dv-neutron-822691-2-hyperv neutron-server[88767]:                                                        'PortForwarding': '1.2',
Dec 24 10:59:58.826296 dv-neutron-822691-2-hyperv neutron-server[88767]:                                                        'QosPolicy': '1.8',
Dec 24 10:59:58.826296 dv-neutron-822691-2-hyperv neutron-server[88767]:                                                        'SecurityGroup': '1.2',
Dec 24 10:59:58.826296 dv-neutron-822691-2-hyperv neutron-server[88767]:                                                        'SecurityGroupRule': '1.0',
Dec 24 10:59:58.826296 dv-neutron-822691-2-hyperv neutron-server[88767]:                                                        'SubPort': '1.0',
Dec 24 10:59:58.826296 dv-neutron-822691-2-hyperv neutron-server[88767]:                                                        'Subnet': '1.1',
Dec 24 10:59:58.826296 dv-neutron-822691-2-hyperv neutron-server[88767]:                                                        'Trunk': '1.1'}}
Dec 24 10:59:58.826296 dv-neutron-822691-2-hyperv neutron-server[88767]:  {{(pid=88881) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Dec 24 10:59:58.830926 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-904e3ee5-5b3c-42d7-a7c5-b254b853aefa tempest-ExternalNetworksAdminNegativeTestJSON-1549352162 tempest-ExternalNetworksAdminNegativeTestJSON-1549352162-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 10:59:58.831059 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-423d643b-2d15-4f92-921e-834a6a36f11a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 10:59:58.857718 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-76bdb86d-f818-4743-87df-6a6c15197d9e None None] Attempting to bind port b27c942e-38c9-43ef-8307-9ce36f27afa3 on host dv-neutron-822691-2-hyperv for vnic_type normal with profile  {{(pid=88881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 10:59:58.858149 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-76bdb86d-f818-4743-87df-6a6c15197d9e None None] Attempting to bind port b27c942e-38c9-43ef-8307-9ce36f27afa3 by drivers openvswitch,hyperv on host dv-neutron-822691-2-hyperv at level 0 using segments [{'id': 'd4e3295f-9ff8-4cad-8a20-3f1c937efc8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a'}] {{(pid=88881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 10:59:58.858815 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76bdb86d-f818-4743-87df-6a6c15197d9e None None] Attempting to bind port b27c942e-38c9-43ef-8307-9ce36f27afa3 on network f8c337ba-681f-4fcb-a333-e3c49365b30a {{(pid=88881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 10:59:58.868122 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76bdb86d-f818-4743-87df-6a6c15197d9e None None] Checking agent: {'id': 'db1275c1-6001-47af-93c2-635c68404703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822691-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 52, 8), 'started_at': datetime.datetime(2021, 12, 24, 10, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 10, 59, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822691-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 10:59:58.868823 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76bdb86d-f818-4743-87df-6a6c15197d9e None None] Checking segment: {'id': 'd4e3295f-9ff8-4cad-8a20-3f1c937efc8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 10:59:58.869273 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-76bdb86d-f818-4743-87df-6a6c15197d9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:59:58.869854 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76bdb86d-f818-4743-87df-6a6c15197d9e None None] Bound using segment: {'id': 'd4e3295f-9ff8-4cad-8a20-3f1c937efc8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a'} {{(pid=88881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 10:59:58.870525 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-76bdb86d-f818-4743-87df-6a6c15197d9e None None] Bound port: b27c942e-38c9-43ef-8307-9ce36f27afa3, host: dv-neutron-822691-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4e3295f-9ff8-4cad-8a20-3f1c937efc8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a'}}] {{(pid=88881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 10:59:58.871093 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-76bdb86d-f818-4743-87df-6a6c15197d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:59:58.871211 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning for port 7002ae11-177c-4786-959a-f5627e523159 completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 10:59:58.916736 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-106f2089-e536-4d3d-82b2-0e87421f6b0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:59:58.956437 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-76bdb86d-f818-4743-87df-6a6c15197d9e None None] For port b27c942e-38c9-43ef-8307-9ce36f27afa3, host dv-neutron-822691-2-hyperv, cleared binding levels {{(pid=88881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 10:59:58.958855 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a316bf31-3133-4c02-a495-c8e5cef60d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:59:58.959907 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-76bdb86d-f818-4743-87df-6a6c15197d9e None None] For port b27c942e-38c9-43ef-8307-9ce36f27afa3, host dv-neutron-822691-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=b27c942e-38c9-43ef-8307-9ce36f27afa3,segment=NetworkSegment(d4e3295f-9ff8-4cad-8a20-3f1c937efc8c),segment_id=d4e3295f-9ff8-4cad-8a20-3f1c937efc8c)] {{(pid=88881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 10:59:58.965244 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-76bdb86d-f818-4743-87df-6a6c15197d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:59:58.970654 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 10:59:59.052284 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423d643b-2d15-4f92-921e-834a6a36f11a None None] Pushing event updated for resources: {'Port': ['ID=b27c942e-38c9-43ef-8307-9ce36f27afa3,revision_number=3']} {{(pid=88881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 10:59:59.055977 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-423d643b-2d15-4f92-921e-834a6a36f11a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 10:59:59.078529 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76bdb86d-f818-4743-87df-6a6c15197d9e None None] Routers {'8ba38df8-741e-4181-b38e-bb62a79a205d'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:59:59.079273 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-76bdb86d-f818-4743-87df-6a6c15197d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271ae9208>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T10:59:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['8ba38df8-741e-4181-b38e-bb62a79a205d'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 10:59:59.085566 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-904e3ee5-5b3c-42d7-a7c5-b254b853aefa tempest-ExternalNetworksAdminNegativeTestJSON-1549352162 tempest-ExternalNetworksAdminNegativeTestJSON-1549352162-project-admin] Network f8c337ba-681f-4fcb-a333-e3c49365b30a is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 10:59:59.131212 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-5309a244-53b5-496a-a005-201209f3ed1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271b440f0>, [{'id': '1579b112-25c5-4e26-b661-3c6b0afe6950', 'name': 'tempest-ServerActionsTestJSON-1702090108-router', 'tenant_id': '3227175fb2a74b37bb7d77f5e6df3dce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.38'}], 'enable_snat': True}, 'gw_port_id': '74849d86-204a-4f5f-abc6-a48f45617700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:59:52Z', 'updated_at': '2021-12-24T10:59:54Z', 'revision_number': 3, 'project_id': '3227175fb2a74b37bb7d77f5e6df3dce', 'gw_port': {'id': '74849d86-204a-4f5f-abc6-a48f45617700', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:bd:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1579b112-25c5-4e26-b661-3c6b0afe6950', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:59:53Z', 'updated_at': '2021-12-24T10:59:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv'}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 10:59:59.180631 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-904e3ee5-5b3c-42d7-a7c5-b254b853aefa tempest-ExternalNetworksAdminNegativeTestJSON-1549352162 tempest-ExternalNetworksAdminNegativeTestJSON-1549352162-project-admin] Resources bound (agent type, host, resource id):  {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 10:59:59.195079 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-a26bff6b-0fc1-409b-ab96-9058fd7470a1 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206-project] Allocated IP 2001:db8::4d (a40cd9ac-f911-4198-9141-81d77c06775a/725cd5ec-2a29-48c2-bc53-26e3dc8aaec2/1f820969-d0cd-49d4-9e23-1995b60d8b74) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 10:59:59.231274 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5309a244-53b5-496a-a005-201209f3ed1b None None] Checking router: 1579b112-25c5-4e26-b661-3c6b0afe6950 for host: dv-neutron-822691-2-hyperv {{(pid=88880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 24 10:59:59.231931 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5309a244-53b5-496a-a005-201209f3ed1b None None] Updating router 1579b112-25c5-4e26-b661-3c6b0afe6950 port 74849d86-204a-4f5f-abc6-a48f45617700 binding host dv-neutron-822691-2-hyperv {{(pid=88880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 24 10:59:59.237880 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-106f2089-e536-4d3d-82b2-0e87421f6b0d admin admin] Allocated IP 172.20.0.1 (06bf4055-f82f-43ff-8ef7-0747a91153cc/26cb8daf-b897-4fc8-a72c-e78bd818e5d0/dfa3ffd6-c8ed-4f57-a719-555500ce6c1f) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 10:59:59.276794 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-a316bf31-3133-4c02-a495-c8e5cef60d86 None None] For port 0877f7aa-c363-453f-bc81-3781f87c0bbb, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=0877f7aa-c363-453f-bc81-3781f87c0bbb,segment=NetworkSegment(8cea13cb-a746-4fdb-9326-670f5e69ec6e),segment_id=8cea13cb-a746-4fdb-9326-670f5e69ec6e)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 10:59:59.296255 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a316bf31-3133-4c02-a495-c8e5cef60d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:59:59.315666 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 10:59:59.332554 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-76bdb86d-f818-4743-87df-6a6c15197d9e None None] Set router 8ba38df8-741e-4181-b38e-bb62a79a205d gateway port host: dv-neutron-822691-2-hyperv {{(pid=88881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 10:59:59.398759 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a316bf31-3133-4c02-a495-c8e5cef60d86 None None] Pushing event updated for resources: {'Port': ['ID=0877f7aa-c363-453f-bc81-3781f87c0bbb,revision_number=3']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 10:59:59.403007 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-a316bf31-3133-4c02-a495-c8e5cef60d86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 10:59:59.463890 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5309a244-53b5-496a-a005-201209f3ed1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:59:59.491239 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-904e3ee5-5b3c-42d7-a7c5-b254b853aefa tempest-ExternalNetworksAdminNegativeTestJSON-1549352162 tempest-ExternalNetworksAdminNegativeTestJSON-1549352162-project-admin] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:59:59.537770 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-106f2089-e536-4d3d-82b2-0e87421f6b0d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:59:59.603852 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-106f2089-e536-4d3d-82b2-0e87421f6b0d admin admin] Transition to ACTIVE for port object dfa3ffd6-c8ed-4f57-a719-555500ce6c1f will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 10:59:59.632804 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-106f2089-e536-4d3d-82b2-0e87421f6b0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:59:59.645753 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 10:59:59.665986 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-ae53b2d5-e87e-44cb-b366-dfce08d2b07a tempest-QuotasNegativeTest-1247906793 tempest-QuotasNegativeTest-1247906793-project-admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=33e55f97524a4a468b5051eb393c93cf&name=default HTTP/1.1" status: 200  len: 2647 time: 1.4383564
Dec 24 10:59:59.709716 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-9d6e9897-10bb-4735-9a6b-0cebba1acfd9 None None] Provisioning for port 715e5951-8bbb-44e0-a8d9-81133956aebd completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 10:59:59.738422 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-76bdb86d-f818-4743-87df-6a6c15197d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271ae9208>, [{'id': '8ba38df8-741e-4181-b38e-bb62a79a205d', 'name': 'tempest-ServersTestJSON-738599796-router', 'tenant_id': '41048d3cadaf44c1808b3a4467fb14d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.49'}], 'enable_snat': True}, 'gw_port_id': 'b27c942e-38c9-43ef-8307-9ce36f27afa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:59:51Z', 'updated_at': '2021-12-24T10:59:53Z', 'revision_number': 3, 'project_id': '41048d3cadaf44c1808b3a4467fb14d5', 'gw_port': {'id': 'b27c942e-38c9-43ef-8307-9ce36f27afa3', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:11:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ba38df8-741e-4181-b38e-bb62a79a205d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:59:52Z', 'updated_at': '2021-12-24T10:59:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv'}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 10:59:59.743338 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76bdb86d-f818-4743-87df-6a6c15197d9e None None] The sync data for ids ['8ba38df8-741e-4181-b38e-bb62a79a205d'] in dv-neutron-822691-2-hyperv is: [{'id': '8ba38df8-741e-4181-b38e-bb62a79a205d', 'name': 'tempest-ServersTestJSON-738599796-router', 'tenant_id': '41048d3cadaf44c1808b3a4467fb14d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.49'}], 'enable_snat': True}, 'gw_port_id': 'b27c942e-38c9-43ef-8307-9ce36f27afa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:59:51Z', 'updated_at': '2021-12-24T10:59:53Z', 'revision_number': 3, 'project_id': '41048d3cadaf44c1808b3a4467fb14d5', 'gw_port': {'id': 'b27c942e-38c9-43ef-8307-9ce36f27afa3', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:11:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ba38df8-741e-4181-b38e-bb62a79a205d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:59:52Z', 'updated_at': '2021-12-24T10:59:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv'}] {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 10:59:59.750108 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 60596) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:59:59.788411 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-9d6e9897-10bb-4735-9a6b-0cebba1acfd9 None None] Provisioning complete for port 715e5951-8bbb-44e0-a8d9-81133956aebd triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 10:59:59.789171 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9d6e9897-10bb-4735-9a6b-0cebba1acfd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 10:59:59.875727 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f34b83f3-efd9-48c1-92ac-e098becd3e39 tempest-RoutersTestDVR-298824604 tempest-RoutersTestDVR-298824604-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854158724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-84560'] for router, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:00.014166 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2b3f688-96de-4be1-bf95-60e833994a4b None None] Network a40cd9ac-f911-4198-9141-81d77c06775a requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:00:00.033299 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106f2089-e536-4d3d-82b2-0e87421f6b0d admin admin] Pushing event updated for resources: {'Port': ['ID=dfa3ffd6-c8ed-4f57-a719-555500ce6c1f,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:00:00.038994 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-106f2089-e536-4d3d-82b2-0e87421f6b0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:00:00.041142 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-106f2089-e536-4d3d-82b2-0e87421f6b0d admin admin] Network 06bf4055-f82f-43ff-8ef7-0747a91153cc is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:00:00.042520 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-106f2089-e536-4d3d-82b2-0e87421f6b0d admin admin] Resources bound (agent type, host, resource id):  {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:00:00.045207 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-106f2089-e536-4d3d-82b2-0e87421f6b0d admin admin] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:00:00.045729 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-106f2089-e536-4d3d-82b2-0e87421f6b0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-720245'] for router_interface, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:00.123783 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9d6e9897-10bb-4735-9a6b-0cebba1acfd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:00.180305 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-106f2089-e536-4d3d-82b2-0e87421f6b0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:00.276806 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-9d6e9897-10bb-4735-9a6b-0cebba1acfd9 None None] For port 715e5951-8bbb-44e0-a8d9-81133956aebd, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=715e5951-8bbb-44e0-a8d9-81133956aebd,segment=NetworkSegment(7da8387d-6dbc-40da-b97b-4a8bbfbeffcb),segment_id=7da8387d-6dbc-40da-b97b-4a8bbfbeffcb)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:00:00.315078 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9d6e9897-10bb-4735-9a6b-0cebba1acfd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:00.333244 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:00:00.421204 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-1d25ac50-f21d-4e28-afab-a3afa044ac17 tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Allocated IP 172.26.3.105 (f8c337ba-681f-4fcb-a333-e3c49365b30a/8ea1398c-0bec-46d6-8d54-85798de2a7ca/57078e71-7791-4883-8587-3adaeefaed70) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:00:00.483200 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-904e3ee5-5b3c-42d7-a7c5-b254b853aefa tempest-ExternalNetworksAdminNegativeTestJSON-1549352162 tempest-ExternalNetworksAdminNegativeTestJSON-1549352162-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:00.503992 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a26bff6b-0fc1-409b-ab96-9058fd7470a1 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206-project] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:00.508138 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-106f2089-e536-4d3d-82b2-0e87421f6b0d admin admin] Notify callbacks [] for port, precommit_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:00.514185 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-106f2089-e536-4d3d-82b2-0e87421f6b0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:00.522028 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-106f2089-e536-4d3d-82b2-0e87421f6b0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1977653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854055662'] for router_interface, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:00.536374 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-4589eeca-7fdf-4b5a-9dce-a47d3749c0ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:00:00.556956 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f34b83f3-efd9-48c1-92ac-e098becd3e39 tempest-RoutersTestDVR-298824604 tempest-RoutersTestDVR-298824604-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:00.600631 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-b07fcac7-8f5f-48eb-9b97-3f2a57a67e0b None None] Provisioning complete for port 0877f7aa-c363-453f-bc81-3781f87c0bbb triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:00:00.601233 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b07fcac7-8f5f-48eb-9b97-3f2a57a67e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:00.712428 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6e9897-10bb-4735-9a6b-0cebba1acfd9 None None] Pushing event updated for resources: {'Port': ['ID=715e5951-8bbb-44e0-a8d9-81133956aebd,revision_number=3']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:00:00.723402 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-9d6e9897-10bb-4735-9a6b-0cebba1acfd9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:00:00.820945 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-564a92ea-0a83-4349-b09b-ba6921fec329 tempest-QuotasNegativeTest-1247906793 tempest-QuotasNegativeTest-1247906793-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:00.823358 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 0877f7aa-c363-453f-bc81-3781f87c0bbb up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:00:00.845471 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-106f2089-e536-4d3d-82b2-0e87421f6b0d admin admin] Network 06bf4055-f82f-43ff-8ef7-0747a91153cc is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:00:00.850149 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-106f2089-e536-4d3d-82b2-0e87421f6b0d admin admin] Resources bound (agent type, host, resource id):  {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:00:00.853526 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106f2089-e536-4d3d-82b2-0e87421f6b0d admin admin] Pushing event updated for resources: {'Port': ['ID=dfa3ffd6-c8ed-4f57-a719-555500ce6c1f,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:00:00.929296 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-a26bff6b-0fc1-409b-ab96-9058fd7470a1 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206-project] Transition to ACTIVE for port object 1f820969-d0cd-49d4-9e23-1995b60d8b74 will not be triggered until provisioned by entity DHCP. {{(pid=88878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:00:00.992332 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-106f2089-e536-4d3d-82b2-0e87421f6b0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.456s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:00:01.032840 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port 0877f7aa-c363-453f-bc81-3781f87c0bbb triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:00:01.033259 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:01.089696 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-904e3ee5-5b3c-42d7-a7c5-b254b853aefa tempest-ExternalNetworksAdminNegativeTestJSON-1549352162 tempest-ExternalNetworksAdminNegativeTestJSON-1549352162-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:01.104171 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-b07fcac7-8f5f-48eb-9b97-3f2a57a67e0b None None] Provisioning for port 7002ae11-177c-4786-959a-f5627e523159 completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:00:01.112358 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-b07fcac7-8f5f-48eb-9b97-3f2a57a67e0b None None] Provisioning complete for port 7002ae11-177c-4786-959a-f5627e523159 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:00:01.112775 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b07fcac7-8f5f-48eb-9b97-3f2a57a67e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:01.171040 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a26bff6b-0fc1-409b-ab96-9058fd7470a1 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:01.345181 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1d25ac50-f21d-4e28-afab-a3afa044ac17 tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:01.473995 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-564a92ea-0a83-4349-b09b-ba6921fec329 tempest-QuotasNegativeTest-1247906793 tempest-QuotasNegativeTest-1247906793-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:01.510522 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-106f2089-e536-4d3d-82b2-0e87421f6b0d admin admin] Router 1579b112-25c5-4e26-b661-3c6b0afe6950 has already been hosted by L3 agent 198cca88-1338-4098-b44b-beb0346ac906 {{(pid=88879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 24 11:00:01.529016 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1d25ac50-f21d-4e28-afab-a3afa044ac17 tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:01.623674 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c63827e2-9f63-4fdc-b913-14ee0b1be811 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:00:01.639755 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b07fcac7-8f5f-48eb-9b97-3f2a57a67e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:01.685309 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-b07fcac7-8f5f-48eb-9b97-3f2a57a67e0b None None] For port 7002ae11-177c-4786-959a-f5627e523159, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=7002ae11-177c-4786-959a-f5627e523159,segment=NetworkSegment(0730f74c-96ea-44be-89df-10324f5e44c9),segment_id=0730f74c-96ea-44be-89df-10324f5e44c9)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:00:01.708406 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f34b83f3-efd9-48c1-92ac-e098becd3e39 tempest-RoutersTestDVR-298824604 tempest-RoutersTestDVR-298824604-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854158830'] for router, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:01.709062 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f34b83f3-efd9-48c1-92ac-e098becd3e39 tempest-RoutersTestDVR-298824604 tempest-RoutersTestDVR-298824604-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a5936f0a-6e05-4a32-8176-5fe9ff40ec46 {{(pid=88878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 24 11:00:01.724676 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26bff6b-0fc1-409b-ab96-9058fd7470a1 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206-project] Pushing event updated for resources: {'Port': ['ID=1f820969-d0cd-49d4-9e23-1995b60d8b74,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:00:01.750752 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b07fcac7-8f5f-48eb-9b97-3f2a57a67e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:01.778408 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-97ac93c3-ee14-4289-ad4a-eff47695184b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:00:01.879793 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d25ac50-f21d-4e28-afab-a3afa044ac17 tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Pushing event updated for resources: {'Port': ['ID=57078e71-7791-4883-8587-3adaeefaed70,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:00:01.903843 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-106f2089-e536-4d3d-82b2-0e87421f6b0d admin admin] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:00:01.914752 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-1d25ac50-f21d-4e28-afab-a3afa044ac17 tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:00:01.926522 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.168s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:00:01.926752 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:00:01.943609 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-106f2089-e536-4d3d-82b2-0e87421f6b0d admin admin] 10.222.0.65 "PUT /v2.0/routers/1579b112-25c5-4e26-b661-3c6b0afe6950/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.5802169
Dec 24 11:00:02.022143 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device b27c942e-38c9-43ef-8307-9ce36f27afa3 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:00:02.053792 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07fcac7-8f5f-48eb-9b97-3f2a57a67e0b None None] Pushing event updated for resources: {'Port': ['ID=7002ae11-177c-4786-959a-f5627e523159,revision_number=3']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:00:02.065878 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-ecdcc8fd-929f-4c10-99ed-4858116fe0e8 None None] Provisioning complete for port 715e5951-8bbb-44e0-a8d9-81133956aebd triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:00:02.066453 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ecdcc8fd-929f-4c10-99ed-4858116fe0e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:02.101201 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-b07fcac7-8f5f-48eb-9b97-3f2a57a67e0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:00:02.108979 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f34b83f3-efd9-48c1-92ac-e098becd3e39 tempest-RoutersTestDVR-298824604 tempest-RoutersTestDVR-298824604-project-admin] Notify callbacks [] for router, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:02.113728 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-f34b83f3-efd9-48c1-92ac-e098becd3e39 tempest-RoutersTestDVR-298824604 tempest-RoutersTestDVR-298824604-project-admin] 10.222.0.65 "DELETE /v2.0/routers/a5936f0a-6e05-4a32-8176-5fe9ff40ec46 HTTP/1.1" status: 204  len: 168 time: 5.0507038
Dec 24 11:00:02.114170 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 60608) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:02.120102 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-5671027d-4d2a-4393-842c-18736e4b70d1 tempest-RoutersTestDVR-298824604 tempest-RoutersTestDVR-298824604-project-admin] Request body: {'router': {'name': 'tempest-router-932171502', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '4d920fbd61d74b1693b2bf223b2e657d'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:00:02.129382 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a26bff6b-0fc1-409b-ab96-9058fd7470a1 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206-project] Network a40cd9ac-f911-4198-9141-81d77c06775a is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:00:02.139087 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-5671027d-4d2a-4393-842c-18736e4b70d1 tempest-RoutersTestDVR-298824604 tempest-RoutersTestDVR-298824604-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:00:02.143362 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d25ac50-f21d-4e28-afab-a3afa044ac17 tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Network f8c337ba-681f-4fcb-a333-e3c49365b30a is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:00:02.144372 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-5671027d-4d2a-4393-842c-18736e4b70d1 tempest-RoutersTestDVR-298824604 tempest-RoutersTestDVR-298824604-project-admin] Usage tracker for resource:router and tenant:4d920fbd61d74b1693b2bf223b2e657d is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:00:02.147837 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-5671027d-4d2a-4393-842c-18736e4b70d1 tempest-RoutersTestDVR-298824604 tempest-RoutersTestDVR-298824604-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:00:02.156832 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-5671027d-4d2a-4393-842c-18736e4b70d1 tempest-RoutersTestDVR-298824604 tempest-RoutersTestDVR-298824604-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:00:02.175485 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5671027d-4d2a-4393-842c-18736e4b70d1 tempest-RoutersTestDVR-298824604 tempest-RoutersTestDVR-298824604-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-612016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-84579'] for router, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:02.176598 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5671027d-4d2a-4393-842c-18736e4b70d1 tempest-RoutersTestDVR-298824604 tempest-RoutersTestDVR-298824604-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854163950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659046', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854079771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854691221'] for router, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:02.189474 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-1d25ac50-f21d-4e28-afab-a3afa044ac17 tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Resources bound (agent type, host, resource id):  {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:00:02.192733 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-a26bff6b-0fc1-409b-ab96-9058fd7470a1 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206-project] Resources bound (agent type, host, resource id):  {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:00:02.233959 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-904e3ee5-5b3c-42d7-a7c5-b254b853aefa tempest-ExternalNetworksAdminNegativeTestJSON-1549352162 tempest-ExternalNetworksAdminNegativeTestJSON-1549352162-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:02.239390 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d25ac50-f21d-4e28-afab-a3afa044ac17 tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:00:02.241853 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5309a244-53b5-496a-a005-201209f3ed1b None None] Notify callbacks [] for port, precommit_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:02.244086 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a26bff6b-0fc1-409b-ab96-9058fd7470a1 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206-project] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:00:02.248526 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a26bff6b-0fc1-409b-ab96-9058fd7470a1 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:00:02.249312 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a26bff6b-0fc1-409b-ab96-9058fd7470a1 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1977811'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:02.269035 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-904e3ee5-5b3c-42d7-a7c5-b254b853aefa tempest-ExternalNetworksAdminNegativeTestJSON-1549352162 tempest-ExternalNetworksAdminNegativeTestJSON-1549352162-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:02.292749 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:00:02.293633 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-5309a244-53b5-496a-a005-201209f3ed1b None None] Transition to ACTIVE for port object 74849d86-204a-4f5f-abc6-a48f45617700 will not be triggered until provisioned by entity L2. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:00:02.303349 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5671027d-4d2a-4393-842c-18736e4b70d1 tempest-RoutersTestDVR-298824604 tempest-RoutersTestDVR-298824604-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:02.323006 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5309a244-53b5-496a-a005-201209f3ed1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:02.334404 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5671027d-4d2a-4393-842c-18736e4b70d1 tempest-RoutersTestDVR-298824604 tempest-RoutersTestDVR-298824604-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854163800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854116816'] for router, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:02.349376 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-ddcf8f0d-e907-48f7-b85a-cf7b08c2c9f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:00:02.374178 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5671027d-4d2a-4393-842c-18736e4b70d1 tempest-RoutersTestDVR-298824604 tempest-RoutersTestDVR-298824604-project-admin] Notify callbacks [] for router, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:02.375532 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-5671027d-4d2a-4393-842c-18736e4b70d1 tempest-RoutersTestDVR-298824604 tempest-RoutersTestDVR-298824604-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201  len: 722 time: 0.2602453
Dec 24 11:00:02.375644 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-564a92ea-0a83-4349-b09b-ba6921fec329 tempest-QuotasNegativeTest-1247906793 tempest-QuotasNegativeTest-1247906793-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:02.382770 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 60622) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:02.388396 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-95dbf92d-4418-4ba2-bb7b-d6beaafe7c7b tempest-RoutersAdminNegativeIpV6Test-2027516450 tempest-RoutersAdminNegativeIpV6Test-2027516450-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:02.388570 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-9dcaa93f-b554-4cd6-9f7e-bd234f7994a5 tempest-RoutersTestDVR-298824604 tempest-RoutersTestDVR-298824604-project-admin] Request body: {'router': {'distributed': True}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:00:02.430719 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-a26bff6b-0fc1-409b-ab96-9058fd7470a1 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1148 time: 6.1398375
Dec 24 11:00:02.439458 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06682d6-ac31-4eeb-9970-5bb5f64649fe None None] Pushing event updated for resources: {'Port': ['ID=74849d86-204a-4f5f-abc6-a48f45617700,revision_number=2']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:00:02.447371 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904e3ee5-5b3c-42d7-a7c5-b254b853aefa tempest-ExternalNetworksAdminNegativeTestJSON-1549352162 tempest-ExternalNetworksAdminNegativeTestJSON-1549352162-project-admin] Pushing event updated for resources: {'Port': ['ID=487c5bf4-8620-477b-900e-a5d40009a584,revision_number=2']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:00:02.451795 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-d06682d6-ac31-4eeb-9970-5bb5f64649fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:00:02.458584 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 60626) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:02.461311 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-904e3ee5-5b3c-42d7-a7c5-b254b853aefa tempest-ExternalNetworksAdminNegativeTestJSON-1549352162 tempest-ExternalNetworksAdminNegativeTestJSON-1549352162-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:00:02.465996 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-95dbf92d-4418-4ba2-bb7b-d6beaafe7c7b tempest-RoutersAdminNegativeIpV6Test-2027516450 tempest-RoutersAdminNegativeIpV6Test-2027516450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:02.467841 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:00:02.551475 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-5309a244-53b5-496a-a005-201209f3ed1b None None] Attempting to bind port 74849d86-204a-4f5f-abc6-a48f45617700 on host dv-neutron-822691-2-hyperv for vnic_type normal with profile  {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:00:02.551810 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-5309a244-53b5-496a-a005-201209f3ed1b None None] Attempting to bind port 74849d86-204a-4f5f-abc6-a48f45617700 by drivers openvswitch,hyperv on host dv-neutron-822691-2-hyperv at level 0 using segments [{'id': 'd4e3295f-9ff8-4cad-8a20-3f1c937efc8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a'}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:00:02.552216 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5309a244-53b5-496a-a005-201209f3ed1b None None] Attempting to bind port 74849d86-204a-4f5f-abc6-a48f45617700 on network f8c337ba-681f-4fcb-a333-e3c49365b30a {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:00:02.555509 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning for port b27c942e-38c9-43ef-8307-9ce36f27afa3 completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:00:02.565244 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port b27c942e-38c9-43ef-8307-9ce36f27afa3 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:00:02.565656 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:02.656564 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-ecdcc8fd-929f-4c10-99ed-4858116fe0e8 None None] Provisioning complete for port 7002ae11-177c-4786-959a-f5627e523159 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:00:02.656978 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ecdcc8fd-929f-4c10-99ed-4858116fe0e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:02.695830 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5309a244-53b5-496a-a005-201209f3ed1b None None] Checking agent: {'id': 'db1275c1-6001-47af-93c2-635c68404703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822691-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 52, 8), 'started_at': datetime.datetime(2021, 12, 24, 10, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 10, 59, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822691-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:00:02.696201 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5309a244-53b5-496a-a005-201209f3ed1b None None] Checking segment: {'id': 'd4e3295f-9ff8-4cad-8a20-3f1c937efc8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:00:02.696939 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5309a244-53b5-496a-a005-201209f3ed1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:02.697381 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5309a244-53b5-496a-a005-201209f3ed1b None None] Bound using segment: {'id': 'd4e3295f-9ff8-4cad-8a20-3f1c937efc8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a'} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:00:02.697963 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-5309a244-53b5-496a-a005-201209f3ed1b None None] Bound port: 74849d86-204a-4f5f-abc6-a48f45617700, host: dv-neutron-822691-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4e3295f-9ff8-4cad-8a20-3f1c937efc8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a'}}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:00:02.698383 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5309a244-53b5-496a-a005-201209f3ed1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:02.841278 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-5309a244-53b5-496a-a005-201209f3ed1b None None] For port 74849d86-204a-4f5f-abc6-a48f45617700, host dv-neutron-822691-2-hyperv, cleared binding levels {{(pid=88880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:00:02.846419 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-5309a244-53b5-496a-a005-201209f3ed1b None None] For port 74849d86-204a-4f5f-abc6-a48f45617700, host dv-neutron-822691-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=74849d86-204a-4f5f-abc6-a48f45617700,segment=NetworkSegment(d4e3295f-9ff8-4cad-8a20-3f1c937efc8c),segment_id=d4e3295f-9ff8-4cad-8a20-3f1c937efc8c)] {{(pid=88880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:00:02.859031 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5309a244-53b5-496a-a005-201209f3ed1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:02.865070 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-e9ef5630-83d8-4ee2-9fb0-17a4351ee1f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:00:02.910471 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-564a92ea-0a83-4349-b09b-ba6921fec329 tempest-QuotasNegativeTest-1247906793 tempest-QuotasNegativeTest-1247906793-project-admin] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:02.914410 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-564a92ea-0a83-4349-b09b-ba6921fec329 tempest-QuotasNegativeTest-1247906793 tempest-QuotasNegativeTest-1247906793-project-admin] 10.222.0.65 "DELETE /v2.0/security-groups/80219d6e-bb27-4c5e-b51a-2c49a19b5f35 HTTP/1.1" status: 204  len: 168 time: 3.1429482
Dec 24 11:00:02.914909 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564a92ea-0a83-4349-b09b-ba6921fec329 tempest-QuotasNegativeTest-1247906793 tempest-QuotasNegativeTest-1247906793-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80219d6e-bb27-4c5e-b51a-2c49a19b5f35,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:00:02.917420 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 60632) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:02.926470 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-904e3ee5-5b3c-42d7-a7c5-b254b853aefa tempest-ExternalNetworksAdminNegativeTestJSON-1549352162 tempest-ExternalNetworksAdminNegativeTestJSON-1549352162-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659181'] for floatingip, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:02.949485 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-564a92ea-0a83-4349-b09b-ba6921fec329 tempest-QuotasNegativeTest-1247906793 tempest-QuotasNegativeTest-1247906793-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.481s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:00:02.985423 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9dcaa93f-b554-4cd6-9f7e-bd234f7994a5 tempest-RoutersTestDVR-298824604 tempest-RoutersTestDVR-298824604-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-659031', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854691240'] for router, precommit_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:02.986186 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9dcaa93f-b554-4cd6-9f7e-bd234f7994a5 tempest-RoutersTestDVR-298824604 tempest-RoutersTestDVR-298824604-project-admin] Notify callbacks [] for router, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:02.993931 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06682d6-ac31-4eeb-9970-5bb5f64649fe None None] Pushing event updated for resources: {'Port': ['ID=74849d86-204a-4f5f-abc6-a48f45617700,revision_number=3']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:00:02.999974 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-d06682d6-ac31-4eeb-9970-5bb5f64649fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:00:03.064701 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:03.088078 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bdf89792-02fa-4719-ae98-997eed8e12a6 tempest-QuotasNegativeTest-1247906793 tempest-QuotasNegativeTest-1247906793-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036847558493'] for network, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:03.103849 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] For port b27c942e-38c9-43ef-8307-9ce36f27afa3, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=b27c942e-38c9-43ef-8307-9ce36f27afa3,segment=NetworkSegment(d4e3295f-9ff8-4cad-8a20-3f1c937efc8c),segment_id=d4e3295f-9ff8-4cad-8a20-3f1c937efc8c)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:00:03.108189 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5309a244-53b5-496a-a005-201209f3ed1b None None] Routers {'1579b112-25c5-4e26-b661-3c6b0afe6950'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:00:03.108904 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-5309a244-53b5-496a-a005-201209f3ed1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271b440f0>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T10:59:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['1579b112-25c5-4e26-b661-3c6b0afe6950'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:00:03.144747 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 60636) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:03.181780 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:03.187006 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:00:03.231422 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-fc2175f1-9d62-4ce0-8f05-1c83a376f2e4 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] Request body: {'security_group': {'name': 'tempest-securitygroup--409840277', 'description': 'tempest-description--445852168'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:00:03.292112 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-904e3ee5-5b3c-42d7-a7c5-b254b853aefa tempest-ExternalNetworksAdminNegativeTestJSON-1549352162 tempest-ExternalNetworksAdminNegativeTestJSON-1549352162-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for floatingip, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:03.293603 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-904e3ee5-5b3c-42d7-a7c5-b254b853aefa tempest-ExternalNetworksAdminNegativeTestJSON-1549352162 tempest-ExternalNetworksAdminNegativeTestJSON-1549352162-project-admin] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 9.0738227
Dec 24 11:00:03.296122 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-fc2175f1-9d62-4ce0-8f05-1c83a376f2e4 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:00:03.330168 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 60640) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:03.333322 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 7002ae11-177c-4786-959a-f5627e523159 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:00:03.341293 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-fc2175f1-9d62-4ce0-8f05-1c83a376f2e4 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] Usage tracker for resource:security_group and tenant:3227175fb2a74b37bb7d77f5e6df3dce is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:00:03.347848 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-62429e43-9f4d-4562-8d14-2bb24a3a2cd6 tempest-ExternalNetworksAdminNegativeTestJSON-1549352162 tempest-ExternalNetworksAdminNegativeTestJSON-1549352162-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-20586745', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'fixed_ips': [{'ip_address': '172.26.3.109'}]}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:00:03.371427 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-ecdcc8fd-929f-4c10-99ed-4858116fe0e8 None None] Provisioning for port bbe8a232-8ac2-4c90-ad7f-eb9e60abbe8d completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:00:03.373552 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1d25ac50-f21d-4e28-afab-a3afa044ac17 tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:03.378449 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-fc2175f1-9d62-4ce0-8f05-1c83a376f2e4 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:00:03.395726 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-ecdcc8fd-929f-4c10-99ed-4858116fe0e8 None None] Provisioning complete for port bbe8a232-8ac2-4c90-ad7f-eb9e60abbe8d triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:00:03.396144 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ecdcc8fd-929f-4c10-99ed-4858116fe0e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:03.402598 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-9dcaa93f-b554-4cd6-9f7e-bd234f7994a5 tempest-RoutersTestDVR-298824604 tempest-RoutersTestDVR-298824604-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=88879) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:159}}
Dec 24 11:00:03.402971 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-9dcaa93f-b554-4cd6-9f7e-bd234f7994a5 tempest-RoutersTestDVR-298824604 tempest-RoutersTestDVR-298824604-project-admin] Router 70699f07-99aa-4933-8c71-29b95210bd3f migrating from <neutron.services.l3_router.service_providers.single_node.SingleNodeDriver object at 0x7f5272661cf8> provider to <neutron.services.l3_router.service_providers.dvr.DvrDriver object at 0x7f52726618d0> provider. {{(pid=88879) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:165}}
Dec 24 11:00:03.404400 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9dcaa93f-b554-4cd6-9f7e-bd234f7994a5 tempest-RoutersTestDVR-298824604 tempest-RoutersTestDVR-298824604-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:03.408952 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9dcaa93f-b554-4cd6-9f7e-bd234f7994a5 tempest-RoutersTestDVR-298824604 tempest-RoutersTestDVR-298824604-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:03.412625 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9dcaa93f-b554-4cd6-9f7e-bd234f7994a5 tempest-RoutersTestDVR-298824604 tempest-RoutersTestDVR-298824604-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854116816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854116785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-659000', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854163815'] for router, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:03.436480 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-62429e43-9f4d-4562-8d14-2bb24a3a2cd6 tempest-ExternalNetworksAdminNegativeTestJSON-1549352162 tempest-ExternalNetworksAdminNegativeTestJSON-1549352162-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:00:03.453651 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-fc2175f1-9d62-4ce0-8f05-1c83a376f2e4 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:00:03.460002 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Pushing event updated for resources: {'Port': ['ID=b27c942e-38c9-43ef-8307-9ce36f27afa3,revision_number=4']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:00:03.473605 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:00:03.499582 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-62429e43-9f4d-4562-8d14-2bb24a3a2cd6 tempest-ExternalNetworksAdminNegativeTestJSON-1549352162 tempest-ExternalNetworksAdminNegativeTestJSON-1549352162-project-admin] Usage tracker for resource:port and tenant:26ab96366cbe448ea51d4259fa5bf655 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:00:03.516851 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-ecdcc8fd-929f-4c10-99ed-4858116fe0e8 None None] Port bbe8a232-8ac2-4c90-ad7f-eb9e60abbe8d cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:00:03.530240 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-5309a244-53b5-496a-a005-201209f3ed1b None None] Set router 1579b112-25c5-4e26-b661-3c6b0afe6950 gateway port host: dv-neutron-822691-2-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:00:03.548434 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-62429e43-9f4d-4562-8d14-2bb24a3a2cd6 tempest-ExternalNetworksAdminNegativeTestJSON-1549352162 tempest-ExternalNetworksAdminNegativeTestJSON-1549352162-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:00:03.590570 dv-neutron-822691-2-hyperv neutron-server[88767]: WARNING neutron.scheduler.l3_agent_scheduler [None req-9dcaa93f-b554-4cd6-9f7e-bd234f7994a5 tempest-RoutersTestDVR-298824604 tempest-RoutersTestDVR-298824604-project-admin] No L3 agents can host the router 70699f07-99aa-4933-8c71-29b95210bd3f
Dec 24 11:00:03.597921 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port 7002ae11-177c-4786-959a-f5627e523159 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:00:03.598346 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:03.616141 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-62429e43-9f4d-4562-8d14-2bb24a3a2cd6 tempest-ExternalNetworksAdminNegativeTestJSON-1549352162 tempest-ExternalNetworksAdminNegativeTestJSON-1549352162-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:00:03.707590 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fc2175f1-9d62-4ce0-8f05-1c83a376f2e4 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] Notify callbacks [] for security_group, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:03.724898 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0971085b-8cb6-4cc3-8e60-a3ba4f3a4a08 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:00:03.729409 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0971085b-8cb6-4cc3-8e60-a3ba4f3a4a08 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:00:03.733885 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0971085b-8cb6-4cc3-8e60-a3ba4f3a4a08 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:00:03.734853 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-0971085b-8cb6-4cc3-8e60-a3ba4f3a4a08 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206-project] Synchronizing usage tracker for tenant:f73add1678fd4479897d3c576ba43b13 on resource:port {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:00:03.750227 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bdf89792-02fa-4719-ae98-997eed8e12a6 tempest-QuotasNegativeTest-1247906793 tempest-QuotasNegativeTest-1247906793-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847649663', 'neutron.services.segments.db._delete_segments_for_network-8749505737672'] for network, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:03.789144 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-ecdcc8fd-929f-4c10-99ed-4858116fe0e8 None None] Provisioning for port dfa3ffd6-c8ed-4f57-a719-555500ce6c1f completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:00:03.801298 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dcaa93f-b554-4cd6-9f7e-bd234f7994a5 tempest-RoutersTestDVR-298824604 tempest-RoutersTestDVR-298824604-project-admin] Hosts for router 70699f07-99aa-4933-8c71-29b95210bd3f: [] {{(pid=88879) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}}
Dec 24 11:00:03.809476 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-ecdcc8fd-929f-4c10-99ed-4858116fe0e8 None None] Provisioning complete for port dfa3ffd6-c8ed-4f57-a719-555500ce6c1f triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:00:03.809904 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ecdcc8fd-929f-4c10-99ed-4858116fe0e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:03.813119 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62429e43-9f4d-4562-8d14-2bb24a3a2cd6 tempest-ExternalNetworksAdminNegativeTestJSON-1549352162 tempest-ExternalNetworksAdminNegativeTestJSON-1549352162-project-admin] Made reservation on behalf of 26ab96366cbe448ea51d4259fa5bf655 for: {'port': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:00:03.817920 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-62429e43-9f4d-4562-8d14-2bb24a3a2cd6 tempest-ExternalNetworksAdminNegativeTestJSON-1549352162 tempest-ExternalNetworksAdminNegativeTestJSON-1549352162-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:03.830520 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1d25ac50-f21d-4e28-afab-a3afa044ac17 tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:03.841640 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dcaa93f-b554-4cd6-9f7e-bd234f7994a5 tempest-RoutersTestDVR-298824604 tempest-RoutersTestDVR-298824604-project-admin] Hosts for other DVR routers connected to router 70699f07-99aa-4933-8c71-29b95210bd3f: set() {{(pid=88879) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:347}}
Dec 24 11:00:03.844233 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9dcaa93f-b554-4cd6-9f7e-bd234f7994a5 tempest-RoutersTestDVR-298824604 tempest-RoutersTestDVR-298824604-project-admin] Notify callbacks [] for router, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:03.845617 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-9dcaa93f-b554-4cd6-9f7e-bd234f7994a5 tempest-RoutersTestDVR-298824604 tempest-RoutersTestDVR-298824604-project-admin] 10.222.0.65 "PUT /v2.0/routers/70699f07-99aa-4933-8c71-29b95210bd3f HTTP/1.1" status: 200  len: 716 time: 1.4623997
Dec 24 11:00:03.848696 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 60644) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:03.869611 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bdf89792-02fa-4719-ae98-997eed8e12a6 tempest-QuotasNegativeTest-1247906793 tempest-QuotasNegativeTest-1247906793-project-admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f5270fae5f8>> segment before_delete 55550000 {{(pid=88878) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 24 11:00:03.870195 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bdf89792-02fa-4719-ae98-997eed8e12a6 tempest-QuotasNegativeTest-1247906793 tempest-QuotasNegativeTest-1247906793-project-admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f5270fae5f8>> subnet precommit_delete_associations 55550000 {{(pid=88878) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 24 11:00:03.870845 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bdf89792-02fa-4719-ae98-997eed8e12a6 tempest-QuotasNegativeTest-1247906793 tempest-QuotasNegativeTest-1247906793-project-admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f527112bcc0>> segment_host_mapping after_create 55550000 {{(pid=88878) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 24 11:00:03.871204 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bdf89792-02fa-4719-ae98-997eed8e12a6 tempest-QuotasNegativeTest-1247906793 tempest-QuotasNegativeTest-1247906793-project-admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f527112bcc0>> port after_create 55550000 {{(pid=88878) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 24 11:00:03.871838 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bdf89792-02fa-4719-ae98-997eed8e12a6 tempest-QuotasNegativeTest-1247906793 tempest-QuotasNegativeTest-1247906793-project-admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f527112bcc0>> port after_delete 55550000 {{(pid=88878) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 24 11:00:03.872224 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bdf89792-02fa-4719-ae98-997eed8e12a6 tempest-QuotasNegativeTest-1247906793 tempest-QuotasNegativeTest-1247906793-project-admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f527112bcc0>> port after_update 55550000 {{(pid=88878) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 24 11:00:03.872628 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bdf89792-02fa-4719-ae98-997eed8e12a6 tempest-QuotasNegativeTest-1247906793 tempest-QuotasNegativeTest-1247906793-project-admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f527112bcc0>> segment after_delete 55550000 {{(pid=88878) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 24 11:00:03.872989 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bdf89792-02fa-4719-ae98-997eed8e12a6 tempest-QuotasNegativeTest-1247906793 tempest-QuotasNegativeTest-1247906793-project-admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f527112bcc0>> subnet after_create 55550000 {{(pid=88878) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 24 11:00:03.873346 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bdf89792-02fa-4719-ae98-997eed8e12a6 tempest-QuotasNegativeTest-1247906793 tempest-QuotasNegativeTest-1247906793-project-admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f527112bcc0>> subnet after_delete 55550000 {{(pid=88878) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 24 11:00:03.873700 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bdf89792-02fa-4719-ae98-997eed8e12a6 tempest-QuotasNegativeTest-1247906793 tempest-QuotasNegativeTest-1247906793-project-admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f527112bcc0>> subnet after_update 55550000 {{(pid=88878) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 24 11:00:03.963491 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-ecdcc8fd-929f-4c10-99ed-4858116fe0e8 None None] Port dfa3ffd6-c8ed-4f57-a719-555500ce6c1f cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:00:04.006308 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-5e6f1042-4aa9-41aa-9159-befc6f6c4e4f tempest-RoutersTestDVR-298824604 tempest-RoutersTestDVR-298824604-project-admin] 10.222.0.65 "GET /v2.0/routers/70699f07-99aa-4933-8c71-29b95210bd3f HTTP/1.1" status: 200  len: 716 time: 0.1537230
Dec 24 11:00:04.006629 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 60648) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:04.047604 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bdf89792-02fa-4719-ae98-997eed8e12a6 tempest-QuotasNegativeTest-1247906793 tempest-QuotasNegativeTest-1247906793-project-admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f5270fe5940>> subnet after_create 55550000 {{(pid=88878) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 24 11:00:04.047994 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bdf89792-02fa-4719-ae98-997eed8e12a6 tempest-QuotasNegativeTest-1247906793 tempest-QuotasNegativeTest-1247906793-project-admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f5270fe5940>> subnet after_delete 55550000 {{(pid=88878) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 24 11:00:04.048313 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bdf89792-02fa-4719-ae98-997eed8e12a6 tempest-QuotasNegativeTest-1247906793 tempest-QuotasNegativeTest-1247906793-project-admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f5270fe5940>> subnet before_create 55550000 {{(pid=88878) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 24 11:00:04.048685 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bdf89792-02fa-4719-ae98-997eed8e12a6 tempest-QuotasNegativeTest-1247906793 tempest-QuotasNegativeTest-1247906793-project-admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f5270fe5940>> subnet before_update 55550000 {{(pid=88878) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 24 11:00:04.049071 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-bdf89792-02fa-4719-ae98-997eed8e12a6 tempest-QuotasNegativeTest-1247906793 tempest-QuotasNegativeTest-1247906793-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f52711c5cc0>,) {'filters': {'network_id': ['ae340c33-48dd-4c36-9ac7-43304ea870a3']}} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:00:04.079833 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-95dbf92d-4418-4ba2-bb7b-d6beaafe7c7b tempest-RoutersAdminNegativeIpV6Test-2027516450 tempest-RoutersAdminNegativeIpV6Test-2027516450-project-admin] Notify callbacks [] for router, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:04.137316 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 715e5951-8bbb-44e0-a8d9-81133956aebd up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:00:04.148609 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-62429e43-9f4d-4562-8d14-2bb24a3a2cd6 tempest-ExternalNetworksAdminNegativeTestJSON-1549352162 tempest-ExternalNetworksAdminNegativeTestJSON-1549352162-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:04.177941 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-bdf89792-02fa-4719-ae98-997eed8e12a6 tempest-QuotasNegativeTest-1247906793 tempest-QuotasNegativeTest-1247906793-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f52711c5cc0>, '36b432ab-d1be-40c4-bb86-62d7293c521b') {'for_net_delete': True} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:00:04.178309 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-bdf89792-02fa-4719-ae98-997eed8e12a6 tempest-QuotasNegativeTest-1247906793 tempest-QuotasNegativeTest-1247906793-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f52711c5cc0>, '36b432ab-d1be-40c4-bb86-62d7293c521b') {} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:00:04.214488 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-0f9fdbd7-46d0-4d52-935a-62e865b4097e None None] Provisioning complete for port bbe8a232-8ac2-4c90-ad7f-eb9e60abbe8d triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:00:04.214811 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0f9fdbd7-46d0-4d52-935a-62e865b4097e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:04.247708 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-0971085b-8cb6-4cc3-8e60-a3ba4f3a4a08 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206-project] Unset dirty status for tenant:f73add1678fd4479897d3c576ba43b13 on resource:port {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:00:04.252217 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-0971085b-8cb6-4cc3-8e60-a3ba4f3a4a08 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200  len: 2621 time: 1.7853620
Dec 24 11:00:04.265633 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 60654) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:04.294558 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bdf89792-02fa-4719-ae98-997eed8e12a6 tempest-QuotasNegativeTest-1247906793 tempest-QuotasNegativeTest-1247906793-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749505745113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2241371'] for segment, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:04.305222 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-0f9fdbd7-46d0-4d52-935a-62e865b4097e None None] Port bbe8a232-8ac2-4c90-ad7f-eb9e60abbe8d cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:00:04.324509 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-6d7d73b9-ec94-4013-8eb0-64e25afb01df tempest-RoutersTestDVR-444884058 tempest-RoutersTestDVR-444884058-project] 10.222.0.65 "GET /v2.0/routers/70699f07-99aa-4933-8c71-29b95210bd3f HTTP/1.1" status: 200  len: 682 time: 0.3156738
Dec 24 11:00:04.326839 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 60658) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:04.330894 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-fc2175f1-9d62-4ce0-8f05-1c83a376f2e4 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:00:04.340950 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-0f9fdbd7-46d0-4d52-935a-62e865b4097e None None] Provisioning for port 1f820969-d0cd-49d4-9e23-1995b60d8b74 completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:00:04.346023 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port 715e5951-8bbb-44e0-a8d9-81133956aebd triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:00:04.346540 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:04.346645 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-fc2175f1-9d62-4ce0-8f05-1c83a376f2e4 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] Usage tracker for resource:security_group_rule and tenant:3227175fb2a74b37bb7d77f5e6df3dce is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:00:04.383442 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-0f9fdbd7-46d0-4d52-935a-62e865b4097e None None] Provisioning complete for port 1f820969-d0cd-49d4-9e23-1995b60d8b74 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:00:04.383877 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0f9fdbd7-46d0-4d52-935a-62e865b4097e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:04.385463 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-fc2175f1-9d62-4ce0-8f05-1c83a376f2e4 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:00:04.424485 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-5309a244-53b5-496a-a005-201209f3ed1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271b440f0>, [{'id': '1579b112-25c5-4e26-b661-3c6b0afe6950', 'name': 'tempest-ServerActionsTestJSON-1702090108-router', 'tenant_id': '3227175fb2a74b37bb7d77f5e6df3dce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.38'}], 'enable_snat': True}, 'gw_port_id': '74849d86-204a-4f5f-abc6-a48f45617700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:59:52Z', 'updated_at': '2021-12-24T11:00:00Z', 'revision_number': 4, 'project_id': '3227175fb2a74b37bb7d77f5e6df3dce', 'gw_port': {'id': '74849d86-204a-4f5f-abc6-a48f45617700', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:bd:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1579b112-25c5-4e26-b661-3c6b0afe6950', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:59:53Z', 'updated_at': '2021-12-24T11:00:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_interfaces': [{'id': 'dfa3ffd6-c8ed-4f57-a719-555500ce6c1f', 'name': '', 'network_id': '06bf4055-f82f-43ff-8ef7-0747a91153cc', 'tenant_id': '3227175fb2a74b37bb7d77f5e6df3dce', 'mac_address': 'fa:16:3e:2a:39:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1579b112-25c5-4e26-b661-3c6b0afe6950', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '26cb8daf-b897-4fc8-a72c-e78bd818e5d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:59:58Z', 'updated_at': '2021-12-24T11:00:00Z', 'revision_number': 2, 'project_id': '3227175fb2a74b37bb7d77f5e6df3dce', 'subnets': [{'id': '26cb8daf-b897-4fc8-a72c-e78bd818e5d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:00:04.442606 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5309a244-53b5-496a-a005-201209f3ed1b None None] The sync data for ids ['1579b112-25c5-4e26-b661-3c6b0afe6950'] in dv-neutron-822691-2-hyperv is: [{'id': '1579b112-25c5-4e26-b661-3c6b0afe6950', 'name': 'tempest-ServerActionsTestJSON-1702090108-router', 'tenant_id': '3227175fb2a74b37bb7d77f5e6df3dce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.38'}], 'enable_snat': True}, 'gw_port_id': '74849d86-204a-4f5f-abc6-a48f45617700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:59:52Z', 'updated_at': '2021-12-24T11:00:00Z', 'revision_number': 4, 'project_id': '3227175fb2a74b37bb7d77f5e6df3dce', 'gw_port': {'id': '74849d86-204a-4f5f-abc6-a48f45617700', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:bd:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1579b112-25c5-4e26-b661-3c6b0afe6950', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:59:53Z', 'updated_at': '2021-12-24T11:00:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_interfaces': [{'id': 'dfa3ffd6-c8ed-4f57-a719-555500ce6c1f', 'name': '', 'network_id': '06bf4055-f82f-43ff-8ef7-0747a91153cc', 'tenant_id': '3227175fb2a74b37bb7d77f5e6df3dce', 'mac_address': 'fa:16:3e:2a:39:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1579b112-25c5-4e26-b661-3c6b0afe6950', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '26cb8daf-b897-4fc8-a72c-e78bd818e5d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:59:58Z', 'updated_at': '2021-12-24T11:00:00Z', 'revision_number': 2, 'project_id': '3227175fb2a74b37bb7d77f5e6df3dce', 'subnets': [{'id': '26cb8daf-b897-4fc8-a72c-e78bd818e5d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:00:04.468645 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-0f9fdbd7-46d0-4d52-935a-62e865b4097e None None] Port 1f820969-d0cd-49d4-9e23-1995b60d8b74 cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:00:04.480844 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3b1f9df9-0a48-4bdd-80d1-e1b4aa7255cf tempest-RoutersTestDVR-298824604 tempest-RoutersTestDVR-298824604-project-admin] Notify callbacks [] for router, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:04.551634 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bdf89792-02fa-4719-ae98-997eed8e12a6 tempest-QuotasNegativeTest-1247906793 tempest-QuotasNegativeTest-1247906793-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:04.563493 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-fc2175f1-9d62-4ce0-8f05-1c83a376f2e4 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:00:04.670282 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdf89792-02fa-4719-ae98-997eed8e12a6 tempest-QuotasNegativeTest-1247906793 tempest-QuotasNegativeTest-1247906793-project-admin] Releasing vlan 637 on physical network physnet1 to pool {{(pid=88878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 24 11:00:04.671132 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bdf89792-02fa-4719-ae98-997eed8e12a6 tempest-QuotasNegativeTest-1247906793 tempest-QuotasNegativeTest-1247906793-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036847652098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850807864'] for segment, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:04.721790 dv-neutron-822691-2-hyperv neutron-server[88767]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1917: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding will be deprecated in SQLAlchemy 1.4, and will be disallowed in a future release.  viewonly relationships should not be mutated (this warning may be suppressed after 10 occurrences)
Dec 24 11:00:04.721790 dv-neutron-822691-2-hyperv neutron-server[88767]:   (self, other),
Dec 24 11:00:04.721790 dv-neutron-822691-2-hyperv neutron-server[88767]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1917: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags will be deprecated in SQLAlchemy 1.4, and will be disallowed in a future release.  viewonly relationships should not be mutated (this warning may be suppressed after 10 occurrences)
Dec 24 11:00:04.721790 dv-neutron-822691-2-hyperv neutron-server[88767]:   (self, other),
Dec 24 11:00:04.721790 dv-neutron-822691-2-hyperv neutron-server[88767]: Traceback (most recent call last):
Dec 24 11:00:04.721790 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 24 11:00:04.721790 dv-neutron-822691-2-hyperv neutron-server[88767]:     timer()
Dec 24 11:00:04.721790 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 11:00:04.721790 dv-neutron-822691-2-hyperv neutron-server[88767]:     cb(*args, **kw)
Dec 24 11:00:04.721790 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 24 11:00:04.721790 dv-neutron-822691-2-hyperv neutron-server[88767]:     return func(*args, **kwargs)
Dec 24 11:00:04.721790 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 11:00:04.721790 dv-neutron-822691-2-hyperv neutron-server[88767]:     self._notify()
Dec 24 11:00:04.721790 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 11:00:04.721790 dv-neutron-822691-2-hyperv neutron-server[88767]:     self.callback(batched_events)
Dec 24 11:00:04.721790 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 11:00:04.721790 dv-neutron-822691-2-hyperv neutron-server[88767]:     event.method(event)
Dec 24 11:00:04.721790 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 11:00:04.721790 dv-neutron-822691-2-hyperv neutron-server[88767]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 11:00:04.721790 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 24 11:00:04.721790 dv-neutron-822691-2-hyperv neutron-server[88767]:     segment_id)['aggregates'][0]
Dec 24 11:00:04.721790 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 24 11:00:04.721790 dv-neutron-822691-2-hyperv neutron-server[88767]:     return f(self, *a, **k)
Dec 24 11:00:04.721790 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 11:00:04.721790 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self._get(url).json()
Dec 24 11:00:04.721790 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 24 11:00:04.721790 dv-neutron-822691-2-hyperv neutron-server[88767]:     **kwargs)
Dec 24 11:00:04.721790 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 24 11:00:04.721790 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self.request(url, 'GET', **kwargs)
Dec 24 11:00:04.721790 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 24 11:00:04.721790 dv-neutron-822691-2-hyperv neutron-server[88767]:     **endpoint_filter)
Dec 24 11:00:04.721790 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 24 11:00:04.721790 dv-neutron-822691-2-hyperv neutron-server[88767]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 11:00:04.721790 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 24 11:00:04.721790 dv-neutron-822691-2-hyperv neutron-server[88767]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 11:00:04.721790 dv-neutron-822691-2-hyperv neutron-server[88767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 11:00:04.725145 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-62429e43-9f4d-4562-8d14-2bb24a3a2cd6 tempest-ExternalNetworksAdminNegativeTestJSON-1549352162 tempest-ExternalNetworksAdminNegativeTestJSON-1549352162-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:00:04.758684 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-5cc939de-ce1d-42a6-832e-97054890d362 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206-project] Deleting port 1f820969-d0cd-49d4-9e23-1995b60d8b74 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:00:04.759358 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5cc939de-ce1d-42a6-832e-97054890d362 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:04.830615 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-62429e43-9f4d-4562-8d14-2bb24a3a2cd6 tempest-ExternalNetworksAdminNegativeTestJSON-1549352162 tempest-ExternalNetworksAdminNegativeTestJSON-1549352162-project-admin] Usage tracker for resource:security_group_rule and tenant:26ab96366cbe448ea51d4259fa5bf655 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:00:04.922263 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3b1f9df9-0a48-4bdd-80d1-e1b4aa7255cf tempest-RoutersTestDVR-298824604 tempest-RoutersTestDVR-298824604-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854158724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-84560'] for router, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:04.928960 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3b1f9df9-0a48-4bdd-80d1-e1b4aa7255cf tempest-RoutersTestDVR-298824604 tempest-RoutersTestDVR-298824604-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:04.955431 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3b1f9df9-0a48-4bdd-80d1-e1b4aa7255cf tempest-RoutersTestDVR-298824604 tempest-RoutersTestDVR-298824604-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854158830'] for router, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:04.955992 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b1f9df9-0a48-4bdd-80d1-e1b4aa7255cf tempest-RoutersTestDVR-298824604 tempest-RoutersTestDVR-298824604-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 70699f07-99aa-4933-8c71-29b95210bd3f {{(pid=88879) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 24 11:00:04.966631 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-62429e43-9f4d-4562-8d14-2bb24a3a2cd6 tempest-ExternalNetworksAdminNegativeTestJSON-1549352162 tempest-ExternalNetworksAdminNegativeTestJSON-1549352162-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:00:04.976251 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-62429e43-9f4d-4562-8d14-2bb24a3a2cd6 tempest-ExternalNetworksAdminNegativeTestJSON-1549352162 tempest-ExternalNetworksAdminNegativeTestJSON-1549352162-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:00:04.977251 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3b1f9df9-0a48-4bdd-80d1-e1b4aa7255cf tempest-RoutersTestDVR-298824604 tempest-RoutersTestDVR-298824604-project-admin] Notify callbacks [] for router, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:04.982187 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-3b1f9df9-0a48-4bdd-80d1-e1b4aa7255cf tempest-RoutersTestDVR-298824604 tempest-RoutersTestDVR-298824604-project-admin] 10.222.0.65 "DELETE /v2.0/routers/70699f07-99aa-4933-8c71-29b95210bd3f HTTP/1.1" status: 204  len: 168 time: 0.6507733
Dec 24 11:00:04.982825 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 60662) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:04.988770 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-79e5f1c2-928e-4beb-92b9-534838a5282d tempest-RoutersTestDVR-298824604 tempest-RoutersTestDVR-298824604-project-admin] Request body: {'router': {'name': 'tempest-router-1063026494', 'distributed': True}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:00:04.994103 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-79e5f1c2-928e-4beb-92b9-534838a5282d tempest-RoutersTestDVR-298824604 tempest-RoutersTestDVR-298824604-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:00:04.998684 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-79e5f1c2-928e-4beb-92b9-534838a5282d tempest-RoutersTestDVR-298824604 tempest-RoutersTestDVR-298824604-project-admin] Usage tracker for resource:router and tenant:288b1ba6182345f393f4343e9bc68140 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:00:05.002022 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-79e5f1c2-928e-4beb-92b9-534838a5282d tempest-RoutersTestDVR-298824604 tempest-RoutersTestDVR-298824604-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:00:05.009584 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-79e5f1c2-928e-4beb-92b9-534838a5282d tempest-RoutersTestDVR-298824604 tempest-RoutersTestDVR-298824604-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:00:05.022291 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-79e5f1c2-928e-4beb-92b9-534838a5282d tempest-RoutersTestDVR-298824604 tempest-RoutersTestDVR-298824604-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-612016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-84579'] for router, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:05.023543 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-79e5f1c2-928e-4beb-92b9-534838a5282d tempest-RoutersTestDVR-298824604 tempest-RoutersTestDVR-298824604-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854163950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659046', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854079771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854691221'] for router, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:05.046370 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-79e5f1c2-928e-4beb-92b9-534838a5282d tempest-RoutersTestDVR-298824604 tempest-RoutersTestDVR-298824604-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:05.067062 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-79e5f1c2-928e-4beb-92b9-534838a5282d tempest-RoutersTestDVR-298824604 tempest-RoutersTestDVR-298824604-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854163800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854116816'] for router, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:05.091305 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-79e5f1c2-928e-4beb-92b9-534838a5282d tempest-RoutersTestDVR-298824604 tempest-RoutersTestDVR-298824604-project-admin] Notify callbacks [] for router, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:05.095878 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-79e5f1c2-928e-4beb-92b9-534838a5282d tempest-RoutersTestDVR-298824604 tempest-RoutersTestDVR-298824604-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201  len: 721 time: 0.1089044
Dec 24 11:00:05.096384 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 60666) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:05.288440 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device b27c942e-38c9-43ef-8307-9ce36f27afa3 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:00:05.372327 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port b27c942e-38c9-43ef-8307-9ce36f27afa3 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:00:05.372996 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:05.447185 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6ded8596-316e-409d-b5ce-6eb9c4953744 tempest-RoutersTestDVR-298824604 tempest-RoutersTestDVR-298824604-project-admin] Notify callbacks [] for router, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:05.846750 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bdf89792-02fa-4719-ae98-997eed8e12a6 tempest-QuotasNegativeTest-1247906793 tempest-QuotasNegativeTest-1247906793-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7126154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659196'] for network, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:05.907177 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-95dbf92d-4418-4ba2-bb7b-d6beaafe7c7b tempest-RoutersAdminNegativeIpV6Test-2027516450 tempest-RoutersAdminNegativeIpV6Test-2027516450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854158724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-84560'] for router, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:05.909221 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6ded8596-316e-409d-b5ce-6eb9c4953744 tempest-RoutersTestDVR-298824604 tempest-RoutersTestDVR-298824604-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854158724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-84560'] for router, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:05.917440 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6ded8596-316e-409d-b5ce-6eb9c4953744 tempest-RoutersTestDVR-298824604 tempest-RoutersTestDVR-298824604-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:05.930430 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7c885457-05e5-4ffc-a2ae-03f54eff7e75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:00:05.946814 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bdf89792-02fa-4719-ae98-997eed8e12a6 tempest-QuotasNegativeTest-1247906793 tempest-QuotasNegativeTest-1247906793-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1977811'] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:05.947678 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6ded8596-316e-409d-b5ce-6eb9c4953744 tempest-RoutersTestDVR-298824604 tempest-RoutersTestDVR-298824604-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854158830'] for router, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:05.949866 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ded8596-316e-409d-b5ce-6eb9c4953744 tempest-RoutersTestDVR-298824604 tempest-RoutersTestDVR-298824604-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 23550ddf-84a9-421f-9b4e-70717fb2adaf {{(pid=88879) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 24 11:00:05.959899 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6ded8596-316e-409d-b5ce-6eb9c4953744 tempest-RoutersTestDVR-298824604 tempest-RoutersTestDVR-298824604-project-admin] Notify callbacks [] for router, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:05.961404 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-6ded8596-316e-409d-b5ce-6eb9c4953744 tempest-RoutersTestDVR-298824604 tempest-RoutersTestDVR-298824604-project-admin] 10.222.0.65 "DELETE /v2.0/routers/23550ddf-84a9-421f-9b4e-70717fb2adaf HTTP/1.1" status: 204  len: 168 time: 0.8632984
Dec 24 11:00:05.998114 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf89792-02fa-4719-ae98-997eed8e12a6 tempest-QuotasNegativeTest-1247906793 tempest-QuotasNegativeTest-1247906793-project-admin] Pushing event deleted for resources: {'Network': ['ID=ae340c33-48dd-4c36-9ac7-43304ea870a3,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:00:06.000663 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-95dbf92d-4418-4ba2-bb7b-d6beaafe7c7b tempest-RoutersAdminNegativeIpV6Test-2027516450 tempest-RoutersAdminNegativeIpV6Test-2027516450-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:06.018341 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5cc939de-ce1d-42a6-832e-97054890d362 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:06.030404 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-bdf89792-02fa-4719-ae98-997eed8e12a6 tempest-QuotasNegativeTest-1247906793 tempest-QuotasNegativeTest-1247906793-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:00:06.103487 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fc2175f1-9d62-4ce0-8f05-1c83a376f2e4 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] Notify callbacks [] for security_group, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:06.177993 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-bdf89792-02fa-4719-ae98-997eed8e12a6 tempest-QuotasNegativeTest-1247906793 tempest-QuotasNegativeTest-1247906793-project-admin] 10.222.0.65 "DELETE /v2.0/networks/ae340c33-48dd-4c36-9ac7-43304ea870a3 HTTP/1.1" status: 204  len: 168 time: 3.2364390
Dec 24 11:00:06.181315 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 60674) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:06.257108 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fc2175f1-9d62-4ce0-8f05-1c83a376f2e4 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:06.281659 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-5cc939de-ce1d-42a6-832e-97054890d362 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206-project] Calling delete_port for 1f820969-d0cd-49d4-9e23-1995b60d8b74 owned by  {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:00:06.325785 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1d25ac50-f21d-4e28-afab-a3afa044ac17 tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Notify callbacks [] for port, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:06.356378 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:00:06.357527 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f7a43d78-c785-4882-8813-0b14048f19d8 tempest-QuotasNegativeTest-1247906793 tempest-QuotasNegativeTest-1247906793-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036847558493'] for network, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:06.366556 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 60680) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:06.385309 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1d25ac50-f21d-4e28-afab-a3afa044ac17 tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3978773'] for port, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:06.386378 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-01388955-bdb3-42e3-870f-2f4cd89776b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:06.474622 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-62429e43-9f4d-4562-8d14-2bb24a3a2cd6 tempest-ExternalNetworksAdminNegativeTestJSON-1549352162 tempest-ExternalNetworksAdminNegativeTestJSON-1549352162-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:06.478203 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-95dbf92d-4418-4ba2-bb7b-d6beaafe7c7b tempest-RoutersAdminNegativeIpV6Test-2027516450 tempest-RoutersAdminNegativeIpV6Test-2027516450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854158830'] for router, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:06.478778 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95dbf92d-4418-4ba2-bb7b-d6beaafe7c7b tempest-RoutersAdminNegativeIpV6Test-2027516450 tempest-RoutersAdminNegativeIpV6Test-2027516450-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7814fa01-dd01-4861-a040-d306ca3e7dce {{(pid=88878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 24 11:00:06.502681 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fc2175f1-9d62-4ce0-8f05-1c83a376f2e4 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:06.507340 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-fc2175f1-9d62-4ce0-8f05-1c83a376f2e4 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1612 time: 3.3504333
Dec 24 11:00:06.508711 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-62429e43-9f4d-4562-8d14-2bb24a3a2cd6 tempest-ExternalNetworksAdminNegativeTestJSON-1549352162 tempest-ExternalNetworksAdminNegativeTestJSON-1549352162-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:06.516079 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 60686) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:06.523318 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2175f1-9d62-4ce0-8f05-1c83a376f2e4 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02c07f75-3a5f-4cdc-91db-62e2db60964c,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:00:06.549328 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f7a43d78-c785-4882-8813-0b14048f19d8 tempest-QuotasNegativeTest-1247906793 tempest-QuotasNegativeTest-1247906793-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847649663', 'neutron.services.segments.db._delete_segments_for_network-8749505737672'] for network, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:06.593534 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-275c5b45-3df3-4f41-bfc5-b03d668006af admin admin] Notify callbacks [] for security_group, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:06.595031 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-fc2175f1-9d62-4ce0-8f05-1c83a376f2e4 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:00:06.605439 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:00:06.608122 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f7a43d78-c785-4882-8813-0b14048f19d8 tempest-QuotasNegativeTest-1247906793 tempest-QuotasNegativeTest-1247906793-project-admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f527219c080>> segment before_delete 55550000 {{(pid=88879) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 24 11:00:06.608519 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f7a43d78-c785-4882-8813-0b14048f19d8 tempest-QuotasNegativeTest-1247906793 tempest-QuotasNegativeTest-1247906793-project-admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f527219c080>> subnet precommit_delete_associations 55550000 {{(pid=88879) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 24 11:00:06.609498 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f7a43d78-c785-4882-8813-0b14048f19d8 tempest-QuotasNegativeTest-1247906793 tempest-QuotasNegativeTest-1247906793-project-admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f527164aac8>> segment_host_mapping after_create 55550000 {{(pid=88879) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 24 11:00:06.609894 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f7a43d78-c785-4882-8813-0b14048f19d8 tempest-QuotasNegativeTest-1247906793 tempest-QuotasNegativeTest-1247906793-project-admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f527164aac8>> port after_create 55550000 {{(pid=88879) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 24 11:00:06.610258 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f7a43d78-c785-4882-8813-0b14048f19d8 tempest-QuotasNegativeTest-1247906793 tempest-QuotasNegativeTest-1247906793-project-admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f527164aac8>> port after_delete 55550000 {{(pid=88879) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 24 11:00:06.610616 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f7a43d78-c785-4882-8813-0b14048f19d8 tempest-QuotasNegativeTest-1247906793 tempest-QuotasNegativeTest-1247906793-project-admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f527164aac8>> port after_update 55550000 {{(pid=88879) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 24 11:00:06.610978 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f7a43d78-c785-4882-8813-0b14048f19d8 tempest-QuotasNegativeTest-1247906793 tempest-QuotasNegativeTest-1247906793-project-admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f527164aac8>> segment after_delete 55550000 {{(pid=88879) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 24 11:00:06.611334 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f7a43d78-c785-4882-8813-0b14048f19d8 tempest-QuotasNegativeTest-1247906793 tempest-QuotasNegativeTest-1247906793-project-admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f527164aac8>> subnet after_create 55550000 {{(pid=88879) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 24 11:00:06.611687 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f7a43d78-c785-4882-8813-0b14048f19d8 tempest-QuotasNegativeTest-1247906793 tempest-QuotasNegativeTest-1247906793-project-admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f527164aac8>> subnet after_delete 55550000 {{(pid=88879) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 24 11:00:06.612040 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f7a43d78-c785-4882-8813-0b14048f19d8 tempest-QuotasNegativeTest-1247906793 tempest-QuotasNegativeTest-1247906793-project-admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f527164aac8>> subnet after_update 55550000 {{(pid=88879) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 24 11:00:06.631916 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-67aa8bcb-21ca-472b-b680-cd300b0192f8 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] Request body: {'security_group_rule': {'security_group_id': '02c07f75-3a5f-4cdc-91db-62e2db60964c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:00:06.649658 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [None req-62429e43-9f4d-4562-8d14-2bb24a3a2cd6 tempest-ExternalNetworksAdminNegativeTestJSON-1549352162 tempest-ExternalNetworksAdminNegativeTestJSON-1549352162-project-admin] device_id is not set on port 2d5da57c-34d6-4c8b-967f-e69b81eaaa60 yet. {{(pid=88878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 24 11:00:06.699329 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-67aa8bcb-21ca-472b-b680-cd300b0192f8 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:00:06.768244 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-67aa8bcb-21ca-472b-b680-cd300b0192f8 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] Usage tracker for resource:security_group_rule and tenant:3227175fb2a74b37bb7d77f5e6df3dce is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:00:06.781191 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f7a43d78-c785-4882-8813-0b14048f19d8 tempest-QuotasNegativeTest-1247906793 tempest-QuotasNegativeTest-1247906793-project-admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f5271a9ada0>> subnet after_create 55550000 {{(pid=88879) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 24 11:00:06.781581 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f7a43d78-c785-4882-8813-0b14048f19d8 tempest-QuotasNegativeTest-1247906793 tempest-QuotasNegativeTest-1247906793-project-admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f5271a9ada0>> subnet after_delete 55550000 {{(pid=88879) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 24 11:00:06.781979 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f7a43d78-c785-4882-8813-0b14048f19d8 tempest-QuotasNegativeTest-1247906793 tempest-QuotasNegativeTest-1247906793-project-admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f5271a9ada0>> subnet before_create 55550000 {{(pid=88879) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 24 11:00:06.783024 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f7a43d78-c785-4882-8813-0b14048f19d8 tempest-QuotasNegativeTest-1247906793 tempest-QuotasNegativeTest-1247906793-project-admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f5271a9ada0>> subnet before_update 55550000 {{(pid=88879) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 24 11:00:06.783024 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-f7a43d78-c785-4882-8813-0b14048f19d8 tempest-QuotasNegativeTest-1247906793 tempest-QuotasNegativeTest-1247906793-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5271b953c8>,) {'filters': {'network_id': ['f75f7f8e-01e5-4da9-8992-c182f2749412']}} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:00:06.787518 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-67aa8bcb-21ca-472b-b680-cd300b0192f8 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:00:06.803011 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-f7a43d78-c785-4882-8813-0b14048f19d8 tempest-QuotasNegativeTest-1247906793 tempest-QuotasNegativeTest-1247906793-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5271b953c8>, '6409e74a-b81a-4692-bf39-e9072654cbd2') {'for_net_delete': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:00:06.803386 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-f7a43d78-c785-4882-8813-0b14048f19d8 tempest-QuotasNegativeTest-1247906793 tempest-QuotasNegativeTest-1247906793-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5271b953c8>, '6409e74a-b81a-4692-bf39-e9072654cbd2') {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:00:06.828214 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f7a43d78-c785-4882-8813-0b14048f19d8 tempest-QuotasNegativeTest-1247906793 tempest-QuotasNegativeTest-1247906793-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749505745113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853989108'] for segment, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:06.848392 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-67aa8bcb-21ca-472b-b680-cd300b0192f8 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:00:06.851496 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-275c5b45-3df3-4f41-bfc5-b03d668006af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:00:06.854260 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f7a43d78-c785-4882-8813-0b14048f19d8 tempest-QuotasNegativeTest-1247906793 tempest-QuotasNegativeTest-1247906793-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:06.858416 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.v2.resource [None req-95dbf92d-4418-4ba2-bb7b-d6beaafe7c7b tempest-RoutersAdminNegativeIpV6Test-2027516450 tempest-RoutersAdminNegativeIpV6Test-2027516450-project-admin] create failed (client error): There was a conflict when trying to complete your request.
Dec 24 11:00:06.859673 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-95dbf92d-4418-4ba2-bb7b-d6beaafe7c7b tempest-RoutersAdminNegativeIpV6Test-2027516450 tempest-RoutersAdminNegativeIpV6Test-2027516450-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 409  len: 372 time: 10.8578622
Dec 24 11:00:06.860376 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62429e43-9f4d-4562-8d14-2bb24a3a2cd6 tempest-ExternalNetworksAdminNegativeTestJSON-1549352162 tempest-ExternalNetworksAdminNegativeTestJSON-1549352162-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72044f3f-151d-4bf9-80ef-d5216b187d62,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:00:06.860533 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-275c5b45-3df3-4f41-bfc5-b03d668006af admin admin] Usage tracker for resource:security_group_rule and tenant:4d920fbd61d74b1693b2bf223b2e657d is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:00:06.863956 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 60690) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:06.866948 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-275c5b45-3df3-4f41-bfc5-b03d668006af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:00:06.876842 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7a43d78-c785-4882-8813-0b14048f19d8 tempest-QuotasNegativeTest-1247906793 tempest-QuotasNegativeTest-1247906793-project-admin] Releasing vlan 603 on physical network physnet1 to pool {{(pid=88879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 24 11:00:06.877179 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f7a43d78-c785-4882-8813-0b14048f19d8 tempest-QuotasNegativeTest-1247906793 tempest-QuotasNegativeTest-1247906793-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036847652098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3926696'] for segment, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:06.880113 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-62429e43-9f4d-4562-8d14-2bb24a3a2cd6 tempest-ExternalNetworksAdminNegativeTestJSON-1549352162 tempest-ExternalNetworksAdminNegativeTestJSON-1549352162-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:00:06.880545 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.422s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:00:06.894832 dv-neutron-822691-2-hyperv neutron-server[88767]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1917: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding will be deprecated in SQLAlchemy 1.4, and will be disallowed in a future release.  viewonly relationships should not be mutated (this warning may be suppressed after 10 occurrences)
Dec 24 11:00:06.894832 dv-neutron-822691-2-hyperv neutron-server[88767]:   (self, other),
Dec 24 11:00:06.894832 dv-neutron-822691-2-hyperv neutron-server[88767]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1917: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags will be deprecated in SQLAlchemy 1.4, and will be disallowed in a future release.  viewonly relationships should not be mutated (this warning may be suppressed after 10 occurrences)
Dec 24 11:00:06.894832 dv-neutron-822691-2-hyperv neutron-server[88767]:   (self, other),
Dec 24 11:00:06.894832 dv-neutron-822691-2-hyperv neutron-server[88767]: Traceback (most recent call last):
Dec 24 11:00:06.894832 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 24 11:00:06.894832 dv-neutron-822691-2-hyperv neutron-server[88767]:     timer()
Dec 24 11:00:06.894832 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 11:00:06.894832 dv-neutron-822691-2-hyperv neutron-server[88767]:     cb(*args, **kw)
Dec 24 11:00:06.894832 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 24 11:00:06.894832 dv-neutron-822691-2-hyperv neutron-server[88767]:     return func(*args, **kwargs)
Dec 24 11:00:06.894832 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 11:00:06.894832 dv-neutron-822691-2-hyperv neutron-server[88767]:     self._notify()
Dec 24 11:00:06.894832 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 11:00:06.894832 dv-neutron-822691-2-hyperv neutron-server[88767]:     self.callback(batched_events)
Dec 24 11:00:06.894832 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 11:00:06.894832 dv-neutron-822691-2-hyperv neutron-server[88767]:     event.method(event)
Dec 24 11:00:06.894832 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 11:00:06.894832 dv-neutron-822691-2-hyperv neutron-server[88767]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 11:00:06.894832 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 24 11:00:06.894832 dv-neutron-822691-2-hyperv neutron-server[88767]:     segment_id)['aggregates'][0]
Dec 24 11:00:06.894832 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 24 11:00:06.894832 dv-neutron-822691-2-hyperv neutron-server[88767]:     return f(self, *a, **k)
Dec 24 11:00:06.894832 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 11:00:06.894832 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self._get(url).json()
Dec 24 11:00:06.894832 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 24 11:00:06.894832 dv-neutron-822691-2-hyperv neutron-server[88767]:     **kwargs)
Dec 24 11:00:06.894832 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 24 11:00:06.894832 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self.request(url, 'GET', **kwargs)
Dec 24 11:00:06.894832 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 24 11:00:06.894832 dv-neutron-822691-2-hyperv neutron-server[88767]:     **endpoint_filter)
Dec 24 11:00:06.894832 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 24 11:00:06.894832 dv-neutron-822691-2-hyperv neutron-server[88767]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 11:00:06.894832 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 24 11:00:06.894832 dv-neutron-822691-2-hyperv neutron-server[88767]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 11:00:06.894832 dv-neutron-822691-2-hyperv neutron-server[88767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 11:00:06.926168 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-275c5b45-3df3-4f41-bfc5-b03d668006af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:00:07.024618 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1d25ac50-f21d-4e28-afab-a3afa044ac17 tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659181'] for floatingip, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:07.047385 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f7a43d78-c785-4882-8813-0b14048f19d8 tempest-QuotasNegativeTest-1247906793 tempest-QuotasNegativeTest-1247906793-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7126154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659196'] for network, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:07.056794 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f7a43d78-c785-4882-8813-0b14048f19d8 tempest-QuotasNegativeTest-1247906793 tempest-QuotasNegativeTest-1247906793-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1977811'] for network, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:07.064223 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-168d4715-0f69-489a-a221-afaaf4cd98c1 tempest-RoutersAdminNegativeIpV6Test-2027516450 tempest-RoutersAdminNegativeIpV6Test-2027516450-project-admin] Deleting port 60b93c73-5841-4ad6-9bf8-3b1a28e2563c {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:00:07.064603 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-168d4715-0f69-489a-a221-afaaf4cd98c1 tempest-RoutersAdminNegativeIpV6Test-2027516450 tempest-RoutersAdminNegativeIpV6Test-2027516450-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:07.081516 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-67aa8bcb-21ca-472b-b680-cd300b0192f8 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:07.099448 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-96831387-0efb-4591-9393-c21cb59badb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:07.103686 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:00:07.139965 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a43d78-c785-4882-8813-0b14048f19d8 tempest-QuotasNegativeTest-1247906793 tempest-QuotasNegativeTest-1247906793-project-admin] Pushing event deleted for resources: {'Network': ['ID=f75f7f8e-01e5-4da9-8992-c182f2749412,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:00:07.150328 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f7a43d78-c785-4882-8813-0b14048f19d8 tempest-QuotasNegativeTest-1247906793 tempest-QuotasNegativeTest-1247906793-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:00:07.156913 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-f7a43d78-c785-4882-8813-0b14048f19d8 tempest-QuotasNegativeTest-1247906793 tempest-QuotasNegativeTest-1247906793-project-admin] 10.222.0.65 "DELETE /v2.0/networks/f75f7f8e-01e5-4da9-8992-c182f2749412 HTTP/1.1" status: 204  len: 168 time: 0.9741125
Dec 24 11:00:07.166583 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d25ac50-f21d-4e28-afab-a3afa044ac17 tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Pushing event updated for resources: {'Port': ['ID=57078e71-7791-4883-8587-3adaeefaed70,revision_number=2']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:00:07.169181 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1d25ac50-f21d-4e28-afab-a3afa044ac17 tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for floatingip, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:07.173420 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-1d25ac50-f21d-4e28-afab-a3afa044ac17 tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 11.7750769
Dec 24 11:00:07.174388 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-1d25ac50-f21d-4e28-afab-a3afa044ac17 tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:00:07.178288 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5cc939de-ce1d-42a6-832e-97054890d362 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:07.181504 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 60696) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:07.194863 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-32f5d25e-6053-416a-b743-dfa14731e64c tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-262616554'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:00:07.245733 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-32f5d25e-6053-416a-b743-dfa14731e64c tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:00:07.264390 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-32f5d25e-6053-416a-b743-dfa14731e64c tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Usage tracker for resource:network and tenant:e3e54d8cf4d044b3b8096eb661b4b828 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:00:07.279937 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-32f5d25e-6053-416a-b743-dfa14731e64c tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:00:07.288932 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-275c5b45-3df3-4f41-bfc5-b03d668006af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:07.303752 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-32f5d25e-6053-416a-b743-dfa14731e64c tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:00:07.306454 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-275c5b45-3df3-4f41-bfc5-b03d668006af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:07.327568 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 74849d86-204a-4f5f-abc6-a48f45617700 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:00:07.342482 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-91d1c77f-e0e9-469b-bca7-14efe42e457f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:00:07.424046 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32f5d25e-6053-416a-b743-dfa14731e64c tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Made reservation on behalf of e3e54d8cf4d044b3b8096eb661b4b828 for: {'network': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:00:07.430067 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning for port 74849d86-204a-4f5f-abc6-a48f45617700 completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:00:07.431788 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-32f5d25e-6053-416a-b743-dfa14731e64c tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for network, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:07.436754 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port 74849d86-204a-4f5f-abc6-a48f45617700 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:00:07.437781 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:07.501580 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:00:07.559686 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-32f5d25e-6053-416a-b743-dfa14731e64c tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Notify callbacks [] for security_group, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:07.564918 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc939de-ce1d-42a6-832e-97054890d362 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206-project] Pushing event deleted for resources: {'Port': ['ID=1f820969-d0cd-49d4-9e23-1995b60d8b74,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:00:07.589228 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-5cc939de-ce1d-42a6-832e-97054890d362 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:00:07.603591 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:07.615646 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-32f5d25e-6053-416a-b743-dfa14731e64c tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:00:07.621729 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-32f5d25e-6053-416a-b743-dfa14731e64c tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Usage tracker for resource:security_group_rule and tenant:e3e54d8cf4d044b3b8096eb661b4b828 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:00:07.625225 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-32f5d25e-6053-416a-b743-dfa14731e64c tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:00:07.633661 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-32f5d25e-6053-416a-b743-dfa14731e64c tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:00:07.638248 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] For port 74849d86-204a-4f5f-abc6-a48f45617700, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=74849d86-204a-4f5f-abc6-a48f45617700,segment=NetworkSegment(d4e3295f-9ff8-4cad-8a20-3f1c937efc8c),segment_id=d4e3295f-9ff8-4cad-8a20-3f1c937efc8c)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:00:07.644681 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:07.655281 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-275c5b45-3df3-4f41-bfc5-b03d668006af admin admin] Synchronizing usage tracker for tenant:ddbf0fc0233a487c8dce2e6b57857177 on resource:security_group {{(pid=88879) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:00:07.658109 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275c5b45-3df3-4f41-bfc5-b03d668006af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b753202-0321-4447-afa7-58c673235c24,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:00:07.661397 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:00:07.663486 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-275c5b45-3df3-4f41-bfc5-b03d668006af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:00:07.664246 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-62429e43-9f4d-4562-8d14-2bb24a3a2cd6 tempest-ExternalNetworksAdminNegativeTestJSON-1549352162 tempest-ExternalNetworksAdminNegativeTestJSON-1549352162-project-admin] POST failed (client error): There was a conflict when trying to complete your request.
Dec 24 11:00:07.664748 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62429e43-9f4d-4562-8d14-2bb24a3a2cd6 tempest-ExternalNetworksAdminNegativeTestJSON-1549352162 tempest-ExternalNetworksAdminNegativeTestJSON-1549352162-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=88878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 24 11:00:07.710514 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5cc939de-ce1d-42a6-832e-97054890d362 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:07.728748 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-168d4715-0f69-489a-a221-afaaf4cd98c1 tempest-RoutersAdminNegativeIpV6Test-2027516450 tempest-RoutersAdminNegativeIpV6Test-2027516450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:07.737769 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-275c5b45-3df3-4f41-bfc5-b03d668006af admin admin] Unset dirty status for tenant:ddbf0fc0233a487c8dce2e6b57857177 on resource:security_group {{(pid=88879) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:00:07.743679 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-275c5b45-3df3-4f41-bfc5-b03d668006af admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4d920fbd61d74b1693b2bf223b2e657d&name=default HTTP/1.1" status: 200  len: 2647 time: 1.3729713
Dec 24 11:00:07.744664 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 60702) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:07.777043 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-67aa8bcb-21ca-472b-b680-cd300b0192f8 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:07.793167 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-67aa8bcb-21ca-472b-b680-cd300b0192f8 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689902'] for security_group_rule, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:07.802490 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-5cc939de-ce1d-42a6-832e-97054890d362 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206-project] 10.222.0.65 "DELETE /v2.0/ports/1f820969-d0cd-49d4-9e23-1995b60d8b74 HTTP/1.1" status: 204  len: 168 time: 3.5225973
Dec 24 11:00:07.810489 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-62429e43-9f4d-4562-8d14-2bb24a3a2cd6 tempest-ExternalNetworksAdminNegativeTestJSON-1549352162 tempest-ExternalNetworksAdminNegativeTestJSON-1549352162-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 409  len: 372 time: 4.4763634
Dec 24 11:00:07.810790 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Pushing event updated for resources: {'Port': ['ID=74849d86-204a-4f5f-abc6-a48f45617700,revision_number=4']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:00:07.811134 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 60706) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:07.811502 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 60708) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:07.826846 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:00:07.840181 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:00:07.914742 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-a6ccc05e-1c9c-4f94-b4dc-3a6ebfea35fa tempest-ExtraDHCPOptionsIpV6TestJSON-726641206 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206-project] Request body: {'port': {'name': 'tempest-new-port-name-461632413', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:00:07.915894 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.api.validators [None req-a6ccc05e-1c9c-4f94-b4dc-3a6ebfea35fa tempest-ExtraDHCPOptionsIpV6TestJSON-726641206 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206-project] bootfile-name is not in valid_values {{(pid=88878) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Dec 24 11:00:07.916736 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.api.validators [None req-a6ccc05e-1c9c-4f94-b4dc-3a6ebfea35fa tempest-ExtraDHCPOptionsIpV6TestJSON-726641206 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206-project] tftp-server is not in valid_values {{(pid=88878) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Dec 24 11:00:07.917653 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.api.validators [None req-a6ccc05e-1c9c-4f94-b4dc-3a6ebfea35fa tempest-ExtraDHCPOptionsIpV6TestJSON-726641206 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206-project] server-ip-address is not in valid_values {{(pid=88878) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Dec 24 11:00:07.965196 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-168d4715-0f69-489a-a221-afaaf4cd98c1 tempest-RoutersAdminNegativeIpV6Test-2027516450 tempest-RoutersAdminNegativeIpV6Test-2027516450-project-admin] Calling delete_port for 60b93c73-5841-4ad6-9bf8-3b1a28e2563c owned by  {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:00:08.030435 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:08.038820 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 60716) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:08.151980 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-67aa8bcb-21ca-472b-b680-cd300b0192f8 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:08.154542 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-67aa8bcb-21ca-472b-b680-cd300b0192f8 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 1.6264167
Dec 24 11:00:08.154542 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67aa8bcb-21ca-472b-b680-cd300b0192f8 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9fadaad-758f-40e5-94a6-4034af628112,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:00:08.161097 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 60722) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:08.219119 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-32f5d25e-6053-416a-b743-dfa14731e64c tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Notify callbacks [] for security_group, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:08.222279 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-67aa8bcb-21ca-472b-b680-cd300b0192f8 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:00:08.226235 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-30fc6108-871d-453c-bf2d-4eb447f133b9 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] Request body: {'security_group_rule': {'security_group_id': '02c07f75-3a5f-4cdc-91db-62e2db60964c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:00:08.227626 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-32f5d25e-6053-416a-b743-dfa14731e64c tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:08.246575 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-4e7ecb88-125f-484b-8fa4-de937fe69b6a tempest-QuotasNegativeTest-1247906793 tempest-QuotasNegativeTest-1247906793-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:00:08.270569 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-30fc6108-871d-453c-bf2d-4eb447f133b9 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:00:08.317144 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-30fc6108-871d-453c-bf2d-4eb447f133b9 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] Usage tracker for resource:security_group_rule and tenant:3227175fb2a74b37bb7d77f5e6df3dce is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:00:08.325037 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-30fc6108-871d-453c-bf2d-4eb447f133b9 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:00:08.330962 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-acf39549-e670-4e7e-a486-65d04a0cd80b tempest-ExternalNetworksAdminNegativeTestJSON-1549352162 tempest-ExternalNetworksAdminNegativeTestJSON-1549352162-project-admin] Deleting port 487c5bf4-8620-477b-900e-a5d40009a584 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:00:08.331344 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-acf39549-e670-4e7e-a486-65d04a0cd80b tempest-ExternalNetworksAdminNegativeTestJSON-1549352162 tempest-ExternalNetworksAdminNegativeTestJSON-1549352162-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:08.381742 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-96831387-0efb-4591-9393-c21cb59badb9 admin admin] Allocated IP 172.20.0.1 (4ffa6599-4dd3-44c2-afc8-758418a15a34/1bc180c8-44f0-41ff-ba45-99d6e56209ca/143cdb0e-df21-4cd0-8920-d108581a0128) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:00:08.384896 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-30fc6108-871d-453c-bf2d-4eb447f133b9 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:00:08.486969 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a6ccc05e-1c9c-4f94-b4dc-3a6ebfea35fa tempest-ExtraDHCPOptionsIpV6TestJSON-726641206 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:08.526325 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ec7d7a88-07c7-42b9-bda1-65ea1448cf03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:08.534039 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-30fc6108-871d-453c-bf2d-4eb447f133b9 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:08.539600 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-993eed60-9a2a-4068-8aa1-997f3c2ac181 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:08.594671 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f5d25e-6053-416a-b743-dfa14731e64c tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27b7dabd-4fe8-4848-a367-cdd54897a107,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:00:08.598218 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-32f5d25e-6053-416a-b743-dfa14731e64c tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:00:08.623447 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-993eed60-9a2a-4068-8aa1-997f3c2ac181 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:00:08.627246 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ec7d7a88-07c7-42b9-bda1-65ea1448cf03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:08.645164 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-993eed60-9a2a-4068-8aa1-997f3c2ac181 admin admin] Usage tracker for resource:security_group_rule and tenant:c370863420644d9ab1ec1a91e6cbade7 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:00:08.661235 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-993eed60-9a2a-4068-8aa1-997f3c2ac181 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:00:08.664125 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-168d4715-0f69-489a-a221-afaaf4cd98c1 tempest-RoutersAdminNegativeIpV6Test-2027516450 tempest-RoutersAdminNegativeIpV6Test-2027516450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:08.673373 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32f5d25e-6053-416a-b743-dfa14731e64c tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] vlan segment allocate from pool success with {'vlan_id': 631, 'physical_network': 'physnet1'}  {{(pid=88879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 24 11:00:08.707342 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-993eed60-9a2a-4068-8aa1-997f3c2ac181 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:00:08.727344 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-106f2089-e536-4d3d-82b2-0e87421f6b0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:00:08.832391 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168d4715-0f69-489a-a221-afaaf4cd98c1 tempest-RoutersAdminNegativeIpV6Test-2027516450 tempest-RoutersAdminNegativeIpV6Test-2027516450-project-admin] Pushing event deleted for resources: {'Port': ['ID=60b93c73-5841-4ad6-9bf8-3b1a28e2563c,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:00:08.836940 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-32f5d25e-6053-416a-b743-dfa14731e64c tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:08.837584 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.segments_db [None req-32f5d25e-6053-416a-b743-dfa14731e64c tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Added segment 4e67a89d-58cc-40ab-bee7-18cf130842ef of type vlan for network 6aa873bf-1974-40ac-868d-1ea9fd6f9584
Dec 24 11:00:08.856355 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-168d4715-0f69-489a-a221-afaaf4cd98c1 tempest-RoutersAdminNegativeIpV6Test-2027516450 tempest-RoutersAdminNegativeIpV6Test-2027516450-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:00:08.912387 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ee0113cb-bfb6-4778-8ee3-2e79b491dba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:08.980888 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-96831387-0efb-4591-9393-c21cb59badb9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:09.027092 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bc0def9-838e-45f8-8b1d-5e2fb6c4f253 None None] Sync routers for ids ['1579b112-25c5-4e26-b661-3c6b0afe6950'] in dv-neutron-822691-2-hyperv {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:00:09.040708 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc0def9-838e-45f8-8b1d-5e2fb6c4f253 None None] Routers {'1579b112-25c5-4e26-b661-3c6b0afe6950'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:00:09.041373 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-9bc0def9-838e-45f8-8b1d-5e2fb6c4f253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271f2a4a8>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:00:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['1579b112-25c5-4e26-b661-3c6b0afe6950'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:00:09.061473 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-32f5d25e-6053-416a-b743-dfa14731e64c tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363287349540024'] for network, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:09.089935 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ec7d7a88-07c7-42b9-bda1-65ea1448cf03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:09.092865 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-acf39549-e670-4e7e-a486-65d04a0cd80b tempest-ExternalNetworksAdminNegativeTestJSON-1549352162 tempest-ExternalNetworksAdminNegativeTestJSON-1549352162-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:09.093540 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-acf39549-e670-4e7e-a486-65d04a0cd80b tempest-ExternalNetworksAdminNegativeTestJSON-1549352162 tempest-ExternalNetworksAdminNegativeTestJSON-1549352162-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:09.125540 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-275c5b45-3df3-4f41-bfc5-b03d668006af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:00:09.140198 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-96831387-0efb-4591-9393-c21cb59badb9 admin admin] Transition to ACTIVE for port object 143cdb0e-df21-4cd0-8920-d108581a0128 will not be triggered until provisioned by entity DHCP. {{(pid=88878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:00:09.190867 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7d7a88-07c7-42b9-bda1-65ea1448cf03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b753202-0321-4447-afa7-58c673235c24,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:00:09.206627 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-ec7d7a88-07c7-42b9-bda1-65ea1448cf03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:00:09.217252 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-168d4715-0f69-489a-a221-afaaf4cd98c1 tempest-RoutersAdminNegativeIpV6Test-2027516450 tempest-RoutersAdminNegativeIpV6Test-2027516450-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:09.240996 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-9bc0def9-838e-45f8-8b1d-5e2fb6c4f253 None None] Set router 1579b112-25c5-4e26-b661-3c6b0afe6950 gateway port host: dv-neutron-822691-2-hyperv {{(pid=88881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:00:09.271295 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-993eed60-9a2a-4068-8aa1-997f3c2ac181 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:09.281606 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-32f5d25e-6053-416a-b743-dfa14731e64c tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636'] for network, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:09.281730 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bdfdbc84-c52d-4f40-b281-af314dc1f8fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:09.288536 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-993eed60-9a2a-4068-8aa1-997f3c2ac181 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:09.300580 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f5d25e-6053-416a-b743-dfa14731e64c tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:00:09.301637 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-32f5d25e-6053-416a-b743-dfa14731e64c tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1977811'] for network, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:09.310075 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:00:09.332681 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ec7d7a88-07c7-42b9-bda1-65ea1448cf03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:09.336326 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-ec7d7a88-07c7-42b9-bda1-65ea1448cf03 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9b753202-0321-4447-afa7-58c673235c24 HTTP/1.1" status: 204  len: 168 time: 1.5835483
Dec 24 11:00:09.375406 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 74849d86-204a-4f5f-abc6-a48f45617700 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:00:09.380110 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-168d4715-0f69-489a-a221-afaaf4cd98c1 tempest-RoutersAdminNegativeIpV6Test-2027516450 tempest-RoutersAdminNegativeIpV6Test-2027516450-project-admin] 10.222.0.65 "DELETE /v2.0/ports/60b93c73-5841-4ad6-9bf8-3b1a28e2563c HTTP/1.1" status: 204  len: 168 time: 2.5053742
Dec 24 11:00:09.463580 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-acf39549-e670-4e7e-a486-65d04a0cd80b tempest-ExternalNetworksAdminNegativeTestJSON-1549352162 tempest-ExternalNetworksAdminNegativeTestJSON-1549352162-project-admin] Calling delete_port for 487c5bf4-8620-477b-900e-a5d40009a584 owned by network:floatingip {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:00:09.470529 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port 74849d86-204a-4f5f-abc6-a48f45617700 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:00:09.471219 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:09.539346 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-30fc6108-871d-453c-bf2d-4eb447f133b9 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:09.545750 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-993eed60-9a2a-4068-8aa1-997f3c2ac181 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c370863420644d9ab1ec1a91e6cbade7&name=default HTTP/1.1" status: 200  len: 2647 time: 1.5032122
Dec 24 11:00:09.545750 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-32f5d25e-6053-416a-b743-dfa14731e64c tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201  len: 790 time: 2.3622403
Dec 24 11:00:09.546036 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f5d25e-6053-416a-b743-dfa14731e64c tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Pushing event updated for resources: {'Network': ['ID=6aa873bf-1974-40ac-868d-1ea9fd6f9584,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:00:09.549520 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 60732) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:09.549952 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 60734) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:09.556029 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-32f5d25e-6053-416a-b743-dfa14731e64c tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:00:09.556363 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.203s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:00:09.579456 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Network 6aa873bf-1974-40ac-868d-1ea9fd6f9584 details requested by agent ovs-agent-dv-neutron-822691-2-hyperv with host dv-neutron-822691-2-hyperv {{(pid=88880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 24 11:00:09.593398 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-30fc6108-871d-453c-bf2d-4eb447f133b9 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689902'] for security_group_rule, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:09.607446 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-44c60314-24c6-48b1-974e-2b86f1a3bf82 tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Request body: {'subnet': {'network_id': '6aa873bf-1974-40ac-868d-1ea9fd6f9584', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:00:09.667810 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:00:09.773709 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-96831387-0efb-4591-9393-c21cb59badb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:09.774969 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fc6108-871d-453c-bf2d-4eb447f133b9 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d4314ef-61a3-4562-a2b3-982bd765ef6d,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:00:09.788110 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-30fc6108-871d-453c-bf2d-4eb447f133b9 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:00:09.805130 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-07e3af33-83fc-4b66-aa0e-abd6d590e182 tempest-RoutersAdminNegativeIpV6Test-2027516450 tempest-RoutersAdminNegativeIpV6Test-2027516450-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:00:09.809334 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993eed60-9a2a-4068-8aa1-997f3c2ac181 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2dedeab-2e8c-4766-a32a-e7fa0d3d1471,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:00:09.816946 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-993eed60-9a2a-4068-8aa1-997f3c2ac181 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:00:09.817994 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-44c60314-24c6-48b1-974e-2b86f1a3bf82 tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:00:09.828798 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-44c60314-24c6-48b1-974e-2b86f1a3bf82 tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Usage tracker for resource:subnet and tenant:e3e54d8cf4d044b3b8096eb661b4b828 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:00:09.832453 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-44c60314-24c6-48b1-974e-2b86f1a3bf82 tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:00:09.865898 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-44c60314-24c6-48b1-974e-2b86f1a3bf82 tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:00:09.869778 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d6591aa8-d24d-4141-bae4-0312b779e8aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:09.878275 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-9bc0def9-838e-45f8-8b1d-5e2fb6c4f253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271f2a4a8>, [{'id': '1579b112-25c5-4e26-b661-3c6b0afe6950', 'name': 'tempest-ServerActionsTestJSON-1702090108-router', 'tenant_id': '3227175fb2a74b37bb7d77f5e6df3dce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.38'}], 'enable_snat': True}, 'gw_port_id': '74849d86-204a-4f5f-abc6-a48f45617700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:59:52Z', 'updated_at': '2021-12-24T11:00:00Z', 'revision_number': 4, 'project_id': '3227175fb2a74b37bb7d77f5e6df3dce', 'gw_port': {'id': '74849d86-204a-4f5f-abc6-a48f45617700', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:bd:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1579b112-25c5-4e26-b661-3c6b0afe6950', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:59:53Z', 'updated_at': '2021-12-24T11:00:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_interfaces': [{'id': 'dfa3ffd6-c8ed-4f57-a719-555500ce6c1f', 'name': '', 'network_id': '06bf4055-f82f-43ff-8ef7-0747a91153cc', 'tenant_id': '3227175fb2a74b37bb7d77f5e6df3dce', 'mac_address': 'fa:16:3e:2a:39:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1579b112-25c5-4e26-b661-3c6b0afe6950', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '26cb8daf-b897-4fc8-a72c-e78bd818e5d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:59:58Z', 'updated_at': '2021-12-24T11:00:00Z', 'revision_number': 2, 'project_id': '3227175fb2a74b37bb7d77f5e6df3dce', 'subnets': [{'id': '26cb8daf-b897-4fc8-a72c-e78bd818e5d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:00:09.886318 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bc0def9-838e-45f8-8b1d-5e2fb6c4f253 None None] Checking router: 1579b112-25c5-4e26-b661-3c6b0afe6950 for host: dv-neutron-822691-2-hyperv {{(pid=88881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 24 11:00:09.886746 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bc0def9-838e-45f8-8b1d-5e2fb6c4f253 None None] Updating router 1579b112-25c5-4e26-b661-3c6b0afe6950 port dfa3ffd6-c8ed-4f57-a719-555500ce6c1f binding host dv-neutron-822691-2-hyperv {{(pid=88881) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 24 11:00:09.890726 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-30fc6108-871d-453c-bf2d-4eb447f133b9 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:09.895757 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-30fc6108-871d-453c-bf2d-4eb447f133b9 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 1.7300985
Dec 24 11:00:09.898606 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 60744) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:09.908948 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d6591aa8-d24d-4141-bae4-0312b779e8aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:09.925703 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-0bdb561d-b1de-4fa6-86fd-728d4b4a7f23 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] Request body: {'floatingip': {'floating_network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:00:09.941240 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 60748) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:09.956982 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-0bdb561d-b1de-4fa6-86fd-728d4b4a7f23 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:00:09.961969 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96831387-0efb-4591-9393-c21cb59badb9 admin admin] Pushing event updated for resources: {'Port': ['ID=143cdb0e-df21-4cd0-8920-d108581a0128,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:00:09.977700 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44c60314-24c6-48b1-974e-2b86f1a3bf82 tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Made reservation on behalf of e3e54d8cf4d044b3b8096eb661b4b828 for: {'subnet': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:00:09.997959 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a6ccc05e-1c9c-4f94-b4dc-3a6ebfea35fa tempest-ExtraDHCPOptionsIpV6TestJSON-726641206 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206-project] Notify callbacks [] for port, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:09.999738 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9bc0def9-838e-45f8-8b1d-5e2fb6c4f253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:10.001353 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96831387-0efb-4591-9393-c21cb59badb9 admin admin] Network 4ffa6599-4dd3-44c2-afc8-758418a15a34 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:00:10.003028 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-0bdb561d-b1de-4fa6-86fd-728d4b4a7f23 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] Usage tracker for resource:floatingip and tenant:3227175fb2a74b37bb7d77f5e6df3dce is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:00:10.006290 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-96831387-0efb-4591-9393-c21cb59badb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:00:10.011909 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-96831387-0efb-4591-9393-c21cb59badb9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:00:10.014430 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-0bdb561d-b1de-4fa6-86fd-728d4b4a7f23 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:00:10.030335 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96831387-0efb-4591-9393-c21cb59badb9 admin admin] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:00:10.140629 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d6591aa8-d24d-4141-bae4-0312b779e8aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:10.165458 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-ec7d7a88-07c7-42b9-bda1-65ea1448cf03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:00:10.183694 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6591aa8-d24d-4141-bae4-0312b779e8aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2dedeab-2e8c-4766-a32a-e7fa0d3d1471,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:00:10.187088 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 60754) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:10.192121 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-44c60314-24c6-48b1-974e-2b86f1a3bf82 tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3619482'] for subnet, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:10.214066 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-d6591aa8-d24d-4141-bae4-0312b779e8aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:00:10.253700 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d6591aa8-d24d-4141-bae4-0312b779e8aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:10.255145 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-d6591aa8-d24d-4141-bae4-0312b779e8aa admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e2dedeab-2e8c-4766-a32a-e7fa0d3d1471 HTTP/1.1" status: 204  len: 168 time: 0.7039847
Dec 24 11:00:10.289992 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a6ccc05e-1c9c-4f94-b4dc-3a6ebfea35fa tempest-ExtraDHCPOptionsIpV6TestJSON-726641206 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3978773'] for port, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:10.289992 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-0bdb561d-b1de-4fa6-86fd-728d4b4a7f23 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:00:10.292836 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-79479288-22df-49ef-bdf5-794c9a38dbb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:10.309512 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:00:10.313457 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-887eb29b-ef47-49bb-b80b-24f32438fe9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:10.391524 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0bdb561d-b1de-4fa6-86fd-728d4b4a7f23 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] Notify callbacks [] for floatingip, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:10.414058 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-a6ccc05e-1c9c-4f94-b4dc-3a6ebfea35fa tempest-ExtraDHCPOptionsIpV6TestJSON-726641206 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206-project] In _notify_port_updated(), no bound segment for port bbe8a232-8ac2-4c90-ad7f-eb9e60abbe8d on network a40cd9ac-f911-4198-9141-81d77c06775a {{(pid=88878) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}}
Dec 24 11:00:10.418794 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6ccc05e-1c9c-4f94-b4dc-3a6ebfea35fa tempest-ExtraDHCPOptionsIpV6TestJSON-726641206 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:00:10.419630 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a6ccc05e-1c9c-4f94-b4dc-3a6ebfea35fa tempest-ExtraDHCPOptionsIpV6TestJSON-726641206 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:10.423743 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-a6ccc05e-1c9c-4f94-b4dc-3a6ebfea35fa tempest-ExtraDHCPOptionsIpV6TestJSON-726641206 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206-project] 10.222.0.65 "PUT /v2.0/ports/bbe8a232-8ac2-4c90-ad7f-eb9e60abbe8d HTTP/1.1" status: 200  len: 1129 time: 2.5696537
Dec 24 11:00:10.428583 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 60760) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:10.456101 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-acf39549-e670-4e7e-a486-65d04a0cd80b tempest-ExternalNetworksAdminNegativeTestJSON-1549352162 tempest-ExternalNetworksAdminNegativeTestJSON-1549352162-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:10.472451 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ccc05e-1c9c-4f94-b4dc-3a6ebfea35fa tempest-ExtraDHCPOptionsIpV6TestJSON-726641206 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206-project] Pushing event updated for resources: {'Port': ['ID=bbe8a232-8ac2-4c90-ad7f-eb9e60abbe8d,revision_number=2']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:00:10.495663 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-a6ccc05e-1c9c-4f94-b4dc-3a6ebfea35fa tempest-ExtraDHCPOptionsIpV6TestJSON-726641206 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:00:10.496619 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-96831387-0efb-4591-9393-c21cb59badb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-720245'] for router_interface, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:10.499501 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:00:10.499777 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-887eb29b-ef47-49bb-b80b-24f32438fe9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:00:10.518325 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-79479288-22df-49ef-bdf5-794c9a38dbb2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:00:10.530304 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-887eb29b-ef47-49bb-b80b-24f32438fe9d admin admin] Usage tracker for resource:security_group_rule and tenant:5acf013c1ccf4cf390ca8ee3cdc3da4f is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:00:10.535040 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-887eb29b-ef47-49bb-b80b-24f32438fe9d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:00:10.543317 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-79479288-22df-49ef-bdf5-794c9a38dbb2 admin admin] Usage tracker for resource:security_group_rule and tenant:288b1ba6182345f393f4343e9bc68140 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:00:10.560871 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-79479288-22df-49ef-bdf5-794c9a38dbb2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:00:10.576395 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-887eb29b-ef47-49bb-b80b-24f32438fe9d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:00:10.578632 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-39ff93cf-c0b7-48c5-95f3-6f7e9977387d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:10.587565 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-79479288-22df-49ef-bdf5-794c9a38dbb2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:00:10.598305 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf39549-e670-4e7e-a486-65d04a0cd80b tempest-ExternalNetworksAdminNegativeTestJSON-1549352162 tempest-ExternalNetworksAdminNegativeTestJSON-1549352162-project-admin] Pushing event deleted for resources: {'Port': ['ID=487c5bf4-8620-477b-900e-a5d40009a584,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:00:10.622303 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-acf39549-e670-4e7e-a486-65d04a0cd80b tempest-ExternalNetworksAdminNegativeTestJSON-1549352162 tempest-ExternalNetworksAdminNegativeTestJSON-1549352162-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:00:10.697791 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-d4402a99-d72c-42fb-822b-4b5e366d0a95 None None] Provisioning for port 143cdb0e-df21-4cd0-8920-d108581a0128 completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:00:10.711138 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c3ea876-325f-4396-bbd0-cfb9d50b3127 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:00:10.712873 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-9c3ea876-325f-4396-bbd0-cfb9d50b3127 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206-project] 10.222.0.65 "GET /v2.0/ports/bbe8a232-8ac2-4c90-ad7f-eb9e60abbe8d HTTP/1.1" status: 200  len: 1129 time: 0.2813599
Dec 24 11:00:10.725290 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 60764) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:10.728037 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-d4402a99-d72c-42fb-822b-4b5e366d0a95 None None] Provisioning complete for port 143cdb0e-df21-4cd0-8920-d108581a0128 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:00:10.728464 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d4402a99-d72c-42fb-822b-4b5e366d0a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:10.863612 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-d4402a99-d72c-42fb-822b-4b5e366d0a95 None None] Port 143cdb0e-df21-4cd0-8920-d108581a0128 cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:00:10.893442 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9bc0def9-838e-45f8-8b1d-5e2fb6c4f253 None None] Notify callbacks [] for port, precommit_update {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:10.917033 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-9bc0def9-838e-45f8-8b1d-5e2fb6c4f253 None None] Transition to ACTIVE for port object dfa3ffd6-c8ed-4f57-a719-555500ce6c1f will not be triggered until provisioned by entity L2. {{(pid=88881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:00:10.919685 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-887eb29b-ef47-49bb-b80b-24f32438fe9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:10.926762 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9bc0def9-838e-45f8-8b1d-5e2fb6c4f253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:10.933552 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-423d643b-2d15-4f92-921e-834a6a36f11a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:00:10.933918 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-887eb29b-ef47-49bb-b80b-24f32438fe9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:10.951273 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f0ce40c8-0a8a-42e9-8add-d2af535605ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:00:10.958798 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-44c60314-24c6-48b1-974e-2b86f1a3bf82 tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3921862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3619467'] for subnet, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:10.993304 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-79479288-22df-49ef-bdf5-794c9a38dbb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:11.009251 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-36a0a17f-ccac-4406-b5f6-a27914c3de03 None None] Provisioning complete for port bbe8a232-8ac2-4c90-ad7f-eb9e60abbe8d triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:00:11.010649 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-36a0a17f-ccac-4406-b5f6-a27914c3de03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:11.041220 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887eb29b-ef47-49bb-b80b-24f32438fe9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=870c3c03-0010-4f14-b596-14b06d8363a8,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:00:11.052230 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-79479288-22df-49ef-bdf5-794c9a38dbb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:11.053773 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-887eb29b-ef47-49bb-b80b-24f32438fe9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:00:11.071389 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-eb5541f6-c83c-446f-94fa-e6c56f3a1e92 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:00:11.086174 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab80ce8-c408-4040-94fb-50ea3a8459ae None None] Pushing event updated for resources: {'Port': ['ID=dfa3ffd6-c8ed-4f57-a719-555500ce6c1f,revision_number=3']} {{(pid=88881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:00:11.097616 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-dab80ce8-c408-4040-94fb-50ea3a8459ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=88881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:00:11.111990 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-9c82863e-9d0b-4737-bb7a-5681e32b97f3 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206-project] Deleting port bbe8a232-8ac2-4c90-ad7f-eb9e60abbe8d {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:00:11.112378 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9c82863e-9d0b-4737-bb7a-5681e32b97f3 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:11.199207 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-79479288-22df-49ef-bdf5-794c9a38dbb2 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=288b1ba6182345f393f4343e9bc68140&name=default HTTP/1.1" status: 200  len: 2647 time: 0.9905591
Dec 24 11:00:11.201228 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-36a0a17f-ccac-4406-b5f6-a27914c3de03 None None] Port bbe8a232-8ac2-4c90-ad7f-eb9e60abbe8d cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:00:11.235534 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 60770) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:11.248354 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-9bc0def9-838e-45f8-8b1d-5e2fb6c4f253 None None] Attempting to bind port dfa3ffd6-c8ed-4f57-a719-555500ce6c1f on host dv-neutron-822691-2-hyperv for vnic_type normal with profile  {{(pid=88881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:00:11.248758 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-9bc0def9-838e-45f8-8b1d-5e2fb6c4f253 None None] Attempting to bind port dfa3ffd6-c8ed-4f57-a719-555500ce6c1f by drivers openvswitch,hyperv on host dv-neutron-822691-2-hyperv at level 0 using segments [{'id': '7da8387d-6dbc-40da-b97b-4a8bbfbeffcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '06bf4055-f82f-43ff-8ef7-0747a91153cc'}] {{(pid=88881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:00:11.249154 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc0def9-838e-45f8-8b1d-5e2fb6c4f253 None None] Attempting to bind port dfa3ffd6-c8ed-4f57-a719-555500ce6c1f on network 06bf4055-f82f-43ff-8ef7-0747a91153cc {{(pid=88881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:00:11.257171 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc0def9-838e-45f8-8b1d-5e2fb6c4f253 None None] Checking agent: {'id': 'db1275c1-6001-47af-93c2-635c68404703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822691-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 52, 8), 'started_at': datetime.datetime(2021, 12, 24, 10, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 0, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822691-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:00:11.258159 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc0def9-838e-45f8-8b1d-5e2fb6c4f253 None None] Checking segment: {'id': '7da8387d-6dbc-40da-b97b-4a8bbfbeffcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '06bf4055-f82f-43ff-8ef7-0747a91153cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:00:11.258721 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9bc0def9-838e-45f8-8b1d-5e2fb6c4f253 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:11.259524 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc0def9-838e-45f8-8b1d-5e2fb6c4f253 None None] Bound using segment: {'id': '7da8387d-6dbc-40da-b97b-4a8bbfbeffcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '06bf4055-f82f-43ff-8ef7-0747a91153cc'} {{(pid=88881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:00:11.260190 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-9bc0def9-838e-45f8-8b1d-5e2fb6c4f253 None None] Bound port: dfa3ffd6-c8ed-4f57-a719-555500ce6c1f, host: dv-neutron-822691-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7da8387d-6dbc-40da-b97b-4a8bbfbeffcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '06bf4055-f82f-43ff-8ef7-0747a91153cc'}}] {{(pid=88881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:00:11.260409 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-96831387-0efb-4591-9393-c21cb59badb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:11.260925 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9bc0def9-838e-45f8-8b1d-5e2fb6c4f253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:11.289543 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-887eb29b-ef47-49bb-b80b-24f32438fe9d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5acf013c1ccf4cf390ca8ee3cdc3da4f&name=default HTTP/1.1" status: 200  len: 2647 time: 1.3456395
Dec 24 11:00:11.294129 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 60774) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:11.294947 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 60776) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:11.326029 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-acf39549-e670-4e7e-a486-65d04a0cd80b tempest-ExternalNetworksAdminNegativeTestJSON-1549352162 tempest-ExternalNetworksAdminNegativeTestJSON-1549352162-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:11.378388 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f962842f-2079-4c4a-81c8-c67229a11785 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:11.383159 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-9bc0def9-838e-45f8-8b1d-5e2fb6c4f253 None None] For port dfa3ffd6-c8ed-4f57-a719-555500ce6c1f, host dv-neutron-822691-2-hyperv, cleared binding levels {{(pid=88881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:00:11.388514 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-9bc0def9-838e-45f8-8b1d-5e2fb6c4f253 None None] For port dfa3ffd6-c8ed-4f57-a719-555500ce6c1f, host dv-neutron-822691-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=dfa3ffd6-c8ed-4f57-a719-555500ce6c1f,segment=NetworkSegment(7da8387d-6dbc-40da-b97b-4a8bbfbeffcb),segment_id=7da8387d-6dbc-40da-b97b-4a8bbfbeffcb)] {{(pid=88881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:00:11.393499 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9bc0def9-838e-45f8-8b1d-5e2fb6c4f253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:11.399079 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-423d643b-2d15-4f92-921e-834a6a36f11a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:00:11.399653 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-acf39549-e670-4e7e-a486-65d04a0cd80b tempest-ExternalNetworksAdminNegativeTestJSON-1549352162 tempest-ExternalNetworksAdminNegativeTestJSON-1549352162-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for floatingip, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:11.405883 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-acf39549-e670-4e7e-a486-65d04a0cd80b tempest-ExternalNetworksAdminNegativeTestJSON-1549352162 tempest-ExternalNetworksAdminNegativeTestJSON-1549352162-project-admin] 10.222.0.65 "DELETE /v2.0/floatingips/90db4fd7-2717-40fc-8c4f-36aeb0273fca HTTP/1.1" status: 204  len: 168 time: 3.5382409
Dec 24 11:00:11.426158 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c60314-24c6-48b1-974e-2b86f1a3bf82 tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Pushing event updated for resources: {'Subnet': ['ID=b7c080e6-5653-4ed9-978c-749f991521f0,revision_number=0']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:00:11.463471 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-44c60314-24c6-48b1-974e-2b86f1a3bf82 tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:00:11.464342 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8c6d7e19-b49e-4014-9efe-e158e0130477 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:11.466108 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-993eed60-9a2a-4068-8aa1-997f3c2ac181 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.274s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:00:11.502197 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-f962842f-2079-4c4a-81c8-c67229a11785 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:00:11.521679 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-f962842f-2079-4c4a-81c8-c67229a11785 admin admin] Usage tracker for resource:security_group_rule and tenant:c1344cfc0bc94fb493d8991ac54e982a is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:00:11.527136 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-f962842f-2079-4c4a-81c8-c67229a11785 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:00:11.536717 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-f962842f-2079-4c4a-81c8-c67229a11785 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:00:11.589414 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab80ce8-c408-4040-94fb-50ea3a8459ae None None] Pushing event updated for resources: {'Port': ['ID=dfa3ffd6-c8ed-4f57-a719-555500ce6c1f,revision_number=4']} {{(pid=88881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:00:11.593787 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0bdb561d-b1de-4fa6-86fd-728d4b4a7f23 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:11.609400 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-dab80ce8-c408-4040-94fb-50ea3a8459ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=88881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:00:11.614012 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc0def9-838e-45f8-8b1d-5e2fb6c4f253 None None] Routers {'1579b112-25c5-4e26-b661-3c6b0afe6950'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:00:11.614809 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-9bc0def9-838e-45f8-8b1d-5e2fb6c4f253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271f2a4a8>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:00:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['1579b112-25c5-4e26-b661-3c6b0afe6950'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:00:11.644739 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f962842f-2079-4c4a-81c8-c67229a11785 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:11.679676 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f962842f-2079-4c4a-81c8-c67229a11785 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:11.755152 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-f962842f-2079-4c4a-81c8-c67229a11785 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c1344cfc0bc94fb493d8991ac54e982a&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4536667
Dec 24 11:00:11.756288 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c60314-24c6-48b1-974e-2b86f1a3bf82 tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Checking segment: {'id': '4e67a89d-58cc-40ab-bee7-18cf130842ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '6aa873bf-1974-40ac-868d-1ea9fd6f9584'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:00:11.756840 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44c60314-24c6-48b1-974e-2b86f1a3bf82 tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Network hostable DHCP agents. Network: 6aa873bf-1974-40ac-868d-1ea9fd6f9584, hostable agents: ['edcf98dc-3032-472a-8b3d-f23fd1e89806'], hosted agents: [] {{(pid=88879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 24 11:00:11.789689 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8c6d7e19-b49e-4014-9efe-e158e0130477 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:11.790297 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-0bdb561d-b1de-4fa6-86fd-728d4b4a7f23 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] Allocated IP 172.26.3.107 (f8c337ba-681f-4fcb-a333-e3c49365b30a/8ea1398c-0bec-46d6-8d54-85798de2a7ca/90273093-d279-48db-a515-bf41e2b98833) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:00:11.850692 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 60786) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:11.868649 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8c6d7e19-b49e-4014-9efe-e158e0130477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:11.947859 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-88be4808-ab6f-4e36-906b-1047fca0e0ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:11.949928 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79479288-22df-49ef-bdf5-794c9a38dbb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fa2a2de-f805-4f06-bcf9-b55b80681fd0,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:00:11.961323 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0bdb561d-b1de-4fa6-86fd-728d4b4a7f23 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:11.997628 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-79479288-22df-49ef-bdf5-794c9a38dbb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.531s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:00:12.002222 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-32f5d25e-6053-416a-b743-dfa14731e64c tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.271s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:00:12.016970 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44c60314-24c6-48b1-974e-2b86f1a3bf82 tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Network 6aa873bf-1974-40ac-868d-1ea9fd6f9584 is scheduled to be hosted by DHCP agent edcf98dc-3032-472a-8b3d-f23fd1e89806 with binding_index 1 {{(pid=88879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 24 11:00:12.040549 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0bdb561d-b1de-4fa6-86fd-728d4b4a7f23 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:12.056462 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-9bc0def9-838e-45f8-8b1d-5e2fb6c4f253 None None] Set router 1579b112-25c5-4e26-b661-3c6b0afe6950 gateway port host: dv-neutron-822691-2-hyperv {{(pid=88881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:00:12.086922 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 60792) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:12.105071 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-44c60314-24c6-48b1-974e-2b86f1a3bf82 tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822691-2-hyperv, 6aa873bf-1974-40ac-868d-1ea9fd6f9584) {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:00:12.115298 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cde665bc-3c54-4172-a413-7532e604236d None None] Network 6aa873bf-1974-40ac-868d-1ea9fd6f9584 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:00:12.117200 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:00:12.122911 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-88be4808-ab6f-4e36-906b-1047fca0e0ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:12.141270 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44c60314-24c6-48b1-974e-2b86f1a3bf82 tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:00:12.142107 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-44c60314-24c6-48b1-974e-2b86f1a3bf82 tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1977811'] for subnet, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:12.171436 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ded32620-1691-43a3-ad30-6dd535535479 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:12.180116 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f962842f-2079-4c4a-81c8-c67229a11785 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9de7036a-3d19-4bcf-af46-d2f46ba8c40e,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:00:12.208458 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bdb561d-b1de-4fa6-86fd-728d4b4a7f23 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] Network f8c337ba-681f-4fcb-a333-e3c49365b30a is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:00:12.215890 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-0bdb561d-b1de-4fa6-86fd-728d4b4a7f23 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] Resources bound (agent type, host, resource id):  {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:00:12.219324 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bdb561d-b1de-4fa6-86fd-728d4b4a7f23 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:00:12.234324 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-44c60314-24c6-48b1-974e-2b86f1a3bf82 tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.6807373
Dec 24 11:00:12.248995 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 60798) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:12.260838 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8c6d7e19-b49e-4014-9efe-e158e0130477 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:12.262262 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-8c6d7e19-b49e-4014-9efe-e158e0130477 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/8fa2a2de-f805-4f06-bcf9-b55b80681fd0 HTTP/1.1" status: 204  len: 168 time: 1.0246620
Dec 24 11:00:12.275156 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-e010961c-d397-414a-8a61-4360208b13d8 tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1363799116', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a'}, 'admin_state_up': False}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:00:12.281689 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6d7e19-b49e-4014-9efe-e158e0130477 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fa2a2de-f805-4f06-bcf9-b55b80681fd0,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:00:12.300510 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ded32620-1691-43a3-ad30-6dd535535479 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:12.309521 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-8c6d7e19-b49e-4014-9efe-e158e0130477 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:00:12.310446 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.348s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:00:12.310941 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:00:12.313918 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-e010961c-d397-414a-8a61-4360208b13d8 tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:00:12.326975 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-e010961c-d397-414a-8a61-4360208b13d8 tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Usage tracker for resource:router and tenant:e3e54d8cf4d044b3b8096eb661b4b828 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:00:12.333224 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdb561d-b1de-4fa6-86fd-728d4b4a7f23 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] Pushing event updated for resources: {'Port': ['ID=90273093-d279-48db-a515-bf41e2b98833,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:00:12.333932 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-e010961c-d397-414a-8a61-4360208b13d8 tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:00:12.341928 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9c82863e-9d0b-4737-bb7a-5681e32b97f3 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:12.356262 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-0bdb561d-b1de-4fa6-86fd-728d4b4a7f23 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:00:12.373241 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-e010961c-d397-414a-8a61-4360208b13d8 tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:00:12.404305 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e010961c-d397-414a-8a61-4360208b13d8 tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-612016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-84579'] for router, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:12.406356 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e010961c-d397-414a-8a61-4360208b13d8 tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854163950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659046', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854079771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854691221'] for router, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:12.412544 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-88be4808-ab6f-4e36-906b-1047fca0e0ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:12.422887 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:00:12.451849 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-88be4808-ab6f-4e36-906b-1047fca0e0ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:12.454079 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-88be4808-ab6f-4e36-906b-1047fca0e0ba admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/870c3c03-0010-4f14-b596-14b06d8363a8 HTTP/1.1" status: 204  len: 168 time: 1.1509876
Dec 24 11:00:12.456830 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88be4808-ab6f-4e36-906b-1047fca0e0ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=870c3c03-0010-4f14-b596-14b06d8363a8,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:00:12.469358 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-88be4808-ab6f-4e36-906b-1047fca0e0ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:00:12.478712 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e010961c-d397-414a-8a61-4360208b13d8 tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:12.480967 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ded32620-1691-43a3-ad30-6dd535535479 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:12.550097 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-601191ab-1e92-456b-bfc9-37605d4a9488 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73968e80-91fd-539e-a7c6-b31af6d9e680-6aa873bf-1974-40ac-868d-1ea9fd6f9584', 'network_id': '6aa873bf-1974-40ac-868d-1ea9fd6f9584', 'tenant_id': 'e3e54d8cf4d044b3b8096eb661b4b828', 'fixed_ips': [{'subnet_id': 'b7c080e6-5653-4ed9-978c-749f991521f0'}]}} from dv-neutron-822691-2-hyperv. {{(pid=88880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 24 11:00:12.552413 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:00:12.552872 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-601191ab-1e92-456b-bfc9-37605d4a9488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:12.583557 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded32620-1691-43a3-ad30-6dd535535479 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9de7036a-3d19-4bcf-af46-d2f46ba8c40e,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:00:12.586079 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-ded32620-1691-43a3-ad30-6dd535535479 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:00:12.589408 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a172078f-ea2f-4ea8-a616-c78c90f0d819 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:12.603557 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ded32620-1691-43a3-ad30-6dd535535479 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:12.604794 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-ded32620-1691-43a3-ad30-6dd535535479 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9de7036a-3d19-4bcf-af46-d2f46ba8c40e HTTP/1.1" status: 204  len: 168 time: 0.7417712
Dec 24 11:00:12.662381 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-9c82863e-9d0b-4737-bb7a-5681e32b97f3 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206-project] Calling delete_port for bbe8a232-8ac2-4c90-ad7f-eb9e60abbe8d owned by  {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:00:12.781601 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-9bc0def9-838e-45f8-8b1d-5e2fb6c4f253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271f2a4a8>, [{'id': '1579b112-25c5-4e26-b661-3c6b0afe6950', 'name': 'tempest-ServerActionsTestJSON-1702090108-router', 'tenant_id': '3227175fb2a74b37bb7d77f5e6df3dce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.38'}], 'enable_snat': True}, 'gw_port_id': '74849d86-204a-4f5f-abc6-a48f45617700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:59:52Z', 'updated_at': '2021-12-24T11:00:00Z', 'revision_number': 4, 'project_id': '3227175fb2a74b37bb7d77f5e6df3dce', 'gw_port': {'id': '74849d86-204a-4f5f-abc6-a48f45617700', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:bd:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1579b112-25c5-4e26-b661-3c6b0afe6950', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:59:53Z', 'updated_at': '2021-12-24T11:00:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_interfaces': [{'id': 'dfa3ffd6-c8ed-4f57-a719-555500ce6c1f', 'name': '', 'network_id': '06bf4055-f82f-43ff-8ef7-0747a91153cc', 'tenant_id': '3227175fb2a74b37bb7d77f5e6df3dce', 'mac_address': 'fa:16:3e:2a:39:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1579b112-25c5-4e26-b661-3c6b0afe6950', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '26cb8daf-b897-4fc8-a72c-e78bd818e5d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:59:58Z', 'updated_at': '2021-12-24T11:00:11Z', 'revision_number': 4, 'project_id': '3227175fb2a74b37bb7d77f5e6df3dce', 'subnets': [{'id': '26cb8daf-b897-4fc8-a72c-e78bd818e5d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:00:12.791864 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bc0def9-838e-45f8-8b1d-5e2fb6c4f253 None None] The sync data for ids ['1579b112-25c5-4e26-b661-3c6b0afe6950'] in dv-neutron-822691-2-hyperv is: [{'id': '1579b112-25c5-4e26-b661-3c6b0afe6950', 'name': 'tempest-ServerActionsTestJSON-1702090108-router', 'tenant_id': '3227175fb2a74b37bb7d77f5e6df3dce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.38'}], 'enable_snat': True}, 'gw_port_id': '74849d86-204a-4f5f-abc6-a48f45617700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:59:52Z', 'updated_at': '2021-12-24T11:00:00Z', 'revision_number': 4, 'project_id': '3227175fb2a74b37bb7d77f5e6df3dce', 'gw_port': {'id': '74849d86-204a-4f5f-abc6-a48f45617700', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:bd:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1579b112-25c5-4e26-b661-3c6b0afe6950', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:59:53Z', 'updated_at': '2021-12-24T11:00:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_interfaces': [{'id': 'dfa3ffd6-c8ed-4f57-a719-555500ce6c1f', 'name': '', 'network_id': '06bf4055-f82f-43ff-8ef7-0747a91153cc', 'tenant_id': '3227175fb2a74b37bb7d77f5e6df3dce', 'mac_address': 'fa:16:3e:2a:39:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1579b112-25c5-4e26-b661-3c6b0afe6950', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '26cb8daf-b897-4fc8-a72c-e78bd818e5d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:59:58Z', 'updated_at': '2021-12-24T11:00:11Z', 'revision_number': 4, 'project_id': '3227175fb2a74b37bb7d77f5e6df3dce', 'subnets': [{'id': '26cb8daf-b897-4fc8-a72c-e78bd818e5d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:00:12.792791 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-601191ab-1e92-456b-bfc9-37605d4a9488 None None] Allocated IP 172.20.0.2 (6aa873bf-1974-40ac-868d-1ea9fd6f9584/b7c080e6-5653-4ed9-978c-749f991521f0/f1730618-6931-43d6-b78f-602744f44284) {{(pid=88880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:00:12.827860 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-96831387-0efb-4591-9393-c21cb59badb9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:12.844746 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-96831387-0efb-4591-9393-c21cb59badb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3978773'] for port, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:12.891678 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-5cc939de-ce1d-42a6-832e-97054890d362 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:00:12.900203 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-a172078f-ea2f-4ea8-a616-c78c90f0d819 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:00:12.914419 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-a172078f-ea2f-4ea8-a616-c78c90f0d819 admin admin] Usage tracker for resource:security_group_rule and tenant:357b143203cb489e81544d1397d7dcfb is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:00:12.926891 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-a172078f-ea2f-4ea8-a616-c78c90f0d819 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:00:12.960892 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-a172078f-ea2f-4ea8-a616-c78c90f0d819 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:00:12.971970 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e010961c-d397-414a-8a61-4360208b13d8 tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-659031', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854691240'] for router, precommit_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:13.168956 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-601191ab-1e92-456b-bfc9-37605d4a9488 None None] Notify callbacks [] for port, precommit_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:13.209515 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-601191ab-1e92-456b-bfc9-37605d4a9488 None None] Transition to ACTIVE for port object f1730618-6931-43d6-b78f-602744f44284 will not be triggered until provisioned by entity L2. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:00:13.275574 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-601191ab-1e92-456b-bfc9-37605d4a9488 None None] Transition to ACTIVE for port object f1730618-6931-43d6-b78f-602744f44284 will not be triggered until provisioned by entity DHCP. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:00:13.299039 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-601191ab-1e92-456b-bfc9-37605d4a9488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408'] for port, after_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:13.304664 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:00:13.396999 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device dfa3ffd6-c8ed-4f57-a719-555500ce6c1f up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:00:13.459724 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0bdb561d-b1de-4fa6-86fd-728d4b4a7f23 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:13.467608 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a172078f-ea2f-4ea8-a616-c78c90f0d819 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:13.476893 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a172078f-ea2f-4ea8-a616-c78c90f0d819 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:13.509891 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:00:13.518792 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-601191ab-1e92-456b-bfc9-37605d4a9488 None None] Network 6aa873bf-1974-40ac-868d-1ea9fd6f9584 is already hosted by enough agents. {{(pid=88880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:00:13.544218 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-601191ab-1e92-456b-bfc9-37605d4a9488 None None] Resources bound (agent type, host, resource id):  {{(pid=88880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:00:13.585483 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-96831387-0efb-4591-9393-c21cb59badb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1977653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854055662'] for router_interface, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:13.602340 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 60826) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:13.605051 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a172078f-ea2f-4ea8-a616-c78c90f0d819 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5a58038-96d7-448f-8825-a4f4df18b59d,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:00:13.605327 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96831387-0efb-4591-9393-c21cb59badb9 admin admin] Pushing event updated for resources: {'Port': ['ID=143cdb0e-df21-4cd0-8920-d108581a0128,revision_number=2']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:00:13.606479 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601191ab-1e92-456b-bfc9-37605d4a9488 None None] Received port after_create {{(pid=88880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:00:13.622333 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-a172078f-ea2f-4ea8-a616-c78c90f0d819 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:00:13.639152 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-96831387-0efb-4591-9393-c21cb59badb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.747s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:00:13.672899 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0bdb561d-b1de-4fa6-86fd-728d4b4a7f23 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:13.794626 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601191ab-1e92-456b-bfc9-37605d4a9488 None None] Pushing event updated for resources: {'Port': ['ID=f1730618-6931-43d6-b78f-602744f44284,revision_number=1']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:00:13.807471 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-601191ab-1e92-456b-bfc9-37605d4a9488 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.503s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:00:13.825978 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e010961c-d397-414a-8a61-4360208b13d8 tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Notify callbacks [] for router_gateway, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:13.874721 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-601191ab-1e92-456b-bfc9-37605d4a9488 None None] Attempting to bind port f1730618-6931-43d6-b78f-602744f44284 on host dv-neutron-822691-2-hyperv for vnic_type normal with profile  {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:00:13.875474 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-601191ab-1e92-456b-bfc9-37605d4a9488 None None] Attempting to bind port f1730618-6931-43d6-b78f-602744f44284 by drivers openvswitch,hyperv on host dv-neutron-822691-2-hyperv at level 0 using segments [{'id': '4e67a89d-58cc-40ab-bee7-18cf130842ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '6aa873bf-1974-40ac-868d-1ea9fd6f9584'}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:00:13.876078 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-601191ab-1e92-456b-bfc9-37605d4a9488 None None] Attempting to bind port f1730618-6931-43d6-b78f-602744f44284 on network 6aa873bf-1974-40ac-868d-1ea9fd6f9584 {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:00:13.879722 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e010961c-d397-414a-8a61-4360208b13d8 tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:13.880317 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning for port dfa3ffd6-c8ed-4f57-a719-555500ce6c1f completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:00:13.888546 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port dfa3ffd6-c8ed-4f57-a719-555500ce6c1f triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:00:13.889165 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:13.937141 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96831387-0efb-4591-9393-c21cb59badb9 admin admin] Network 4ffa6599-4dd3-44c2-afc8-758418a15a34 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:00:13.948265 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-96831387-0efb-4591-9393-c21cb59badb9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:00:13.949247 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-601191ab-1e92-456b-bfc9-37605d4a9488 None None] Checking agent: {'id': 'db1275c1-6001-47af-93c2-635c68404703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822691-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 52, 8), 'started_at': datetime.datetime(2021, 12, 24, 10, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 0, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822691-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:00:13.950378 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-601191ab-1e92-456b-bfc9-37605d4a9488 None None] Checking segment: {'id': '4e67a89d-58cc-40ab-bee7-18cf130842ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '6aa873bf-1974-40ac-868d-1ea9fd6f9584'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:00:13.950972 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-601191ab-1e92-456b-bfc9-37605d4a9488 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:13.951568 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-601191ab-1e92-456b-bfc9-37605d4a9488 None None] Bound using segment: {'id': '4e67a89d-58cc-40ab-bee7-18cf130842ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '6aa873bf-1974-40ac-868d-1ea9fd6f9584'} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:00:13.952238 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-601191ab-1e92-456b-bfc9-37605d4a9488 None None] Bound port: f1730618-6931-43d6-b78f-602744f44284, host: dv-neutron-822691-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e67a89d-58cc-40ab-bee7-18cf130842ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '6aa873bf-1974-40ac-868d-1ea9fd6f9584'}}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:00:13.952795 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-601191ab-1e92-456b-bfc9-37605d4a9488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:14.076841 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-601191ab-1e92-456b-bfc9-37605d4a9488 None None] For port f1730618-6931-43d6-b78f-602744f44284, host dv-neutron-822691-2-hyperv, cleared binding levels {{(pid=88880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:00:14.080681 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-601191ab-1e92-456b-bfc9-37605d4a9488 None None] For port f1730618-6931-43d6-b78f-602744f44284, host dv-neutron-822691-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=f1730618-6931-43d6-b78f-602744f44284,segment=NetworkSegment(4e67a89d-58cc-40ab-bee7-18cf130842ef),segment_id=4e67a89d-58cc-40ab-bee7-18cf130842ef)] {{(pid=88880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:00:14.088056 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-601191ab-1e92-456b-bfc9-37605d4a9488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:14.129073 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-ddcf8f0d-e907-48f7-b85a-cf7b08c2c9f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:00:14.158911 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-a172078f-ea2f-4ea8-a616-c78c90f0d819 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=357b143203cb489e81544d1397d7dcfb&name=default HTTP/1.1" status: 200  len: 2647 time: 2.0509672
Dec 24 11:00:14.183914 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-e010961c-d397-414a-8a61-4360208b13d8 tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Allocated IP 172.26.3.140 (f8c337ba-681f-4fcb-a333-e3c49365b30a/8ea1398c-0bec-46d6-8d54-85798de2a7ca/b3cf6768-8b90-4ed0-aeae-26b2c460bc22) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:00:14.186837 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 60836) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:14.269793 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9c82863e-9d0b-4737-bb7a-5681e32b97f3 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:14.315201 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-941cc568-605e-4031-8ac6-2632bdbb9f6d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4b07f5d47a4e43a3829e8b17bb856558&name=default HTTP/1.1" status: 200  len: 2647 time: 0.7017679
Dec 24 11:00:14.320492 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 60844) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:14.494460 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-59b172d5-7d9f-4a31-b31d-459fc2bbe8f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:14.505903 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601191ab-1e92-456b-bfc9-37605d4a9488 None None] Pushing event updated for resources: {'Port': ['ID=f1730618-6931-43d6-b78f-602744f44284,revision_number=2']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:00:14.518637 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-601191ab-1e92-456b-bfc9-37605d4a9488 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:00:14.537662 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:00:14.555831 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-9e041906-a215-49e4-95d4-c62ce207f966 None None] Provisioning complete for port 143cdb0e-df21-4cd0-8920-d108581a0128 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:00:14.556296 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9e041906-a215-49e4-95d4-c62ce207f966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:14.734459 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:14.788352 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] For port dfa3ffd6-c8ed-4f57-a719-555500ce6c1f, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=dfa3ffd6-c8ed-4f57-a719-555500ce6c1f,segment=NetworkSegment(7da8387d-6dbc-40da-b97b-4a8bbfbeffcb),segment_id=7da8387d-6dbc-40da-b97b-4a8bbfbeffcb)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:00:14.806412 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:14.820187 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:00:14.908199 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Pushing event updated for resources: {'Port': ['ID=dfa3ffd6-c8ed-4f57-a719-555500ce6c1f,revision_number=5']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:00:14.913091 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:00:14.913747 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-9e041906-a215-49e4-95d4-c62ce207f966 None None] Port 143cdb0e-df21-4cd0-8920-d108581a0128 cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:00:14.956104 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 60856) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:14.961129 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-59b172d5-7d9f-4a31-b31d-459fc2bbe8f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:15.004668 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c82863e-9d0b-4737-bb7a-5681e32b97f3 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206-project] Pushing event deleted for resources: {'Port': ['ID=bbe8a232-8ac2-4c90-ad7f-eb9e60abbe8d,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:00:15.021283 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9b57ea15-c40b-4de8-b127-3857aa54d530 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:15.033576 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-9c82863e-9d0b-4737-bb7a-5681e32b97f3 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.496s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:00:15.040524 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9c82863e-9d0b-4737-bb7a-5681e32b97f3 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:15.104448 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e010961c-d397-414a-8a61-4360208b13d8 tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:15.133570 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0bdb561d-b1de-4fa6-86fd-728d4b4a7f23 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] Notify callbacks [] for port, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:15.148606 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-9c82863e-9d0b-4737-bb7a-5681e32b97f3 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206-project] 10.222.0.65 "DELETE /v2.0/ports/bbe8a232-8ac2-4c90-ad7f-eb9e60abbe8d HTTP/1.1" status: 204  len: 168 time: 4.4223571
Dec 24 11:00:15.151383 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0bdb561d-b1de-4fa6-86fd-728d4b4a7f23 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3978773'] for port, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:15.153296 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 60864) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:15.215023 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-904e3ee5-5b3c-42d7-a7c5-b254b853aefa tempest-ExternalNetworksAdminNegativeTestJSON-1549352162 tempest-ExternalNetworksAdminNegativeTestJSON-1549352162-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:00:15.217371 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e010961c-d397-414a-8a61-4360208b13d8 tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:15.258285 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:00:15.393773 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9b57ea15-c40b-4de8-b127-3857aa54d530 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:15.485289 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e010961c-d397-414a-8a61-4360208b13d8 tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Network f8c337ba-681f-4fcb-a333-e3c49365b30a is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:00:15.497662 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-e010961c-d397-414a-8a61-4360208b13d8 tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Resources bound (agent type, host, resource id):  {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:00:15.500269 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e010961c-d397-414a-8a61-4360208b13d8 tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Pushing event updated for resources: {'Port': ['ID=b3cf6768-8b90-4ed0-aeae-26b2c460bc22,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:00:15.503208 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e010961c-d397-414a-8a61-4360208b13d8 tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:00:15.518182 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdb561d-b1de-4fa6-86fd-728d4b4a7f23 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] Pushing event updated for resources: {'Port': ['ID=90273093-d279-48db-a515-bf41e2b98833,revision_number=2']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:00:15.572887 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device dfa3ffd6-c8ed-4f57-a719-555500ce6c1f up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:00:15.576272 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-59b172d5-7d9f-4a31-b31d-459fc2bbe8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:15.577410 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-e010961c-d397-414a-8a61-4360208b13d8 tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:00:15.631592 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:00:15.658428 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-0bdb561d-b1de-4fa6-86fd-728d4b4a7f23 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.438s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:00:15.671539 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port dfa3ffd6-c8ed-4f57-a719-555500ce6c1f triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:00:15.672413 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:15.732242 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-630f42f2-dc9c-4b09-bdbc-3a34ca379d81 tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-832939355'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:00:15.737671 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-630f42f2-dc9c-4b09-bdbc-3a34ca379d81 tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:00:15.741639 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-630f42f2-dc9c-4b09-bdbc-3a34ca379d81 tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Usage tracker for resource:network and tenant:d9849f2157e642b5a3e5e89d95c44695 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:00:15.744961 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-630f42f2-dc9c-4b09-bdbc-3a34ca379d81 tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:00:15.752700 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-630f42f2-dc9c-4b09-bdbc-3a34ca379d81 tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:00:15.756328 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b172d5-7d9f-4a31-b31d-459fc2bbe8f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5a58038-96d7-448f-8825-a4f4df18b59d,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:00:15.767631 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-59b172d5-7d9f-4a31-b31d-459fc2bbe8f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:00:15.783892 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-59b172d5-7d9f-4a31-b31d-459fc2bbe8f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:15.785784 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-59b172d5-7d9f-4a31-b31d-459fc2bbe8f2 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c5a58038-96d7-448f-8825-a4f4df18b59d HTTP/1.1" status: 204  len: 168 time: 1.5906582
Dec 24 11:00:15.809356 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9b57ea15-c40b-4de8-b127-3857aa54d530 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:15.815925 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device f1730618-6931-43d6-b78f-602744f44284 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:00:15.822832 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:00:15.823064 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-630f42f2-dc9c-4b09-bdbc-3a34ca379d81 tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Made reservation on behalf of d9849f2157e642b5a3e5e89d95c44695 for: {'network': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:00:15.829592 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-630f42f2-dc9c-4b09-bdbc-3a34ca379d81 tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for network, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:15.839191 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e010961c-d397-414a-8a61-4360208b13d8 tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Notify callbacks [] for router_gateway, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:15.840514 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e010961c-d397-414a-8a61-4360208b13d8 tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854163800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854116816'] for router, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:15.844992 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b57ea15-c40b-4de8-b127-3857aa54d530 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfc5e076-5a10-446a-9fd6-461ffbbd2e58,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:00:15.850995 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-9b57ea15-c40b-4de8-b127-3857aa54d530 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:00:15.852504 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9b57ea15-c40b-4de8-b127-3857aa54d530 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:15.854983 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-9b57ea15-c40b-4de8-b127-3857aa54d530 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/bfc5e076-5a10-446a-9fd6-461ffbbd2e58 HTTP/1.1" status: 204  len: 168 time: 1.4970090
Dec 24 11:00:15.862624 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-630f42f2-dc9c-4b09-bdbc-3a34ca379d81 tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Notify callbacks [] for security_group, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:15.895978 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0bdb561d-b1de-4fa6-86fd-728d4b4a7f23 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659181'] for floatingip, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:16.019126 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning for port f1730618-6931-43d6-b78f-602744f44284 completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:00:16.036281 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0bdb561d-b1de-4fa6-86fd-728d4b4a7f23 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for floatingip, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:16.041640 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-0bdb561d-b1de-4fa6-86fd-728d4b4a7f23 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 6.1391006
Dec 24 11:00:16.063129 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-630f42f2-dc9c-4b09-bdbc-3a34ca379d81 tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:00:16.085134 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-630f42f2-dc9c-4b09-bdbc-3a34ca379d81 tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Usage tracker for resource:security_group_rule and tenant:d9849f2157e642b5a3e5e89d95c44695 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:00:16.091418 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-630f42f2-dc9c-4b09-bdbc-3a34ca379d81 tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:00:16.104681 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-630f42f2-dc9c-4b09-bdbc-3a34ca379d81 tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:00:16.140525 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_v2 [None req-db533644-c060-494c-ab18-188fcb209a21 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206-project] Deleting subnet 725cd5ec-2a29-48c2-bc53-26e3dc8aaec2 {{(pid=88878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 24 11:00:16.157221 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-db533644-c060-494c-ab18-188fcb209a21 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206-project] Notify callbacks [] for subnet, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:16.228277 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96831387-0efb-4591-9393-c21cb59badb9 admin admin] Router 8ba38df8-741e-4181-b38e-bb62a79a205d has already been hosted by L3 agent 198cca88-1338-4098-b44b-beb0346ac906 {{(pid=88878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 24 11:00:16.261905 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e010961c-d397-414a-8a61-4360208b13d8 tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Router dd0cf540-bd0d-4528-9380-a6e353790057 is scheduled to L3 agent 198cca88-1338-4098-b44b-beb0346ac906 with binding_index 1 {{(pid=88879) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 24 11:00:16.345661 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-db533644-c060-494c-ab18-188fcb209a21 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852534446'] for subnet, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:16.572496 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e010961c-d397-414a-8a61-4360208b13d8 tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:00:16.589481 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c894fb7-b085-4671-87a6-6b23105aed12 None None] Sync routers for ids ['dd0cf540-bd0d-4528-9380-a6e353790057'] in dv-neutron-822691-2-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:00:16.616012 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c894fb7-b085-4671-87a6-6b23105aed12 None None] Routers {'dd0cf540-bd0d-4528-9380-a6e353790057'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:00:16.616818 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-9c894fb7-b085-4671-87a6-6b23105aed12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52718559b0>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:00:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['dd0cf540-bd0d-4528-9380-a6e353790057'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:00:16.631602 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e010961c-d397-414a-8a61-4360208b13d8 tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Notify callbacks [] for router, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:16.636919 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-e010961c-d397-414a-8a61-4360208b13d8 tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201  len: 892 time: 4.3777909
Dec 24 11:00:16.637912 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 60890) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:16.793476 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-9c894fb7-b085-4671-87a6-6b23105aed12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52718559b0>, [], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:00:16.814682 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-630f42f2-dc9c-4b09-bdbc-3a34ca379d81 tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Notify callbacks [] for security_group, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:16.821346 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-630f42f2-dc9c-4b09-bdbc-3a34ca379d81 tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:16.826805 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c894fb7-b085-4671-87a6-6b23105aed12 None None] Routers {'dd0cf540-bd0d-4528-9380-a6e353790057'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:00:16.828009 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-9c894fb7-b085-4671-87a6-6b23105aed12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52718559b0>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:00:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['dd0cf540-bd0d-4528-9380-a6e353790057'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:00:16.935459 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 60898) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:16.940706 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-9c894fb7-b085-4671-87a6-6b23105aed12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52718559b0>, [], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:00:16.941174 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c894fb7-b085-4671-87a6-6b23105aed12 None None] The sync data for ids ['dd0cf540-bd0d-4528-9380-a6e353790057'] in dv-neutron-822691-2-hyperv is: [] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:00:17.115073 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-805db431-bab2-429e-a184-80a2220f5910 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=26ab96366cbe448ea51d4259fa5bf655&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1763296
Dec 24 11:00:17.122443 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 60910) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:17.178905 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49396eb3-5148-4833-a6bb-7f98128c50e7 None None] Network 6aa873bf-1974-40ac-868d-1ea9fd6f9584 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:00:17.224129 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:00:17.261892 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630f42f2-dc9c-4b09-bdbc-3a34ca379d81 tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f1e57a6-2601-4fb3-ac06-a7ce36fc140f,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:00:17.270363 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-db533644-c060-494c-ab18-188fcb209a21 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847655656'] for subnet, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:17.305240 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-630f42f2-dc9c-4b09-bdbc-3a34ca379d81 tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:00:17.318864 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-630f42f2-dc9c-4b09-bdbc-3a34ca379d81 tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] vlan segment allocate from pool success with {'vlan_id': 601, 'physical_network': 'physnet1'}  {{(pid=88878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 24 11:00:17.364218 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-630f42f2-dc9c-4b09-bdbc-3a34ca379d81 tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:17.364619 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.segments_db [None req-630f42f2-dc9c-4b09-bdbc-3a34ca379d81 tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Added segment 453376c2-2696-4d62-b689-648ac23c61fd of type vlan for network 01b2c87a-d921-4da4-b2d3-6790ebc4ff57
Dec 24 11:00:17.369431 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96831387-0efb-4591-9393-c21cb59badb9 admin admin] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:00:17.394810 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c97983ad-2079-4b45-a321-3fd170f349ec None None] Sync routers for ids ['8ba38df8-741e-4181-b38e-bb62a79a205d'] in dv-neutron-822691-2-hyperv {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:00:17.419783 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97983ad-2079-4b45-a321-3fd170f349ec None None] Routers {'8ba38df8-741e-4181-b38e-bb62a79a205d'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:00:17.420694 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-c97983ad-2079-4b45-a321-3fd170f349ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271abb470>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:00:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['8ba38df8-741e-4181-b38e-bb62a79a205d'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:00:17.448881 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-630f42f2-dc9c-4b09-bdbc-3a34ca379d81 tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363287349540024'] for network, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:17.466820 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-96831387-0efb-4591-9393-c21cb59badb9 admin admin] 10.222.0.65 "PUT /v2.0/routers/8ba38df8-741e-4181-b38e-bb62a79a205d/add_router_interface HTTP/1.1" status: 200  len: 503 time: 20.4051695
Dec 24 11:00:17.470637 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-db533644-c060-494c-ab18-188fcb209a21 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7120129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3978858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852529715'] for subnet, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:17.486729 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:00:17.496242 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-c339386e-e980-4687-a88c-b6439b3424ba None None] Provisioning for port f1730618-6931-43d6-b78f-602744f44284 completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:00:17.537444 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db533644-c060-494c-ab18-188fcb209a21 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206-project] Pushing event deleted for resources: {'Subnet': ['ID=725cd5ec-2a29-48c2-bc53-26e3dc8aaec2,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:00:17.540966 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-db533644-c060-494c-ab18-188fcb209a21 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1977811'] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:17.546219 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-db533644-c060-494c-ab18-188fcb209a21 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206-project] 10.222.0.65 "DELETE /v2.0/subnets/725cd5ec-2a29-48c2-bc53-26e3dc8aaec2 HTTP/1.1" status: 204  len: 168 time: 2.3913212
Dec 24 11:00:17.547029 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-db533644-c060-494c-ab18-188fcb209a21 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:00:17.549079 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 60934) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:17.554256 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-449c0694-2f61-4890-8866-3a645fe60e55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:17.577429 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-c339386e-e980-4687-a88c-b6439b3424ba None None] Provisioning complete for port f1730618-6931-43d6-b78f-602744f44284 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:00:17.578017 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c339386e-e980-4687-a88c-b6439b3424ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:17.613874 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-630f42f2-dc9c-4b09-bdbc-3a34ca379d81 tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636'] for network, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:17.620857 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-630f42f2-dc9c-4b09-bdbc-3a34ca379d81 tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:00:17.621527 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-630f42f2-dc9c-4b09-bdbc-3a34ca379d81 tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1977811'] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:17.630118 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-bdf89792-02fa-4719-ae98-997eed8e12a6 tempest-QuotasNegativeTest-1247906793 tempest-QuotasNegativeTest-1247906793-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:00:17.663290 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b5d3ecd-8094-49df-b1a7-4645d9602a86 None None] Network a40cd9ac-f911-4198-9141-81d77c06775a requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:00:17.678112 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-c97983ad-2079-4b45-a321-3fd170f349ec None None] Set router 8ba38df8-741e-4181-b38e-bb62a79a205d gateway port host: dv-neutron-822691-2-hyperv {{(pid=88881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:00:17.697313 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-449c0694-2f61-4890-8866-3a645fe60e55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:17.767826 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-630f42f2-dc9c-4b09-bdbc-3a34ca379d81 tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201  len: 797 time: 2.7696843
Dec 24 11:00:17.772527 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2bfbb29d-c6a9-4c52-9b1b-75989b4cee65 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036847558493'] for network, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:17.779156 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 60940) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:17.792553 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-f3bbc2d1-f526-4341-9988-06460b62ad67 tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Request body: {'subnet': {'network_id': '01b2c87a-d921-4da4-b2d3-6790ebc4ff57', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:00:18.029773 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-2bfbb29d-c6a9-4c52-9b1b-75989b4cee65 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206-project] Deleting port 7002ae11-177c-4786-959a-f5627e523159 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:00:18.030212 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2bfbb29d-c6a9-4c52-9b1b-75989b4cee65 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:18.075292 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630f42f2-dc9c-4b09-bdbc-3a34ca379d81 tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Pushing event updated for resources: {'Network': ['ID=01b2c87a-d921-4da4-b2d3-6790ebc4ff57,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:00:18.093558 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-f3bbc2d1-f526-4341-9988-06460b62ad67 tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:00:18.116997 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-630f42f2-dc9c-4b09-bdbc-3a34ca379d81 tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.487s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:00:18.120169 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-f3bbc2d1-f526-4341-9988-06460b62ad67 tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Usage tracker for resource:subnet and tenant:d9849f2157e642b5a3e5e89d95c44695 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:00:18.125740 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-f3bbc2d1-f526-4341-9988-06460b62ad67 tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:00:18.143020 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-f3bbc2d1-f526-4341-9988-06460b62ad67 tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:00:18.194720 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Network 01b2c87a-d921-4da4-b2d3-6790ebc4ff57 details requested by agent ovs-agent-dv-neutron-822691-2-hyperv with host dv-neutron-822691-2-hyperv {{(pid=88880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 24 11:00:18.196002 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3bbc2d1-f526-4341-9988-06460b62ad67 tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Made reservation on behalf of d9849f2157e642b5a3e5e89d95c44695 for: {'subnet': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:00:18.229231 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-449c0694-2f61-4890-8866-3a645fe60e55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:18.260120 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-8c6d7e19-b49e-4014-9efe-e158e0130477 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:00:18.323154 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449c0694-2f61-4890-8866-3a645fe60e55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72044f3f-151d-4bf9-80ef-d5216b187d62,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:00:18.340400 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f3bbc2d1-f526-4341-9988-06460b62ad67 tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2246100'] for subnet, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:18.344080 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-449c0694-2f61-4890-8866-3a645fe60e55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:00:18.356043 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-449c0694-2f61-4890-8866-3a645fe60e55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:18.358606 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-449c0694-2f61-4890-8866-3a645fe60e55 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/72044f3f-151d-4bf9-80ef-d5216b187d62 HTTP/1.1" status: 204  len: 168 time: 1.0708764
Dec 24 11:00:18.428126 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-c97983ad-2079-4b45-a321-3fd170f349ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271abb470>, [{'id': '8ba38df8-741e-4181-b38e-bb62a79a205d', 'name': 'tempest-ServersTestJSON-738599796-router', 'tenant_id': '41048d3cadaf44c1808b3a4467fb14d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.49'}], 'enable_snat': True}, 'gw_port_id': 'b27c942e-38c9-43ef-8307-9ce36f27afa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:59:51Z', 'updated_at': '2021-12-24T11:00:10Z', 'revision_number': 4, 'project_id': '41048d3cadaf44c1808b3a4467fb14d5', 'gw_port': {'id': 'b27c942e-38c9-43ef-8307-9ce36f27afa3', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:11:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba38df8-741e-4181-b38e-bb62a79a205d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:59:52Z', 'updated_at': '2021-12-24T11:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_interfaces': [{'id': '143cdb0e-df21-4cd0-8920-d108581a0128', 'name': '', 'network_id': '4ffa6599-4dd3-44c2-afc8-758418a15a34', 'tenant_id': '41048d3cadaf44c1808b3a4467fb14d5', 'mac_address': 'fa:16:3e:8b:4f:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ba38df8-741e-4181-b38e-bb62a79a205d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1bc180c8-44f0-41ff-ba45-99d6e56209ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:00:07Z', 'updated_at': '2021-12-24T11:00:11Z', 'revision_number': 2, 'project_id': '41048d3cadaf44c1808b3a4467fb14d5', 'subnets': [{'id': '1bc180c8-44f0-41ff-ba45-99d6e56209ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:00:18.444274 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c97983ad-2079-4b45-a321-3fd170f349ec None None] Checking router: 8ba38df8-741e-4181-b38e-bb62a79a205d for host: dv-neutron-822691-2-hyperv {{(pid=88881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 24 11:00:18.444930 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c97983ad-2079-4b45-a321-3fd170f349ec None None] Updating router 8ba38df8-741e-4181-b38e-bb62a79a205d port 143cdb0e-df21-4cd0-8920-d108581a0128 binding host dv-neutron-822691-2-hyperv {{(pid=88881) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 24 11:00:18.537639 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c97983ad-2079-4b45-a321-3fd170f349ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:18.816721 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c339386e-e980-4687-a88c-b6439b3424ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:18.840830 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 60962) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:18.861336 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-2bfbb29d-c6a9-4c52-9b1b-75989b4cee65 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206-project] For port 7002ae11-177c-4786-959a-f5627e523159, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=7002ae11-177c-4786-959a-f5627e523159,segment=NetworkSegment(0730f74c-96ea-44be-89df-10324f5e44c9),segment_id=0730f74c-96ea-44be-89df-10324f5e44c9)] {{(pid=88878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:00:18.861734 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2bfbb29d-c6a9-4c52-9b1b-75989b4cee65 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:18.879411 dv-neutron-822691-2-hyperv neutron-server[88767]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Dec 24 11:00:18.933464 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-c339386e-e980-4687-a88c-b6439b3424ba None None] For port f1730618-6931-43d6-b78f-602744f44284, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=f1730618-6931-43d6-b78f-602744f44284,segment=NetworkSegment(4e67a89d-58cc-40ab-bee7-18cf130842ef),segment_id=4e67a89d-58cc-40ab-bee7-18cf130842ef)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:00:18.955633 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c339386e-e980-4687-a88c-b6439b3424ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:18.983766 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-9d6e9897-10bb-4735-9a6b-0cebba1acfd9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:00:19.156236 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339386e-e980-4687-a88c-b6439b3424ba None None] Pushing event updated for resources: {'Port': ['ID=f1730618-6931-43d6-b78f-602744f44284,revision_number=3']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:00:19.171102 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d237f6b1-3745-459f-bdb7-cc40caa2a2ee tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:19.236299 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c339386e-e980-4687-a88c-b6439b3424ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:00:19.268796 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-3a6fcfc9-9744-4fa6-adfd-a46de48cca54 req-0fbda4ee-a5a6-4de4-8e55-9e36fc07b53e tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] Synchronizing usage tracker for tenant:3227175fb2a74b37bb7d77f5e6df3dce on resource:security_group {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:00:19.296435 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c97983ad-2079-4b45-a321-3fd170f349ec None None] Notify callbacks [] for port, precommit_update {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:19.300379 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-2bfbb29d-c6a9-4c52-9b1b-75989b4cee65 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206-project] Calling delete_port for 7002ae11-177c-4786-959a-f5627e523159 owned by network:dhcp {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:00:19.322859 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-c97983ad-2079-4b45-a321-3fd170f349ec None None] Transition to ACTIVE for port object 143cdb0e-df21-4cd0-8920-d108581a0128 will not be triggered until provisioned by entity L2. {{(pid=88881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:00:19.332965 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c97983ad-2079-4b45-a321-3fd170f349ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:19.338855 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:00:19.367339 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 60970) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:19.374281 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device f1730618-6931-43d6-b78f-602744f44284 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:00:19.461436 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-895bb7a8-ff49-4521-bb22-54c08e804130 tempest-ServersTestJSON-70348643 tempest-ServersTestJSON-70348643-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1731360013', 'description': 'tempest-description--852615059'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:00:19.501370 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-895bb7a8-ff49-4521-bb22-54c08e804130 tempest-ServersTestJSON-70348643 tempest-ServersTestJSON-70348643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:00:19.532518 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1b0cd6-93e2-4ea7-9336-7f846fb62750 None None] Pushing event updated for resources: {'Port': ['ID=143cdb0e-df21-4cd0-8920-d108581a0128,revision_number=3']} {{(pid=88881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:00:19.541571 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-3c1b0cd6-93e2-4ea7-9336-7f846fb62750 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=88881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:00:19.556491 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afb21814-feaf-4d6b-94f3-af3efa85a1c3 None None] DHCP port deletion for a40cd9ac-f911-4198-9141-81d77c06775a request from dv-neutron-822691-2-hyperv {{(pid=88880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 24 11:00:19.617383 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-afb21814-feaf-4d6b-94f3-af3efa85a1c3 None None] Deleting port 7002ae11-177c-4786-959a-f5627e523159 {{(pid=88880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:00:19.618679 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-afb21814-feaf-4d6b-94f3-af3efa85a1c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:19.725059 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 60978) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:19.739045 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-895bb7a8-ff49-4521-bb22-54c08e804130 tempest-ServersTestJSON-70348643 tempest-ServersTestJSON-70348643-project] Usage tracker for resource:security_group and tenant:41048d3cadaf44c1808b3a4467fb14d5 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:00:19.836442 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port f1730618-6931-43d6-b78f-602744f44284 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:00:19.838288 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:19.862173 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-895bb7a8-ff49-4521-bb22-54c08e804130 tempest-ServersTestJSON-70348643 tempest-ServersTestJSON-70348643-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:00:19.879434 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-3a6fcfc9-9744-4fa6-adfd-a46de48cca54 req-0fbda4ee-a5a6-4de4-8e55-9e36fc07b53e tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] Unset dirty status for tenant:3227175fb2a74b37bb7d77f5e6df3dce on resource:security_group {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:00:19.881531 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-3a6fcfc9-9744-4fa6-adfd-a46de48cca54 req-0fbda4ee-a5a6-4de4-8e55-9e36fc07b53e tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--409840277&fields=id&tenant_id=3227175fb2a74b37bb7d77f5e6df3dce HTTP/1.1" status: 200  len: 267 time: 1.0320981
Dec 24 11:00:19.940514 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-895bb7a8-ff49-4521-bb22-54c08e804130 tempest-ServersTestJSON-70348643 tempest-ServersTestJSON-70348643-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:00:19.979402 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 60986) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:20.043493 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-c97983ad-2079-4b45-a321-3fd170f349ec None None] Attempting to bind port 143cdb0e-df21-4cd0-8920-d108581a0128 on host dv-neutron-822691-2-hyperv for vnic_type normal with profile  {{(pid=88881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:00:20.043918 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-c97983ad-2079-4b45-a321-3fd170f349ec None None] Attempting to bind port 143cdb0e-df21-4cd0-8920-d108581a0128 by drivers openvswitch,hyperv on host dv-neutron-822691-2-hyperv at level 0 using segments [{'id': '8cea13cb-a746-4fdb-9326-670f5e69ec6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '4ffa6599-4dd3-44c2-afc8-758418a15a34'}] {{(pid=88881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:00:20.044307 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97983ad-2079-4b45-a321-3fd170f349ec None None] Attempting to bind port 143cdb0e-df21-4cd0-8920-d108581a0128 on network 4ffa6599-4dd3-44c2-afc8-758418a15a34 {{(pid=88881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:00:20.061572 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97983ad-2079-4b45-a321-3fd170f349ec None None] Checking agent: {'id': 'db1275c1-6001-47af-93c2-635c68404703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822691-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 52, 8), 'started_at': datetime.datetime(2021, 12, 24, 10, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 0, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822691-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:00:20.062024 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97983ad-2079-4b45-a321-3fd170f349ec None None] Checking segment: {'id': '8cea13cb-a746-4fdb-9326-670f5e69ec6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '4ffa6599-4dd3-44c2-afc8-758418a15a34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:00:20.062477 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c97983ad-2079-4b45-a321-3fd170f349ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:20.064325 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97983ad-2079-4b45-a321-3fd170f349ec None None] Bound using segment: {'id': '8cea13cb-a746-4fdb-9326-670f5e69ec6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '4ffa6599-4dd3-44c2-afc8-758418a15a34'} {{(pid=88881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:00:20.064889 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-c97983ad-2079-4b45-a321-3fd170f349ec None None] Bound port: 143cdb0e-df21-4cd0-8920-d108581a0128, host: dv-neutron-822691-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cea13cb-a746-4fdb-9326-670f5e69ec6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '4ffa6599-4dd3-44c2-afc8-758418a15a34'}}] {{(pid=88881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:00:20.065329 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c97983ad-2079-4b45-a321-3fd170f349ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:20.231293 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-f8fffbb3-652b-4da3-bc20-7f5411476e5f None None] Provisioning complete for port f1730618-6931-43d6-b78f-602744f44284 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:00:20.234088 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f8fffbb3-652b-4da3-bc20-7f5411476e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:20.265135 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-c97983ad-2079-4b45-a321-3fd170f349ec None None] For port 143cdb0e-df21-4cd0-8920-d108581a0128, host dv-neutron-822691-2-hyperv, cleared binding levels {{(pid=88881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:00:20.269404 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-c97983ad-2079-4b45-a321-3fd170f349ec None None] For port 143cdb0e-df21-4cd0-8920-d108581a0128, host dv-neutron-822691-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=143cdb0e-df21-4cd0-8920-d108581a0128,segment=NetworkSegment(8cea13cb-a746-4fdb-9326-670f5e69ec6e),segment_id=8cea13cb-a746-4fdb-9326-670f5e69ec6e)] {{(pid=88881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:00:20.275871 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c97983ad-2079-4b45-a321-3fd170f349ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:20.281442 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:00:20.407032 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1b0cd6-93e2-4ea7-9336-7f846fb62750 None None] Pushing event updated for resources: {'Port': ['ID=143cdb0e-df21-4cd0-8920-d108581a0128,revision_number=4']} {{(pid=88881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:00:20.417571 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-3c1b0cd6-93e2-4ea7-9336-7f846fb62750 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:00:20.418814 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97983ad-2079-4b45-a321-3fd170f349ec None None] Routers {'8ba38df8-741e-4181-b38e-bb62a79a205d'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:00:20.419488 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-c97983ad-2079-4b45-a321-3fd170f349ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271abb470>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:00:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['8ba38df8-741e-4181-b38e-bb62a79a205d'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:00:20.456106 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6fcfc9-9744-4fa6-adfd-a46de48cca54 req-9ee3e4be-f6f5-4581-9688-d60915fb80ff tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:00:20.456894 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-3a6fcfc9-9744-4fa6-adfd-a46de48cca54 req-9ee3e4be-f6f5-4581-9688-d60915fb80ff tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] Synchronizing usage tracker for tenant:3227175fb2a74b37bb7d77f5e6df3dce on resource:network {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:00:20.519331 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-895bb7a8-ff49-4521-bb22-54c08e804130 tempest-ServersTestJSON-70348643 tempest-ServersTestJSON-70348643-project] Notify callbacks [] for security_group, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:20.534433 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-a6860a75-1aef-4848-b55b-0dfe3244f249 tempest-AgentManagementNegativeTest-1837009539 tempest-AgentManagementNegativeTest-1837009539-project] 10.222.0.65 "GET /v2.0/agents HTTP/1.1" status: 200  len: 207 time: 0.5454974
Dec 24 11:00:20.588780 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-bcaffcf1-d6b7-42d9-8501-1cd2d995b65d tempest-QuotasTest-92309014 tempest-QuotasTest-92309014-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:00:20.596515 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2bfbb29d-c6a9-4c52-9b1b-75989b4cee65 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:20.603267 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-d237f6b1-3745-459f-bdb7-cc40caa2a2ee tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Allocated IP 172.20.0.1 (6aa873bf-1974-40ac-868d-1ea9fd6f9584/b7c080e6-5653-4ed9-978c-749f991521f0/2a285dc0-1a07-4ec8-a61e-ad87e03908e0) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:00:20.630489 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-3a6fcfc9-9744-4fa6-adfd-a46de48cca54 req-9ee3e4be-f6f5-4581-9688-d60915fb80ff tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] Unset dirty status for tenant:3227175fb2a74b37bb7d77f5e6df3dce on resource:network {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:00:20.641579 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-3a6fcfc9-9744-4fa6-adfd-a46de48cca54 req-9ee3e4be-f6f5-4581-9688-d60915fb80ff tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] 10.222.0.65 "GET /v2.0/networks?id=06bf4055-f82f-43ff-8ef7-0747a91153cc HTTP/1.1" status: 200  len: 812 time: 0.7127421
Dec 24 11:00:20.781411 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:00:20.807721 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-c97983ad-2079-4b45-a321-3fd170f349ec None None] Set router 8ba38df8-741e-4181-b38e-bb62a79a205d gateway port host: dv-neutron-822691-2-hyperv {{(pid=88881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:00:20.900705 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bfbb29d-c6a9-4c52-9b1b-75989b4cee65 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206-project] No DVR routers for this DVR port 7002ae11-177c-4786-959a-f5627e523159 on host dv-neutron-822691-2-hyperv {{(pid=88878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 24 11:00:20.914510 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-3a6fcfc9-9744-4fa6-adfd-a46de48cca54 req-4552a680-7882-4c2d-b95c-62fbaca7f40b tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] 10.222.0.65 "GET /v2.0/quotas/3227175fb2a74b37bb7d77f5e6df3dce HTTP/1.1" status: 200  len: 375 time: 0.2717922
Dec 24 11:00:21.044412 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-afb21814-feaf-4d6b-94f3-af3efa85a1c3 None None] For port 7002ae11-177c-4786-959a-f5627e523159, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=7002ae11-177c-4786-959a-f5627e523159,segment=NetworkSegment(0730f74c-96ea-44be-89df-10324f5e44c9),segment_id=0730f74c-96ea-44be-89df-10324f5e44c9)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:00:21.045380 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-afb21814-feaf-4d6b-94f3-af3efa85a1c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:21.142685 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfbb29d-c6a9-4c52-9b1b-75989b4cee65 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206-project] Pushing event deleted for resources: {'Port': ['ID=7002ae11-177c-4786-959a-f5627e523159,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:00:21.165724 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f3bbc2d1-f526-4341-9988-06460b62ad67 tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850796890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2246085'] for subnet, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:21.272571 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 32774) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:21.297474 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d237f6b1-3745-459f-bdb7-cc40caa2a2ee tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:21.336515 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-d237f6b1-3745-459f-bdb7-cc40caa2a2ee tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Transition to ACTIVE for port object 2a285dc0-1a07-4ec8-a61e-ad87e03908e0 will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:00:21.344854 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-afb21814-feaf-4d6b-94f3-af3efa85a1c3 None None] Calling delete_port for 7002ae11-177c-4786-959a-f5627e523159 owned by network:dhcp {{(pid=88880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:00:21.360140 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-c97983ad-2079-4b45-a321-3fd170f349ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271abb470>, [{'id': '8ba38df8-741e-4181-b38e-bb62a79a205d', 'name': 'tempest-ServersTestJSON-738599796-router', 'tenant_id': '41048d3cadaf44c1808b3a4467fb14d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.49'}], 'enable_snat': True}, 'gw_port_id': 'b27c942e-38c9-43ef-8307-9ce36f27afa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:59:51Z', 'updated_at': '2021-12-24T11:00:10Z', 'revision_number': 4, 'project_id': '41048d3cadaf44c1808b3a4467fb14d5', 'gw_port': {'id': 'b27c942e-38c9-43ef-8307-9ce36f27afa3', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:11:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba38df8-741e-4181-b38e-bb62a79a205d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:59:52Z', 'updated_at': '2021-12-24T11:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_interfaces': [{'id': '143cdb0e-df21-4cd0-8920-d108581a0128', 'name': '', 'network_id': '4ffa6599-4dd3-44c2-afc8-758418a15a34', 'tenant_id': '41048d3cadaf44c1808b3a4467fb14d5', 'mac_address': 'fa:16:3e:8b:4f:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ba38df8-741e-4181-b38e-bb62a79a205d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1bc180c8-44f0-41ff-ba45-99d6e56209ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:00:07Z', 'updated_at': '2021-12-24T11:00:20Z', 'revision_number': 4, 'project_id': '41048d3cadaf44c1808b3a4467fb14d5', 'subnets': [{'id': '1bc180c8-44f0-41ff-ba45-99d6e56209ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:00:21.366100 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-2bfbb29d-c6a9-4c52-9b1b-75989b4cee65 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.585s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:00:21.366659 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c97983ad-2079-4b45-a321-3fd170f349ec None None] The sync data for ids ['8ba38df8-741e-4181-b38e-bb62a79a205d'] in dv-neutron-822691-2-hyperv is: [{'id': '8ba38df8-741e-4181-b38e-bb62a79a205d', 'name': 'tempest-ServersTestJSON-738599796-router', 'tenant_id': '41048d3cadaf44c1808b3a4467fb14d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.49'}], 'enable_snat': True}, 'gw_port_id': 'b27c942e-38c9-43ef-8307-9ce36f27afa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:59:51Z', 'updated_at': '2021-12-24T11:00:10Z', 'revision_number': 4, 'project_id': '41048d3cadaf44c1808b3a4467fb14d5', 'gw_port': {'id': 'b27c942e-38c9-43ef-8307-9ce36f27afa3', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:11:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba38df8-741e-4181-b38e-bb62a79a205d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:59:52Z', 'updated_at': '2021-12-24T11:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_interfaces': [{'id': '143cdb0e-df21-4cd0-8920-d108581a0128', 'name': '', 'network_id': '4ffa6599-4dd3-44c2-afc8-758418a15a34', 'tenant_id': '41048d3cadaf44c1808b3a4467fb14d5', 'mac_address': 'fa:16:3e:8b:4f:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ba38df8-741e-4181-b38e-bb62a79a205d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1bc180c8-44f0-41ff-ba45-99d6e56209ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:00:07Z', 'updated_at': '2021-12-24T11:00:20Z', 'revision_number': 4, 'project_id': '41048d3cadaf44c1808b3a4467fb14d5', 'subnets': [{'id': '1bc180c8-44f0-41ff-ba45-99d6e56209ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:00:21.383682 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d237f6b1-3745-459f-bdb7-cc40caa2a2ee tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:21.389623 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:00:21.391734 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2bfbb29d-c6a9-4c52-9b1b-75989b4cee65 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847649663', 'neutron.services.segments.db._delete_segments_for_network-8749505737672'] for network, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:21.417679 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 7002ae11-177c-4786-959a-f5627e523159 no longer exists at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:00:21.466978 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-2bfbb29d-c6a9-4c52-9b1b-75989b4cee65 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f52711314e0>,) {'filters': {'network_id': ['a40cd9ac-f911-4198-9141-81d77c06775a']}} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:00:21.521364 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] No Port match for: 7002ae11-177c-4786-959a-f5627e523159 {{(pid=88880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 24 11:00:21.521755 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 7002ae11-177c-4786-959a-f5627e523159 not bound to the agent host dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 24 11:00:21.524655 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-2bfbb29d-c6a9-4c52-9b1b-75989b4cee65 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f52711314e0>, '0730f74c-96ea-44be-89df-10324f5e44c9') {'for_net_delete': True} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:00:21.525040 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-2bfbb29d-c6a9-4c52-9b1b-75989b4cee65 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f52711314e0>, '0730f74c-96ea-44be-89df-10324f5e44c9') {} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:00:21.541370 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2bfbb29d-c6a9-4c52-9b1b-75989b4cee65 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749505745113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2241371'] for segment, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:21.568870 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:00:21.611241 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d237f6b1-3745-459f-bdb7-cc40caa2a2ee tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Network 6aa873bf-1974-40ac-868d-1ea9fd6f9584 is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:00:21.627967 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-d237f6b1-3745-459f-bdb7-cc40caa2a2ee tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Resources bound (agent type, host, resource id):  {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:00:21.631368 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d237f6b1-3745-459f-bdb7-cc40caa2a2ee tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:00:21.647408 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-895bb7a8-ff49-4521-bb22-54c08e804130 tempest-ServersTestJSON-70348643 tempest-ServersTestJSON-70348643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:00:21.680715 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2bfbb29d-c6a9-4c52-9b1b-75989b4cee65 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:21.686986 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d237f6b1-3745-459f-bdb7-cc40caa2a2ee tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Pushing event updated for resources: {'Port': ['ID=2a285dc0-1a07-4ec8-a61e-ad87e03908e0,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:00:21.690165 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-d237f6b1-3745-459f-bdb7-cc40caa2a2ee tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:00:21.718345 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-895bb7a8-ff49-4521-bb22-54c08e804130 tempest-ServersTestJSON-70348643 tempest-ServersTestJSON-70348643-project] Usage tracker for resource:security_group_rule and tenant:41048d3cadaf44c1808b3a4467fb14d5 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:00:21.734905 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d237f6b1-3745-459f-bdb7-cc40caa2a2ee tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-720245'] for router_interface, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:21.810009 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bfbb29d-c6a9-4c52-9b1b-75989b4cee65 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206-project] Releasing vlan 649 on physical network physnet1 to pool {{(pid=88878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 24 11:00:21.810757 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2bfbb29d-c6a9-4c52-9b1b-75989b4cee65 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036847652098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850807864'] for segment, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:21.827673 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.db.api [None req-afb21814-feaf-4d6b-94f3-af3efa85a1c3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88880) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 24 11:00:21.828073 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_db.api [None req-afb21814-feaf-4d6b-94f3-af3efa85a1c3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 24 11:00:21.852962 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bbc2d1-f526-4341-9988-06460b62ad67 tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Pushing event updated for resources: {'Subnet': ['ID=8f4b0723-a314-4f17-a34d-27f3d4a780fc,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:00:21.866469 dv-neutron-822691-2-hyperv neutron-server[88767]: Traceback (most recent call last):
Dec 24 11:00:21.866469 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 24 11:00:21.866469 dv-neutron-822691-2-hyperv neutron-server[88767]:     timer()
Dec 24 11:00:21.866469 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 11:00:21.866469 dv-neutron-822691-2-hyperv neutron-server[88767]:     cb(*args, **kw)
Dec 24 11:00:21.866469 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 24 11:00:21.866469 dv-neutron-822691-2-hyperv neutron-server[88767]:     return func(*args, **kwargs)
Dec 24 11:00:21.866469 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 11:00:21.866469 dv-neutron-822691-2-hyperv neutron-server[88767]:     self._notify()
Dec 24 11:00:21.866469 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 11:00:21.866469 dv-neutron-822691-2-hyperv neutron-server[88767]:     self.callback(batched_events)
Dec 24 11:00:21.866469 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 11:00:21.866469 dv-neutron-822691-2-hyperv neutron-server[88767]:     event.method(event)
Dec 24 11:00:21.866469 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 11:00:21.866469 dv-neutron-822691-2-hyperv neutron-server[88767]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 11:00:21.866469 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 24 11:00:21.866469 dv-neutron-822691-2-hyperv neutron-server[88767]:     segment_id)['aggregates'][0]
Dec 24 11:00:21.866469 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 24 11:00:21.866469 dv-neutron-822691-2-hyperv neutron-server[88767]:     return f(self, *a, **k)
Dec 24 11:00:21.866469 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 11:00:21.866469 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self._get(url).json()
Dec 24 11:00:21.866469 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 24 11:00:21.866469 dv-neutron-822691-2-hyperv neutron-server[88767]:     **kwargs)
Dec 24 11:00:21.866469 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 24 11:00:21.866469 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self.request(url, 'GET', **kwargs)
Dec 24 11:00:21.866469 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 24 11:00:21.866469 dv-neutron-822691-2-hyperv neutron-server[88767]:     **endpoint_filter)
Dec 24 11:00:21.866469 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 24 11:00:21.866469 dv-neutron-822691-2-hyperv neutron-server[88767]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 11:00:21.866469 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 24 11:00:21.866469 dv-neutron-822691-2-hyperv neutron-server[88767]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 11:00:21.866469 dv-neutron-822691-2-hyperv neutron-server[88767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 11:00:21.870806 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f3bbc2d1-f526-4341-9988-06460b62ad67 tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:00:21.875979 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-895bb7a8-ff49-4521-bb22-54c08e804130 tempest-ServersTestJSON-70348643 tempest-ServersTestJSON-70348643-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:00:21.876261 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7693a5b3-62ff-421e-9a81-e9aae9c9cbd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:21.884164 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-895bb7a8-ff49-4521-bb22-54c08e804130 tempest-ServersTestJSON-70348643 tempest-ServersTestJSON-70348643-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:00:21.919355 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-bcaffcf1-d6b7-42d9-8501-1cd2d995b65d tempest-QuotasTest-92309014 tempest-QuotasTest-92309014-project-admin] 10.222.0.65 "PUT /v2.0/quotas/c5a211e0c3404c88abb029459cdaeac3 HTTP/1.1" status: 200  len: 366 time: 2.1316764
Dec 24 11:00:21.928787 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 32790) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:21.934094 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d237f6b1-3745-459f-bdb7-cc40caa2a2ee tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:22.011745 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-7693a5b3-62ff-421e-9a81-e9aae9c9cbd7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:00:22.024046 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-7693a5b3-62ff-421e-9a81-e9aae9c9cbd7 admin admin] Usage tracker for resource:security_group_rule and tenant:0ff0a4593c0344168cf38c93ec096de8 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:00:22.034698 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-7693a5b3-62ff-421e-9a81-e9aae9c9cbd7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:00:22.044584 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-be252291-1094-41fe-a6f6-fbee926721a4 tempest-QuotasTest-92309014 tempest-QuotasTest-92309014-project-admin] 10.222.0.65 "GET /v2.0/quotas HTTP/1.1" status: 200  len: 732 time: 0.1145043
Dec 24 11:00:22.047970 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-7693a5b3-62ff-421e-9a81-e9aae9c9cbd7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:00:22.056770 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 32794) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:22.091499 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-af5e8e1b-ef68-4e3a-ba11-ccefa720f65b tempest-QuotasTest-92309014 tempest-QuotasTest-92309014-project-admin] 10.222.0.65 "GET /v2.0/quotas/c5a211e0c3404c88abb029459cdaeac3 HTTP/1.1" status: 200  len: 366 time: 0.0313365
Dec 24 11:00:22.098110 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2bfbb29d-c6a9-4c52-9b1b-75989b4cee65 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7126154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659196'] for network, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:22.100578 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 32798) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:22.131787 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-3a6fcfc9-9744-4fa6-adfd-a46de48cca54 req-4bdf19a8-94a0-49c9-ba73-b5d63f513992 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=3227175fb2a74b37bb7d77f5e6df3dce&fields=id HTTP/1.1" status: 200  len: 348 time: 1.2160685
Dec 24 11:00:22.146507 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-cbba44ae-6e12-4f73-8e9f-b2a8acae7e2a None None] Provisioning for port 2a285dc0-1a07-4ec8-a61e-ad87e03908e0 completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:00:22.154771 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-cbba44ae-6e12-4f73-8e9f-b2a8acae7e2a None None] Provisioning complete for port 2a285dc0-1a07-4ec8-a61e-ad87e03908e0 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:00:22.155642 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-cbba44ae-6e12-4f73-8e9f-b2a8acae7e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:22.160034 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-630f42f2-dc9c-4b09-bdbc-3a34ca379d81 tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:00:22.189438 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3bbc2d1-f526-4341-9988-06460b62ad67 tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Checking segment: {'id': '453376c2-2696-4d62-b689-648ac23c61fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '01b2c87a-d921-4da4-b2d3-6790ebc4ff57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:00:22.189820 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3bbc2d1-f526-4341-9988-06460b62ad67 tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Network hostable DHCP agents. Network: 01b2c87a-d921-4da4-b2d3-6790ebc4ff57, hostable agents: ['edcf98dc-3032-472a-8b3d-f23fd1e89806'], hosted agents: [] {{(pid=88878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 24 11:00:22.204660 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2bfbb29d-c6a9-4c52-9b1b-75989b4cee65 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1977811'] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:22.235194 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-2bfbb29d-c6a9-4c52-9b1b-75989b4cee65 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206-project] 10.222.0.65 "DELETE /v2.0/networks/a40cd9ac-f911-4198-9141-81d77c06775a HTTP/1.1" status: 204  len: 168 time: 4.6763463
Dec 24 11:00:22.245175 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfbb29d-c6a9-4c52-9b1b-75989b4cee65 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206-project] Pushing event deleted for resources: {'Network': ['ID=a40cd9ac-f911-4198-9141-81d77c06775a,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:00:22.253504 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-2bfbb29d-c6a9-4c52-9b1b-75989b4cee65 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:00:22.261485 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-895bb7a8-ff49-4521-bb22-54c08e804130 tempest-ServersTestJSON-70348643 tempest-ServersTestJSON-70348643-project] Notify callbacks [] for security_group, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:22.272607 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-6a262aee-c0f9-436f-a540-878a73f74bc7 tempest-QuotasTest-92309014 tempest-QuotasTest-92309014-project-admin] 10.222.0.65 "DELETE /v2.0/quotas/c5a211e0c3404c88abb029459cdaeac3 HTTP/1.1" status: 204  len: 168 time: 0.1652446
Dec 24 11:00:22.273014 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-895bb7a8-ff49-4521-bb22-54c08e804130 tempest-ServersTestJSON-70348643 tempest-ServersTestJSON-70348643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:22.275627 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 32810) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:22.300608 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-cbba44ae-6e12-4f73-8e9f-b2a8acae7e2a None None] Port 2a285dc0-1a07-4ec8-a61e-ad87e03908e0 cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:00:22.329034 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-afb21814-feaf-4d6b-94f3-af3efa85a1c3 None None] Deleting port 7002ae11-177c-4786-959a-f5627e523159 {{(pid=88880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:00:22.329468 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-afb21814-feaf-4d6b-94f3-af3efa85a1c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:22.330989 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-fc2175f1-9d62-4ce0-8f05-1c83a376f2e4 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:00:22.379082 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-8ed1d4c1-9e3e-4800-a21b-477a8fdeae77 tempest-QuotasTest-92309014 tempest-QuotasTest-92309014-project-admin] 10.222.0.65 "GET /v2.0/quotas HTTP/1.1" status: 200  len: 470 time: 0.0889890
Dec 24 11:00:22.389572 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895bb7a8-ff49-4521-bb22-54c08e804130 tempest-ServersTestJSON-70348643 tempest-ServersTestJSON-70348643-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2713acac-b64d-4c06-84a4-0405fa3dbde3,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:00:22.392447 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 32816) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:22.403138 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-895bb7a8-ff49-4521-bb22-54c08e804130 tempest-ServersTestJSON-70348643 tempest-ServersTestJSON-70348643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:00:22.406507 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-895bb7a8-ff49-4521-bb22-54c08e804130 tempest-ServersTestJSON-70348643 tempest-ServersTestJSON-70348643-project] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:22.408331 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-895bb7a8-ff49-4521-bb22-54c08e804130 tempest-ServersTestJSON-70348643 tempest-ServersTestJSON-70348643-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1613 time: 3.0177858
Dec 24 11:00:22.414787 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 32822) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:22.419144 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-35af51e0-c1f0-4af2-ba05-3e71a4647606 tempest-QuotasTest-92309014 tempest-QuotasTest-92309014-project-admin] 10.222.0.65 "GET /v2.0/quotas/c5a211e0c3404c88abb029459cdaeac3 HTTP/1.1" status: 200  len: 370 time: 0.0244327
Dec 24 11:00:22.429309 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 32824) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:22.432655 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-ce9a8173-4102-4c2d-87a8-d4288ad123e0 tempest-ServersTestJSON-70348643 tempest-ServersTestJSON-70348643-project] Request body: {'security_group_rule': {'security_group_id': '2713acac-b64d-4c06-84a4-0405fa3dbde3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:00:22.437029 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-1b91c874-6c5f-40e5-8346-fd8763759d83 tempest-QuotasTest-92309014 tempest-QuotasTest-92309014-project-admin] 10.222.0.65 "GET /v2.0/quotas/c5a211e0c3404c88abb029459cdaeac3/default HTTP/1.1" status: 200  len: 370 time: 0.0062940
Dec 24 11:00:22.442186 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 32830) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:22.444846 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-afb21814-feaf-4d6b-94f3-af3efa85a1c3 None None] The port '7002ae11-177c-4786-959a-f5627e523159' was deleted {{(pid=88880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 24 11:00:22.447138 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3bbc2d1-f526-4341-9988-06460b62ad67 tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Network 01b2c87a-d921-4da4-b2d3-6790ebc4ff57 is scheduled to be hosted by DHCP agent edcf98dc-3032-472a-8b3d-f23fd1e89806 with binding_index 1 {{(pid=88878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 24 11:00:22.459918 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-ce9a8173-4102-4c2d-87a8-d4288ad123e0 tempest-ServersTestJSON-70348643 tempest-ServersTestJSON-70348643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:00:22.470653 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-ce9a8173-4102-4c2d-87a8-d4288ad123e0 tempest-ServersTestJSON-70348643 tempest-ServersTestJSON-70348643-project] Usage tracker for resource:security_group_rule and tenant:41048d3cadaf44c1808b3a4467fb14d5 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:00:22.476494 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-ce9a8173-4102-4c2d-87a8-d4288ad123e0 tempest-ServersTestJSON-70348643 tempest-ServersTestJSON-70348643-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:00:22.480776 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-f3bbc2d1-f526-4341-9988-06460b62ad67 tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822691-2-hyperv, 01b2c87a-d921-4da4-b2d3-6790ebc4ff57) {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:00:22.487447 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3bbc2d1-f526-4341-9988-06460b62ad67 tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:00:22.492574 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f3bbc2d1-f526-4341-9988-06460b62ad67 tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1977811'] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:22.496205 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0917280c-7d9b-4033-8c81-ece425070f87 None None] Network 01b2c87a-d921-4da4-b2d3-6790ebc4ff57 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:00:22.505173 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-ce9a8173-4102-4c2d-87a8-d4288ad123e0 tempest-ServersTestJSON-70348643 tempest-ServersTestJSON-70348643-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:00:22.542086 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.v2.resource [None req-65b36678-0ef7-4634-94d2-869a178733a6 tempest-QuotasTest-92309014 tempest-QuotasTest-92309014-project-admin] delete failed (client error): The resource could not be found.
Dec 24 11:00:22.549446 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-65b36678-0ef7-4634-94d2-869a178733a6 tempest-QuotasTest-92309014 tempest-QuotasTest-92309014-project-admin] 10.222.0.65 "DELETE /v2.0/quotas/c5a211e0c3404c88abb029459cdaeac3 HTTP/1.1" status: 404  len: 348 time: 0.1034746
Dec 24 11:00:22.555249 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-f3bbc2d1-f526-4341-9988-06460b62ad67 tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 4.7723846
Dec 24 11:00:22.568283 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 32836) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:22.577674 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ce9a8173-4102-4c2d-87a8-d4288ad123e0 tempest-ServersTestJSON-70348643 tempest-ServersTestJSON-70348643-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:22.640566 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-59c4a588-d444-4d64-98e9-c3999f6e176b tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Request body: {'port': {'network_id': '01b2c87a-d921-4da4-b2d3-6790ebc4ff57', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2056680684'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:00:22.712174 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ce9a8173-4102-4c2d-87a8-d4288ad123e0 tempest-ServersTestJSON-70348643 tempest-ServersTestJSON-70348643-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:22.717812 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ce9a8173-4102-4c2d-87a8-d4288ad123e0 tempest-ServersTestJSON-70348643 tempest-ServersTestJSON-70348643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689902'] for security_group_rule, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:22.721506 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-67aa8bcb-21ca-472b-b680-cd300b0192f8 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:00:22.751761 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9a8173-4102-4c2d-87a8-d4288ad123e0 tempest-ServersTestJSON-70348643 tempest-ServersTestJSON-70348643-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04ac278e-a8bf-438a-a29e-4a303d79ed35,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:00:22.767568 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-ce9a8173-4102-4c2d-87a8-d4288ad123e0 tempest-ServersTestJSON-70348643 tempest-ServersTestJSON-70348643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:00:22.778233 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ce9a8173-4102-4c2d-87a8-d4288ad123e0 tempest-ServersTestJSON-70348643 tempest-ServersTestJSON-70348643-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:22.780273 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-ce9a8173-4102-4c2d-87a8-d4288ad123e0 tempest-ServersTestJSON-70348643 tempest-ServersTestJSON-70348643-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.3616550
Dec 24 11:00:22.784356 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 32842) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:22.798961 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-5abfd19b-9881-4a2f-84f4-dc930d4c39e4 tempest-ServersTestJSON-70348643 tempest-ServersTestJSON-70348643-project] Request body: {'security_group_rule': {'security_group_id': '2713acac-b64d-4c06-84a4-0405fa3dbde3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:00:22.822263 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-5abfd19b-9881-4a2f-84f4-dc930d4c39e4 tempest-ServersTestJSON-70348643 tempest-ServersTestJSON-70348643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:00:22.838764 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-5abfd19b-9881-4a2f-84f4-dc930d4c39e4 tempest-ServersTestJSON-70348643 tempest-ServersTestJSON-70348643-project] Usage tracker for resource:security_group_rule and tenant:41048d3cadaf44c1808b3a4467fb14d5 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:00:22.850053 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-5abfd19b-9881-4a2f-84f4-dc930d4c39e4 tempest-ServersTestJSON-70348643 tempest-ServersTestJSON-70348643-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:00:22.875858 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-5abfd19b-9881-4a2f-84f4-dc930d4c39e4 tempest-ServersTestJSON-70348643 tempest-ServersTestJSON-70348643-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:00:22.912343 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f315158c-9d42-481f-a3cb-b6576db65ec1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73968e80-91fd-539e-a7c6-b31af6d9e680-01b2c87a-d921-4da4-b2d3-6790ebc4ff57', 'network_id': '01b2c87a-d921-4da4-b2d3-6790ebc4ff57', 'tenant_id': 'd9849f2157e642b5a3e5e89d95c44695', 'fixed_ips': [{'subnet_id': '8f4b0723-a314-4f17-a34d-27f3d4a780fc'}]}} from dv-neutron-822691-2-hyperv. {{(pid=88880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 24 11:00:22.917045 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f315158c-9d42-481f-a3cb-b6576db65ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:22.944737 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-59c4a588-d444-4d64-98e9-c3999f6e176b tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:00:23.037397 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-59c4a588-d444-4d64-98e9-c3999f6e176b tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Usage tracker for resource:port and tenant:d9849f2157e642b5a3e5e89d95c44695 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:00:23.043310 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-59c4a588-d444-4d64-98e9-c3999f6e176b tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:00:23.063998 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7693a5b3-62ff-421e-9a81-e9aae9c9cbd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:23.074482 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-59c4a588-d444-4d64-98e9-c3999f6e176b tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:00:23.080982 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7693a5b3-62ff-421e-9a81-e9aae9c9cbd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:23.082959 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5abfd19b-9881-4a2f-84f4-dc930d4c39e4 tempest-ServersTestJSON-70348643 tempest-ServersTestJSON-70348643-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:23.103560 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 32848) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:23.104175 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:00:23.166987 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-7693a5b3-62ff-421e-9a81-e9aae9c9cbd7 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0ff0a4593c0344168cf38c93ec096de8&name=default HTTP/1.1" status: 200  len: 2647 time: 1.8906646
Dec 24 11:00:23.168242 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 32852) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:23.188520 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59c4a588-d444-4d64-98e9-c3999f6e176b tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Made reservation on behalf of d9849f2157e642b5a3e5e89d95c44695 for: {'port': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:00:23.194297 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-59c4a588-d444-4d64-98e9-c3999f6e176b tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:23.196855 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-f315158c-9d42-481f-a3cb-b6576db65ec1 None None] Allocated IP 2001:db8::2 (01b2c87a-d921-4da4-b2d3-6790ebc4ff57/8f4b0723-a314-4f17-a34d-27f3d4a780fc/5251520b-c9fb-4aca-938a-4589a3bb1fdd) {{(pid=88880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:00:23.199008 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [req-3a6fcfc9-9744-4fa6-adfd-a46de48cca54 req-73d4e7da-c2a1-4ae1-ad0d-d1d580e26565 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=88878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 24 11:00:23.207091 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-3a6fcfc9-9744-4fa6-adfd-a46de48cca54 req-73d4e7da-c2a1-4ae1-ad0d-d1d580e26565 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12161 time: 0.8276613
Dec 24 11:00:23.293473 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 32856) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:23.343429 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-aaf97319-9188-4144-b4b4-733cdd53f2d8 tempest-QuotasTest-92309014 tempest-QuotasTest-92309014-project-admin] Usage tracker for resource:network and tenant:780341dd17bd41ee94cc5a3d421dee3e is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:00:23.352471 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7693a5b3-62ff-421e-9a81-e9aae9c9cbd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23d50495-c0cb-4681-8c16-27fb65da8a9e,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:00:23.366674 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [None req-59c4a588-d444-4d64-98e9-c3999f6e176b tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] device_id is not set on port 7371e872-5c96-491b-bdc7-1c01e723da1f yet. {{(pid=88879) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 24 11:00:23.435897 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7693a5b3-62ff-421e-9a81-e9aae9c9cbd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:00:23.441056 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-aaf97319-9188-4144-b4b4-733cdd53f2d8 tempest-QuotasTest-92309014 tempest-QuotasTest-92309014-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:00:23.582277 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-aaf97319-9188-4144-b4b4-733cdd53f2d8 tempest-QuotasTest-92309014 tempest-QuotasTest-92309014-project-admin] Usage tracker for resource:subnet and tenant:780341dd17bd41ee94cc5a3d421dee3e is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:00:23.603837 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-aaf97319-9188-4144-b4b4-733cdd53f2d8 tempest-QuotasTest-92309014 tempest-QuotasTest-92309014-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:00:23.606017 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6a9cbdd9-54d8-405a-8ce3-ca3bc80c7372 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:23.664636 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d237f6b1-3745-459f-bdb7-cc40caa2a2ee tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Notify callbacks [] for port, precommit_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:23.698655 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d237f6b1-3745-459f-bdb7-cc40caa2a2ee tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850854027'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:23.730184 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f315158c-9d42-481f-a3cb-b6576db65ec1 None None] Notify callbacks [] for port, precommit_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:23.766578 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 143cdb0e-df21-4cd0-8920-d108581a0128 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:00:23.811005 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-f315158c-9d42-481f-a3cb-b6576db65ec1 None None] Transition to ACTIVE for port object 5251520b-c9fb-4aca-938a-4589a3bb1fdd will not be triggered until provisioned by entity L2. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:00:23.846845 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-3a6fcfc9-9744-4fa6-adfd-a46de48cca54 req-d9126aee-2e79-4e8b-8f5d-d0235e4a8916 service neutron] 10.222.0.65 "GET /v2.0/networks/06bf4055-f82f-43ff-8ef7-0747a91153cc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6383324
Dec 24 11:00:23.859269 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-aaf97319-9188-4144-b4b4-733cdd53f2d8 tempest-QuotasTest-92309014 tempest-QuotasTest-92309014-project-admin] Usage tracker for resource:subnetpool and tenant:780341dd17bd41ee94cc5a3d421dee3e is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:00:23.863508 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-f315158c-9d42-481f-a3cb-b6576db65ec1 None None] Transition to ACTIVE for port object 5251520b-c9fb-4aca-938a-4589a3bb1fdd will not be triggered until provisioned by entity DHCP. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:00:23.868771 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6a9cbdd9-54d8-405a-8ce3-ca3bc80c7372 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:23.874274 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f315158c-9d42-481f-a3cb-b6576db65ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408'] for port, after_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:23.879342 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:00:23.881298 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 32864) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:23.888393 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:00:23.950064 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f315158c-9d42-481f-a3cb-b6576db65ec1 None None] Pushing event updated for resources: {'Port': ['ID=5251520b-c9fb-4aca-938a-4589a3bb1fdd,revision_number=1']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:00:23.952995 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f315158c-9d42-481f-a3cb-b6576db65ec1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:00:23.968579 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f315158c-9d42-481f-a3cb-b6576db65ec1 None None] Network 01b2c87a-d921-4da4-b2d3-6790ebc4ff57 is already hosted by enough agents. {{(pid=88880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:00:23.970825 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-f315158c-9d42-481f-a3cb-b6576db65ec1 None None] Resources bound (agent type, host, resource id):  {{(pid=88880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:00:23.973509 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning for port 143cdb0e-df21-4cd0-8920-d108581a0128 completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:00:23.978226 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f315158c-9d42-481f-a3cb-b6576db65ec1 None None] Received port after_create {{(pid=88880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:00:23.982812 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port 143cdb0e-df21-4cd0-8920-d108581a0128 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:00:23.983204 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:23.984875 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5abfd19b-9881-4a2f-84f4-dc930d4c39e4 tempest-ServersTestJSON-70348643 tempest-ServersTestJSON-70348643-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:23.994446 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5abfd19b-9881-4a2f-84f4-dc930d4c39e4 tempest-ServersTestJSON-70348643 tempest-ServersTestJSON-70348643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689902'] for security_group_rule, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:24.001033 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:00:24.014858 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-aaf97319-9188-4144-b4b4-733cdd53f2d8 tempest-QuotasTest-92309014 tempest-QuotasTest-92309014-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:00:24.026984 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abfd19b-9881-4a2f-84f4-dc930d4c39e4 tempest-ServersTestJSON-70348643 tempest-ServersTestJSON-70348643-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc87fa50-0fc4-4cbc-a331-7f50324afc2a,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:00:24.034901 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-5abfd19b-9881-4a2f-84f4-dc930d4c39e4 tempest-ServersTestJSON-70348643 tempest-ServersTestJSON-70348643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:00:24.049141 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d237f6b1-3745-459f-bdb7-cc40caa2a2ee tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1977653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854055662'] for router_interface, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:24.064066 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-3a6fcfc9-9744-4fa6-adfd-a46de48cca54 req-43da693f-7984-40aa-9e72-cf6a10d32c4e service neutron] 10.222.0.65 "GET /v2.0/networks/06bf4055-f82f-43ff-8ef7-0747a91153cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2161078
Dec 24 11:00:24.064965 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5abfd19b-9881-4a2f-84f4-dc930d4c39e4 tempest-ServersTestJSON-70348643 tempest-ServersTestJSON-70348643-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:24.066719 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-5abfd19b-9881-4a2f-84f4-dc930d4c39e4 tempest-ServersTestJSON-70348643 tempest-ServersTestJSON-70348643-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 1.2808757
Dec 24 11:00:24.070442 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 32870) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:24.095687 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-3bbe070e-13d5-42a2-aca2-bfe5e5b533e8 tempest-ServersTestJSON-70348643 tempest-ServersTestJSON-70348643-project] Request body: {'floatingip': {'floating_network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:00:24.110440 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-3bbe070e-13d5-42a2-aca2-bfe5e5b533e8 tempest-ServersTestJSON-70348643 tempest-ServersTestJSON-70348643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:00:24.114818 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-3bbe070e-13d5-42a2-aca2-bfe5e5b533e8 tempest-ServersTestJSON-70348643 tempest-ServersTestJSON-70348643-project] Usage tracker for resource:floatingip and tenant:41048d3cadaf44c1808b3a4467fb14d5 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:00:24.117879 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-3bbe070e-13d5-42a2-aca2-bfe5e5b533e8 tempest-ServersTestJSON-70348643 tempest-ServersTestJSON-70348643-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:00:24.124313 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-3bbe070e-13d5-42a2-aca2-bfe5e5b533e8 tempest-ServersTestJSON-70348643 tempest-ServersTestJSON-70348643-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:00:24.136298 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3bbe070e-13d5-42a2-aca2-bfe5e5b533e8 tempest-ServersTestJSON-70348643 tempest-ServersTestJSON-70348643-project] Notify callbacks [] for floatingip, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:24.137211 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-aaf97319-9188-4144-b4b4-733cdd53f2d8 tempest-QuotasTest-92309014 tempest-QuotasTest-92309014-project-admin] Usage tracker for resource:port and tenant:780341dd17bd41ee94cc5a3d421dee3e is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:00:24.161250 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-3357540f-9c60-4a32-9604-022c58c0d96e tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-18698349', 'router:external': True}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:00:24.165155 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-aaf97319-9188-4144-b4b4-733cdd53f2d8 tempest-QuotasTest-92309014 tempest-QuotasTest-92309014-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:00:24.200014 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-aaf97319-9188-4144-b4b4-733cdd53f2d8 tempest-QuotasTest-92309014 tempest-QuotasTest-92309014-project-admin] Usage tracker for resource:router and tenant:780341dd17bd41ee94cc5a3d421dee3e is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:00:24.211406 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-d9cc9305-e146-4432-ba20-e620cb59c34b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f73add1678fd4479897d3c576ba43b13&name=default HTTP/1.1" status: 200  len: 2647 time: 0.8960726
Dec 24 11:00:24.215144 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 32876) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:24.220396 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-aaf97319-9188-4144-b4b4-733cdd53f2d8 tempest-QuotasTest-92309014 tempest-QuotasTest-92309014-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:00:24.283245 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:24.315329 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3bbe070e-13d5-42a2-aca2-bfe5e5b533e8 tempest-ServersTestJSON-70348643 tempest-ServersTestJSON-70348643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:24.317769 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-f315158c-9d42-481f-a3cb-b6576db65ec1 None None] Attempting to bind port 5251520b-c9fb-4aca-938a-4589a3bb1fdd on host dv-neutron-822691-2-hyperv for vnic_type normal with profile  {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:00:24.318549 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-f315158c-9d42-481f-a3cb-b6576db65ec1 None None] Attempting to bind port 5251520b-c9fb-4aca-938a-4589a3bb1fdd by drivers openvswitch,hyperv on host dv-neutron-822691-2-hyperv at level 0 using segments [{'id': '453376c2-2696-4d62-b689-648ac23c61fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '01b2c87a-d921-4da4-b2d3-6790ebc4ff57'}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:00:24.319077 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f315158c-9d42-481f-a3cb-b6576db65ec1 None None] Attempting to bind port 5251520b-c9fb-4aca-938a-4589a3bb1fdd on network 01b2c87a-d921-4da4-b2d3-6790ebc4ff57 {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:00:24.351132 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] For port 143cdb0e-df21-4cd0-8920-d108581a0128, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=143cdb0e-df21-4cd0-8920-d108581a0128,segment=NetworkSegment(8cea13cb-a746-4fdb-9326-670f5e69ec6e),segment_id=8cea13cb-a746-4fdb-9326-670f5e69ec6e)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:00:24.351392 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d237f6b1-3745-459f-bdb7-cc40caa2a2ee tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Pushing event updated for resources: {'Port': ['ID=2a285dc0-1a07-4ec8-a61e-ad87e03908e0,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:00:24.353534 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f315158c-9d42-481f-a3cb-b6576db65ec1 None None] Checking agent: {'id': 'db1275c1-6001-47af-93c2-635c68404703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822691-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 52, 8), 'started_at': datetime.datetime(2021, 12, 24, 10, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 0, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822691-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:00:24.359642 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f315158c-9d42-481f-a3cb-b6576db65ec1 None None] Checking segment: {'id': '453376c2-2696-4d62-b689-648ac23c61fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '01b2c87a-d921-4da4-b2d3-6790ebc4ff57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:00:24.360151 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f315158c-9d42-481f-a3cb-b6576db65ec1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:24.360594 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f315158c-9d42-481f-a3cb-b6576db65ec1 None None] Bound using segment: {'id': '453376c2-2696-4d62-b689-648ac23c61fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '01b2c87a-d921-4da4-b2d3-6790ebc4ff57'} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:00:24.361148 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-f315158c-9d42-481f-a3cb-b6576db65ec1 None None] Bound port: 5251520b-c9fb-4aca-938a-4589a3bb1fdd, host: dv-neutron-822691-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '453376c2-2696-4d62-b689-648ac23c61fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '01b2c87a-d921-4da4-b2d3-6790ebc4ff57'}}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:00:24.361566 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f315158c-9d42-481f-a3cb-b6576db65ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:24.430605 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-d237f6b1-3745-459f-bdb7-cc40caa2a2ee tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.542s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:00:24.444003 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 32890) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:24.457680 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:24.472037 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-3357540f-9c60-4a32-9604-022c58c0d96e tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:00:24.475088 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-d06682d6-ac31-4eeb-9970-5bb5f64649fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:00:24.484620 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-3357540f-9c60-4a32-9604-022c58c0d96e tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Usage tracker for resource:network and tenant:d8830e9e30294429956c02859d177d90 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:00:24.503584 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-59c4a588-d444-4d64-98e9-c3999f6e176b tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Allocated IP 2001:db8::d7 (01b2c87a-d921-4da4-b2d3-6790ebc4ff57/8f4b0723-a314-4f17-a34d-27f3d4a780fc/7371e872-5c96-491b-bdc7-1c01e723da1f) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:00:24.509165 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-aaf97319-9188-4144-b4b4-733cdd53f2d8 tempest-QuotasTest-92309014 tempest-QuotasTest-92309014-project-admin] Usage tracker for resource:floatingip and tenant:780341dd17bd41ee94cc5a3d421dee3e is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:00:24.515841 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d237f6b1-3745-459f-bdb7-cc40caa2a2ee tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Network 6aa873bf-1974-40ac-868d-1ea9fd6f9584 is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:00:24.540197 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-3357540f-9c60-4a32-9604-022c58c0d96e tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:00:24.560409 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-d237f6b1-3745-459f-bdb7-cc40caa2a2ee tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Resources bound (agent type, host, resource id):  {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:00:24.563280 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-3357540f-9c60-4a32-9604-022c58c0d96e tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:00:24.574251 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-aaf97319-9188-4144-b4b4-733cdd53f2d8 tempest-QuotasTest-92309014 tempest-QuotasTest-92309014-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:00:24.620675 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-3bbe070e-13d5-42a2-aca2-bfe5e5b533e8 tempest-ServersTestJSON-70348643 tempest-ServersTestJSON-70348643-project] Allocated IP 172.26.3.178 (f8c337ba-681f-4fcb-a333-e3c49365b30a/8ea1398c-0bec-46d6-8d54-85798de2a7ca/8f0f3e44-ac1f-4654-ad22-82c833d03c1a) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:00:24.715483 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-f315158c-9d42-481f-a3cb-b6576db65ec1 None None] For port 5251520b-c9fb-4aca-938a-4589a3bb1fdd, host dv-neutron-822691-2-hyperv, cleared binding levels {{(pid=88880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:00:24.718427 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Pushing event updated for resources: {'Port': ['ID=143cdb0e-df21-4cd0-8920-d108581a0128,revision_number=5']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:00:24.724535 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-f315158c-9d42-481f-a3cb-b6576db65ec1 None None] For port 5251520b-c9fb-4aca-938a-4589a3bb1fdd, host dv-neutron-822691-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=5251520b-c9fb-4aca-938a-4589a3bb1fdd,segment=NetworkSegment(453376c2-2696-4d62-b689-648ac23c61fd),segment_id=453376c2-2696-4d62-b689-648ac23c61fd)] {{(pid=88880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:00:24.744464 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:00:24.746465 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f315158c-9d42-481f-a3cb-b6576db65ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:24.760854 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:00:24.847604 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f315158c-9d42-481f-a3cb-b6576db65ec1 None None] Pushing event updated for resources: {'Port': ['ID=5251520b-c9fb-4aca-938a-4589a3bb1fdd,revision_number=2']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:00:24.870786 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f315158c-9d42-481f-a3cb-b6576db65ec1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:00:24.927138 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3bbe070e-13d5-42a2-aca2-bfe5e5b533e8 tempest-ServersTestJSON-70348643 tempest-ServersTestJSON-70348643-project] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:24.990965 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-f9c94b6a-063a-4b92-ad80-95b0e15456e9 req-c4b78c47-be34-4341-9bc3-b8fbfd7c02a2 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] 10.222.0.65 "GET /v2.0/ports?device_id=655d927a-1c14-4f1b-88cc-771b29a10c76 HTTP/1.1" status: 200  len: 210 time: 0.5456336
Dec 24 11:00:25.011686 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3bbe070e-13d5-42a2-aca2-bfe5e5b533e8 tempest-ServersTestJSON-70348643 tempest-ServersTestJSON-70348643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:25.032112 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-9c82863e-9d0b-4737-bb7a-5681e32b97f3 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:00:25.112934 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bbe070e-13d5-42a2-aca2-bfe5e5b533e8 tempest-ServersTestJSON-70348643 tempest-ServersTestJSON-70348643-project] Network f8c337ba-681f-4fcb-a333-e3c49365b30a is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:00:25.117592 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-3bbe070e-13d5-42a2-aca2-bfe5e5b533e8 tempest-ServersTestJSON-70348643 tempest-ServersTestJSON-70348643-project] Resources bound (agent type, host, resource id):  {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:00:25.123131 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bbe070e-13d5-42a2-aca2-bfe5e5b533e8 tempest-ServersTestJSON-70348643 tempest-ServersTestJSON-70348643-project] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:00:25.151951 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-734a460c-b072-4b01-b0f1-e2828576edbc None None] Provisioning complete for port 2a285dc0-1a07-4ec8-a61e-ad87e03908e0 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:00:25.152374 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-734a460c-b072-4b01-b0f1-e2828576edbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:25.154955 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbe070e-13d5-42a2-aca2-bfe5e5b533e8 tempest-ServersTestJSON-70348643 tempest-ServersTestJSON-70348643-project] Pushing event updated for resources: {'Port': ['ID=8f0f3e44-ac1f-4654-ad22-82c833d03c1a,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:00:25.158302 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-3bbe070e-13d5-42a2-aca2-bfe5e5b533e8 tempest-ServersTestJSON-70348643 tempest-ServersTestJSON-70348643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:00:25.198211 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6a9cbdd9-54d8-405a-8ce3-ca3bc80c7372 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:25.216191 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:00:25.223033 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3357540f-9c60-4a32-9604-022c58c0d96e tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Made reservation on behalf of d8830e9e30294429956c02859d177d90 for: {'network': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:00:25.228543 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3357540f-9c60-4a32-9604-022c58c0d96e tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for network, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:25.247608 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-734a460c-b072-4b01-b0f1-e2828576edbc None None] Port 2a285dc0-1a07-4ec8-a61e-ad87e03908e0 cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:00:25.270356 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3357540f-9c60-4a32-9604-022c58c0d96e tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:25.352253 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-3357540f-9c60-4a32-9604-022c58c0d96e tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:00:25.359190 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3bbe070e-13d5-42a2-aca2-bfe5e5b533e8 tempest-ServersTestJSON-70348643 tempest-ServersTestJSON-70348643-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:25.359807 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-3357540f-9c60-4a32-9604-022c58c0d96e tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Usage tracker for resource:security_group_rule and tenant:d8830e9e30294429956c02859d177d90 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:00:25.364842 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-3357540f-9c60-4a32-9604-022c58c0d96e tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:00:25.385371 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 143cdb0e-df21-4cd0-8920-d108581a0128 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:00:25.397018 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9cbdd9-54d8-405a-8ce3-ca3bc80c7372 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23d50495-c0cb-4681-8c16-27fb65da8a9e,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:00:25.399068 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c64a9204-f1a9-487b-b962-5c3ed3f170ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:25.404532 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-6a9cbdd9-54d8-405a-8ce3-ca3bc80c7372 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:00:25.427476 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-3357540f-9c60-4a32-9604-022c58c0d96e tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:00:25.464340 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3bbe070e-13d5-42a2-aca2-bfe5e5b533e8 tempest-ServersTestJSON-70348643 tempest-ServersTestJSON-70348643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:25.507147 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port 143cdb0e-df21-4cd0-8920-d108581a0128 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:00:25.508006 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:25.570801 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c64a9204-f1a9-487b-b962-5c3ed3f170ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:25.617227 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6a9cbdd9-54d8-405a-8ce3-ca3bc80c7372 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:25.618744 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-6a9cbdd9-54d8-405a-8ce3-ca3bc80c7372 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/23d50495-c0cb-4681-8c16-27fb65da8a9e HTTP/1.1" status: 204  len: 168 time: 2.4319777
Dec 24 11:00:25.796037 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3bbe070e-13d5-42a2-aca2-bfe5e5b533e8 tempest-ServersTestJSON-70348643 tempest-ServersTestJSON-70348643-project] Notify callbacks [] for port, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:25.800955 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3bbe070e-13d5-42a2-aca2-bfe5e5b533e8 tempest-ServersTestJSON-70348643 tempest-ServersTestJSON-70348643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3978773'] for port, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:25.806617 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:00:25.902083 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-aaf97319-9188-4144-b4b4-733cdd53f2d8 tempest-QuotasTest-92309014 tempest-QuotasTest-92309014-project-admin] Usage tracker for resource:security_group and tenant:780341dd17bd41ee94cc5a3d421dee3e is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:00:25.926997 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-aaf97319-9188-4144-b4b4-733cdd53f2d8 tempest-QuotasTest-92309014 tempest-QuotasTest-92309014-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:00:25.951152 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbe070e-13d5-42a2-aca2-bfe5e5b533e8 tempest-ServersTestJSON-70348643 tempest-ServersTestJSON-70348643-project] Pushing event updated for resources: {'Port': ['ID=8f0f3e44-ac1f-4654-ad22-82c833d03c1a,revision_number=2']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:00:25.956030 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-3bbe070e-13d5-42a2-aca2-bfe5e5b533e8 tempest-ServersTestJSON-70348643 tempest-ServersTestJSON-70348643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:00:25.963279 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3bbe070e-13d5-42a2-aca2-bfe5e5b533e8 tempest-ServersTestJSON-70348643 tempest-ServersTestJSON-70348643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659181'] for floatingip, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:25.989648 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3bbe070e-13d5-42a2-aca2-bfe5e5b533e8 tempest-ServersTestJSON-70348643 tempest-ServersTestJSON-70348643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for floatingip, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:25.999707 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-aaf97319-9188-4144-b4b4-733cdd53f2d8 tempest-QuotasTest-92309014 tempest-QuotasTest-92309014-project-admin] Usage tracker for resource:security_group_rule and tenant:780341dd17bd41ee94cc5a3d421dee3e is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:00:26.001873 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-3bbe070e-13d5-42a2-aca2-bfe5e5b533e8 tempest-ServersTestJSON-70348643 tempest-ServersTestJSON-70348643-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.9291461
Dec 24 11:00:26.023146 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c64a9204-f1a9-487b-b962-5c3ed3f170ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:26.030164 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-59c4a588-d444-4d64-98e9-c3999f6e176b tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:26.039441 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:00:26.047941 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-aaf97319-9188-4144-b4b4-733cdd53f2d8 tempest-QuotasTest-92309014 tempest-QuotasTest-92309014-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:00:26.052072 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3357540f-9c60-4a32-9604-022c58c0d96e tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:26.073896 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64a9204-f1a9-487b-b962-5c3ed3f170ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20784135-2535-4ea5-becb-9a948e6544fd,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:00:26.082365 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3357540f-9c60-4a32-9604-022c58c0d96e tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:26.088629 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c64a9204-f1a9-487b-b962-5c3ed3f170ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:00:26.089162 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c64a9204-f1a9-487b-b962-5c3ed3f170ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:00:26.124132 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-aaf97319-9188-4144-b4b4-733cdd53f2d8 tempest-QuotasTest-92309014 tempest-QuotasTest-92309014-project-admin] 10.222.0.65 "GET /v2.0/quotas/780341dd17bd41ee94cc5a3d421dee3e/details.json HTTP/1.1" status: 200  len: 703 time: 3.0080137
Dec 24 11:00:26.124132 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-59c4a588-d444-4d64-98e9-c3999f6e176b tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Transition to ACTIVE for port object 7371e872-5c96-491b-bdc7-1c01e723da1f will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:00:26.213250 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c64a9204-f1a9-487b-b962-5c3ed3f170ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:26.214570 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-c64a9204-f1a9-487b-b962-5c3ed3f170ea admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/20784135-2535-4ea5-becb-9a948e6544fd HTTP/1.1" status: 204  len: 168 time: 1.9912708
Dec 24 11:00:26.235123 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3357540f-9c60-4a32-9604-022c58c0d96e tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] vlan segment allocate from pool success with {'vlan_id': 608, 'physical_network': 'physnet1'}  {{(pid=88879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 24 11:00:26.283550 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3357540f-9c60-4a32-9604-022c58c0d96e tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c0b0e73-0259-4623-a8c4-83c7491f30c6,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:00:26.292257 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-3357540f-9c60-4a32-9604-022c58c0d96e tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:00:26.297049 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-72854fa1-75fc-492f-a373-a8c95fa2d353 req-83a8d141-7f63-4ad8-9a1f-47c2f12498ad tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] 10.222.0.65 "GET /v2.0/ports?device_id=655d927a-1c14-4f1b-88cc-771b29a10c76 HTTP/1.1" status: 200  len: 210 time: 0.0731633
Dec 24 11:00:26.311418 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3357540f-9c60-4a32-9604-022c58c0d96e tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:26.311418 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.segments_db [None req-3357540f-9c60-4a32-9604-022c58c0d96e tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Added segment 414fed00-5df1-4a28-94e2-0a0ee7ab8ab6 of type vlan for network 77d3792f-65aa-43b8-8f6d-e31118987675
Dec 24 11:00:26.348602 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-59c4a588-d444-4d64-98e9-c3999f6e176b tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:26.429771 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-93244275-0d5a-41af-95b2-5f7515e0e54a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:00:26.446002 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-262e1c5b-9a7a-4c88-9006-282da33818e0 req-593fb54c-fc23-48c1-83c0-7b1dea5fad8c tempest-ServersTestJSON-70348643 tempest-ServersTestJSON-70348643-project] Synchronizing usage tracker for tenant:41048d3cadaf44c1808b3a4467fb14d5 on resource:security_group {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:00:26.492286 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3357540f-9c60-4a32-9604-022c58c0d96e tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363287349540024'] for network, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:26.492630 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-262e1c5b-9a7a-4c88-9006-282da33818e0 req-593fb54c-fc23-48c1-83c0-7b1dea5fad8c tempest-ServersTestJSON-70348643 tempest-ServersTestJSON-70348643-project] Unset dirty status for tenant:41048d3cadaf44c1808b3a4467fb14d5 on resource:security_group {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:00:26.494361 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-262e1c5b-9a7a-4c88-9006-282da33818e0 req-593fb54c-fc23-48c1-83c0-7b1dea5fad8c tempest-ServersTestJSON-70348643 tempest-ServersTestJSON-70348643-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--1731360013&fields=id&tenant_id=41048d3cadaf44c1808b3a4467fb14d5 HTTP/1.1" status: 200  len: 267 time: 0.1309719
Dec 24 11:00:26.607340 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59c4a588-d444-4d64-98e9-c3999f6e176b tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Network 01b2c87a-d921-4da4-b2d3-6790ebc4ff57 is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:00:26.626532 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 32962) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:26.627531 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-59c4a588-d444-4d64-98e9-c3999f6e176b tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Resources bound (agent type, host, resource id):  {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:00:26.629610 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c4a588-d444-4d64-98e9-c3999f6e176b tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Pushing event updated for resources: {'Port': ['ID=7371e872-5c96-491b-bdc7-1c01e723da1f,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:00:26.643652 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-59c4a588-d444-4d64-98e9-c3999f6e176b tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:00:26.644412 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c4a588-d444-4d64-98e9-c3999f6e176b tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:00:26.648840 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59c4a588-d444-4d64-98e9-c3999f6e176b tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:00:26.649606 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-59c4a588-d444-4d64-98e9-c3999f6e176b tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:26.709941 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3357540f-9c60-4a32-9604-022c58c0d96e tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636'] for network, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:26.716536 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-59c4a588-d444-4d64-98e9-c3999f6e176b tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 943 time: 4.0918298
Dec 24 11:00:26.719729 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3357540f-9c60-4a32-9604-022c58c0d96e tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:00:26.720264 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3357540f-9c60-4a32-9604-022c58c0d96e tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1977811'] for network, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:26.722064 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 32970) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:26.738321 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f7a43d78-c785-4882-8813-0b14048f19d8 tempest-QuotasNegativeTest-1247906793 tempest-QuotasNegativeTest-1247906793-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:00:26.745026 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-3a5e4bce-9a54-4e8a-8102-cb85a46ae80c tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Request body: {'port': {'network_id': '01b2c87a-d921-4da4-b2d3-6790ebc4ff57', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-819629501', 'allowed_address_pairs': [{'ip_address': '2001:db8::d7', 'mac_address': 'fa:16:3e:8e:d8:60'}]}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:00:26.762336 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d237f6b1-3745-459f-bdb7-cc40caa2a2ee tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Router dd0cf540-bd0d-4528-9380-a6e353790057 has already been hosted by L3 agent 198cca88-1338-4098-b44b-beb0346ac906 {{(pid=88879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 24 11:00:26.824598 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-3357540f-9c60-4a32-9604-022c58c0d96e tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201  len: 869 time: 2.9044714
Dec 24 11:00:26.825522 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 32974) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:26.904436 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-93dc6481-b65d-4499-867d-e47e187b8ff3 tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Request body: {'subnet': {'network_id': '77d3792f-65aa-43b8-8f6d-e31118987675', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:00:26.908604 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3357540f-9c60-4a32-9604-022c58c0d96e tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Pushing event updated for resources: {'Network': ['ID=77d3792f-65aa-43b8-8f6d-e31118987675,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:00:26.914387 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-3357540f-9c60-4a32-9604-022c58c0d96e tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:00:26.923784 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Network 77d3792f-65aa-43b8-8f6d-e31118987675 details requested by agent ovs-agent-dv-neutron-822691-2-hyperv with host dv-neutron-822691-2-hyperv {{(pid=88880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 24 11:00:26.934191 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-93dc6481-b65d-4499-867d-e47e187b8ff3 tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:00:26.999533 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-93dc6481-b65d-4499-867d-e47e187b8ff3 tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Usage tracker for resource:subnet and tenant:d8830e9e30294429956c02859d177d90 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:00:27.023304 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-93dc6481-b65d-4499-867d-e47e187b8ff3 tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:00:27.032761 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262e1c5b-9a7a-4c88-9006-282da33818e0 req-8b10bf21-9bc2-4091-8d86-0dabdf64830e tempest-ServersTestJSON-70348643 tempest-ServersTestJSON-70348643-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:00:27.035240 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-262e1c5b-9a7a-4c88-9006-282da33818e0 req-8b10bf21-9bc2-4091-8d86-0dabdf64830e tempest-ServersTestJSON-70348643 tempest-ServersTestJSON-70348643-project] 10.222.0.65 "GET /v2.0/networks?id=4ffa6599-4dd3-44c2-afc8-758418a15a34 HTTP/1.1" status: 200  len: 805 time: 0.5336406
Dec 24 11:00:27.050920 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0a60709c-2bae-4107-8c46-05cb64a798ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:27.067792 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-93dc6481-b65d-4499-867d-e47e187b8ff3 tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:00:27.103904 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-3a5e4bce-9a54-4e8a-8102-cb85a46ae80c tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:00:27.108539 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93dc6481-b65d-4499-867d-e47e187b8ff3 tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Made reservation on behalf of d8830e9e30294429956c02859d177d90 for: {'subnet': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:00:27.113710 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-93dc6481-b65d-4499-867d-e47e187b8ff3 tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3619482'] for subnet, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:27.114300 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-3a5e4bce-9a54-4e8a-8102-cb85a46ae80c tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Usage tracker for resource:port and tenant:d9849f2157e642b5a3e5e89d95c44695 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:00:27.119527 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-3a5e4bce-9a54-4e8a-8102-cb85a46ae80c tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:00:27.140061 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-3a5e4bce-9a54-4e8a-8102-cb85a46ae80c tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:00:27.150244 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-262e1c5b-9a7a-4c88-9006-282da33818e0 req-e403ded1-d4aa-43d0-b35b-249e2566a932 tempest-ServersTestJSON-70348643 tempest-ServersTestJSON-70348643-project] 10.222.0.65 "GET /v2.0/quotas/41048d3cadaf44c1808b3a4467fb14d5 HTTP/1.1" status: 200  len: 375 time: 0.0980756
Dec 24 11:00:27.169479 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-0a60709c-2bae-4107-8c46-05cb64a798ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:00:27.180775 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-0a60709c-2bae-4107-8c46-05cb64a798ba admin admin] Usage tracker for resource:security_group_rule and tenant:312a6cbdf99b49f494993692e14832d4 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:00:27.200433 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-0a60709c-2bae-4107-8c46-05cb64a798ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:00:27.253863 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52e96f41-15d6-4444-98b0-6d021c99457e None None] Network 01b2c87a-d921-4da4-b2d3-6790ebc4ff57 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:00:27.260788 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a5e4bce-9a54-4e8a-8102-cb85a46ae80c tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Made reservation on behalf of d9849f2157e642b5a3e5e89d95c44695 for: {'port': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:00:27.265176 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-0a60709c-2bae-4107-8c46-05cb64a798ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:00:27.374671 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-2829c512-0bc9-4098-a10e-275f33a5a12d None None] Provisioning for port 5251520b-c9fb-4aca-938a-4589a3bb1fdd completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:00:27.397818 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.58', 63712) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:27.628721 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-262e1c5b-9a7a-4c88-9006-282da33818e0 req-10693f92-ec44-4562-a59e-d07074d38b96 tempest-ServersTestJSON-70348643 tempest-ServersTestJSON-70348643-project] Synchronizing usage tracker for tenant:41048d3cadaf44c1808b3a4467fb14d5 on resource:port {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:00:27.662704 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 5251520b-c9fb-4aca-938a-4589a3bb1fdd up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:00:27.755746 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-589d9841-a497-4607-a061-cbec208ebf22 req-ca363c7f-cc36-43f0-8e47-6a621537895b tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] 10.222.0.65 "GET /v2.0/ports?device_id=655d927a-1c14-4f1b-88cc-771b29a10c76 HTTP/1.1" status: 200  len: 210 time: 0.0941854
Dec 24 11:00:27.771007 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-262e1c5b-9a7a-4c88-9006-282da33818e0 req-10693f92-ec44-4562-a59e-d07074d38b96 tempest-ServersTestJSON-70348643 tempest-ServersTestJSON-70348643-project] Unset dirty status for tenant:41048d3cadaf44c1808b3a4467fb14d5 on resource:port {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:00:27.773540 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-262e1c5b-9a7a-4c88-9006-282da33818e0 req-10693f92-ec44-4562-a59e-d07074d38b96 tempest-ServersTestJSON-70348643 tempest-ServersTestJSON-70348643-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=41048d3cadaf44c1808b3a4467fb14d5&fields=id HTTP/1.1" status: 200  len: 348 time: 0.6141109
Dec 24 11:00:27.781125 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3a5e4bce-9a54-4e8a-8102-cb85a46ae80c tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:27.818699 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [None req-3a5e4bce-9a54-4e8a-8102-cb85a46ae80c tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] device_id is not set on port 3b5a3319-4f0b-4832-95ef-036ae78ea70b yet. {{(pid=88878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 24 11:00:27.838932 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning for port 5251520b-c9fb-4aca-938a-4589a3bb1fdd completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:00:27.849174 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port 5251520b-c9fb-4aca-938a-4589a3bb1fdd triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:00:27.849591 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:28.039560 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:28.070554 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 33014) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:28.091158 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] For port 5251520b-c9fb-4aca-938a-4589a3bb1fdd, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=5251520b-c9fb-4aca-938a-4589a3bb1fdd,segment=NetworkSegment(453376c2-2696-4d62-b689-648ac23c61fd),segment_id=453376c2-2696-4d62-b689-648ac23c61fd)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:00:28.105304 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0a60709c-2bae-4107-8c46-05cb64a798ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:28.110246 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-3a5e4bce-9a54-4e8a-8102-cb85a46ae80c tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Allocated IP 2001:db8::97 (01b2c87a-d921-4da4-b2d3-6790ebc4ff57/8f4b0723-a314-4f17-a34d-27f3d4a780fc/3b5a3319-4f0b-4832-95ef-036ae78ea70b) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:00:28.113020 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6fcfc9-9744-4fa6-adfd-a46de48cca54 req-a8b048b1-2dec-4fa3-99bf-63017663208f tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:00:28.114071 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:28.114720 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-3a6fcfc9-9744-4fa6-adfd-a46de48cca54 req-a8b048b1-2dec-4fa3-99bf-63017663208f tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] 10.222.0.58 "GET /v2.0/networks?id=06bf4055-f82f-43ff-8ef7-0747a91153cc HTTP/1.1" status: 200  len: 812 time: 0.7053735
Dec 24 11:00:28.119564 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0a60709c-2bae-4107-8c46-05cb64a798ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:28.121863 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f33110ab-32b2-4f8f-924a-8884f250ccdf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:00:28.141695 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-3357540f-9c60-4a32-9604-022c58c0d96e tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:00:28.199549 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:28.202811 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Pushing event updated for resources: {'Port': ['ID=5251520b-c9fb-4aca-938a-4589a3bb1fdd,revision_number=3']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:00:28.206657 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:00:28.213634 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d237f6b1-3745-459f-bdb7-cc40caa2a2ee tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:00:28.251813 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a60709c-2bae-4107-8c46-05cb64a798ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6dadbad-fb37-48a1-887a-445f86baeaee,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:00:28.269597 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-0a60709c-2bae-4107-8c46-05cb64a798ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:00:28.281233 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-d2f4c8b0-c152-4e5a-99f8-09f13017ac10 tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1560058386'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:00:28.299375 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-0a60709c-2bae-4107-8c46-05cb64a798ba admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=312a6cbdf99b49f494993692e14832d4&name=default HTTP/1.1" status: 200  len: 2647 time: 1.6619053
Dec 24 11:00:28.304257 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-d2f4c8b0-c152-4e5a-99f8-09f13017ac10 tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:00:28.307489 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 33024) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:28.315978 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-d2f4c8b0-c152-4e5a-99f8-09f13017ac10 tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Usage tracker for resource:network and tenant:4bbcadd5ae2f4f5c92f261f0898599bf is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:00:28.327973 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01406cda-4750-43fc-9ceb-c384d13648a9 None None] Sync routers for ids ['dd0cf540-bd0d-4528-9380-a6e353790057'] in dv-neutron-822691-2-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:00:28.337641 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-d2f4c8b0-c152-4e5a-99f8-09f13017ac10 tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:00:28.347148 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-3a6fcfc9-9744-4fa6-adfd-a46de48cca54 req-b0929189-c1d4-4bd8-a0d9-c943687240f7 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3227175fb2a74b37bb7d77f5e6df3dce HTTP/1.1" status: 200  len: 379 time: 0.1915660
Dec 24 11:00:28.362081 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01406cda-4750-43fc-9ceb-c384d13648a9 None None] Routers {'dd0cf540-bd0d-4528-9380-a6e353790057'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:00:28.362580 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-01406cda-4750-43fc-9ceb-c384d13648a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f527201fa90>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:00:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['dd0cf540-bd0d-4528-9380-a6e353790057'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:00:28.363932 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-d2f4c8b0-c152-4e5a-99f8-09f13017ac10 tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:00:28.376519 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-d237f6b1-3745-459f-bdb7-cc40caa2a2ee tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] 10.222.0.65 "PUT /v2.0/routers/dd0cf540-bd0d-4528-9380-a6e353790057/add_router_interface HTTP/1.1" status: 200  len: 503 time: 11.7372534
Dec 24 11:00:28.381040 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [req-3a6fcfc9-9744-4fa6-adfd-a46de48cca54 req-1d2ac73e-2bff-42ab-8db4-bc96b56ee7f7 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] Request body: {'port': {'device_id': '655d927a-1c14-4f1b-88cc-771b29a10c76', 'network_id': '06bf4055-f82f-43ff-8ef7-0747a91153cc', 'admin_state_up': True, 'tenant_id': '3227175fb2a74b37bb7d77f5e6df3dce', 'security_groups': ['02c07f75-3a5f-4cdc-91db-62e2db60964c']}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:00:28.412329 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 33030) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:28.432511 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-1c42996c-0bf3-4cb3-bcc2-662c4f07244a tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Request body: {'port': {'network_id': '6aa873bf-1974-40ac-868d-1ea9fd6f9584', 'name': 'tempest-FloatingIPAdminTestJSON-621936243'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:00:28.442396 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-01406cda-4750-43fc-9ceb-c384d13648a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f527201fa90>, [], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:00:28.457524 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01406cda-4750-43fc-9ceb-c384d13648a9 None None] Routers {'dd0cf540-bd0d-4528-9380-a6e353790057'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:00:28.458250 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-01406cda-4750-43fc-9ceb-c384d13648a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f527201fa90>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:00:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['dd0cf540-bd0d-4528-9380-a6e353790057'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:00:28.488069 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [req-262e1c5b-9a7a-4c88-9006-282da33818e0 req-ed0aa8cd-8420-47e6-b8b6-830e78241080 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=88878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 24 11:00:28.489540 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-262e1c5b-9a7a-4c88-9006-282da33818e0 req-ed0aa8cd-8420-47e6-b8b6-830e78241080 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12161 time: 0.4207985
Dec 24 11:00:28.539672 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-01406cda-4750-43fc-9ceb-c384d13648a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f527201fa90>, [], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:00:28.540202 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01406cda-4750-43fc-9ceb-c384d13648a9 None None] The sync data for ids ['dd0cf540-bd0d-4528-9380-a6e353790057'] in dv-neutron-822691-2-hyperv is: [] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:00:28.556409 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2f4c8b0-c152-4e5a-99f8-09f13017ac10 tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Made reservation on behalf of 4bbcadd5ae2f4f5c92f261f0898599bf for: {'network': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:00:28.567019 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d2f4c8b0-c152-4e5a-99f8-09f13017ac10 tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for network, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:28.617251 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 33034) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:28.654955 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d2f4c8b0-c152-4e5a-99f8-09f13017ac10 tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Notify callbacks [] for security_group, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:29.050559 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-d4b62fab-4b42-4b0f-aea2-9e2e59043bae req-e33d8656-66ed-4538-a56b-ce9267030496 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] 10.222.0.65 "GET /v2.0/ports?device_id=655d927a-1c14-4f1b-88cc-771b29a10c76 HTTP/1.1" status: 200  len: 210 time: 0.1126108
Dec 24 11:00:29.052772 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3a5e4bce-9a54-4e8a-8102-cb85a46ae80c tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:29.102125 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-3a5e4bce-9a54-4e8a-8102-cb85a46ae80c tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Transition to ACTIVE for port object 3b5a3319-4f0b-4832-95ef-036ae78ea70b will not be triggered until provisioned by entity DHCP. {{(pid=88878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:00:29.114454 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-262e1c5b-9a7a-4c88-9006-282da33818e0 req-f6143cac-e11c-4709-823a-a830f5bfa3b8 service neutron] 10.222.0.65 "GET /v2.0/networks/4ffa6599-4dd3-44c2-afc8-758418a15a34?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6173642
Dec 24 11:00:29.141134 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-57ed79bb-463a-4d31-bb71-1ec81442ee40 None None] Provisioning complete for port 5251520b-c9fb-4aca-938a-4589a3bb1fdd triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:00:29.141567 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-57ed79bb-463a-4d31-bb71-1ec81442ee40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:29.296177 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-e9515802-b47f-4dcd-8b52-855a04a75248 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-728477717'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:00:29.357259 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3a5e4bce-9a54-4e8a-8102-cb85a46ae80c tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:29.359567 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-e9515802-b47f-4dcd-8b52-855a04a75248 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:00:29.400884 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4d9b04b8-15f2-4110-a747-6a5250a72323 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:29.404201 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-e9515802-b47f-4dcd-8b52-855a04a75248 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Usage tracker for resource:network and tenant:8a7af7c8b592433694552a5e5f506278 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:00:29.434043 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-96831387-0efb-4591-9393-c21cb59badb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:00:29.444613 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-e9515802-b47f-4dcd-8b52-855a04a75248 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:00:29.481164 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-d2f4c8b0-c152-4e5a-99f8-09f13017ac10 tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:00:29.486890 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 5251520b-c9fb-4aca-938a-4589a3bb1fdd up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:00:29.519922 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-e9515802-b47f-4dcd-8b52-855a04a75248 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:00:29.572531 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-d2f4c8b0-c152-4e5a-99f8-09f13017ac10 tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Usage tracker for resource:security_group_rule and tenant:4bbcadd5ae2f4f5c92f261f0898599bf is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:00:29.608475 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a5e4bce-9a54-4e8a-8102-cb85a46ae80c tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Network 01b2c87a-d921-4da4-b2d3-6790ebc4ff57 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:00:29.612670 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-3a5e4bce-9a54-4e8a-8102-cb85a46ae80c tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Resources bound (agent type, host, resource id):  {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:00:29.622103 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-d2f4c8b0-c152-4e5a-99f8-09f13017ac10 tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:00:29.625805 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5e4bce-9a54-4e8a-8102-cb85a46ae80c tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:00:29.631138 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a5e4bce-9a54-4e8a-8102-cb85a46ae80c tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:00:29.637264 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3a5e4bce-9a54-4e8a-8102-cb85a46ae80c tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:29.654236 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-262e1c5b-9a7a-4c88-9006-282da33818e0 req-756fb6c9-5ddc-4634-9961-fa3e57f90221 service neutron] 10.222.0.65 "GET /v2.0/networks/4ffa6599-4dd3-44c2-afc8-758418a15a34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5384104
Dec 24 11:00:29.692618 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5e4bce-9a54-4e8a-8102-cb85a46ae80c tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Pushing event updated for resources: {'Port': ['ID=3b5a3319-4f0b-4832-95ef-036ae78ea70b,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:00:29.699290 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-3a5e4bce-9a54-4e8a-8102-cb85a46ae80c tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1005 time: 2.9714198
Dec 24 11:00:29.699290 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-3a5e4bce-9a54-4e8a-8102-cb85a46ae80c tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:00:29.706869 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 33056) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:29.714266 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-d2f4c8b0-c152-4e5a-99f8-09f13017ac10 tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:00:29.743397 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [req-3a6fcfc9-9744-4fa6-adfd-a46de48cca54 req-1d2ac73e-2bff-42ab-8db4-bc96b56ee7f7 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:00:29.748567 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-3a6fcfc9-9744-4fa6-adfd-a46de48cca54 req-1d2ac73e-2bff-42ab-8db4-bc96b56ee7f7 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] Usage tracker for resource:port and tenant:3227175fb2a74b37bb7d77f5e6df3dce is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:00:29.759764 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-3a6fcfc9-9744-4fa6-adfd-a46de48cca54 req-1d2ac73e-2bff-42ab-8db4-bc96b56ee7f7 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:00:29.775157 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [req-3a6fcfc9-9744-4fa6-adfd-a46de48cca54 req-1d2ac73e-2bff-42ab-8db4-bc96b56ee7f7 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:00:29.791702 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-57ed79bb-463a-4d31-bb71-1ec81442ee40 None None] Provisioning for port 7371e872-5c96-491b-bdc7-1c01e723da1f completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:00:29.804428 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-57ed79bb-463a-4d31-bb71-1ec81442ee40 None None] Provisioning complete for port 7371e872-5c96-491b-bdc7-1c01e723da1f triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:00:29.804908 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-57ed79bb-463a-4d31-bb71-1ec81442ee40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:29.808732 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4d9b04b8-15f2-4110-a747-6a5250a72323 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:29.833550 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a6fcfc9-9744-4fa6-adfd-a46de48cca54 req-1d2ac73e-2bff-42ab-8db4-bc96b56ee7f7 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] Made reservation on behalf of 3227175fb2a74b37bb7d77f5e6df3dce for: {'port': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:00:29.858737 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-3a6fcfc9-9744-4fa6-adfd-a46de48cca54 req-1d2ac73e-2bff-42ab-8db4-bc96b56ee7f7 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:29.881751 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port 5251520b-c9fb-4aca-938a-4589a3bb1fdd triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:00:29.888319 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:29.897593 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-1c42996c-0bf3-4cb3-bcc2-662c4f07244a tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:00:29.905596 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9515802-b47f-4dcd-8b52-855a04a75248 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Made reservation on behalf of 8a7af7c8b592433694552a5e5f506278 for: {'network': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:00:29.912200 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e9515802-b47f-4dcd-8b52-855a04a75248 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for network, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:29.931047 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-644f8210-f9fd-410a-acda-ba05e46f0af2 tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:00:29.946547 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-644f8210-f9fd-410a-acda-ba05e46f0af2 tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:00:29.964466 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-644f8210-f9fd-410a-acda-ba05e46f0af2 tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:00:29.965705 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-644f8210-f9fd-410a-acda-ba05e46f0af2 tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Synchronizing usage tracker for tenant:d9849f2157e642b5a3e5e89d95c44695 on resource:port {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:00:29.981671 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-1c42996c-0bf3-4cb3-bcc2-662c4f07244a tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Usage tracker for resource:port and tenant:e3e54d8cf4d044b3b8096eb661b4b828 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:00:30.003901 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-1c42996c-0bf3-4cb3-bcc2-662c4f07244a tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:00:30.022565 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e9515802-b47f-4dcd-8b52-855a04a75248 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Notify callbacks [] for security_group, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:30.041988 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-57ed79bb-463a-4d31-bb71-1ec81442ee40 None None] Port 7371e872-5c96-491b-bdc7-1c01e723da1f cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:00:30.070330 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-1c42996c-0bf3-4cb3-bcc2-662c4f07244a tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:00:30.223270 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-395b7ba5-03cb-49f6-b8e4-cc60720082dd None None] Provisioning complete for port 7371e872-5c96-491b-bdc7-1c01e723da1f triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:00:30.223681 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-395b7ba5-03cb-49f6-b8e4-cc60720082dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:30.319875 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-395b7ba5-03cb-49f6-b8e4-cc60720082dd None None] Port 7371e872-5c96-491b-bdc7-1c01e723da1f cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:00:30.396245 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-3caad8e5-68eb-4f6a-95e2-675a65a1bec6 req-a8fbc35a-06da-4c80-b172-f0013fa1cee8 tempest-ServersTestJSON-70348643 tempest-ServersTestJSON-70348643-project] 10.222.0.65 "GET /v2.0/ports?device_id=0b820df6-7943-47a0-a05c-dba3ae26b99f HTTP/1.1" status: 200  len: 210 time: 0.1812654
Dec 24 11:00:30.398620 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-7b171ced-6940-4d1f-9f87-bf7f0ef3adb2 req-000afc59-6aa3-4edf-85d0-c5ab32a9e3dd tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] 10.222.0.65 "GET /v2.0/ports?device_id=655d927a-1c14-4f1b-88cc-771b29a10c76 HTTP/1.1" status: 200  len: 210 time: 0.0629892
Dec 24 11:00:30.442767 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c42996c-0bf3-4cb3-bcc2-662c4f07244a tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Made reservation on behalf of e3e54d8cf4d044b3b8096eb661b4b828 for: {'port': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:00:30.448429 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1c42996c-0bf3-4cb3-bcc2-662c4f07244a tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:30.472645 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-cbe3dea1-598b-4835-af3f-ee2f68f2ac9d None None] Provisioning for port 3b5a3319-4f0b-4832-95ef-036ae78ea70b completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:00:30.495908 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-cbe3dea1-598b-4835-af3f-ee2f68f2ac9d None None] Provisioning complete for port 3b5a3319-4f0b-4832-95ef-036ae78ea70b triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:00:30.498186 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-cbe3dea1-598b-4835-af3f-ee2f68f2ac9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:30.552562 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-e9515802-b47f-4dcd-8b52-855a04a75248 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:00:30.560248 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [None req-1c42996c-0bf3-4cb3-bcc2-662c4f07244a tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] device_id is not set on port 1462007b-5bff-48c3-a065-35bdc290f91f yet. {{(pid=88879) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 24 11:00:30.598467 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-cbe3dea1-598b-4835-af3f-ee2f68f2ac9d None None] Port 3b5a3319-4f0b-4832-95ef-036ae78ea70b cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:00:30.633515 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-93dc6481-b65d-4499-867d-e47e187b8ff3 tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3921862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3619467'] for subnet, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:30.636664 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-e9515802-b47f-4dcd-8b52-855a04a75248 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Usage tracker for resource:security_group_rule and tenant:8a7af7c8b592433694552a5e5f506278 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:00:30.650495 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-e9515802-b47f-4dcd-8b52-855a04a75248 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:00:30.676906 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:00:30.704654 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4d9b04b8-15f2-4110-a747-6a5250a72323 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:30.719504 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-e9515802-b47f-4dcd-8b52-855a04a75248 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:00:30.818360 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d2f4c8b0-c152-4e5a-99f8-09f13017ac10 tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Notify callbacks [] for security_group, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:30.872908 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d2f4c8b0-c152-4e5a-99f8-09f13017ac10 tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:30.975042 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2f4c8b0-c152-4e5a-99f8-09f13017ac10 tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] vlan segment allocate from pool success with {'vlan_id': 603, 'physical_network': 'physnet1'}  {{(pid=88879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 24 11:00:30.999593 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dc6481-b65d-4499-867d-e47e187b8ff3 tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Pushing event updated for resources: {'Subnet': ['ID=1b741ca8-d0e1-4bfb-b650-7f79c603bff4,revision_number=0']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:00:31.024934 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [req-3a6fcfc9-9744-4fa6-adfd-a46de48cca54 req-1d2ac73e-2bff-42ab-8db4-bc96b56ee7f7 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] Allocated IP 172.20.0.12 (06bf4055-f82f-43ff-8ef7-0747a91153cc/26cb8daf-b897-4fc8-a72c-e78bd818e5d0/3a88a9cd-23ff-4882-94d5-148e4e2e250b) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:00:31.033671 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-93dc6481-b65d-4499-867d-e47e187b8ff3 tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:00:31.046952 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.312s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:00:31.047963 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d2f4c8b0-c152-4e5a-99f8-09f13017ac10 tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:31.048365 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.segments_db [None req-d2f4c8b0-c152-4e5a-99f8-09f13017ac10 tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Added segment 53877cd2-1afa-4d68-9193-8cef44eb2a0e of type vlan for network 9c59ca4d-64ac-4bdd-8f74-15fc93387f02
Dec 24 11:00:31.059137 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93dc6481-b65d-4499-867d-e47e187b8ff3 tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Checking segment: {'id': '414fed00-5df1-4a28-94e2-0a0ee7ab8ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '77d3792f-65aa-43b8-8f6d-e31118987675'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:00:31.059554 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93dc6481-b65d-4499-867d-e47e187b8ff3 tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Network hostable DHCP agents. Network: 77d3792f-65aa-43b8-8f6d-e31118987675, hostable agents: ['edcf98dc-3032-472a-8b3d-f23fd1e89806'], hosted agents: [] {{(pid=88879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 24 11:00:31.092848 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4d9b04b8-15f2-4110-a747-6a5250a72323 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:31.096858 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-4d9b04b8-15f2-4110-a747-6a5250a72323 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c6dadbad-fb37-48a1-887a-445f86baeaee HTTP/1.1" status: 204  len: 168 time: 2.7821662
Dec 24 11:00:31.096858 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9b04b8-15f2-4110-a747-6a5250a72323 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6dadbad-fb37-48a1-887a-445f86baeaee,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:00:31.213384 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-1c42996c-0bf3-4cb3-bcc2-662c4f07244a tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Allocated IP 172.20.0.10 (6aa873bf-1974-40ac-868d-1ea9fd6f9584/b7c080e6-5653-4ed9-978c-749f991521f0/1462007b-5bff-48c3-a065-35bdc290f91f) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:00:31.244174 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e9515802-b47f-4dcd-8b52-855a04a75248 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Notify callbacks [] for security_group, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:31.256841 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-644f8210-f9fd-410a-acda-ba05e46f0af2 tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Unset dirty status for tenant:d9849f2157e642b5a3e5e89d95c44695 on resource:port {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:00:31.259602 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-644f8210-f9fd-410a-acda-ba05e46f0af2 tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200  len: 2480 time: 1.5503623
Dec 24 11:00:31.262366 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 33094) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:31.272142 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d2f4c8b0-c152-4e5a-99f8-09f13017ac10 tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363287349540024'] for network, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:31.282860 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e9515802-b47f-4dcd-8b52-855a04a75248 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:31.299635 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f4c8b0-c152-4e5a-99f8-09f13017ac10 tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41177851-d537-4a71-9288-cdf2bdf6ed68,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:00:31.324696 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93dc6481-b65d-4499-867d-e47e187b8ff3 tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Network 77d3792f-65aa-43b8-8f6d-e31118987675 is scheduled to be hosted by DHCP agent edcf98dc-3032-472a-8b3d-f23fd1e89806 with binding_index 1 {{(pid=88879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 24 11:00:31.327632 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-d2f4c8b0-c152-4e5a-99f8-09f13017ac10 tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:00:31.337104 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.443s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:00:31.369486 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9515802-b47f-4dcd-8b52-855a04a75248 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] vlan segment allocate from pool success with {'vlan_id': 624, 'physical_network': 'physnet1'}  {{(pid=88879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 24 11:00:31.450130 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9515802-b47f-4dcd-8b52-855a04a75248 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d37c61a8-52b8-4ee1-ba4d-b046225ed1c4,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:00:31.453438 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-838fc686-1fac-49ab-bb74-d4d1f18780aa tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Deleting port 3b5a3319-4f0b-4832-95ef-036ae78ea70b {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:00:31.454341 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-838fc686-1fac-49ab-bb74-d4d1f18780aa tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:31.598547 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e9515802-b47f-4dcd-8b52-855a04a75248 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:31.598932 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.segments_db [None req-e9515802-b47f-4dcd-8b52-855a04a75248 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Added segment 62d574aa-f1b1-4a32-bc58-15ce8b8ff923 of type vlan for network d826aea2-ac1a-49a8-95f4-855e31cd70b0
Dec 24 11:00:31.673867 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e9515802-b47f-4dcd-8b52-855a04a75248 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363287349540024'] for network, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:31.748922 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-93dc6481-b65d-4499-867d-e47e187b8ff3 tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822691-2-hyperv, 77d3792f-65aa-43b8-8f6d-e31118987675) {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:00:31.769913 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63d5ff3f-1b7d-4146-8cfe-6df72c115743 None None] Network 77d3792f-65aa-43b8-8f6d-e31118987675 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:00:31.796631 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-e9515802-b47f-4dcd-8b52-855a04a75248 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.460s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:00:31.816072 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93dc6481-b65d-4499-867d-e47e187b8ff3 tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:00:31.816724 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-93dc6481-b65d-4499-867d-e47e187b8ff3 tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1977811'] for subnet, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:31.845595 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-449c0694-2f61-4890-8866-3a645fe60e55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.552s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:00:31.846263 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-449c0694-2f61-4890-8866-3a645fe60e55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:00:31.846943 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e9515802-b47f-4dcd-8b52-855a04a75248 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636'] for network, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:31.864530 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 33108) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:31.881446 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-c831301c-97d5-41f9-988f-1f16bae56a2f req-86ddba9a-b9ff-44c9-b1a4-310de44edde6 tempest-ServersTestJSON-70348643 tempest-ServersTestJSON-70348643-project] 10.222.0.65 "GET /v2.0/ports?device_id=0b820df6-7943-47a0-a05c-dba3ae26b99f HTTP/1.1" status: 200  len: 210 time: 0.1102095
Dec 24 11:00:31.908820 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9515802-b47f-4dcd-8b52-855a04a75248 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:00:31.909553 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e9515802-b47f-4dcd-8b52-855a04a75248 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1977811'] for network, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:31.926452 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-4e7ecb88-125f-484b-8fa4-de937fe69b6a tempest-QuotasNegativeTest-1247906793 tempest-QuotasNegativeTest-1247906793-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:00:31.952686 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-50815896-5efb-4fee-84cf-63e93e37b917 req-61f33ac3-a700-4e07-8c48-1cfa6fd11993 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] 10.222.0.65 "GET /v2.0/ports?device_id=655d927a-1c14-4f1b-88cc-771b29a10c76 HTTP/1.1" status: 200  len: 210 time: 0.2191701
Dec 24 11:00:31.965292 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4f8584bf-9e5f-46af-a3fd-ee7bead86cd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:32.048731 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-4f8584bf-9e5f-46af-a3fd-ee7bead86cd8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:00:32.052436 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-838fc686-1fac-49ab-bb74-d4d1f18780aa tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:32.065558 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-4f8584bf-9e5f-46af-a3fd-ee7bead86cd8 admin admin] Usage tracker for resource:security_group_rule and tenant:780341dd17bd41ee94cc5a3d421dee3e is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:00:32.071032 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-4f8584bf-9e5f-46af-a3fd-ee7bead86cd8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:00:32.080336 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c28b0741-4cbc-4fa0-9b97-b1af8aaf3972 None None] Network 77d3792f-65aa-43b8-8f6d-e31118987675 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:00:32.083680 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.agents_db [None req-e51243ab-6a93-425b-980f-a73583147efa None None] Agent healthcheck: found 6 active agents {{(pid=88881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 24 11:00:32.131706 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-93dc6481-b65d-4499-867d-e47e187b8ff3 tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 802 time: 5.2434711
Dec 24 11:00:32.132281 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 33112) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:32.156163 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9515802-b47f-4dcd-8b52-855a04a75248 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Pushing event updated for resources: {'Network': ['ID=d826aea2-ac1a-49a8-95f4-855e31cd70b0,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:00:32.198427 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-4f8584bf-9e5f-46af-a3fd-ee7bead86cd8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:00:32.202486 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-e9515802-b47f-4dcd-8b52-855a04a75248 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201  len: 788 time: 3.5777285
Dec 24 11:00:32.207582 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-838fc686-1fac-49ab-bb74-d4d1f18780aa tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Calling delete_port for 3b5a3319-4f0b-4832-95ef-036ae78ea70b owned by  {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:00:32.222809 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-3a6fcfc9-9744-4fa6-adfd-a46de48cca54 req-1d2ac73e-2bff-42ab-8db4-bc96b56ee7f7 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:32.282946 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [req-3a6fcfc9-9744-4fa6-adfd-a46de48cca54 req-1d2ac73e-2bff-42ab-8db4-bc96b56ee7f7 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] Transition to ACTIVE for port object 3a88a9cd-23ff-4882-94d5-148e4e2e250b will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:00:32.290969 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Network d826aea2-ac1a-49a8-95f4-855e31cd70b0 details requested by agent ovs-agent-dv-neutron-822691-2-hyperv with host dv-neutron-822691-2-hyperv {{(pid=88880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 24 11:00:32.324092 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-e9515802-b47f-4dcd-8b52-855a04a75248 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:00:32.357569 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-425b9ec9-5262-4c44-b675-f9ac837c1e24 tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1858513496', 'network_id': '77d3792f-65aa-43b8-8f6d-e31118987675'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:00:32.367186 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d2f4c8b0-c152-4e5a-99f8-09f13017ac10 tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636'] for network, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:32.403856 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-3a6fcfc9-9744-4fa6-adfd-a46de48cca54 req-1d2ac73e-2bff-42ab-8db4-bc96b56ee7f7 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:32.412925 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-425b9ec9-5262-4c44-b675-f9ac837c1e24 tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:00:32.423236 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2f4c8b0-c152-4e5a-99f8-09f13017ac10 tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:00:32.424248 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d2f4c8b0-c152-4e5a-99f8-09f13017ac10 tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1977811'] for network, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:32.461738 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:00:32.512213 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-425b9ec9-5262-4c44-b675-f9ac837c1e24 tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Usage tracker for resource:port and tenant:d8830e9e30294429956c02859d177d90 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:00:32.521190 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-425b9ec9-5262-4c44-b675-f9ac837c1e24 tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:00:32.541769 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-425b9ec9-5262-4c44-b675-f9ac837c1e24 tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:00:32.597137 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4f8584bf-9e5f-46af-a3fd-ee7bead86cd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:32.614567 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4f8584bf-9e5f-46af-a3fd-ee7bead86cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:32.634723 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-d2f4c8b0-c152-4e5a-99f8-09f13017ac10 tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201  len: 794 time: 4.5576532
Dec 24 11:00:32.648050 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 33116) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:32.650468 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-62429e43-9f4d-4562-8d14-2bb24a3a2cd6 tempest-ExternalNetworksAdminNegativeTestJSON-1549352162 tempest-ExternalNetworksAdminNegativeTestJSON-1549352162-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:00:32.696338 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8584bf-9e5f-46af-a3fd-ee7bead86cd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dee729a-014b-4760-8fa3-c74c904d68a5,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:00:32.699090 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-838fc686-1fac-49ab-bb74-d4d1f18780aa tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:32.704653 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-529d2ec5-1d03-46fe-af0e-6c4f286c6da4 tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Request body: {'subnet': {'network_id': '9c59ca4d-64ac-4bdd-8f74-15fc93387f02', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:00:32.723157 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-4f8584bf-9e5f-46af-a3fd-ee7bead86cd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:00:32.732654 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:00:32.750124 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-425b9ec9-5262-4c44-b675-f9ac837c1e24 tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Made reservation on behalf of d8830e9e30294429956c02859d177d90 for: {'port': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:00:32.754799 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-425b9ec9-5262-4c44-b675-f9ac837c1e24 tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:32.792539 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f4c8b0-c152-4e5a-99f8-09f13017ac10 tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Pushing event updated for resources: {'Network': ['ID=9c59ca4d-64ac-4bdd-8f74-15fc93387f02,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:00:32.795705 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-d2f4c8b0-c152-4e5a-99f8-09f13017ac10 tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:00:32.817127 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Network 9c59ca4d-64ac-4bdd-8f74-15fc93387f02 details requested by agent ovs-agent-dv-neutron-822691-2-hyperv with host dv-neutron-822691-2-hyperv {{(pid=88880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 24 11:00:32.818325 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838fc686-1fac-49ab-bb74-d4d1f18780aa tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Pushing event deleted for resources: {'Port': ['ID=3b5a3319-4f0b-4832-95ef-036ae78ea70b,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:00:32.829152 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-838fc686-1fac-49ab-bb74-d4d1f18780aa tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:00:32.833640 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a6fcfc9-9744-4fa6-adfd-a46de48cca54 req-1d2ac73e-2bff-42ab-8db4-bc96b56ee7f7 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] Network 06bf4055-f82f-43ff-8ef7-0747a91153cc is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:00:32.834810 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.297s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:00:32.840496 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-4f8584bf-9e5f-46af-a3fd-ee7bead86cd8 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=780341dd17bd41ee94cc5a3d421dee3e&name=default HTTP/1.1" status: 200  len: 2647 time: 0.9715166
Dec 24 11:00:32.942481 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [req-3a6fcfc9-9744-4fa6-adfd-a46de48cca54 req-1d2ac73e-2bff-42ab-8db4-bc96b56ee7f7 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] Resources bound (agent type, host, resource id):  {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:00:32.954814 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a6fcfc9-9744-4fa6-adfd-a46de48cca54 req-1d2ac73e-2bff-42ab-8db4-bc96b56ee7f7 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:00:32.982123 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 33120) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:33.093546 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2ac73e-2bff-42ab-8db4-bc96b56ee7f7 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] Pushing event updated for resources: {'Port': ['ID=3a88a9cd-23ff-4882-94d5-148e4e2e250b,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:00:33.119114 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-1d2ac73e-2bff-42ab-8db4-bc96b56ee7f7 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:00:33.197573 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [None req-425b9ec9-5262-4c44-b675-f9ac837c1e24 tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] device_id is not set on port 74c127b1-bc71-41c5-b04a-d1203c419e35 yet. {{(pid=88879) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 24 11:00:33.435905 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1c42996c-0bf3-4cb3-bcc2-662c4f07244a tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:33.452045 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-529d2ec5-1d03-46fe-af0e-6c4f286c6da4 tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:00:33.457741 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-529d2ec5-1d03-46fe-af0e-6c4f286c6da4 tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Usage tracker for resource:subnet and tenant:4bbcadd5ae2f4f5c92f261f0898599bf is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:00:33.462412 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-529d2ec5-1d03-46fe-af0e-6c4f286c6da4 tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:00:33.469013 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-529d2ec5-1d03-46fe-af0e-6c4f286c6da4 tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:00:33.548161 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6fcfc9-9744-4fa6-adfd-a46de48cca54 req-1d2ac73e-2bff-42ab-8db4-bc96b56ee7f7 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:00:33.549000 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-3a6fcfc9-9744-4fa6-adfd-a46de48cca54 req-1d2ac73e-2bff-42ab-8db4-bc96b56ee7f7 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:33.602794 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-1c42996c-0bf3-4cb3-bcc2-662c4f07244a tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Transition to ACTIVE for port object 1462007b-5bff-48c3-a065-35bdc290f91f will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:00:33.624992 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-3a6fcfc9-9744-4fa6-adfd-a46de48cca54 req-1d2ac73e-2bff-42ab-8db4-bc96b56ee7f7 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 5.2582488
Dec 24 11:00:33.683932 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-64437ff2-8f8a-4a36-ae63-0af766ea6287 None None] Provisioning for port 3a88a9cd-23ff-4882-94d5-148e4e2e250b completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:00:33.691355 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-64437ff2-8f8a-4a36-ae63-0af766ea6287 None None] Provisioning complete for port 3a88a9cd-23ff-4882-94d5-148e4e2e250b triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:00:33.693457 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-64437ff2-8f8a-4a36-ae63-0af766ea6287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:33.697039 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [req-3a6fcfc9-9744-4fa6-adfd-a46de48cca54 req-f78812c1-225c-418a-b1b0-8c03b2805ef5 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=88879) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 24 11:00:33.698322 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-3a6fcfc9-9744-4fa6-adfd-a46de48cca54 req-f78812c1-225c-418a-b1b0-8c03b2805ef5 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12161 time: 0.0148594
Dec 24 11:00:33.721453 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5a470b85-7b45-47a6-950d-c10435e249c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:33.748589 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-34fdd726-ddad-4f64-91a3-60cd39f0776c req-dcaa8ef5-f376-4f69-bb03-3988de448016 tempest-ServersTestJSON-70348643 tempest-ServersTestJSON-70348643-project] 10.222.0.65 "GET /v2.0/ports?device_id=0b820df6-7943-47a0-a05c-dba3ae26b99f HTTP/1.1" status: 200  len: 210 time: 0.3717861
Dec 24 11:00:33.774020 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-838fc686-1fac-49ab-bb74-d4d1f18780aa tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:33.779294 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-529d2ec5-1d03-46fe-af0e-6c4f286c6da4 tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Made reservation on behalf of 4bbcadd5ae2f4f5c92f261f0898599bf for: {'subnet': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:00:33.869115 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-425b9ec9-5262-4c44-b675-f9ac837c1e24 tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Allocated IP 172.20.0.9 (77d3792f-65aa-43b8-8f6d-e31118987675/1b741ca8-d0e1-4bfb-b650-7f79c603bff4/74c127b1-bc71-41c5-b04a-d1203c419e35) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:00:33.880348 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1c42996c-0bf3-4cb3-bcc2-662c4f07244a tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:33.899181 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-64437ff2-8f8a-4a36-ae63-0af766ea6287 None None] Port 3a88a9cd-23ff-4882-94d5-148e4e2e250b cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:00:33.922307 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-d237f6b1-3745-459f-bdb7-cc40caa2a2ee tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:00:34.033074 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-529d2ec5-1d03-46fe-af0e-6c4f286c6da4 tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2246100'] for subnet, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:34.161734 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c42996c-0bf3-4cb3-bcc2-662c4f07244a tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Pushing event updated for resources: {'Port': ['ID=1462007b-5bff-48c3-a065-35bdc290f91f,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:00:34.177354 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-1c42996c-0bf3-4cb3-bcc2-662c4f07244a tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:00:34.226047 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c42996c-0bf3-4cb3-bcc2-662c4f07244a tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Network 6aa873bf-1974-40ac-868d-1ea9fd6f9584 is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:00:34.233354 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-1c42996c-0bf3-4cb3-bcc2-662c4f07244a tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Resources bound (agent type, host, resource id):  {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:00:34.288437 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c42996c-0bf3-4cb3-bcc2-662c4f07244a tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:00:34.412241 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [req-3a6fcfc9-9744-4fa6-adfd-a46de48cca54 req-61784c21-316d-4a49-8fc5-6f3858f81ffc service neutron] Request body: {'port': {'device_id': '655d927a-1c14-4f1b-88cc-771b29a10c76', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:00:34.495335 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-529d2ec5-1d03-46fe-af0e-6c4f286c6da4 tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850796890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2246085'] for subnet, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:34.558087 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5a470b85-7b45-47a6-950d-c10435e249c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:34.698751 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-838fc686-1fac-49ab-bb74-d4d1f18780aa tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] 10.222.0.65 "DELETE /v2.0/ports/3b5a3319-4f0b-4832-95ef-036ae78ea70b HTTP/1.1" status: 204  len: 168 time: 3.4347951
Dec 24 11:00:34.708922 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-21ca9e3e-2885-42cd-aef9-2b189e920b8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:00:34.739929 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-40bb06f3-a193-44de-a734-6aa674b525d5 None None] Provisioning for port 1462007b-5bff-48c3-a065-35bdc290f91f completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:00:34.764781 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-40bb06f3-a193-44de-a734-6aa674b525d5 None None] Provisioning complete for port 1462007b-5bff-48c3-a065-35bdc290f91f triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:00:34.766795 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-40bb06f3-a193-44de-a734-6aa674b525d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:34.860670 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 33132) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:34.863505 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529d2ec5-1d03-46fe-af0e-6c4f286c6da4 tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Pushing event updated for resources: {'Subnet': ['ID=c23e77c9-bb77-435d-ad7e-a4515b22dc61,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:00:34.888824 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-529d2ec5-1d03-46fe-af0e-6c4f286c6da4 tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:00:35.021019 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-40bb06f3-a193-44de-a734-6aa674b525d5 None None] Port 1462007b-5bff-48c3-a065-35bdc290f91f cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:00:35.035722 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdb470c-ffdd-4612-ad03-f1175587552b req-54d31dc8-9757-432d-9289-5a858fc1bc1b tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:00:35.043749 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-8fdb470c-ffdd-4612-ad03-f1175587552b req-54d31dc8-9757-432d-9289-5a858fc1bc1b tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] 10.222.0.65 "GET /v2.0/ports?device_id=655d927a-1c14-4f1b-88cc-771b29a10c76 HTTP/1.1" status: 200  len: 932 time: 1.6008005
Dec 24 11:00:35.114832 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c42996c-0bf3-4cb3-bcc2-662c4f07244a tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:00:35.115803 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1c42996c-0bf3-4cb3-bcc2-662c4f07244a tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:35.146196 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b4beb6a-adfa-4c3e-b9c0-dec182443d79 tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] GET failed (client error): The resource could not be found.
Dec 24 11:00:35.146934 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-0b4beb6a-adfa-4c3e-b9c0-dec182443d79 tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Synchronizing usage tracker for tenant:d9849f2157e642b5a3e5e89d95c44695 on resource:port {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:00:35.221273 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-3a6fcfc9-9744-4fa6-adfd-a46de48cca54 req-61784c21-316d-4a49-8fc5-6f3858f81ffc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:35.396677 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-1c42996c-0bf3-4cb3-bcc2-662c4f07244a tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 6.9829822
Dec 24 11:00:35.398524 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 33140) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:35.516762 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.58', 63719) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:35.716752 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-425b9ec9-5262-4c44-b675-f9ac837c1e24 tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:35.885142 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262e1c5b-9a7a-4c88-9006-282da33818e0 req-640dcb5e-32e4-4923-86d9-4ab79b3a0bc5 tempest-ServersTestJSON-70348643 tempest-ServersTestJSON-70348643-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:00:35.888939 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-262e1c5b-9a7a-4c88-9006-282da33818e0 req-640dcb5e-32e4-4923-86d9-4ab79b3a0bc5 tempest-ServersTestJSON-70348643 tempest-ServersTestJSON-70348643-project] 10.222.0.58 "GET /v2.0/networks?id=4ffa6599-4dd3-44c2-afc8-758418a15a34 HTTP/1.1" status: 200  len: 805 time: 0.3344679
Dec 24 11:00:35.905549 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-f3298246-d386-4453-9fab-46ab72726992 req-436144b5-f230-44e6-b081-066ef604bbbc tempest-ServersTestJSON-70348643 tempest-ServersTestJSON-70348643-project] 10.222.0.65 "GET /v2.0/ports?device_id=0b820df6-7943-47a0-a05c-dba3ae26b99f HTTP/1.1" status: 200  len: 210 time: 0.7337937
Dec 24 11:00:35.945028 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-529d2ec5-1d03-46fe-af0e-6c4f286c6da4 tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Checking segment: {'id': '53877cd2-1afa-4d68-9193-8cef44eb2a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '9c59ca4d-64ac-4bdd-8f74-15fc93387f02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:00:35.945988 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-529d2ec5-1d03-46fe-af0e-6c4f286c6da4 tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Network hostable DHCP agents. Network: 9c59ca4d-64ac-4bdd-8f74-15fc93387f02, hostable agents: ['edcf98dc-3032-472a-8b3d-f23fd1e89806'], hosted agents: [] {{(pid=88878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 24 11:00:36.016258 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-c102dbb3-5b12-425e-bbc3-4082b470eac0 tempest-FloatingIPAdminTestJSON-149081295 tempest-FloatingIPAdminTestJSON-149081295-project-admin] Request body: {'floatingip': {'floating_network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'project_id': 'e3e54d8cf4d044b3b8096eb661b4b828', 'port_id': '1462007b-5bff-48c3-a065-35bdc290f91f'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:00:36.020445 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 33150) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:36.027327 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-0b4beb6a-adfa-4c3e-b9c0-dec182443d79 tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Unset dirty status for tenant:d9849f2157e642b5a3e5e89d95c44695 on resource:port {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:00:36.029741 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-0b4beb6a-adfa-4c3e-b9c0-dec182443d79 tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] 10.222.0.65 "GET /v2.0/ports/3b5a3319-4f0b-4832-95ef-036ae78ea70b HTTP/1.1" status: 404  len: 333 time: 1.1526034
Dec 24 11:00:36.030949 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5a470b85-7b45-47a6-950d-c10435e249c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:36.036002 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-8fdb470c-ffdd-4612-ad03-f1175587552b req-cc221d55-b596-4cac-8816-bcb76e637dc0 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] 10.222.0.65 "GET /v2.0/security-groups?id=02c07f75-3a5f-4cdc-91db-62e2db60964c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.9456594
Dec 24 11:00:36.039765 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 33154) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:36.052555 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-fca01eda-0420-4068-9ce9-e37c2e3d10e5 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Request body: {'subnet': {'network_id': 'd826aea2-ac1a-49a8-95f4-855e31cd70b0', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:00:36.060225 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-f740f81f-2e55-4a7a-b4fe-e5b41afd1dc1 tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Request body: {'port': {'network_id': '01b2c87a-d921-4da4-b2d3-6790ebc4ff57', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1565140730'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:00:36.089780 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-c102dbb3-5b12-425e-bbc3-4082b470eac0 tempest-FloatingIPAdminTestJSON-149081295 tempest-FloatingIPAdminTestJSON-149081295-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:00:36.117596 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-c102dbb3-5b12-425e-bbc3-4082b470eac0 tempest-FloatingIPAdminTestJSON-149081295 tempest-FloatingIPAdminTestJSON-149081295-project-admin] Usage tracker for resource:floatingip and tenant:e3e54d8cf4d044b3b8096eb661b4b828 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:00:36.137865 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-c102dbb3-5b12-425e-bbc3-4082b470eac0 tempest-FloatingIPAdminTestJSON-149081295 tempest-FloatingIPAdminTestJSON-149081295-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:00:36.146721 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-425b9ec9-5262-4c44-b675-f9ac837c1e24 tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:36.162481 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-c102dbb3-5b12-425e-bbc3-4082b470eac0 tempest-FloatingIPAdminTestJSON-149081295 tempest-FloatingIPAdminTestJSON-149081295-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:00:36.184722 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-d237f6b1-3745-459f-bdb7-cc40caa2a2ee tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:00:36.258941 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:00:36.276607 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a470b85-7b45-47a6-950d-c10435e249c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dee729a-014b-4760-8fa3-c74c904d68a5,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:00:36.283683 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-5a470b85-7b45-47a6-950d-c10435e249c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:00:36.284746 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-f740f81f-2e55-4a7a-b4fe-e5b41afd1dc1 tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:00:36.321733 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-262e1c5b-9a7a-4c88-9006-282da33818e0 req-6edf4999-8477-4b12-8586-d688200fc34d tempest-ServersTestJSON-70348643 tempest-ServersTestJSON-70348643-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=41048d3cadaf44c1808b3a4467fb14d5 HTTP/1.1" status: 200  len: 380 time: 0.3804402
Dec 24 11:00:36.325253 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-f740f81f-2e55-4a7a-b4fe-e5b41afd1dc1 tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:00:36.342795 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5a470b85-7b45-47a6-950d-c10435e249c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:36.344029 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-5a470b85-7b45-47a6-950d-c10435e249c9 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3dee729a-014b-4760-8fa3-c74c904d68a5 HTTP/1.1" status: 204  len: 168 time: 3.3607848
Dec 24 11:00:36.358992 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f740f81f-2e55-4a7a-b4fe-e5b41afd1dc1 tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Made reservation on behalf of d9849f2157e642b5a3e5e89d95c44695 for: {'port': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:00:36.364875 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f740f81f-2e55-4a7a-b4fe-e5b41afd1dc1 tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:36.383510 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-425b9ec9-5262-4c44-b675-f9ac837c1e24 tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Network 77d3792f-65aa-43b8-8f6d-e31118987675 is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:00:36.398823 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1c7368d7-8c98-4acb-8ba6-dea644095084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:36.399712 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c102dbb3-5b12-425e-bbc3-4082b470eac0 tempest-FloatingIPAdminTestJSON-149081295 tempest-FloatingIPAdminTestJSON-149081295-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:36.405243 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-425b9ec9-5262-4c44-b675-f9ac837c1e24 tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Resources bound (agent type, host, resource id):  {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:00:36.408575 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-425b9ec9-5262-4c44-b675-f9ac837c1e24 tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:00:36.417456 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-529d2ec5-1d03-46fe-af0e-6c4f286c6da4 tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Network 9c59ca4d-64ac-4bdd-8f74-15fc93387f02 is scheduled to be hosted by DHCP agent edcf98dc-3032-472a-8b3d-f23fd1e89806 with binding_index 1 {{(pid=88878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 24 11:00:36.452623 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [None req-f740f81f-2e55-4a7a-b4fe-e5b41afd1dc1 tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] device_id is not set on port 701da9f3-2ddd-4c70-bac0-a590afe29663 yet. {{(pid=88878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 24 11:00:36.495852 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-425b9ec9-5262-4c44-b675-f9ac837c1e24 tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:00:36.496695 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-425b9ec9-5262-4c44-b675-f9ac837c1e24 tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:36.570428 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-fca01eda-0420-4068-9ce9-e37c2e3d10e5 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:00:36.577043 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425b9ec9-5262-4c44-b675-f9ac837c1e24 tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Pushing event updated for resources: {'Port': ['ID=74c127b1-bc71-41c5-b04a-d1203c419e35,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:00:36.588347 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-425b9ec9-5262-4c44-b675-f9ac837c1e24 tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:00:36.588904 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-529d2ec5-1d03-46fe-af0e-6c4f286c6da4 tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822691-2-hyperv, 9c59ca4d-64ac-4bdd-8f74-15fc93387f02) {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:00:36.600241 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-529d2ec5-1d03-46fe-af0e-6c4f286c6da4 tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:00:36.601969 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-529d2ec5-1d03-46fe-af0e-6c4f286c6da4 tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1977811'] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:36.606311 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d258e1af-3b52-4bfb-8a2e-89038a83a699 None None] Network 9c59ca4d-64ac-4bdd-8f74-15fc93387f02 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:00:36.619640 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-fca01eda-0420-4068-9ce9-e37c2e3d10e5 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Usage tracker for resource:subnet and tenant:8a7af7c8b592433694552a5e5f506278 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:00:36.634268 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-425b9ec9-5262-4c44-b675-f9ac837c1e24 tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1023 time: 4.4599488
Dec 24 11:00:36.657994 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 33160) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:36.661308 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-fca01eda-0420-4068-9ce9-e37c2e3d10e5 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:00:36.720292 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-529d2ec5-1d03-46fe-af0e-6c4f286c6da4 tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 4.0285807
Dec 24 11:00:36.724493 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 33164) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:36.730821 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-9e51de2c-4959-48ed-b3da-6ea0587f262a tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-843902626', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:00:36.741052 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-9e51de2c-4959-48ed-b3da-6ea0587f262a tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:00:36.751862 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-9e51de2c-4959-48ed-b3da-6ea0587f262a tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Usage tracker for resource:router and tenant:4bbcadd5ae2f4f5c92f261f0898599bf is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:00:36.758551 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-9e51de2c-4959-48ed-b3da-6ea0587f262a tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:00:36.815169 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-9e51de2c-4959-48ed-b3da-6ea0587f262a tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:00:36.843062 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9e51de2c-4959-48ed-b3da-6ea0587f262a tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-612016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-84579'] for router, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:36.844112 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9e51de2c-4959-48ed-b3da-6ea0587f262a tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854163950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659046', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854079771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854691221'] for router, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:36.853905 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-fca01eda-0420-4068-9ce9-e37c2e3d10e5 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:00:36.858954 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [req-3a6fcfc9-9744-4fa6-adfd-a46de48cca54 req-61784c21-316d-4a49-8fc5-6f3858f81ffc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a88a9cd-23ff-4882-94d5-148e4e2e250b {{(pid=88879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 24 11:00:36.884305 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-3a6fcfc9-9744-4fa6-adfd-a46de48cca54 req-61784c21-316d-4a49-8fc5-6f3858f81ffc service neutron] Notify callbacks [] for port, precommit_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:36.899947 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-f740f81f-2e55-4a7a-b4fe-e5b41afd1dc1 tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Allocated IP 2001:db8::1c7 (01b2c87a-d921-4da4-b2d3-6790ebc4ff57/8f4b0723-a314-4f17-a34d-27f3d4a780fc/701da9f3-2ddd-4c70-bac0-a590afe29663) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:00:36.922532 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9e51de2c-4959-48ed-b3da-6ea0587f262a tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:37.010479 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9e51de2c-4959-48ed-b3da-6ea0587f262a tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854163800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854116816'] for router, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:37.025224 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fca01eda-0420-4068-9ce9-e37c2e3d10e5 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Made reservation on behalf of 8a7af7c8b592433694552a5e5f506278 for: {'subnet': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:00:37.128632 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9e51de2c-4959-48ed-b3da-6ea0587f262a tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Notify callbacks [] for router, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:37.129215 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-323cb7ae-b882-4a5d-8211-4b203c70e8fb tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Deleting port 74c127b1-bc71-41c5-b04a-d1203c419e35 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:00:37.129893 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-323cb7ae-b882-4a5d-8211-4b203c70e8fb tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:37.130024 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-9e51de2c-4959-48ed-b3da-6ea0587f262a tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201  len: 714 time: 0.4043276
Dec 24 11:00:37.137632 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 33178) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:37.141565 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-355a21c4-8ee4-4977-b7c8-e1e2b87a1752 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73968e80-91fd-539e-a7c6-b31af6d9e680-9c59ca4d-64ac-4bdd-8f74-15fc93387f02', 'network_id': '9c59ca4d-64ac-4bdd-8f74-15fc93387f02', 'tenant_id': '4bbcadd5ae2f4f5c92f261f0898599bf', 'fixed_ips': [{'subnet_id': 'c23e77c9-bb77-435d-ad7e-a4515b22dc61'}]}} from dv-neutron-822691-2-hyperv. {{(pid=88880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 24 11:00:37.142963 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-355a21c4-8ee4-4977-b7c8-e1e2b87a1752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:37.434364 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-f22e48ff-06ac-426a-b9d5-2fe056587202 req-74fa80ea-7dfc-470f-842b-8abc4ddd0ca7 tempest-ServersTestJSON-70348643 tempest-ServersTestJSON-70348643-project] 10.222.0.65 "GET /v2.0/ports?device_id=0b820df6-7943-47a0-a05c-dba3ae26b99f HTTP/1.1" status: 200  len: 210 time: 0.1944480
Dec 24 11:00:37.535283 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-355a21c4-8ee4-4977-b7c8-e1e2b87a1752 None None] Allocated IP 172.20.0.2 (9c59ca4d-64ac-4bdd-8f74-15fc93387f02/c23e77c9-bb77-435d-ad7e-a4515b22dc61/9c16ff6f-078e-48ac-8bf2-cee93bee72d6) {{(pid=88880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:00:37.536243 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-323cb7ae-b882-4a5d-8211-4b203c70e8fb tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:37.607960 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f740f81f-2e55-4a7a-b4fe-e5b41afd1dc1 tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:37.633631 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-f740f81f-2e55-4a7a-b4fe-e5b41afd1dc1 tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Transition to ACTIVE for port object 701da9f3-2ddd-4c70-bac0-a590afe29663 will not be triggered until provisioned by entity DHCP. {{(pid=88878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:00:37.677241 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f740f81f-2e55-4a7a-b4fe-e5b41afd1dc1 tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:37.682585 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-323cb7ae-b882-4a5d-8211-4b203c70e8fb tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Calling delete_port for 74c127b1-bc71-41c5-b04a-d1203c419e35 owned by  {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:00:37.686908 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-904e3ee5-5b3c-42d7-a7c5-b254b853aefa tempest-ExternalNetworksAdminNegativeTestJSON-1549352162 tempest-ExternalNetworksAdminNegativeTestJSON-1549352162-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:00:37.777185 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f740f81f-2e55-4a7a-b4fe-e5b41afd1dc1 tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Pushing event updated for resources: {'Port': ['ID=701da9f3-2ddd-4c70-bac0-a590afe29663,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:00:37.788553 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f740f81f-2e55-4a7a-b4fe-e5b41afd1dc1 tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:00:37.826002 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f740f81f-2e55-4a7a-b4fe-e5b41afd1dc1 tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Network 01b2c87a-d921-4da4-b2d3-6790ebc4ff57 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:00:37.829435 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-f740f81f-2e55-4a7a-b4fe-e5b41afd1dc1 tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Resources bound (agent type, host, resource id):  {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:00:37.832440 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f740f81f-2e55-4a7a-b4fe-e5b41afd1dc1 tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:00:37.839375 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f740f81f-2e55-4a7a-b4fe-e5b41afd1dc1 tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:00:37.840215 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f740f81f-2e55-4a7a-b4fe-e5b41afd1dc1 tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:37.857783 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [req-3a6fcfc9-9744-4fa6-adfd-a46de48cca54 req-61784c21-316d-4a49-8fc5-6f3858f81ffc service neutron] Transition to ACTIVE for port object 3a88a9cd-23ff-4882-94d5-148e4e2e250b will not be triggered until provisioned by entity L2. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:00:37.889135 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-3a6fcfc9-9744-4fa6-adfd-a46de48cca54 req-61784c21-316d-4a49-8fc5-6f3858f81ffc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850854027'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:37.890216 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-323cb7ae-b882-4a5d-8211-4b203c70e8fb tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:37.927362 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-1d2ac73e-2bff-42ab-8db4-bc96b56ee7f7 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:00:38.076447 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61784c21-316d-4a49-8fc5-6f3858f81ffc service neutron] Pushing event updated for resources: {'Port': ['ID=3a88a9cd-23ff-4882-94d5-148e4e2e250b,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:00:38.117020 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:38.178324 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-f740f81f-2e55-4a7a-b4fe-e5b41afd1dc1 tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 944 time: 2.1262782
Dec 24 11:00:38.201307 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 33190) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:38.212118 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a53eb8-7064-4955-93d8-f2e32c6d82e4 req-c3b52eb1-f02f-460f-9d4b-5ddf361fe3d0 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:00:38.213990 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-e6a53eb8-7064-4955-93d8-f2e32c6d82e4 req-c3b52eb1-f02f-460f-9d4b-5ddf361fe3d0 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] 10.222.0.65 "GET /v2.0/ports?device_id=655d927a-1c14-4f1b-88cc-771b29a10c76 HTTP/1.1" status: 200  len: 932 time: 0.8587844
Dec 24 11:00:38.243235 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-84cc3526-4de7-4c1f-99b1-e22809f0d51c tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::d7', 'mac_address': 'fa:16:3e:8e:d8:60'}]}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:00:38.505960 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-355a21c4-8ee4-4977-b7c8-e1e2b87a1752 None None] Notify callbacks [] for port, precommit_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:38.520079 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-355a21c4-8ee4-4977-b7c8-e1e2b87a1752 None None] Transition to ACTIVE for port object 9c16ff6f-078e-48ac-8bf2-cee93bee72d6 will not be triggered until provisioned by entity L2. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:00:38.547053 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-355a21c4-8ee4-4977-b7c8-e1e2b87a1752 None None] Transition to ACTIVE for port object 9c16ff6f-078e-48ac-8bf2-cee93bee72d6 will not be triggered until provisioned by entity DHCP. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:00:38.562160 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-355a21c4-8ee4-4977-b7c8-e1e2b87a1752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408'] for port, after_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:38.570246 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:00:38.607582 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c102dbb3-5b12-425e-bbc3-4082b470eac0 tempest-FloatingIPAdminTestJSON-149081295 tempest-FloatingIPAdminTestJSON-149081295-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:38.638001 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-e6a53eb8-7064-4955-93d8-f2e32c6d82e4 req-2d1911a8-12a9-4f36-8c32-edbb1d11b9e7 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] 10.222.0.65 "GET /v2.0/security-groups?id=02c07f75-3a5f-4cdc-91db-62e2db60964c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2919917
Dec 24 11:00:38.641333 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 33198) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:38.739914 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355a21c4-8ee4-4977-b7c8-e1e2b87a1752 None None] Pushing event updated for resources: {'Port': ['ID=9c16ff6f-078e-48ac-8bf2-cee93bee72d6,revision_number=1']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:00:38.763319 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-355a21c4-8ee4-4977-b7c8-e1e2b87a1752 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:00:38.765119 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-9c9881c8-e564-489e-8540-4551392d5658 None None] Provisioning for port 701da9f3-2ddd-4c70-bac0-a590afe29663 completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:00:38.771708 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-9c9881c8-e564-489e-8540-4551392d5658 None None] Provisioning complete for port 701da9f3-2ddd-4c70-bac0-a590afe29663 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:00:38.772120 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9c9881c8-e564-489e-8540-4551392d5658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:38.847455 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-9c9881c8-e564-489e-8540-4551392d5658 None None] Port 701da9f3-2ddd-4c70-bac0-a590afe29663 cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:00:38.865708 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-355a21c4-8ee4-4977-b7c8-e1e2b87a1752 None None] Network 9c59ca4d-64ac-4bdd-8f74-15fc93387f02 is already hosted by enough agents. {{(pid=88880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:00:38.867640 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-355a21c4-8ee4-4977-b7c8-e1e2b87a1752 None None] Resources bound (agent type, host, resource id):  {{(pid=88880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:00:38.923378 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-355a21c4-8ee4-4977-b7c8-e1e2b87a1752 None None] Received port after_create {{(pid=88880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:00:38.933535 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-c102dbb3-5b12-425e-bbc3-4082b470eac0 tempest-FloatingIPAdminTestJSON-149081295 tempest-FloatingIPAdminTestJSON-149081295-project-admin] Allocated IP 172.26.3.206 (f8c337ba-681f-4fcb-a333-e3c49365b30a/8ea1398c-0bec-46d6-8d54-85798de2a7ca/c93d8873-7327-4596-9542-1d8501260489) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:00:39.114742 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-5eadea32-fd4f-4b8b-b86d-0baa0fcaf144 req-d7c6db42-6371-44f8-97f9-15ef4ebadd99 tempest-ServersTestJSON-70348643 tempest-ServersTestJSON-70348643-project] 10.222.0.65 "GET /v2.0/ports?device_id=0b820df6-7943-47a0-a05c-dba3ae26b99f HTTP/1.1" status: 200  len: 210 time: 0.2832355
Dec 24 11:00:39.117207 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-355a21c4-8ee4-4977-b7c8-e1e2b87a1752 None None] Attempting to bind port 9c16ff6f-078e-48ac-8bf2-cee93bee72d6 on host dv-neutron-822691-2-hyperv for vnic_type normal with profile  {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:00:39.117776 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-355a21c4-8ee4-4977-b7c8-e1e2b87a1752 None None] Attempting to bind port 9c16ff6f-078e-48ac-8bf2-cee93bee72d6 by drivers openvswitch,hyperv on host dv-neutron-822691-2-hyperv at level 0 using segments [{'id': '53877cd2-1afa-4d68-9193-8cef44eb2a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '9c59ca4d-64ac-4bdd-8f74-15fc93387f02'}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:00:39.120970 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c102dbb3-5b12-425e-bbc3-4082b470eac0 tempest-FloatingIPAdminTestJSON-149081295 tempest-FloatingIPAdminTestJSON-149081295-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:39.123143 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-355a21c4-8ee4-4977-b7c8-e1e2b87a1752 None None] Attempting to bind port 9c16ff6f-078e-48ac-8bf2-cee93bee72d6 on network 9c59ca4d-64ac-4bdd-8f74-15fc93387f02 {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:00:39.124471 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323cb7ae-b882-4a5d-8211-4b203c70e8fb tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Pushing event deleted for resources: {'Port': ['ID=74c127b1-bc71-41c5-b04a-d1203c419e35,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:00:39.127331 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-0ac4506e-a13f-4af9-9fdf-18a4da95788b tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1785662576'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:00:39.132412 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-323cb7ae-b882-4a5d-8211-4b203c70e8fb tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:39.144609 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-323cb7ae-b882-4a5d-8211-4b203c70e8fb tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.217s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:00:39.145259 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4ae2d2a8-7283-47f6-b13e-760fc556ca07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:39.151128 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fca01eda-0420-4068-9ce9-e37c2e3d10e5 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3619482'] for subnet, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:39.157612 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-355a21c4-8ee4-4977-b7c8-e1e2b87a1752 None None] Checking agent: {'id': 'db1275c1-6001-47af-93c2-635c68404703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822691-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 52, 8), 'started_at': datetime.datetime(2021, 12, 24, 10, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822691-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:00:39.158454 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-355a21c4-8ee4-4977-b7c8-e1e2b87a1752 None None] Checking segment: {'id': '53877cd2-1afa-4d68-9193-8cef44eb2a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '9c59ca4d-64ac-4bdd-8f74-15fc93387f02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:00:39.159129 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-355a21c4-8ee4-4977-b7c8-e1e2b87a1752 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:39.160118 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-355a21c4-8ee4-4977-b7c8-e1e2b87a1752 None None] Bound using segment: {'id': '53877cd2-1afa-4d68-9193-8cef44eb2a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '9c59ca4d-64ac-4bdd-8f74-15fc93387f02'} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:00:39.161154 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-355a21c4-8ee4-4977-b7c8-e1e2b87a1752 None None] Bound port: 9c16ff6f-078e-48ac-8bf2-cee93bee72d6, host: dv-neutron-822691-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53877cd2-1afa-4d68-9193-8cef44eb2a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '9c59ca4d-64ac-4bdd-8f74-15fc93387f02'}}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:00:39.161807 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-355a21c4-8ee4-4977-b7c8-e1e2b87a1752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:39.168389 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.908s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:00:39.168765 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:00:39.218069 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-323cb7ae-b882-4a5d-8211-4b203c70e8fb tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] 10.222.0.65 "DELETE /v2.0/ports/74c127b1-bc71-41c5-b04a-d1203c419e35 HTTP/1.1" status: 204  len: 168 time: 2.5474286
Dec 24 11:00:39.307127 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 33204) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:39.338871 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-fe684ff3-a6f8-42cb-aa84-377f83a0664e tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '77d3792f-65aa-43b8-8f6d-e31118987675', 'external_fixed_ips': [{'subnet_id': '1b741ca8-d0e1-4bfb-b650-7f79c603bff4', 'ip_address': '172.20.0.9'}]}}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:00:39.349551 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-355a21c4-8ee4-4977-b7c8-e1e2b87a1752 None None] For port 9c16ff6f-078e-48ac-8bf2-cee93bee72d6, host dv-neutron-822691-2-hyperv, cleared binding levels {{(pid=88880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:00:39.353919 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-355a21c4-8ee4-4977-b7c8-e1e2b87a1752 None None] For port 9c16ff6f-078e-48ac-8bf2-cee93bee72d6, host dv-neutron-822691-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=9c16ff6f-078e-48ac-8bf2-cee93bee72d6,segment=NetworkSegment(53877cd2-1afa-4d68-9193-8cef44eb2a0e),segment_id=53877cd2-1afa-4d68-9193-8cef44eb2a0e)] {{(pid=88880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:00:39.358124 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-fe684ff3-a6f8-42cb-aa84-377f83a0664e tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:00:39.362090 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-355a21c4-8ee4-4977-b7c8-e1e2b87a1752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:39.363161 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-fe684ff3-a6f8-42cb-aa84-377f83a0664e tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Usage tracker for resource:router and tenant:d8830e9e30294429956c02859d177d90 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:00:39.366388 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-fe684ff3-a6f8-42cb-aa84-377f83a0664e tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:00:39.366539 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-0ac4506e-a13f-4af9-9fdf-18a4da95788b tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:00:39.372321 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:00:39.378507 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-0ac4506e-a13f-4af9-9fdf-18a4da95788b tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Usage tracker for resource:network and tenant:739a78fd4cfc48c2a4011598579f8f8c is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:00:39.382073 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-0ac4506e-a13f-4af9-9fdf-18a4da95788b tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:00:39.396866 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-0ac4506e-a13f-4af9-9fdf-18a4da95788b tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:00:39.423545 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ac4506e-a13f-4af9-9fdf-18a4da95788b tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Made reservation on behalf of 739a78fd4cfc48c2a4011598579f8f8c for: {'network': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:00:39.430345 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0ac4506e-a13f-4af9-9fdf-18a4da95788b tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for network, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:39.443755 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bdfdbc84-c52d-4f40-b281-af314dc1f8fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:39.463894 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355a21c4-8ee4-4977-b7c8-e1e2b87a1752 None None] Pushing event updated for resources: {'Port': ['ID=9c16ff6f-078e-48ac-8bf2-cee93bee72d6,revision_number=2']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:00:39.470908 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-355a21c4-8ee4-4977-b7c8-e1e2b87a1752 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:00:39.570156 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1da4a3fe-dbcd-4d6f-8f49-484ce4eb58f6 tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:39.657083 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0ac4506e-a13f-4af9-9fdf-18a4da95788b tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks [] for security_group, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:39.676923 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-fe684ff3-a6f8-42cb-aa84-377f83a0664e tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:00:39.778134 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fe684ff3-a6f8-42cb-aa84-377f83a0664e tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-612016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-84579'] for router, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:39.779331 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fe684ff3-a6f8-42cb-aa84-377f83a0664e tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854163950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659046', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854079771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854691221'] for router, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:39.812029 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-84cc3526-4de7-4c1f-99b1-e22809f0d51c tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:39.826742 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c102dbb3-5b12-425e-bbc3-4082b470eac0 tempest-FloatingIPAdminTestJSON-149081295 tempest-FloatingIPAdminTestJSON-149081295-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:39.841400 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-59c4a588-d444-4d64-98e9-c3999f6e176b tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:00:39.910927 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [req-3a6fcfc9-9744-4fa6-adfd-a46de48cca54 req-61784c21-316d-4a49-8fc5-6f3858f81ffc service neutron] Attempting to bind port 3a88a9cd-23ff-4882-94d5-148e4e2e250b on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:00:39.911344 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [req-3a6fcfc9-9744-4fa6-adfd-a46de48cca54 req-61784c21-316d-4a49-8fc5-6f3858f81ffc service neutron] Attempting to bind port 3a88a9cd-23ff-4882-94d5-148e4e2e250b by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '7da8387d-6dbc-40da-b97b-4a8bbfbeffcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '06bf4055-f82f-43ff-8ef7-0747a91153cc'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:00:39.912335 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a6fcfc9-9744-4fa6-adfd-a46de48cca54 req-61784c21-316d-4a49-8fc5-6f3858f81ffc service neutron] Attempting to bind port 3a88a9cd-23ff-4882-94d5-148e4e2e250b on network 06bf4055-f82f-43ff-8ef7-0747a91153cc {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:00:39.964446 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fe684ff3-a6f8-42cb-aa84-377f83a0664e tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:39.995028 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a6fcfc9-9744-4fa6-adfd-a46de48cca54 req-61784c21-316d-4a49-8fc5-6f3858f81ffc service neutron] Port 3a88a9cd-23ff-4882-94d5-148e4e2e250b on network 06bf4055-f82f-43ff-8ef7-0747a91153cc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 24 11:00:39.995252 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a6fcfc9-9744-4fa6-adfd-a46de48cca54 req-61784c21-316d-4a49-8fc5-6f3858f81ffc service neutron] Attempting to bind port 3a88a9cd-23ff-4882-94d5-148e4e2e250b on network 06bf4055-f82f-43ff-8ef7-0747a91153cc {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:00:40.015570 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-0ac4506e-a13f-4af9-9fdf-18a4da95788b tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:00:40.026138 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c102dbb3-5b12-425e-bbc3-4082b470eac0 tempest-FloatingIPAdminTestJSON-149081295 tempest-FloatingIPAdminTestJSON-149081295-project-admin] Network f8c337ba-681f-4fcb-a333-e3c49365b30a is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:00:40.039045 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-0ac4506e-a13f-4af9-9fdf-18a4da95788b tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Usage tracker for resource:security_group_rule and tenant:739a78fd4cfc48c2a4011598579f8f8c is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:00:40.040864 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-c102dbb3-5b12-425e-bbc3-4082b470eac0 tempest-FloatingIPAdminTestJSON-149081295 tempest-FloatingIPAdminTestJSON-149081295-project-admin] Resources bound (agent type, host, resource id):  {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:00:40.047074 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c102dbb3-5b12-425e-bbc3-4082b470eac0 tempest-FloatingIPAdminTestJSON-149081295 tempest-FloatingIPAdminTestJSON-149081295-project-admin] Pushing event updated for resources: {'Port': ['ID=c93d8873-7327-4596-9542-1d8501260489,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:00:40.050663 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c102dbb3-5b12-425e-bbc3-4082b470eac0 tempest-FloatingIPAdminTestJSON-149081295 tempest-FloatingIPAdminTestJSON-149081295-project-admin] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:00:40.055865 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-0ac4506e-a13f-4af9-9fdf-18a4da95788b tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:00:40.070307 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-0ac4506e-a13f-4af9-9fdf-18a4da95788b tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:00:40.084616 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c102dbb3-5b12-425e-bbc3-4082b470eac0 tempest-FloatingIPAdminTestJSON-149081295 tempest-FloatingIPAdminTestJSON-149081295-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:00:40.085949 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a6fcfc9-9744-4fa6-adfd-a46de48cca54 req-61784c21-316d-4a49-8fc5-6f3858f81ffc service neutron] Checking agent: {'id': '239bbc6e-fc66-42e2-b707-1aa8ba10287c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 57, 58), 'started_at': datetime.datetime(2021, 12, 24, 10, 57, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 0, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:00:40.086321 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a6fcfc9-9744-4fa6-adfd-a46de48cca54 req-61784c21-316d-4a49-8fc5-6f3858f81ffc service neutron] Checking segment: {'id': '7da8387d-6dbc-40da-b97b-4a8bbfbeffcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '06bf4055-f82f-43ff-8ef7-0747a91153cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:00:40.086924 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a6fcfc9-9744-4fa6-adfd-a46de48cca54 req-61784c21-316d-4a49-8fc5-6f3858f81ffc service neutron] Bound using segment: {'id': '7da8387d-6dbc-40da-b97b-4a8bbfbeffcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '06bf4055-f82f-43ff-8ef7-0747a91153cc'} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:00:40.087442 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [req-3a6fcfc9-9744-4fa6-adfd-a46de48cca54 req-61784c21-316d-4a49-8fc5-6f3858f81ffc service neutron] Bound port: 3a88a9cd-23ff-4882-94d5-148e4e2e250b, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7da8387d-6dbc-40da-b97b-4a8bbfbeffcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '06bf4055-f82f-43ff-8ef7-0747a91153cc'}}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:00:40.087825 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-3a6fcfc9-9744-4fa6-adfd-a46de48cca54 req-61784c21-316d-4a49-8fc5-6f3858f81ffc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:40.176700 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [req-262e1c5b-9a7a-4c88-9006-282da33818e0 req-4492b95e-cf95-413f-8336-71d0a66bc3e3 tempest-ServersTestJSON-70348643 tempest-ServersTestJSON-70348643-project] Request body: {'port': {'device_id': '0b820df6-7943-47a0-a05c-dba3ae26b99f', 'network_id': '4ffa6599-4dd3-44c2-afc8-758418a15a34', 'admin_state_up': True, 'tenant_id': '41048d3cadaf44c1808b3a4467fb14d5', 'security_groups': ['2713acac-b64d-4c06-84a4-0405fa3dbde3']}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:00:40.348186 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3028ae-102b-4cab-aed4-0aa279123b4f req-dcc4e4c3-ac46-43b3-85fa-51aded1ffaf3 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:00:40.349751 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-da3028ae-102b-4cab-aed4-0aa279123b4f req-dcc4e4c3-ac46-43b3-85fa-51aded1ffaf3 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] 10.222.0.65 "GET /v2.0/ports?device_id=655d927a-1c14-4f1b-88cc-771b29a10c76 HTTP/1.1" status: 200  len: 944 time: 0.5389109
Dec 24 11:00:40.402483 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fca01eda-0420-4068-9ce9-e37c2e3d10e5 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3921862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3619467'] for subnet, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:40.433593 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-44c60314-24c6-48b1-974e-2b86f1a3bf82 tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:00:40.488950 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fe684ff3-a6f8-42cb-aa84-377f83a0664e tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-659031', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854691240'] for router, precommit_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:40.556412 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-39ff93cf-c0b7-48c5-95f3-6f7e9977387d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:40.572731 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [req-3a6fcfc9-9744-4fa6-adfd-a46de48cca54 req-61784c21-316d-4a49-8fc5-6f3858f81ffc service neutron] For port 3a88a9cd-23ff-4882-94d5-148e4e2e250b, host hv-neutron-8226, cleared binding levels {{(pid=88879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:00:40.592994 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-0a01277e-59e5-4cd9-add7-2650822a7bba req-49b30115-7e59-42cc-9ddb-511c55f12cec tempest-ServersTestJSON-70348643 tempest-ServersTestJSON-70348643-project] 10.222.0.65 "GET /v2.0/ports?device_id=0b820df6-7943-47a0-a05c-dba3ae26b99f HTTP/1.1" status: 200  len: 210 time: 0.2335823
Dec 24 11:00:40.624575 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [req-3a6fcfc9-9744-4fa6-adfd-a46de48cca54 req-61784c21-316d-4a49-8fc5-6f3858f81ffc service neutron] For port 3a88a9cd-23ff-4882-94d5-148e4e2e250b, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=3a88a9cd-23ff-4882-94d5-148e4e2e250b,segment=NetworkSegment(7da8387d-6dbc-40da-b97b-4a8bbfbeffcb),segment_id=7da8387d-6dbc-40da-b97b-4a8bbfbeffcb)] {{(pid=88879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:00:40.645849 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca01eda-0420-4068-9ce9-e37c2e3d10e5 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Pushing event updated for resources: {'Subnet': ['ID=21ff3364-fa8b-4101-9b02-e4df11ccf00a,revision_number=0']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:00:40.654771 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-3a6fcfc9-9744-4fa6-adfd-a46de48cca54 req-61784c21-316d-4a49-8fc5-6f3858f81ffc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850854027'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:40.657995 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-fca01eda-0420-4068-9ce9-e37c2e3d10e5 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:00:40.660242 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-1da4a3fe-dbcd-4d6f-8f49-484ce4eb58f6 tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Allocated IP 172.20.0.1 (9c59ca4d-64ac-4bdd-8f74-15fc93387f02/c23e77c9-bb77-435d-ad7e-a4515b22dc61/2da91be4-cd50-419a-8c30-94be9f9e8244) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:00:40.676733 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:00:40.731437 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-da3028ae-102b-4cab-aed4-0aa279123b4f req-84d1ad7d-4644-4602-a0ac-7cc984688f72 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] 10.222.0.65 "GET /v2.0/security-groups?id=02c07f75-3a5f-4cdc-91db-62e2db60964c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3300090
Dec 24 11:00:40.732581 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [req-262e1c5b-9a7a-4c88-9006-282da33818e0 req-4492b95e-cf95-413f-8336-71d0a66bc3e3 tempest-ServersTestJSON-70348643 tempest-ServersTestJSON-70348643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:00:40.736164 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0ac4506e-a13f-4af9-9fdf-18a4da95788b tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks [] for security_group, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:40.770483 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0ac4506e-a13f-4af9-9fdf-18a4da95788b tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:40.797192 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [req-262e1c5b-9a7a-4c88-9006-282da33818e0 req-4492b95e-cf95-413f-8336-71d0a66bc3e3 tempest-ServersTestJSON-70348643 tempest-ServersTestJSON-70348643-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:00:40.810107 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:00:40.857674 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca01eda-0420-4068-9ce9-e37c2e3d10e5 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Checking segment: {'id': '62d574aa-f1b1-4a32-bc58-15ce8b8ff923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'd826aea2-ac1a-49a8-95f4-855e31cd70b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:00:40.858057 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fca01eda-0420-4068-9ce9-e37c2e3d10e5 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Network hostable DHCP agents. Network: d826aea2-ac1a-49a8-95f4-855e31cd70b0, hostable agents: ['edcf98dc-3032-472a-8b3d-f23fd1e89806'], hosted agents: [] {{(pid=88879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 24 11:00:40.885620 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-84cc3526-4de7-4c1f-99b1-e22809f0d51c tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Notify callbacks [] for port, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:40.913900 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-262e1c5b-9a7a-4c88-9006-282da33818e0 req-4492b95e-cf95-413f-8336-71d0a66bc3e3 tempest-ServersTestJSON-70348643 tempest-ServersTestJSON-70348643-project] Made reservation on behalf of 41048d3cadaf44c1808b3a4467fb14d5 for: {'port': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:00:40.918908 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-262e1c5b-9a7a-4c88-9006-282da33818e0 req-4492b95e-cf95-413f-8336-71d0a66bc3e3 tempest-ServersTestJSON-70348643 tempest-ServersTestJSON-70348643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:40.923453 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-3a6fcfc9-9744-4fa6-adfd-a46de48cca54 req-61784c21-316d-4a49-8fc5-6f3858f81ffc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:40.925039 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-3a6fcfc9-9744-4fa6-adfd-a46de48cca54 req-61784c21-316d-4a49-8fc5-6f3858f81ffc service neutron] 10.222.0.58 "PUT /v2.0/ports/3a88a9cd-23ff-4882-94d5-148e4e2e250b HTTP/1.1" status: 200  len: 1094 time: 6.7296910
Dec 24 11:00:40.925530 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '655d927a-1c14-4f1b-88cc-771b29a10c76', 'tag': '3a88a9cd-23ff-4882-94d5-148e4e2e250b'}] {{(pid=88879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 24 11:00:40.944075 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-84cc3526-4de7-4c1f-99b1-e22809f0d51c tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3978773'] for port, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:40.951469 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61784c21-316d-4a49-8fc5-6f3858f81ffc service neutron] Pushing event updated for resources: {'Port': ['ID=3a88a9cd-23ff-4882-94d5-148e4e2e250b,revision_number=3']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:00:40.959682 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ac4506e-a13f-4af9-9fdf-18a4da95788b tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] vlan segment allocate from pool success with {'vlan_id': 646, 'physical_network': 'physnet1'}  {{(pid=88878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 24 11:00:40.960531 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-61784c21-316d-4a49-8fc5-6f3858f81ffc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:00:40.971455 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac4506e-a13f-4af9-9fdf-18a4da95788b tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Pushing event updated for resources: {'SecurityGroup': ['ID=828fcd4b-9bf3-474b-a706-b56f4d7a42e2,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:00:40.999548 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-0ac4506e-a13f-4af9-9fdf-18a4da95788b tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:00:41.004237 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.042s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:00:41.046145 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0ac4506e-a13f-4af9-9fdf-18a4da95788b tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:41.046540 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.segments_db [None req-0ac4506e-a13f-4af9-9fdf-18a4da95788b tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Added segment 6618a092-51b2-4e3d-9318-3ce6b7b40c55 of type vlan for network 1c9eeaac-d205-4b19-a351-2fe67dd78b42
Dec 24 11:00:41.088297 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-84cc3526-4de7-4c1f-99b1-e22809f0d51c tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] In _notify_port_updated(), no bound segment for port 701da9f3-2ddd-4c70-bac0-a590afe29663 on network 01b2c87a-d921-4da4-b2d3-6790ebc4ff57 {{(pid=88878) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}}
Dec 24 11:00:41.092414 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84cc3526-4de7-4c1f-99b1-e22809f0d51c tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:00:41.096737 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-84cc3526-4de7-4c1f-99b1-e22809f0d51c tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:41.098351 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-84cc3526-4de7-4c1f-99b1-e22809f0d51c tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] 10.222.0.65 "PUT /v2.0/ports/701da9f3-2ddd-4c70-bac0-a590afe29663 HTTP/1.1" status: 200  len: 1002 time: 2.8832650
Dec 24 11:00:41.110629 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 33222) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:41.248429 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fca01eda-0420-4068-9ce9-e37c2e3d10e5 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Network d826aea2-ac1a-49a8-95f4-855e31cd70b0 is scheduled to be hosted by DHCP agent edcf98dc-3032-472a-8b3d-f23fd1e89806 with binding_index 1 {{(pid=88879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 24 11:00:41.259182 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cc3526-4de7-4c1f-99b1-e22809f0d51c tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Pushing event updated for resources: {'Port': ['ID=701da9f3-2ddd-4c70-bac0-a590afe29663,revision_number=2']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:00:41.299657 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-b4b112bb-7a02-4c17-8664-7fda0a6bb5e6 tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Deleting port 701da9f3-2ddd-4c70-bac0-a590afe29663 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:00:41.300103 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b4b112bb-7a02-4c17-8664-7fda0a6bb5e6 tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:41.302595 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1da4a3fe-dbcd-4d6f-8f49-484ce4eb58f6 tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:41.306724 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-84cc3526-4de7-4c1f-99b1-e22809f0d51c tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:00:41.318635 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0ac4506e-a13f-4af9-9fdf-18a4da95788b tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363287349540024'] for network, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:41.380015 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-fca01eda-0420-4068-9ce9-e37c2e3d10e5 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822691-2-hyperv, d826aea2-ac1a-49a8-95f4-855e31cd70b0) {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:00:41.401515 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a636eb5c-27cf-49f6-8260-1d378c0b9f0b None None] Network d826aea2-ac1a-49a8-95f4-855e31cd70b0 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:00:41.519215 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-1da4a3fe-dbcd-4d6f-8f49-484ce4eb58f6 tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Transition to ACTIVE for port object 2da91be4-cd50-419a-8c30-94be9f9e8244 will not be triggered until provisioned by entity DHCP. {{(pid=88878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:00:41.619612 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [req-262e1c5b-9a7a-4c88-9006-282da33818e0 req-4492b95e-cf95-413f-8336-71d0a66bc3e3 tempest-ServersTestJSON-70348643 tempest-ServersTestJSON-70348643-project] Allocated IP 172.20.0.5 (4ffa6599-4dd3-44c2-afc8-758418a15a34/1bc180c8-44f0-41ff-ba45-99d6e56209ca/0d8694fa-24df-4280-8056-42a94a7e98b9) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:00:41.650477 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 9c16ff6f-078e-48ac-8bf2-cee93bee72d6 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:00:41.681667 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0ac4506e-a13f-4af9-9fdf-18a4da95788b tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636'] for network, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:41.691358 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ac4506e-a13f-4af9-9fdf-18a4da95788b tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:00:41.692061 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0ac4506e-a13f-4af9-9fdf-18a4da95788b tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1977811'] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:41.706407 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:00:41.755785 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1da4a3fe-dbcd-4d6f-8f49-484ce4eb58f6 tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:41.896745 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-0ac4506e-a13f-4af9-9fdf-18a4da95788b tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 3.2476490
Dec 24 11:00:41.913460 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66884e34-3b41-4f30-809f-e7a7f161edad None None] Network 9c59ca4d-64ac-4bdd-8f74-15fc93387f02 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:00:41.927376 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 33236) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:41.929286 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '655d927a-1c14-4f1b-88cc-771b29a10c76', 'tag': '3a88a9cd-23ff-4882-94d5-148e4e2e250b', 'status': 'completed', 'code': 200}
Dec 24 11:00:41.936491 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fca01eda-0420-4068-9ce9-e37c2e3d10e5 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:00:41.937137 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fca01eda-0420-4068-9ce9-e37c2e3d10e5 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1977811'] for subnet, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:41.948520 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-7b8832f8-4998-4ed3-85fb-8db48db77675 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Request body: {'subnet': {'network_id': '1c9eeaac-d205-4b19-a351-2fe67dd78b42', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:00:41.951934 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-3577819b-77d1-4ba0-9de4-e29a659d14f0 req-a21dad38-1409-4580-9d7b-1f80a9c1b55a tempest-ServersTestJSON-70348643 tempest-ServersTestJSON-70348643-project] Synchronizing usage tracker for tenant:41048d3cadaf44c1808b3a4467fb14d5 on resource:port {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:00:41.974256 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51195d60-b486-4c3d-bbc0-391bbb1a4189 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73968e80-91fd-539e-a7c6-b31af6d9e680-d826aea2-ac1a-49a8-95f4-855e31cd70b0', 'network_id': 'd826aea2-ac1a-49a8-95f4-855e31cd70b0', 'tenant_id': '8a7af7c8b592433694552a5e5f506278', 'fixed_ips': [{'subnet_id': '21ff3364-fa8b-4101-9b02-e4df11ccf00a'}]}} from dv-neutron-822691-2-hyperv. {{(pid=88880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 24 11:00:41.975204 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-51195d60-b486-4c3d-bbc0-391bbb1a4189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:42.006055 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-3a6fcfc9-9744-4fa6-adfd-a46de48cca54 req-80e7138a-affe-44de-8072-a7f337f01141 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3227175fb2a74b37bb7d77f5e6df3dce&device_id=655d927a-1c14-4f1b-88cc-771b29a10c76 HTTP/1.1" status: 200  len: 1097 time: 1.0207524
Dec 24 11:00:42.132022 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning for port 9c16ff6f-078e-48ac-8bf2-cee93bee72d6 completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:00:42.237842 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac4506e-a13f-4af9-9fdf-18a4da95788b tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Pushing event updated for resources: {'Network': ['ID=1c9eeaac-d205-4b19-a351-2fe67dd78b42,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:00:42.250944 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-0ac4506e-a13f-4af9-9fdf-18a4da95788b tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.544s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:00:42.251467 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-96831387-0efb-4591-9393-c21cb59badb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.468s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:00:42.263388 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Network 1c9eeaac-d205-4b19-a351-2fe67dd78b42 details requested by agent ovs-agent-dv-neutron-822691-2-hyperv with host dv-neutron-822691-2-hyperv {{(pid=88880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 24 11:00:42.299586 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-ad72d42f-ee14-41c3-a8e4-6a88a4bb3231 None None] Provisioning for port 9c16ff6f-078e-48ac-8bf2-cee93bee72d6 completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:00:42.341514 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1da4a3fe-dbcd-4d6f-8f49-484ce4eb58f6 tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Network 9c59ca4d-64ac-4bdd-8f74-15fc93387f02 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:00:42.345586 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-ad72d42f-ee14-41c3-a8e4-6a88a4bb3231 None None] Provisioning complete for port 9c16ff6f-078e-48ac-8bf2-cee93bee72d6 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:00:42.346031 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ad72d42f-ee14-41c3-a8e4-6a88a4bb3231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:42.362533 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-1da4a3fe-dbcd-4d6f-8f49-484ce4eb58f6 tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Resources bound (agent type, host, resource id):  {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:00:42.369597 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-fca01eda-0420-4068-9ce9-e37c2e3d10e5 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 6.3479869
Dec 24 11:00:42.377029 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-3577819b-77d1-4ba0-9de4-e29a659d14f0 req-a21dad38-1409-4580-9d7b-1f80a9c1b55a tempest-ServersTestJSON-70348643 tempest-ServersTestJSON-70348643-project] Unset dirty status for tenant:41048d3cadaf44c1808b3a4467fb14d5 on resource:port {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:00:42.389938 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-3577819b-77d1-4ba0-9de4-e29a659d14f0 req-a21dad38-1409-4580-9d7b-1f80a9c1b55a tempest-ServersTestJSON-70348643 tempest-ServersTestJSON-70348643-project] 10.222.0.65 "GET /v2.0/ports?device_id=0b820df6-7943-47a0-a05c-dba3ae26b99f HTTP/1.1" status: 200  len: 210 time: 0.5517967
Dec 24 11:00:42.392140 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da4a3fe-dbcd-4d6f-8f49-484ce4eb58f6 tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:00:42.398759 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-3a6fcfc9-9744-4fa6-adfd-a46de48cca54 req-92e74524-021b-4beb-a858-69a09141daeb service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3a88a9cd-23ff-4882-94d5-148e4e2e250b HTTP/1.1" status: 200  len: 217 time: 0.3653827
Dec 24 11:00:42.401444 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 33240) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:42.403150 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b4b112bb-7a02-4c17-8664-7fda0a6bb5e6 tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:42.437758 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-4f631dca-09db-48d4-982e-4a1075dcf502 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1653392689'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:00:42.462277 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-51195d60-b486-4c3d-bbc0-391bbb1a4189 None None] Allocated IP 2001:db8:0:ffff::2 (d826aea2-ac1a-49a8-95f4-855e31cd70b0/21ff3364-fa8b-4101-9b02-e4df11ccf00a/de325d61-da60-4150-ad7e-b7466a94d291) {{(pid=88880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:00:42.509341 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da4a3fe-dbcd-4d6f-8f49-484ce4eb58f6 tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Pushing event updated for resources: {'Port': ['ID=2da91be4-cd50-419a-8c30-94be9f9e8244,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:00:42.512927 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-1da4a3fe-dbcd-4d6f-8f49-484ce4eb58f6 tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:00:42.544069 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1da4a3fe-dbcd-4d6f-8f49-484ce4eb58f6 tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-720245'] for router_interface, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:42.551989 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-7b8832f8-4998-4ed3-85fb-8db48db77675 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:00:42.554957 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-4f631dca-09db-48d4-982e-4a1075dcf502 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:00:42.562787 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcdaeab-4982-4a9c-8bb1-b6a11e4b88ae req-63c9125e-f461-4451-a626-3937ba8c8927 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:00:42.565032 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-ebcdaeab-4982-4a9c-8bb1-b6a11e4b88ae req-63c9125e-f461-4451-a626-3937ba8c8927 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] 10.222.0.65 "GET /v2.0/ports?device_id=655d927a-1c14-4f1b-88cc-771b29a10c76 HTTP/1.1" status: 200  len: 944 time: 0.6518641
Dec 24 11:00:42.603008 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-262e1c5b-9a7a-4c88-9006-282da33818e0 req-4492b95e-cf95-413f-8336-71d0a66bc3e3 tempest-ServersTestJSON-70348643 tempest-ServersTestJSON-70348643-project] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:42.635526 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-4f631dca-09db-48d4-982e-4a1075dcf502 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Usage tracker for resource:network and tenant:8a7af7c8b592433694552a5e5f506278 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:00:42.648320 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [req-262e1c5b-9a7a-4c88-9006-282da33818e0 req-4492b95e-cf95-413f-8336-71d0a66bc3e3 tempest-ServersTestJSON-70348643 tempest-ServersTestJSON-70348643-project] Transition to ACTIVE for port object 0d8694fa-24df-4280-8056-42a94a7e98b9 will not be triggered until provisioned by entity DHCP. {{(pid=88878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:00:42.651652 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-b4b112bb-7a02-4c17-8664-7fda0a6bb5e6 tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Calling delete_port for 701da9f3-2ddd-4c70-bac0-a590afe29663 owned by  {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:00:42.662094 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-ebcdaeab-4982-4a9c-8bb1-b6a11e4b88ae req-4b83b3fe-f981-42dc-a6fe-800602306a19 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] 10.222.0.65 "GET /v2.0/security-groups?id=02c07f75-3a5f-4cdc-91db-62e2db60964c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0889609
Dec 24 11:00:42.694771 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-7b8832f8-4998-4ed3-85fb-8db48db77675 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Usage tracker for resource:subnet and tenant:739a78fd4cfc48c2a4011598579f8f8c is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:00:42.697748 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-4f631dca-09db-48d4-982e-4a1075dcf502 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:00:42.710427 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-7b8832f8-4998-4ed3-85fb-8db48db77675 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:00:42.727254 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-4f631dca-09db-48d4-982e-4a1075dcf502 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:00:42.734155 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-7b8832f8-4998-4ed3-85fb-8db48db77675 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:00:42.744931 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-262e1c5b-9a7a-4c88-9006-282da33818e0 req-4492b95e-cf95-413f-8336-71d0a66bc3e3 tempest-ServersTestJSON-70348643 tempest-ServersTestJSON-70348643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:42.753028 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-1d25ac50-f21d-4e28-afab-a3afa044ac17 tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:00:42.791074 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1da4a3fe-dbcd-4d6f-8f49-484ce4eb58f6 tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:42.840576 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6fcfc9-9744-4fa6-adfd-a46de48cca54 req-87aec518-3e42-477c-b40f-184e496f49f7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:00:42.842547 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-3a6fcfc9-9744-4fa6-adfd-a46de48cca54 req-87aec518-3e42-477c-b40f-184e496f49f7 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=26cb8daf-b897-4fc8-a72c-e78bd818e5d0 HTTP/1.1" status: 200  len: 851 time: 0.4243305
Dec 24 11:00:42.842821 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f631dca-09db-48d4-982e-4a1075dcf502 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Made reservation on behalf of 8a7af7c8b592433694552a5e5f506278 for: {'network': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:00:42.848370 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4f631dca-09db-48d4-982e-4a1075dcf502 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for network, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:42.856787 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-51195d60-b486-4c3d-bbc0-391bbb1a4189 None None] Notify callbacks [] for port, precommit_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:42.879740 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b8832f8-4998-4ed3-85fb-8db48db77675 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Made reservation on behalf of 739a78fd4cfc48c2a4011598579f8f8c for: {'subnet': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:00:42.883451 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-51195d60-b486-4c3d-bbc0-391bbb1a4189 None None] Transition to ACTIVE for port object de325d61-da60-4150-ad7e-b7466a94d291 will not be triggered until provisioned by entity L2. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:00:42.886585 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ad72d42f-ee14-41c3-a8e4-6a88a4bb3231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:42.891884 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-262e1c5b-9a7a-4c88-9006-282da33818e0 req-4492b95e-cf95-413f-8336-71d0a66bc3e3 tempest-ServersTestJSON-70348643 tempest-ServersTestJSON-70348643-project] Network 4ffa6599-4dd3-44c2-afc8-758418a15a34 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:00:42.898351 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4492b95e-cf95-413f-8336-71d0a66bc3e3 tempest-ServersTestJSON-70348643 tempest-ServersTestJSON-70348643-project] Pushing event updated for resources: {'Port': ['ID=0d8694fa-24df-4280-8056-42a94a7e98b9,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:00:42.901214 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [req-262e1c5b-9a7a-4c88-9006-282da33818e0 req-4492b95e-cf95-413f-8336-71d0a66bc3e3 tempest-ServersTestJSON-70348643 tempest-ServersTestJSON-70348643-project] Resources bound (agent type, host, resource id):  {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:00:42.905606 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-4492b95e-cf95-413f-8336-71d0a66bc3e3 tempest-ServersTestJSON-70348643 tempest-ServersTestJSON-70348643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:00:42.908791 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [req-262e1c5b-9a7a-4c88-9006-282da33818e0 req-4492b95e-cf95-413f-8336-71d0a66bc3e3 tempest-ServersTestJSON-70348643 tempest-ServersTestJSON-70348643-project] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:00:42.944844 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-51195d60-b486-4c3d-bbc0-391bbb1a4189 None None] Transition to ACTIVE for port object de325d61-da60-4150-ad7e-b7466a94d291 will not be triggered until provisioned by entity DHCP. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:00:42.974406 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-ad72d42f-ee14-41c3-a8e4-6a88a4bb3231 None None] For port 9c16ff6f-078e-48ac-8bf2-cee93bee72d6, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=9c16ff6f-078e-48ac-8bf2-cee93bee72d6,segment=NetworkSegment(53877cd2-1afa-4d68-9193-8cef44eb2a0e),segment_id=53877cd2-1afa-4d68-9193-8cef44eb2a0e)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:00:42.977245 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-51195d60-b486-4c3d-bbc0-391bbb1a4189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408'] for port, after_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:42.984245 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fe684ff3-a6f8-42cb-aa84-377f83a0664e tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:42.987603 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262e1c5b-9a7a-4c88-9006-282da33818e0 req-4492b95e-cf95-413f-8336-71d0a66bc3e3 tempest-ServersTestJSON-70348643 tempest-ServersTestJSON-70348643-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:00:42.988326 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-262e1c5b-9a7a-4c88-9006-282da33818e0 req-4492b95e-cf95-413f-8336-71d0a66bc3e3 tempest-ServersTestJSON-70348643 tempest-ServersTestJSON-70348643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:42.989728 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:00:43.100145 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51195d60-b486-4c3d-bbc0-391bbb1a4189 None None] Network d826aea2-ac1a-49a8-95f4-855e31cd70b0 is already hosted by enough agents. {{(pid=88880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:00:43.101280 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ad72d42f-ee14-41c3-a8e4-6a88a4bb3231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:43.104545 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fe684ff3-a6f8-42cb-aa84-377f83a0664e tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:43.106566 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51195d60-b486-4c3d-bbc0-391bbb1a4189 None None] Pushing event updated for resources: {'Port': ['ID=de325d61-da60-4150-ad7e-b7466a94d291,revision_number=1']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:00:43.110371 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-51195d60-b486-4c3d-bbc0-391bbb1a4189 None None] Resources bound (agent type, host, resource id):  {{(pid=88880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:00:43.120446 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51195d60-b486-4c3d-bbc0-391bbb1a4189 None None] Received port after_create {{(pid=88880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:00:43.129360 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-51195d60-b486-4c3d-bbc0-391bbb1a4189 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:00:43.168315 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-355a21c4-8ee4-4977-b7c8-e1e2b87a1752 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.056s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:00:43.211588 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-ad72d42f-ee14-41c3-a8e4-6a88a4bb3231 None None] Provisioning complete for port 701da9f3-2ddd-4c70-bac0-a590afe29663 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:00:43.212073 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ad72d42f-ee14-41c3-a8e4-6a88a4bb3231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:43.249817 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-262e1c5b-9a7a-4c88-9006-282da33818e0 req-4492b95e-cf95-413f-8336-71d0a66bc3e3 tempest-ServersTestJSON-70348643 tempest-ServersTestJSON-70348643-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.0778835
Dec 24 11:00:43.270442 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [req-262e1c5b-9a7a-4c88-9006-282da33818e0 req-bb040d09-8416-423b-b66d-94d5f7b6ba21 service neutron] Request body: {'port': {'device_id': '0b820df6-7943-47a0-a05c-dba3ae26b99f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:00:43.315468 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-ad72d42f-ee14-41c3-a8e4-6a88a4bb3231 None None] Port 701da9f3-2ddd-4c70-bac0-a590afe29663 cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:00:43.319035 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c102dbb3-5b12-425e-bbc3-4082b470eac0 tempest-FloatingIPAdminTestJSON-149081295 tempest-FloatingIPAdminTestJSON-149081295-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:43.372815 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7b8832f8-4998-4ed3-85fb-8db48db77675 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3619482'] for subnet, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:43.408767 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-51195d60-b486-4c3d-bbc0-391bbb1a4189 None None] Attempting to bind port de325d61-da60-4150-ad7e-b7466a94d291 on host dv-neutron-822691-2-hyperv for vnic_type normal with profile  {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:00:43.409188 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-51195d60-b486-4c3d-bbc0-391bbb1a4189 None None] Attempting to bind port de325d61-da60-4150-ad7e-b7466a94d291 by drivers openvswitch,hyperv on host dv-neutron-822691-2-hyperv at level 0 using segments [{'id': '62d574aa-f1b1-4a32-bc58-15ce8b8ff923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'd826aea2-ac1a-49a8-95f4-855e31cd70b0'}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:00:43.409602 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51195d60-b486-4c3d-bbc0-391bbb1a4189 None None] Attempting to bind port de325d61-da60-4150-ad7e-b7466a94d291 on network d826aea2-ac1a-49a8-95f4-855e31cd70b0 {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:00:43.423293 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad72d42f-ee14-41c3-a8e4-6a88a4bb3231 None None] Pushing event updated for resources: {'Port': ['ID=9c16ff6f-078e-48ac-8bf2-cee93bee72d6,revision_number=3']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:00:43.436995 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-ad72d42f-ee14-41c3-a8e4-6a88a4bb3231 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:00:43.445847 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51195d60-b486-4c3d-bbc0-391bbb1a4189 None None] Checking agent: {'id': 'db1275c1-6001-47af-93c2-635c68404703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822691-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 52, 8), 'started_at': datetime.datetime(2021, 12, 24, 10, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822691-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:00:43.446441 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51195d60-b486-4c3d-bbc0-391bbb1a4189 None None] Checking segment: {'id': '62d574aa-f1b1-4a32-bc58-15ce8b8ff923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'd826aea2-ac1a-49a8-95f4-855e31cd70b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:00:43.447150 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-51195d60-b486-4c3d-bbc0-391bbb1a4189 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:43.447688 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51195d60-b486-4c3d-bbc0-391bbb1a4189 None None] Bound using segment: {'id': '62d574aa-f1b1-4a32-bc58-15ce8b8ff923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'd826aea2-ac1a-49a8-95f4-855e31cd70b0'} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:00:43.448352 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-51195d60-b486-4c3d-bbc0-391bbb1a4189 None None] Bound port: de325d61-da60-4150-ad7e-b7466a94d291, host: dv-neutron-822691-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62d574aa-f1b1-4a32-bc58-15ce8b8ff923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'd826aea2-ac1a-49a8-95f4-855e31cd70b0'}}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:00:43.448852 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-51195d60-b486-4c3d-bbc0-391bbb1a4189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:43.553217 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-262e1c5b-9a7a-4c88-9006-282da33818e0 req-bb040d09-8416-423b-b66d-94d5f7b6ba21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:43.560414 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-f52ce080-8a63-4854-9c5e-418a360b445e None None] Provisioning complete for port 9c16ff6f-078e-48ac-8bf2-cee93bee72d6 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:00:43.560827 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f52ce080-8a63-4854-9c5e-418a360b445e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:43.693677 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1da4a3fe-dbcd-4d6f-8f49-484ce4eb58f6 tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Notify callbacks [] for port, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:43.705188 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1da4a3fe-dbcd-4d6f-8f49-484ce4eb58f6 tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3978773'] for port, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:43.748498 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-3a5e4bce-9a54-4e8a-8102-cb85a46ae80c tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:00:43.828695 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c102dbb3-5b12-425e-bbc3-4082b470eac0 tempest-FloatingIPAdminTestJSON-149081295 tempest-FloatingIPAdminTestJSON-149081295-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:43.871463 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f631dca-09db-48d4-982e-4a1075dcf502 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] vlan segment allocate from pool success with {'vlan_id': 649, 'physical_network': 'physnet1'}  {{(pid=88879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 24 11:00:43.879264 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b4b112bb-7a02-4c17-8664-7fda0a6bb5e6 tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:43.908969 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-51195d60-b486-4c3d-bbc0-391bbb1a4189 None None] For port de325d61-da60-4150-ad7e-b7466a94d291, host dv-neutron-822691-2-hyperv, cleared binding levels {{(pid=88880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:00:43.929182 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-51195d60-b486-4c3d-bbc0-391bbb1a4189 None None] For port de325d61-da60-4150-ad7e-b7466a94d291, host dv-neutron-822691-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=de325d61-da60-4150-ad7e-b7466a94d291,segment=NetworkSegment(62d574aa-f1b1-4a32-bc58-15ce8b8ff923),segment_id=62d574aa-f1b1-4a32-bc58-15ce8b8ff923)] {{(pid=88880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:00:43.933679 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-61784c21-316d-4a49-8fc5-6f3858f81ffc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:00:43.946485 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-51195d60-b486-4c3d-bbc0-391bbb1a4189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:43.952719 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-51195d60-b486-4c3d-bbc0-391bbb1a4189 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:00:43.990219 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4f631dca-09db-48d4-982e-4a1075dcf502 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:43.990586 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.segments_db [None req-4f631dca-09db-48d4-982e-4a1075dcf502 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Added segment 93a5e837-75c9-41f6-8b8e-4e5ff8b69a76 of type vlan for network 0f574abc-d8d9-4d58-b967-bb0fb011212b
Dec 24 11:00:44.004229 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da4a3fe-dbcd-4d6f-8f49-484ce4eb58f6 tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Pushing event updated for resources: {'Port': ['ID=2da91be4-cd50-419a-8c30-94be9f9e8244,revision_number=2']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:00:44.016397 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b112bb-7a02-4c17-8664-7fda0a6bb5e6 tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Pushing event deleted for resources: {'Port': ['ID=701da9f3-2ddd-4c70-bac0-a590afe29663,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:00:44.018769 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-1da4a3fe-dbcd-4d6f-8f49-484ce4eb58f6 tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:00:44.025103 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1da4a3fe-dbcd-4d6f-8f49-484ce4eb58f6 tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1977653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854055662'] for router_interface, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:44.042429 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-f52ce080-8a63-4854-9c5e-418a360b445e None None] Provisioning for port 2da91be4-cd50-419a-8c30-94be9f9e8244 completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:00:44.050969 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-f52ce080-8a63-4854-9c5e-418a360b445e None None] Provisioning complete for port 2da91be4-cd50-419a-8c30-94be9f9e8244 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:00:44.051383 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f52ce080-8a63-4854-9c5e-418a360b445e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:44.090991 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51195d60-b486-4c3d-bbc0-391bbb1a4189 None None] Pushing event updated for resources: {'Port': ['ID=de325d61-da60-4150-ad7e-b7466a94d291,revision_number=2']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:00:44.105656 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-51195d60-b486-4c3d-bbc0-391bbb1a4189 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:00:44.111700 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bee0a2-15b3-4f50-89e8-ada508dbad27 req-a9d86217-26bf-4093-b033-4a6014386d52 tempest-ServersTestJSON-70348643 tempest-ServersTestJSON-70348643-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:00:44.113503 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-24bee0a2-15b3-4f50-89e8-ada508dbad27 req-a9d86217-26bf-4093-b033-4a6014386d52 tempest-ServersTestJSON-70348643 tempest-ServersTestJSON-70348643-project] 10.222.0.65 "GET /v2.0/ports?device_id=0b820df6-7943-47a0-a05c-dba3ae26b99f HTTP/1.1" status: 200  len: 931 time: 0.5353513
Dec 24 11:00:44.126922 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-b4b112bb-7a02-4c17-8664-7fda0a6bb5e6 tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:00:44.142390 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-f52ce080-8a63-4854-9c5e-418a360b445e None None] Port 2da91be4-cd50-419a-8c30-94be9f9e8244 cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:00:44.155654 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-f52ce080-8a63-4854-9c5e-418a360b445e None None] Provisioning for port 0d8694fa-24df-4280-8056-42a94a7e98b9 completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:00:44.161101 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-f52ce080-8a63-4854-9c5e-418a360b445e None None] Provisioning complete for port 0d8694fa-24df-4280-8056-42a94a7e98b9 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:00:44.161552 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f52ce080-8a63-4854-9c5e-418a360b445e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:44.218531 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-f52ce080-8a63-4854-9c5e-418a360b445e None None] Port 0d8694fa-24df-4280-8056-42a94a7e98b9 cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:00:44.344106 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-73d42fde-b1df-4b47-a7ee-0715c2248949 None None] Provisioning complete for port 2da91be4-cd50-419a-8c30-94be9f9e8244 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:00:44.344520 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-73d42fde-b1df-4b47-a7ee-0715c2248949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:44.441138 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-73d42fde-b1df-4b47-a7ee-0715c2248949 None None] Port 2da91be4-cd50-419a-8c30-94be9f9e8244 cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:00:44.489324 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c102dbb3-5b12-425e-bbc3-4082b470eac0 tempest-FloatingIPAdminTestJSON-149081295 tempest-FloatingIPAdminTestJSON-149081295-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:44.515931 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c102dbb3-5b12-425e-bbc3-4082b470eac0 tempest-FloatingIPAdminTestJSON-149081295 tempest-FloatingIPAdminTestJSON-149081295-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850854027'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:44.542403 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4f631dca-09db-48d4-982e-4a1075dcf502 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363287349540024'] for network, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:44.578363 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-3a6fcfc9-9744-4fa6-adfd-a46de48cca54 req-12741701-f989-4890-b02f-e33d92810638 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=06bf4055-f82f-43ff-8ef7-0747a91153cc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 1.7061942
Dec 24 11:00:44.589634 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-b4b112bb-7a02-4c17-8664-7fda0a6bb5e6 tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:00:44.607392 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1b8246-279c-47bd-a0c7-2732468c5de3 req-cf2e88a6-4fae-452f-8433-ec138f3f7f6e tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:00:44.609123 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-cd1b8246-279c-47bd-a0c7-2732468c5de3 req-cf2e88a6-4fae-452f-8433-ec138f3f7f6e tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] 10.222.0.65 "GET /v2.0/ports?device_id=655d927a-1c14-4f1b-88cc-771b29a10c76 HTTP/1.1" status: 200  len: 944 time: 0.7207658
Dec 24 11:00:44.616003 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-24bee0a2-15b3-4f50-89e8-ada508dbad27 req-cbffd00b-88e2-4eca-8e6e-7562b5cc5433 tempest-ServersTestJSON-70348643 tempest-ServersTestJSON-70348643-project] 10.222.0.65 "GET /v2.0/security-groups?id=2713acac-b64d-4c06-84a4-0405fa3dbde3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4836383
Dec 24 11:00:44.709382 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-fe684ff3-a6f8-42cb-aa84-377f83a0664e tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Allocated IP 172.20.0.9 (77d3792f-65aa-43b8-8f6d-e31118987675/1b741ca8-d0e1-4bfb-b650-7f79c603bff4/46731bf4-4f4e-4233-b9b7-e7e5ed72bf84) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:00:44.720291 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-cd1b8246-279c-47bd-a0c7-2732468c5de3 req-5938785b-0c74-404f-a4ed-16387e4ed6a3 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] 10.222.0.65 "GET /v2.0/security-groups?id=02c07f75-3a5f-4cdc-91db-62e2db60964c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1032023
Dec 24 11:00:44.732893 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1da4a3fe-dbcd-4d6f-8f49-484ce4eb58f6 tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Network 9c59ca4d-64ac-4bdd-8f74-15fc93387f02 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:00:44.735229 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-1da4a3fe-dbcd-4d6f-8f49-484ce4eb58f6 tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Resources bound (agent type, host, resource id):  {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:00:44.975185 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [req-262e1c5b-9a7a-4c88-9006-282da33818e0 req-bb040d09-8416-423b-b66d-94d5f7b6ba21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d8694fa-24df-4280-8056-42a94a7e98b9 {{(pid=88878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 24 11:00:44.985167 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-262e1c5b-9a7a-4c88-9006-282da33818e0 req-bb040d09-8416-423b-b66d-94d5f7b6ba21 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:45.038922 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b4b112bb-7a02-4c17-8664-7fda0a6bb5e6 tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:45.068481 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [req-262e1c5b-9a7a-4c88-9006-282da33818e0 req-bb040d09-8416-423b-b66d-94d5f7b6ba21 service neutron] Transition to ACTIVE for port object 0d8694fa-24df-4280-8056-42a94a7e98b9 will not be triggered until provisioned by entity L2. {{(pid=88878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:00:45.083182 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c102dbb3-5b12-425e-bbc3-4082b470eac0 tempest-FloatingIPAdminTestJSON-149081295 tempest-FloatingIPAdminTestJSON-149081295-project-admin] Pushing event updated for resources: {'Port': ['ID=c93d8873-7327-4596-9542-1d8501260489,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:00:45.084212 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-ebe7bf92-95dd-4e36-8951-e3fcfc0bb712 None None] Provisioning complete for port 2da91be4-cd50-419a-8c30-94be9f9e8244 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:00:45.092518 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ebe7bf92-95dd-4e36-8951-e3fcfc0bb712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:45.123105 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-262e1c5b-9a7a-4c88-9006-282da33818e0 req-bb040d09-8416-423b-b66d-94d5f7b6ba21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3978773'] for port, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:45.137496 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-a6ccc05e-1c9c-4f94-b4dc-3a6ebfea35fa tempest-ExtraDHCPOptionsIpV6TestJSON-726641206 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:00:45.157635 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c102dbb3-5b12-425e-bbc3-4082b470eac0 tempest-FloatingIPAdminTestJSON-149081295 tempest-FloatingIPAdminTestJSON-149081295-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.568s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:00:45.161383 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-ebe7bf92-95dd-4e36-8951-e3fcfc0bb712 None None] Port 2da91be4-cd50-419a-8c30-94be9f9e8244 cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:00:45.179975 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c102dbb3-5b12-425e-bbc3-4082b470eac0 tempest-FloatingIPAdminTestJSON-149081295 tempest-FloatingIPAdminTestJSON-149081295-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659181'] for floatingip, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:45.265887 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4f631dca-09db-48d4-982e-4a1075dcf502 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636'] for network, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:45.270149 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb040d09-8416-423b-b66d-94d5f7b6ba21 service neutron] Pushing event updated for resources: {'Port': ['ID=0d8694fa-24df-4280-8056-42a94a7e98b9,revision_number=2']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:00:45.275779 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-bb040d09-8416-423b-b66d-94d5f7b6ba21 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:00:45.348230 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f631dca-09db-48d4-982e-4a1075dcf502 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:00:45.348997 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4f631dca-09db-48d4-982e-4a1075dcf502 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1977811'] for network, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:45.367113 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-b4b112bb-7a02-4c17-8664-7fda0a6bb5e6 tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] 10.222.0.65 "DELETE /v2.0/ports/701da9f3-2ddd-4c70-bac0-a590afe29663 HTTP/1.1" status: 204  len: 168 time: 4.2459323
Dec 24 11:00:45.385187 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 33252) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:45.417308 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:00:45.448057 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 9c16ff6f-078e-48ac-8bf2-cee93bee72d6 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:00:45.487885 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-02e886cf-4f65-4ef6-9199-db84626aeeaf tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] GET failed (client error): The resource could not be found.
Dec 24 11:00:45.488756 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-02e886cf-4f65-4ef6-9199-db84626aeeaf tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Synchronizing usage tracker for tenant:d9849f2157e642b5a3e5e89d95c44695 on resource:port {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:00:45.546853 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-02e886cf-4f65-4ef6-9199-db84626aeeaf tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Unset dirty status for tenant:d9849f2157e642b5a3e5e89d95c44695 on resource:port {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:00:45.548662 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-02e886cf-4f65-4ef6-9199-db84626aeeaf tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] 10.222.0.65 "GET /v2.0/ports/701da9f3-2ddd-4c70-bac0-a590afe29663 HTTP/1.1" status: 404  len: 333 time: 0.1565742
Dec 24 11:00:45.572150 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 33256) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:45.591284 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fe684ff3-a6f8-42cb-aa84-377f83a0664e tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:45.597664 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port 9c16ff6f-078e-48ac-8bf2-cee93bee72d6 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:00:45.598226 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:45.608004 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-9bd9d709-8043-48ce-9814-dc068dfdd262 tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Request body: {'port': {'network_id': '01b2c87a-d921-4da4-b2d3-6790ebc4ff57', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1148560566'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:00:45.646056 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [req-262e1c5b-9a7a-4c88-9006-282da33818e0 req-bb040d09-8416-423b-b66d-94d5f7b6ba21 service neutron] Attempting to bind port 0d8694fa-24df-4280-8056-42a94a7e98b9 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:00:45.646459 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [req-262e1c5b-9a7a-4c88-9006-282da33818e0 req-bb040d09-8416-423b-b66d-94d5f7b6ba21 service neutron] Attempting to bind port 0d8694fa-24df-4280-8056-42a94a7e98b9 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '8cea13cb-a746-4fdb-9326-670f5e69ec6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '4ffa6599-4dd3-44c2-afc8-758418a15a34'}] {{(pid=88878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:00:45.646834 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-262e1c5b-9a7a-4c88-9006-282da33818e0 req-bb040d09-8416-423b-b66d-94d5f7b6ba21 service neutron] Attempting to bind port 0d8694fa-24df-4280-8056-42a94a7e98b9 on network 4ffa6599-4dd3-44c2-afc8-758418a15a34 {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:00:45.714576 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-262e1c5b-9a7a-4c88-9006-282da33818e0 req-bb040d09-8416-423b-b66d-94d5f7b6ba21 service neutron] Port 0d8694fa-24df-4280-8056-42a94a7e98b9 on network 4ffa6599-4dd3-44c2-afc8-758418a15a34 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 24 11:00:45.715176 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-262e1c5b-9a7a-4c88-9006-282da33818e0 req-bb040d09-8416-423b-b66d-94d5f7b6ba21 service neutron] Attempting to bind port 0d8694fa-24df-4280-8056-42a94a7e98b9 on network 4ffa6599-4dd3-44c2-afc8-758418a15a34 {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:00:45.741681 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fe684ff3-a6f8-42cb-aa84-377f83a0664e tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:45.743405 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7b8832f8-4998-4ed3-85fb-8db48db77675 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3921862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3619467'] for subnet, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:45.752964 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-4f631dca-09db-48d4-982e-4a1075dcf502 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 3.3338335
Dec 24 11:00:45.756195 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-3a6fcfc9-9744-4fa6-adfd-a46de48cca54 req-db72d32a-9b9f-4187-a816-8ff4800fe6c2 service neutron] 10.222.0.58 "GET /v2.0/networks/06bf4055-f82f-43ff-8ef7-0747a91153cc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9855042
Dec 24 11:00:45.760382 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 33262) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:45.811419 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device de325d61-da60-4150-ad7e-b7466a94d291 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:00:45.815865 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-262e1c5b-9a7a-4c88-9006-282da33818e0 req-bb040d09-8416-423b-b66d-94d5f7b6ba21 service neutron] Checking agent: {'id': '239bbc6e-fc66-42e2-b707-1aa8ba10287c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 57, 58), 'started_at': datetime.datetime(2021, 12, 24, 10, 57, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 0, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:00:45.816247 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-262e1c5b-9a7a-4c88-9006-282da33818e0 req-bb040d09-8416-423b-b66d-94d5f7b6ba21 service neutron] Checking segment: {'id': '8cea13cb-a746-4fdb-9326-670f5e69ec6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '4ffa6599-4dd3-44c2-afc8-758418a15a34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:00:45.816847 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-262e1c5b-9a7a-4c88-9006-282da33818e0 req-bb040d09-8416-423b-b66d-94d5f7b6ba21 service neutron] Bound using segment: {'id': '8cea13cb-a746-4fdb-9326-670f5e69ec6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '4ffa6599-4dd3-44c2-afc8-758418a15a34'} {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:00:45.825117 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [req-262e1c5b-9a7a-4c88-9006-282da33818e0 req-bb040d09-8416-423b-b66d-94d5f7b6ba21 service neutron] Bound port: 0d8694fa-24df-4280-8056-42a94a7e98b9, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8cea13cb-a746-4fdb-9326-670f5e69ec6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '4ffa6599-4dd3-44c2-afc8-758418a15a34'}}] {{(pid=88878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:00:45.825536 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-262e1c5b-9a7a-4c88-9006-282da33818e0 req-bb040d09-8416-423b-b66d-94d5f7b6ba21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:45.838738 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-ab0c7e34-1afc-4630-9f98-4e88267c542f tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Request body: {'subnet': {'network_id': '0f574abc-d8d9-4d58-b967-bb0fb011212b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:00:45.935465 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning for port de325d61-da60-4150-ad7e-b7466a94d291 completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:00:45.965936 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f631dca-09db-48d4-982e-4a1075dcf502 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Pushing event updated for resources: {'Network': ['ID=0f574abc-d8d9-4d58-b967-bb0fb011212b,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:00:45.982238 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Network 0f574abc-d8d9-4d58-b967-bb0fb011212b details requested by agent ovs-agent-dv-neutron-822691-2-hyperv with host dv-neutron-822691-2-hyperv {{(pid=88880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 24 11:00:45.990197 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-4f631dca-09db-48d4-982e-4a1075dcf502 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.573s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:00:46.011410 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-106f2089-e536-4d3d-82b2-0e87421f6b0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.177s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:00:46.032403 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1da4a3fe-dbcd-4d6f-8f49-484ce4eb58f6 tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Router d6659a0e-4485-4bec-b113-384967331055 is scheduled to L3 agent 198cca88-1338-4098-b44b-beb0346ac906 with binding_index 1 {{(pid=88878) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 24 11:00:46.167261 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [req-262e1c5b-9a7a-4c88-9006-282da33818e0 req-bb040d09-8416-423b-b66d-94d5f7b6ba21 service neutron] For port 0d8694fa-24df-4280-8056-42a94a7e98b9, host hv-neutron-8226, cleared binding levels {{(pid=88878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:00:46.177005 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-9bd9d709-8043-48ce-9814-dc068dfdd262 tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:00:46.266959 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9447ea24-45ab-489f-936c-f261dd287669 None None] Network d826aea2-ac1a-49a8-95f4-855e31cd70b0 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:00:46.270491 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [req-262e1c5b-9a7a-4c88-9006-282da33818e0 req-bb040d09-8416-423b-b66d-94d5f7b6ba21 service neutron] For port 0d8694fa-24df-4280-8056-42a94a7e98b9, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=0d8694fa-24df-4280-8056-42a94a7e98b9,segment=NetworkSegment(8cea13cb-a746-4fdb-9326-670f5e69ec6e),segment_id=8cea13cb-a746-4fdb-9326-670f5e69ec6e)] {{(pid=88878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:00:46.277900 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-9bd9d709-8043-48ce-9814-dc068dfdd262 tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:00:46.293987 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-262e1c5b-9a7a-4c88-9006-282da33818e0 req-bb040d09-8416-423b-b66d-94d5f7b6ba21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3978773'] for port, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:46.358843 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-1da4a3fe-dbcd-4d6f-8f49-484ce4eb58f6 tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:00:46.373998 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe684ff3-a6f8-42cb-aa84-377f83a0664e tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Network 77d3792f-65aa-43b8-8f6d-e31118987675 is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:00:46.395383 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-560bf225-0c70-4798-bd24-d2a572cbe9b7 None None] Provisioning for port de325d61-da60-4150-ad7e-b7466a94d291 completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:00:46.413767 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-560bf225-0c70-4798-bd24-d2a572cbe9b7 None None] Provisioning complete for port de325d61-da60-4150-ad7e-b7466a94d291 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:00:46.414372 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-560bf225-0c70-4798-bd24-d2a572cbe9b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:46.454372 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-fe684ff3-a6f8-42cb-aa84-377f83a0664e tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Resources bound (agent type, host, resource id):  {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:00:46.487994 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe684ff3-a6f8-42cb-aa84-377f83a0664e tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:00:46.604880 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe684ff3-a6f8-42cb-aa84-377f83a0664e tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Pushing event updated for resources: {'Port': ['ID=46731bf4-4f4e-4233-b9b7-e7e5ed72bf84,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:00:46.617877 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-ab0c7e34-1afc-4630-9f98-4e88267c542f tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:00:46.625190 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-fe684ff3-a6f8-42cb-aa84-377f83a0664e tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.614s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:00:46.632707 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.798s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:00:46.673734 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-ab0c7e34-1afc-4630-9f98-4e88267c542f tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Usage tracker for resource:subnet and tenant:8a7af7c8b592433694552a5e5f506278 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:00:46.675414 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-560bf225-0c70-4798-bd24-d2a572cbe9b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:46.693326 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-ab0c7e34-1afc-4630-9f98-4e88267c542f tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:00:46.693699 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bd9d709-8043-48ce-9814-dc068dfdd262 tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Made reservation on behalf of d9849f2157e642b5a3e5e89d95c44695 for: {'port': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:00:46.700278 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9bd9d709-8043-48ce-9814-dc068dfdd262 tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:46.710292 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8832f8-4998-4ed3-85fb-8db48db77675 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Checking segment: {'id': '6618a092-51b2-4e3d-9318-3ce6b7b40c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '1c9eeaac-d205-4b19-a351-2fe67dd78b42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:00:46.710689 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b8832f8-4998-4ed3-85fb-8db48db77675 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Network hostable DHCP agents. Network: 1c9eeaac-d205-4b19-a351-2fe67dd78b42, hostable agents: ['edcf98dc-3032-472a-8b3d-f23fd1e89806'], hosted agents: [] {{(pid=88879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 24 11:00:46.715908 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-ab0c7e34-1afc-4630-9f98-4e88267c542f tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:00:46.723971 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-560bf225-0c70-4798-bd24-d2a572cbe9b7 None None] For port de325d61-da60-4150-ad7e-b7466a94d291, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=de325d61-da60-4150-ad7e-b7466a94d291,segment=NetworkSegment(62d574aa-f1b1-4a32-bc58-15ce8b8ff923),segment_id=62d574aa-f1b1-4a32-bc58-15ce8b8ff923)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:00:46.733597 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-560bf225-0c70-4798-bd24-d2a572cbe9b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:46.737465 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-601191ab-1e92-456b-bfc9-37605d4a9488 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:00:46.750687 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-3a6fcfc9-9744-4fa6-adfd-a46de48cca54 req-ee44294b-ddeb-4dd5-b4dd-20dee875ee9a service neutron] 10.222.0.58 "GET /v2.0/networks/06bf4055-f82f-43ff-8ef7-0747a91153cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.9689467
Dec 24 11:00:46.769218 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e413075-3804-41d2-bc53-5a49ea3619b3 req-99c42a77-f2f5-42fc-b186-f89a4227db09 tempest-ServersTestJSON-70348643 tempest-ServersTestJSON-70348643-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:00:46.777482 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-0e413075-3804-41d2-bc53-5a49ea3619b3 req-99c42a77-f2f5-42fc-b186-f89a4227db09 tempest-ServersTestJSON-70348643 tempest-ServersTestJSON-70348643-project] 10.222.0.65 "GET /v2.0/ports?device_id=0b820df6-7943-47a0-a05c-dba3ae26b99f HTTP/1.1" status: 200  len: 943 time: 0.8722377
Dec 24 11:00:46.808853 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-262e1c5b-9a7a-4c88-9006-282da33818e0 req-bb040d09-8416-423b-b66d-94d5f7b6ba21 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:46.816251 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-262e1c5b-9a7a-4c88-9006-282da33818e0 req-bb040d09-8416-423b-b66d-94d5f7b6ba21 service neutron] 10.222.0.58 "PUT /v2.0/ports/0d8694fa-24df-4280-8056-42a94a7e98b9 HTTP/1.1" status: 200  len: 1093 time: 3.5496552
Dec 24 11:00:46.821814 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b820df6-7943-47a0-a05c-dba3ae26b99f', 'tag': '0d8694fa-24df-4280-8056-42a94a7e98b9'}] {{(pid=88878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 24 11:00:46.828413 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [None req-9bd9d709-8043-48ce-9814-dc068dfdd262 tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] device_id is not set on port d85f9842-0015-4a66-b26a-2b8e3ca71d2c yet. {{(pid=88878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 24 11:00:46.843847 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab0c7e34-1afc-4630-9f98-4e88267c542f tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Made reservation on behalf of 8a7af7c8b592433694552a5e5f506278 for: {'subnet': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:00:46.857277 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560bf225-0c70-4798-bd24-d2a572cbe9b7 None None] Pushing event updated for resources: {'Port': ['ID=de325d61-da60-4150-ad7e-b7466a94d291,revision_number=3']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:00:46.861140 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-560bf225-0c70-4798-bd24-d2a572cbe9b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:00:46.895230 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8832f8-4998-4ed3-85fb-8db48db77675 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Pushing event updated for resources: {'Subnet': ['ID=f3b0ade6-7006-4345-a681-cadb5170bee6,revision_number=0']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:00:46.913045 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7b8832f8-4998-4ed3-85fb-8db48db77675 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:00:46.924391 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e504b3-1069-46c3-9c0a-10ae027913da req-2c4c0a5c-daf2-4e23-96e8-75c1e7643949 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:00:46.926146 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-91e504b3-1069-46c3-9c0a-10ae027913da req-2c4c0a5c-daf2-4e23-96e8-75c1e7643949 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] 10.222.0.65 "GET /v2.0/ports?device_id=655d927a-1c14-4f1b-88cc-771b29a10c76 HTTP/1.1" status: 200  len: 944 time: 0.9327612
Dec 24 11:00:46.970050 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb040d09-8416-423b-b66d-94d5f7b6ba21 service neutron] Pushing event updated for resources: {'Port': ['ID=0d8694fa-24df-4280-8056-42a94a7e98b9,revision_number=3']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:00:46.997877 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b8832f8-4998-4ed3-85fb-8db48db77675 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Network 1c9eeaac-d205-4b19-a351-2fe67dd78b42 is scheduled to be hosted by DHCP agent edcf98dc-3032-472a-8b3d-f23fd1e89806 with binding_index 1 {{(pid=88879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 24 11:00:47.066033 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-bb040d09-8416-423b-b66d-94d5f7b6ba21 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.707s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:00:47.112848 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-91e504b3-1069-46c3-9c0a-10ae027913da req-7fb3faee-46e9-40dc-9768-7737398db686 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] 10.222.0.65 "GET /v2.0/security-groups?id=02c07f75-3a5f-4cdc-91db-62e2db60964c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1689842
Dec 24 11:00:47.124233 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-7b8832f8-4998-4ed3-85fb-8db48db77675 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822691-2-hyperv, 1c9eeaac-d205-4b19-a351-2fe67dd78b42) {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:00:47.138062 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b8832f8-4998-4ed3-85fb-8db48db77675 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:00:47.138718 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7b8832f8-4998-4ed3-85fb-8db48db77675 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1977811'] for subnet, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:47.152168 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d60ebb4-ce05-46f8-8099-18df5ff6604b None None] Network 1c9eeaac-d205-4b19-a351-2fe67dd78b42 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:00:47.164724 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ab0c7e34-1afc-4630-9f98-4e88267c542f tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3619482'] for subnet, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:47.185230 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-0e413075-3804-41d2-bc53-5a49ea3619b3 req-25393d78-cb0f-405d-b907-b5ca2d07cbef tempest-ServersTestJSON-70348643 tempest-ServersTestJSON-70348643-project] 10.222.0.65 "GET /v2.0/security-groups?id=2713acac-b64d-4c06-84a4-0405fa3dbde3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4062686
Dec 24 11:00:47.253175 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-7b8832f8-4998-4ed3-85fb-8db48db77675 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 5.3178599
Dec 24 11:00:47.259856 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-262e1c5b-9a7a-4c88-9006-282da33818e0 req-195f0609-61ea-4f35-8523-c4ac84e61fd4 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=41048d3cadaf44c1808b3a4467fb14d5&device_id=0b820df6-7943-47a0-a05c-dba3ae26b99f HTTP/1.1" status: 200  len: 1096 time: 0.3751259
Dec 24 11:00:47.259995 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 33276) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:47.264352 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1da4a3fe-dbcd-4d6f-8f49-484ce4eb58f6 tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:00:47.271697 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-dada26ba-1ae4-4da4-9543-bdbb0a4050f9 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Request body: {'port': {'network_id': '1c9eeaac-d205-4b19-a351-2fe67dd78b42', 'name': 'tempest-NetworksTestDHCPv6-437644721'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:00:47.276879 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5137eb6-51cb-4dc9-b346-a1fb13ee7746 None None] Sync routers for ids ['d6659a0e-4485-4bec-b113-384967331055'] in dv-neutron-822691-2-hyperv {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:00:47.302557 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5137eb6-51cb-4dc9-b346-a1fb13ee7746 None None] Routers {'d6659a0e-4485-4bec-b113-384967331055'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:00:47.303244 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-c5137eb6-51cb-4dc9-b346-a1fb13ee7746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271a78b38>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:00:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['d6659a0e-4485-4bec-b113-384967331055'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:00:47.349004 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-9bd9d709-8043-48ce-9814-dc068dfdd262 tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Allocated IP 2001:db8::339 (01b2c87a-d921-4da4-b2d3-6790ebc4ff57/8f4b0723-a314-4f17-a34d-27f3d4a780fc/d85f9842-0015-4a66-b26a-2b8e3ca71d2c) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:00:47.368491 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-a1f4daf4-7c61-48ba-8465-c2678c0c3051 req-f9fe48f5-2f3b-4b20-b0b5-b5b48de620fb service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3227175fb2a74b37bb7d77f5e6df3dce&device_id=655d927a-1c14-4f1b-88cc-771b29a10c76 HTTP/1.1" status: 200  len: 1097 time: 0.4884651
Dec 24 11:00:47.394732 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-d979c970-dab6-4587-9039-473f4859cd76 None None] Provisioning complete for port de325d61-da60-4150-ad7e-b7466a94d291 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:00:47.395148 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d979c970-dab6-4587-9039-473f4859cd76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:47.435342 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-c5137eb6-51cb-4dc9-b346-a1fb13ee7746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271a78b38>, [], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:00:47.436828 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device de325d61-da60-4150-ad7e-b7466a94d291 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:00:47.450584 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5137eb6-51cb-4dc9-b346-a1fb13ee7746 None None] Routers {'d6659a0e-4485-4bec-b113-384967331055'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:00:47.451265 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-c5137eb6-51cb-4dc9-b346-a1fb13ee7746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271a78b38>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:00:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['d6659a0e-4485-4bec-b113-384967331055'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:00:47.458436 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.l3_db [None req-c102dbb3-5b12-425e-bbc3-4082b470eac0 tempest-FloatingIPAdminTestJSON-149081295 tempest-FloatingIPAdminTestJSON-149081295-project-admin] Floating IP b8ed4618-4065-4fd7-96f9-6c75a60fe8f7 associated. External IP: 172.26.3.206, port: 1462007b-5bff-48c3-a065-35bdc290f91f.
Dec 24 11:00:47.528491 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-c5137eb6-51cb-4dc9-b346-a1fb13ee7746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271a78b38>, [], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:00:47.529198 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5137eb6-51cb-4dc9-b346-a1fb13ee7746 None None] The sync data for ids ['d6659a0e-4485-4bec-b113-384967331055'] in dv-neutron-822691-2-hyperv is: [] {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:00:47.540738 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b820df6-7943-47a0-a05c-dba3ae26b99f', 'tag': '0d8694fa-24df-4280-8056-42a94a7e98b9', 'status': 'completed', 'code': 200}
Dec 24 11:00:47.558004 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-1da4a3fe-dbcd-4d6f-8f49-484ce4eb58f6 tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] 10.222.0.65 "PUT /v2.0/routers/d6659a0e-4485-4bec-b113-384967331055/add_router_interface HTTP/1.1" status: 200  len: 503 time: 10.3200672
Dec 24 11:00:47.564392 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-262e1c5b-9a7a-4c88-9006-282da33818e0 req-9f53dd1e-5007-4c43-8a50-86413dbebce6 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0d8694fa-24df-4280-8056-42a94a7e98b9 HTTP/1.1" status: 200  len: 217 time: 0.2491715
Dec 24 11:00:47.572790 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 33280) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:47.586225 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port de325d61-da60-4150-ad7e-b7466a94d291 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:00:47.586643 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:47.624634 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-98eedb59-1f92-483c-9bc5-818d14085c13 tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Request body: {'port': {'network_id': '9c59ca4d-64ac-4bdd-8f74-15fc93387f02', 'name': 'tempest-FloatingIPNegativeTestJSON-317620202'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:00:47.690697 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c03d8427-497f-497a-8d44-226861902865 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73968e80-91fd-539e-a7c6-b31af6d9e680-1c9eeaac-d205-4b19-a351-2fe67dd78b42', 'network_id': '1c9eeaac-d205-4b19-a351-2fe67dd78b42', 'tenant_id': '739a78fd4cfc48c2a4011598579f8f8c', 'fixed_ips': [{'subnet_id': 'f3b0ade6-7006-4345-a681-cadb5170bee6'}]}} from dv-neutron-822691-2-hyperv. {{(pid=88880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 24 11:00:47.691628 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c03d8427-497f-497a-8d44-226861902865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:47.731225 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f4daf4-7c61-48ba-8465-c2678c0c3051 req-4412f541-8503-4dba-9bdd-cdca5f8b63f3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:00:47.733095 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-a1f4daf4-7c61-48ba-8465-c2678c0c3051 req-4412f541-8503-4dba-9bdd-cdca5f8b63f3 service neutron] 10.222.0.58 "GET /v2.0/networks?id=06bf4055-f82f-43ff-8ef7-0747a91153cc HTTP/1.1" status: 200  len: 913 time: 0.3441980
Dec 24 11:00:47.735323 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262e1c5b-9a7a-4c88-9006-282da33818e0 req-a52e5a14-cc30-43a7-9e8f-914f61d407fd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:00:47.736929 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-262e1c5b-9a7a-4c88-9006-282da33818e0 req-a52e5a14-cc30-43a7-9e8f-914f61d407fd service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1bc180c8-44f0-41ff-ba45-99d6e56209ca HTTP/1.1" status: 200  len: 844 time: 0.1560614
Dec 24 11:00:47.837785 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-dada26ba-1ae4-4da4-9543-bdbb0a4050f9 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:00:47.841346 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-a1f4daf4-7c61-48ba-8465-c2678c0c3051 req-ee506b8b-273b-476f-83be-3d0eca8059a9 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3a88a9cd-23ff-4882-94d5-148e4e2e250b HTTP/1.1" status: 200  len: 217 time: 0.0877087
Dec 24 11:00:47.903593 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-dada26ba-1ae4-4da4-9543-bdbb0a4050f9 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Usage tracker for resource:port and tenant:739a78fd4cfc48c2a4011598579f8f8c is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:00:47.943985 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-dada26ba-1ae4-4da4-9543-bdbb0a4050f9 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:00:47.958483 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f4daf4-7c61-48ba-8465-c2678c0c3051 req-a620f650-00f1-4f7d-8166-a7285dd33011 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:00:47.960107 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-a1f4daf4-7c61-48ba-8465-c2678c0c3051 req-a620f650-00f1-4f7d-8166-a7285dd33011 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=26cb8daf-b897-4fc8-a72c-e78bd818e5d0 HTTP/1.1" status: 200  len: 851 time: 0.0962079
Dec 24 11:00:47.963644 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-dada26ba-1ae4-4da4-9543-bdbb0a4050f9 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:00:47.973955 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-c03d8427-497f-497a-8d44-226861902865 None None] Allocated IP 2001:db8::2 (1c9eeaac-d205-4b19-a351-2fe67dd78b42/f3b0ade6-7006-4345-a681-cadb5170bee6/43934bb7-2340-4486-aa96-22d80915a170) {{(pid=88880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:00:48.011841 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fe684ff3-a6f8-42cb-aa84-377f83a0664e tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:48.012622 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fe684ff3-a6f8-42cb-aa84-377f83a0664e tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854163800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854116816'] for router, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:48.069088 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-98eedb59-1f92-483c-9bc5-818d14085c13 tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:00:48.080802 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-98eedb59-1f92-483c-9bc5-818d14085c13 tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Usage tracker for resource:port and tenant:4bbcadd5ae2f4f5c92f261f0898599bf is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:00:48.082869 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dada26ba-1ae4-4da4-9543-bdbb0a4050f9 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Made reservation on behalf of 739a78fd4cfc48c2a4011598579f8f8c for: {'port': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:00:48.088031 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-dada26ba-1ae4-4da4-9543-bdbb0a4050f9 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:48.146297 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [None req-dada26ba-1ae4-4da4-9543-bdbb0a4050f9 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] device_id is not set on port b73094df-5859-4a4d-8232-dadf47ed5edb yet. {{(pid=88878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 24 11:00:48.148432 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-98eedb59-1f92-483c-9bc5-818d14085c13 tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:00:48.167481 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-98eedb59-1f92-483c-9bc5-818d14085c13 tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:00:48.216389 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98eedb59-1f92-483c-9bc5-818d14085c13 tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Made reservation on behalf of 4bbcadd5ae2f4f5c92f261f0898599bf for: {'port': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:00:48.221971 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-98eedb59-1f92-483c-9bc5-818d14085c13 tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:48.244418 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-262e1c5b-9a7a-4c88-9006-282da33818e0 req-0ce8186f-b35b-4312-a6c6-ff98cef97d68 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4ffa6599-4dd3-44c2-afc8-758418a15a34&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.4545746
Dec 24 11:00:48.252439 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9bd9d709-8043-48ce-9814-dc068dfdd262 tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:48.271332 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c03d8427-497f-497a-8d44-226861902865 None None] Notify callbacks [] for port, precommit_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:48.281186 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-a1f4daf4-7c61-48ba-8465-c2678c0c3051 req-02fd4337-5f12-4289-9d75-50cf0e2282fc service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=06bf4055-f82f-43ff-8ef7-0747a91153cc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.3123410
Dec 24 11:00:48.305771 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-c03d8427-497f-497a-8d44-226861902865 None None] Transition to ACTIVE for port object 43934bb7-2340-4486-aa96-22d80915a170 will not be triggered until provisioned by entity L2. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:00:48.328755 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-9bd9d709-8043-48ce-9814-dc068dfdd262 tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Transition to ACTIVE for port object d85f9842-0015-4a66-b26a-2b8e3ca71d2c will not be triggered until provisioned by entity DHCP. {{(pid=88878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:00:48.335958 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-c03d8427-497f-497a-8d44-226861902865 None None] Transition to ACTIVE for port object 43934bb7-2340-4486-aa96-22d80915a170 will not be triggered until provisioned by entity DHCP. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:00:48.342680 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c03d8427-497f-497a-8d44-226861902865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408'] for port, after_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:48.349989 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-51195d60-b486-4c3d-bbc0-391bbb1a4189 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:00:48.365289 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [None req-98eedb59-1f92-483c-9bc5-818d14085c13 tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] device_id is not set on port df9ddb6b-f292-4674-b10b-a453c4ec0e12 yet. {{(pid=88879) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 24 11:00:48.426523 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c03d8427-497f-497a-8d44-226861902865 None None] Network 1c9eeaac-d205-4b19-a351-2fe67dd78b42 is already hosted by enough agents. {{(pid=88880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:00:48.427646 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-c03d8427-497f-497a-8d44-226861902865 None None] Resources bound (agent type, host, resource id):  {{(pid=88880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:00:48.433697 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03d8427-497f-497a-8d44-226861902865 None None] Received port after_create {{(pid=88880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:00:48.441391 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03d8427-497f-497a-8d44-226861902865 None None] Pushing event updated for resources: {'Port': ['ID=43934bb7-2340-4486-aa96-22d80915a170,revision_number=1']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:00:48.445536 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c03d8427-497f-497a-8d44-226861902865 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:00:48.554962 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-c03d8427-497f-497a-8d44-226861902865 None None] Attempting to bind port 43934bb7-2340-4486-aa96-22d80915a170 on host dv-neutron-822691-2-hyperv for vnic_type normal with profile  {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:00:48.555374 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-c03d8427-497f-497a-8d44-226861902865 None None] Attempting to bind port 43934bb7-2340-4486-aa96-22d80915a170 by drivers openvswitch,hyperv on host dv-neutron-822691-2-hyperv at level 0 using segments [{'id': '6618a092-51b2-4e3d-9318-3ce6b7b40c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '1c9eeaac-d205-4b19-a351-2fe67dd78b42'}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:00:48.556321 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03d8427-497f-497a-8d44-226861902865 None None] Attempting to bind port 43934bb7-2340-4486-aa96-22d80915a170 on network 1c9eeaac-d205-4b19-a351-2fe67dd78b42 {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:00:48.563209 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03d8427-497f-497a-8d44-226861902865 None None] Checking agent: {'id': 'db1275c1-6001-47af-93c2-635c68404703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822691-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 52, 8), 'started_at': datetime.datetime(2021, 12, 24, 10, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822691-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:00:48.563609 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03d8427-497f-497a-8d44-226861902865 None None] Checking segment: {'id': '6618a092-51b2-4e3d-9318-3ce6b7b40c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '1c9eeaac-d205-4b19-a351-2fe67dd78b42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:00:48.564059 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c03d8427-497f-497a-8d44-226861902865 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:48.564495 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03d8427-497f-497a-8d44-226861902865 None None] Bound using segment: {'id': '6618a092-51b2-4e3d-9318-3ce6b7b40c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '1c9eeaac-d205-4b19-a351-2fe67dd78b42'} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:00:48.565020 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-c03d8427-497f-497a-8d44-226861902865 None None] Bound port: 43934bb7-2340-4486-aa96-22d80915a170, host: dv-neutron-822691-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6618a092-51b2-4e3d-9318-3ce6b7b40c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '1c9eeaac-d205-4b19-a351-2fe67dd78b42'}}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:00:48.565438 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c03d8427-497f-497a-8d44-226861902865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:48.666457 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-c03d8427-497f-497a-8d44-226861902865 None None] For port 43934bb7-2340-4486-aa96-22d80915a170, host dv-neutron-822691-2-hyperv, cleared binding levels {{(pid=88880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:00:48.667137 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-dada26ba-1ae4-4da4-9543-bdbb0a4050f9 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Allocated IP 2001:db8::3b8 (1c9eeaac-d205-4b19-a351-2fe67dd78b42/f3b0ade6-7006-4345-a681-cadb5170bee6/b73094df-5859-4a4d-8232-dadf47ed5edb) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:00:48.670308 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-c03d8427-497f-497a-8d44-226861902865 None None] For port 43934bb7-2340-4486-aa96-22d80915a170, host dv-neutron-822691-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=43934bb7-2340-4486-aa96-22d80915a170,segment=NetworkSegment(6618a092-51b2-4e3d-9318-3ce6b7b40c55),segment_id=6618a092-51b2-4e3d-9318-3ce6b7b40c55)] {{(pid=88880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:00:48.675377 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c03d8427-497f-497a-8d44-226861902865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:48.680452 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:00:48.696346 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9bd9d709-8043-48ce-9814-dc068dfdd262 tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:48.715959 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-838fc686-1fac-49ab-bb74-d4d1f18780aa tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:00:48.748268 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-a1f4daf4-7c61-48ba-8465-c2678c0c3051 req-adc92a25-c0a4-4339-a75f-418bfda6903d service neutron] 10.222.0.58 "GET /v2.0/networks/06bf4055-f82f-43ff-8ef7-0747a91153cc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4537828
Dec 24 11:00:48.762993 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03d8427-497f-497a-8d44-226861902865 None None] Pushing event updated for resources: {'Port': ['ID=43934bb7-2340-4486-aa96-22d80915a170,revision_number=2']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:00:48.766304 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c03d8427-497f-497a-8d44-226861902865 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:00:48.826632 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4e6472-7960-4b23-906d-3e1f244b07a7 req-a798e84e-9ec7-473d-9867-deaf882b2615 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:00:48.828245 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-ba4e6472-7960-4b23-906d-3e1f244b07a7 req-a798e84e-9ec7-473d-9867-deaf882b2615 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] 10.222.0.65 "GET /v2.0/ports?device_id=655d927a-1c14-4f1b-88cc-771b29a10c76 HTTP/1.1" status: 200  len: 944 time: 0.5093203
Dec 24 11:00:48.842806 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecd2695-fa13-4397-a1ca-545d44059b2b req-8904a9ee-c025-4dfb-975c-3716256ca21f tempest-ServersTestJSON-70348643 tempest-ServersTestJSON-70348643-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:00:48.844456 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-9ecd2695-fa13-4397-a1ca-545d44059b2b req-8904a9ee-c025-4dfb-975c-3716256ca21f tempest-ServersTestJSON-70348643 tempest-ServersTestJSON-70348643-project] 10.222.0.65 "GET /v2.0/ports?device_id=0b820df6-7943-47a0-a05c-dba3ae26b99f HTTP/1.1" status: 200  len: 943 time: 0.4468153
Dec 24 11:00:48.912725 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ab0c7e34-1afc-4630-9f98-4e88267c542f tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3921862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3619467'] for subnet, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:48.958367 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:00:48.963304 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bd9d709-8043-48ce-9814-dc068dfdd262 tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Network 01b2c87a-d921-4da4-b2d3-6790ebc4ff57 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:00:48.971685 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd9d709-8043-48ce-9814-dc068dfdd262 tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Pushing event updated for resources: {'Port': ['ID=d85f9842-0015-4a66-b26a-2b8e3ca71d2c,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:00:48.986795 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-262e1c5b-9a7a-4c88-9006-282da33818e0 req-96205e96-e8ac-4f77-89bb-58b529acd1c5 service neutron] 10.222.0.58 "GET /v2.0/networks/4ffa6599-4dd3-44c2-afc8-758418a15a34?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7115569
Dec 24 11:00:49.024804 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-9bd9d709-8043-48ce-9814-dc068dfdd262 tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Resources bound (agent type, host, resource id):  {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:00:49.028831 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-9bd9d709-8043-48ce-9814-dc068dfdd262 tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:00:49.071354 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd9d709-8043-48ce-9814-dc068dfdd262 tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:00:49.075856 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bd9d709-8043-48ce-9814-dc068dfdd262 tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:00:49.076571 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9bd9d709-8043-48ce-9814-dc068dfdd262 tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:49.255831 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-ba4e6472-7960-4b23-906d-3e1f244b07a7 req-cccc621c-3dc7-4aea-a94b-63cbd8ce5c62 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] 10.222.0.65 "GET /v2.0/security-groups?id=02c07f75-3a5f-4cdc-91db-62e2db60964c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4059212
Dec 24 11:00:49.257211 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-9bd9d709-8043-48ce-9814-dc068dfdd262 tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 944 time: 3.6638744
Dec 24 11:00:49.272637 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-9ecd2695-fa13-4397-a1ca-545d44059b2b req-dbe9e3db-95d0-4769-b185-b41adedbfc5d tempest-ServersTestJSON-70348643 tempest-ServersTestJSON-70348643-project] 10.222.0.65 "GET /v2.0/security-groups?id=2713acac-b64d-4c06-84a4-0405fa3dbde3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4071448
Dec 24 11:00:49.273172 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 33288) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:49.274724 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-98eedb59-1f92-483c-9bc5-818d14085c13 tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Allocated IP 172.20.0.3 (9c59ca4d-64ac-4bdd-8f74-15fc93387f02/c23e77c9-bb77-435d-ad7e-a4515b22dc61/df9ddb6b-f292-4674-b10b-a453c4ec0e12) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:00:49.279356 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0c7e34-1afc-4630-9f98-4e88267c542f tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Pushing event updated for resources: {'Subnet': ['ID=8688a8d6-ef3b-43bc-ae35-53f957ca7706,revision_number=0']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:00:49.296527 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-ab0c7e34-1afc-4630-9f98-4e88267c542f tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:00:49.456633 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-262e1c5b-9a7a-4c88-9006-282da33818e0 req-213a5d90-4cc8-4977-8b5e-b814d110765f service neutron] 10.222.0.58 "GET /v2.0/networks/4ffa6599-4dd3-44c2-afc8-758418a15a34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4461746
Dec 24 11:00:49.457368 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab0c7e34-1afc-4630-9f98-4e88267c542f tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Checking segment: {'id': '93a5e837-75c9-41f6-8b8e-4e5ff8b69a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '0f574abc-d8d9-4d58-b967-bb0fb011212b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:00:49.458046 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab0c7e34-1afc-4630-9f98-4e88267c542f tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Network hostable DHCP agents. Network: 0f574abc-d8d9-4d58-b967-bb0fb011212b, hostable agents: ['edcf98dc-3032-472a-8b3d-f23fd1e89806'], hosted agents: [] {{(pid=88879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 24 11:00:49.460220 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 43934bb7-2340-4486-aa96-22d80915a170 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:00:49.604839 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning for port 43934bb7-2340-4486-aa96-22d80915a170 completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:00:49.629598 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-42a8d79b-c649-41ba-a0c5-b1102eb15e0d tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:8e:d8:60'}]}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:00:49.653881 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-1d079f0a-2c16-4ba8-a3a1-2d5b80a86a8a None None] Provisioning for port d85f9842-0015-4a66-b26a-2b8e3ca71d2c completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:00:49.660864 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-1d079f0a-2c16-4ba8-a3a1-2d5b80a86a8a None None] Provisioning complete for port d85f9842-0015-4a66-b26a-2b8e3ca71d2c triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:00:49.661394 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1d079f0a-2c16-4ba8-a3a1-2d5b80a86a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:49.664833 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-a1f4daf4-7c61-48ba-8465-c2678c0c3051 req-4cd73935-da69-4fe5-89d3-ad80ef57397c service neutron] 10.222.0.58 "GET /v2.0/networks/06bf4055-f82f-43ff-8ef7-0747a91153cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8899789
Dec 24 11:00:49.697566 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-dada26ba-1ae4-4da4-9543-bdbb0a4050f9 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:49.731678 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-1d079f0a-2c16-4ba8-a3a1-2d5b80a86a8a None None] Port d85f9842-0015-4a66-b26a-2b8e3ca71d2c cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:00:49.749581 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-dada26ba-1ae4-4da4-9543-bdbb0a4050f9 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Transition to ACTIVE for port object b73094df-5859-4a4d-8232-dadf47ed5edb will not be triggered until provisioned by entity DHCP. {{(pid=88878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:00:49.794222 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab0c7e34-1afc-4630-9f98-4e88267c542f tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Network 0f574abc-d8d9-4d58-b967-bb0fb011212b is scheduled to be hosted by DHCP agent edcf98dc-3032-472a-8b3d-f23fd1e89806 with binding_index 1 {{(pid=88879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 24 11:00:49.827045 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-ab0c7e34-1afc-4630-9f98-4e88267c542f tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822691-2-hyperv, 0f574abc-d8d9-4d58-b967-bb0fb011212b) {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:00:49.841233 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d3b54f4-cc3b-447e-9cd7-2841396c634e None None] Network 0f574abc-d8d9-4d58-b967-bb0fb011212b requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:00:49.857997 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab0c7e34-1afc-4630-9f98-4e88267c542f tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:00:49.858628 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ab0c7e34-1afc-4630-9f98-4e88267c542f tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1977811'] for subnet, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:49.877102 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-dada26ba-1ae4-4da4-9543-bdbb0a4050f9 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:49.887357 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-3bbe070e-13d5-42a2-aca2-bfe5e5b533e8 tempest-ServersTestJSON-70348643 tempest-ServersTestJSON-70348643-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:00:49.931891 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-98eedb59-1f92-483c-9bc5-818d14085c13 tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:49.940571 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-6a6b7831-2834-40a3-afa6-0530c473209f req-2beb20a5-c96b-4b7e-8d20-88d99b57b6e7 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=41048d3cadaf44c1808b3a4467fb14d5&device_id=0b820df6-7943-47a0-a05c-dba3ae26b99f HTTP/1.1" status: 200  len: 1096 time: 0.3403525
Dec 24 11:00:49.987673 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe684ff3-a6f8-42cb-aa84-377f83a0664e tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Router c51b221f-dce4-40bd-b49e-9f950ac51cf2 is scheduled to L3 agent 198cca88-1338-4098-b44b-beb0346ac906 with binding_index 1 {{(pid=88879) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 24 11:00:49.993809 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-ab0c7e34-1afc-4630-9f98-4e88267c542f tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 4.2160249
Dec 24 11:00:49.995341 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 33292) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:49.999601 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-98eedb59-1f92-483c-9bc5-818d14085c13 tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Transition to ACTIVE for port object df9ddb6b-f292-4674-b10b-a453c4ec0e12 will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:00:50.012932 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dada26ba-1ae4-4da4-9543-bdbb0a4050f9 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Network 1c9eeaac-d205-4b19-a351-2fe67dd78b42 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:00:50.026653 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-0079d464-7130-4a00-915a-6bc39bc2e586 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Request body: {'port': {'network_id': '0f574abc-d8d9-4d58-b967-bb0fb011212b', 'name': 'tempest-NetworksIpV6TestAttrs-1017173162'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:00:50.041906 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-dada26ba-1ae4-4da4-9543-bdbb0a4050f9 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Resources bound (agent type, host, resource id):  {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:00:50.045913 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dada26ba-1ae4-4da4-9543-bdbb0a4050f9 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:00:50.049844 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dada26ba-1ae4-4da4-9543-bdbb0a4050f9 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:00:50.049844 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-dada26ba-1ae4-4da4-9543-bdbb0a4050f9 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:50.087339 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dada26ba-1ae4-4da4-9543-bdbb0a4050f9 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Pushing event updated for resources: {'Port': ['ID=b73094df-5859-4a4d-8232-dadf47ed5edb,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:00:50.090691 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-dada26ba-1ae4-4da4-9543-bdbb0a4050f9 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:00:50.115159 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-42a8d79b-c649-41ba-a0c5-b1102eb15e0d tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:50.122098 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-423a741f-079d-4966-924c-3c5d09157d7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73968e80-91fd-539e-a7c6-b31af6d9e680-0f574abc-d8d9-4d58-b967-bb0fb011212b', 'network_id': '0f574abc-d8d9-4d58-b967-bb0fb011212b', 'tenant_id': '8a7af7c8b592433694552a5e5f506278', 'fixed_ips': [{'subnet_id': '8688a8d6-ef3b-43bc-ae35-53f957ca7706'}]}} from dv-neutron-822691-2-hyperv. {{(pid=88880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 24 11:00:50.123032 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-423a741f-079d-4966-924c-3c5d09157d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:50.139219 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-dada26ba-1ae4-4da4-9543-bdbb0a4050f9 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 2.8726208
Dec 24 11:00:50.143871 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c102dbb3-5b12-425e-bbc3-4082b470eac0 tempest-FloatingIPAdminTestJSON-149081295 tempest-FloatingIPAdminTestJSON-149081295-project-admin] Router dd0cf540-bd0d-4528-9380-a6e353790057 has already been hosted by L3 agent 198cca88-1338-4098-b44b-beb0346ac906 {{(pid=88879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 24 11:00:50.147364 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 33296) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:50.271691 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-98eedb59-1f92-483c-9bc5-818d14085c13 tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:50.282085 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-0079d464-7130-4a00-915a-6bc39bc2e586 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:00:50.284567 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6b7831-2834-40a3-afa6-0530c473209f req-c66c457d-4b83-4471-9a1f-93a9db8189cc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:00:50.285500 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-0079d464-7130-4a00-915a-6bc39bc2e586 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Usage tracker for resource:port and tenant:8a7af7c8b592433694552a5e5f506278 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:00:50.286264 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-6a6b7831-2834-40a3-afa6-0530c473209f req-c66c457d-4b83-4471-9a1f-93a9db8189cc service neutron] 10.222.0.58 "GET /v2.0/networks?id=4ffa6599-4dd3-44c2-afc8-758418a15a34 HTTP/1.1" status: 200  len: 906 time: 0.3372102
Dec 24 11:00:50.286939 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:00:50.289259 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-0079d464-7130-4a00-915a-6bc39bc2e586 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:00:50.297416 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-0079d464-7130-4a00-915a-6bc39bc2e586 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:00:50.390997 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0079d464-7130-4a00-915a-6bc39bc2e586 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Made reservation on behalf of 8a7af7c8b592433694552a5e5f506278 for: {'port': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:00:50.397432 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0079d464-7130-4a00-915a-6bc39bc2e586 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:50.468424 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [None req-0079d464-7130-4a00-915a-6bc39bc2e586 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] device_id is not set on port 40056bdf-d631-48f1-9f5b-31a90cdbeda6 yet. {{(pid=88878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 24 11:00:50.683105 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-6a6b7831-2834-40a3-afa6-0530c473209f req-8ef89060-0fb8-4534-993b-516e98dbe7b5 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0d8694fa-24df-4280-8056-42a94a7e98b9 HTTP/1.1" status: 200  len: 217 time: 0.3251657
Dec 24 11:00:50.694926 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98eedb59-1f92-483c-9bc5-818d14085c13 tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Network 9c59ca4d-64ac-4bdd-8f74-15fc93387f02 is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:00:50.710040 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-0079d464-7130-4a00-915a-6bc39bc2e586 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Allocated IP 2001:db8::f816:3eff:fee1:c0f8 (0f574abc-d8d9-4d58-b967-bb0fb011212b/8688a8d6-ef3b-43bc-ae35-53f957ca7706/40056bdf-d631-48f1-9f5b-31a90cdbeda6) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:00:50.723663 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-98eedb59-1f92-483c-9bc5-818d14085c13 tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Resources bound (agent type, host, resource id):  {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:00:50.737461 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98eedb59-1f92-483c-9bc5-818d14085c13 tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Pushing event updated for resources: {'Port': ['ID=df9ddb6b-f292-4674-b10b-a453c4ec0e12,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:00:50.742073 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98eedb59-1f92-483c-9bc5-818d14085c13 tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:00:50.789545 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Device 3a88a9cd-23ff-4882-94d5-148e4e2e250b details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 24 11:00:51.081112 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] For port 3a88a9cd-23ff-4882-94d5-148e4e2e250b, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=3a88a9cd-23ff-4882-94d5-148e4e2e250b,segment=NetworkSegment(7da8387d-6dbc-40da-b97b-4a8bbfbeffcb),segment_id=7da8387d-6dbc-40da-b97b-4a8bbfbeffcb)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:00:51.107883 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Returning: {'device': '3a88a9cd-23ff-4882-94d5-148e4e2e250b', 'network_id': '06bf4055-f82f-43ff-8ef7-0747a91153cc', 'port_id': '3a88a9cd-23ff-4882-94d5-148e4e2e250b', 'mac_address': 'fa:16:3e:f1:25:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26cb8daf-b897-4fc8-a72c-e78bd818e5d0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 24 11:00:51.217308 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:51.227649 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-98eedb59-1f92-483c-9bc5-818d14085c13 tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.940s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:00:51.274413 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a88a9cd-23ff-4882-94d5-148e4e2e250b {{(pid=88880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 24 11:00:51.303424 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] For port 3a88a9cd-23ff-4882-94d5-148e4e2e250b, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=3a88a9cd-23ff-4882-94d5-148e4e2e250b,segment=NetworkSegment(7da8387d-6dbc-40da-b97b-4a8bbfbeffcb),segment_id=7da8387d-6dbc-40da-b97b-4a8bbfbeffcb)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:00:51.308096 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0da68396-8861-4ae8-9cab-bf4d33f78997 None None] Network 1c9eeaac-d205-4b19-a351-2fe67dd78b42 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:00:51.344516 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b48e1f-cedc-4273-872f-c997b3cb182b tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:00:51.349254 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b48e1f-cedc-4273-872f-c997b3cb182b tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:00:51.350210 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-a6b48e1f-cedc-4273-872f-c997b3cb182b tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Synchronizing usage tracker for tenant:739a78fd4cfc48c2a4011598579f8f8c on resource:port {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:00:51.418930 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6b7831-2834-40a3-afa6-0530c473209f req-09040340-e9b7-4717-b27b-2a19c7ec5d0f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:00:51.420943 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-6a6b7831-2834-40a3-afa6-0530c473209f req-09040340-e9b7-4717-b27b-2a19c7ec5d0f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1bc180c8-44f0-41ff-ba45-99d6e56209ca HTTP/1.1" status: 200  len: 844 time: 0.7056086
Dec 24 11:00:51.430408 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98eedb59-1f92-483c-9bc5-818d14085c13 tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:00:51.431524 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-98eedb59-1f92-483c-9bc5-818d14085c13 tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:51.448469 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5b5ad2-c83b-4389-b08d-8c10a1e8c636 req-fb5ed9f6-3eee-4011-8db0-75472fa9840d tempest-ServersTestJSON-70348643 tempest-ServersTestJSON-70348643-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:00:51.456526 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-9c5b5ad2-c83b-4389-b08d-8c10a1e8c636 req-fb5ed9f6-3eee-4011-8db0-75472fa9840d tempest-ServersTestJSON-70348643 tempest-ServersTestJSON-70348643-project] 10.222.0.65 "GET /v2.0/ports?device_id=0b820df6-7943-47a0-a05c-dba3ae26b99f HTTP/1.1" status: 200  len: 943 time: 0.6103678
Dec 24 11:00:51.474292 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:51.479665 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:00:51.523784 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0079d464-7130-4a00-915a-6bc39bc2e586 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:51.547884 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02568c60-c5ad-4aeb-92ee-dc9af05ff2a1 req-b92eee9d-9693-445b-bfc3-0bc66a9bf384 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:00:51.555453 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-02568c60-c5ad-4aeb-92ee-dc9af05ff2a1 req-b92eee9d-9693-445b-bfc3-0bc66a9bf384 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] 10.222.0.65 "GET /v2.0/ports?device_id=655d927a-1c14-4f1b-88cc-771b29a10c76 HTTP/1.1" status: 200  len: 944 time: 0.6159818
Dec 24 11:00:51.557598 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-a6b48e1f-cedc-4273-872f-c997b3cb182b tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Unset dirty status for tenant:739a78fd4cfc48c2a4011598579f8f8c on resource:port {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:00:51.562047 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-a6b48e1f-cedc-4273-872f-c997b3cb182b tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1668 time: 1.4133661
Dec 24 11:00:51.566539 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 33304) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:51.599738 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-98eedb59-1f92-483c-9bc5-818d14085c13 tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 936 time: 4.0251133
Dec 24 11:00:51.602310 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 33308) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:51.622634 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-93543b4d-18d3-4475-9175-1a2bdef4e2f8 tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Request body: {'floatingip': {'floating_network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:00:51.638843 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-93543b4d-18d3-4475-9175-1a2bdef4e2f8 tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:00:51.648039 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-93543b4d-18d3-4475-9175-1a2bdef4e2f8 tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Usage tracker for resource:floatingip and tenant:4bbcadd5ae2f4f5c92f261f0898599bf is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:00:51.652190 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-93543b4d-18d3-4475-9175-1a2bdef4e2f8 tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:00:51.660106 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-4c669a5c-d711-491e-9e83-e56e2f25da1e None None] Provisioning for port df9ddb6b-f292-4674-b10b-a453c4ec0e12 completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:00:51.669549 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-93543b4d-18d3-4475-9175-1a2bdef4e2f8 tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:00:51.676043 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-4c669a5c-d711-491e-9e83-e56e2f25da1e None None] Provisioning complete for port df9ddb6b-f292-4674-b10b-a453c4ec0e12 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:00:51.676461 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4c669a5c-d711-491e-9e83-e56e2f25da1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:51.713595 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-93543b4d-18d3-4475-9175-1a2bdef4e2f8 tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Notify callbacks [] for floatingip, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:51.729700 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-6a6b7831-2834-40a3-afa6-0530c473209f req-5ff83dac-3a43-4f0b-b639-a638c24b1c50 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4ffa6599-4dd3-44c2-afc8-758418a15a34&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.2898688
Dec 24 11:00:51.736175 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Pushing event updated for resources: {'Port': ['ID=3a88a9cd-23ff-4882-94d5-148e4e2e250b,revision_number=4']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:00:51.744105 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:00:51.765500 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-9c5b5ad2-c83b-4389-b08d-8c10a1e8c636 req-fa8a71a4-a044-4bb4-9840-fffc158037e8 tempest-ServersTestJSON-70348643 tempest-ServersTestJSON-70348643-project] 10.222.0.65 "GET /v2.0/security-groups?id=2713acac-b64d-4c06-84a4-0405fa3dbde3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3079622
Dec 24 11:00:51.768898 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-0079d464-7130-4a00-915a-6bc39bc2e586 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Transition to ACTIVE for port object 40056bdf-d631-48f1-9f5b-31a90cdbeda6 will not be triggered until provisioned by entity DHCP. {{(pid=88878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:00:51.779577 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-389cf7d3-0337-4378-8465-8e0b5a08740b tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Deleting port b73094df-5859-4a4d-8232-dadf47ed5edb {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:00:51.780302 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-389cf7d3-0337-4378-8465-8e0b5a08740b tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:51.794198 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe684ff3-a6f8-42cb-aa84-377f83a0664e tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:00:51.801847 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-4c669a5c-d711-491e-9e83-e56e2f25da1e None None] Port df9ddb6b-f292-4674-b10b-a453c4ec0e12 cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:00:51.810632 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd95d6e7-1272-43ee-88b8-ef376f332093 None None] Sync routers for ids ['c51b221f-dce4-40bd-b49e-9f950ac51cf2'] in dv-neutron-822691-2-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:00:51.822620 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] get_ports_and_sgs() called for port_ids ['3a88a9cd-23ff-4882-94d5-148e4e2e250b'] {{(pid=88880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 24 11:00:51.905547 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-42a8d79b-c649-41ba-a0c5-b1102eb15e0d tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Notify callbacks [] for port, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:51.911530 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-4c669a5c-d711-491e-9e83-e56e2f25da1e None None] Provisioning for port 43934bb7-2340-4486-aa96-22d80915a170 completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:00:51.918008 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd95d6e7-1272-43ee-88b8-ef376f332093 None None] Routers {'c51b221f-dce4-40bd-b49e-9f950ac51cf2'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:00:51.919332 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-cd95d6e7-1272-43ee-88b8-ef376f332093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271bf4160>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:00:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['c51b221f-dce4-40bd-b49e-9f950ac51cf2'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:00:51.919460 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c102dbb3-5b12-425e-bbc3-4082b470eac0 tempest-FloatingIPAdminTestJSON-149081295 tempest-FloatingIPAdminTestJSON-149081295-project-admin] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:00:51.926935 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-42a8d79b-c649-41ba-a0c5-b1102eb15e0d tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3978773'] for port, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:51.929585 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fe684ff3-a6f8-42cb-aa84-377f83a0664e tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Notify callbacks [] for router, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:51.933669 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-fe684ff3-a6f8-42cb-aa84-377f83a0664e tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201  len: 875 time: 12.6215258
Dec 24 11:00:51.938407 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5581d20-4d7a-4251-8fd2-56a6db8bf96c None None] Sync routers for ids ['dd0cf540-bd0d-4528-9380-a6e353790057'] in dv-neutron-822691-2-hyperv {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:00:51.941780 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 33312) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:51.944530 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-4492b95e-cf95-413f-8336-71d0a66bc3e3 tempest-ServersTestJSON-70348643 tempest-ServersTestJSON-70348643-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:00:51.951477 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5581d20-4d7a-4251-8fd2-56a6db8bf96c None None] Routers {'dd0cf540-bd0d-4528-9380-a6e353790057'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:00:51.952553 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-d5581d20-4d7a-4251-8fd2-56a6db8bf96c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271a784e0>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:00:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['dd0cf540-bd0d-4528-9380-a6e353790057'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:00:52.023242 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-02568c60-c5ad-4aeb-92ee-dc9af05ff2a1 req-e490ada2-aecf-45dd-8afa-05036cbebea3 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] 10.222.0.65 "GET /v2.0/security-groups?id=02c07f75-3a5f-4cdc-91db-62e2db60964c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4659343
Dec 24 11:00:52.023496 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-d5581d20-4d7a-4251-8fd2-56a6db8bf96c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271a784e0>, [], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:00:52.025181 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-42a8d79b-c649-41ba-a0c5-b1102eb15e0d tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] In _notify_port_updated(), no bound segment for port d85f9842-0015-4a66-b26a-2b8e3ca71d2c on network 01b2c87a-d921-4da4-b2d3-6790ebc4ff57 {{(pid=88878) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}}
Dec 24 11:00:52.030069 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42a8d79b-c649-41ba-a0c5-b1102eb15e0d tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:00:52.030928 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-42a8d79b-c649-41ba-a0c5-b1102eb15e0d tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:52.032489 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-42a8d79b-c649-41ba-a0c5-b1102eb15e0d tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] 10.222.0.65 "PUT /v2.0/ports/d85f9842-0015-4a66-b26a-2b8e3ca71d2c HTTP/1.1" status: 200  len: 1003 time: 2.4133162
Dec 24 11:00:52.034189 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a8d79b-c649-41ba-a0c5-b1102eb15e0d tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Pushing event updated for resources: {'Port': ['ID=d85f9842-0015-4a66-b26a-2b8e3ca71d2c,revision_number=2']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:00:52.040068 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5581d20-4d7a-4251-8fd2-56a6db8bf96c None None] Routers {'dd0cf540-bd0d-4528-9380-a6e353790057'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:00:52.041065 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-d5581d20-4d7a-4251-8fd2-56a6db8bf96c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271a784e0>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:00:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['dd0cf540-bd0d-4528-9380-a6e353790057'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:00:52.048167 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 33316) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:52.082914 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0079d464-7130-4a00-915a-6bc39bc2e586 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:52.093573 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c102dbb3-5b12-425e-bbc3-4082b470eac0 tempest-FloatingIPAdminTestJSON-149081295 tempest-FloatingIPAdminTestJSON-149081295-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for floatingip, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:52.111446 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a8d79b-c649-41ba-a0c5-b1102eb15e0d tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:00:52.112247 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a8d79b-c649-41ba-a0c5-b1102eb15e0d tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:00:52.112382 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a8d79b-c649-41ba-a0c5-b1102eb15e0d tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:00:52.112806 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a8d79b-c649-41ba-a0c5-b1102eb15e0d tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:00:52.113275 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a8d79b-c649-41ba-a0c5-b1102eb15e0d tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:00:52.113740 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a8d79b-c649-41ba-a0c5-b1102eb15e0d tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:00:52.114242 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a8d79b-c649-41ba-a0c5-b1102eb15e0d tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:00:52.114729 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a8d79b-c649-41ba-a0c5-b1102eb15e0d tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:00:52.115587 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a8d79b-c649-41ba-a0c5-b1102eb15e0d tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:00:52.116317 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a8d79b-c649-41ba-a0c5-b1102eb15e0d tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:00:52.116436 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a8d79b-c649-41ba-a0c5-b1102eb15e0d tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:00:52.127376 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-d5581d20-4d7a-4251-8fd2-56a6db8bf96c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271a784e0>, [], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:00:52.128087 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5581d20-4d7a-4251-8fd2-56a6db8bf96c None None] The sync data for ids ['dd0cf540-bd0d-4528-9380-a6e353790057'] in dv-neutron-822691-2-hyperv is: [] {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:00:52.136299 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-42a8d79b-c649-41ba-a0c5-b1102eb15e0d tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:00:52.141457 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-bb040d09-8416-423b-b66d-94d5f7b6ba21 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.041s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:00:52.188326 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-4c669a5c-d711-491e-9e83-e56e2f25da1e None None] Provisioning complete for port 43934bb7-2340-4486-aa96-22d80915a170 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:00:52.189059 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4c669a5c-d711-491e-9e83-e56e2f25da1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:52.208914 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-6a6b7831-2834-40a3-afa6-0530c473209f req-182de339-8ce1-4460-827a-347a51982d33 service neutron] 10.222.0.58 "GET /v2.0/networks/4ffa6599-4dd3-44c2-afc8-758418a15a34?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4628444
Dec 24 11:00:52.329431 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-c102dbb3-5b12-425e-bbc3-4082b470eac0 tempest-FloatingIPAdminTestJSON-149081295 tempest-FloatingIPAdminTestJSON-149081295-project-admin] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 988 time: 16.9178624
Dec 24 11:00:52.331557 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 33320) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:52.344131 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-c6e5e48a-ad35-46c8-adc9-210c6ea89cbe tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Deleting port d85f9842-0015-4a66-b26a-2b8e3ca71d2c {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:00:52.344131 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c6e5e48a-ad35-46c8-adc9-210c6ea89cbe tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:52.402103 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0079d464-7130-4a00-915a-6bc39bc2e586 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Network 0f574abc-d8d9-4d58-b967-bb0fb011212b is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:00:52.403275 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0079d464-7130-4a00-915a-6bc39bc2e586 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Pushing event updated for resources: {'Port': ['ID=40056bdf-d631-48f1-9f5b-31a90cdbeda6,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:00:52.410034 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-423a741f-079d-4966-924c-3c5d09157d7a None None] Allocated IP 2001:db8::f816:3eff:fe2d:2fa7 (0f574abc-d8d9-4d58-b967-bb0fb011212b/8688a8d6-ef3b-43bc-ae35-53f957ca7706/f363164f-cf85-4250-acb2-6bba9906bb95) {{(pid=88880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:00:52.411634 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-0079d464-7130-4a00-915a-6bc39bc2e586 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Resources bound (agent type, host, resource id):  {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:00:52.417667 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-0079d464-7130-4a00-915a-6bc39bc2e586 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:00:52.422003 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0079d464-7130-4a00-915a-6bc39bc2e586 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:00:52.427343 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0079d464-7130-4a00-915a-6bc39bc2e586 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:00:52.428007 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0079d464-7130-4a00-915a-6bc39bc2e586 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:52.476450 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-389cf7d3-0337-4378-8465-8e0b5a08740b tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:52.497207 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-0079d464-7130-4a00-915a-6bc39bc2e586 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 951 time: 2.5009298
Dec 24 11:00:52.500407 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 33324) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:52.723675 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Device 0d8694fa-24df-4280-8056-42a94a7e98b9 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 24 11:00:52.742542 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-389cf7d3-0337-4378-8465-8e0b5a08740b tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Calling delete_port for b73094df-5859-4a4d-8232-dadf47ed5edb owned by  {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:00:52.766846 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-6a6b7831-2834-40a3-afa6-0530c473209f req-4656ff6e-c41f-4fea-9107-2454390b2319 service neutron] 10.222.0.58 "GET /v2.0/networks/4ffa6599-4dd3-44c2-afc8-758418a15a34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5471849
Dec 24 11:00:52.785335 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-6c423328-3d8e-44c3-9a7c-152c7681d76e tempest-FloatingIPAdminTestJSON-149081295 tempest-FloatingIPAdminTestJSON-149081295-project-admin] 10.222.0.65 "GET /v2.0/floatingips/b8ed4618-4065-4fd7-96f9-6c75a60fe8f7 HTTP/1.1" status: 200  len: 983 time: 0.4491396
Dec 24 11:00:52.785586 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 33328) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:52.800689 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-cd95d6e7-1272-43ee-88b8-ef376f332093 None None] Set router c51b221f-dce4-40bd-b49e-9f950ac51cf2 gateway port host: dv-neutron-822691-2-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:00:52.811609 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-93543b4d-18d3-4475-9175-1a2bdef4e2f8 tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:53.082455 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4c669a5c-d711-491e-9e83-e56e2f25da1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:53.266406 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-4415fcfa-0297-4973-b2d1-1cea27999e3f tempest-FloatingIPAdminTestJSON-149081295 tempest-FloatingIPAdminTestJSON-149081295-project-admin] 10.222.0.65 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 2427 time: 0.4767039
Dec 24 11:00:53.310202 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 33336) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:53.423288 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-4c669a5c-d711-491e-9e83-e56e2f25da1e None None] For port 43934bb7-2340-4486-aa96-22d80915a170, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=43934bb7-2340-4486-aa96-22d80915a170,segment=NetworkSegment(6618a092-51b2-4e3d-9318-3ce6b7b40c55),segment_id=6618a092-51b2-4e3d-9318-3ce6b7b40c55)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:00:53.443346 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c6e5e48a-ad35-46c8-adc9-210c6ea89cbe tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:53.492175 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4c669a5c-d711-491e-9e83-e56e2f25da1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:53.497170 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-423a741f-079d-4966-924c-3c5d09157d7a None None] Notify callbacks [] for port, precommit_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:53.502041 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f315158c-9d42-481f-a3cb-b6576db65ec1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:00:53.560731 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-93543b4d-18d3-4475-9175-1a2bdef4e2f8 tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Allocated IP 172.26.3.4 (f8c337ba-681f-4fcb-a333-e3c49365b30a/8ea1398c-0bec-46d6-8d54-85798de2a7ca/f02cc1b6-4a26-4d60-a25f-cfeab08b58e6) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:00:53.627097 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-423a741f-079d-4966-924c-3c5d09157d7a None None] Transition to ACTIVE for port object f363164f-cf85-4250-acb2-6bba9906bb95 will not be triggered until provisioned by entity L2. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:00:53.683233 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-c6e5e48a-ad35-46c8-adc9-210c6ea89cbe tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Calling delete_port for d85f9842-0015-4a66-b26a-2b8e3ca71d2c owned by  {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:00:53.705867 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] For port 0d8694fa-24df-4280-8056-42a94a7e98b9, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=0d8694fa-24df-4280-8056-42a94a7e98b9,segment=NetworkSegment(8cea13cb-a746-4fdb-9326-670f5e69ec6e),segment_id=8cea13cb-a746-4fdb-9326-670f5e69ec6e)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:00:53.713477 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2ef59dde-e7fd-4c60-bf04-a2e9bb56928c tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Notify callbacks [] for router, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:53.718798 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-423a741f-079d-4966-924c-3c5d09157d7a None None] Transition to ACTIVE for port object f363164f-cf85-4250-acb2-6bba9906bb95 will not be triggered until provisioned by entity DHCP. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:00:53.722949 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-389cf7d3-0337-4378-8465-8e0b5a08740b tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:53.749365 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-99705a48-b148-4e0b-93c2-528208fd3e0a None None] Provisioning for port b73094df-5859-4a4d-8232-dadf47ed5edb completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:00:53.782333 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-423a741f-079d-4966-924c-3c5d09157d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408'] for port, after_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:53.793358 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Returning: {'device': '0d8694fa-24df-4280-8056-42a94a7e98b9', 'network_id': '4ffa6599-4dd3-44c2-afc8-758418a15a34', 'port_id': '0d8694fa-24df-4280-8056-42a94a7e98b9', 'mac_address': 'fa:16:3e:7b:f5:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 633, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bc180c8-44f0-41ff-ba45-99d6e56209ca', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 24 11:00:53.797868 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-1d25ac50-f21d-4e28-afab-a3afa044ac17 tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:00:53.799757 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c669a5c-d711-491e-9e83-e56e2f25da1e None None] Pushing event updated for resources: {'Port': ['ID=43934bb7-2340-4486-aa96-22d80915a170,revision_number=3']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:00:53.806024 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-99705a48-b148-4e0b-93c2-528208fd3e0a None None] Provisioning complete for port b73094df-5859-4a4d-8232-dadf47ed5edb triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:00:53.806567 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-99705a48-b148-4e0b-93c2-528208fd3e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:53.835727 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-4c669a5c-d711-491e-9e83-e56e2f25da1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:00:53.839776 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.047s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:00:53.876714 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389cf7d3-0337-4378-8465-8e0b5a08740b tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Pushing event deleted for resources: {'Port': ['ID=b73094df-5859-4a4d-8232-dadf47ed5edb,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:00:53.884839 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c61342e-9553-4139-869e-d4f4156a9135 req-3a9f7a4c-0fb7-4ac4-8e69-fb20b3e6e372 tempest-ServersTestJSON-70348643 tempest-ServersTestJSON-70348643-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:00:53.893068 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-4c61342e-9553-4139-869e-d4f4156a9135 req-3a9f7a4c-0fb7-4ac4-8e69-fb20b3e6e372 tempest-ServersTestJSON-70348643 tempest-ServersTestJSON-70348643-project] 10.222.0.65 "GET /v2.0/ports?device_id=0b820df6-7943-47a0-a05c-dba3ae26b99f HTTP/1.1" status: 200  len: 943 time: 0.6234853
Dec 24 11:00:53.896080 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-389cf7d3-0337-4378-8465-8e0b5a08740b tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:00:53.917687 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-99705a48-b148-4e0b-93c2-528208fd3e0a None None] Port b73094df-5859-4a4d-8232-dadf47ed5edb was deleted so its status cannot be updated. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:300}}
Dec 24 11:00:53.924414 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a3cb49-af8d-4fbe-820e-3c52c3f76076 req-db4a7b37-71a9-415f-99ca-36ee40d6786b tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:00:53.926160 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-a7a3cb49-af8d-4fbe-820e-3c52c3f76076 req-db4a7b37-71a9-415f-99ca-36ee40d6786b tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] 10.222.0.65 "GET /v2.0/ports?device_id=655d927a-1c14-4f1b-88cc-771b29a10c76 HTTP/1.1" status: 200  len: 945 time: 0.6581650
Dec 24 11:00:53.962001 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-423a741f-079d-4966-924c-3c5d09157d7a None None] Network 0f574abc-d8d9-4d58-b967-bb0fb011212b is already hosted by enough agents. {{(pid=88880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:00:53.970924 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_v2 [None req-aab968ca-1264-4bc4-b776-9cfd9292907b tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Deleting subnet 8688a8d6-ef3b-43bc-ae35-53f957ca7706 {{(pid=88878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 24 11:00:53.979822 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-423a741f-079d-4966-924c-3c5d09157d7a None None] Resources bound (agent type, host, resource id):  {{(pid=88880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:00:53.994960 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-423a741f-079d-4966-924c-3c5d09157d7a None None] Received port after_create {{(pid=88880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:00:54.004186 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423a741f-079d-4966-924c-3c5d09157d7a None None] Pushing event updated for resources: {'Port': ['ID=f363164f-cf85-4250-acb2-6bba9906bb95,revision_number=1']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:00:54.006313 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-93543b4d-18d3-4475-9175-1a2bdef4e2f8 tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:54.011588 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-423a741f-079d-4966-924c-3c5d09157d7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:00:54.016817 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:54.031288 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-aab968ca-1264-4bc4-b776-9cfd9292907b tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Notify callbacks [] for subnet, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:54.072084 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-99705a48-b148-4e0b-93c2-528208fd3e0a None None] Provisioning complete for port d85f9842-0015-4a66-b26a-2b8e3ca71d2c triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:00:54.072465 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-99705a48-b148-4e0b-93c2-528208fd3e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:54.080092 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-f4707299-1c99-440c-8a11-84e3c8577922 tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Deleting port c93d8873-7327-4596-9542-1d8501260489 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:00:54.080448 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f4707299-1c99-440c-8a11-84e3c8577922 tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:54.121772 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-389cf7d3-0337-4378-8465-8e0b5a08740b tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:54.125120 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c6e5e48a-ad35-46c8-adc9-210c6ea89cbe tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:54.139947 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-168d4715-0f69-489a-a221-afaaf4cd98c1 tempest-RoutersAdminNegativeIpV6Test-2027516450 tempest-RoutersAdminNegativeIpV6Test-2027516450-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:00:54.151760 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d8694fa-24df-4280-8056-42a94a7e98b9 {{(pid=88880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 24 11:00:54.162212 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-99705a48-b148-4e0b-93c2-528208fd3e0a None None] Port d85f9842-0015-4a66-b26a-2b8e3ca71d2c was deleted so its status cannot be updated. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:300}}
Dec 24 11:00:54.190438 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e5e48a-ad35-46c8-adc9-210c6ea89cbe tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Pushing event deleted for resources: {'Port': ['ID=d85f9842-0015-4a66-b26a-2b8e3ca71d2c,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:00:54.197947 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-cd95d6e7-1272-43ee-88b8-ef376f332093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271bf4160>, [{'id': 'c51b221f-dce4-40bd-b49e-9f950ac51cf2', 'name': '', 'tenant_id': 'd8830e9e30294429956c02859d177d90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77d3792f-65aa-43b8-8f6d-e31118987675', 'external_fixed_ips': [{'subnet_id': '1b741ca8-d0e1-4bfb-b650-7f79c603bff4', 'ip_address': '172.20.0.9'}], 'enable_snat': True}, 'gw_port_id': '46731bf4-4f4e-4233-b9b7-e7e5ed72bf84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:00:39Z', 'updated_at': '2021-12-24T11:00:47Z', 'revision_number': 3, 'project_id': 'd8830e9e30294429956c02859d177d90', 'gw_port': {'id': '46731bf4-4f4e-4233-b9b7-e7e5ed72bf84', 'name': '', 'network_id': '77d3792f-65aa-43b8-8f6d-e31118987675', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:c5:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c51b221f-dce4-40bd-b49e-9f950ac51cf2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1b741ca8-d0e1-4bfb-b650-7f79c603bff4', 'ip_address': '172.20.0.9', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:00:43Z', 'updated_at': '2021-12-24T11:00:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1b741ca8-d0e1-4bfb-b650-7f79c603bff4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv'}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:00:54.203040 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] For port 0d8694fa-24df-4280-8056-42a94a7e98b9, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=0d8694fa-24df-4280-8056-42a94a7e98b9,segment=NetworkSegment(8cea13cb-a746-4fdb-9326-670f5e69ec6e),segment_id=8cea13cb-a746-4fdb-9326-670f5e69ec6e)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:00:54.204126 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-423a741f-079d-4966-924c-3c5d09157d7a None None] Attempting to bind port f363164f-cf85-4250-acb2-6bba9906bb95 on host dv-neutron-822691-2-hyperv for vnic_type normal with profile  {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:00:54.204787 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-423a741f-079d-4966-924c-3c5d09157d7a None None] Attempting to bind port f363164f-cf85-4250-acb2-6bba9906bb95 by drivers openvswitch,hyperv on host dv-neutron-822691-2-hyperv at level 0 using segments [{'id': '93a5e837-75c9-41f6-8b8e-4e5ff8b69a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '0f574abc-d8d9-4d58-b967-bb0fb011212b'}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:00:54.204903 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-423a741f-079d-4966-924c-3c5d09157d7a None None] Attempting to bind port f363164f-cf85-4250-acb2-6bba9906bb95 on network 0f574abc-d8d9-4d58-b967-bb0fb011212b {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:00:54.210176 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd95d6e7-1272-43ee-88b8-ef376f332093 None None] Checking router: c51b221f-dce4-40bd-b49e-9f950ac51cf2 for host: dv-neutron-822691-2-hyperv {{(pid=88880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 24 11:00:54.210579 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd95d6e7-1272-43ee-88b8-ef376f332093 None None] Updating router c51b221f-dce4-40bd-b49e-9f950ac51cf2 port 46731bf4-4f4e-4233-b9b7-e7e5ed72bf84 binding host dv-neutron-822691-2-hyperv {{(pid=88880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 24 11:00:54.218929 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-4c61342e-9553-4139-869e-d4f4156a9135 req-6615d2f5-cd4c-40f5-9a51-84c07434b6de tempest-ServersTestJSON-70348643 tempest-ServersTestJSON-70348643-project] 10.222.0.65 "GET /v2.0/security-groups?id=2713acac-b64d-4c06-84a4-0405fa3dbde3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3244562
Dec 24 11:00:54.242176 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:54.253190 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:00:54.255371 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e5e48a-ad35-46c8-adc9-210c6ea89cbe tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:00:54.255781 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e5e48a-ad35-46c8-adc9-210c6ea89cbe tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:00:54.256187 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e5e48a-ad35-46c8-adc9-210c6ea89cbe tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:00:54.256587 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e5e48a-ad35-46c8-adc9-210c6ea89cbe tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:00:54.256990 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e5e48a-ad35-46c8-adc9-210c6ea89cbe tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:00:54.257382 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e5e48a-ad35-46c8-adc9-210c6ea89cbe tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:00:54.257774 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e5e48a-ad35-46c8-adc9-210c6ea89cbe tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:00:54.258536 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e5e48a-ad35-46c8-adc9-210c6ea89cbe tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:00:54.258977 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e5e48a-ad35-46c8-adc9-210c6ea89cbe tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:00:54.259195 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-389cf7d3-0337-4378-8465-8e0b5a08740b tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "DELETE /v2.0/ports/b73094df-5859-4a4d-8232-dadf47ed5edb HTTP/1.1" status: 204  len: 168 time: 2.6877241
Dec 24 11:00:54.259351 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e5e48a-ad35-46c8-adc9-210c6ea89cbe tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:00:54.259740 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e5e48a-ad35-46c8-adc9-210c6ea89cbe tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:00:54.260696 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 33340) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:54.269100 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c6e5e48a-ad35-46c8-adc9-210c6ea89cbe tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:00:54.270495 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-93543b4d-18d3-4475-9175-1a2bdef4e2f8 tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:54.286331 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-98eedb59-1f92-483c-9bc5-818d14085c13 tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:00:54.306686 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-423a741f-079d-4966-924c-3c5d09157d7a None None] Checking agent: {'id': 'db1275c1-6001-47af-93c2-635c68404703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822691-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 52, 8), 'started_at': datetime.datetime(2021, 12, 24, 10, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822691-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:00:54.307109 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-423a741f-079d-4966-924c-3c5d09157d7a None None] Checking segment: {'id': '93a5e837-75c9-41f6-8b8e-4e5ff8b69a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '0f574abc-d8d9-4d58-b967-bb0fb011212b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:00:54.307708 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-423a741f-079d-4966-924c-3c5d09157d7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:54.308138 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-423a741f-079d-4966-924c-3c5d09157d7a None None] Bound using segment: {'id': '93a5e837-75c9-41f6-8b8e-4e5ff8b69a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '0f574abc-d8d9-4d58-b967-bb0fb011212b'} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:00:54.308685 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-423a741f-079d-4966-924c-3c5d09157d7a None None] Bound port: f363164f-cf85-4250-acb2-6bba9906bb95, host: dv-neutron-822691-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93a5e837-75c9-41f6-8b8e-4e5ff8b69a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '0f574abc-d8d9-4d58-b967-bb0fb011212b'}}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:00:54.309114 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-423a741f-079d-4966-924c-3c5d09157d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:54.315071 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-aab968ca-1264-4bc4-b776-9cfd9292907b tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852534446'] for subnet, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:54.328500 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-99705a48-b148-4e0b-93c2-528208fd3e0a None None] Provisioning complete for port 43934bb7-2340-4486-aa96-22d80915a170 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:00:54.329651 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-99705a48-b148-4e0b-93c2-528208fd3e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:54.346286 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c6e5e48a-ad35-46c8-adc9-210c6ea89cbe tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:54.374068 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93543b4d-18d3-4475-9175-1a2bdef4e2f8 tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Network f8c337ba-681f-4fcb-a333-e3c49365b30a is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:00:54.385872 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-93543b4d-18d3-4475-9175-1a2bdef4e2f8 tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Resources bound (agent type, host, resource id):  {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:00:54.408652 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93543b4d-18d3-4475-9175-1a2bdef4e2f8 tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:00:54.428476 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-cd95d6e7-1272-43ee-88b8-ef376f332093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:54.471177 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93543b4d-18d3-4475-9175-1a2bdef4e2f8 tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Pushing event updated for resources: {'Port': ['ID=f02cc1b6-4a26-4d60-a25f-cfeab08b58e6,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:00:54.503717 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-c6e5e48a-ad35-46c8-adc9-210c6ea89cbe tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] 10.222.0.65 "DELETE /v2.0/ports/d85f9842-0015-4a66-b26a-2b8e3ca71d2c HTTP/1.1" status: 204  len: 168 time: 2.4533339
Dec 24 11:00:54.509711 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-93543b4d-18d3-4475-9175-1a2bdef4e2f8 tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:00:54.521895 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-a7a3cb49-af8d-4fbe-820e-3c52c3f76076 req-b9cc9030-ad13-444a-8db3-8f06d681f485 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] 10.222.0.65 "GET /v2.0/security-groups?id=02c07f75-3a5f-4cdc-91db-62e2db60964c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.5625458
Dec 24 11:00:54.522920 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 33344) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:54.567105 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Pushing event updated for resources: {'Port': ['ID=0d8694fa-24df-4280-8056-42a94a7e98b9,revision_number=4']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:00:54.569088 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2ef59dde-e7fd-4c60-bf04-a2e9bb56928c tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:54.588580 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-2ef59dde-e7fd-4c60-bf04-a2e9bb56928c tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Deleting port 46731bf4-4f4e-4233-b9b7-e7e5ed72bf84 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:00:54.589338 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2ef59dde-e7fd-4c60-bf04-a2e9bb56928c tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:54.686343 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] get_ports_and_sgs() called for port_ids ['0d8694fa-24df-4280-8056-42a94a7e98b9'] {{(pid=88880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 24 11:00:54.688934 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b2245cf-ffd2-4a59-8c97-e3746df4ca74 tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] GET failed (client error): The resource could not be found.
Dec 24 11:00:54.689772 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-5b2245cf-ffd2-4a59-8c97-e3746df4ca74 tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Synchronizing usage tracker for tenant:d9849f2157e642b5a3e5e89d95c44695 on resource:port {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:00:54.768804 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Device 3a88a9cd-23ff-4882-94d5-148e4e2e250b up at agent hyperv_hv-neutron-8226 {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:00:54.803697 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a18a654d-45bd-4e8a-b830-a4ac10e2c41c tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:00:54.805263 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a18a654d-45bd-4e8a-b830-a4ac10e2c41c tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:00:54.810252 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-a18a654d-45bd-4e8a-b830-a4ac10e2c41c tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.5044320
Dec 24 11:00:54.811129 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 33348) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:54.833745 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:00:54.834399 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:00:54.834912 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:00:54.835420 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:00:54.835954 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:00:54.836478 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:00:54.837017 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:00:54.837506 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:00:54.838055 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:00:54.838593 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:00:54.839099 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:00:54.864971 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.612s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:00:54.918320 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-423a741f-079d-4966-924c-3c5d09157d7a None None] For port f363164f-cf85-4250-acb2-6bba9906bb95, host dv-neutron-822691-2-hyperv, cleared binding levels {{(pid=88880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:00:54.919776 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-5b2245cf-ffd2-4a59-8c97-e3746df4ca74 tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Unset dirty status for tenant:d9849f2157e642b5a3e5e89d95c44695 on resource:port {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:00:54.925372 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-5b2245cf-ffd2-4a59-8c97-e3746df4ca74 tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] 10.222.0.65 "GET /v2.0/ports/d85f9842-0015-4a66-b26a-2b8e3ca71d2c HTTP/1.1" status: 404  len: 333 time: 0.3947053
Dec 24 11:00:54.930235 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 33352) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:54.939436 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-285a7ff1-585b-4d61-bf5d-99ff52eab9bb tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Request body: {'port': {'network_id': '01b2c87a-d921-4da4-b2d3-6790ebc4ff57', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-379728137'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:00:54.941346 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f4707299-1c99-440c-8a11-84e3c8577922 tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:54.942215 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f4707299-1c99-440c-8a11-84e3c8577922 tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:54.956612 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-93543b4d-18d3-4475-9175-1a2bdef4e2f8 tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:55.018060 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-423a741f-079d-4966-924c-3c5d09157d7a None None] For port f363164f-cf85-4250-acb2-6bba9906bb95, host dv-neutron-822691-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=f363164f-cf85-4250-acb2-6bba9906bb95,segment=NetworkSegment(93a5e837-75c9-41f6-8b8e-4e5ff8b69a76),segment_id=93a5e837-75c9-41f6-8b8e-4e5ff8b69a76)] {{(pid=88880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:00:55.090023 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-423a741f-079d-4966-924c-3c5d09157d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:55.101590 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:00:55.124871 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2ef59dde-e7fd-4c60-bf04-a2e9bb56928c tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:55.125188 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-f4707299-1c99-440c-8a11-84e3c8577922 tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Calling delete_port for c93d8873-7327-4596-9542-1d8501260489 owned by network:floatingip {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:00:55.152451 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-93543b4d-18d3-4475-9175-1a2bdef4e2f8 tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:55.271076 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Provisioning for port 3a88a9cd-23ff-4882-94d5-148e4e2e250b completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:00:55.337918 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Provisioning complete for port 3a88a9cd-23ff-4882-94d5-148e4e2e250b triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:00:55.341225 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:55.356386 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-2ef59dde-e7fd-4c60-bf04-a2e9bb56928c tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Calling delete_port for 46731bf4-4f4e-4233-b9b7-e7e5ed72bf84 owned by network:router_gateway {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:00:55.415825 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423a741f-079d-4966-924c-3c5d09157d7a None None] Pushing event updated for resources: {'Port': ['ID=f363164f-cf85-4250-acb2-6bba9906bb95,revision_number=2']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:00:55.438443 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 43934bb7-2340-4486-aa96-22d80915a170 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:00:55.585405 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-aab968ca-1264-4bc4-b776-9cfd9292907b tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847655656'] for subnet, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:55.676694 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-423a741f-079d-4966-924c-3c5d09157d7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.575s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:00:55.684670 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e05f11d-9398-427c-9098-cdea7cdbfeda tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Deleting subnet f3b0ade6-7006-4345-a681-cadb5170bee6 {{(pid=88878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 24 11:00:55.693617 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8e05f11d-9398-427c-9098-cdea7cdbfeda tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks [] for subnet, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:55.875514 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8e05f11d-9398-427c-9098-cdea7cdbfeda tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852534446'] for subnet, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:55.980520 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-cd95d6e7-1272-43ee-88b8-ef376f332093 None None] Notify callbacks [] for port, precommit_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:56.014177 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e51841-926f-48b7-9087-d36958ad3409 req-f17e3a70-452d-473c-833d-e26950851548 tempest-ServersTestJSON-70348643 tempest-ServersTestJSON-70348643-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:00:56.016584 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-17e51841-926f-48b7-9087-d36958ad3409 req-f17e3a70-452d-473c-833d-e26950851548 tempest-ServersTestJSON-70348643 tempest-ServersTestJSON-70348643-project] 10.222.0.65 "GET /v2.0/ports?device_id=0b820df6-7943-47a0-a05c-dba3ae26b99f HTTP/1.1" status: 200  len: 944 time: 0.5115395
Dec 24 11:00:56.027405 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-aab968ca-1264-4bc4-b776-9cfd9292907b tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7120129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3978858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852529715'] for subnet, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:56.066464 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port 43934bb7-2340-4486-aa96-22d80915a170 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:00:56.067090 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:56.074441 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-60fa096e-b263-4fdc-be19-bd40f1d910cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:00:56.123431 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:56.153695 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab968ca-1264-4bc4-b776-9cfd9292907b tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Pushing event deleted for resources: {'Subnet': ['ID=8688a8d6-ef3b-43bc-ae35-53f957ca7706,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:00:56.154177 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-285a7ff1-585b-4d61-bf5d-99ff52eab9bb tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:00:56.156984 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-aab968ca-1264-4bc4-b776-9cfd9292907b tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:00:56.184134 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-aab968ca-1264-4bc4-b776-9cfd9292907b tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1977811'] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:56.185547 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-cd95d6e7-1272-43ee-88b8-ef376f332093 None None] Transition to ACTIVE for port object 46731bf4-4f4e-4233-b9b7-e7e5ed72bf84 will not be triggered until provisioned by entity L2. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:00:56.193374 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f4707299-1c99-440c-8a11-84e3c8577922 tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:56.199769 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-cd95d6e7-1272-43ee-88b8-ef376f332093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:56.205953 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-2bfbb29d-c6a9-4c52-9b1b-75989b4cee65 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:00:56.211402 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '655d927a-1c14-4f1b-88cc-771b29a10c76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a88a9cd-23ff-4882-94d5-148e4e2e250b'}] {{(pid=88880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 24 11:00:56.236362 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-285a7ff1-585b-4d61-bf5d-99ff52eab9bb tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:00:56.240322 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096d5f3e-98d1-41ce-80b9-6cf2bab2dafc req-7bc306c4-b4fd-4737-974e-414df51e74dc tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:00:56.242053 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-096d5f3e-98d1-41ce-80b9-6cf2bab2dafc req-7bc306c4-b4fd-4737-974e-414df51e74dc tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] 10.222.0.65 "GET /v2.0/ports?device_id=655d927a-1c14-4f1b-88cc-771b29a10c76 HTTP/1.1" status: 200  len: 945 time: 0.4862018
Dec 24 11:00:56.271813 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4707299-1c99-440c-8a11-84e3c8577922 tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Pushing event deleted for resources: {'Port': ['ID=c93d8873-7327-4596-9542-1d8501260489,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:00:56.274575 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f4707299-1c99-440c-8a11-84e3c8577922 tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:00:56.277906 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-285a7ff1-585b-4d61-bf5d-99ff52eab9bb tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Made reservation on behalf of d9849f2157e642b5a3e5e89d95c44695 for: {'port': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:00:56.283517 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-285a7ff1-585b-4d61-bf5d-99ff52eab9bb tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:56.286327 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:00:56.295636 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-aab968ca-1264-4bc4-b776-9cfd9292907b tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] 10.222.0.65 "DELETE /v2.0/subnets/8688a8d6-ef3b-43bc-ae35-53f957ca7706 HTTP/1.1" status: 204  len: 168 time: 3.7940788
Dec 24 11:00:56.299987 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 33362) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:56.306271 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-17e51841-926f-48b7-9087-d36958ad3409 req-1bd79634-b94c-45d4-852c-8a377941684a tempest-ServersTestJSON-70348643 tempest-ServersTestJSON-70348643-project] 10.222.0.65 "GET /v2.0/security-groups?id=2713acac-b64d-4c06-84a4-0405fa3dbde3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2698028
Dec 24 11:00:56.357531 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8e05f11d-9398-427c-9098-cdea7cdbfeda tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847655656'] for subnet, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:56.378672 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.db.api [None req-2ef59dde-e7fd-4c60-bf04-a2e9bb56928c tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88879) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 24 11:00:56.379016 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_db.api [None req-2ef59dde-e7fd-4c60-bf04-a2e9bb56928c tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 24 11:00:56.381285 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [None req-285a7ff1-585b-4d61-bf5d-99ff52eab9bb tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] device_id is not set on port 7c41922c-362f-4fe4-bf55-6f82d8766ecc yet. {{(pid=88879) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 24 11:00:56.383813 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fe83b8-96aa-4f12-9317-ed2134655917 None None] Pushing event updated for resources: {'Port': ['ID=46731bf4-4f4e-4233-b9b7-e7e5ed72bf84,revision_number=2']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:00:56.387098 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-53fe83b8-96aa-4f12-9317-ed2134655917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:00:56.402961 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] For port 3a88a9cd-23ff-4882-94d5-148e4e2e250b, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=3a88a9cd-23ff-4882-94d5-148e4e2e250b,segment=NetworkSegment(7da8387d-6dbc-40da-b97b-4a8bbfbeffcb),segment_id=7da8387d-6dbc-40da-b97b-4a8bbfbeffcb)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:00:56.405820 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-cd95d6e7-1272-43ee-88b8-ef376f332093 None None] Attempting to bind port 46731bf4-4f4e-4233-b9b7-e7e5ed72bf84 on host dv-neutron-822691-2-hyperv for vnic_type normal with profile  {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:00:56.406246 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-cd95d6e7-1272-43ee-88b8-ef376f332093 None None] Attempting to bind port 46731bf4-4f4e-4233-b9b7-e7e5ed72bf84 by drivers openvswitch,hyperv on host dv-neutron-822691-2-hyperv at level 0 using segments [{'id': '414fed00-5df1-4a28-94e2-0a0ee7ab8ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '77d3792f-65aa-43b8-8f6d-e31118987675'}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:00:56.406664 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd95d6e7-1272-43ee-88b8-ef376f332093 None None] Attempting to bind port 46731bf4-4f4e-4233-b9b7-e7e5ed72bf84 on network 77d3792f-65aa-43b8-8f6d-e31118987675 {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:00:56.415119 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd95d6e7-1272-43ee-88b8-ef376f332093 None None] Checking agent: {'id': 'db1275c1-6001-47af-93c2-635c68404703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822691-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 52, 8), 'started_at': datetime.datetime(2021, 12, 24, 10, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822691-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:00:56.415546 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd95d6e7-1272-43ee-88b8-ef376f332093 None None] Checking segment: {'id': '414fed00-5df1-4a28-94e2-0a0ee7ab8ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '77d3792f-65aa-43b8-8f6d-e31118987675'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:00:56.416136 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-cd95d6e7-1272-43ee-88b8-ef376f332093 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:56.416589 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd95d6e7-1272-43ee-88b8-ef376f332093 None None] Bound using segment: {'id': '414fed00-5df1-4a28-94e2-0a0ee7ab8ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '77d3792f-65aa-43b8-8f6d-e31118987675'} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:00:56.417107 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-cd95d6e7-1272-43ee-88b8-ef376f332093 None None] Bound port: 46731bf4-4f4e-4233-b9b7-e7e5ed72bf84, host: dv-neutron-822691-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '414fed00-5df1-4a28-94e2-0a0ee7ab8ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '77d3792f-65aa-43b8-8f6d-e31118987675'}}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:00:56.417531 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-cd95d6e7-1272-43ee-88b8-ef376f332093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:56.490369 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:56.506339 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-560bf225-0c70-4798-bd24-d2a572cbe9b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:00:56.509629 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8e05f11d-9398-427c-9098-cdea7cdbfeda tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7120129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3978858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852529715'] for subnet, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:56.542579 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:00:56.563743 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-391cb5dd-5f51-4e6b-9e51-e73f565242c9 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:00:56.565615 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-391cb5dd-5f51-4e6b-9e51-e73f565242c9 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:00:56.566547 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-391cb5dd-5f51-4e6b-9e51-e73f565242c9 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Synchronizing usage tracker for tenant:8a7af7c8b592433694552a5e5f506278 on resource:subnet {{(pid=88879) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:00:56.576891 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-93543b4d-18d3-4475-9175-1a2bdef4e2f8 tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Notify callbacks [] for port, precommit_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:56.594982 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e05f11d-9398-427c-9098-cdea7cdbfeda tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Pushing event deleted for resources: {'Subnet': ['ID=f3b0ade6-7006-4345-a681-cadb5170bee6,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:00:56.600227 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8e05f11d-9398-427c-9098-cdea7cdbfeda tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1977811'] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:56.602365 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-391cb5dd-5f51-4e6b-9e51-e73f565242c9 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Unset dirty status for tenant:8a7af7c8b592433694552a5e5f506278 on resource:subnet {{(pid=88879) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:00:56.608986 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-391cb5dd-5f51-4e6b-9e51-e73f565242c9 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1478 time: 0.2991996
Dec 24 11:00:56.609872 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 33372) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:56.611436 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-8e05f11d-9398-427c-9098-cdea7cdbfeda tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "DELETE /v2.0/subnets/f3b0ade6-7006-4345-a681-cadb5170bee6 HTTP/1.1" status: 204  len: 168 time: 1.7894459
Dec 24 11:00:56.612381 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 33374) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:56.615717 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-8e05f11d-9398-427c-9098-cdea7cdbfeda tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:00:56.617198 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-93543b4d-18d3-4475-9175-1a2bdef4e2f8 tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850854027'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:56.632368 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-096d5f3e-98d1-41ce-80b9-6cf2bab2dafc req-e6e2e172-d065-4c52-8196-ea985a68e34f tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] 10.222.0.65 "GET /v2.0/security-groups?id=02c07f75-3a5f-4cdc-91db-62e2db60964c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3774304
Dec 24 11:00:56.649192 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:00:56.667575 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Pushing event updated for resources: {'Port': ['ID=3a88a9cd-23ff-4882-94d5-148e4e2e250b,revision_number=5']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:00:56.719064 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-cd95d6e7-1272-43ee-88b8-ef376f332093 None None] For port 46731bf4-4f4e-4233-b9b7-e7e5ed72bf84, host dv-neutron-822691-2-hyperv, cleared binding levels {{(pid=88880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:00:56.724870 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-cd95d6e7-1272-43ee-88b8-ef376f332093 None None] For port 46731bf4-4f4e-4233-b9b7-e7e5ed72bf84, host dv-neutron-822691-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=46731bf4-4f4e-4233-b9b7-e7e5ed72bf84,segment=NetworkSegment(414fed00-5df1-4a28-94e2-0a0ee7ab8ab6),segment_id=414fed00-5df1-4a28-94e2-0a0ee7ab8ab6)] {{(pid=88880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:00:56.725811 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-4fc41846-8297-461a-854c-e551ccba3e14 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1081982
Dec 24 11:00:56.726923 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 33380) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:56.728501 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aca6c377-67f2-4072-b86d-7b6619dcba53 None None] Network 1c9eeaac-d205-4b19-a351-2fe67dd78b42 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:00:56.735478 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-e6036df2-d350-432b-af60-ca3ff2c327f9 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Request body: {'subnet': {'network_id': '1c9eeaac-d205-4b19-a351-2fe67dd78b42', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:00:56.746689 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Device 0d8694fa-24df-4280-8056-42a94a7e98b9 up at agent hyperv_hv-neutron-8226 {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:00:56.817335 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:00:56.824175 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-cd95d6e7-1272-43ee-88b8-ef376f332093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:56.842536 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f315158c-9d42-481f-a3cb-b6576db65ec1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:00:56.864172 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f4707299-1c99-440c-8a11-84e3c8577922 tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Notify callbacks [] for floatingip, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:56.886788 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-2ef59dde-e7fd-4c60-bf04-a2e9bb56928c tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Deleting port 46731bf4-4f4e-4233-b9b7-e7e5ed72bf84 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:00:56.887328 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2ef59dde-e7fd-4c60-bf04-a2e9bb56928c tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:56.931712 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-93543b4d-18d3-4475-9175-1a2bdef4e2f8 tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659181'] for floatingip, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:56.973877 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-e6036df2-d350-432b-af60-ca3ff2c327f9 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:00:56.980417 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-e6036df2-d350-432b-af60-ca3ff2c327f9 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Usage tracker for resource:subnet and tenant:739a78fd4cfc48c2a4011598579f8f8c is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:00:56.982597 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '655d927a-1c14-4f1b-88cc-771b29a10c76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a88a9cd-23ff-4882-94d5-148e4e2e250b', 'code': 200}
Dec 24 11:00:56.984172 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fe83b8-96aa-4f12-9317-ed2134655917 None None] Pushing event updated for resources: {'Port': ['ID=46731bf4-4f4e-4233-b9b7-e7e5ed72bf84,revision_number=3']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:00:56.984534 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-e6036df2-d350-432b-af60-ca3ff2c327f9 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:00:56.990601 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-53fe83b8-96aa-4f12-9317-ed2134655917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:00:56.995736 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-e6036df2-d350-432b-af60-ca3ff2c327f9 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:00:57.039064 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6036df2-d350-432b-af60-ca3ff2c327f9 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Made reservation on behalf of 739a78fd4cfc48c2a4011598579f8f8c for: {'subnet': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:00:57.046534 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e6036df2-d350-432b-af60-ca3ff2c327f9 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2246100'] for subnet, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:57.064179 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd95d6e7-1272-43ee-88b8-ef376f332093 None None] Routers {'c51b221f-dce4-40bd-b49e-9f950ac51cf2'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:00:57.065654 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-cd95d6e7-1272-43ee-88b8-ef376f332093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271bf4160>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:00:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['c51b221f-dce4-40bd-b49e-9f950ac51cf2'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:00:57.079923 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-285a7ff1-585b-4d61-bf5d-99ff52eab9bb tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Allocated IP 2001:db8::3bc (01b2c87a-d921-4da4-b2d3-6790ebc4ff57/8f4b0723-a314-4f17-a34d-27f3d4a780fc/7c41922c-362f-4fe4-bf55-6f82d8766ecc) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:00:57.164567 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Provisioning for port 0d8694fa-24df-4280-8056-42a94a7e98b9 completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:00:57.268486 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Provisioning complete for port 0d8694fa-24df-4280-8056-42a94a7e98b9 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:00:57.269187 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:57.360616 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-285a7ff1-585b-4d61-bf5d-99ff52eab9bb tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:57.386360 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-285a7ff1-585b-4d61-bf5d-99ff52eab9bb tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Transition to ACTIVE for port object 7c41922c-362f-4fe4-bf55-6f82d8766ecc will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:00:57.457753 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-285a7ff1-585b-4d61-bf5d-99ff52eab9bb tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:57.494510 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device f363164f-cf85-4250-acb2-6bba9906bb95 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:00:57.512245 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93543b4d-18d3-4475-9175-1a2bdef4e2f8 tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Pushing event updated for resources: {'Port': ['ID=f02cc1b6-4a26-4d60-a25f-cfeab08b58e6,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:00:57.577100 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6c309738-9c32-4b07-aa9d-420d21d05b13 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036847558493'] for network, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:57.585241 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-93543b4d-18d3-4475-9175-1a2bdef4e2f8 tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.936s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:00:57.590224 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-fe684ff3-a6f8-42cb-aa84-377f83a0664e tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.075s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:00:57.685373 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e6036df2-d350-432b-af60-ca3ff2c327f9 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850796890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2246085'] for subnet, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:57.698460 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f3bbc2d1-f526-4341-9988-06460b62ad67 tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:00:57.701417 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-285a7ff1-585b-4d61-bf5d-99ff52eab9bb tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Network 01b2c87a-d921-4da4-b2d3-6790ebc4ff57 is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:00:57.711673 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-285a7ff1-585b-4d61-bf5d-99ff52eab9bb tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Resources bound (agent type, host, resource id):  {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:00:57.758020 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-93543b4d-18d3-4475-9175-1a2bdef4e2f8 tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for floatingip, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:57.775967 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-93543b4d-18d3-4475-9175-1a2bdef4e2f8 tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 691 time: 6.1675847
Dec 24 11:00:57.781050 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:57.785509 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 33388) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:57.790222 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285a7ff1-585b-4d61-bf5d-99ff52eab9bb tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:00:57.800301 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-285a7ff1-585b-4d61-bf5d-99ff52eab9bb tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:00:57.803091 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-285a7ff1-585b-4d61-bf5d-99ff52eab9bb tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:57.825518 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34e9c4bd-530a-4bed-a1da-a9bea561c9b8 None None] Network 0f574abc-d8d9-4d58-b967-bb0fb011212b requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:00:57.839075 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285a7ff1-585b-4d61-bf5d-99ff52eab9bb tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Pushing event updated for resources: {'Port': ['ID=7c41922c-362f-4fe4-bf55-6f82d8766ecc,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:00:57.844792 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-285a7ff1-585b-4d61-bf5d-99ff52eab9bb tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:00:57.866407 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-3519475c-e6bd-487a-a066-206f8cacf9af tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Request body: {'floatingip': {'port_id': 'df9ddb6b-f292-4674-b10b-a453c4ec0e12', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:00:57.925800 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-285a7ff1-585b-4d61-bf5d-99ff52eab9bb tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 943 time: 2.9919326
Dec 24 11:00:57.927033 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c309738-9c32-4b07-aa9d-420d21d05b13 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] DELETE failed (client error): There was a conflict when trying to complete your request.
Dec 24 11:00:57.927532 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c309738-9c32-4b07-aa9d-420d21d05b13 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88879) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 24 11:00:57.933247 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-6c309738-9c32-4b07-aa9d-420d21d05b13 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] 10.222.0.65 "DELETE /v2.0/networks/0f574abc-d8d9-4d58-b967-bb0fb011212b HTTP/1.1" status: 409  len: 405 time: 1.3142641
Dec 24 11:00:57.943691 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 33392) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:57.944062 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 33394) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:57.970587 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-728001ba-3151-49fd-80d7-15cf611401f0 tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Request body: {'port': {'network_id': '01b2c87a-d921-4da4-b2d3-6790ebc4ff57', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-772636259'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:00:58.001014 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-dec34c28-3874-4932-bcc8-037a7eeabd62 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-373047841'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:00:58.030003 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-dec34c28-3874-4932-bcc8-037a7eeabd62 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:00:58.051084 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3519475c-e6bd-487a-a066-206f8cacf9af tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Notify callbacks [] for floatingip, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:58.051329 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6036df2-d350-432b-af60-ca3ff2c327f9 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Pushing event updated for resources: {'Subnet': ['ID=d4645d14-5222-48e4-a12a-86351bd4099c,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:00:58.053445 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning for port f363164f-cf85-4250-acb2-6bba9906bb95 completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:00:58.054629 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-e6036df2-d350-432b-af60-ca3ff2c327f9 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:00:58.091963 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] For port 0d8694fa-24df-4280-8056-42a94a7e98b9, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=0d8694fa-24df-4280-8056-42a94a7e98b9,segment=NetworkSegment(8cea13cb-a746-4fdb-9326-670f5e69ec6e),segment_id=8cea13cb-a746-4fdb-9326-670f5e69ec6e)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:00:58.105126 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-dec34c28-3874-4932-bcc8-037a7eeabd62 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Usage tracker for resource:network and tenant:8a7af7c8b592433694552a5e5f506278 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:00:58.109150 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:58.115752 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c03d8427-497f-497a-8d44-226861902865 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:00:58.119731 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-dec34c28-3874-4932-bcc8-037a7eeabd62 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:00:58.121921 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6036df2-d350-432b-af60-ca3ff2c327f9 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Network 1c9eeaac-d205-4b19-a351-2fe67dd78b42 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:00:58.128223 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-e6036df2-d350-432b-af60-ca3ff2c327f9 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Resources bound (agent type, host, resource id):  {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:00:58.131439 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6036df2-d350-432b-af60-ca3ff2c327f9 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:00:58.134227 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e6036df2-d350-432b-af60-ca3ff2c327f9 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1977811'] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:58.159992 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-cd95d6e7-1272-43ee-88b8-ef376f332093 None None] Set router c51b221f-dce4-40bd-b49e-9f950ac51cf2 gateway port host: None {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:00:58.231044 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b93e77e-16e0-44ab-a3f0-493a846a209f req-84fb3d29-239e-4ec1-9f0f-c58667752eb2 tempest-ServersTestJSON-70348643 tempest-ServersTestJSON-70348643-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:00:58.232195 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-5b93e77e-16e0-44ab-a3f0-493a846a209f req-84fb3d29-239e-4ec1-9f0f-c58667752eb2 tempest-ServersTestJSON-70348643 tempest-ServersTestJSON-70348643-project] 10.222.0.65 "GET /v2.0/ports?device_id=0b820df6-7943-47a0-a05c-dba3ae26b99f HTTP/1.1" status: 200  len: 944 time: 0.6400955
Dec 24 11:00:58.245009 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-4d730f6c-2e0e-4394-ab3c-d349bc39eeb8 None None] Provisioning for port f363164f-cf85-4250-acb2-6bba9906bb95 completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:00:58.258976 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-dec34c28-3874-4932-bcc8-037a7eeabd62 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:00:58.270044 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-e6036df2-d350-432b-af60-ca3ff2c327f9 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 1.5370989
Dec 24 11:00:58.274293 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 33402) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:58.292621 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-b352948d-7892-4a66-bbdc-508358de5de3 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Request body: {'port': {'network_id': '1c9eeaac-d205-4b19-a351-2fe67dd78b42', 'name': 'tempest-NetworksTestDHCPv6-1686393551'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:00:58.351853 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503d3c81-3f89-457c-b80b-5dcc8283945f req-b16588cd-d603-46a8-9846-26f6fda29b01 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:00:58.354587 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-503d3c81-3f89-457c-b80b-5dcc8283945f req-b16588cd-d603-46a8-9846-26f6fda29b01 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] 10.222.0.65 "GET /v2.0/ports?device_id=655d927a-1c14-4f1b-88cc-771b29a10c76 HTTP/1.1" status: 200  len: 946 time: 0.3461378
Dec 24 11:00:58.394022 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-5e7e0b7b-8b44-44c0-9c87-5eb18a04b3d1 req-22bd37a4-29f0-4965-9c8c-c41f32d0aea2 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=655d927a-1c14-4f1b-88cc-771b29a10c76 HTTP/1.1" status: 200  len: 1099 time: 0.9440103
Dec 24 11:00:58.410775 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dec34c28-3874-4932-bcc8-037a7eeabd62 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Made reservation on behalf of 8a7af7c8b592433694552a5e5f506278 for: {'network': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:00:58.416733 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-dec34c28-3874-4932-bcc8-037a7eeabd62 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for network, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:58.494635 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-5b93e77e-16e0-44ab-a3f0-493a846a209f req-b79664a4-3490-4106-9d35-e6d23e28f2c2 tempest-ServersTestJSON-70348643 tempest-ServersTestJSON-70348643-project] 10.222.0.65 "GET /v2.0/security-groups?id=2713acac-b64d-4c06-84a4-0405fa3dbde3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2501585
Dec 24 11:00:58.522323 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-2ef59dde-e7fd-4c60-bf04-a2e9bb56928c tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] For port 46731bf4-4f4e-4233-b9b7-e7e5ed72bf84, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=46731bf4-4f4e-4233-b9b7-e7e5ed72bf84,segment=NetworkSegment(414fed00-5df1-4a28-94e2-0a0ee7ab8ab6),segment_id=414fed00-5df1-4a28-94e2-0a0ee7ab8ab6)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:00:58.522323 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2ef59dde-e7fd-4c60-bf04-a2e9bb56928c tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:58.522572 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-cd95d6e7-1272-43ee-88b8-ef376f332093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271bf4160>, [{'id': 'c51b221f-dce4-40bd-b49e-9f950ac51cf2', 'name': '', 'tenant_id': 'd8830e9e30294429956c02859d177d90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:00:39Z', 'updated_at': '2021-12-24T11:00:54Z', 'revision_number': 4, 'project_id': 'd8830e9e30294429956c02859d177d90', 'gw_port_host': None}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:00:58.555469 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-5e7e0b7b-8b44-44c0-9c87-5eb18a04b3d1 req-c37809e4-5293-43c6-b542-80f3bc0e8302 service neutron] Notify callbacks [] for security_group, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:58.559406 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd95d6e7-1272-43ee-88b8-ef376f332093 None None] The sync data for ids ['c51b221f-dce4-40bd-b49e-9f950ac51cf2'] in dv-neutron-822691-2-hyperv is: [{'id': 'c51b221f-dce4-40bd-b49e-9f950ac51cf2', 'name': '', 'tenant_id': 'd8830e9e30294429956c02859d177d90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:00:39Z', 'updated_at': '2021-12-24T11:00:54Z', 'revision_number': 4, 'project_id': 'd8830e9e30294429956c02859d177d90', 'gw_port_host': None}] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:00:58.562400 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-4d730f6c-2e0e-4394-ab3c-d349bc39eeb8 None None] Provisioning complete for port f363164f-cf85-4250-acb2-6bba9906bb95 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:00:58.563194 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4d730f6c-2e0e-4394-ab3c-d349bc39eeb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:58.571848 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-728001ba-3151-49fd-80d7-15cf611401f0 tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:00:58.572721 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-503d3c81-3f89-457c-b80b-5dcc8283945f req-96b740a4-3a86-4de7-bc77-ce989a1838b2 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] 10.222.0.65 "GET /v2.0/security-groups?id=02c07f75-3a5f-4cdc-91db-62e2db60964c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1998754
Dec 24 11:00:58.576028 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-b352948d-7892-4a66-bbdc-508358de5de3 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:00:58.582905 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-b352948d-7892-4a66-bbdc-508358de5de3 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Usage tracker for resource:port and tenant:739a78fd4cfc48c2a4011598579f8f8c is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:00:58.609013 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-b352948d-7892-4a66-bbdc-508358de5de3 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:00:58.620189 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-b352948d-7892-4a66-bbdc-508358de5de3 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:00:58.628384 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Pushing event updated for resources: {'Port': ['ID=0d8694fa-24df-4280-8056-42a94a7e98b9,revision_number=5']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:00:58.632117 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:58.636045 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.520s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:00:58.642953 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b352948d-7892-4a66-bbdc-508358de5de3 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Made reservation on behalf of 739a78fd4cfc48c2a4011598579f8f8c for: {'port': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:00:58.656626 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b352948d-7892-4a66-bbdc-508358de5de3 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:58.692221 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4707299-1c99-440c-8a11-84e3c8577922 tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Router dd0cf540-bd0d-4528-9380-a6e353790057 has already been hosted by L3 agent 198cca88-1338-4098-b44b-beb0346ac906 {{(pid=88878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 24 11:00:58.701113 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [None req-b352948d-7892-4a66-bbdc-508358de5de3 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] device_id is not set on port f572364c-3eac-474b-b721-3b45c9f42845 yet. {{(pid=88878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 24 11:00:58.768412 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd420d1b-0a5f-47a9-9474-3cbfd4b111ac None None] DHCP port deletion for 1c9eeaac-d205-4b19-a351-2fe67dd78b42 request from dv-neutron-822691-2-hyperv {{(pid=88880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 24 11:00:58.774892 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91bc5c21-d782-42dd-a632-ec5ffa02aaa3 None None] DHCP port deletion for 0f574abc-d8d9-4d58-b967-bb0fb011212b request from dv-neutron-822691-2-hyperv {{(pid=88880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 24 11:00:58.779274 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4d730f6c-2e0e-4394-ab3c-d349bc39eeb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:58.792662 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-dd420d1b-0a5f-47a9-9474-3cbfd4b111ac None None] Deleting port 43934bb7-2340-4486-aa96-22d80915a170 {{(pid=88880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:00:58.793124 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-dd420d1b-0a5f-47a9-9474-3cbfd4b111ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:58.826563 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-91bc5c21-d782-42dd-a632-ec5ffa02aaa3 None None] Deleting port f363164f-cf85-4250-acb2-6bba9906bb95 {{(pid=88880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:00:58.826879 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-91bc5c21-d782-42dd-a632-ec5ffa02aaa3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:58.978954 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-4d730f6c-2e0e-4394-ab3c-d349bc39eeb8 None None] For port f363164f-cf85-4250-acb2-6bba9906bb95, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=f363164f-cf85-4250-acb2-6bba9906bb95,segment=NetworkSegment(93a5e837-75c9-41f6-8b8e-4e5ff8b69a76),segment_id=93a5e837-75c9-41f6-8b8e-4e5ff8b69a76)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:00:58.990006 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b820df6-7943-47a0-a05c-dba3ae26b99f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d8694fa-24df-4280-8056-42a94a7e98b9'}] {{(pid=88880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 24 11:00:58.990263 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-2ef59dde-e7fd-4c60-bf04-a2e9bb56928c tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Calling delete_port for 46731bf4-4f4e-4233-b9b7-e7e5ed72bf84 owned by network:router_gateway {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:00:59.003285 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-b352948d-7892-4a66-bbdc-508358de5de3 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Allocated IP 2001:db8::363 (1c9eeaac-d205-4b19-a351-2fe67dd78b42/d4645d14-5222-48e4-a12a-86351bd4099c/f572364c-3eac-474b-b721-3b45c9f42845) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:00:59.162909 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4d730f6c-2e0e-4394-ab3c-d349bc39eeb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:59.166375 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b820df6-7943-47a0-a05c-dba3ae26b99f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d8694fa-24df-4280-8056-42a94a7e98b9', 'code': 200}
Dec 24 11:00:59.173580 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-a316bf31-3133-4c02-a495-c8e5cef60d86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:00:59.263305 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2ef59dde-e7fd-4c60-bf04-a2e9bb56928c tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:59.284742 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dec34c28-3874-4932-bcc8-037a7eeabd62 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] vlan segment allocate from pool success with {'vlan_id': 627, 'physical_network': 'physnet1'}  {{(pid=88879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 24 11:00:59.303074 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-dec34c28-3874-4932-bcc8-037a7eeabd62 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:59.303722 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.segments_db [None req-dec34c28-3874-4932-bcc8-037a7eeabd62 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Added segment 33b079b7-9b17-42d9-9832-a38c81f66e5c of type vlan for network b50627a0-ed4f-49ed-965f-474a0ae94427
Dec 24 11:00:59.329198 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4707299-1c99-440c-8a11-84e3c8577922 tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:00:59.347547 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f4707299-1c99-440c-8a11-84e3c8577922 tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for floatingip, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:59.348127 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-dec34c28-3874-4932-bcc8-037a7eeabd62 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363287349540024'] for network, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:59.388773 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-728001ba-3151-49fd-80d7-15cf611401f0 tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:00:59.394645 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:00:59.402791 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6180e62-1d40-4c7e-8e57-d4f46527055c None None] Sync routers for ids ['dd0cf540-bd0d-4528-9380-a6e353790057'] in dv-neutron-822691-2-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:00:59.424202 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 43934bb7-2340-4486-aa96-22d80915a170 no longer exists at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:00:59.446985 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-dec34c28-3874-4932-bcc8-037a7eeabd62 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636'] for network, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:59.463702 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef59dde-e7fd-4c60-bf04-a2e9bb56928c tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Pushing event deleted for resources: {'Port': ['ID=46731bf4-4f4e-4233-b9b7-e7e5ed72bf84,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:00:59.476551 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec34c28-3874-4932-bcc8-037a7eeabd62 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:00:59.477034 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-dec34c28-3874-4932-bcc8-037a7eeabd62 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1977811'] for network, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:59.481363 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b352948d-7892-4a66-bbdc-508358de5de3 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:59.484913 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-dd420d1b-0a5f-47a9-9474-3cbfd4b111ac None None] For port 43934bb7-2340-4486-aa96-22d80915a170, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=43934bb7-2340-4486-aa96-22d80915a170,segment=NetworkSegment(6618a092-51b2-4e3d-9318-3ce6b7b40c55),segment_id=6618a092-51b2-4e3d-9318-3ce6b7b40c55)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:00:59.485451 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-dd420d1b-0a5f-47a9-9474-3cbfd4b111ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:59.489230 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-2ef59dde-e7fd-4c60-bf04-a2e9bb56928c tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:00:59.493247 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-b7021b4c-ca86-4165-a6ae-1809e342ca3b tempest-QuotasNegativeTest-1247906793 tempest-QuotasNegativeTest-1247906793-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:00:59.502724 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d730f6c-2e0e-4394-ab3c-d349bc39eeb8 None None] Pushing event updated for resources: {'Port': ['ID=f363164f-cf85-4250-acb2-6bba9906bb95,revision_number=4']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:00:59.519689 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-f4707299-1c99-440c-8a11-84e3c8577922 tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] 10.222.0.65 "DELETE /v2.0/floatingips/b8ed4618-4065-4fd7-96f9-6c75a60fe8f7 HTTP/1.1" status: 204  len: 168 time: 6.2033176
Dec 24 11:00:59.533783 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 33410) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:59.539978 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-728001ba-3151-49fd-80d7-15cf611401f0 tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Made reservation on behalf of d9849f2157e642b5a3e5e89d95c44695 for: {'port': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:00:59.541290 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-b352948d-7892-4a66-bbdc-508358de5de3 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Transition to ACTIVE for port object f572364c-3eac-474b-b721-3b45c9f42845 will not be triggered until provisioned by entity DHCP. {{(pid=88878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:00:59.544521 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-4d730f6c-2e0e-4394-ab3c-d349bc39eeb8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:00:59.546792 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-728001ba-3151-49fd-80d7-15cf611401f0 tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:59.568958 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-13fddb09-a987-42d1-9655-0c1b2018d027 req-9eb149d0-b034-4854-971f-5c47eb7ba50a service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=0b820df6-7943-47a0-a05c-dba3ae26b99f HTTP/1.1" status: 200  len: 1098 time: 0.1691525
Dec 24 11:00:59.570148 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-ea633ddf-a408-4f1c-9292-6c0424ad787a tempest-FloatingIPAdminTestJSON-149081295 tempest-FloatingIPAdminTestJSON-149081295-project-admin] Request body: {'floatingip': {'floating_network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:00:59.574180 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [req-5e7e0b7b-8b44-44c0-9c87-5eb18a04b3d1 req-c37809e4-5293-43c6-b542-80f3bc0e8302 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:00:59.576914 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.v2.resource [None req-3519475c-e6bd-487a-a066-206f8cacf9af tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] update failed (client error): The resource could not be found.
Dec 24 11:00:59.578114 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-3519475c-e6bd-487a-a066-206f8cacf9af tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] 10.222.0.65 "PUT /v2.0/floatingips/2a7289fb-b8f1-4dac-97b0-27e76a3e41a5 HTTP/1.1" status: 404  len: 507 time: 1.7409503
Dec 24 11:00:59.583095 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 33416) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:59.622297 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-5e7e0b7b-8b44-44c0-9c87-5eb18a04b3d1 req-c37809e4-5293-43c6-b542-80f3bc0e8302 service neutron] Usage tracker for resource:security_group_rule and tenant:d3b685617d44482585a467d67fe26f2e is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:00:59.651438 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-ea633ddf-a408-4f1c-9292-6c0424ad787a tempest-FloatingIPAdminTestJSON-149081295 tempest-FloatingIPAdminTestJSON-149081295-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:00:59.654011 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-5e7e0b7b-8b44-44c0-9c87-5eb18a04b3d1 req-c37809e4-5293-43c6-b542-80f3bc0e8302 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:00:59.676849 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b352948d-7892-4a66-bbdc-508358de5de3 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:59.682555 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-91bc5c21-d782-42dd-a632-ec5ffa02aaa3 None None] For port f363164f-cf85-4250-acb2-6bba9906bb95, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=f363164f-cf85-4250-acb2-6bba9906bb95,segment=NetworkSegment(93a5e837-75c9-41f6-8b8e-4e5ff8b69a76),segment_id=93a5e837-75c9-41f6-8b8e-4e5ff8b69a76)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:00:59.688381 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-91bc5c21-d782-42dd-a632-ec5ffa02aaa3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:59.697165 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-ea633ddf-a408-4f1c-9292-6c0424ad787a tempest-FloatingIPAdminTestJSON-149081295 tempest-FloatingIPAdminTestJSON-149081295-project-admin] Usage tracker for resource:floatingip and tenant:fbbca9cc558c4ea4999e534d605a5b34 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:00:59.704078 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-0079d464-7130-4a00-915a-6bc39bc2e586 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:00:59.706586 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [req-5e7e0b7b-8b44-44c0-9c87-5eb18a04b3d1 req-c37809e4-5293-43c6-b542-80f3bc0e8302 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:00:59.720805 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-ea633ddf-a408-4f1c-9292-6c0424ad787a tempest-FloatingIPAdminTestJSON-149081295 tempest-FloatingIPAdminTestJSON-149081295-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:00:59.730552 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-dec34c28-3874-4932-bcc8-037a7eeabd62 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201  len: 788 time: 1.7835031
Dec 24 11:00:59.743321 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 33422) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:59.784678 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [None req-728001ba-3151-49fd-80d7-15cf611401f0 tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] device_id is not set on port 52515e94-5bea-4567-ac6a-bef1e45be640 yet. {{(pid=88879) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 24 11:00:59.805608 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-79cad681-9801-41b4-b457-7427761f74e6 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Request body: {'subnet': {'network_id': 'b50627a0-ed4f-49ed-965f-474a0ae94427', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:00:59.808317 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-8e3811ea-62dc-4e6f-beab-6ca1c2deee4d None None] Provisioning for port 7c41922c-362f-4fe4-bf55-6f82d8766ecc completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:00:59.820860 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-13fddb09-a987-42d1-9655-0c1b2018d027 req-83698a75-44c0-46c8-b0f6-4479ea4776dc service neutron] Notify callbacks [] for security_group, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:59.828714 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-ea633ddf-a408-4f1c-9292-6c0424ad787a tempest-FloatingIPAdminTestJSON-149081295 tempest-FloatingIPAdminTestJSON-149081295-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:00:59.846903 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec34c28-3874-4932-bcc8-037a7eeabd62 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Pushing event updated for resources: {'Network': ['ID=b50627a0-ed4f-49ed-965f-474a0ae94427,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:00:59.850042 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-dec34c28-3874-4932-bcc8-037a7eeabd62 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:00:59.900781 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ea633ddf-a408-4f1c-9292-6c0424ad787a tempest-FloatingIPAdminTestJSON-149081295 tempest-FloatingIPAdminTestJSON-149081295-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:00:59.946615 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-91bc5c21-d782-42dd-a632-ec5ffa02aaa3 None None] Calling delete_port for f363164f-cf85-4250-acb2-6bba9906bb95 owned by network:dhcp {{(pid=88880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:01:00.019306 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-dd420d1b-0a5f-47a9-9474-3cbfd4b111ac None None] Calling delete_port for 43934bb7-2340-4486-aa96-22d80915a170 owned by network:dhcp {{(pid=88880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:01:00.048009 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-8e3811ea-62dc-4e6f-beab-6ca1c2deee4d None None] Provisioning complete for port 7c41922c-362f-4fe4-bf55-6f82d8766ecc triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:01:00.048415 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8e3811ea-62dc-4e6f-beab-6ca1c2deee4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:00.096713 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Network b50627a0-ed4f-49ed-965f-474a0ae94427 details requested by agent ovs-agent-dv-neutron-822691-2-hyperv with host dv-neutron-822691-2-hyperv {{(pid=88880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 24 11:01:00.125032 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6180e62-1d40-4c7e-8e57-d4f46527055c None None] Routers {'dd0cf540-bd0d-4528-9380-a6e353790057'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:01:00.125739 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-d6180e62-1d40-4c7e-8e57-d4f46527055c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5272031a90>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:00:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['dd0cf540-bd0d-4528-9380-a6e353790057'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:01:00.233372 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2ef59dde-e7fd-4c60-bf04-a2e9bb56928c tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854116846'] for router_gateway, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:00.251582 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-d6180e62-1d40-4c7e-8e57-d4f46527055c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5272031a90>, [], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:01:00.260682 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b352948d-7892-4a66-bbdc-508358de5de3 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Network 1c9eeaac-d205-4b19-a351-2fe67dd78b42 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:01:00.266544 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-1a5a20c7-afb6-4a8f-8ca1-3cf76558c7e7 tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Deleting port f02cc1b6-4a26-4d60-a25f-cfeab08b58e6 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:01:00.267345 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1a5a20c7-afb6-4a8f-8ca1-3cf76558c7e7 tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:00.349344 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-8e3811ea-62dc-4e6f-beab-6ca1c2deee4d None None] Port 7c41922c-362f-4fe4-bf55-6f82d8766ecc cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:01:00.350559 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-b352948d-7892-4a66-bbdc-508358de5de3 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Resources bound (agent type, host, resource id):  {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:01:00.386478 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b352948d-7892-4a66-bbdc-508358de5de3 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:01:00.390915 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b352948d-7892-4a66-bbdc-508358de5de3 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:01:00.391604 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b352948d-7892-4a66-bbdc-508358de5de3 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:00.396019 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b352948d-7892-4a66-bbdc-508358de5de3 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Pushing event updated for resources: {'Port': ['ID=f572364c-3eac-474b-b721-3b45c9f42845,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:01:00.399790 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-b352948d-7892-4a66-bbdc-508358de5de3 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.696s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:01:00.429140 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-91bc5c21-d782-42dd-a632-ec5ffa02aaa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392'] for port, after_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:00.445563 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-53fe83b8-96aa-4f12-9317-ed2134655917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:01:00.446975 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-79cad681-9801-41b4-b457-7427761f74e6 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:01:00.459340 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-5e7e0b7b-8b44-44c0-9c87-5eb18a04b3d1 req-c37809e4-5293-43c6-b542-80f3bc0e8302 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:00.468318 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-728001ba-3151-49fd-80d7-15cf611401f0 tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Allocated IP 2001:db8::26e (01b2c87a-d921-4da4-b2d3-6790ebc4ff57/8f4b0723-a314-4f17-a34d-27f3d4a780fc/52515e94-5bea-4567-ac6a-bef1e45be640) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:01:00.474493 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-b352948d-7892-4a66-bbdc-508358de5de3 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 932 time: 2.1949790
Dec 24 11:01:00.477659 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-5e7e0b7b-8b44-44c0-9c87-5eb18a04b3d1 req-c37809e4-5293-43c6-b542-80f3bc0e8302 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:00.485666 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 33426) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:00.489732 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:01:00.506567 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-79cad681-9801-41b4-b457-7427761f74e6 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:01:00.510907 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bc5c21-d782-42dd-a632-ec5ffa02aaa3 None None] Pushing event deleted for resources: {'Port': ['ID=f363164f-cf85-4250-acb2-6bba9906bb95,revision_number=None']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:01:00.511965 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.db.api [req-13fddb09-a987-42d1-9655-0c1b2018d027 req-83698a75-44c0-46c8-b0f6-4479ea4776dc service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['PRIMARY'] with value(s) d3b685617d44482585a467d67fe26f2e {{(pid=88878) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 24 11:01:00.512335 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_db.api [req-13fddb09-a987-42d1-9655-0c1b2018d027 req-83698a75-44c0-46c8-b0f6-4479ea4776dc service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 24 11:01:00.513458 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-91bc5c21-d782-42dd-a632-ec5ffa02aaa3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:01:00.541918 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91bc5c21-d782-42dd-a632-ec5ffa02aaa3 None None] No DVR routers for this DVR port f363164f-cf85-4250-acb2-6bba9906bb95 on host dv-neutron-822691-2-hyperv {{(pid=88880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 24 11:01:00.548253 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-dd420d1b-0a5f-47a9-9474-3cbfd4b111ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392'] for port, after_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:00.559399 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-4d730f6c-2e0e-4394-ab3c-d349bc39eeb8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:01:00.594649 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6180e62-1d40-4c7e-8e57-d4f46527055c None None] Routers {'dd0cf540-bd0d-4528-9380-a6e353790057'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:01:00.595361 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-d6180e62-1d40-4c7e-8e57-d4f46527055c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5272031a90>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:00:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['dd0cf540-bd0d-4528-9380-a6e353790057'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:01:00.653586 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6ce065-b230-4d83-b763-d76f20f267cc req-bd43a38b-db09-4280-9a1d-a179215c8fc2 tempest-ServersTestJSON-70348643 tempest-ServersTestJSON-70348643-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:01:00.657606 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-ee6ce065-b230-4d83-b763-d76f20f267cc req-bd43a38b-db09-4280-9a1d-a179215c8fc2 tempest-ServersTestJSON-70348643 tempest-ServersTestJSON-70348643-project] 10.222.0.65 "GET /v2.0/ports?device_id=0b820df6-7943-47a0-a05c-dba3ae26b99f HTTP/1.1" status: 200  len: 945 time: 0.9131498
Dec 24 11:01:00.678890 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:00.698827 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e075f1a-5e98-49e2-a873-99d425879f4c req-7d20b3ce-b3a1-4d77-a9bd-2092f37a5f3f tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:01:00.700557 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-0e075f1a-5e98-49e2-a873-99d425879f4c req-7d20b3ce-b3a1-4d77-a9bd-2092f37a5f3f tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] 10.222.0.65 "GET /v2.0/ports?device_id=655d927a-1c14-4f1b-88cc-771b29a10c76 HTTP/1.1" status: 200  len: 946 time: 0.8650842
Dec 24 11:01:00.701967 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79cad681-9801-41b4-b457-7427761f74e6 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Made reservation on behalf of 8a7af7c8b592433694552a5e5f506278 for: {'subnet': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:01:00.702426 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd420d1b-0a5f-47a9-9474-3cbfd4b111ac None None] Pushing event deleted for resources: {'Port': ['ID=43934bb7-2340-4486-aa96-22d80915a170,revision_number=None']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:01:00.705010 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-dd420d1b-0a5f-47a9-9474-3cbfd4b111ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:01:00.705652 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-d6180e62-1d40-4c7e-8e57-d4f46527055c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5272031a90>, [], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:01:00.706187 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6180e62-1d40-4c7e-8e57-d4f46527055c None None] The sync data for ids ['dd0cf540-bd0d-4528-9380-a6e353790057'] in dv-neutron-822691-2-hyperv is: [] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:01:00.716609 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd420d1b-0a5f-47a9-9474-3cbfd4b111ac None None] No DVR routers for this DVR port 43934bb7-2340-4486-aa96-22d80915a170 on host dv-neutron-822691-2-hyperv {{(pid=88880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 24 11:01:00.781498 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff8ee1cf-0425-4645-b133-ecaaca44291f None None] Network 1c9eeaac-d205-4b19-a351-2fe67dd78b42 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:01:00.846607 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2ef59dde-e7fd-4c60-bf04-a2e9bb56928c tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854158724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-84560'] for router, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:00.852437 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-5e7e0b7b-8b44-44c0-9c87-5eb18a04b3d1 req-c37809e4-5293-43c6-b542-80f3bc0e8302 service neutron] Synchronizing usage tracker for tenant:d3b685617d44482585a467d67fe26f2e on resource:security_group {{(pid=88879) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:01:00.855401 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37809e4-5293-43c6-b542-80f3bc0e8302 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=81039685-3605-458c-b4c1-54682a776af1,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:01:00.875818 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c37809e4-5293-43c6-b542-80f3bc0e8302 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:01:00.900621 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2ef59dde-e7fd-4c60-bf04-a2e9bb56928c tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:00.964625 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-5e7e0b7b-8b44-44c0-9c87-5eb18a04b3d1 req-c37809e4-5293-43c6-b542-80f3bc0e8302 service neutron] Unset dirty status for tenant:d3b685617d44482585a467d67fe26f2e on resource:security_group {{(pid=88879) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:01:00.964843 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-79cad681-9801-41b4-b457-7427761f74e6 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2246100'] for subnet, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:00.965945 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-5e7e0b7b-8b44-44c0-9c87-5eb18a04b3d1 req-c37809e4-5293-43c6-b542-80f3bc0e8302 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=02c07f75-3a5f-4cdc-91db-62e2db60964c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 2.5235775
Dec 24 11:01:01.018757 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-ee6ce065-b230-4d83-b763-d76f20f267cc req-f28b9101-2166-483c-9349-93b35367563a tempest-ServersTestJSON-70348643 tempest-ServersTestJSON-70348643-project] 10.222.0.65 "GET /v2.0/security-groups?id=2713acac-b64d-4c06-84a4-0405fa3dbde3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3464999
Dec 24 11:01:01.019263 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-13fddb09-a987-42d1-9655-0c1b2018d027 req-83698a75-44c0-46c8-b0f6-4479ea4776dc service neutron] Notify callbacks [] for security_group, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:01.044557 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1a5a20c7-afb6-4a8f-8ca1-3cf76558c7e7 tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:01.045148 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1a5a20c7-afb6-4a8f-8ca1-3cf76558c7e7 tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:01.057591 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device f363164f-cf85-4250-acb2-6bba9906bb95 no longer exists at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:01:01.079329 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-0e075f1a-5e98-49e2-a873-99d425879f4c req-dbee2ce7-ef24-49e1-9dfe-ecb9753b1db6 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] 10.222.0.65 "GET /v2.0/security-groups?id=02c07f75-3a5f-4cdc-91db-62e2db60964c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2919090
Dec 24 11:01:01.086004 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbf963d0-b9e2-46fc-b69c-419c88690215 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:01:01.090807 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-fbf963d0-b9e2-46fc-b69c-419c88690215 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200  len: 930 time: 0.5915687
Dec 24 11:01:01.092475 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 33430) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:01.111420 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2ef59dde-e7fd-4c60-bf04-a2e9bb56928c tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854158830'] for router, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:01.111974 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ef59dde-e7fd-4c60-bf04-a2e9bb56928c tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c51b221f-dce4-40bd-b49e-9f950ac51cf2 {{(pid=88879) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 24 11:01:01.115696 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] No Port match for: f363164f-cf85-4250-acb2-6bba9906bb95 {{(pid=88880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 24 11:01:01.116369 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device f363164f-cf85-4250-acb2-6bba9906bb95 not bound to the agent host dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 24 11:01:01.127520 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ea633ddf-a408-4f1c-9292-6c0424ad787a tempest-FloatingIPAdminTestJSON-149081295 tempest-FloatingIPAdminTestJSON-149081295-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:01.269057 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-728001ba-3151-49fd-80d7-15cf611401f0 tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:01.322435 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-728001ba-3151-49fd-80d7-15cf611401f0 tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Transition to ACTIVE for port object 52515e94-5bea-4567-ac6a-bef1e45be640 will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:01:01.323903 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2ef59dde-e7fd-4c60-bf04-a2e9bb56928c tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Notify callbacks [] for router, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:01.329785 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-2ef59dde-e7fd-4c60-bf04-a2e9bb56928c tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] 10.222.0.65 "DELETE /v2.0/routers/c51b221f-dce4-40bd-b49e-9f950ac51cf2 HTTP/1.1" status: 204  len: 168 time: 9.3807256
Dec 24 11:01:01.333474 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 33434) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:01.334028 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-1a5a20c7-afb6-4a8f-8ca1-3cf76558c7e7 tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Calling delete_port for f02cc1b6-4a26-4d60-a25f-cfeab08b58e6 owned by network:floatingip {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:01:01.429196 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cdcaaab-de0a-454a-83bf-8a3521b85934 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73968e80-91fd-539e-a7c6-b31af6d9e680-1c9eeaac-d205-4b19-a351-2fe67dd78b42', 'network_id': '1c9eeaac-d205-4b19-a351-2fe67dd78b42', 'tenant_id': '739a78fd4cfc48c2a4011598579f8f8c', 'fixed_ips': [{'subnet_id': 'd4645d14-5222-48e4-a12a-86351bd4099c'}]}} from dv-neutron-822691-2-hyperv. {{(pid=88880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 24 11:01:01.430600 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8cdcaaab-de0a-454a-83bf-8a3521b85934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:01.504384 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2be7114-7ff7-46a2-8282-13ecc5105f50 tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Deleting subnet 1b741ca8-d0e1-4bfb-b650-7f79c603bff4 {{(pid=88879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 24 11:01:01.515241 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-a49c0d03-6473-4a17-b3ca-894e65e15ae5 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Deleting port f572364c-3eac-474b-b721-3b45c9f42845 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:01:01.515241 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a49c0d03-6473-4a17-b3ca-894e65e15ae5 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:01.516125 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-728001ba-3151-49fd-80d7-15cf611401f0 tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:01.518354 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f2be7114-7ff7-46a2-8282-13ecc5105f50 tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:01.602420 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:01:01.638996 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-ea633ddf-a408-4f1c-9292-6c0424ad787a tempest-FloatingIPAdminTestJSON-149081295 tempest-FloatingIPAdminTestJSON-149081295-project-admin] Allocated IP 172.26.3.156 (f8c337ba-681f-4fcb-a333-e3c49365b30a/8ea1398c-0bec-46d6-8d54-85798de2a7ca/5f5fa2a1-0d20-4abc-98c4-9971404eb490) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:01:01.660249 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-13fddb09-a987-42d1-9655-0c1b2018d027 req-83698a75-44c0-46c8-b0f6-4479ea4776dc service neutron] Synchronizing usage tracker for tenant:d3b685617d44482585a467d67fe26f2e on resource:security_group {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:01:01.669250 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-8cdcaaab-de0a-454a-83bf-8a3521b85934 None None] Allocated IP 2001:db8::2 (1c9eeaac-d205-4b19-a351-2fe67dd78b42/d4645d14-5222-48e4-a12a-86351bd4099c/579ffa8f-f4f6-43f7-92b5-7c94ce286fb6) {{(pid=88880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:01:01.703435 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f2be7114-7ff7-46a2-8282-13ecc5105f50 tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-786693'] for subnet, precommit_delete_associations {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:01.808587 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-13fddb09-a987-42d1-9655-0c1b2018d027 req-83698a75-44c0-46c8-b0f6-4479ea4776dc service neutron] Unset dirty status for tenant:d3b685617d44482585a467d67fe26f2e on resource:security_group {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:01:01.809817 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-13fddb09-a987-42d1-9655-0c1b2018d027 req-83698a75-44c0-46c8-b0f6-4479ea4776dc service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=2713acac-b64d-4c06-84a4-0405fa3dbde3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 2.2279913
Dec 24 11:01:01.885571 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1a5a20c7-afb6-4a8f-8ca1-3cf76558c7e7 tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:01.896870 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-389cf7d3-0337-4378-8465-8e0b5a08740b tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:01:01.964544 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5a20c7-afb6-4a8f-8ca1-3cf76558c7e7 tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Pushing event deleted for resources: {'Port': ['ID=f02cc1b6-4a26-4d60-a25f-cfeab08b58e6,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:01:01.967508 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-1a5a20c7-afb6-4a8f-8ca1-3cf76558c7e7 tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:01:01.992210 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8cdcaaab-de0a-454a-83bf-8a3521b85934 None None] Notify callbacks [] for port, precommit_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:02.006260 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-8cdcaaab-de0a-454a-83bf-8a3521b85934 None None] Transition to ACTIVE for port object 579ffa8f-f4f6-43f7-92b5-7c94ce286fb6 will not be triggered until provisioned by entity L2. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:01:02.033075 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-8cdcaaab-de0a-454a-83bf-8a3521b85934 None None] Transition to ACTIVE for port object 579ffa8f-f4f6-43f7-92b5-7c94ce286fb6 will not be triggered until provisioned by entity DHCP. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:01:02.039966 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8cdcaaab-de0a-454a-83bf-8a3521b85934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408'] for port, after_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:02.045884 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-601191ab-1e92-456b-bfc9-37605d4a9488 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:01:02.051427 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728001ba-3151-49fd-80d7-15cf611401f0 tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Pushing event updated for resources: {'Port': ['ID=52515e94-5bea-4567-ac6a-bef1e45be640,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:01:02.069878 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-728001ba-3151-49fd-80d7-15cf611401f0 tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.466s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:01:02.073624 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-728001ba-3151-49fd-80d7-15cf611401f0 tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Network 01b2c87a-d921-4da4-b2d3-6790ebc4ff57 is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:01:02.088095 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-728001ba-3151-49fd-80d7-15cf611401f0 tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Resources bound (agent type, host, resource id):  {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:01:02.101132 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728001ba-3151-49fd-80d7-15cf611401f0 tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:01:02.109805 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-728001ba-3151-49fd-80d7-15cf611401f0 tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:01:02.110877 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-728001ba-3151-49fd-80d7-15cf611401f0 tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:02.134118 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cdcaaab-de0a-454a-83bf-8a3521b85934 None None] Network 1c9eeaac-d205-4b19-a351-2fe67dd78b42 is already hosted by enough agents. {{(pid=88880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:01:02.142760 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-8cdcaaab-de0a-454a-83bf-8a3521b85934 None None] Resources bound (agent type, host, resource id):  {{(pid=88880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:01:02.145768 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cdcaaab-de0a-454a-83bf-8a3521b85934 None None] Received port after_create {{(pid=88880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:01:02.205171 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f2be7114-7ff7-46a2-8282-13ecc5105f50 tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847655656'] for subnet, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:02.241302 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdcaaab-de0a-454a-83bf-8a3521b85934 None None] Pushing event updated for resources: {'Port': ['ID=579ffa8f-f4f6-43f7-92b5-7c94ce286fb6,revision_number=1']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:01:02.245570 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a49c0d03-6473-4a17-b3ca-894e65e15ae5 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:02.245791 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-8cdcaaab-de0a-454a-83bf-8a3521b85934 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:01:02.267193 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-8cdcaaab-de0a-454a-83bf-8a3521b85934 None None] Attempting to bind port 579ffa8f-f4f6-43f7-92b5-7c94ce286fb6 on host dv-neutron-822691-2-hyperv for vnic_type normal with profile  {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:01:02.267748 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-8cdcaaab-de0a-454a-83bf-8a3521b85934 None None] Attempting to bind port 579ffa8f-f4f6-43f7-92b5-7c94ce286fb6 by drivers openvswitch,hyperv on host dv-neutron-822691-2-hyperv at level 0 using segments [{'id': '6618a092-51b2-4e3d-9318-3ce6b7b40c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '1c9eeaac-d205-4b19-a351-2fe67dd78b42'}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:01:02.268172 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cdcaaab-de0a-454a-83bf-8a3521b85934 None None] Attempting to bind port 579ffa8f-f4f6-43f7-92b5-7c94ce286fb6 on network 1c9eeaac-d205-4b19-a351-2fe67dd78b42 {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:01:02.281337 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cdcaaab-de0a-454a-83bf-8a3521b85934 None None] Checking agent: {'id': 'db1275c1-6001-47af-93c2-635c68404703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822691-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 52, 8), 'started_at': datetime.datetime(2021, 12, 24, 10, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822691-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:01:02.281669 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cdcaaab-de0a-454a-83bf-8a3521b85934 None None] Checking segment: {'id': '6618a092-51b2-4e3d-9318-3ce6b7b40c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '1c9eeaac-d205-4b19-a351-2fe67dd78b42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:01:02.282077 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8cdcaaab-de0a-454a-83bf-8a3521b85934 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:02.282498 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cdcaaab-de0a-454a-83bf-8a3521b85934 None None] Bound using segment: {'id': '6618a092-51b2-4e3d-9318-3ce6b7b40c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '1c9eeaac-d205-4b19-a351-2fe67dd78b42'} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:01:02.283421 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-8cdcaaab-de0a-454a-83bf-8a3521b85934 None None] Bound port: 579ffa8f-f4f6-43f7-92b5-7c94ce286fb6, host: dv-neutron-822691-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6618a092-51b2-4e3d-9318-3ce6b7b40c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '1c9eeaac-d205-4b19-a351-2fe67dd78b42'}}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:01:02.283421 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8cdcaaab-de0a-454a-83bf-8a3521b85934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:02.290355 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-728001ba-3151-49fd-80d7-15cf611401f0 tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 943 time: 4.3449774
Dec 24 11:01:02.291122 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 33442) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:02.318704 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-c8af9c7c-8b00-404b-8b18-2adda4dec7b1 tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::d7', 'mac_address': 'fa:16:3e:8e:d8:60'}, {'ip_address': '2001:db8::3bc', 'mac_address': 'fa:16:3e:48:3e:93'}]}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:01:02.412125 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1a5a20c7-afb6-4a8f-8ca1-3cf76558c7e7 tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Notify callbacks [] for floatingip, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:02.440075 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ea633ddf-a408-4f1c-9292-6c0424ad787a tempest-FloatingIPAdminTestJSON-149081295 tempest-FloatingIPAdminTestJSON-149081295-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:02.450308 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-8cdcaaab-de0a-454a-83bf-8a3521b85934 None None] For port 579ffa8f-f4f6-43f7-92b5-7c94ce286fb6, host dv-neutron-822691-2-hyperv, cleared binding levels {{(pid=88880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:01:02.455203 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-8cdcaaab-de0a-454a-83bf-8a3521b85934 None None] For port 579ffa8f-f4f6-43f7-92b5-7c94ce286fb6, host dv-neutron-822691-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=579ffa8f-f4f6-43f7-92b5-7c94ce286fb6,segment=NetworkSegment(6618a092-51b2-4e3d-9318-3ce6b7b40c55),segment_id=6618a092-51b2-4e3d-9318-3ce6b7b40c55)] {{(pid=88880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:01:02.460943 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8cdcaaab-de0a-454a-83bf-8a3521b85934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:02.471013 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c339386e-e980-4687-a88c-b6439b3424ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:01:02.519677 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f2be7114-7ff7-46a2-8282-13ecc5105f50 tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7120129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850854134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851156349'] for subnet, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:02.549655 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-fca01eda-0420-4068-9ce9-e37c2e3d10e5 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:01:02.563492 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdcaaab-de0a-454a-83bf-8a3521b85934 None None] Pushing event updated for resources: {'Port': ['ID=579ffa8f-f4f6-43f7-92b5-7c94ce286fb6,revision_number=2']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:01:02.569439 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-8cdcaaab-de0a-454a-83bf-8a3521b85934 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:01:02.624463 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2be7114-7ff7-46a2-8282-13ecc5105f50 tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=1b741ca8-d0e1-4bfb-b650-7f79c603bff4,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:01:02.631038 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f2be7114-7ff7-46a2-8282-13ecc5105f50 tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:01:02.637007 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ea633ddf-a408-4f1c-9292-6c0424ad787a tempest-FloatingIPAdminTestJSON-149081295 tempest-FloatingIPAdminTestJSON-149081295-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:02.695905 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:01:02.727452 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-7e6eaaee-5478-4f13-9092-a8d72fb5d4de None None] Provisioning for port 52515e94-5bea-4567-ac6a-bef1e45be640 completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:01:02.741475 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-7e6eaaee-5478-4f13-9092-a8d72fb5d4de None None] Provisioning complete for port 52515e94-5bea-4567-ac6a-bef1e45be640 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:01:02.741928 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7e6eaaee-5478-4f13-9092-a8d72fb5d4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:02.760938 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f2be7114-7ff7-46a2-8282-13ecc5105f50 tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:02.820922 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-7e6eaaee-5478-4f13-9092-a8d72fb5d4de None None] Port 52515e94-5bea-4567-ac6a-bef1e45be640 cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:01:02.857299 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-f2be7114-7ff7-46a2-8282-13ecc5105f50 tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] 10.222.0.65 "DELETE /v2.0/subnets/1b741ca8-d0e1-4bfb-b650-7f79c603bff4 HTTP/1.1" status: 204  len: 168 time: 1.5203435
Dec 24 11:01:02.863130 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-a49c0d03-6473-4a17-b3ca-894e65e15ae5 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Calling delete_port for f572364c-3eac-474b-b721-3b45c9f42845 owned by  {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:01:02.864112 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 33446) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:02.962522 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea633ddf-a408-4f1c-9292-6c0424ad787a tempest-FloatingIPAdminTestJSON-149081295 tempest-FloatingIPAdminTestJSON-149081295-project-admin] Network f8c337ba-681f-4fcb-a333-e3c49365b30a is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:01:03.018683 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1a5a20c7-afb6-4a8f-8ca1-3cf76558c7e7 tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for floatingip, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:03.024476 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-1a5a20c7-afb6-4a8f-8ca1-3cf76558c7e7 tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] 10.222.0.65 "DELETE /v2.0/floatingips/2a7289fb-b8f1-4dac-97b0-27e76a3e41a5 HTTP/1.1" status: 204  len: 168 time: 3.4401534
Dec 24 11:01:03.037171 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 33450) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:03.038994 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-79cad681-9801-41b4-b457-7427761f74e6 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850796890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2246085'] for subnet, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:03.051483 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-d53da4cf-de9d-4547-8b76-452373857741 tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Request body: {'floatingip': {'floating_network_id': '9c59ca4d-64ac-4bdd-8f74-15fc93387f02', 'port_id': 'df9ddb6b-f292-4674-b10b-a453c4ec0e12', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:01:03.064604 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-db533644-c060-494c-ab18-188fcb209a21 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:01:03.122550 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-ea633ddf-a408-4f1c-9292-6c0424ad787a tempest-FloatingIPAdminTestJSON-149081295 tempest-FloatingIPAdminTestJSON-149081295-project-admin] Resources bound (agent type, host, resource id):  {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:01:03.125597 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-d53da4cf-de9d-4547-8b76-452373857741 tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:01:03.141338 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-d53da4cf-de9d-4547-8b76-452373857741 tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Usage tracker for resource:floatingip and tenant:4bbcadd5ae2f4f5c92f261f0898599bf is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:01:03.156201 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-d53da4cf-de9d-4547-8b76-452373857741 tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:01:03.159186 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea633ddf-a408-4f1c-9292-6c0424ad787a tempest-FloatingIPAdminTestJSON-149081295 tempest-FloatingIPAdminTestJSON-149081295-project-admin] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:01:03.231889 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea633ddf-a408-4f1c-9292-6c0424ad787a tempest-FloatingIPAdminTestJSON-149081295 tempest-FloatingIPAdminTestJSON-149081295-project-admin] Pushing event updated for resources: {'Port': ['ID=5f5fa2a1-0d20-4abc-98c4-9971404eb490,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:01:03.241243 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-d53da4cf-de9d-4547-8b76-452373857741 tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:01:03.253074 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-ea633ddf-a408-4f1c-9292-6c0424ad787a tempest-FloatingIPAdminTestJSON-149081295 tempest-FloatingIPAdminTestJSON-149081295-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.557s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:01:03.298359 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f227161e-0cec-437a-a644-2c0491278d22 req-bc71e9e8-0f59-4a40-ab3d-0ac06038b44e tempest-ServersTestJSON-70348643 tempest-ServersTestJSON-70348643-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:01:03.300607 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-f227161e-0cec-437a-a644-2c0491278d22 req-bc71e9e8-0f59-4a40-ab3d-0ac06038b44e tempest-ServersTestJSON-70348643 tempest-ServersTestJSON-70348643-project] 10.222.0.65 "GET /v2.0/ports?device_id=0b820df6-7943-47a0-a05c-dba3ae26b99f HTTP/1.1" status: 200  len: 945 time: 0.8162725
Dec 24 11:01:03.342937 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca20062-2f02-4782-be22-eeb85dde4108 req-8b433b1f-2d67-447e-b6f3-6a91efef3076 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:01:03.350215 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-3ca20062-2f02-4782-be22-eeb85dde4108 req-8b433b1f-2d67-447e-b6f3-6a91efef3076 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] 10.222.0.65 "GET /v2.0/ports?device_id=655d927a-1c14-4f1b-88cc-771b29a10c76 HTTP/1.1" status: 200  len: 946 time: 0.8274043
Dec 24 11:01:03.351498 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d53da4cf-de9d-4547-8b76-452373857741 tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Notify callbacks [] for floatingip, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:03.356912 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cad681-9801-41b4-b457-7427761f74e6 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Pushing event updated for resources: {'Subnet': ['ID=e793c022-13cb-4f5b-96a7-77ad81dac444,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:01:03.391366 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0130d5a3-afe1-41e8-854b-d48220df3adf tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036847558493'] for network, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:03.415622 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 579ffa8f-f4f6-43f7-92b5-7c94ce286fb6 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:01:03.438152 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-79cad681-9801-41b4-b457-7427761f74e6 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:01:03.452554 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a49c0d03-6473-4a17-b3ca-894e65e15ae5 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:03.475220 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:01:03.499393 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c8af9c7c-8b00-404b-8b18-2adda4dec7b1 tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:03.502193 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning for port 579ffa8f-f4f6-43f7-92b5-7c94ce286fb6 completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:01:03.546408 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49c0d03-6473-4a17-b3ca-894e65e15ae5 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Pushing event deleted for resources: {'Port': ['ID=f572364c-3eac-474b-b721-3b45c9f42845,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:01:03.560108 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-a49c0d03-6473-4a17-b3ca-894e65e15ae5 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:01:03.569394 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.v2.resource [None req-d53da4cf-de9d-4547-8b76-452373857741 tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 24 11:01:03.575319 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-d53da4cf-de9d-4547-8b76-452373857741 tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 400  len: 373 time: 0.5339971
Dec 24 11:01:03.579778 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 33454) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:03.582886 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79cad681-9801-41b4-b457-7427761f74e6 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Checking segment: {'id': '33b079b7-9b17-42d9-9832-a38c81f66e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'b50627a0-ed4f-49ed-965f-474a0ae94427'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:01:03.583296 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79cad681-9801-41b4-b457-7427761f74e6 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Network hostable DHCP agents. Network: b50627a0-ed4f-49ed-965f-474a0ae94427, hostable agents: ['edcf98dc-3032-472a-8b3d-f23fd1e89806'], hosted agents: [] {{(pid=88878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 24 11:01:03.601332 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-33210a07-ce0e-4236-a9bd-d412cca96799 tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Request body: {'floatingip': {'floating_network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'port_id': 'df9ddb6b-f292-4674-b10b-a453c4ec0e12', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:01:03.647633 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-33210a07-ce0e-4236-a9bd-d412cca96799 tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:01:03.652383 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-f227161e-0cec-437a-a644-2c0491278d22 req-42bcf26c-d3f3-45a9-a8af-718eea755f50 tempest-ServersTestJSON-70348643 tempest-ServersTestJSON-70348643-project] 10.222.0.65 "GET /v2.0/security-groups?id=2713acac-b64d-4c06-84a4-0405fa3dbde3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3267975
Dec 24 11:01:03.661614 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-3ca20062-2f02-4782-be22-eeb85dde4108 req-3693063c-2d3a-4f69-8d83-373b157cf48a tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] 10.222.0.65 "GET /v2.0/security-groups?id=02c07f75-3a5f-4cdc-91db-62e2db60964c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2732763
Dec 24 11:01:03.662946 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-33210a07-ce0e-4236-a9bd-d412cca96799 tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Usage tracker for resource:floatingip and tenant:4bbcadd5ae2f4f5c92f261f0898599bf is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:01:03.669670 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-33210a07-ce0e-4236-a9bd-d412cca96799 tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:01:03.681887 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a49c0d03-6473-4a17-b3ca-894e65e15ae5 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:03.682368 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-33210a07-ce0e-4236-a9bd-d412cca96799 tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:01:03.701611 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-a49c0d03-6473-4a17-b3ca-894e65e15ae5 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "DELETE /v2.0/ports/f572364c-3eac-474b-b721-3b45c9f42845 HTTP/1.1" status: 204  len: 168 time: 2.5316930
Dec 24 11:01:03.706455 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-33210a07-ce0e-4236-a9bd-d412cca96799 tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Notify callbacks [] for floatingip, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:03.712032 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 33458) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:03.750466 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79cad681-9801-41b4-b457-7427761f74e6 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Network b50627a0-ed4f-49ed-965f-474a0ae94427 is scheduled to be hosted by DHCP agent edcf98dc-3032-472a-8b3d-f23fd1e89806 with binding_index 1 {{(pid=88878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 24 11:01:03.807821 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-79cad681-9801-41b4-b457-7427761f74e6 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822691-2-hyperv, b50627a0-ed4f-49ed-965f-474a0ae94427) {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:01:03.813246 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0130d5a3-afe1-41e8-854b-d48220df3adf tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847649663', 'neutron.services.segments.db._delete_segments_for_network-8749505737672'] for network, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:03.822419 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32b736c7-f2cb-4c64-9753-8c41259cc56a None None] Network b50627a0-ed4f-49ed-965f-474a0ae94427 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:01:03.824489 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79cad681-9801-41b4-b457-7427761f74e6 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:01:03.825161 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-79cad681-9801-41b4-b457-7427761f74e6 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1977811'] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:03.848414 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cac82f1-f69b-4e7e-8aa4-5fe3aeddd0fc tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:01:03.850047 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cac82f1-f69b-4e7e-8aa4-5fe3aeddd0fc tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:01:03.850915 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-4cac82f1-f69b-4e7e-8aa4-5fe3aeddd0fc tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Synchronizing usage tracker for tenant:739a78fd4cfc48c2a4011598579f8f8c on resource:subnet {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:01:03.875173 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-79cad681-9801-41b4-b457-7427761f74e6 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 4.0895076
Dec 24 11:01:03.880368 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 33462) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:03.893715 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-15f892fd-ddf4-4591-9e56-5eb4b288961b tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Request body: {'port': {'network_id': 'b50627a0-ed4f-49ed-965f-474a0ae94427', 'name': 'tempest-NetworksIpV6TestAttrs-1222095928'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:01:03.940648 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-4cac82f1-f69b-4e7e-8aa4-5fe3aeddd0fc tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Unset dirty status for tenant:739a78fd4cfc48c2a4011598579f8f8c on resource:subnet {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:01:03.946621 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-4cac82f1-f69b-4e7e-8aa4-5fe3aeddd0fc tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.2305291
Dec 24 11:01:03.947242 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 33466) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:04.013600 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-0130d5a3-afe1-41e8-854b-d48220df3adf tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5271b954e0>,) {'filters': {'network_id': ['77d3792f-65aa-43b8-8f6d-e31118987675']}} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:01:04.029794 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ea633ddf-a408-4f1c-9292-6c0424ad787a tempest-FloatingIPAdminTestJSON-149081295 tempest-FloatingIPAdminTestJSON-149081295-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:04.079351 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-0130d5a3-afe1-41e8-854b-d48220df3adf tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5271b954e0>, '414fed00-5df1-4a28-94e2-0a0ee7ab8ab6') {'for_net_delete': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:01:04.079991 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-0130d5a3-afe1-41e8-854b-d48220df3adf tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5271b954e0>, '414fed00-5df1-4a28-94e2-0a0ee7ab8ab6') {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:01:04.115123 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2b43de3-6065-4dbb-b6d7-b8ac286abbbe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73968e80-91fd-539e-a7c6-b31af6d9e680-b50627a0-ed4f-49ed-965f-474a0ae94427', 'network_id': 'b50627a0-ed4f-49ed-965f-474a0ae94427', 'tenant_id': '8a7af7c8b592433694552a5e5f506278', 'fixed_ips': [{'subnet_id': 'e793c022-13cb-4f5b-96a7-77ad81dac444'}]}} from dv-neutron-822691-2-hyperv. {{(pid=88880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 24 11:01:04.116623 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d2b43de3-6065-4dbb-b6d7-b8ac286abbbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:04.161721 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0130d5a3-afe1-41e8-854b-d48220df3adf tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749505745113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853989108'] for segment, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:04.162861 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-15f892fd-ddf4-4591-9e56-5eb4b288961b tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:01:04.180159 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-15f892fd-ddf4-4591-9e56-5eb4b288961b tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Usage tracker for resource:port and tenant:8a7af7c8b592433694552a5e5f506278 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:01:04.194715 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-15f892fd-ddf4-4591-9e56-5eb4b288961b tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:01:04.208771 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-15f892fd-ddf4-4591-9e56-5eb4b288961b tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:01:04.221549 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-33210a07-ce0e-4236-a9bd-d412cca96799 tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:04.279092 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0130d5a3-afe1-41e8-854b-d48220df3adf tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:04.286179 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15f892fd-ddf4-4591-9e56-5eb4b288961b tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Made reservation on behalf of 8a7af7c8b592433694552a5e5f506278 for: {'port': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:01:04.292880 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-15f892fd-ddf4-4591-9e56-5eb4b288961b tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:04.307864 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ea633ddf-a408-4f1c-9292-6c0424ad787a tempest-FloatingIPAdminTestJSON-149081295 tempest-FloatingIPAdminTestJSON-149081295-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:04.350435 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0130d5a3-afe1-41e8-854b-d48220df3adf tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Releasing vlan 608 on physical network physnet1 to pool {{(pid=88879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 24 11:01:04.350888 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0130d5a3-afe1-41e8-854b-d48220df3adf tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036847652098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3926696'] for segment, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:04.353446 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-d2b43de3-6065-4dbb-b6d7-b8ac286abbbe None None] Allocated IP 2001:db8::f816:3eff:fed0:cb38 (b50627a0-ed4f-49ed-965f-474a0ae94427/e793c022-13cb-4f5b-96a7-77ad81dac444/3faab8dd-eca2-4caf-85aa-8844e6c8cf16) {{(pid=88880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:01:04.366551 dv-neutron-822691-2-hyperv neutron-server[88767]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 11:01:04.366551 dv-neutron-822691-2-hyperv neutron-server[88767]:   % (table.description, expected, rows_matched)
Dec 24 11:01:04.366551 dv-neutron-822691-2-hyperv neutron-server[88767]: Traceback (most recent call last):
Dec 24 11:01:04.366551 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 24 11:01:04.366551 dv-neutron-822691-2-hyperv neutron-server[88767]:     timer()
Dec 24 11:01:04.366551 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 11:01:04.366551 dv-neutron-822691-2-hyperv neutron-server[88767]:     cb(*args, **kw)
Dec 24 11:01:04.366551 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 24 11:01:04.366551 dv-neutron-822691-2-hyperv neutron-server[88767]:     return func(*args, **kwargs)
Dec 24 11:01:04.366551 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 11:01:04.366551 dv-neutron-822691-2-hyperv neutron-server[88767]:     self._notify()
Dec 24 11:01:04.366551 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 11:01:04.366551 dv-neutron-822691-2-hyperv neutron-server[88767]:     self.callback(batched_events)
Dec 24 11:01:04.366551 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 11:01:04.366551 dv-neutron-822691-2-hyperv neutron-server[88767]:     event.method(event)
Dec 24 11:01:04.366551 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 11:01:04.366551 dv-neutron-822691-2-hyperv neutron-server[88767]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 11:01:04.366551 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 24 11:01:04.366551 dv-neutron-822691-2-hyperv neutron-server[88767]:     segment_id)['aggregates'][0]
Dec 24 11:01:04.366551 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 24 11:01:04.366551 dv-neutron-822691-2-hyperv neutron-server[88767]:     return f(self, *a, **k)
Dec 24 11:01:04.366551 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 11:01:04.366551 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self._get(url).json()
Dec 24 11:01:04.366551 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 24 11:01:04.366551 dv-neutron-822691-2-hyperv neutron-server[88767]:     **kwargs)
Dec 24 11:01:04.366551 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 24 11:01:04.366551 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self.request(url, 'GET', **kwargs)
Dec 24 11:01:04.366551 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 24 11:01:04.366551 dv-neutron-822691-2-hyperv neutron-server[88767]:     **endpoint_filter)
Dec 24 11:01:04.366551 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 24 11:01:04.366551 dv-neutron-822691-2-hyperv neutron-server[88767]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 11:01:04.366551 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 24 11:01:04.366551 dv-neutron-822691-2-hyperv neutron-server[88767]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 11:01:04.366551 dv-neutron-822691-2-hyperv neutron-server[88767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 11:01:04.456964 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-33210a07-ce0e-4236-a9bd-d412cca96799 tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Allocated IP 172.26.3.212 (f8c337ba-681f-4fcb-a333-e3c49365b30a/8ea1398c-0bec-46d6-8d54-85798de2a7ca/3b49d9af-9036-4189-b3e6-39e1a01db0e1) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:01:04.634017 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [None req-15f892fd-ddf4-4591-9e56-5eb4b288961b tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] device_id is not set on port 0cdc314c-7736-4857-a7d9-d7555ece1fd0 yet. {{(pid=88878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 24 11:01:04.651612 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0130d5a3-afe1-41e8-854b-d48220df3adf tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7126154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659196'] for network, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:04.686544 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-dec34c28-3874-4932-bcc8-037a7eeabd62 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:01:04.704455 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0130d5a3-afe1-41e8-854b-d48220df3adf tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  77d3792f-65aa-43b8-8f6d-e31118987675 {{(pid=88879) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}}
Dec 24 11:01:04.709442 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0130d5a3-afe1-41e8-854b-d48220df3adf tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1977811'] for network, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:04.767167 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_v2 [None req-59effdfd-d4eb-4ac0-9f4f-a6daf2f612ea tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Deleting subnet d4645d14-5222-48e4-a12a-86351bd4099c {{(pid=88879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 24 11:01:04.792236 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d2b43de3-6065-4dbb-b6d7-b8ac286abbbe None None] Notify callbacks [] for port, precommit_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:04.818109 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-d2b43de3-6065-4dbb-b6d7-b8ac286abbbe None None] Transition to ACTIVE for port object 3faab8dd-eca2-4caf-85aa-8844e6c8cf16 will not be triggered until provisioned by entity L2. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:01:04.846660 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-d2b43de3-6065-4dbb-b6d7-b8ac286abbbe None None] Transition to ACTIVE for port object 3faab8dd-eca2-4caf-85aa-8844e6c8cf16 will not be triggered until provisioned by entity DHCP. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:01:04.853823 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d2b43de3-6065-4dbb-b6d7-b8ac286abbbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408'] for port, after_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:04.877947 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:01:04.963288 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b43de3-6065-4dbb-b6d7-b8ac286abbbe None None] Network b50627a0-ed4f-49ed-965f-474a0ae94427 is already hosted by enough agents. {{(pid=88880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:01:04.967504 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-d2b43de3-6065-4dbb-b6d7-b8ac286abbbe None None] Resources bound (agent type, host, resource id):  {{(pid=88880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:01:04.973248 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b43de3-6065-4dbb-b6d7-b8ac286abbbe None None] Received port after_create {{(pid=88880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:01:05.033126 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-15f892fd-ddf4-4591-9e56-5eb4b288961b tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Allocated IP 2001:db8::f816:3eff:fe1f:85ca (b50627a0-ed4f-49ed-965f-474a0ae94427/e793c022-13cb-4f5b-96a7-77ad81dac444/0cdc314c-7736-4857-a7d9-d7555ece1fd0) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:01:05.138565 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-079cf8e3-eac9-4c80-932d-5cdc751aa4de None None] Could not find standard attr ID for object f572364c-3eac-474b-b721-3b45c9f42845. {{(pid=88880) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 24 11:01:05.157819 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-59effdfd-d4eb-4ac0-9f4f-a6daf2f612ea tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks [] for subnet, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:05.164341 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b43de3-6065-4dbb-b6d7-b8ac286abbbe None None] Pushing event updated for resources: {'Port': ['ID=3faab8dd-eca2-4caf-85aa-8844e6c8cf16,revision_number=1']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:01:05.168641 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-d2b43de3-6065-4dbb-b6d7-b8ac286abbbe None None] Attempting to bind port 3faab8dd-eca2-4caf-85aa-8844e6c8cf16 on host dv-neutron-822691-2-hyperv for vnic_type normal with profile  {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:01:05.171471 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-d2b43de3-6065-4dbb-b6d7-b8ac286abbbe None None] Attempting to bind port 3faab8dd-eca2-4caf-85aa-8844e6c8cf16 by drivers openvswitch,hyperv on host dv-neutron-822691-2-hyperv at level 0 using segments [{'id': '33b079b7-9b17-42d9-9832-a38c81f66e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'b50627a0-ed4f-49ed-965f-474a0ae94427'}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:01:05.172097 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b43de3-6065-4dbb-b6d7-b8ac286abbbe None None] Attempting to bind port 3faab8dd-eca2-4caf-85aa-8844e6c8cf16 on network b50627a0-ed4f-49ed-965f-474a0ae94427 {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:01:05.188114 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-d2b43de3-6065-4dbb-b6d7-b8ac286abbbe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:01:05.189579 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b43de3-6065-4dbb-b6d7-b8ac286abbbe None None] Checking agent: {'id': 'db1275c1-6001-47af-93c2-635c68404703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822691-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 52, 8), 'started_at': datetime.datetime(2021, 12, 24, 10, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822691-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:01:05.189992 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0130d5a3-afe1-41e8-854b-d48220df3adf tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Pushing event deleted for resources: {'Network': ['ID=77d3792f-65aa-43b8-8f6d-e31118987675,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:01:05.190238 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b43de3-6065-4dbb-b6d7-b8ac286abbbe None None] Checking segment: {'id': '33b079b7-9b17-42d9-9832-a38c81f66e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'b50627a0-ed4f-49ed-965f-474a0ae94427'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:01:05.190791 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d2b43de3-6065-4dbb-b6d7-b8ac286abbbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:05.191351 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b43de3-6065-4dbb-b6d7-b8ac286abbbe None None] Bound using segment: {'id': '33b079b7-9b17-42d9-9832-a38c81f66e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'b50627a0-ed4f-49ed-965f-474a0ae94427'} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:01:05.192008 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-d2b43de3-6065-4dbb-b6d7-b8ac286abbbe None None] Bound port: 3faab8dd-eca2-4caf-85aa-8844e6c8cf16, host: dv-neutron-822691-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33b079b7-9b17-42d9-9832-a38c81f66e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'b50627a0-ed4f-49ed-965f-474a0ae94427'}}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:01:05.192545 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d2b43de3-6065-4dbb-b6d7-b8ac286abbbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:05.202661 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c8af9c7c-8b00-404b-8b18-2adda4dec7b1 tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Notify callbacks [] for port, precommit_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:05.204986 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-0130d5a3-afe1-41e8-854b-d48220df3adf tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.518s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:01:05.227824 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-0130d5a3-afe1-41e8-854b-d48220df3adf tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] 10.222.0.65 "DELETE /v2.0/networks/77d3792f-65aa-43b8-8f6d-e31118987675 HTTP/1.1" status: 204  len: 168 time: 2.3623638
Dec 24 11:01:05.234098 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c8af9c7c-8b00-404b-8b18-2adda4dec7b1 tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850854027'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:05.243755 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-2ef59dde-e7fd-4c60-bf04-a2e9bb56928c tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:01:05.322651 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-59effdfd-d4eb-4ac0-9f4f-a6daf2f612ea tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-786693'] for subnet, precommit_delete_associations {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:05.344303 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-d2b43de3-6065-4dbb-b6d7-b8ac286abbbe None None] For port 3faab8dd-eca2-4caf-85aa-8844e6c8cf16, host dv-neutron-822691-2-hyperv, cleared binding levels {{(pid=88880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:01:05.348317 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-d2b43de3-6065-4dbb-b6d7-b8ac286abbbe None None] For port 3faab8dd-eca2-4caf-85aa-8844e6c8cf16, host dv-neutron-822691-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=3faab8dd-eca2-4caf-85aa-8844e6c8cf16,segment=NetworkSegment(33b079b7-9b17-42d9-9832-a38c81f66e5c),segment_id=33b079b7-9b17-42d9-9832-a38c81f66e5c)] {{(pid=88880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:01:05.352537 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d2b43de3-6065-4dbb-b6d7-b8ac286abbbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:05.357854 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c03d8427-497f-497a-8d44-226861902865 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:01:05.408711 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-c8af9c7c-8b00-404b-8b18-2adda4dec7b1 tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] In _notify_port_updated(), no bound segment for port 52515e94-5bea-4567-ac6a-bef1e45be640 on network 01b2c87a-d921-4da4-b2d3-6790ebc4ff57 {{(pid=88879) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}}
Dec 24 11:01:05.413112 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8af9c7c-8b00-404b-8b18-2adda4dec7b1 tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:01:05.413926 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c8af9c7c-8b00-404b-8b18-2adda4dec7b1 tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:05.430589 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-c8af9c7c-8b00-404b-8b18-2adda4dec7b1 tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] 10.222.0.65 "PUT /v2.0/ports/52515e94-5bea-4567-ac6a-bef1e45be640 HTTP/1.1" status: 200  len: 1066 time: 3.1342432
Dec 24 11:01:05.436860 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 33476) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:05.480077 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b43de3-6065-4dbb-b6d7-b8ac286abbbe None None] Pushing event updated for resources: {'Port': ['ID=3faab8dd-eca2-4caf-85aa-8844e6c8cf16,revision_number=2']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:01:05.491325 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-079cf8e3-eac9-4c80-932d-5cdc751aa4de None None] Provisioning for port 579ffa8f-f4f6-43f7-92b5-7c94ce286fb6 completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:01:05.504239 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-d2b43de3-6065-4dbb-b6d7-b8ac286abbbe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:01:05.505183 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-079cf8e3-eac9-4c80-932d-5cdc751aa4de None None] Provisioning complete for port 579ffa8f-f4f6-43f7-92b5-7c94ce286fb6 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:01:05.505863 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-079cf8e3-eac9-4c80-932d-5cdc751aa4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:05.576798 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8af9c7c-8b00-404b-8b18-2adda4dec7b1 tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Pushing event updated for resources: {'Port': ['ID=52515e94-5bea-4567-ac6a-bef1e45be640,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:01:05.616581 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c8af9c7c-8b00-404b-8b18-2adda4dec7b1 tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:01:05.624010 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-33210a07-ce0e-4236-a9bd-d412cca96799 tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:05.739440 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ea633ddf-a408-4f1c-9292-6c0424ad787a tempest-FloatingIPAdminTestJSON-149081295 tempest-FloatingIPAdminTestJSON-149081295-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:05.789266 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-079cf8e3-eac9-4c80-932d-5cdc751aa4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:05.827460 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-15f892fd-ddf4-4591-9e56-5eb4b288961b tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:05.840417 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ea633ddf-a408-4f1c-9292-6c0424ad787a tempest-FloatingIPAdminTestJSON-149081295 tempest-FloatingIPAdminTestJSON-149081295-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850854027'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:05.872315 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-33210a07-ce0e-4236-a9bd-d412cca96799 tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:05.887205 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-15f892fd-ddf4-4591-9e56-5eb4b288961b tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Transition to ACTIVE for port object 0cdc314c-7736-4857-a7d9-d7555ece1fd0 will not be triggered until provisioned by entity DHCP. {{(pid=88878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:01:05.889720 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-323cb7ae-b882-4a5d-8211-4b203c70e8fb tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:01:05.890951 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-079cf8e3-eac9-4c80-932d-5cdc751aa4de None None] For port 579ffa8f-f4f6-43f7-92b5-7c94ce286fb6, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=579ffa8f-f4f6-43f7-92b5-7c94ce286fb6,segment=NetworkSegment(6618a092-51b2-4e3d-9318-3ce6b7b40c55),segment_id=6618a092-51b2-4e3d-9318-3ce6b7b40c55)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:01:05.892533 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-0bdb561d-b1de-4fa6-86fd-728d4b4a7f23 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:01:05.895767 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-079cf8e3-eac9-4c80-932d-5cdc751aa4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:05.899621 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-355a21c4-8ee4-4977-b7c8-e1e2b87a1752 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:01:05.940168 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-199a2a4f-1ed6-4306-84fd-3419eec6baff tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Deleting port 52515e94-5bea-4567-ac6a-bef1e45be640 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:01:05.940498 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-199a2a4f-1ed6-4306-84fd-3419eec6baff tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:05.976687 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f801b2d8-7afb-4e35-a1f2-dbb10b01722b req-0bfd2007-5c86-4fe2-8445-6022210e313a tempest-ServersTestJSON-70348643 tempest-ServersTestJSON-70348643-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:01:05.978929 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-f801b2d8-7afb-4e35-a1f2-dbb10b01722b req-0bfd2007-5c86-4fe2-8445-6022210e313a tempest-ServersTestJSON-70348643 tempest-ServersTestJSON-70348643-project] 10.222.0.65 "GET /v2.0/ports?device_id=0b820df6-7943-47a0-a05c-dba3ae26b99f HTTP/1.1" status: 200  len: 945 time: 1.1361091
Dec 24 11:01:06.012782 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079cf8e3-eac9-4c80-932d-5cdc751aa4de None None] Pushing event updated for resources: {'Port': ['ID=579ffa8f-f4f6-43f7-92b5-7c94ce286fb6,revision_number=3']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:01:06.017714 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-079cf8e3-eac9-4c80-932d-5cdc751aa4de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:01:06.020378 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-5bcbd845-9127-4967-a88a-cb6a1be076ec None None] Could not find standard attr ID for object f572364c-3eac-474b-b721-3b45c9f42845. {{(pid=88880) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 24 11:01:06.044073 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63daa7cf-b6cd-4af6-8921-e73c241ae06c req-50dba7e0-9909-422b-b0ea-eac299274a65 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:01:06.046029 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-63daa7cf-b6cd-4af6-8921-e73c241ae06c req-50dba7e0-9909-422b-b0ea-eac299274a65 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] 10.222.0.65 "GET /v2.0/ports?device_id=655d927a-1c14-4f1b-88cc-771b29a10c76 HTTP/1.1" status: 200  len: 946 time: 0.5456121
Dec 24 11:01:06.119214 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33210a07-ce0e-4236-a9bd-d412cca96799 tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Network f8c337ba-681f-4fcb-a333-e3c49365b30a is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:01:06.125331 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33210a07-ce0e-4236-a9bd-d412cca96799 tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Pushing event updated for resources: {'Port': ['ID=3b49d9af-9036-4189-b3e6-39e1a01db0e1,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:01:06.135316 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-33210a07-ce0e-4236-a9bd-d412cca96799 tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Resources bound (agent type, host, resource id):  {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:01:06.164381 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-2482d46f-3919-41f9-bea8-fc0dbb69d021 None None] Provisioning complete for port 52515e94-5bea-4567-ac6a-bef1e45be640 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:01:06.166324 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2482d46f-3919-41f9-bea8-fc0dbb69d021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:06.166779 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea633ddf-a408-4f1c-9292-6c0424ad787a tempest-FloatingIPAdminTestJSON-149081295 tempest-FloatingIPAdminTestJSON-149081295-project-admin] Pushing event updated for resources: {'Port': ['ID=5f5fa2a1-0d20-4abc-98c4-9971404eb490,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:01:06.170542 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-ea633ddf-a408-4f1c-9292-6c0424ad787a tempest-FloatingIPAdminTestJSON-149081295 tempest-FloatingIPAdminTestJSON-149081295-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:01:06.180698 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-f801b2d8-7afb-4e35-a1f2-dbb10b01722b req-e1b651b4-e46a-4ccf-bce5-69f97b20e50a tempest-ServersTestJSON-70348643 tempest-ServersTestJSON-70348643-project] 10.222.0.65 "GET /v2.0/security-groups?id=2713acac-b64d-4c06-84a4-0405fa3dbde3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1932476
Dec 24 11:01:06.181819 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-33210a07-ce0e-4236-a9bd-d412cca96799 tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:01:06.184128 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33210a07-ce0e-4236-a9bd-d412cca96799 tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:01:06.216598 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-63daa7cf-b6cd-4af6-8921-e73c241ae06c req-3e2f9388-4c63-4460-9aee-fd0786f913e9 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] 10.222.0.65 "GET /v2.0/security-groups?id=02c07f75-3a5f-4cdc-91db-62e2db60964c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1534429
Dec 24 11:01:06.245815 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-15f892fd-ddf4-4591-9e56-5eb4b288961b tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:06.283274 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-0bdb561d-b1de-4fa6-86fd-728d4b4a7f23 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:01:06.370640 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-2482d46f-3919-41f9-bea8-fc0dbb69d021 None None] Port 52515e94-5bea-4567-ac6a-bef1e45be640 cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:01:06.397294 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 33488) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:06.414580 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-838d50c5-9562-427c-ac71-46f9ea54199b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:06.418061 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-6dc9cba1-5198-407f-b274-c6df5e3058a1 tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Request body: {'router': {'name': 'tempest-router--496006200', 'project_id': 'b1e65e36dd9545e0b142b8d3bbb4ad47'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:01:06.428941 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15f892fd-ddf4-4591-9e56-5eb4b288961b tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Network b50627a0-ed4f-49ed-965f-474a0ae94427 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:01:06.463399 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-15f892fd-ddf4-4591-9e56-5eb4b288961b tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Resources bound (agent type, host, resource id):  {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:01:06.466818 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f892fd-ddf4-4591-9e56-5eb4b288961b tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:01:06.472609 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15f892fd-ddf4-4591-9e56-5eb4b288961b tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:01:06.473800 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-15f892fd-ddf4-4591-9e56-5eb4b288961b tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:06.477772 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-59effdfd-d4eb-4ac0-9f4f-a6daf2f612ea tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847655656'] for subnet, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:06.478533 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f892fd-ddf4-4591-9e56-5eb4b288961b tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Pushing event updated for resources: {'Port': ['ID=0cdc314c-7736-4857-a7d9-d7555ece1fd0,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:01:06.482232 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-15f892fd-ddf4-4591-9e56-5eb4b288961b tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:01:06.522447 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-6dc9cba1-5198-407f-b274-c6df5e3058a1 tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:01:06.595833 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ea633ddf-a408-4f1c-9292-6c0424ad787a tempest-FloatingIPAdminTestJSON-149081295 tempest-FloatingIPAdminTestJSON-149081295-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659181'] for floatingip, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:06.652196 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ea633ddf-a408-4f1c-9292-6c0424ad787a tempest-FloatingIPAdminTestJSON-149081295 tempest-FloatingIPAdminTestJSON-149081295-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for floatingip, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:06.654852 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-ea633ddf-a408-4f1c-9292-6c0424ad787a tempest-FloatingIPAdminTestJSON-149081295 tempest-FloatingIPAdminTestJSON-149081295-project-admin] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 7.1157556
Dec 24 11:01:06.671432 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 33492) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:06.689645 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-199a2a4f-1ed6-4306-84fd-3419eec6baff tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:06.841769 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-6dc9cba1-5198-407f-b274-c6df5e3058a1 tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Usage tracker for resource:router and tenant:b1e65e36dd9545e0b142b8d3bbb4ad47 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:01:06.851182 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-199a2a4f-1ed6-4306-84fd-3419eec6baff tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Calling delete_port for 52515e94-5bea-4567-ac6a-bef1e45be640 owned by  {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:01:06.851475 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-6dc9cba1-5198-407f-b274-c6df5e3058a1 tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:01:06.880790 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-6dc9cba1-5198-407f-b274-c6df5e3058a1 tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:01:06.889789 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-59effdfd-d4eb-4ac0-9f4f-a6daf2f612ea tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7120129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850854134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851156349'] for subnet, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:06.905063 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-15f892fd-ddf4-4591-9e56-5eb4b288961b tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 951 time: 3.0178466
Dec 24 11:01:06.909087 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 33498) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:06.913883 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:01:06.927594 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6dc9cba1-5198-407f-b274-c6df5e3058a1 tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-612016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-84579'] for router, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:06.928713 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6dc9cba1-5198-407f-b274-c6df5e3058a1 tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854163950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659046', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854079771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854691221'] for router, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:07.025251 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-127e6ce4-9982-4b28-a493-1faebdd1d539 tempest-FloatingIPAdminTestJSON-124144956 tempest-FloatingIPAdminTestJSON-124144956-project] Request body: {'floatingip': {'floating_network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:01:07.031760 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59effdfd-d4eb-4ac0-9f4f-a6daf2f612ea tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Pushing event deleted for resources: {'Subnet': ['ID=d4645d14-5222-48e4-a12a-86351bd4099c,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:01:07.040891 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-59effdfd-d4eb-4ac0-9f4f-a6daf2f612ea tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:01:07.048946 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-127e6ce4-9982-4b28-a493-1faebdd1d539 tempest-FloatingIPAdminTestJSON-124144956 tempest-FloatingIPAdminTestJSON-124144956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:01:07.067157 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6dc9cba1-5198-407f-b274-c6df5e3058a1 tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:07.076446 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6d54e2-9f64-415b-b1a6-a55037b36214 req-e2547730-95a8-4ef5-9de4-d16ef2a05199 tempest-ServersTestJSON-70348643 tempest-ServersTestJSON-70348643-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:01:07.078437 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-9b6d54e2-9f64-415b-b1a6-a55037b36214 req-e2547730-95a8-4ef5-9de4-d16ef2a05199 tempest-ServersTestJSON-70348643 tempest-ServersTestJSON-70348643-project] 10.222.0.65 "GET /v2.0/ports?device_id=0b820df6-7943-47a0-a05c-dba3ae26b99f HTTP/1.1" status: 200  len: 945 time: 0.5528779
Dec 24 11:01:07.081962 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-59effdfd-d4eb-4ac0-9f4f-a6daf2f612ea tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks [] for subnet, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:07.087552 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29fbaea2-d568-4862-afe8-dec34eada318 None None] Network 1c9eeaac-d205-4b19-a351-2fe67dd78b42 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:01:07.101151 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0423dac-cc97-4ec5-b141-9f389591a9a8 req-71dd5554-e8e4-4f50-8ed8-d9ef4a8f4964 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:01:07.102618 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 33502) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:07.103017 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-b0423dac-cc97-4ec5-b141-9f389591a9a8 req-71dd5554-e8e4-4f50-8ed8-d9ef4a8f4964 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] 10.222.0.65 "GET /v2.0/ports?device_id=655d927a-1c14-4f1b-88cc-771b29a10c76 HTTP/1.1" status: 200  len: 946 time: 0.6789694
Dec 24 11:01:07.105442 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-33210a07-ce0e-4236-a9bd-d412cca96799 tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Deleting port 3b49d9af-9036-4189-b3e6-39e1a01db0e1 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:01:07.105622 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-33210a07-ce0e-4236-a9bd-d412cca96799 tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:07.106601 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-127e6ce4-9982-4b28-a493-1faebdd1d539 tempest-FloatingIPAdminTestJSON-124144956 tempest-FloatingIPAdminTestJSON-124144956-project] Usage tracker for resource:floatingip and tenant:70b5aa6f7cf5488c8824324acd991048 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:01:07.137246 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-127e6ce4-9982-4b28-a493-1faebdd1d539 tempest-FloatingIPAdminTestJSON-124144956 tempest-FloatingIPAdminTestJSON-124144956-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:01:07.138146 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-c2574738-3643-4b1a-8efe-6bfd2c72135a tempest-ServersTestJSON-70348643 tempest-ServersTestJSON-70348643-project] Request body: {'floatingip': {'port_id': '0d8694fa-24df-4280-8056-42a94a7e98b9'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:01:07.145412 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 33506) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:07.163841 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-7228312c-6c33-4b5a-82c8-1ac98b3a7675 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] Request body: {'floatingip': {'port_id': '3a88a9cd-23ff-4882-94d5-148e4e2e250b'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:01:07.243340 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6dc9cba1-5198-407f-b274-c6df5e3058a1 tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854163800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854116816'] for router, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:07.297655 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7228312c-6c33-4b5a-82c8-1ac98b3a7675 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] Notify callbacks [] for floatingip, before_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:07.414362 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6dc9cba1-5198-407f-b274-c6df5e3058a1 tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Notify callbacks [] for router, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:07.424090 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-6dc9cba1-5198-407f-b274-c6df5e3058a1 tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201  len: 722 time: 1.0221872
Dec 24 11:01:07.427308 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-127e6ce4-9982-4b28-a493-1faebdd1d539 tempest-FloatingIPAdminTestJSON-124144956 tempest-FloatingIPAdminTestJSON-124144956-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:01:07.428625 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 33510) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:07.448294 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a55558f-d08e-4bdc-acbc-dc51cc91b1dd tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Deleting subnet e793c022-13cb-4f5b-96a7-77ad81dac444 {{(pid=88879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 24 11:01:07.452103 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5a55558f-d08e-4bdc-acbc-dc51cc91b1dd tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Notify callbacks [] for subnet, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:07.523158 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5a55558f-d08e-4bdc-acbc-dc51cc91b1dd tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-786693'] for subnet, precommit_delete_associations {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:07.587051 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 579ffa8f-f4f6-43f7-92b5-7c94ce286fb6 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:01:07.651232 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5a55558f-d08e-4bdc-acbc-dc51cc91b1dd tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847655656'] for subnet, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:07.705906 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port 579ffa8f-f4f6-43f7-92b5-7c94ce286fb6 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:01:07.706354 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:07.738164 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-59effdfd-d4eb-4ac0-9f4f-a6daf2f612ea tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "DELETE /v2.0/subnets/d4645d14-5222-48e4-a12a-86351bd4099c HTTP/1.1" status: 204  len: 168 time: 3.7778540
Dec 24 11:01:07.757165 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 33514) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:07.772867 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c2574738-3643-4b1a-8efe-6bfd2c72135a tempest-ServersTestJSON-70348643 tempest-ServersTestJSON-70348643-project] Notify callbacks [] for floatingip, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:07.788064 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-970a6537-26be-4188-b6ea-0cd20daab7d8 None None] DHCP port deletion for 1c9eeaac-d205-4b19-a351-2fe67dd78b42 request from dv-neutron-822691-2-hyperv {{(pid=88880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 24 11:01:07.808651 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-970a6537-26be-4188-b6ea-0cd20daab7d8 None None] Deleting port 579ffa8f-f4f6-43f7-92b5-7c94ce286fb6 {{(pid=88880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:01:07.809078 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-970a6537-26be-4188-b6ea-0cd20daab7d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:07.936850 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-68a196c5-dbea-4db7-a17a-6cb774f13e13 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1726053
Dec 24 11:01:07.941972 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 33518) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:07.980861 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 3faab8dd-eca2-4caf-85aa-8844e6c8cf16 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:01:08.036571 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-127e6ce4-9982-4b28-a493-1faebdd1d539 tempest-FloatingIPAdminTestJSON-124144956 tempest-FloatingIPAdminTestJSON-124144956-project] Notify callbacks [] for floatingip, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:08.055082 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-35a22680-620f-4f81-982f-fc9a0908b975 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Request body: {'subnet': {'network_id': '1c9eeaac-d205-4b19-a351-2fe67dd78b42', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:01:08.074262 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-199a2a4f-1ed6-4306-84fd-3419eec6baff tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:08.077252 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5a55558f-d08e-4bdc-acbc-dc51cc91b1dd tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7120129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850854134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851156349'] for subnet, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:08.085681 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:08.089578 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-33210a07-ce0e-4236-a9bd-d412cca96799 tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:08.090120 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-33210a07-ce0e-4236-a9bd-d412cca96799 tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:08.093208 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:01:08.170575 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199a2a4f-1ed6-4306-84fd-3419eec6baff tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Pushing event deleted for resources: {'Port': ['ID=52515e94-5bea-4567-ac6a-bef1e45be640,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:01:08.180660 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6294c530-1628-49f5-8de8-90b336882e5f tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Notify callbacks [] for router, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:08.182924 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fb15b8b-260c-4e30-bd3f-cc18b9a0c405 None None] Network b50627a0-ed4f-49ed-965f-474a0ae94427 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:01:08.191325 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-199a2a4f-1ed6-4306-84fd-3419eec6baff tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:01:08.194147 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-ab0c7e34-1afc-4630-9f98-4e88267c542f tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:01:08.233953 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-970a6537-26be-4188-b6ea-0cd20daab7d8 None None] For port 579ffa8f-f4f6-43f7-92b5-7c94ce286fb6, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=579ffa8f-f4f6-43f7-92b5-7c94ce286fb6,segment=NetworkSegment(6618a092-51b2-4e3d-9318-3ce6b7b40c55),segment_id=6618a092-51b2-4e3d-9318-3ce6b7b40c55)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:01:08.234394 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-970a6537-26be-4188-b6ea-0cd20daab7d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:08.296868 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a55558f-d08e-4bdc-acbc-dc51cc91b1dd tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Pushing event deleted for resources: {'Subnet': ['ID=e793c022-13cb-4f5b-96a7-77ad81dac444,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:01:08.306794 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-5a55558f-d08e-4bdc-acbc-dc51cc91b1dd tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:01:08.393383 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5a55558f-d08e-4bdc-acbc-dc51cc91b1dd tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Notify callbacks [] for subnet, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:08.485779 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-33210a07-ce0e-4236-a9bd-d412cca96799 tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Calling delete_port for 3b49d9af-9036-4189-b3e6-39e1a01db0e1 owned by network:floatingip {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:01:08.643225 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-970a6537-26be-4188-b6ea-0cd20daab7d8 None None] Calling delete_port for 579ffa8f-f4f6-43f7-92b5-7c94ce286fb6 owned by network:dhcp {{(pid=88880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:01:08.703588 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning for port 3faab8dd-eca2-4caf-85aa-8844e6c8cf16 completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:01:08.715059 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port 3faab8dd-eca2-4caf-85aa-8844e6c8cf16 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:01:08.715490 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:08.720208 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-35a22680-620f-4f81-982f-fc9a0908b975 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:01:08.729213 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-35a22680-620f-4f81-982f-fc9a0908b975 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Usage tracker for resource:subnet and tenant:739a78fd4cfc48c2a4011598579f8f8c is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:01:08.736129 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-35a22680-620f-4f81-982f-fc9a0908b975 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:01:08.744800 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-7e524d91-8d19-4e8e-abcd-52171f689390 None None] Provisioning for port 3faab8dd-eca2-4caf-85aa-8844e6c8cf16 completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:01:08.748824 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-35a22680-620f-4f81-982f-fc9a0908b975 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:01:08.801193 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-7e524d91-8d19-4e8e-abcd-52171f689390 None None] Provisioning complete for port 3faab8dd-eca2-4caf-85aa-8844e6c8cf16 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:01:08.801624 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7e524d91-8d19-4e8e-abcd-52171f689390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:08.838107 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35a22680-620f-4f81-982f-fc9a0908b975 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Made reservation on behalf of 739a78fd4cfc48c2a4011598579f8f8c for: {'subnet': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:01:08.987751 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-196a22d0-bf8a-4572-979a-f6bad69a3957 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:09.033112 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-970a6537-26be-4188-b6ea-0cd20daab7d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392'] for port, after_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:09.045652 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-4c669a5c-d711-491e-9e83-e56e2f25da1e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:01:09.078070 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.agents_db [None req-e51243ab-6a93-425b-980f-a73583147efa None None] Agent healthcheck: found 6 active agents {{(pid=88881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 24 11:01:09.140449 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970a6537-26be-4188-b6ea-0cd20daab7d8 None None] Pushing event deleted for resources: {'Port': ['ID=579ffa8f-f4f6-43f7-92b5-7c94ce286fb6,revision_number=None']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:01:09.144109 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-970a6537-26be-4188-b6ea-0cd20daab7d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:01:09.179769 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-970a6537-26be-4188-b6ea-0cd20daab7d8 None None] No DVR routers for this DVR port 579ffa8f-f4f6-43f7-92b5-7c94ce286fb6 on host dv-neutron-822691-2-hyperv {{(pid=88880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 24 11:01:09.184310 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7e524d91-8d19-4e8e-abcd-52171f689390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:09.192301 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-5a55558f-d08e-4bdc-acbc-dc51cc91b1dd tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] 10.222.0.65 "DELETE /v2.0/subnets/e793c022-13cb-4f5b-96a7-77ad81dac444 HTTP/1.1" status: 204  len: 168 time: 2.2295048
Dec 24 11:01:09.228499 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:09.285635 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7e524d91-8d19-4e8e-abcd-52171f689390 None None] For port 3faab8dd-eca2-4caf-85aa-8844e6c8cf16, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=3faab8dd-eca2-4caf-85aa-8844e6c8cf16,segment=NetworkSegment(33b079b7-9b17-42d9-9832-a38c81f66e5c),segment_id=33b079b7-9b17-42d9-9832-a38c81f66e5c)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:01:09.297663 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7e524d91-8d19-4e8e-abcd-52171f689390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:09.321701 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 33522) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:09.406259 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-8cdcaaab-de0a-454a-83bf-8a3521b85934 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:01:09.439936 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e1b494a-33c9-4cce-a37b-dc24c1a790e8 None None] DHCP port deletion for b50627a0-ed4f-49ed-965f-474a0ae94427 request from dv-neutron-822691-2-hyperv {{(pid=88880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 24 11:01:09.443068 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bdfdbc84-c52d-4f40-b281-af314dc1f8fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:09.468640 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-9e1b494a-33c9-4cce-a37b-dc24c1a790e8 None None] Deleting port 3faab8dd-eca2-4caf-85aa-8844e6c8cf16 {{(pid=88880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:01:09.469073 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9e1b494a-33c9-4cce-a37b-dc24c1a790e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:09.537148 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.db.api [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88880) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 24 11:01:09.537542 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_db.api [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 24 11:01:09.566014 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e524d91-8d19-4e8e-abcd-52171f689390 None None] Pushing event updated for resources: {'Port': ['ID=3faab8dd-eca2-4caf-85aa-8844e6c8cf16,revision_number=4']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:01:09.598535 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7e524d91-8d19-4e8e-abcd-52171f689390 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:01:09.742059 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-35a22680-620f-4f81-982f-fc9a0908b975 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2246100'] for subnet, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:09.752660 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-9e1b494a-33c9-4cce-a37b-dc24c1a790e8 None None] For port 3faab8dd-eca2-4caf-85aa-8844e6c8cf16, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=3faab8dd-eca2-4caf-85aa-8844e6c8cf16,segment=NetworkSegment(33b079b7-9b17-42d9-9832-a38c81f66e5c),segment_id=33b079b7-9b17-42d9-9832-a38c81f66e5c)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:01:09.753105 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9e1b494a-33c9-4cce-a37b-dc24c1a790e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:09.803720 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-33210a07-ce0e-4236-a9bd-d412cca96799 tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:09.812689 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7387d01f-cfcb-468e-8089-d82323b37016 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:01:09.814397 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7387d01f-cfcb-468e-8089-d82323b37016 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:01:09.815265 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-7387d01f-cfcb-468e-8089-d82323b37016 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Synchronizing usage tracker for tenant:8a7af7c8b592433694552a5e5f506278 on resource:subnet {{(pid=88879) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:01:09.832489 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-127e6ce4-9982-4b28-a493-1faebdd1d539 tempest-FloatingIPAdminTestJSON-124144956 tempest-FloatingIPAdminTestJSON-124144956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:09.839425 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-199a2a4f-1ed6-4306-84fd-3419eec6baff tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:09.846670 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-199a2a4f-1ed6-4306-84fd-3419eec6baff tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] 10.222.0.65 "DELETE /v2.0/ports/52515e94-5bea-4567-ac6a-bef1e45be640 HTTP/1.1" status: 204  len: 168 time: 4.3850899
Dec 24 11:01:09.886111 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 33526) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:09.893261 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-9e1b494a-33c9-4cce-a37b-dc24c1a790e8 None None] Calling delete_port for 3faab8dd-eca2-4caf-85aa-8844e6c8cf16 owned by network:dhcp {{(pid=88880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:01:09.971665 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f740f81f-2e55-4a7a-b4fe-e5b41afd1dc1 tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:01:09.983077 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9e1b494a-33c9-4cce-a37b-dc24c1a790e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392'] for port, after_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:09.987361 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-079cf8e3-eac9-4c80-932d-5cdc751aa4de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:01:10.033963 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-caa329e0-1f5f-4c62-83b7-e21009ba5b18 tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] GET failed (client error): The resource could not be found.
Dec 24 11:01:10.033963 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-caa329e0-1f5f-4c62-83b7-e21009ba5b18 tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Synchronizing usage tracker for tenant:d9849f2157e642b5a3e5e89d95c44695 on resource:port {{(pid=88879) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:01:10.034402 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1b494a-33c9-4cce-a37b-dc24c1a790e8 None None] Pushing event deleted for resources: {'Port': ['ID=3faab8dd-eca2-4caf-85aa-8844e6c8cf16,revision_number=None']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:01:10.063412 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-9e1b494a-33c9-4cce-a37b-dc24c1a790e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:01:10.075647 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-7387d01f-cfcb-468e-8089-d82323b37016 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Unset dirty status for tenant:8a7af7c8b592433694552a5e5f506278 on resource:subnet {{(pid=88879) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:01:10.077080 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Port 3faab8dd-eca2-4caf-85aa-8844e6c8cf16 update to ACTIVE by agent not found {{(pid=88880) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2073}}
Dec 24 11:01:10.077762 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-7387d01f-cfcb-468e-8089-d82323b37016 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1478 time: 0.7436676
Dec 24 11:01:10.087318 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e1b494a-33c9-4cce-a37b-dc24c1a790e8 None None] No DVR routers for this DVR port 3faab8dd-eca2-4caf-85aa-8844e6c8cf16 on host dv-neutron-822691-2-hyperv {{(pid=88880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 24 11:01:10.096091 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 33530) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:10.172511 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 579ffa8f-f4f6-43f7-92b5-7c94ce286fb6 no longer exists at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:01:10.218033 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] No Port match for: 579ffa8f-f4f6-43f7-92b5-7c94ce286fb6 {{(pid=88880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 24 11:01:10.218741 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 579ffa8f-f4f6-43f7-92b5-7c94ce286fb6 not bound to the agent host dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 24 11:01:10.219436 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-caa329e0-1f5f-4c62-83b7-e21009ba5b18 tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Unset dirty status for tenant:d9849f2157e642b5a3e5e89d95c44695 on resource:port {{(pid=88879) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:01:10.219994 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 3faab8dd-eca2-4caf-85aa-8844e6c8cf16 no longer exists at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:01:10.225063 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-caa329e0-1f5f-4c62-83b7-e21009ba5b18 tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] 10.222.0.65 "GET /v2.0/ports/52515e94-5bea-4567-ac6a-bef1e45be640 HTTP/1.1" status: 404  len: 333 time: 0.3335822
Dec 24 11:01:10.230499 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 33534) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:10.256942 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] No Port match for: 3faab8dd-eca2-4caf-85aa-8844e6c8cf16 {{(pid=88880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 24 11:01:10.257443 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 3faab8dd-eca2-4caf-85aa-8844e6c8cf16 not bound to the agent host dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 24 11:01:10.373279 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f03f2946-137b-4f83-85bb-4d131f97ed50 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036847558493'] for network, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:10.419105 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-127e6ce4-9982-4b28-a493-1faebdd1d539 tempest-FloatingIPAdminTestJSON-124144956 tempest-FloatingIPAdminTestJSON-124144956-project] Allocated IP 172.26.3.224 (f8c337ba-681f-4fcb-a333-e3c49365b30a/8ea1398c-0bec-46d6-8d54-85798de2a7ca/c367319c-5d34-4ec6-9656-daecc48abfbf) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:01:10.420782 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33210a07-ce0e-4236-a9bd-d412cca96799 tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Pushing event deleted for resources: {'Port': ['ID=3b49d9af-9036-4189-b3e6-39e1a01db0e1,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:01:10.430118 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-f03f2946-137b-4f83-85bb-4d131f97ed50 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] DELETE failed (client error): There was a conflict when trying to complete your request.
Dec 24 11:01:10.430674 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f03f2946-137b-4f83-85bb-4d131f97ed50 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88879) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 24 11:01:10.471755 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-2708ffa0-bb11-4d09-9ba3-24778a8e9c24 tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Deleting port 7c41922c-362f-4fe4-bf55-6f82d8766ecc {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:01:10.472152 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2708ffa0-bb11-4d09-9ba3-24778a8e9c24 tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:10.503513 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-f03f2946-137b-4f83-85bb-4d131f97ed50 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] 10.222.0.65 "DELETE /v2.0/networks/b50627a0-ed4f-49ed-965f-474a0ae94427 HTTP/1.1" status: 409  len: 405 time: 0.4061909
Dec 24 11:01:10.519160 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-33210a07-ce0e-4236-a9bd-d412cca96799 tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.548s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:01:10.559593 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 33538) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:10.563542 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-39ff93cf-c0b7-48c5-95f3-6f7e9977387d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:10.569512 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6294c530-1628-49f5-8de8-90b336882e5f tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854158724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-84560'] for router, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:10.574718 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6294c530-1628-49f5-8de8-90b336882e5f tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:10.611554 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-33dcb3a4-2f87-4487-98ff-a4bc37808fa5 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1158483298'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:01:10.659363 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-33dcb3a4-2f87-4487-98ff-a4bc37808fa5 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:01:10.716055 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-33dcb3a4-2f87-4487-98ff-a4bc37808fa5 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Usage tracker for resource:network and tenant:8a7af7c8b592433694552a5e5f506278 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:01:10.729606 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6294c530-1628-49f5-8de8-90b336882e5f tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854158830'] for router, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:10.730210 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6294c530-1628-49f5-8de8-90b336882e5f tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 635737c9-6621-4472-b561-071702387d6f {{(pid=88878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 24 11:01:10.739060 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-33dcb3a4-2f87-4487-98ff-a4bc37808fa5 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:01:10.758639 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-33dcb3a4-2f87-4487-98ff-a4bc37808fa5 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:01:10.851942 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33dcb3a4-2f87-4487-98ff-a4bc37808fa5 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Made reservation on behalf of 8a7af7c8b592433694552a5e5f506278 for: {'network': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:01:10.857719 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-33dcb3a4-2f87-4487-98ff-a4bc37808fa5 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for network, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:10.929924 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c2574738-3643-4b1a-8efe-6bfd2c72135a tempest-ServersTestJSON-70348643 tempest-ServersTestJSON-70348643-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:10.936622 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-127e6ce4-9982-4b28-a493-1faebdd1d539 tempest-FloatingIPAdminTestJSON-124144956 tempest-FloatingIPAdminTestJSON-124144956-project] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:10.957552 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c2574738-3643-4b1a-8efe-6bfd2c72135a tempest-ServersTestJSON-70348643 tempest-ServersTestJSON-70348643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659181'] for floatingip, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:10.980389 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6294c530-1628-49f5-8de8-90b336882e5f tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Notify callbacks [] for router, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:10.981665 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-6294c530-1628-49f5-8de8-90b336882e5f tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] 10.222.0.65 "DELETE /v2.0/routers/635737c9-6621-4472-b561-071702387d6f HTTP/1.1" status: 204  len: 168 time: 3.5497851
Dec 24 11:01:11.028414 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.v2.resource [None req-33210a07-ce0e-4236-a9bd-d412cca96799 tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] create failed (client error): The resource could not be found.
Dec 24 11:01:11.033913 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-33210a07-ce0e-4236-a9bd-d412cca96799 tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 404  len: 507 time: 7.4442415
Dec 24 11:01:11.036497 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 33544) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:11.043434 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33dcb3a4-2f87-4487-98ff-a4bc37808fa5 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] vlan segment allocate from pool success with {'vlan_id': 611, 'physical_network': 'physnet1'}  {{(pid=88878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 24 11:01:11.155863 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-33dcb3a4-2f87-4487-98ff-a4bc37808fa5 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:11.156731 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.segments_db [None req-33dcb3a4-2f87-4487-98ff-a4bc37808fa5 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Added segment 1286c48b-626f-45c9-8ce2-98ebb7a10dec of type vlan for network 47fe6abb-79a0-4804-928a-24b870baf93a
Dec 24 11:01:11.170732 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-35a22680-620f-4f81-982f-fc9a0908b975 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850796890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2246085'] for subnet, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:11.172646 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 33548) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:11.190580 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:01:11.240760 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-e93bd71c-6573-4055-9852-698417800b8f tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Deleting port df9ddb6b-f292-4674-b10b-a453c4ec0e12 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:01:11.241186 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e93bd71c-6573-4055-9852-698417800b8f tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:11.281592 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2708ffa0-bb11-4d09-9ba3-24778a8e9c24 tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:11.284610 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-33dcb3a4-2f87-4487-98ff-a4bc37808fa5 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363287349540024'] for network, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:11.290775 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-127e6ce4-9982-4b28-a493-1faebdd1d539 tempest-FloatingIPAdminTestJSON-124144956 tempest-FloatingIPAdminTestJSON-124144956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:11.299399 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7228312c-6c33-4b5a-82c8-1ac98b3a7675 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:11.306344 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-ea633ddf-a408-4f1c-9292-6c0424ad787a tempest-FloatingIPAdminTestJSON-149081295 tempest-FloatingIPAdminTestJSON-149081295-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:01:11.314247 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7228312c-6c33-4b5a-82c8-1ac98b3a7675 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659181'] for floatingip, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:11.622879 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a22680-620f-4f81-982f-fc9a0908b975 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Network 1c9eeaac-d205-4b19-a351-2fe67dd78b42 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:01:11.636768 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-35a22680-620f-4f81-982f-fc9a0908b975 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Resources bound (agent type, host, resource id):  {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:01:11.643390 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-29d34765-0938-4e06-b29e-a09f4b1a25a5 tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-432000806', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a'}, 'admin_state_up': False}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:01:11.650038 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a22680-620f-4f81-982f-fc9a0908b975 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Pushing event updated for resources: {'Subnet': ['ID=804a27fc-bd75-40e1-a309-8790a957455d,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:01:11.650819 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87376fee-365a-4cad-8166-a9acd369212e None None] Network 1c9eeaac-d205-4b19-a351-2fe67dd78b42 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:01:11.654453 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35a22680-620f-4f81-982f-fc9a0908b975 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:01:11.655118 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-35a22680-620f-4f81-982f-fc9a0908b975 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1977811'] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:11.659667 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-35a22680-620f-4f81-982f-fc9a0908b975 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.469s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:01:11.671218 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-29d34765-0938-4e06-b29e-a09f4b1a25a5 tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:01:11.687848 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-29d34765-0938-4e06-b29e-a09f4b1a25a5 tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Usage tracker for resource:router and tenant:ee5cf3d76ba94cf2a98bf476ef872852 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:01:11.697603 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-29d34765-0938-4e06-b29e-a09f4b1a25a5 tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:01:11.710628 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-29d34765-0938-4e06-b29e-a09f4b1a25a5 tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:01:11.729373 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-35a22680-620f-4f81-982f-fc9a0908b975 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 3.7165666
Dec 24 11:01:11.729373 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-33dcb3a4-2f87-4487-98ff-a4bc37808fa5 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636'] for network, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:11.732633 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33dcb3a4-2f87-4487-98ff-a4bc37808fa5 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:01:11.733209 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-33dcb3a4-2f87-4487-98ff-a4bc37808fa5 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1977811'] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:11.737341 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 33554) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:11.740151 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:01:11.768989 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-29d34765-0938-4e06-b29e-a09f4b1a25a5 tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-612016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-84579'] for router, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:11.770065 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-29d34765-0938-4e06-b29e-a09f4b1a25a5 tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854163950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659046', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854079771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854691221'] for router, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:11.770675 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-2708ffa0-bb11-4d09-9ba3-24778a8e9c24 tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Calling delete_port for 7c41922c-362f-4fe4-bf55-6f82d8766ecc owned by  {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:01:11.776969 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-7c64d101-a085-4d1e-ba1c-4a437f0262ad tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Request body: {'port': {'network_id': '1c9eeaac-d205-4b19-a351-2fe67dd78b42', 'name': 'tempest-NetworksTestDHCPv6-1851949710'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:01:11.921967 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8ed84d4-d19d-4d1f-8ca2-0608485ad4ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73968e80-91fd-539e-a7c6-b31af6d9e680-1c9eeaac-d205-4b19-a351-2fe67dd78b42', 'network_id': '1c9eeaac-d205-4b19-a351-2fe67dd78b42', 'tenant_id': '739a78fd4cfc48c2a4011598579f8f8c', 'fixed_ips': [{'subnet_id': '804a27fc-bd75-40e1-a309-8790a957455d'}]}} from dv-neutron-822691-2-hyperv. {{(pid=88880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 24 11:01:11.923307 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c8ed84d4-d19d-4d1f-8ca2-0608485ad4ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:11.939665 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dcb3a4-2f87-4487-98ff-a4bc37808fa5 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Pushing event updated for resources: {'Network': ['ID=47fe6abb-79a0-4804-928a-24b870baf93a,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:01:11.946474 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-127e6ce4-9982-4b28-a493-1faebdd1d539 tempest-FloatingIPAdminTestJSON-124144956 tempest-FloatingIPAdminTestJSON-124144956-project] Network f8c337ba-681f-4fcb-a333-e3c49365b30a is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:01:11.947690 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-33dcb3a4-2f87-4487-98ff-a4bc37808fa5 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 1.3585496
Dec 24 11:01:11.950820 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 33558) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:11.955310 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127e6ce4-9982-4b28-a493-1faebdd1d539 tempest-FloatingIPAdminTestJSON-124144956 tempest-FloatingIPAdminTestJSON-124144956-project] Pushing event updated for resources: {'Port': ['ID=c367319c-5d34-4ec6-9656-daecc48abfbf,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:01:11.975268 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-127e6ce4-9982-4b28-a493-1faebdd1d539 tempest-FloatingIPAdminTestJSON-124144956 tempest-FloatingIPAdminTestJSON-124144956-project] Resources bound (agent type, host, resource id):  {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:01:11.978158 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-127e6ce4-9982-4b28-a493-1faebdd1d539 tempest-FloatingIPAdminTestJSON-124144956 tempest-FloatingIPAdminTestJSON-124144956-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.672s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:01:11.985729 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-127e6ce4-9982-4b28-a493-1faebdd1d539 tempest-FloatingIPAdminTestJSON-124144956 tempest-FloatingIPAdminTestJSON-124144956-project] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:01:11.987687 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Network 47fe6abb-79a0-4804-928a-24b870baf93a details requested by agent ovs-agent-dv-neutron-822691-2-hyperv with host dv-neutron-822691-2-hyperv {{(pid=88880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 24 11:01:12.002315 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-33dcb3a4-2f87-4487-98ff-a4bc37808fa5 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:01:12.018606 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-990c364a-4e55-4347-ad62-156a197a5400 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Request body: {'subnet': {'network_id': '47fe6abb-79a0-4804-928a-24b870baf93a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:01:12.140153 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-29d34765-0938-4e06-b29e-a09f4b1a25a5 tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:12.270624 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-7c64d101-a085-4d1e-ba1c-4a437f0262ad tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:01:12.280653 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-990c364a-4e55-4347-ad62-156a197a5400 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:01:12.283886 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-7c64d101-a085-4d1e-ba1c-4a437f0262ad tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Usage tracker for resource:port and tenant:739a78fd4cfc48c2a4011598579f8f8c is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:01:12.321193 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-c8ed84d4-d19d-4d1f-8ca2-0608485ad4ac None None] Allocated IP 2001:db8::2 (1c9eeaac-d205-4b19-a351-2fe67dd78b42/804a27fc-bd75-40e1-a309-8790a957455d/7d4a70e8-d53c-485b-a3b8-3497eb23d311) {{(pid=88880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:01:12.340659 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-7c64d101-a085-4d1e-ba1c-4a437f0262ad tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:01:12.348230 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2708ffa0-bb11-4d09-9ba3-24778a8e9c24 tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:12.355504 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e93bd71c-6573-4055-9852-698417800b8f tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:12.368924 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-990c364a-4e55-4347-ad62-156a197a5400 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:01:12.369860 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-93543b4d-18d3-4475-9175-1a2bdef4e2f8 tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:01:12.371593 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-7c64d101-a085-4d1e-ba1c-4a437f0262ad tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:01:12.463879 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-990c364a-4e55-4347-ad62-156a197a5400 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Made reservation on behalf of 8a7af7c8b592433694552a5e5f506278 for: {'subnet': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:01:12.492206 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c64d101-a085-4d1e-ba1c-4a437f0262ad tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Made reservation on behalf of 739a78fd4cfc48c2a4011598579f8f8c for: {'port': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:01:12.494006 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2708ffa0-bb11-4d09-9ba3-24778a8e9c24 tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Pushing event deleted for resources: {'Port': ['ID=7c41922c-362f-4fe4-bf55-6f82d8766ecc,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:01:12.498051 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7c64d101-a085-4d1e-ba1c-4a437f0262ad tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:12.572377 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-e93bd71c-6573-4055-9852-698417800b8f tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Calling delete_port for df9ddb6b-f292-4674-b10b-a453c4ec0e12 owned by  {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:01:12.604059 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-2708ffa0-bb11-4d09-9ba3-24778a8e9c24 tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:01:12.665786 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [None req-7c64d101-a085-4d1e-ba1c-4a437f0262ad tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] device_id is not set on port 24f5654d-c7ee-4012-9439-696d546aabfd yet. {{(pid=88878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 24 11:01:12.704862 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-29d34765-0938-4e06-b29e-a09f4b1a25a5 tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-659031', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854691240'] for router, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:12.728148 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.l3_db [None req-c2574738-3643-4b1a-8efe-6bfd2c72135a tempest-ServersTestJSON-70348643 tempest-ServersTestJSON-70348643-project] Floating IP 31a88be1-a44a-4f20-a84b-040c41867ec4 associated. External IP: 172.26.3.178, port: 0d8694fa-24df-4280-8056-42a94a7e98b9.
Dec 24 11:01:12.809056 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-990c364a-4e55-4347-ad62-156a197a5400 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2246100'] for subnet, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:12.822910 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-127e6ce4-9982-4b28-a493-1faebdd1d539 tempest-FloatingIPAdminTestJSON-124144956 tempest-FloatingIPAdminTestJSON-124144956-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:12.842177 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2708ffa0-bb11-4d09-9ba3-24778a8e9c24 tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:12.845405 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.l3_db [None req-7228312c-6c33-4b5a-82c8-1ac98b3a7675 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] Floating IP 95889fa4-2071-45ae-b27f-4a9414d34474 associated. External IP: 172.26.3.107, port: 3a88a9cd-23ff-4882-94d5-148e4e2e250b.
Dec 24 11:01:12.874369 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c8ed84d4-d19d-4d1f-8ca2-0608485ad4ac None None] Notify callbacks [] for port, precommit_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:12.893209 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-c8ed84d4-d19d-4d1f-8ca2-0608485ad4ac None None] Transition to ACTIVE for port object 7d4a70e8-d53c-485b-a3b8-3497eb23d311 will not be triggered until provisioned by entity L2. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:01:12.922284 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-2708ffa0-bb11-4d09-9ba3-24778a8e9c24 tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] 10.222.0.65 "DELETE /v2.0/ports/7c41922c-362f-4fe4-bf55-6f82d8766ecc HTTP/1.1" status: 204  len: 168 time: 2.6372194
Dec 24 11:01:12.934439 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 33562) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:12.934667 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-c8ed84d4-d19d-4d1f-8ca2-0608485ad4ac None None] Transition to ACTIVE for port object 7d4a70e8-d53c-485b-a3b8-3497eb23d311 will not be triggered until provisioned by entity DHCP. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:01:12.947852 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c8ed84d4-d19d-4d1f-8ca2-0608485ad4ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408'] for port, after_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:12.971068 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:01:12.989190 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-127e6ce4-9982-4b28-a493-1faebdd1d539 tempest-FloatingIPAdminTestJSON-124144956 tempest-FloatingIPAdminTestJSON-124144956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:13.065547 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8ed84d4-d19d-4d1f-8ca2-0608485ad4ac None None] Network 1c9eeaac-d205-4b19-a351-2fe67dd78b42 is already hosted by enough agents. {{(pid=88880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:01:13.070365 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-c8ed84d4-d19d-4d1f-8ca2-0608485ad4ac None None] Resources bound (agent type, host, resource id):  {{(pid=88880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:01:13.076908 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ed84d4-d19d-4d1f-8ca2-0608485ad4ac None None] Received port after_create {{(pid=88880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:01:13.111526 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed84d4-d19d-4d1f-8ca2-0608485ad4ac None None] Pushing event updated for resources: {'Port': ['ID=7d4a70e8-d53c-485b-a3b8-3497eb23d311,revision_number=1']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:01:13.116944 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c8ed84d4-d19d-4d1f-8ca2-0608485ad4ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:01:13.157314 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e93bd71c-6573-4055-9852-698417800b8f tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:13.161779 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-7c64d101-a085-4d1e-ba1c-4a437f0262ad tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Allocated IP 2001:db8::20f (1c9eeaac-d205-4b19-a351-2fe67dd78b42/804a27fc-bd75-40e1-a309-8790a957455d/24f5654d-c7ee-4012-9439-696d546aabfd) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:01:13.174877 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fedefbd-30e2-473c-9131-9ba502a4f07a tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] GET failed (client error): The resource could not be found.
Dec 24 11:01:13.182989 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-9fedefbd-30e2-473c-9131-9ba502a4f07a tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] 10.222.0.65 "GET /v2.0/ports/7c41922c-362f-4fe4-bf55-6f82d8766ecc HTTP/1.1" status: 404  len: 333 time: 0.2354820
Dec 24 11:01:13.185455 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-1c42996c-0bf3-4cb3-bcc2-662c4f07244a tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:01:13.185692 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 33566) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:13.247010 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93bd71c-6573-4055-9852-698417800b8f tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Pushing event deleted for resources: {'Port': ['ID=df9ddb6b-f292-4674-b10b-a453c4ec0e12,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:01:13.255841 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-e93bd71c-6573-4055-9852-698417800b8f tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:01:13.262938 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-c8ed84d4-d19d-4d1f-8ca2-0608485ad4ac None None] Attempting to bind port 7d4a70e8-d53c-485b-a3b8-3497eb23d311 on host dv-neutron-822691-2-hyperv for vnic_type normal with profile  {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:01:13.263554 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-c8ed84d4-d19d-4d1f-8ca2-0608485ad4ac None None] Attempting to bind port 7d4a70e8-d53c-485b-a3b8-3497eb23d311 by drivers openvswitch,hyperv on host dv-neutron-822691-2-hyperv at level 0 using segments [{'id': '6618a092-51b2-4e3d-9318-3ce6b7b40c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '1c9eeaac-d205-4b19-a351-2fe67dd78b42'}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:01:13.264033 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ed84d4-d19d-4d1f-8ca2-0608485ad4ac None None] Attempting to bind port 7d4a70e8-d53c-485b-a3b8-3497eb23d311 on network 1c9eeaac-d205-4b19-a351-2fe67dd78b42 {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:01:13.278070 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ed84d4-d19d-4d1f-8ca2-0608485ad4ac None None] Checking agent: {'id': 'db1275c1-6001-47af-93c2-635c68404703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822691-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 52, 8), 'started_at': datetime.datetime(2021, 12, 24, 10, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 1, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822691-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:01:13.278953 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ed84d4-d19d-4d1f-8ca2-0608485ad4ac None None] Checking segment: {'id': '6618a092-51b2-4e3d-9318-3ce6b7b40c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '1c9eeaac-d205-4b19-a351-2fe67dd78b42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:01:13.279790 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c8ed84d4-d19d-4d1f-8ca2-0608485ad4ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:13.281015 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ed84d4-d19d-4d1f-8ca2-0608485ad4ac None None] Bound using segment: {'id': '6618a092-51b2-4e3d-9318-3ce6b7b40c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '1c9eeaac-d205-4b19-a351-2fe67dd78b42'} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:01:13.281893 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-c8ed84d4-d19d-4d1f-8ca2-0608485ad4ac None None] Bound port: 7d4a70e8-d53c-485b-a3b8-3497eb23d311, host: dv-neutron-822691-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6618a092-51b2-4e3d-9318-3ce6b7b40c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '1c9eeaac-d205-4b19-a351-2fe67dd78b42'}}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:01:13.282564 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c8ed84d4-d19d-4d1f-8ca2-0608485ad4ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:13.403550 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-d3a4ea7b-f4fb-4adc-9e2a-d8331ce74825 tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Deleting port 7371e872-5c96-491b-bdc7-1c01e723da1f {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:01:13.403940 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d3a4ea7b-f4fb-4adc-9e2a-d8331ce74825 tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:13.455661 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-c8ed84d4-d19d-4d1f-8ca2-0608485ad4ac None None] For port 7d4a70e8-d53c-485b-a3b8-3497eb23d311, host dv-neutron-822691-2-hyperv, cleared binding levels {{(pid=88880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:01:13.460265 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-c8ed84d4-d19d-4d1f-8ca2-0608485ad4ac None None] For port 7d4a70e8-d53c-485b-a3b8-3497eb23d311, host dv-neutron-822691-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=7d4a70e8-d53c-485b-a3b8-3497eb23d311,segment=NetworkSegment(6618a092-51b2-4e3d-9318-3ce6b7b40c55),segment_id=6618a092-51b2-4e3d-9318-3ce6b7b40c55)] {{(pid=88880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:01:13.465225 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c8ed84d4-d19d-4d1f-8ca2-0608485ad4ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:13.479700 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-ad72d42f-ee14-41c3-a8e4-6a88a4bb3231 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:01:13.564039 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e93bd71c-6573-4055-9852-698417800b8f tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:13.576434 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-127e6ce4-9982-4b28-a493-1faebdd1d539 tempest-FloatingIPAdminTestJSON-124144956 tempest-FloatingIPAdminTestJSON-124144956-project] Notify callbacks [] for port, precommit_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:13.590834 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-127e6ce4-9982-4b28-a493-1faebdd1d539 tempest-FloatingIPAdminTestJSON-124144956 tempest-FloatingIPAdminTestJSON-124144956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850854027'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:13.597144 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-e93bd71c-6573-4055-9852-698417800b8f tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] 10.222.0.65 "DELETE /v2.0/ports/df9ddb6b-f292-4674-b10b-a453c4ec0e12 HTTP/1.1" status: 204  len: 168 time: 2.5576046
Dec 24 11:01:13.600310 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-2708ffa0-bb11-4d09-9ba3-24778a8e9c24 tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:01:13.622612 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed84d4-d19d-4d1f-8ca2-0608485ad4ac None None] Pushing event updated for resources: {'Port': ['ID=7d4a70e8-d53c-485b-a3b8-3497eb23d311,revision_number=2']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:01:13.633266 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c8ed84d4-d19d-4d1f-8ca2-0608485ad4ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:01:13.665890 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 33570) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:14.172886 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127e6ce4-9982-4b28-a493-1faebdd1d539 tempest-FloatingIPAdminTestJSON-124144956 tempest-FloatingIPAdminTestJSON-124144956-project] Pushing event updated for resources: {'Port': ['ID=c367319c-5d34-4ec6-9656-daecc48abfbf,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:01:14.176096 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-127e6ce4-9982-4b28-a493-1faebdd1d539 tempest-FloatingIPAdminTestJSON-124144956 tempest-FloatingIPAdminTestJSON-124144956-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.576s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:01:14.216477 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-127e6ce4-9982-4b28-a493-1faebdd1d539 tempest-FloatingIPAdminTestJSON-124144956 tempest-FloatingIPAdminTestJSON-124144956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659181'] for floatingip, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:14.268342 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f3aeea1-d133-4797-8ee5-a0266a66eb0c tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:01:14.269172 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-1f3aeea1-d133-4797-8ee5-a0266a66eb0c tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Synchronizing usage tracker for tenant:4bbcadd5ae2f4f5c92f261f0898599bf on resource:port {{(pid=88879) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:01:14.272352 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-127e6ce4-9982-4b28-a493-1faebdd1d539 tempest-FloatingIPAdminTestJSON-124144956 tempest-FloatingIPAdminTestJSON-124144956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for floatingip, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:14.274072 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-127e6ce4-9982-4b28-a493-1faebdd1d539 tempest-FloatingIPAdminTestJSON-124144956 tempest-FloatingIPAdminTestJSON-124144956-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 7.6014585
Dec 24 11:01:14.279464 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 33574) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:14.347108 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-29d34765-0938-4e06-b29e-a09f4b1a25a5 tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Notify callbacks [] for router_gateway, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:14.347388 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 7d4a70e8-d53c-485b-a3b8-3497eb23d311 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:01:14.486871 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning for port 7d4a70e8-d53c-485b-a3b8-3497eb23d311 completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:01:14.517119 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7c64d101-a085-4d1e-ba1c-4a437f0262ad tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:14.541369 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-29d34765-0938-4e06-b29e-a09f4b1a25a5 tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:14.580140 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-1f3aeea1-d133-4797-8ee5-a0266a66eb0c tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Unset dirty status for tenant:4bbcadd5ae2f4f5c92f261f0898599bf on resource:port {{(pid=88879) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:01:14.586679 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-1f3aeea1-d133-4797-8ee5-a0266a66eb0c tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] 10.222.0.65 "GET /v2.0/ports?device_id=d6659a0e-4485-4bec-b113-384967331055 HTTP/1.1" status: 200  len: 913 time: 0.9179893
Dec 24 11:01:14.587551 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 33578) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:14.640770 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-7c64d101-a085-4d1e-ba1c-4a437f0262ad tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Transition to ACTIVE for port object 24f5654d-c7ee-4012-9439-696d546aabfd will not be triggered until provisioned by entity DHCP. {{(pid=88878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:01:14.673588 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d3a4ea7b-f4fb-4adc-9e2a-d8331ce74825 tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:14.793652 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-402fb4e1-661c-4fb6-a045-efe6c03b3c5d tempest-FloatingIPAdminTestJSON-149081295 tempest-FloatingIPAdminTestJSON-149081295-project-admin] Synchronizing usage tracker for tenant:fbbca9cc558c4ea4999e534d605a5b34 on resource:floatingip {{(pid=88879) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:01:14.844357 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-402fb4e1-661c-4fb6-a045-efe6c03b3c5d tempest-FloatingIPAdminTestJSON-149081295 tempest-FloatingIPAdminTestJSON-149081295-project-admin] Unset dirty status for tenant:fbbca9cc558c4ea4999e534d605a5b34 on resource:floatingip {{(pid=88879) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:01:14.845760 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-402fb4e1-661c-4fb6-a045-efe6c03b3c5d tempest-FloatingIPAdminTestJSON-149081295 tempest-FloatingIPAdminTestJSON-149081295-project-admin] 10.222.0.65 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 3219 time: 0.5591390
Dec 24 11:01:14.851409 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 33582) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:14.876200 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-d3a4ea7b-f4fb-4adc-9e2a-d8331ce74825 tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Calling delete_port for 7371e872-5c96-491b-bdc7-1c01e723da1f owned by  {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:01:14.962456 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-fa275104-9e7f-475e-9190-34247ef06e86 tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Synchronizing usage tracker for tenant:e3e54d8cf4d044b3b8096eb661b4b828 on resource:floatingip {{(pid=88879) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:01:14.969429 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-990c364a-4e55-4347-ad62-156a197a5400 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850796890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2246085'] for subnet, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:14.977786 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2574738-3643-4b1a-8efe-6bfd2c72135a tempest-ServersTestJSON-70348643 tempest-ServersTestJSON-70348643-project] Router 8ba38df8-741e-4181-b38e-bb62a79a205d has already been hosted by L3 agent 198cca88-1338-4098-b44b-beb0346ac906 {{(pid=88879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 24 11:01:14.999553 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-e6036df2-d350-432b-af60-ca3ff2c327f9 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:01:15.007934 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-fa275104-9e7f-475e-9190-34247ef06e86 tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Unset dirty status for tenant:e3e54d8cf4d044b3b8096eb661b4b828 on resource:floatingip {{(pid=88879) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:01:15.009692 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-fa275104-9e7f-475e-9190-34247ef06e86 tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] 10.222.0.65 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 691 time: 0.1488793
Dec 24 11:01:15.034967 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 33586) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:15.127242 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7c64d101-a085-4d1e-ba1c-4a437f0262ad tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:15.252608 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-29d34765-0938-4e06-b29e-a09f4b1a25a5 tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Allocated IP 172.26.3.245 (f8c337ba-681f-4fcb-a333-e3c49365b30a/8ea1398c-0bec-46d6-8d54-85798de2a7ca/bd1e0799-1c31-48ad-bd16-e7d5982a9864) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:01:15.376890 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d03c931a-8277-4c2d-903f-88a3f1a73d63 tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854055677'] for router_interface, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:15.443226 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990c364a-4e55-4347-ad62-156a197a5400 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Pushing event updated for resources: {'Subnet': ['ID=f71f419c-31c6-4a46-95d8-a9b8b568245d,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:01:15.467896 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-990c364a-4e55-4347-ad62-156a197a5400 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.468s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:01:15.473544 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-9bd9d709-8043-48ce-9814-dc068dfdd262 tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.319s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:01:15.511144 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c64d101-a085-4d1e-ba1c-4a437f0262ad tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Network 1c9eeaac-d205-4b19-a351-2fe67dd78b42 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:01:15.640628 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2574738-3643-4b1a-8efe-6bfd2c72135a tempest-ServersTestJSON-70348643 tempest-ServersTestJSON-70348643-project] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:01:15.647961 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c2574738-3643-4b1a-8efe-6bfd2c72135a tempest-ServersTestJSON-70348643 tempest-ServersTestJSON-70348643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for floatingip, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:15.654208 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ece39dc-5e5f-4205-ace2-507d7181009b None None] Sync routers for ids ['8ba38df8-741e-4181-b38e-bb62a79a205d'] in dv-neutron-822691-2-hyperv {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:01:15.669669 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ece39dc-5e5f-4205-ace2-507d7181009b None None] Routers {'8ba38df8-741e-4181-b38e-bb62a79a205d'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:01:15.670415 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-3ece39dc-5e5f-4205-ace2-507d7181009b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271a2cf60>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:01:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['8ba38df8-741e-4181-b38e-bb62a79a205d'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:01:15.736818 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-c2574738-3643-4b1a-8efe-6bfd2c72135a tempest-ServersTestJSON-70348643 tempest-ServersTestJSON-70348643-project] 10.222.0.65 "PUT /v2.0/floatingips/31a88be1-a44a-4f20-a84b-040c41867ec4 HTTP/1.1" status: 200  len: 991 time: 8.6168475
Dec 24 11:01:15.805747 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b820df6-7943-47a0-a05c-dba3ae26b99f', 'tag': '0d8694fa-24df-4280-8056-42a94a7e98b9'}] {{(pid=88879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 24 11:01:15.826004 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-7c64d101-a085-4d1e-ba1c-4a437f0262ad tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Resources bound (agent type, host, resource id):  {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:01:15.828538 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c64d101-a085-4d1e-ba1c-4a437f0262ad tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:01:15.833631 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c64d101-a085-4d1e-ba1c-4a437f0262ad tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:01:15.833944 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7c64d101-a085-4d1e-ba1c-4a437f0262ad tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:15.838448 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-22d93f48-c2b3-402f-a97c-894e69ba76d8 tempest-FloatingIPAdminTestJSON-124144956 tempest-FloatingIPAdminTestJSON-124144956-project] Deleting port c367319c-5d34-4ec6-9656-daecc48abfbf {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:01:15.838822 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-22d93f48-c2b3-402f-a97c-894e69ba76d8 tempest-FloatingIPAdminTestJSON-124144956 tempest-FloatingIPAdminTestJSON-124144956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:15.916955 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-d902f080-dc99-47fa-ae0b-7cb5802f2a03 None None] Provisioning for port 7d4a70e8-d53c-485b-a3b8-3497eb23d311 completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:01:15.923995 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-d902f080-dc99-47fa-ae0b-7cb5802f2a03 None None] Provisioning complete for port 7d4a70e8-d53c-485b-a3b8-3497eb23d311 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:01:15.927420 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d902f080-dc99-47fa-ae0b-7cb5802f2a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:16.074453 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990c364a-4e55-4347-ad62-156a197a5400 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Checking segment: {'id': '1286c48b-626f-45c9-8ce2-98ebb7a10dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '47fe6abb-79a0-4804-928a-24b870baf93a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:01:16.074858 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-990c364a-4e55-4347-ad62-156a197a5400 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Network hostable DHCP agents. Network: 47fe6abb-79a0-4804-928a-24b870baf93a, hostable agents: ['edcf98dc-3032-472a-8b3d-f23fd1e89806'], hosted agents: [] {{(pid=88878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 24 11:01:16.136428 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-3ece39dc-5e5f-4205-ace2-507d7181009b None None] Set router 8ba38df8-741e-4181-b38e-bb62a79a205d gateway port host: dv-neutron-822691-2-hyperv {{(pid=88881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:01:16.222548 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d902f080-dc99-47fa-ae0b-7cb5802f2a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:16.228880 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b820df6-7943-47a0-a05c-dba3ae26b99f', 'tag': '0d8694fa-24df-4280-8056-42a94a7e98b9', 'status': 'completed', 'code': 200}
Dec 24 11:01:16.234227 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c64d101-a085-4d1e-ba1c-4a437f0262ad tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Pushing event updated for resources: {'Port': ['ID=24f5654d-c7ee-4012-9439-696d546aabfd,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:01:16.250589 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7c64d101-a085-4d1e-ba1c-4a437f0262ad tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.776s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:01:16.284160 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-d902f080-dc99-47fa-ae0b-7cb5802f2a03 None None] For port 7d4a70e8-d53c-485b-a3b8-3497eb23d311, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=7d4a70e8-d53c-485b-a3b8-3497eb23d311,segment=NetworkSegment(6618a092-51b2-4e3d-9318-3ce6b7b40c55),segment_id=6618a092-51b2-4e3d-9318-3ce6b7b40c55)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:01:16.289285 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d902f080-dc99-47fa-ae0b-7cb5802f2a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:16.294257 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-d06682d6-ac31-4eeb-9970-5bb5f64649fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:01:16.397531 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-7c64d101-a085-4d1e-ba1c-4a437f0262ad tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 932 time: 4.6415191
Dec 24 11:01:16.401883 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-29d34765-0938-4e06-b29e-a09f4b1a25a5 tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:16.417446 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 33596) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:16.422554 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d902f080-dc99-47fa-ae0b-7cb5802f2a03 None None] Pushing event updated for resources: {'Port': ['ID=7d4a70e8-d53c-485b-a3b8-3497eb23d311,revision_number=3']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:01:16.424746 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d3a4ea7b-f4fb-4adc-9e2a-d8331ce74825 tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:16.434240 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-d902f080-dc99-47fa-ae0b-7cb5802f2a03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:01:16.449159 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-4905807f-e9e1-44d2-a07a-6f72761dd6fa None None] Provisioning for port 24f5654d-c7ee-4012-9439-696d546aabfd completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:01:16.457519 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-4905807f-e9e1-44d2-a07a-6f72761dd6fa None None] Provisioning complete for port 24f5654d-c7ee-4012-9439-696d546aabfd triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:01:16.458697 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4905807f-e9e1-44d2-a07a-6f72761dd6fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:16.462468 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-bb040d09-8416-423b-b66d-94d5f7b6ba21 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:01:16.597374 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-4905807f-e9e1-44d2-a07a-6f72761dd6fa None None] Port 24f5654d-c7ee-4012-9439-696d546aabfd cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:01:16.639843 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a4ea7b-f4fb-4adc-9e2a-d8331ce74825 tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Pushing event deleted for resources: {'Port': ['ID=7371e872-5c96-491b-bdc7-1c01e723da1f,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:01:16.653764 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-d3a4ea7b-f4fb-4adc-9e2a-d8331ce74825 tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:01:16.707274 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-990c364a-4e55-4347-ad62-156a197a5400 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Network 47fe6abb-79a0-4804-928a-24b870baf93a is scheduled to be hosted by DHCP agent edcf98dc-3032-472a-8b3d-f23fd1e89806 with binding_index 1 {{(pid=88878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 24 11:01:16.759589 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d3a4ea7b-f4fb-4adc-9e2a-d8331ce74825 tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:16.762159 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-d3a4ea7b-f4fb-4adc-9e2a-d8331ce74825 tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] 10.222.0.65 "DELETE /v2.0/ports/7371e872-5c96-491b-bdc7-1c01e723da1f HTTP/1.1" status: 204  len: 168 time: 3.5689218
Dec 24 11:01:16.790800 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-3ece39dc-5e5f-4205-ace2-507d7181009b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271a2cf60>, [{'id': '8ba38df8-741e-4181-b38e-bb62a79a205d', 'name': 'tempest-ServersTestJSON-738599796-router', 'tenant_id': '41048d3cadaf44c1808b3a4467fb14d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.49'}], 'enable_snat': True}, 'gw_port_id': 'b27c942e-38c9-43ef-8307-9ce36f27afa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:59:51Z', 'updated_at': '2021-12-24T11:00:10Z', 'revision_number': 4, 'project_id': '41048d3cadaf44c1808b3a4467fb14d5', 'gw_port': {'id': 'b27c942e-38c9-43ef-8307-9ce36f27afa3', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:11:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba38df8-741e-4181-b38e-bb62a79a205d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:59:52Z', 'updated_at': '2021-12-24T11:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_floatingips': [{'id': '31a88be1-a44a-4f20-a84b-040c41867ec4', 'tenant_id': '41048d3cadaf44c1808b3a4467fb14d5', 'floating_ip_address': '172.26.3.178', 'floating_network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'router_id': '8ba38df8-741e-4181-b38e-bb62a79a205d', 'port_id': '0d8694fa-24df-4280-8056-42a94a7e98b9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ffa6599-4dd3-44c2-afc8-758418a15a34', 'mac_address': 'fa:16:3e:7b:f5:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b820df6-7943-47a0-a05c-dba3ae26b99f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T11:00:25Z', 'updated_at': '2021-12-24T11:01:10Z', 'revision_number': 1, 'project_id': '41048d3cadaf44c1808b3a4467fb14d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '143cdb0e-df21-4cd0-8920-d108581a0128', 'name': '', 'network_id': '4ffa6599-4dd3-44c2-afc8-758418a15a34', 'tenant_id': '41048d3cadaf44c1808b3a4467fb14d5', 'mac_address': 'fa:16:3e:8b:4f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba38df8-741e-4181-b38e-bb62a79a205d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1bc180c8-44f0-41ff-ba45-99d6e56209ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:00:07Z', 'updated_at': '2021-12-24T11:00:24Z', 'revision_number': 5, 'project_id': '41048d3cadaf44c1808b3a4467fb14d5', 'subnets': [{'id': '1bc180c8-44f0-41ff-ba45-99d6e56209ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:01:16.792514 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 33600) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:16.794880 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-29d34765-0938-4e06-b29e-a09f4b1a25a5 tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:16.796410 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ece39dc-5e5f-4205-ace2-507d7181009b None None] Checking router: 8ba38df8-741e-4181-b38e-bb62a79a205d for host: dv-neutron-822691-2-hyperv {{(pid=88881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 24 11:01:16.801745 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-990c364a-4e55-4347-ad62-156a197a5400 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822691-2-hyperv, 47fe6abb-79a0-4804-928a-24b870baf93a) {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:01:16.808993 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-dada26ba-1ae4-4da4-9543-bdbb0a4050f9 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:01:16.812242 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51c94585-95e5-4121-ace0-1d96ce40aabe None None] Network 47fe6abb-79a0-4804-928a-24b870baf93a requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:01:16.837405 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ece39dc-5e5f-4205-ace2-507d7181009b None None] Routers {'8ba38df8-741e-4181-b38e-bb62a79a205d'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:01:16.838571 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-3ece39dc-5e5f-4205-ace2-507d7181009b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271a2cf60>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:01:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['8ba38df8-741e-4181-b38e-bb62a79a205d'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:01:16.879071 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-22d93f48-c2b3-402f-a97c-894e69ba76d8 tempest-FloatingIPAdminTestJSON-124144956 tempest-FloatingIPAdminTestJSON-124144956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:16.879369 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-22d93f48-c2b3-402f-a97c-894e69ba76d8 tempest-FloatingIPAdminTestJSON-124144956 tempest-FloatingIPAdminTestJSON-124144956-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:16.916744 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-990c364a-4e55-4347-ad62-156a197a5400 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:01:16.917415 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-990c364a-4e55-4347-ad62-156a197a5400 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1977811'] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:17.169016 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86e25ca8-87a9-4c99-91c3-e42c00939a47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73968e80-91fd-539e-a7c6-b31af6d9e680-47fe6abb-79a0-4804-928a-24b870baf93a', 'network_id': '47fe6abb-79a0-4804-928a-24b870baf93a', 'tenant_id': '8a7af7c8b592433694552a5e5f506278', 'fixed_ips': [{'subnet_id': 'f71f419c-31c6-4a46-95d8-a9b8b568245d'}]}} from dv-neutron-822691-2-hyperv. {{(pid=88880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 24 11:01:17.170612 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-86e25ca8-87a9-4c99-91c3-e42c00939a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:17.195583 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13570457-dc65-4d60-8ac1-239efa89512d tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:01:17.206427 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-22d93f48-c2b3-402f-a97c-894e69ba76d8 tempest-FloatingIPAdminTestJSON-124144956 tempest-FloatingIPAdminTestJSON-124144956-project] Calling delete_port for c367319c-5d34-4ec6-9656-daecc48abfbf owned by network:floatingip {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:01:17.207218 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13570457-dc65-4d60-8ac1-239efa89512d tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:01:17.209461 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-13570457-dc65-4d60-8ac1-239efa89512d tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1671 time: 0.7848077
Dec 24 11:01:17.223927 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 33606) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:17.226231 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-3ece39dc-5e5f-4205-ace2-507d7181009b None None] Set router 8ba38df8-741e-4181-b38e-bb62a79a205d gateway port host: dv-neutron-822691-2-hyperv {{(pid=88881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:01:17.238814 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-d9d87827-30fe-4f07-b5f5-5e8408755a38 req-b30525f6-a405-4497-9aa8-c434bb239d6a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=41048d3cadaf44c1808b3a4467fb14d5&device_id=0b820df6-7943-47a0-a05c-dba3ae26b99f HTTP/1.1" status: 200  len: 1098 time: 0.9179153
Dec 24 11:01:17.324180 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-990c364a-4e55-4347-ad62-156a197a5400 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 818 time: 5.3206527
Dec 24 11:01:17.336271 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d34765-0938-4e06-b29e-a09f4b1a25a5 tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Pushing event updated for resources: {'Port': ['ID=bd1e0799-1c31-48ad-bd16-e7d5982a9864,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:01:17.346657 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 33610) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:17.351003 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29d34765-0938-4e06-b29e-a09f4b1a25a5 tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Network f8c337ba-681f-4fcb-a333-e3c49365b30a is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:01:17.368748 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-29d34765-0938-4e06-b29e-a09f4b1a25a5 tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.560s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:01:17.370911 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-29d34765-0938-4e06-b29e-a09f4b1a25a5 tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Resources bound (agent type, host, resource id):  {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:01:17.384623 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-7611c6fa-f9dc-40a0-8376-7bcaf229a6b1 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Deleting port 24f5654d-c7ee-4012-9439-696d546aabfd {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:01:17.385014 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7611c6fa-f9dc-40a0-8376-7bcaf229a6b1 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:17.398239 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d34765-0938-4e06-b29e-a09f4b1a25a5 tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:01:17.458754 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-86e25ca8-87a9-4c99-91c3-e42c00939a47 None None] Allocated IP 2001:db8::f816:3eff:febc:e57 (47fe6abb-79a0-4804-928a-24b870baf93a/f71f419c-31c6-4a46-95d8-a9b8b568245d/ab43ecb9-2f4c-47e0-813f-f7664962ae4b) {{(pid=88880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:01:17.707597 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-d03c931a-8277-4c2d-903f-88a3f1a73d63 tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Deleting port 2da91be4-cd50-419a-8c30-94be9f9e8244 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:01:17.707982 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d03c931a-8277-4c2d-903f-88a3f1a73d63 tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:17.747629 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a0bb5aa3-408d-461b-b565-c3a36ecf1bb4 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036847558493'] for network, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:17.751471 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-86e25ca8-87a9-4c99-91c3-e42c00939a47 None None] Notify callbacks [] for port, precommit_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:17.763885 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-86e25ca8-87a9-4c99-91c3-e42c00939a47 None None] Transition to ACTIVE for port object ab43ecb9-2f4c-47e0-813f-f7664962ae4b will not be triggered until provisioned by entity L2. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:01:17.786863 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-3ece39dc-5e5f-4205-ace2-507d7181009b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271a2cf60>, [{'id': '8ba38df8-741e-4181-b38e-bb62a79a205d', 'name': 'tempest-ServersTestJSON-738599796-router', 'tenant_id': '41048d3cadaf44c1808b3a4467fb14d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.49'}], 'enable_snat': True}, 'gw_port_id': 'b27c942e-38c9-43ef-8307-9ce36f27afa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:59:51Z', 'updated_at': '2021-12-24T11:00:10Z', 'revision_number': 4, 'project_id': '41048d3cadaf44c1808b3a4467fb14d5', 'gw_port': {'id': 'b27c942e-38c9-43ef-8307-9ce36f27afa3', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:11:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba38df8-741e-4181-b38e-bb62a79a205d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:59:52Z', 'updated_at': '2021-12-24T11:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_floatingips': [{'id': '31a88be1-a44a-4f20-a84b-040c41867ec4', 'tenant_id': '41048d3cadaf44c1808b3a4467fb14d5', 'floating_ip_address': '172.26.3.178', 'floating_network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'router_id': '8ba38df8-741e-4181-b38e-bb62a79a205d', 'port_id': '0d8694fa-24df-4280-8056-42a94a7e98b9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ffa6599-4dd3-44c2-afc8-758418a15a34', 'mac_address': 'fa:16:3e:7b:f5:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b820df6-7943-47a0-a05c-dba3ae26b99f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T11:00:25Z', 'updated_at': '2021-12-24T11:01:10Z', 'revision_number': 1, 'project_id': '41048d3cadaf44c1808b3a4467fb14d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '143cdb0e-df21-4cd0-8920-d108581a0128', 'name': '', 'network_id': '4ffa6599-4dd3-44c2-afc8-758418a15a34', 'tenant_id': '41048d3cadaf44c1808b3a4467fb14d5', 'mac_address': 'fa:16:3e:8b:4f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba38df8-741e-4181-b38e-bb62a79a205d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1bc180c8-44f0-41ff-ba45-99d6e56209ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:00:07Z', 'updated_at': '2021-12-24T11:00:24Z', 'revision_number': 5, 'project_id': '41048d3cadaf44c1808b3a4467fb14d5', 'subnets': [{'id': '1bc180c8-44f0-41ff-ba45-99d6e56209ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:01:17.787393 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-86e25ca8-87a9-4c99-91c3-e42c00939a47 None None] Transition to ACTIVE for port object ab43ecb9-2f4c-47e0-813f-f7664962ae4b will not be triggered until provisioned by entity DHCP. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:01:17.793492 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-86e25ca8-87a9-4c99-91c3-e42c00939a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408'] for port, after_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:17.796389 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ece39dc-5e5f-4205-ace2-507d7181009b None None] The sync data for ids ['8ba38df8-741e-4181-b38e-bb62a79a205d'] in dv-neutron-822691-2-hyperv is: [{'id': '8ba38df8-741e-4181-b38e-bb62a79a205d', 'name': 'tempest-ServersTestJSON-738599796-router', 'tenant_id': '41048d3cadaf44c1808b3a4467fb14d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.49'}], 'enable_snat': True}, 'gw_port_id': 'b27c942e-38c9-43ef-8307-9ce36f27afa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:59:51Z', 'updated_at': '2021-12-24T11:00:10Z', 'revision_number': 4, 'project_id': '41048d3cadaf44c1808b3a4467fb14d5', 'gw_port': {'id': 'b27c942e-38c9-43ef-8307-9ce36f27afa3', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:11:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba38df8-741e-4181-b38e-bb62a79a205d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:59:52Z', 'updated_at': '2021-12-24T11:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_floatingips': [{'id': '31a88be1-a44a-4f20-a84b-040c41867ec4', 'tenant_id': '41048d3cadaf44c1808b3a4467fb14d5', 'floating_ip_address': '172.26.3.178', 'floating_network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'router_id': '8ba38df8-741e-4181-b38e-bb62a79a205d', 'port_id': '0d8694fa-24df-4280-8056-42a94a7e98b9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ffa6599-4dd3-44c2-afc8-758418a15a34', 'mac_address': 'fa:16:3e:7b:f5:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b820df6-7943-47a0-a05c-dba3ae26b99f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T11:00:25Z', 'updated_at': '2021-12-24T11:01:10Z', 'revision_number': 1, 'project_id': '41048d3cadaf44c1808b3a4467fb14d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '143cdb0e-df21-4cd0-8920-d108581a0128', 'name': '', 'network_id': '4ffa6599-4dd3-44c2-afc8-758418a15a34', 'tenant_id': '41048d3cadaf44c1808b3a4467fb14d5', 'mac_address': 'fa:16:3e:8b:4f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba38df8-741e-4181-b38e-bb62a79a205d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1bc180c8-44f0-41ff-ba45-99d6e56209ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:00:07Z', 'updated_at': '2021-12-24T11:00:24Z', 'revision_number': 5, 'project_id': '41048d3cadaf44c1808b3a4467fb14d5', 'subnets': [{'id': '1bc180c8-44f0-41ff-ba45-99d6e56209ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:01:17.806419 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-423a741f-079d-4966-924c-3c5d09157d7a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:01:17.861100 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86e25ca8-87a9-4c99-91c3-e42c00939a47 None None] Network 47fe6abb-79a0-4804-928a-24b870baf93a is already hosted by enough agents. {{(pid=88880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:01:17.864439 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-86e25ca8-87a9-4c99-91c3-e42c00939a47 None None] Resources bound (agent type, host, resource id):  {{(pid=88880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:01:17.867108 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e25ca8-87a9-4c99-91c3-e42c00939a47 None None] Received port after_create {{(pid=88880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:01:17.873569 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7228312c-6c33-4b5a-82c8-1ac98b3a7675 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] Router 1579b112-25c5-4e26-b661-3c6b0afe6950 has already been hosted by L3 agent 198cca88-1338-4098-b44b-beb0346ac906 {{(pid=88878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 24 11:01:17.921982 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d87827-30fe-4f07-b5f5-5e8408755a38 req-672711bd-8a1e-4015-86a7-0171c65c671a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:01:17.924862 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-d9d87827-30fe-4f07-b5f5-5e8408755a38 req-672711bd-8a1e-4015-86a7-0171c65c671a service neutron] 10.222.0.58 "GET /v2.0/networks?id=4ffa6599-4dd3-44c2-afc8-758418a15a34 HTTP/1.1" status: 200  len: 906 time: 0.6526637
Dec 24 11:01:17.950830 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-22d93f48-c2b3-402f-a97c-894e69ba76d8 tempest-FloatingIPAdminTestJSON-124144956 tempest-FloatingIPAdminTestJSON-124144956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:17.972997 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e25ca8-87a9-4c99-91c3-e42c00939a47 None None] Pushing event updated for resources: {'Port': ['ID=ab43ecb9-2f4c-47e0-813f-f7664962ae4b,revision_number=1']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:01:17.976490 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-86e25ca8-87a9-4c99-91c3-e42c00939a47 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:01:17.987390 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-86e25ca8-87a9-4c99-91c3-e42c00939a47 None None] Attempting to bind port ab43ecb9-2f4c-47e0-813f-f7664962ae4b on host dv-neutron-822691-2-hyperv for vnic_type normal with profile  {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:01:17.987804 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-86e25ca8-87a9-4c99-91c3-e42c00939a47 None None] Attempting to bind port ab43ecb9-2f4c-47e0-813f-f7664962ae4b by drivers openvswitch,hyperv on host dv-neutron-822691-2-hyperv at level 0 using segments [{'id': '1286c48b-626f-45c9-8ce2-98ebb7a10dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '47fe6abb-79a0-4804-928a-24b870baf93a'}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:01:17.988221 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e25ca8-87a9-4c99-91c3-e42c00939a47 None None] Attempting to bind port ab43ecb9-2f4c-47e0-813f-f7664962ae4b on network 47fe6abb-79a0-4804-928a-24b870baf93a {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:01:17.996019 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e25ca8-87a9-4c99-91c3-e42c00939a47 None None] Checking agent: {'id': 'db1275c1-6001-47af-93c2-635c68404703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822691-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 52, 8), 'started_at': datetime.datetime(2021, 12, 24, 10, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 1, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822691-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:01:17.996455 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e25ca8-87a9-4c99-91c3-e42c00939a47 None None] Checking segment: {'id': '1286c48b-626f-45c9-8ce2-98ebb7a10dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '47fe6abb-79a0-4804-928a-24b870baf93a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:01:17.996918 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-86e25ca8-87a9-4c99-91c3-e42c00939a47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:17.997370 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e25ca8-87a9-4c99-91c3-e42c00939a47 None None] Bound using segment: {'id': '1286c48b-626f-45c9-8ce2-98ebb7a10dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '47fe6abb-79a0-4804-928a-24b870baf93a'} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:01:17.998020 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-86e25ca8-87a9-4c99-91c3-e42c00939a47 None None] Bound port: ab43ecb9-2f4c-47e0-813f-f7664962ae4b, host: dv-neutron-822691-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1286c48b-626f-45c9-8ce2-98ebb7a10dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '47fe6abb-79a0-4804-928a-24b870baf93a'}}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:01:17.998372 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-86e25ca8-87a9-4c99-91c3-e42c00939a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:18.068757 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-a0bb5aa3-408d-461b-b565-c3a36ecf1bb4 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Deleting port ab43ecb9-2f4c-47e0-813f-f7664962ae4b {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:01:18.069131 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a0bb5aa3-408d-461b-b565-c3a36ecf1bb4 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:18.100535 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7611c6fa-f9dc-40a0-8376-7bcaf229a6b1 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:18.100731 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-86e25ca8-87a9-4c99-91c3-e42c00939a47 None None] For port ab43ecb9-2f4c-47e0-813f-f7664962ae4b, host dv-neutron-822691-2-hyperv, cleared binding levels {{(pid=88880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:01:18.104453 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-86e25ca8-87a9-4c99-91c3-e42c00939a47 None None] For port ab43ecb9-2f4c-47e0-813f-f7664962ae4b, host dv-neutron-822691-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=ab43ecb9-2f4c-47e0-813f-f7664962ae4b,segment=NetworkSegment(1286c48b-626f-45c9-8ce2-98ebb7a10dec),segment_id=1286c48b-626f-45c9-8ce2-98ebb7a10dec)] {{(pid=88880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:01:18.125009 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-86e25ca8-87a9-4c99-91c3-e42c00939a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:18.130973 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c8ed84d4-d19d-4d1f-8ca2-0608485ad4ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:01:18.161719 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-a49c0d03-6473-4a17-b3ca-894e65e15ae5 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:01:18.205791 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e25ca8-87a9-4c99-91c3-e42c00939a47 None None] Pushing event updated for resources: {'Port': ['ID=ab43ecb9-2f4c-47e0-813f-f7664962ae4b,revision_number=2']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:01:18.209413 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-86e25ca8-87a9-4c99-91c3-e42c00939a47 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:01:18.225116 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-d9d87827-30fe-4f07-b5f5-5e8408755a38 req-c51230c7-1417-4038-b58f-d518a07c9a2c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0d8694fa-24df-4280-8056-42a94a7e98b9 HTTP/1.1" status: 200  len: 999 time: 0.2474608
Dec 24 11:01:18.232018 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 7d4a70e8-d53c-485b-a3b8-3497eb23d311 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:01:18.299578 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-7611c6fa-f9dc-40a0-8376-7bcaf229a6b1 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Calling delete_port for 24f5654d-c7ee-4012-9439-696d546aabfd owned by  {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:01:18.303639 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52e7dd62-9fd0-4f64-b975-8a0ea6ea6399 None None] New status for floating IP 31a88be1-a44a-4f20-a84b-040c41867ec4: ACTIVE {{(pid=88880) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 24 11:01:18.361490 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_v2 [None req-756e5209-10f1-4661-ad42-ebb43ffe4053 tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Deleting subnet 8f4b0723-a314-4f17-a34d-27f3d4a780fc {{(pid=88878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 24 11:01:18.364109 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d93f48-c2b3-402f-a97c-894e69ba76d8 tempest-FloatingIPAdminTestJSON-124144956 tempest-FloatingIPAdminTestJSON-124144956-project] Pushing event deleted for resources: {'Port': ['ID=c367319c-5d34-4ec6-9656-daecc48abfbf,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:01:18.383703 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-756e5209-10f1-4661-ad42-ebb43ffe4053 tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Notify callbacks [] for subnet, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:18.414011 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port 7d4a70e8-d53c-485b-a3b8-3497eb23d311 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:01:18.414011 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:18.686572 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d03c931a-8277-4c2d-903f-88a3f1a73d63 tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:18.699492 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-22d93f48-c2b3-402f-a97c-894e69ba76d8 tempest-FloatingIPAdminTestJSON-124144956 tempest-FloatingIPAdminTestJSON-124144956-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.538s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:01:18.808990 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7611c6fa-f9dc-40a0-8376-7bcaf229a6b1 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:18.874607 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-756e5209-10f1-4661-ad42-ebb43ffe4053 tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852534446'] for subnet, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:18.893439 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-d03c931a-8277-4c2d-903f-88a3f1a73d63 tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Calling delete_port for 2da91be4-cd50-419a-8c30-94be9f9e8244 owned by network:router_interface {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:01:18.920346 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d87827-30fe-4f07-b5f5-5e8408755a38 req-03f487da-b732-4aa0-882c-53a51719c34b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:01:18.922060 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-d9d87827-30fe-4f07-b5f5-5e8408755a38 req-03f487da-b732-4aa0-882c-53a51719c34b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1bc180c8-44f0-41ff-ba45-99d6e56209ca HTTP/1.1" status: 200  len: 844 time: 0.6857500
Dec 24 11:01:18.925557 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-22d93f48-c2b3-402f-a97c-894e69ba76d8 tempest-FloatingIPAdminTestJSON-124144956 tempest-FloatingIPAdminTestJSON-124144956-project] Notify callbacks [] for floatingip, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:18.936196 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-425b9ec9-5262-4c44-b675-f9ac837c1e24 tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:01:19.030541 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-22d93f48-c2b3-402f-a97c-894e69ba76d8 tempest-FloatingIPAdminTestJSON-124144956 tempest-FloatingIPAdminTestJSON-124144956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for floatingip, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:19.034504 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-22d93f48-c2b3-402f-a97c-894e69ba76d8 tempest-FloatingIPAdminTestJSON-124144956 tempest-FloatingIPAdminTestJSON-124144956-project] 10.222.0.65 "DELETE /v2.0/floatingips/6a43d2b5-f9a5-49c5-ab42-bff6c2e3c274 HTTP/1.1" status: 204  len: 168 time: 3.9865866
Dec 24 11:01:19.047602 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 33618) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:19.065405 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7611c6fa-f9dc-40a0-8376-7bcaf229a6b1 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Pushing event deleted for resources: {'Port': ['ID=24f5654d-c7ee-4012-9439-696d546aabfd,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:01:19.083614 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7611c6fa-f9dc-40a0-8376-7bcaf229a6b1 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:01:19.166402 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7611c6fa-f9dc-40a0-8376-7bcaf229a6b1 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:19.216864 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-7611c6fa-f9dc-40a0-8376-7bcaf229a6b1 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "DELETE /v2.0/ports/24f5654d-c7ee-4012-9439-696d546aabfd HTTP/1.1" status: 204  len: 168 time: 1.9901326
Dec 24 11:01:19.219458 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-a0bb5aa3-408d-461b-b565-c3a36ecf1bb4 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] For port ab43ecb9-2f4c-47e0-813f-f7664962ae4b, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=ab43ecb9-2f4c-47e0-813f-f7664962ae4b,segment=NetworkSegment(1286c48b-626f-45c9-8ce2-98ebb7a10dec),segment_id=1286c48b-626f-45c9-8ce2-98ebb7a10dec)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:01:19.220018 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a0bb5aa3-408d-461b-b565-c3a36ecf1bb4 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:19.232733 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 33622) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:19.390367 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-d6522e14-7dea-4489-bbcd-fdc5d511c926 tempest-FloatingIPAdminTestJSON-149081295 tempest-FloatingIPAdminTestJSON-149081295-project-admin] Deleting port 5f5fa2a1-0d20-4abc-98c4-9971404eb490 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:01:19.390879 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d6522e14-7dea-4489-bbcd-fdc5d511c926 tempest-FloatingIPAdminTestJSON-149081295 tempest-FloatingIPAdminTestJSON-149081295-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:19.404740 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-a0bb5aa3-408d-461b-b565-c3a36ecf1bb4 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Calling delete_port for ab43ecb9-2f4c-47e0-813f-f7664962ae4b owned by network:dhcp {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:01:19.462702 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-756e5209-10f1-4661-ad42-ebb43ffe4053 tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847655656'] for subnet, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:19.503843 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03801901-c6c8-4de6-8da1-5269b5a4a131 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:01:19.505494 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03801901-c6c8-4de6-8da1-5269b5a4a131 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:01:19.506542 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-03801901-c6c8-4de6-8da1-5269b5a4a131 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Synchronizing usage tracker for tenant:739a78fd4cfc48c2a4011598579f8f8c on resource:subnet {{(pid=88879) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:01:19.550215 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-d9d87827-30fe-4f07-b5f5-5e8408755a38 req-acad0d46-9fa2-4e09-b502-bbc7cf77d92f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4ffa6599-4dd3-44c2-afc8-758418a15a34&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.6057756
Dec 24 11:01:19.583829 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-03801901-c6c8-4de6-8da1-5269b5a4a131 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Unset dirty status for tenant:739a78fd4cfc48c2a4011598579f8f8c on resource:subnet {{(pid=88879) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:01:19.585165 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-03801901-c6c8-4de6-8da1-5269b5a4a131 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.3513684
Dec 24 11:01:19.598565 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 33628) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:19.683368 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-29d34765-0938-4e06-b29e-a09f4b1a25a5 tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Notify callbacks [] for router_gateway, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:19.684136 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-29d34765-0938-4e06-b29e-a09f4b1a25a5 tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854163800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854116816'] for router, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:19.724746 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d03c931a-8277-4c2d-903f-88a3f1a73d63 tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:19.734260 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-ea633ddf-a408-4f1c-9292-6c0424ad787a tempest-FloatingIPAdminTestJSON-149081295 tempest-FloatingIPAdminTestJSON-149081295-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:01:19.821929 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03c931a-8277-4c2d-903f-88a3f1a73d63 tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Pushing event deleted for resources: {'Port': ['ID=2da91be4-cd50-419a-8c30-94be9f9e8244,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:01:19.829381 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-d03c931a-8277-4c2d-903f-88a3f1a73d63 tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:01:20.012264 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-756e5209-10f1-4661-ad42-ebb43ffe4053 tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7120129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3978858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852529715'] for subnet, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:20.030353 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:01:20.061491 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-d9d87827-30fe-4f07-b5f5-5e8408755a38 req-4ee59b83-8951-4c3c-b14e-98cf1020c79d service neutron] 10.222.0.58 "GET /v2.0/networks/4ffa6599-4dd3-44c2-afc8-758418a15a34?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4858568
Dec 24 11:01:20.124645 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756e5209-10f1-4661-ad42-ebb43ffe4053 tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Pushing event deleted for resources: {'Subnet': ['ID=8f4b0723-a314-4f17-a34d-27f3d4a780fc,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:01:20.124951 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a0bb5aa3-408d-461b-b565-c3a36ecf1bb4 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:20.128872 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d6522e14-7dea-4489-bbcd-fdc5d511c926 tempest-FloatingIPAdminTestJSON-149081295 tempest-FloatingIPAdminTestJSON-149081295-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:20.129242 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d6522e14-7dea-4489-bbcd-fdc5d511c926 tempest-FloatingIPAdminTestJSON-149081295 tempest-FloatingIPAdminTestJSON-149081295-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:20.137793 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:01:20.144137 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-756e5209-10f1-4661-ad42-ebb43ffe4053 tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:01:20.155214 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7228312c-6c33-4b5a-82c8-1ac98b3a7675 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:01:20.201571 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d373f056-4584-4065-b08b-149928e6ce09 None None] Sync routers for ids ['1579b112-25c5-4e26-b661-3c6b0afe6950'] in dv-neutron-822691-2-hyperv {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:01:20.233709 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-756e5209-10f1-4661-ad42-ebb43ffe4053 tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1977811'] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:20.239121 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e5e3993-fbbf-4a3d-b661-9ff5e5a763be None None] Network 01b2c87a-d921-4da4-b2d3-6790ebc4ff57 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:01:20.264833 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d373f056-4584-4065-b08b-149928e6ce09 None None] Routers {'1579b112-25c5-4e26-b661-3c6b0afe6950'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:01:20.270445 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-d373f056-4584-4065-b08b-149928e6ce09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271a2c978>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:01:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['1579b112-25c5-4e26-b661-3c6b0afe6950'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:01:20.306656 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bb5aa3-408d-461b-b565-c3a36ecf1bb4 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Pushing event deleted for resources: {'Port': ['ID=ab43ecb9-2f4c-47e0-813f-f7664962ae4b,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:01:20.328632 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-a0bb5aa3-408d-461b-b565-c3a36ecf1bb4 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:01:20.348232 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device ab43ecb9-2f4c-47e0-813f-f7664962ae4b up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:01:20.355957 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-d6522e14-7dea-4489-bbcd-fdc5d511c926 tempest-FloatingIPAdminTestJSON-149081295 tempest-FloatingIPAdminTestJSON-149081295-project-admin] Calling delete_port for 5f5fa2a1-0d20-4abc-98c4-9971404eb490 owned by network:floatingip {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:01:20.511046 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] No Port match for: ab43ecb9-2f4c-47e0-813f-f7664962ae4b {{(pid=88880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 24 11:01:20.511421 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device ab43ecb9-2f4c-47e0-813f-f7664962ae4b not bound to the agent host dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:286}}
Dec 24 11:01:20.520053 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0bb5aa3-408d-461b-b565-c3a36ecf1bb4 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] No DVR routers for this DVR port ab43ecb9-2f4c-47e0-813f-f7664962ae4b on host dv-neutron-822691-2-hyperv {{(pid=88879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 24 11:01:20.560909 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Port ab43ecb9-2f4c-47e0-813f-f7664962ae4b not found, will not notify nova. {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}}
Dec 24 11:01:20.617760 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcd2afab-04b8-4015-a50e-6d82cfc06d9c tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Deleting subnet 804a27fc-bd75-40e1-a309-8790a957455d {{(pid=88879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 24 11:01:20.652005 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-d373f056-4584-4065-b08b-149928e6ce09 None None] Set router 1579b112-25c5-4e26-b661-3c6b0afe6950 gateway port host: dv-neutron-822691-2-hyperv {{(pid=88881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:01:20.728457 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fcd2afab-04b8-4015-a50e-6d82cfc06d9c tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks [] for subnet, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:20.808892 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19eaf6f2-5d18-4b00-854a-718cb074253e None None] Network 47fe6abb-79a0-4804-928a-24b870baf93a requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:01:20.894308 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a0bb5aa3-408d-461b-b565-c3a36ecf1bb4 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847655656'] for subnet, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:20.921049 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ae10492-cff7-4692-b219-7288e7f94a61 None None] DHCP port deletion for 01b2c87a-d921-4da4-b2d3-6790ebc4ff57 request from dv-neutron-822691-2-hyperv {{(pid=88880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 24 11:01:20.926705 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-c2e2287d-3ab2-4086-9d75-68c739bcf5aa None None] Could not find standard attr ID for object ab43ecb9-2f4c-47e0-813f-f7664962ae4b. {{(pid=88880) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 24 11:01:20.929963 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-2ae10492-cff7-4692-b219-7288e7f94a61 None None] Deleting port 5251520b-c9fb-4aca-938a-4589a3bb1fdd {{(pid=88880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:01:20.931016 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2ae10492-cff7-4692-b219-7288e7f94a61 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:20.940134 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d03c931a-8277-4c2d-903f-88a3f1a73d63 tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036852798164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854055527'] for router_interface, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:20.958577 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fcd2afab-04b8-4015-a50e-6d82cfc06d9c tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-786693'] for subnet, precommit_delete_associations {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:21.079172 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-756e5209-10f1-4661-ad42-ebb43ffe4053 tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] 10.222.0.65 "DELETE /v2.0/subnets/8f4b0723-a314-4f17-a34d-27f3d4a780fc HTTP/1.1" status: 204  len: 168 time: 4.2795277
Dec 24 11:01:21.092877 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 33634) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:21.202459 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-d373f056-4584-4065-b08b-149928e6ce09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271a2c978>, [{'id': '1579b112-25c5-4e26-b661-3c6b0afe6950', 'name': 'tempest-ServerActionsTestJSON-1702090108-router', 'tenant_id': '3227175fb2a74b37bb7d77f5e6df3dce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.38'}], 'enable_snat': True}, 'gw_port_id': '74849d86-204a-4f5f-abc6-a48f45617700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:59:52Z', 'updated_at': '2021-12-24T11:00:00Z', 'revision_number': 4, 'project_id': '3227175fb2a74b37bb7d77f5e6df3dce', 'gw_port': {'id': '74849d86-204a-4f5f-abc6-a48f45617700', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:bd:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1579b112-25c5-4e26-b661-3c6b0afe6950', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:59:53Z', 'updated_at': '2021-12-24T11:00:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_floatingips': [{'id': '95889fa4-2071-45ae-b27f-4a9414d34474', 'tenant_id': '3227175fb2a74b37bb7d77f5e6df3dce', 'floating_ip_address': '172.26.3.107', 'floating_network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'router_id': '1579b112-25c5-4e26-b661-3c6b0afe6950', 'port_id': '3a88a9cd-23ff-4882-94d5-148e4e2e250b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06bf4055-f82f-43ff-8ef7-0747a91153cc', 'mac_address': 'fa:16:3e:f1:25:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655d927a-1c14-4f1b-88cc-771b29a10c76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T11:00:12Z', 'updated_at': '2021-12-24T11:01:10Z', 'revision_number': 1, 'project_id': '3227175fb2a74b37bb7d77f5e6df3dce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfa3ffd6-c8ed-4f57-a719-555500ce6c1f', 'name': '', 'network_id': '06bf4055-f82f-43ff-8ef7-0747a91153cc', 'tenant_id': '3227175fb2a74b37bb7d77f5e6df3dce', 'mac_address': 'fa:16:3e:2a:39:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1579b112-25c5-4e26-b661-3c6b0afe6950', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '26cb8daf-b897-4fc8-a72c-e78bd818e5d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:59:58Z', 'updated_at': '2021-12-24T11:00:14Z', 'revision_number': 5, 'project_id': '3227175fb2a74b37bb7d77f5e6df3dce', 'subnets': [{'id': '26cb8daf-b897-4fc8-a72c-e78bd818e5d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:01:21.207277 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d373f056-4584-4065-b08b-149928e6ce09 None None] Checking router: 1579b112-25c5-4e26-b661-3c6b0afe6950 for host: dv-neutron-822691-2-hyperv {{(pid=88881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 24 11:01:21.221570 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d373f056-4584-4065-b08b-149928e6ce09 None None] Routers {'1579b112-25c5-4e26-b661-3c6b0afe6950'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:01:21.222363 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-d373f056-4584-4065-b08b-149928e6ce09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271a2c978>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:01:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['1579b112-25c5-4e26-b661-3c6b0afe6950'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:01:21.231826 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a0bb5aa3-408d-461b-b565-c3a36ecf1bb4 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7120129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850854134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851156349'] for subnet, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:21.242819 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f2be7114-7ff7-46a2-8282-13ecc5105f50 tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:01:21.286933 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7228312c-6c33-4b5a-82c8-1ac98b3a7675 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for floatingip, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:21.299210 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bb5aa3-408d-461b-b565-c3a36ecf1bb4 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Pushing event deleted for resources: {'Subnet': ['ID=f71f419c-31c6-4a46-95d8-a9b8b568245d,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:01:21.306740 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-a0bb5aa3-408d-461b-b565-c3a36ecf1bb4 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:01:21.365084 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fcd2afab-04b8-4015-a50e-6d82cfc06d9c tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847655656'] for subnet, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:21.390395 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-7228312c-6c33-4b5a-82c8-1ac98b3a7675 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] 10.222.0.65 "PUT /v2.0/floatingips/95889fa4-2071-45ae-b27f-4a9414d34474 HTTP/1.1" status: 200  len: 992 time: 14.2438626
Dec 24 11:01:21.392066 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d6522e14-7dea-4489-bbcd-fdc5d511c926 tempest-FloatingIPAdminTestJSON-149081295 tempest-FloatingIPAdminTestJSON-149081295-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:21.420640 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-d373f056-4584-4065-b08b-149928e6ce09 None None] Set router 1579b112-25c5-4e26-b661-3c6b0afe6950 gateway port host: dv-neutron-822691-2-hyperv {{(pid=88881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:01:21.454999 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-3bbe070e-13d5-42a2-aca2-bfe5e5b533e8 tempest-ServersTestJSON-70348643 tempest-ServersTestJSON-70348643-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:01:21.543144 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-2ae10492-cff7-4692-b219-7288e7f94a61 None None] For port 5251520b-c9fb-4aca-938a-4589a3bb1fdd, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=5251520b-c9fb-4aca-938a-4589a3bb1fdd,segment=NetworkSegment(453376c2-2696-4d62-b689-648ac23c61fd),segment_id=453376c2-2696-4d62-b689-648ac23c61fd)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:01:21.543554 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2ae10492-cff7-4692-b219-7288e7f94a61 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:21.633977 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a0bb5aa3-408d-461b-b565-c3a36ecf1bb4 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847649663', 'neutron.services.segments.db._delete_segments_for_network-8749505737672'] for network, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:21.635450 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '655d927a-1c14-4f1b-88cc-771b29a10c76', 'tag': '3a88a9cd-23ff-4882-94d5-148e4e2e250b'}] {{(pid=88878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 24 11:01:21.695000 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6522e14-7dea-4489-bbcd-fdc5d511c926 tempest-FloatingIPAdminTestJSON-149081295 tempest-FloatingIPAdminTestJSON-149081295-project-admin] Pushing event deleted for resources: {'Port': ['ID=5f5fa2a1-0d20-4abc-98c4-9971404eb490,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:01:21.759963 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-d6522e14-7dea-4489-bbcd-fdc5d511c926 tempest-FloatingIPAdminTestJSON-149081295 tempest-FloatingIPAdminTestJSON-149081295-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:01:21.811124 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-2ae10492-cff7-4692-b219-7288e7f94a61 None None] Calling delete_port for 5251520b-c9fb-4aca-938a-4589a3bb1fdd owned by network:dhcp {{(pid=88880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:01:21.877291 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '655d927a-1c14-4f1b-88cc-771b29a10c76', 'tag': '3a88a9cd-23ff-4882-94d5-148e4e2e250b', 'status': 'completed', 'code': 200}
Dec 24 11:01:21.917056 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-d9d87827-30fe-4f07-b5f5-5e8408755a38 req-d39df9a8-5788-43f2-add4-f35a7dccb648 service neutron] 10.222.0.58 "GET /v2.0/networks/4ffa6599-4dd3-44c2-afc8-758418a15a34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.8305290
Dec 24 11:01:21.948316 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-a0bb5aa3-408d-461b-b565-c3a36ecf1bb4 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5271870b00>,) {'filters': {'network_id': ['47fe6abb-79a0-4804-928a-24b870baf93a']}} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:01:21.964029 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fcd2afab-04b8-4015-a50e-6d82cfc06d9c tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7120129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850854134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851156349'] for subnet, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:21.972177 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-a0bb5aa3-408d-461b-b565-c3a36ecf1bb4 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5271870b00>, '1286c48b-626f-45c9-8ce2-98ebb7a10dec') {'for_net_delete': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:01:21.972679 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-a0bb5aa3-408d-461b-b565-c3a36ecf1bb4 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5271870b00>, '1286c48b-626f-45c9-8ce2-98ebb7a10dec') {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:01:22.001611 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7b8832f8-4998-4ed3-85fb-8db48db77675 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:01:22.001779 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2ae10492-cff7-4692-b219-7288e7f94a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392'] for port, after_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:22.007427 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:01:22.012845 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-77bf9d02-4eec-4d3b-97f4-3d2b09ab79b7 tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036847558493'] for network, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:22.037255 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fcd2afab-04b8-4015-a50e-6d82cfc06d9c tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks [] for subnet, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:22.059198 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a0bb5aa3-408d-461b-b565-c3a36ecf1bb4 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749505745113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853989108'] for segment, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:22.081877 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bed2f292-8f9f-464f-ae96-0120044acd96 None None] Network 1c9eeaac-d205-4b19-a351-2fe67dd78b42 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:01:22.106261 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d6522e14-7dea-4489-bbcd-fdc5d511c926 tempest-FloatingIPAdminTestJSON-149081295 tempest-FloatingIPAdminTestJSON-149081295-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:22.108868 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d6522e14-7dea-4489-bbcd-fdc5d511c926 tempest-FloatingIPAdminTestJSON-149081295 tempest-FloatingIPAdminTestJSON-149081295-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for floatingip, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:22.118144 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-d6522e14-7dea-4489-bbcd-fdc5d511c926 tempest-FloatingIPAdminTestJSON-149081295 tempest-FloatingIPAdminTestJSON-149081295-project-admin] 10.222.0.65 "DELETE /v2.0/floatingips/619daa3c-9b3b-45e0-b985-f7b618a14cfd HTTP/1.1" status: 204  len: 168 time: 3.0673974
Dec 24 11:01:22.142240 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 33644) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:22.160819 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-d373f056-4584-4065-b08b-149928e6ce09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271a2c978>, [{'id': '1579b112-25c5-4e26-b661-3c6b0afe6950', 'name': 'tempest-ServerActionsTestJSON-1702090108-router', 'tenant_id': '3227175fb2a74b37bb7d77f5e6df3dce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.38'}], 'enable_snat': True}, 'gw_port_id': '74849d86-204a-4f5f-abc6-a48f45617700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:59:52Z', 'updated_at': '2021-12-24T11:00:00Z', 'revision_number': 4, 'project_id': '3227175fb2a74b37bb7d77f5e6df3dce', 'gw_port': {'id': '74849d86-204a-4f5f-abc6-a48f45617700', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:bd:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1579b112-25c5-4e26-b661-3c6b0afe6950', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:59:53Z', 'updated_at': '2021-12-24T11:00:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_floatingips': [{'id': '95889fa4-2071-45ae-b27f-4a9414d34474', 'tenant_id': '3227175fb2a74b37bb7d77f5e6df3dce', 'floating_ip_address': '172.26.3.107', 'floating_network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'router_id': '1579b112-25c5-4e26-b661-3c6b0afe6950', 'port_id': '3a88a9cd-23ff-4882-94d5-148e4e2e250b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06bf4055-f82f-43ff-8ef7-0747a91153cc', 'mac_address': 'fa:16:3e:f1:25:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655d927a-1c14-4f1b-88cc-771b29a10c76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T11:00:12Z', 'updated_at': '2021-12-24T11:01:10Z', 'revision_number': 1, 'project_id': '3227175fb2a74b37bb7d77f5e6df3dce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfa3ffd6-c8ed-4f57-a719-555500ce6c1f', 'name': '', 'network_id': '06bf4055-f82f-43ff-8ef7-0747a91153cc', 'tenant_id': '3227175fb2a74b37bb7d77f5e6df3dce', 'mac_address': 'fa:16:3e:2a:39:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1579b112-25c5-4e26-b661-3c6b0afe6950', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '26cb8daf-b897-4fc8-a72c-e78bd818e5d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:59:58Z', 'updated_at': '2021-12-24T11:00:14Z', 'revision_number': 5, 'project_id': '3227175fb2a74b37bb7d77f5e6df3dce', 'subnets': [{'id': '26cb8daf-b897-4fc8-a72c-e78bd818e5d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:01:22.166739 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d373f056-4584-4065-b08b-149928e6ce09 None None] The sync data for ids ['1579b112-25c5-4e26-b661-3c6b0afe6950'] in dv-neutron-822691-2-hyperv is: [{'id': '1579b112-25c5-4e26-b661-3c6b0afe6950', 'name': 'tempest-ServerActionsTestJSON-1702090108-router', 'tenant_id': '3227175fb2a74b37bb7d77f5e6df3dce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.38'}], 'enable_snat': True}, 'gw_port_id': '74849d86-204a-4f5f-abc6-a48f45617700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:59:52Z', 'updated_at': '2021-12-24T11:00:00Z', 'revision_number': 4, 'project_id': '3227175fb2a74b37bb7d77f5e6df3dce', 'gw_port': {'id': '74849d86-204a-4f5f-abc6-a48f45617700', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:bd:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1579b112-25c5-4e26-b661-3c6b0afe6950', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:59:53Z', 'updated_at': '2021-12-24T11:00:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_floatingips': [{'id': '95889fa4-2071-45ae-b27f-4a9414d34474', 'tenant_id': '3227175fb2a74b37bb7d77f5e6df3dce', 'floating_ip_address': '172.26.3.107', 'floating_network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'router_id': '1579b112-25c5-4e26-b661-3c6b0afe6950', 'port_id': '3a88a9cd-23ff-4882-94d5-148e4e2e250b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06bf4055-f82f-43ff-8ef7-0747a91153cc', 'mac_address': 'fa:16:3e:f1:25:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655d927a-1c14-4f1b-88cc-771b29a10c76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T11:00:12Z', 'updated_at': '2021-12-24T11:01:10Z', 'revision_number': 1, 'project_id': '3227175fb2a74b37bb7d77f5e6df3dce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfa3ffd6-c8ed-4f57-a719-555500ce6c1f', 'name': '', 'network_id': '06bf4055-f82f-43ff-8ef7-0747a91153cc', 'tenant_id': '3227175fb2a74b37bb7d77f5e6df3dce', 'mac_address': 'fa:16:3e:2a:39:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1579b112-25c5-4e26-b661-3c6b0afe6950', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '26cb8daf-b897-4fc8-a72c-e78bd818e5d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:59:58Z', 'updated_at': '2021-12-24T11:00:14Z', 'revision_number': 5, 'project_id': '3227175fb2a74b37bb7d77f5e6df3dce', 'subnets': [{'id': '26cb8daf-b897-4fc8-a72c-e78bd818e5d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:01:22.287902 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-232baea3-ccf7-49e0-8c8e-6bc393ac70a6 None None] DHCP port deletion for 47fe6abb-79a0-4804-928a-24b870baf93a request from dv-neutron-822691-2-hyperv {{(pid=88880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 24 11:01:22.302106 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device ab43ecb9-2f4c-47e0-813f-f7664962ae4b no longer exists at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:01:22.340515 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae10492-cff7-4692-b219-7288e7f94a61 None None] Pushing event deleted for resources: {'Port': ['ID=5251520b-c9fb-4aca-938a-4589a3bb1fdd,revision_number=None']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:01:22.347974 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] No Port match for: ab43ecb9-2f4c-47e0-813f-f7664962ae4b {{(pid=88880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 24 11:01:22.348424 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device ab43ecb9-2f4c-47e0-813f-f7664962ae4b not bound to the agent host dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 24 11:01:22.348818 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 5251520b-c9fb-4aca-938a-4589a3bb1fdd no longer exists at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:01:22.374086 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-2ae10492-cff7-4692-b219-7288e7f94a61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:01:22.377754 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd2afab-04b8-4015-a50e-6d82cfc06d9c tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Pushing event deleted for resources: {'Subnet': ['ID=804a27fc-bd75-40e1-a309-8790a957455d,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:01:22.400092 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-fcd2afab-04b8-4015-a50e-6d82cfc06d9c tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:01:22.404034 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-77bf9d02-4eec-4d3b-97f4-3d2b09ab79b7 tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847649663', 'neutron.services.segments.db._delete_segments_for_network-8749505737672'] for network, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:22.408255 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-fcd2afab-04b8-4015-a50e-6d82cfc06d9c tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "DELETE /v2.0/subnets/804a27fc-bd75-40e1-a309-8790a957455d HTTP/1.1" status: 204  len: 168 time: 2.8051255
Dec 24 11:01:22.412490 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 33648) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:22.417547 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a0bb5aa3-408d-461b-b565-c3a36ecf1bb4 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:22.425681 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] No Port match for: 5251520b-c9fb-4aca-938a-4589a3bb1fdd {{(pid=88880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 24 11:01:22.426030 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 5251520b-c9fb-4aca-938a-4589a3bb1fdd not bound to the agent host dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 24 11:01:22.427644 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae10492-cff7-4692-b219-7288e7f94a61 None None] No DVR routers for this DVR port 5251520b-c9fb-4aca-938a-4589a3bb1fdd on host dv-neutron-822691-2-hyperv {{(pid=88880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 24 11:01:22.441611 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d03c931a-8277-4c2d-903f-88a3f1a73d63 tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Router d6659a0e-4485-4bec-b113-384967331055 has already been hosted by L3 agent 198cca88-1338-4098-b44b-beb0346ac906 {{(pid=88879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 24 11:01:22.442618 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0bb5aa3-408d-461b-b565-c3a36ecf1bb4 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Releasing vlan 611 on physical network physnet1 to pool {{(pid=88879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 24 11:01:22.443076 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a0bb5aa3-408d-461b-b565-c3a36ecf1bb4 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036847652098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3926696'] for segment, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:22.461238 dv-neutron-822691-2-hyperv neutron-server[88767]: Traceback (most recent call last):
Dec 24 11:01:22.461238 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 24 11:01:22.461238 dv-neutron-822691-2-hyperv neutron-server[88767]:     timer()
Dec 24 11:01:22.461238 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 11:01:22.461238 dv-neutron-822691-2-hyperv neutron-server[88767]:     cb(*args, **kw)
Dec 24 11:01:22.461238 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 24 11:01:22.461238 dv-neutron-822691-2-hyperv neutron-server[88767]:     return func(*args, **kwargs)
Dec 24 11:01:22.461238 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 11:01:22.461238 dv-neutron-822691-2-hyperv neutron-server[88767]:     self._notify()
Dec 24 11:01:22.461238 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 11:01:22.461238 dv-neutron-822691-2-hyperv neutron-server[88767]:     self.callback(batched_events)
Dec 24 11:01:22.461238 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 11:01:22.461238 dv-neutron-822691-2-hyperv neutron-server[88767]:     event.method(event)
Dec 24 11:01:22.461238 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 11:01:22.461238 dv-neutron-822691-2-hyperv neutron-server[88767]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 11:01:22.461238 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 24 11:01:22.461238 dv-neutron-822691-2-hyperv neutron-server[88767]:     segment_id)['aggregates'][0]
Dec 24 11:01:22.461238 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 24 11:01:22.461238 dv-neutron-822691-2-hyperv neutron-server[88767]:     return f(self, *a, **k)
Dec 24 11:01:22.461238 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 11:01:22.461238 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self._get(url).json()
Dec 24 11:01:22.461238 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 24 11:01:22.461238 dv-neutron-822691-2-hyperv neutron-server[88767]:     **kwargs)
Dec 24 11:01:22.461238 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 24 11:01:22.461238 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self.request(url, 'GET', **kwargs)
Dec 24 11:01:22.461238 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 24 11:01:22.461238 dv-neutron-822691-2-hyperv neutron-server[88767]:     **endpoint_filter)
Dec 24 11:01:22.461238 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 24 11:01:22.461238 dv-neutron-822691-2-hyperv neutron-server[88767]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 11:01:22.461238 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 24 11:01:22.461238 dv-neutron-822691-2-hyperv neutron-server[88767]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 11:01:22.461238 dv-neutron-822691-2-hyperv neutron-server[88767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 11:01:22.492246 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-c48d3f70-4e87-45cd-aaad-1592901055bd req-446b522a-6e63-4b84-b58d-6837d5e2f9cc service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3227175fb2a74b37bb7d77f5e6df3dce&device_id=655d927a-1c14-4f1b-88cc-771b29a10c76 HTTP/1.1" status: 200  len: 1099 time: 0.6829185
Dec 24 11:01:22.503790 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-8f81c503-9226-49f7-bbc6-c04e6bb33d83 tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Deleting port 1462007b-5bff-48c3-a065-35bdc290f91f {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:01:22.504103 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8f81c503-9226-49f7-bbc6-c04e6bb33d83 tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:22.569753 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d11fe5b-fd71-46ed-bafe-9634d95bf5d2 None None] DHCP port deletion for 1c9eeaac-d205-4b19-a351-2fe67dd78b42 request from dv-neutron-822691-2-hyperv {{(pid=88880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 24 11:01:22.580311 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-1d11fe5b-fd71-46ed-bafe-9634d95bf5d2 None None] Deleting port 7d4a70e8-d53c-485b-a3b8-3497eb23d311 {{(pid=88880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:01:22.580992 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1d11fe5b-fd71-46ed-bafe-9634d95bf5d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:22.593341 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-c7db1240-45ed-4518-bcaf-8010b9ba5eac tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1741564
Dec 24 11:01:22.616132 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 33652) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:22.678196 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-77bf9d02-4eec-4d3b-97f4-3d2b09ab79b7 tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5271202cf8>,) {'filters': {'network_id': ['01b2c87a-d921-4da4-b2d3-6790ebc4ff57']}} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:01:22.712338 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-77bf9d02-4eec-4d3b-97f4-3d2b09ab79b7 tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5271202cf8>, '453376c2-2696-4d62-b689-648ac23c61fd') {'for_net_delete': True} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:01:22.712607 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-77bf9d02-4eec-4d3b-97f4-3d2b09ab79b7 tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5271202cf8>, '453376c2-2696-4d62-b689-648ac23c61fd') {} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:01:22.730864 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0156739-a8fb-4fc2-8217-90a3d165d8ee None None] New status for floating IP 95889fa4-2071-45ae-b27f-4a9414d34474: ACTIVE {{(pid=88880) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 24 11:01:22.749167 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48d3f70-4e87-45cd-aaad-1592901055bd req-f3407ada-9cf4-4987-8e07-fa01592d9678 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:01:22.750921 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-c48d3f70-4e87-45cd-aaad-1592901055bd req-f3407ada-9cf4-4987-8e07-fa01592d9678 service neutron] 10.222.0.58 "GET /v2.0/networks?id=06bf4055-f82f-43ff-8ef7-0747a91153cc HTTP/1.1" status: 200  len: 913 time: 0.2008095
Dec 24 11:01:22.751535 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-77bf9d02-4eec-4d3b-97f4-3d2b09ab79b7 tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749505745113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2241371'] for segment, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:22.815490 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-77bf9d02-4eec-4d3b-97f4-3d2b09ab79b7 tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:22.834963 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29d34765-0938-4e06-b29e-a09f4b1a25a5 tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Router 5dc1ac60-1a0f-4f30-a02e-67dc32ad18ed is scheduled to L3 agent 198cca88-1338-4098-b44b-beb0346ac906 with binding_index 1 {{(pid=88878) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 24 11:01:22.841301 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77bf9d02-4eec-4d3b-97f4-3d2b09ab79b7 tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Releasing vlan 601 on physical network physnet1 to pool {{(pid=88878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 24 11:01:22.841750 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-77bf9d02-4eec-4d3b-97f4-3d2b09ab79b7 tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036847652098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850807864'] for segment, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:22.874344 dv-neutron-822691-2-hyperv neutron-server[88767]: Traceback (most recent call last):
Dec 24 11:01:22.874344 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 24 11:01:22.874344 dv-neutron-822691-2-hyperv neutron-server[88767]:     timer()
Dec 24 11:01:22.874344 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 11:01:22.874344 dv-neutron-822691-2-hyperv neutron-server[88767]:     cb(*args, **kw)
Dec 24 11:01:22.874344 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 24 11:01:22.874344 dv-neutron-822691-2-hyperv neutron-server[88767]:     return func(*args, **kwargs)
Dec 24 11:01:22.874344 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 11:01:22.874344 dv-neutron-822691-2-hyperv neutron-server[88767]:     self._notify()
Dec 24 11:01:22.874344 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 11:01:22.874344 dv-neutron-822691-2-hyperv neutron-server[88767]:     self.callback(batched_events)
Dec 24 11:01:22.874344 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 11:01:22.874344 dv-neutron-822691-2-hyperv neutron-server[88767]:     event.method(event)
Dec 24 11:01:22.874344 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 11:01:22.874344 dv-neutron-822691-2-hyperv neutron-server[88767]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 11:01:22.874344 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 24 11:01:22.874344 dv-neutron-822691-2-hyperv neutron-server[88767]:     segment_id)['aggregates'][0]
Dec 24 11:01:22.874344 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 24 11:01:22.874344 dv-neutron-822691-2-hyperv neutron-server[88767]:     return f(self, *a, **k)
Dec 24 11:01:22.874344 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 11:01:22.874344 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self._get(url).json()
Dec 24 11:01:22.874344 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 24 11:01:22.874344 dv-neutron-822691-2-hyperv neutron-server[88767]:     **kwargs)
Dec 24 11:01:22.874344 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 24 11:01:22.874344 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self.request(url, 'GET', **kwargs)
Dec 24 11:01:22.874344 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 24 11:01:22.874344 dv-neutron-822691-2-hyperv neutron-server[88767]:     **endpoint_filter)
Dec 24 11:01:22.874344 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 24 11:01:22.874344 dv-neutron-822691-2-hyperv neutron-server[88767]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 11:01:22.874344 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 24 11:01:22.874344 dv-neutron-822691-2-hyperv neutron-server[88767]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 11:01:22.874344 dv-neutron-822691-2-hyperv neutron-server[88767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 11:01:22.969123 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7203d112-6f94-42c6-9c73-803aa7b9e56c tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:01:22.969964 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-7203d112-6f94-42c6-9c73-803aa7b9e56c tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Synchronizing usage tracker for tenant:739a78fd4cfc48c2a4011598579f8f8c on resource:port {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:01:22.996733 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a0bb5aa3-408d-461b-b565-c3a36ecf1bb4 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7126154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659196'] for network, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:23.024644 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-c48d3f70-4e87-45cd-aaad-1592901055bd req-b83da6bb-a149-40d1-a6b2-4bc5bf2f8844 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3a88a9cd-23ff-4882-94d5-148e4e2e250b HTTP/1.1" status: 200  len: 1000 time: 0.1930037
Dec 24 11:01:23.029356 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:01:23.048723 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a0bb5aa3-408d-461b-b565-c3a36ecf1bb4 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1977811'] for network, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:23.101181 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bb5aa3-408d-461b-b565-c3a36ecf1bb4 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Pushing event deleted for resources: {'Network': ['ID=47fe6abb-79a0-4804-928a-24b870baf93a,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:01:23.107442 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-a0bb5aa3-408d-461b-b565-c3a36ecf1bb4 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:01:23.109797 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-a0bb5aa3-408d-461b-b565-c3a36ecf1bb4 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] 10.222.0.65 "DELETE /v2.0/networks/47fe6abb-79a0-4804-928a-24b870baf93a HTTP/1.1" status: 204  len: 168 time: 5.7615418
Dec 24 11:01:23.122898 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 33658) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:23.135549 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-67dc1e3c-f7c3-44ab-98fa-b39a31cad334 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1892358048'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:01:23.142249 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-1d11fe5b-fd71-46ed-bafe-9634d95bf5d2 None None] For port 7d4a70e8-d53c-485b-a3b8-3497eb23d311, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=7d4a70e8-d53c-485b-a3b8-3497eb23d311,segment=NetworkSegment(6618a092-51b2-4e3d-9318-3ce6b7b40c55),segment_id=6618a092-51b2-4e3d-9318-3ce6b7b40c55)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:01:23.142710 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1d11fe5b-fd71-46ed-bafe-9634d95bf5d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:23.147759 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-67dc1e3c-f7c3-44ab-98fa-b39a31cad334 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:01:23.151713 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d03c931a-8277-4c2d-903f-88a3f1a73d63 tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:01:23.160341 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-d03c931a-8277-4c2d-903f-88a3f1a73d63 tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] 10.222.0.65 "PUT /v2.0/routers/d6659a0e-4485-4bec-b113-384967331055/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 8.5682693
Dec 24 11:01:23.162179 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48d3f70-4e87-45cd-aaad-1592901055bd req-f85eacac-fb9c-437d-858b-08d06675131f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:01:23.163793 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-c48d3f70-4e87-45cd-aaad-1592901055bd req-f85eacac-fb9c-437d-858b-08d06675131f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=26cb8daf-b897-4fc8-a72c-e78bd818e5d0 HTTP/1.1" status: 200  len: 851 time: 0.1118758
Dec 24 11:01:23.165012 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-67dc1e3c-f7c3-44ab-98fa-b39a31cad334 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Usage tracker for resource:network and tenant:8a7af7c8b592433694552a5e5f506278 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:01:23.170029 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d61122-cebe-4161-80db-79d6ab394de2 None None] Sync routers for ids ['d6659a0e-4485-4bec-b113-384967331055'] in dv-neutron-822691-2-hyperv {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:01:23.171578 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 33662) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:23.176790 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-67dc1e3c-f7c3-44ab-98fa-b39a31cad334 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:01:23.188975 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d61122-cebe-4161-80db-79d6ab394de2 None None] Routers {'d6659a0e-4485-4bec-b113-384967331055'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:01:23.189807 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-c6d61122-cebe-4161-80db-79d6ab394de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271c85438>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:01:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['d6659a0e-4485-4bec-b113-384967331055'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:01:23.207356 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-77bf9d02-4eec-4d3b-97f4-3d2b09ab79b7 tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7126154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659196'] for network, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:23.221007 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-77bf9d02-4eec-4d3b-97f4-3d2b09ab79b7 tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1977811'] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:23.223794 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-7203d112-6f94-42c6-9c73-803aa7b9e56c tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Unset dirty status for tenant:739a78fd4cfc48c2a4011598579f8f8c on resource:port {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:01:23.225073 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-7203d112-6f94-42c6-9c73-803aa7b9e56c tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.6048310
Dec 24 11:01:23.231813 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-2bfbb29d-c6a9-4c52-9b1b-75989b4cee65 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:01:23.249050 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 33666) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:23.258988 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-c6d61122-cebe-4161-80db-79d6ab394de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271c85438>, [], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:01:23.272425 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d61122-cebe-4161-80db-79d6ab394de2 None None] Routers {'d6659a0e-4485-4bec-b113-384967331055'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:01:23.273454 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-c6d61122-cebe-4161-80db-79d6ab394de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271c85438>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:01:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['d6659a0e-4485-4bec-b113-384967331055'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:01:23.296588 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-67dc1e3c-f7c3-44ab-98fa-b39a31cad334 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:01:23.321571 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-77bf9d02-4eec-4d3b-97f4-3d2b09ab79b7 tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] 10.222.0.65 "DELETE /v2.0/networks/01b2c87a-d921-4da4-b2d3-6790ebc4ff57 HTTP/1.1" status: 204  len: 168 time: 2.2259011
Dec 24 11:01:23.322771 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bf9d02-4eec-4d3b-97f4-3d2b09ab79b7 tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Pushing event deleted for resources: {'Network': ['ID=01b2c87a-d921-4da4-b2d3-6790ebc4ff57,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:01:23.335731 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-77bf9d02-4eec-4d3b-97f4-3d2b09ab79b7 tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:01:23.356210 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-c6d61122-cebe-4161-80db-79d6ab394de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271c85438>, [], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:01:23.357456 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d61122-cebe-4161-80db-79d6ab394de2 None None] The sync data for ids ['d6659a0e-4485-4bec-b113-384967331055'] in dv-neutron-822691-2-hyperv is: [] {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:01:23.371780 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-1d11fe5b-fd71-46ed-bafe-9634d95bf5d2 None None] Calling delete_port for 7d4a70e8-d53c-485b-a3b8-3497eb23d311 owned by network:dhcp {{(pid=88880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:01:23.376354 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8f81c503-9226-49f7-bbc6-c04e6bb33d83 tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:23.417870 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67dc1e3c-f7c3-44ab-98fa-b39a31cad334 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Made reservation on behalf of 8a7af7c8b592433694552a5e5f506278 for: {'network': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:01:23.423706 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-67dc1e3c-f7c3-44ab-98fa-b39a31cad334 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for network, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:23.462992 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1d11fe5b-fd71-46ed-bafe-9634d95bf5d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392'] for port, after_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:23.475335 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-8cdcaaab-de0a-454a-83bf-8a3521b85934 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:01:23.557410 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d11fe5b-fd71-46ed-bafe-9634d95bf5d2 None None] No DVR routers for this DVR port 7d4a70e8-d53c-485b-a3b8-3497eb23d311 on host dv-neutron-822691-2-hyperv {{(pid=88880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 24 11:01:23.559691 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d11fe5b-fd71-46ed-bafe-9634d95bf5d2 None None] Pushing event deleted for resources: {'Port': ['ID=7d4a70e8-d53c-485b-a3b8-3497eb23d311,revision_number=None']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:01:23.562996 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-1d11fe5b-fd71-46ed-bafe-9634d95bf5d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:01:23.571679 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67dc1e3c-f7c3-44ab-98fa-b39a31cad334 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] vlan segment allocate from pool success with {'vlan_id': 638, 'physical_network': 'physnet1'}  {{(pid=88879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 24 11:01:23.608231 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-67dc1e3c-f7c3-44ab-98fa-b39a31cad334 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:23.608639 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.segments_db [None req-67dc1e3c-f7c3-44ab-98fa-b39a31cad334 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Added segment 9e232ecf-cce0-4e3a-8202-7df001760c9e of type vlan for network e66178d9-1bb2-40d0-bc28-9c25ee9ee324
Dec 24 11:01:23.614146 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-8f81c503-9226-49f7-bbc6-c04e6bb33d83 tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Calling delete_port for 1462007b-5bff-48c3-a065-35bdc290f91f owned by  {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:01:23.614323 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a35349ac-796e-4be9-8669-3bdeb5a3b216 tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Notify callbacks [] for router, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:23.662236 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-240ca3fe-2e8d-4872-85d1-c49d81e73713 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:01:23.669289 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-240ca3fe-2e8d-4872-85d1-c49d81e73713 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Synchronizing usage tracker for tenant:739a78fd4cfc48c2a4011598579f8f8c on resource:subnet {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:01:23.717819 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-c48d3f70-4e87-45cd-aaad-1592901055bd req-c387630a-94bc-4382-90f6-6fd27c6f30af service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=06bf4055-f82f-43ff-8ef7-0747a91153cc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.5424998
Dec 24 11:01:23.772980 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-240ca3fe-2e8d-4872-85d1-c49d81e73713 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Unset dirty status for tenant:739a78fd4cfc48c2a4011598579f8f8c on resource:subnet {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:01:23.774386 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-240ca3fe-2e8d-4872-85d1-c49d81e73713 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.5185959
Dec 24 11:01:23.787569 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 33676) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:23.881847 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 33680) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:23.937142 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-e5c1c9a7-624b-4d66-acf4-91a6295083ee tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1415339
Dec 24 11:01:23.948354 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 33686) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:23.959458 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-67dc1e3c-f7c3-44ab-98fa-b39a31cad334 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363287349540024'] for network, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:24.126039 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8f81c503-9226-49f7-bbc6-c04e6bb33d83 tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:24.134964 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-426b9b46-0103-4f22-8fd1-15947cdc01b0 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Request body: {'subnet': {'network_id': '1c9eeaac-d205-4b19-a351-2fe67dd78b42', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:01:24.139352 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29d34765-0938-4e06-b29e-a09f4b1a25a5 tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:01:24.147294 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-15f892fd-ddf4-4591-9e56-5eb4b288961b tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:01:24.150298 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31730e64-466d-4c21-82af-8c08752a3559 None None] Sync routers for ids ['5dc1ac60-1a0f-4f30-a02e-67dc32ad18ed'] in dv-neutron-822691-2-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:01:24.166961 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31730e64-466d-4c21-82af-8c08752a3559 None None] Routers {'5dc1ac60-1a0f-4f30-a02e-67dc32ad18ed'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:01:24.167934 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-31730e64-466d-4c21-82af-8c08752a3559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271f18a90>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:01:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['5dc1ac60-1a0f-4f30-a02e-67dc32ad18ed'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:01:24.207190 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f81c503-9226-49f7-bbc6-c04e6bb33d83 tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Pushing event deleted for resources: {'Port': ['ID=1462007b-5bff-48c3-a065-35bdc290f91f,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:01:24.210176 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-8f81c503-9226-49f7-bbc6-c04e6bb33d83 tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:01:24.238036 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 7d4a70e8-d53c-485b-a3b8-3497eb23d311 no longer exists at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:01:24.288371 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] No Port match for: 7d4a70e8-d53c-485b-a3b8-3497eb23d311 {{(pid=88880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 24 11:01:24.289046 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 7d4a70e8-d53c-485b-a3b8-3497eb23d311 not bound to the agent host dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 24 11:01:24.290830 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-31730e64-466d-4c21-82af-8c08752a3559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271f18a90>, [], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:01:24.293977 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-29d34765-0938-4e06-b29e-a09f4b1a25a5 tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Notify callbacks [] for router, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:24.295348 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-29d34765-0938-4e06-b29e-a09f4b1a25a5 tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201  len: 884 time: 13.1177530
Dec 24 11:01:24.300016 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 33692) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:24.311887 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31730e64-466d-4c21-82af-8c08752a3559 None None] Routers {'5dc1ac60-1a0f-4f30-a02e-67dc32ad18ed'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:01:24.312592 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-31730e64-466d-4c21-82af-8c08752a3559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271f18a90>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:01:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['5dc1ac60-1a0f-4f30-a02e-67dc32ad18ed'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:01:24.397246 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-31730e64-466d-4c21-82af-8c08752a3559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271f18a90>, [], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:01:24.397246 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31730e64-466d-4c21-82af-8c08752a3559 None None] The sync data for ids ['5dc1ac60-1a0f-4f30-a02e-67dc32ad18ed'] in dv-neutron-822691-2-hyperv is: [] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:01:24.421621 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8f81c503-9226-49f7-bbc6-c04e6bb33d83 tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:24.424042 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-8f81c503-9226-49f7-bbc6-c04e6bb33d83 tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] 10.222.0.65 "DELETE /v2.0/ports/1462007b-5bff-48c3-a065-35bdc290f91f HTTP/1.1" status: 204  len: 168 time: 2.2794542
Dec 24 11:01:24.426801 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 33696) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:24.630078 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2d670c9-ca8d-413c-b4ba-f852a1b9b1a4 tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:01:24.630924 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-a2d670c9-ca8d-413c-b4ba-f852a1b9b1a4 tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Synchronizing usage tracker for tenant:e3e54d8cf4d044b3b8096eb661b4b828 on resource:port {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:01:24.668430 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-a2d670c9-ca8d-413c-b4ba-f852a1b9b1a4 tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Unset dirty status for tenant:e3e54d8cf4d044b3b8096eb661b4b828 on resource:port {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:01:24.669814 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-a2d670c9-ca8d-413c-b4ba-f852a1b9b1a4 tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] 10.222.0.65 "GET /v2.0/ports?device_id=dd0cf540-bd0d-4528-9380-a6e353790057 HTTP/1.1" status: 200  len: 913 time: 0.2419548
Dec 24 11:01:24.673874 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 33702) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:24.779048 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-188e5a34-3fbb-4e9a-bdcb-b73f92238113 tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] 10.222.0.65 "GET /v2.0/routers/5dc1ac60-1a0f-4f30-a02e-67dc32ad18ed HTTP/1.1" status: 200  len: 920 time: 0.4771516
Dec 24 11:01:24.780528 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 33706) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:24.823938 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-c48d3f70-4e87-45cd-aaad-1592901055bd req-f165fd8c-918b-43d0-925a-53cfd3b65f70 service neutron] 10.222.0.58 "GET /v2.0/networks/06bf4055-f82f-43ff-8ef7-0747a91153cc?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.0421584
Dec 24 11:01:24.842003 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-8dbd3d8b-b445-46bf-a390-ea1ba0962f18 tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] 10.222.0.65 "GET /v2.0/ports?device_id=5dc1ac60-1a0f-4f30-a02e-67dc32ad18ed HTTP/1.1" status: 200  len: 205 time: 0.0563600
Dec 24 11:01:24.846915 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 33710) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:24.853274 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-67dc1e3c-f7c3-44ab-98fa-b39a31cad334 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636'] for network, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:24.929411 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a35349ac-796e-4be9-8669-3bdeb5a3b216 tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854158724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-84560'] for router, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:24.939709 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67dc1e3c-f7c3-44ab-98fa-b39a31cad334 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:01:24.940904 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-67dc1e3c-f7c3-44ab-98fa-b39a31cad334 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1977811'] for network, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:24.968128 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:01:25.077495 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-426b9b46-0103-4f22-8fd1-15947cdc01b0 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:01:25.097415 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a35349ac-796e-4be9-8669-3bdeb5a3b216 tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:25.106354 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-d0b31f98-4baa-4eb3-8e4c-f1ddebc62ce8 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d9849f2157e642b5a3e5e89d95c44695&name=default HTTP/1.1" status: 200  len: 2647 time: 1.2132897
Dec 24 11:01:25.129960 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 33714) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:25.248380 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-426b9b46-0103-4f22-8fd1-15947cdc01b0 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:01:25.260891 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-67dc1e3c-f7c3-44ab-98fa-b39a31cad334 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 2.1318855
Dec 24 11:01:25.295541 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 33720) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:25.333312 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-2ac9cded-fe05-456a-b505-062f0e0355de tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Request body: {'subnet': {'network_id': 'e66178d9-1bb2-40d0-bc28-9c25ee9ee324', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:01:25.384626 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dc1e3c-f7c3-44ab-98fa-b39a31cad334 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Pushing event updated for resources: {'Network': ['ID=e66178d9-1bb2-40d0-bc28-9c25ee9ee324,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:01:25.392138 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-447c53e6-54e4-40c8-97fb-7becf30757a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:25.398763 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-67dc1e3c-f7c3-44ab-98fa-b39a31cad334 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:01:25.405030 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Network e66178d9-1bb2-40d0-bc28-9c25ee9ee324 details requested by agent ovs-agent-dv-neutron-822691-2-hyperv with host dv-neutron-822691-2-hyperv {{(pid=88880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 24 11:01:25.434022 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-426b9b46-0103-4f22-8fd1-15947cdc01b0 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Made reservation on behalf of 739a78fd4cfc48c2a4011598579f8f8c for: {'subnet': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:01:25.440288 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-426b9b46-0103-4f22-8fd1-15947cdc01b0 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3619482'] for subnet, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:25.489303 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-c48d3f70-4e87-45cd-aaad-1592901055bd req-d1b75d15-f98f-4dd7-be72-ece7cfd38227 service neutron] 10.222.0.58 "GET /v2.0/networks/06bf4055-f82f-43ff-8ef7-0747a91153cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6377337
Dec 24 11:01:25.490173 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a35349ac-796e-4be9-8669-3bdeb5a3b216 tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854158830'] for router, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:25.490559 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a35349ac-796e-4be9-8669-3bdeb5a3b216 tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Fanout notify agent at l3_agent the message router_deleted on router d6659a0e-4485-4bec-b113-384967331055 {{(pid=88879) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 24 11:01:25.566216 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a35349ac-796e-4be9-8669-3bdeb5a3b216 tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Notify callbacks [] for router, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:25.567239 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-447c53e6-54e4-40c8-97fb-7becf30757a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:25.570740 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-a35349ac-796e-4be9-8669-3bdeb5a3b216 tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] 10.222.0.65 "DELETE /v2.0/routers/d6659a0e-4485-4bec-b113-384967331055 HTTP/1.1" status: 204  len: 168 time: 2.3976510
Dec 24 11:01:25.578155 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 33724) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:25.599358 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-2ac9cded-fe05-456a-b505-062f0e0355de tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:01:25.663394 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1745a8b3-8162-484c-93eb-54c4b1dca954 tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Notify callbacks [] for router, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:25.758764 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-2ac9cded-fe05-456a-b505-062f0e0355de tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:01:25.785210 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-426b9b46-0103-4f22-8fd1-15947cdc01b0 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3921862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3619467'] for subnet, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:25.790500 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:01:25.863005 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-426b9b46-0103-4f22-8fd1-15947cdc01b0 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Network 1c9eeaac-d205-4b19-a351-2fe67dd78b42 is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:01:25.863192 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ac9cded-fe05-456a-b505-062f0e0355de tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Made reservation on behalf of 8a7af7c8b592433694552a5e5f506278 for: {'subnet': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:01:25.866649 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-426b9b46-0103-4f22-8fd1-15947cdc01b0 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Resources bound (agent type, host, resource id):  {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:01:25.873265 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-426b9b46-0103-4f22-8fd1-15947cdc01b0 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:01:25.874182 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-426b9b46-0103-4f22-8fd1-15947cdc01b0 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks [] for subnet, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:25.880407 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e877dd69-7e9a-422d-9017-fc5f832f83d7 None None] Network 1c9eeaac-d205-4b19-a351-2fe67dd78b42 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:01:25.895729 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426b9b46-0103-4f22-8fd1-15947cdc01b0 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Pushing event updated for resources: {'Subnet': ['ID=af537164-19ef-4f13-b913-ca8f639f7ce1,revision_number=0']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:01:25.899935 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-426b9b46-0103-4f22-8fd1-15947cdc01b0 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:01:25.920165 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-426b9b46-0103-4f22-8fd1-15947cdc01b0 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.9655330
Dec 24 11:01:25.923467 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 33730) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:25.931133 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-4b702769-56c8-44ff-8399-13f31b1b32f2 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Request body: {'port': {'network_id': '1c9eeaac-d205-4b19-a351-2fe67dd78b42', 'fixed_ips': [{'subnet_id': 'af537164-19ef-4f13-b913-ca8f639f7ce1', 'ip_address': '2001:db8::d873:4d40:dcd9:b223'}], 'name': 'tempest-NetworksTestDHCPv6-136870838'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:01:26.107499 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-4b702769-56c8-44ff-8399-13f31b1b32f2 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:01:26.120019 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-4b702769-56c8-44ff-8399-13f31b1b32f2 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:01:26.131002 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b702769-56c8-44ff-8399-13f31b1b32f2 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Made reservation on behalf of 739a78fd4cfc48c2a4011598579f8f8c for: {'port': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:01:26.197645 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e27cff18-9c90-43dd-abb1-5e5e74fde74f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73968e80-91fd-539e-a7c6-b31af6d9e680-1c9eeaac-d205-4b19-a351-2fe67dd78b42', 'network_id': '1c9eeaac-d205-4b19-a351-2fe67dd78b42', 'tenant_id': '739a78fd4cfc48c2a4011598579f8f8c', 'fixed_ips': [{'subnet_id': 'af537164-19ef-4f13-b913-ca8f639f7ce1'}]}} from dv-neutron-822691-2-hyperv. {{(pid=88880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 24 11:01:26.199307 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e27cff18-9c90-43dd-abb1-5e5e74fde74f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:26.296700 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4b702769-56c8-44ff-8399-13f31b1b32f2 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:26.320620 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [None req-4b702769-56c8-44ff-8399-13f31b1b32f2 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] device_id is not set on port f4cabda1-c4dd-4cb4-8b7c-8013359b18b6 yet. {{(pid=88879) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 24 11:01:26.337230 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2ac9cded-fe05-456a-b505-062f0e0355de tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2246100'] for subnet, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:26.405143 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-e27cff18-9c90-43dd-abb1-5e5e74fde74f None None] Allocated IP 2001:db8::2 (1c9eeaac-d205-4b19-a351-2fe67dd78b42/af537164-19ef-4f13-b913-ca8f639f7ce1/d08c9805-5786-4b3e-b02c-c6236fd5b0fc) {{(pid=88880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:01:26.507359 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-447c53e6-54e4-40c8-97fb-7becf30757a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:26.549666 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-4f8584bf-9e5f-46af-a3fd-ee7bead86cd8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:01:26.614955 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447c53e6-54e4-40c8-97fb-7becf30757a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f1e57a6-2601-4fb3-ac06-a7ce36fc140f,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:01:26.617943 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-447c53e6-54e4-40c8-97fb-7becf30757a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:01:26.631668 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_v2 [None req-c49578b3-31e9-4254-b31f-231e8e72f9ec tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Deleting subnet c23e77c9-bb77-435d-ad7e-a4515b22dc61 {{(pid=88878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 24 11:01:26.656537 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c49578b3-31e9-4254-b31f-231e8e72f9ec tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Notify callbacks [] for subnet, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:26.692549 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-447c53e6-54e4-40c8-97fb-7becf30757a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:26.696413 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-447c53e6-54e4-40c8-97fb-7becf30757a8 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/0f1e57a6-2601-4fb3-ac06-a7ce36fc140f HTTP/1.1" status: 204  len: 168 time: 1.5561466
Dec 24 11:01:26.767127 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c49578b3-31e9-4254-b31f-231e8e72f9ec tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852534446'] for subnet, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:26.836014 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e27cff18-9c90-43dd-abb1-5e5e74fde74f None None] Notify callbacks [] for port, precommit_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:26.849174 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-286754a9-8104-47c5-a7fb-a206bc8e4ef6 tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854055677'] for router_interface, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:26.853582 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-e27cff18-9c90-43dd-abb1-5e5e74fde74f None None] Transition to ACTIVE for port object d08c9805-5786-4b3e-b02c-c6236fd5b0fc will not be triggered until provisioned by entity L2. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:01:26.882002 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-e27cff18-9c90-43dd-abb1-5e5e74fde74f None None] Transition to ACTIVE for port object d08c9805-5786-4b3e-b02c-c6236fd5b0fc will not be triggered until provisioned by entity DHCP. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:01:26.893757 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e27cff18-9c90-43dd-abb1-5e5e74fde74f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408'] for port, after_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:26.903830 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-d2b43de3-6065-4dbb-b6d7-b8ac286abbbe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:01:26.965557 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-4b702769-56c8-44ff-8399-13f31b1b32f2 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Allocated IP 2001:db8::d873:4d40:dcd9:b223 (1c9eeaac-d205-4b19-a351-2fe67dd78b42/af537164-19ef-4f13-b913-ca8f639f7ce1/f4cabda1-c4dd-4cb4-8b7c-8013359b18b6) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:01:27.015035 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e27cff18-9c90-43dd-abb1-5e5e74fde74f None None] Network 1c9eeaac-d205-4b19-a351-2fe67dd78b42 is already hosted by enough agents. {{(pid=88880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:01:27.022490 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27cff18-9c90-43dd-abb1-5e5e74fde74f None None] Pushing event updated for resources: {'Port': ['ID=d08c9805-5786-4b3e-b02c-c6236fd5b0fc,revision_number=1']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:01:27.025491 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-e27cff18-9c90-43dd-abb1-5e5e74fde74f None None] Resources bound (agent type, host, resource id):  {{(pid=88880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:01:27.027454 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-e27cff18-9c90-43dd-abb1-5e5e74fde74f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:01:27.030551 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e27cff18-9c90-43dd-abb1-5e5e74fde74f None None] Received port after_create {{(pid=88880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:01:27.076519 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1745a8b3-8162-484c-93eb-54c4b1dca954 tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:27.104106 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c49578b3-31e9-4254-b31f-231e8e72f9ec tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847655656'] for subnet, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:27.165700 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-1745a8b3-8162-484c-93eb-54c4b1dca954 tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Deleting port bd1e0799-1c31-48ad-bd16-e7d5982a9864 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:01:27.166296 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1745a8b3-8162-484c-93eb-54c4b1dca954 tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:27.194022 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-e27cff18-9c90-43dd-abb1-5e5e74fde74f None None] Attempting to bind port d08c9805-5786-4b3e-b02c-c6236fd5b0fc on host dv-neutron-822691-2-hyperv for vnic_type normal with profile  {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:01:27.194802 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-e27cff18-9c90-43dd-abb1-5e5e74fde74f None None] Attempting to bind port d08c9805-5786-4b3e-b02c-c6236fd5b0fc by drivers openvswitch,hyperv on host dv-neutron-822691-2-hyperv at level 0 using segments [{'id': '6618a092-51b2-4e3d-9318-3ce6b7b40c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '1c9eeaac-d205-4b19-a351-2fe67dd78b42'}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:01:27.195578 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27cff18-9c90-43dd-abb1-5e5e74fde74f None None] Attempting to bind port d08c9805-5786-4b3e-b02c-c6236fd5b0fc on network 1c9eeaac-d205-4b19-a351-2fe67dd78b42 {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:01:27.208910 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2ac9cded-fe05-456a-b505-062f0e0355de tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850796890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2246085'] for subnet, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:27.212607 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27cff18-9c90-43dd-abb1-5e5e74fde74f None None] Checking agent: {'id': 'db1275c1-6001-47af-93c2-635c68404703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822691-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 52, 8), 'started_at': datetime.datetime(2021, 12, 24, 10, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 1, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822691-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:01:27.221635 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27cff18-9c90-43dd-abb1-5e5e74fde74f None None] Checking segment: {'id': '6618a092-51b2-4e3d-9318-3ce6b7b40c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '1c9eeaac-d205-4b19-a351-2fe67dd78b42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:01:27.221635 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e27cff18-9c90-43dd-abb1-5e5e74fde74f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:27.223138 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27cff18-9c90-43dd-abb1-5e5e74fde74f None None] Bound using segment: {'id': '6618a092-51b2-4e3d-9318-3ce6b7b40c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '1c9eeaac-d205-4b19-a351-2fe67dd78b42'} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:01:27.223138 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-e27cff18-9c90-43dd-abb1-5e5e74fde74f None None] Bound port: d08c9805-5786-4b3e-b02c-c6236fd5b0fc, host: dv-neutron-822691-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6618a092-51b2-4e3d-9318-3ce6b7b40c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '1c9eeaac-d205-4b19-a351-2fe67dd78b42'}}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:01:27.223490 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e27cff18-9c90-43dd-abb1-5e5e74fde74f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:27.231412 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-529d2ec5-1d03-46fe-af0e-6c4f286c6da4 tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:01:27.299416 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4b702769-56c8-44ff-8399-13f31b1b32f2 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:27.322196 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-4b702769-56c8-44ff-8399-13f31b1b32f2 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Transition to ACTIVE for port object f4cabda1-c4dd-4cb4-8b7c-8013359b18b6 will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:01:27.351493 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-e27cff18-9c90-43dd-abb1-5e5e74fde74f None None] For port d08c9805-5786-4b3e-b02c-c6236fd5b0fc, host dv-neutron-822691-2-hyperv, cleared binding levels {{(pid=88880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:01:27.351907 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4b702769-56c8-44ff-8399-13f31b1b32f2 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:27.356975 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-e27cff18-9c90-43dd-abb1-5e5e74fde74f None None] For port d08c9805-5786-4b3e-b02c-c6236fd5b0fc, host dv-neutron-822691-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=d08c9805-5786-4b3e-b02c-c6236fd5b0fc,segment=NetworkSegment(6618a092-51b2-4e3d-9318-3ce6b7b40c55),segment_id=6618a092-51b2-4e3d-9318-3ce6b7b40c55)] {{(pid=88880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:01:27.359510 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:01:27.361674 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e27cff18-9c90-43dd-abb1-5e5e74fde74f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:27.375292 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-970a6537-26be-4188-b6ea-0cd20daab7d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:01:27.440860 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b702769-56c8-44ff-8399-13f31b1b32f2 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Network 1c9eeaac-d205-4b19-a351-2fe67dd78b42 is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:01:27.445667 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-4b702769-56c8-44ff-8399-13f31b1b32f2 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Resources bound (agent type, host, resource id):  {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:01:27.448241 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b702769-56c8-44ff-8399-13f31b1b32f2 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:01:27.460136 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b702769-56c8-44ff-8399-13f31b1b32f2 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:01:27.460992 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4b702769-56c8-44ff-8399-13f31b1b32f2 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:27.488455 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27cff18-9c90-43dd-abb1-5e5e74fde74f None None] Pushing event updated for resources: {'Port': ['ID=d08c9805-5786-4b3e-b02c-c6236fd5b0fc,revision_number=2']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:01:27.500671 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-4b702769-56c8-44ff-8399-13f31b1b32f2 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 947 time: 1.5738478
Dec 24 11:01:27.502787 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 33750) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:27.513616 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-e27cff18-9c90-43dd-abb1-5e5e74fde74f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:01:27.522018 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac9cded-fe05-456a-b505-062f0e0355de tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Pushing event updated for resources: {'Subnet': ['ID=e5d55936-2bfa-4bda-b095-b1671ee52fa2,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:01:27.535939 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-2ac9cded-fe05-456a-b505-062f0e0355de tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:01:27.547831 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b702769-56c8-44ff-8399-13f31b1b32f2 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Pushing event updated for resources: {'Port': ['ID=f4cabda1-c4dd-4cb4-8b7c-8013359b18b6,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:01:27.556324 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-4b702769-56c8-44ff-8399-13f31b1b32f2 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:01:27.593169 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c49578b3-31e9-4254-b31f-231e8e72f9ec tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7120129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3978858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852529715'] for subnet, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:27.625405 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbcc3c9b-788a-4d4b-bba4-8708b1e47fb0 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:01:27.632687 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbcc3c9b-788a-4d4b-bba4-8708b1e47fb0 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:01:27.634560 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-dbcc3c9b-788a-4d4b-bba4-8708b1e47fb0 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Synchronizing usage tracker for tenant:739a78fd4cfc48c2a4011598579f8f8c on resource:port {{(pid=88879) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:01:27.655679 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-dbcc3c9b-788a-4d4b-bba4-8708b1e47fb0 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Unset dirty status for tenant:739a78fd4cfc48c2a4011598579f8f8c on resource:port {{(pid=88879) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:01:27.662460 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-dbcc3c9b-788a-4d4b-bba4-8708b1e47fb0 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1684 time: 0.1579208
Dec 24 11:01:27.663609 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 33756) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:27.677995 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-aab968ca-1264-4bc4-b776-9cfd9292907b tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:01:27.729586 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1745a8b3-8162-484c-93eb-54c4b1dca954 tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:27.759273 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49578b3-31e9-4254-b31f-231e8e72f9ec tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Pushing event deleted for resources: {'Subnet': ['ID=c23e77c9-bb77-435d-ad7e-a4515b22dc61,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:01:27.766176 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-5d6259de-70c7-4b69-b49c-6b88d30e33ff tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Deleting port f4cabda1-c4dd-4cb4-8b7c-8013359b18b6 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:01:27.766853 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5d6259de-70c7-4b69-b49c-6b88d30e33ff tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:27.820031 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c49578b3-31e9-4254-b31f-231e8e72f9ec tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:01:27.898681 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-1745a8b3-8162-484c-93eb-54c4b1dca954 tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Calling delete_port for bd1e0799-1c31-48ad-bd16-e7d5982a9864 owned by network:router_gateway {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:01:27.931322 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac9cded-fe05-456a-b505-062f0e0355de tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Checking segment: {'id': '9e232ecf-cce0-4e3a-8202-7df001760c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'e66178d9-1bb2-40d0-bc28-9c25ee9ee324'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:01:27.931726 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ac9cded-fe05-456a-b505-062f0e0355de tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Network hostable DHCP agents. Network: e66178d9-1bb2-40d0-bc28-9c25ee9ee324, hostable agents: ['edcf98dc-3032-472a-8b3d-f23fd1e89806'], hosted agents: [] {{(pid=88878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 24 11:01:27.951027 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c49578b3-31e9-4254-b31f-231e8e72f9ec tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1977811'] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:27.963386 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccafbf00-aa89-48da-b5fb-76c726c1862b None None] Network 9c59ca4d-64ac-4bdd-8f74-15fc93387f02 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:01:27.990329 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-c49578b3-31e9-4254-b31f-231e8e72f9ec tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] 10.222.0.65 "DELETE /v2.0/subnets/c23e77c9-bb77-435d-ad7e-a4515b22dc61 HTTP/1.1" status: 204  len: 168 time: 2.4047780
Dec 24 11:01:27.991673 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 33766) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:28.126195 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 33770) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:28.231673 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5d6259de-70c7-4b69-b49c-6b88d30e33ff tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:28.232827 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ac9cded-fe05-456a-b505-062f0e0355de tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Network e66178d9-1bb2-40d0-bc28-9c25ee9ee324 is scheduled to be hosted by DHCP agent edcf98dc-3032-472a-8b3d-f23fd1e89806 with binding_index 1 {{(pid=88878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 24 11:01:28.301647 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:28.421891 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device d08c9805-5786-4b3e-b02c-c6236fd5b0fc up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:01:28.461969 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-5d6259de-70c7-4b69-b49c-6b88d30e33ff tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Calling delete_port for f4cabda1-c4dd-4cb4-8b7c-8013359b18b6 owned by  {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:01:28.506430 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-2ac9cded-fe05-456a-b505-062f0e0355de tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822691-2-hyperv, e66178d9-1bb2-40d0-bc28-9c25ee9ee324) {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:01:28.510633 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-462859da-a63f-4a21-b478-f2b798add71a tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1625565395'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:01:28.518037 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-462859da-a63f-4a21-b478-f2b798add71a tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:01:28.541261 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9504f709-a22a-42f8-b3c9-163a3df409ed None None] Network e66178d9-1bb2-40d0-bc28-9c25ee9ee324 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:01:28.543692 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-462859da-a63f-4a21-b478-f2b798add71a tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Usage tracker for resource:network and tenant:18d2a9fdfea84546a82d906d6ec9907e is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:01:28.551278 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-462859da-a63f-4a21-b478-f2b798add71a tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:01:28.551704 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ac9cded-fe05-456a-b505-062f0e0355de tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:01:28.552380 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2ac9cded-fe05-456a-b505-062f0e0355de tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1977811'] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:28.558045 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-462859da-a63f-4a21-b478-f2b798add71a tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:01:28.571969 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-462859da-a63f-4a21-b478-f2b798add71a tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Made reservation on behalf of 18d2a9fdfea84546a82d906d6ec9907e for: {'network': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:01:28.578420 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-462859da-a63f-4a21-b478-f2b798add71a tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for network, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:28.582354 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0a97d52a-42ca-478b-b978-5dce0f023923 tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036847558493'] for network, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:28.596843 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-462859da-a63f-4a21-b478-f2b798add71a tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks [] for security_group, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:28.619204 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-2ac9cded-fe05-456a-b505-062f0e0355de tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 3.3211997
Dec 24 11:01:28.627591 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 33778) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:28.676040 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-0a97d52a-42ca-478b-b978-5dce0f023923 tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Deleting port 9c16ff6f-078e-48ac-8bf2-cee93bee72d6 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:01:28.676473 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0a97d52a-42ca-478b-b978-5dce0f023923 tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:28.730697 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning for port d08c9805-5786-4b3e-b02c-c6236fd5b0fc completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:01:28.802873 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-462859da-a63f-4a21-b478-f2b798add71a tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:01:28.851425 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-462859da-a63f-4a21-b478-f2b798add71a tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Usage tracker for resource:security_group_rule and tenant:18d2a9fdfea84546a82d906d6ec9907e is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:01:28.860325 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-462859da-a63f-4a21-b478-f2b798add71a tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:01:28.892402 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-462859da-a63f-4a21-b478-f2b798add71a tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:01:28.899360 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5efc740e-6360-4a21-be60-37796dc6ed32 None None] DHCP port deletion for 9c59ca4d-64ac-4bdd-8f74-15fc93387f02 request from dv-neutron-822691-2-hyperv {{(pid=88880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 24 11:01:28.910583 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-5efc740e-6360-4a21-be60-37796dc6ed32 None None] Deleting port 9c16ff6f-078e-48ac-8bf2-cee93bee72d6 {{(pid=88880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:01:28.911559 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5efc740e-6360-4a21-be60-37796dc6ed32 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:28.940407 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-74ae1176-db34-4a58-8c4b-ef4a4a5d69bf tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036847558493'] for network, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:28.954079 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ff40d3e-9971-47b7-b47a-38b1373764e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73968e80-91fd-539e-a7c6-b31af6d9e680-e66178d9-1bb2-40d0-bc28-9c25ee9ee324', 'network_id': 'e66178d9-1bb2-40d0-bc28-9c25ee9ee324', 'tenant_id': '8a7af7c8b592433694552a5e5f506278', 'fixed_ips': [{'subnet_id': 'e5d55936-2bfa-4bda-b095-b1671ee52fa2'}]}} from dv-neutron-822691-2-hyperv. {{(pid=88880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 24 11:01:28.955606 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7ff40d3e-9971-47b7-b47a-38b1373764e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:28.961569 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5d6259de-70c7-4b69-b49c-6b88d30e33ff tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:28.996792 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:01:29.051545 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6259de-70c7-4b69-b49c-6b88d30e33ff tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Pushing event deleted for resources: {'Port': ['ID=f4cabda1-c4dd-4cb4-8b7c-8013359b18b6,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:01:29.059609 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-5d6259de-70c7-4b69-b49c-6b88d30e33ff tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:01:29.124739 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5d6259de-70c7-4b69-b49c-6b88d30e33ff tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:29.133054 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-74ae1176-db34-4a58-8c4b-ef4a4a5d69bf tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847655656'] for subnet, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:29.192541 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-5d6259de-70c7-4b69-b49c-6b88d30e33ff tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "DELETE /v2.0/ports/f4cabda1-c4dd-4cb4-8b7c-8013359b18b6 HTTP/1.1" status: 204  len: 168 time: 1.5272341
Dec 24 11:01:29.218686 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 33784) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:29.317934 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84e37b2f-33ef-4d29-9bf9-c71801c77b63 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:01:29.319552 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84e37b2f-33ef-4d29-9bf9-c71801c77b63 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:01:29.320834 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-84e37b2f-33ef-4d29-9bf9-c71801c77b63 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Synchronizing usage tracker for tenant:739a78fd4cfc48c2a4011598579f8f8c on resource:subnet {{(pid=88879) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:01:29.340514 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-84e37b2f-33ef-4d29-9bf9-c71801c77b63 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Unset dirty status for tenant:739a78fd4cfc48c2a4011598579f8f8c on resource:subnet {{(pid=88879) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:01:29.342029 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-84e37b2f-33ef-4d29-9bf9-c71801c77b63 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.1217725
Dec 24 11:01:29.344840 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 33788) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:29.368407 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-5efc740e-6360-4a21-be60-37796dc6ed32 None None] For port 9c16ff6f-078e-48ac-8bf2-cee93bee72d6, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=9c16ff6f-078e-48ac-8bf2-cee93bee72d6,segment=NetworkSegment(53877cd2-1afa-4d68-9193-8cef44eb2a0e),segment_id=53877cd2-1afa-4d68-9193-8cef44eb2a0e)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:01:29.369270 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5efc740e-6360-4a21-be60-37796dc6ed32 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:29.396132 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-0a97d52a-42ca-478b-b978-5dce0f023923 tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] For port 9c16ff6f-078e-48ac-8bf2-cee93bee72d6, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=9c16ff6f-078e-48ac-8bf2-cee93bee72d6,segment=NetworkSegment(53877cd2-1afa-4d68-9193-8cef44eb2a0e),segment_id=53877cd2-1afa-4d68-9193-8cef44eb2a0e)] {{(pid=88878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:01:29.396755 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0a97d52a-42ca-478b-b978-5dce0f023923 tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:29.483601 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f4e6808-75de-4201-a9d2-7dbb71915769 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Deleting subnet af537164-19ef-4f13-b913-ca8f639f7ce1 {{(pid=88879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 24 11:01:29.488310 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5f4e6808-75de-4201-a9d2-7dbb71915769 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks [] for subnet, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:29.564259 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5f4e6808-75de-4201-a9d2-7dbb71915769 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-786693'] for subnet, precommit_delete_associations {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:29.568615 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-0a97d52a-42ca-478b-b978-5dce0f023923 tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Calling delete_port for 9c16ff6f-078e-48ac-8bf2-cee93bee72d6 owned by network:dhcp {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:01:29.613116 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1745a8b3-8162-484c-93eb-54c4b1dca954 tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:29.624039 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-d6522e14-7dea-4489-bbcd-fdc5d511c926 tempest-FloatingIPAdminTestJSON-149081295 tempest-FloatingIPAdminTestJSON-149081295-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:01:29.642288 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-5efc740e-6360-4a21-be60-37796dc6ed32 None None] Calling delete_port for 9c16ff6f-078e-48ac-8bf2-cee93bee72d6 owned by network:dhcp {{(pid=88880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:01:29.676446 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5f4e6808-75de-4201-a9d2-7dbb71915769 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847655656'] for subnet, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:29.713607 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1745a8b3-8162-484c-93eb-54c4b1dca954 tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Pushing event deleted for resources: {'Port': ['ID=bd1e0799-1c31-48ad-bd16-e7d5982a9864,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:01:29.756640 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5efc740e-6360-4a21-be60-37796dc6ed32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392'] for port, after_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:29.765386 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-7ff40d3e-9971-47b7-b47a-38b1373764e4 None None] Allocated IP 2001:db8::2 (e66178d9-1bb2-40d0-bc28-9c25ee9ee324/e5d55936-2bfa-4bda-b095-b1671ee52fa2/9512bf6a-f086-4f9d-8cec-7af82be9ea22) {{(pid=88880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:01:29.768300 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-86e25ca8-87a9-4c99-91c3-e42c00939a47 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:01:29.778443 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-1745a8b3-8162-484c-93eb-54c4b1dca954 tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:01:29.842142 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efc740e-6360-4a21-be60-37796dc6ed32 None None] Pushing event deleted for resources: {'Port': ['ID=9c16ff6f-078e-48ac-8bf2-cee93bee72d6,revision_number=None']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:01:29.846835 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-462859da-a63f-4a21-b478-f2b798add71a tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks [] for security_group, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:29.847764 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-5efc740e-6360-4a21-be60-37796dc6ed32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:01:29.853436 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5f4e6808-75de-4201-a9d2-7dbb71915769 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7120129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850854134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851156349'] for subnet, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:29.854933 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-462859da-a63f-4a21-b478-f2b798add71a tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:29.859472 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5efc740e-6360-4a21-be60-37796dc6ed32 None None] No DVR routers for this DVR port 9c16ff6f-078e-48ac-8bf2-cee93bee72d6 on host dv-neutron-822691-2-hyperv {{(pid=88880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 24 11:01:29.865693 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-e9515802-b47f-4dcd-8b52-855a04a75248 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:01:29.916920 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-462859da-a63f-4a21-b478-f2b798add71a tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] vlan segment allocate from pool success with {'vlan_id': 611, 'physical_network': 'physnet1'}  {{(pid=88879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 24 11:01:29.932914 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-462859da-a63f-4a21-b478-f2b798add71a tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:29.933309 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.segments_db [None req-462859da-a63f-4a21-b478-f2b798add71a tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Added segment 034fb592-49fc-44ac-bd21-4ecef01c7f85 of type vlan for network cc4c51f7-8e40-4c2b-b067-b8ee84820d7f
Dec 24 11:01:29.958928 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462859da-a63f-4a21-b478-f2b798add71a tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1c400fb-6a04-4b35-be81-fd167f987547,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:01:29.978476 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5f4e6808-75de-4201-a9d2-7dbb71915769 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks [] for subnet, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:29.990133 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-462859da-a63f-4a21-b478-f2b798add71a tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:01:29.990624 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.114s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:01:30.037435 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-efcb20f0-2b28-4e30-9d8a-3680237e1cc6 None None] Provisioning for port d08c9805-5786-4b3e-b02c-c6236fd5b0fc completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:01:30.059091 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-efcb20f0-2b28-4e30-9d8a-3680237e1cc6 None None] Provisioning complete for port d08c9805-5786-4b3e-b02c-c6236fd5b0fc triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:01:30.059641 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-efcb20f0-2b28-4e30-9d8a-3680237e1cc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:30.081427 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.db.api [None req-0a97d52a-42ca-478b-b978-5dce0f023923 tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88878) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 24 11:01:30.082006 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_db.api [None req-0a97d52a-42ca-478b-b978-5dce0f023923 tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 24 11:01:30.240440 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7ff40d3e-9971-47b7-b47a-38b1373764e4 None None] Notify callbacks [] for port, precommit_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:30.255092 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-7ff40d3e-9971-47b7-b47a-38b1373764e4 None None] Transition to ACTIVE for port object 9512bf6a-f086-4f9d-8cec-7af82be9ea22 will not be triggered until provisioned by entity L2. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:01:30.279182 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-7ff40d3e-9971-47b7-b47a-38b1373764e4 None None] Transition to ACTIVE for port object 9512bf6a-f086-4f9d-8cec-7af82be9ea22 will not be triggered until provisioned by entity DHCP. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:01:30.299385 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1745a8b3-8162-484c-93eb-54c4b1dca954 tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854116846'] for router_gateway, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:30.313548 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 9c16ff6f-078e-48ac-8bf2-cee93bee72d6 no longer exists at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:01:30.329097 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4e6808-75de-4201-a9d2-7dbb71915769 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Pushing event deleted for resources: {'Subnet': ['ID=af537164-19ef-4f13-b913-ca8f639f7ce1,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:01:30.340099 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-462859da-a63f-4a21-b478-f2b798add71a tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363287349540024'] for network, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:30.346390 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-5f4e6808-75de-4201-a9d2-7dbb71915769 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:01:30.355359 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7ff40d3e-9971-47b7-b47a-38b1373764e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408'] for port, after_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:30.362246 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] No Port match for: 9c16ff6f-078e-48ac-8bf2-cee93bee72d6 {{(pid=88880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 24 11:01:30.362643 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 9c16ff6f-078e-48ac-8bf2-cee93bee72d6 not bound to the agent host dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 24 11:01:30.364134 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-5efc740e-6360-4a21-be60-37796dc6ed32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:01:30.373297 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-5f4e6808-75de-4201-a9d2-7dbb71915769 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "DELETE /v2.0/subnets/af537164-19ef-4f13-b913-ca8f639f7ce1 HTTP/1.1" status: 204  len: 168 time: 1.0272133
Dec 24 11:01:30.376003 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 33796) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:30.403792 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0940045-5d3c-43d0-a0ac-e8742d62034e None None] Network 1c9eeaac-d205-4b19-a351-2fe67dd78b42 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:01:30.451979 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-74ae1176-db34-4a58-8c4b-ef4a4a5d69bf tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7120129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850854134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851156349'] for subnet, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:30.485070 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ff40d3e-9971-47b7-b47a-38b1373764e4 None None] Network e66178d9-1bb2-40d0-bc28-9c25ee9ee324 is already hosted by enough agents. {{(pid=88880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:01:30.505907 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-93dc6481-b65d-4499-867d-e47e187b8ff3 tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:01:30.514462 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-7ff40d3e-9971-47b7-b47a-38b1373764e4 None None] Resources bound (agent type, host, resource id):  {{(pid=88880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:01:30.526147 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff40d3e-9971-47b7-b47a-38b1373764e4 None None] Received port after_create {{(pid=88880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:01:30.545966 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-1a0e6aa4-341c-4680-811e-ef3a728dd04d tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1678474
Dec 24 11:01:30.557216 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 33800) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:30.570836 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ae1176-db34-4a58-8c4b-ef4a4a5d69bf tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Pushing event deleted for resources: {'Subnet': ['ID=e5d55936-2bfa-4bda-b095-b1671ee52fa2,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:01:30.573868 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-74ae1176-db34-4a58-8c4b-ef4a4a5d69bf tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:01:30.580774 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-2cbe60c5-26e2-4785-a357-f59ef66b3272 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Request body: {'subnet': {'network_id': '1c9eeaac-d205-4b19-a351-2fe67dd78b42', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:01:30.590135 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff40d3e-9971-47b7-b47a-38b1373764e4 None None] Pushing event updated for resources: {'Port': ['ID=9512bf6a-f086-4f9d-8cec-7af82be9ea22,revision_number=1']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:01:30.613278 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7ff40d3e-9971-47b7-b47a-38b1373764e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:01:30.616696 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-0a97d52a-42ca-478b-b978-5dce0f023923 tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Deleting port 9c16ff6f-078e-48ac-8bf2-cee93bee72d6 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:01:30.616696 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0a97d52a-42ca-478b-b978-5dce0f023923 tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:30.660925 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-efcb20f0-2b28-4e30-9d8a-3680237e1cc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:30.671301 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-462859da-a63f-4a21-b478-f2b798add71a tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636'] for network, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:30.687141 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-462859da-a63f-4a21-b478-f2b798add71a tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:01:30.687980 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-462859da-a63f-4a21-b478-f2b798add71a tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1977811'] for network, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:30.751330 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-e9515802-b47f-4dcd-8b52-855a04a75248 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:01:30.774876 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-0a97d52a-42ca-478b-b978-5dce0f023923 tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] The port '9c16ff6f-078e-48ac-8bf2-cee93bee72d6' was deleted {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 24 11:01:30.777744 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1745a8b3-8162-484c-93eb-54c4b1dca954 tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854158724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-84560'] for router, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:30.823301 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1745a8b3-8162-484c-93eb-54c4b1dca954 tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:30.846403 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-2cbe60c5-26e2-4785-a357-f59ef66b3272 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:01:30.851167 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-2cbe60c5-26e2-4785-a357-f59ef66b3272 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Usage tracker for resource:subnet and tenant:739a78fd4cfc48c2a4011598579f8f8c is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:01:30.854553 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-2cbe60c5-26e2-4785-a357-f59ef66b3272 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:01:30.861668 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-2cbe60c5-26e2-4785-a357-f59ef66b3272 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:01:30.931072 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-efcb20f0-2b28-4e30-9d8a-3680237e1cc6 None None] For port d08c9805-5786-4b3e-b02c-c6236fd5b0fc, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=d08c9805-5786-4b3e-b02c-c6236fd5b0fc,segment=NetworkSegment(6618a092-51b2-4e3d-9318-3ce6b7b40c55),segment_id=6618a092-51b2-4e3d-9318-3ce6b7b40c55)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:01:30.935365 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-74ae1176-db34-4a58-8c4b-ef4a4a5d69bf tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847649663', 'neutron.services.segments.db._delete_segments_for_network-8749505737672'] for network, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:30.943704 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cbe60c5-26e2-4785-a357-f59ef66b3272 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Made reservation on behalf of 739a78fd4cfc48c2a4011598579f8f8c for: {'subnet': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:01:30.948119 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0a97d52a-42ca-478b-b978-5dce0f023923 tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847649663', 'neutron.services.segments.db._delete_segments_for_network-8749505737672'] for network, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:30.950097 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2cbe60c5-26e2-4785-a357-f59ef66b3272 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3619482'] for subnet, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:30.998559 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1745a8b3-8162-484c-93eb-54c4b1dca954 tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854158830'] for router, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:30.999167 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1745a8b3-8162-484c-93eb-54c4b1dca954 tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Fanout notify agent at l3_agent the message router_deleted on router 5dc1ac60-1a0f-4f30-a02e-67dc32ad18ed {{(pid=88878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 24 11:01:31.005010 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-efcb20f0-2b28-4e30-9d8a-3680237e1cc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:31.010957 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-dd420d1b-0a5f-47a9-9474-3cbfd4b111ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:01:31.038299 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-462859da-a63f-4a21-b478-f2b798add71a tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 2.9031572
Dec 24 11:01:31.067037 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462859da-a63f-4a21-b478-f2b798add71a tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Pushing event updated for resources: {'Network': ['ID=cc4c51f7-8e40-4c2b-b067-b8ee84820d7f,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:01:31.076311 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-462859da-a63f-4a21-b478-f2b798add71a tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:01:31.084269 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-74ae1176-db34-4a58-8c4b-ef4a4a5d69bf tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5271c22a58>,) {'filters': {'network_id': ['e66178d9-1bb2-40d0-bc28-9c25ee9ee324']}} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:01:31.105075 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Network cc4c51f7-8e40-4c2b-b067-b8ee84820d7f details requested by agent ovs-agent-dv-neutron-822691-2-hyperv with host dv-neutron-822691-2-hyperv {{(pid=88880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 24 11:01:31.139702 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-03fe2310-393c-4f49-8872-3e58dfee0d1d None None] Could not find standard attr ID for object f4cabda1-c4dd-4cb4-8b7c-8013359b18b6. {{(pid=88880) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 24 11:01:31.147310 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-7ff40d3e-9971-47b7-b47a-38b1373764e4 None None] Attempting to bind port 9512bf6a-f086-4f9d-8cec-7af82be9ea22 on host dv-neutron-822691-2-hyperv for vnic_type normal with profile  {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:01:31.147830 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-7ff40d3e-9971-47b7-b47a-38b1373764e4 None None] Attempting to bind port 9512bf6a-f086-4f9d-8cec-7af82be9ea22 by drivers openvswitch,hyperv on host dv-neutron-822691-2-hyperv at level 0 using segments [{'id': '9e232ecf-cce0-4e3a-8202-7df001760c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'e66178d9-1bb2-40d0-bc28-9c25ee9ee324'}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:01:31.148314 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff40d3e-9971-47b7-b47a-38b1373764e4 None None] Attempting to bind port 9512bf6a-f086-4f9d-8cec-7af82be9ea22 on network e66178d9-1bb2-40d0-bc28-9c25ee9ee324 {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:01:31.170946 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-74ae1176-db34-4a58-8c4b-ef4a4a5d69bf tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5271c22a58>, '9e232ecf-cce0-4e3a-8202-7df001760c9e') {'for_net_delete': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:01:31.171258 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-74ae1176-db34-4a58-8c4b-ef4a4a5d69bf tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5271c22a58>, '9e232ecf-cce0-4e3a-8202-7df001760c9e') {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:01:31.186925 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-0a97d52a-42ca-478b-b978-5dce0f023923 tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5270aeb0f0>,) {'filters': {'network_id': ['9c59ca4d-64ac-4bdd-8f74-15fc93387f02']}} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:01:31.194263 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-74ae1176-db34-4a58-8c4b-ef4a4a5d69bf tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749505745113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853989108'] for segment, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:31.200304 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff40d3e-9971-47b7-b47a-38b1373764e4 None None] Checking agent: {'id': 'db1275c1-6001-47af-93c2-635c68404703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822691-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 52, 8), 'started_at': datetime.datetime(2021, 12, 24, 10, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 1, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822691-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:01:31.200984 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff40d3e-9971-47b7-b47a-38b1373764e4 None None] Checking segment: {'id': '9e232ecf-cce0-4e3a-8202-7df001760c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'e66178d9-1bb2-40d0-bc28-9c25ee9ee324'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:01:31.201520 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7ff40d3e-9971-47b7-b47a-38b1373764e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:31.202418 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff40d3e-9971-47b7-b47a-38b1373764e4 None None] Bound using segment: {'id': '9e232ecf-cce0-4e3a-8202-7df001760c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'e66178d9-1bb2-40d0-bc28-9c25ee9ee324'} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:01:31.203055 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-7ff40d3e-9971-47b7-b47a-38b1373764e4 None None] Bound port: 9512bf6a-f086-4f9d-8cec-7af82be9ea22, host: dv-neutron-822691-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e232ecf-cce0-4e3a-8202-7df001760c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'e66178d9-1bb2-40d0-bc28-9c25ee9ee324'}}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:01:31.203557 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7ff40d3e-9971-47b7-b47a-38b1373764e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:31.222577 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-74ae1176-db34-4a58-8c4b-ef4a4a5d69bf tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:31.225356 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-286754a9-8104-47c5-a7fb-a206bc8e4ef6 tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Deleting port 2a285dc0-1a07-4ec8-a61e-ad87e03908e0 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:01:31.225755 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-286754a9-8104-47c5-a7fb-a206bc8e4ef6 tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:31.239620 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74ae1176-db34-4a58-8c4b-ef4a4a5d69bf tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Releasing vlan 638 on physical network physnet1 to pool {{(pid=88879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 24 11:01:31.240068 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-74ae1176-db34-4a58-8c4b-ef4a4a5d69bf tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036847652098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3926696'] for segment, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:31.268597 dv-neutron-822691-2-hyperv neutron-server[88767]: Traceback (most recent call last):
Dec 24 11:01:31.268597 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 24 11:01:31.268597 dv-neutron-822691-2-hyperv neutron-server[88767]:     timer()
Dec 24 11:01:31.268597 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 11:01:31.268597 dv-neutron-822691-2-hyperv neutron-server[88767]:     cb(*args, **kw)
Dec 24 11:01:31.268597 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 24 11:01:31.268597 dv-neutron-822691-2-hyperv neutron-server[88767]:     return func(*args, **kwargs)
Dec 24 11:01:31.268597 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 11:01:31.268597 dv-neutron-822691-2-hyperv neutron-server[88767]:     self._notify()
Dec 24 11:01:31.268597 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 11:01:31.268597 dv-neutron-822691-2-hyperv neutron-server[88767]:     self.callback(batched_events)
Dec 24 11:01:31.268597 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 11:01:31.268597 dv-neutron-822691-2-hyperv neutron-server[88767]:     event.method(event)
Dec 24 11:01:31.268597 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 11:01:31.268597 dv-neutron-822691-2-hyperv neutron-server[88767]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 11:01:31.268597 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 24 11:01:31.268597 dv-neutron-822691-2-hyperv neutron-server[88767]:     segment_id)['aggregates'][0]
Dec 24 11:01:31.268597 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 24 11:01:31.268597 dv-neutron-822691-2-hyperv neutron-server[88767]:     return f(self, *a, **k)
Dec 24 11:01:31.268597 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 11:01:31.268597 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self._get(url).json()
Dec 24 11:01:31.268597 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 24 11:01:31.268597 dv-neutron-822691-2-hyperv neutron-server[88767]:     **kwargs)
Dec 24 11:01:31.268597 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 24 11:01:31.268597 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self.request(url, 'GET', **kwargs)
Dec 24 11:01:31.268597 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 24 11:01:31.268597 dv-neutron-822691-2-hyperv neutron-server[88767]:     **endpoint_filter)
Dec 24 11:01:31.268597 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 24 11:01:31.268597 dv-neutron-822691-2-hyperv neutron-server[88767]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 11:01:31.268597 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 24 11:01:31.268597 dv-neutron-822691-2-hyperv neutron-server[88767]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 11:01:31.268597 dv-neutron-822691-2-hyperv neutron-server[88767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 11:01:31.329209 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-0a97d52a-42ca-478b-b978-5dce0f023923 tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5270aeb0f0>, '53877cd2-1afa-4d68-9193-8cef44eb2a0e') {'for_net_delete': True} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:01:31.329790 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-0a97d52a-42ca-478b-b978-5dce0f023923 tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5270aeb0f0>, '53877cd2-1afa-4d68-9193-8cef44eb2a0e') {} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:01:31.368035 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.db.api [None req-74ae1176-db34-4a58-8c4b-ef4a4a5d69bf tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 24 11:01:31.368035 dv-neutron-822691-2-hyperv neutron-server[88767]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 24 11:01:31.368035 dv-neutron-822691-2-hyperv neutron-server[88767]: [parameters: {'id': 'e66178d9-1bb2-40d0-bc28-9c25ee9ee324'}]
Dec 24 11:01:31.368035 dv-neutron-822691-2-hyperv neutron-server[88767]: (Background on this error at: http://sqlalche.me/e/gkpj) {{(pid=88879) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 24 11:01:31.368542 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_db.api [None req-74ae1176-db34-4a58-8c4b-ef4a4a5d69bf tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 24 11:01:31.368640 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcb20f0-2b28-4e30-9d8a-3680237e1cc6 None None] Pushing event updated for resources: {'Port': ['ID=d08c9805-5786-4b3e-b02c-c6236fd5b0fc,revision_number=4']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:01:31.376944 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-efcb20f0-2b28-4e30-9d8a-3680237e1cc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:01:31.382353 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1745a8b3-8162-484c-93eb-54c4b1dca954 tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Notify callbacks [] for router, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:31.390297 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-1745a8b3-8162-484c-93eb-54c4b1dca954 tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] 10.222.0.65 "DELETE /v2.0/routers/5dc1ac60-1a0f-4f30-a02e-67dc32ad18ed HTTP/1.1" status: 204  len: 168 time: 6.5370083
Dec 24 11:01:31.394670 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 33808) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:31.402311 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-11ee58cf-d282-4686-82fc-39199dbccfc9 tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1565711135', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'enable_snat': False}}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:01:31.454385 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-11ee58cf-d282-4686-82fc-39199dbccfc9 tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:01:31.465594 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-11ee58cf-d282-4686-82fc-39199dbccfc9 tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Usage tracker for resource:router and tenant:d8830e9e30294429956c02859d177d90 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:01:31.470726 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-11ee58cf-d282-4686-82fc-39199dbccfc9 tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:01:31.487153 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-11ee58cf-d282-4686-82fc-39199dbccfc9 tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:01:31.496321 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7ff40d3e-9971-47b7-b47a-38b1373764e4 None None] For port 9512bf6a-f086-4f9d-8cec-7af82be9ea22, host dv-neutron-822691-2-hyperv, cleared binding levels {{(pid=88880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:01:31.504222 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7ff40d3e-9971-47b7-b47a-38b1373764e4 None None] For port 9512bf6a-f086-4f9d-8cec-7af82be9ea22, host dv-neutron-822691-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=9512bf6a-f086-4f9d-8cec-7af82be9ea22,segment=NetworkSegment(9e232ecf-cce0-4e3a-8202-7df001760c9e),segment_id=9e232ecf-cce0-4e3a-8202-7df001760c9e)] {{(pid=88880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:01:31.507769 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-11ee58cf-d282-4686-82fc-39199dbccfc9 tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-612016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-84579'] for router, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:31.509278 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-11ee58cf-d282-4686-82fc-39199dbccfc9 tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854163950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659046', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854079771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854691221'] for router, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:31.509525 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7ff40d3e-9971-47b7-b47a-38b1373764e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:31.535887 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-91bc5c21-d782-42dd-a632-ec5ffa02aaa3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:01:31.586144 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2cbe60c5-26e2-4785-a357-f59ef66b3272 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3921862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3619467'] for subnet, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:31.587641 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-11ee58cf-d282-4686-82fc-39199dbccfc9 tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:31.603110 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-426b9b46-0103-4f22-8fd1-15947cdc01b0 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:01:31.605325 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0a97d52a-42ca-478b-b978-5dce0f023923 tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749505745113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2241371'] for segment, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:31.635937 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c79a23a-f2d5-46b8-ab4a-581d3d6d87a7 None None] DHCP port deletion for 1c9eeaac-d205-4b19-a351-2fe67dd78b42 request from dv-neutron-822691-2-hyperv {{(pid=88880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 24 11:01:31.653727 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-2c79a23a-f2d5-46b8-ab4a-581d3d6d87a7 None None] Deleting port d08c9805-5786-4b3e-b02c-c6236fd5b0fc {{(pid=88880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:01:31.653727 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2c79a23a-f2d5-46b8-ab4a-581d3d6d87a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:31.662111 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0a97d52a-42ca-478b-b978-5dce0f023923 tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:31.673324 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a97d52a-42ca-478b-b978-5dce0f023923 tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Releasing vlan 603 on physical network physnet1 to pool {{(pid=88878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 24 11:01:31.674246 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0a97d52a-42ca-478b-b978-5dce0f023923 tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036847652098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850807864'] for segment, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:31.689339 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cbe60c5-26e2-4785-a357-f59ef66b3272 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Network 1c9eeaac-d205-4b19-a351-2fe67dd78b42 is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:01:31.815743 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff40d3e-9971-47b7-b47a-38b1373764e4 None None] Pushing event updated for resources: {'Port': ['ID=9512bf6a-f086-4f9d-8cec-7af82be9ea22,revision_number=2']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:01:31.824570 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7ff40d3e-9971-47b7-b47a-38b1373764e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:01:31.828066 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-2cbe60c5-26e2-4785-a357-f59ef66b3272 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Resources bound (agent type, host, resource id):  {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:01:31.844599 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cbe60c5-26e2-4785-a357-f59ef66b3272 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:01:31.845151 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2cbe60c5-26e2-4785-a357-f59ef66b3272 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks [] for subnet, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:31.857385 dv-neutron-822691-2-hyperv neutron-server[88767]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 11:01:31.857385 dv-neutron-822691-2-hyperv neutron-server[88767]:   % (table.description, expected, rows_matched)
Dec 24 11:01:31.857385 dv-neutron-822691-2-hyperv neutron-server[88767]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 11:01:31.857385 dv-neutron-822691-2-hyperv neutron-server[88767]:   % (table.description, expected, rows_matched)
Dec 24 11:01:31.857385 dv-neutron-822691-2-hyperv neutron-server[88767]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 11:01:31.857385 dv-neutron-822691-2-hyperv neutron-server[88767]:   % (table.description, expected, rows_matched)
Dec 24 11:01:31.857385 dv-neutron-822691-2-hyperv neutron-server[88767]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 11:01:31.857385 dv-neutron-822691-2-hyperv neutron-server[88767]:   % (table.description, expected, rows_matched)
Dec 24 11:01:31.857385 dv-neutron-822691-2-hyperv neutron-server[88767]: Traceback (most recent call last):
Dec 24 11:01:31.857385 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 24 11:01:31.857385 dv-neutron-822691-2-hyperv neutron-server[88767]:     timer()
Dec 24 11:01:31.857385 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 11:01:31.857385 dv-neutron-822691-2-hyperv neutron-server[88767]:     cb(*args, **kw)
Dec 24 11:01:31.857385 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 24 11:01:31.857385 dv-neutron-822691-2-hyperv neutron-server[88767]:     return func(*args, **kwargs)
Dec 24 11:01:31.857385 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 11:01:31.857385 dv-neutron-822691-2-hyperv neutron-server[88767]:     self._notify()
Dec 24 11:01:31.857385 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 11:01:31.857385 dv-neutron-822691-2-hyperv neutron-server[88767]:     self.callback(batched_events)
Dec 24 11:01:31.857385 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 11:01:31.857385 dv-neutron-822691-2-hyperv neutron-server[88767]:     event.method(event)
Dec 24 11:01:31.857385 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 11:01:31.857385 dv-neutron-822691-2-hyperv neutron-server[88767]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 11:01:31.857385 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 24 11:01:31.857385 dv-neutron-822691-2-hyperv neutron-server[88767]:     segment_id)['aggregates'][0]
Dec 24 11:01:31.857385 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 24 11:01:31.857385 dv-neutron-822691-2-hyperv neutron-server[88767]:     return f(self, *a, **k)
Dec 24 11:01:31.857385 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 11:01:31.857385 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self._get(url).json()
Dec 24 11:01:31.857385 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 24 11:01:31.857385 dv-neutron-822691-2-hyperv neutron-server[88767]:     **kwargs)
Dec 24 11:01:31.857385 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 24 11:01:31.857385 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self.request(url, 'GET', **kwargs)
Dec 24 11:01:31.857385 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 24 11:01:31.857385 dv-neutron-822691-2-hyperv neutron-server[88767]:     **endpoint_filter)
Dec 24 11:01:31.857385 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 24 11:01:31.857385 dv-neutron-822691-2-hyperv neutron-server[88767]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 11:01:31.857385 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 24 11:01:31.857385 dv-neutron-822691-2-hyperv neutron-server[88767]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 11:01:31.857385 dv-neutron-822691-2-hyperv neutron-server[88767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 11:01:31.865328 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbe60c5-26e2-4785-a357-f59ef66b3272 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Pushing event updated for resources: {'Subnet': ['ID=b59562b5-c05f-441f-b734-c9c2f8d86606,revision_number=0']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:01:31.879613 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-74ae1176-db34-4a58-8c4b-ef4a4a5d69bf tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036847558493'] for network, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:31.889444 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-2cbe60c5-26e2-4785-a357-f59ef66b3272 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:01:31.900446 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0654a773-1d7d-48b4-a40d-d842af37d89f None None] Network e66178d9-1bb2-40d0-bc28-9c25ee9ee324 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:01:31.905789 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-74ae1176-db34-4a58-8c4b-ef4a4a5d69bf tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Deleting port 9512bf6a-f086-4f9d-8cec-7af82be9ea22 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:01:31.906434 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-74ae1176-db34-4a58-8c4b-ef4a4a5d69bf tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:31.936374 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-11ee58cf-d282-4686-82fc-39199dbccfc9 tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-659031', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854691240'] for router, precommit_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:31.937383 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0a97d52a-42ca-478b-b978-5dce0f023923 tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7126154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659196'] for network, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:31.943803 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-286754a9-8104-47c5-a7fb-a206bc8e4ef6 tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:31.963124 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:01:31.980370 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0a97d52a-42ca-478b-b978-5dce0f023923 tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1977811'] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:32.027911 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-2cbe60c5-26e2-4785-a357-f59ef66b3272 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 1.4666049
Dec 24 11:01:32.033373 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 33814) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:32.054364 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-3080c3a6-4d59-4695-91fc-9a27149500e5 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Request body: {'port': {'network_id': '1c9eeaac-d205-4b19-a351-2fe67dd78b42', 'fixed_ips': [{'subnet_id': 'b59562b5-c05f-441f-b734-c9c2f8d86606', 'ip_address': '2001:db8::7b9c:85bc:f001:2965'}], 'name': 'tempest-NetworksTestDHCPv6-917432491'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:01:32.239699 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-3080c3a6-4d59-4695-91fc-9a27149500e5 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:01:32.245271 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-3080c3a6-4d59-4695-91fc-9a27149500e5 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Usage tracker for resource:port and tenant:739a78fd4cfc48c2a4011598579f8f8c is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:01:32.249346 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-3080c3a6-4d59-4695-91fc-9a27149500e5 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:01:32.256556 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-3080c3a6-4d59-4695-91fc-9a27149500e5 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:01:32.278266 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3080c3a6-4d59-4695-91fc-9a27149500e5 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Made reservation on behalf of 739a78fd4cfc48c2a4011598579f8f8c for: {'port': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:01:32.434899 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-2c79a23a-f2d5-46b8-ab4a-581d3d6d87a7 None None] For port d08c9805-5786-4b3e-b02c-c6236fd5b0fc, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=d08c9805-5786-4b3e-b02c-c6236fd5b0fc,segment=NetworkSegment(6618a092-51b2-4e3d-9318-3ce6b7b40c55),segment_id=6618a092-51b2-4e3d-9318-3ce6b7b40c55)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:01:32.436067 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2c79a23a-f2d5-46b8-ab4a-581d3d6d87a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:32.447528 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a97d52a-42ca-478b-b978-5dce0f023923 tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Pushing event deleted for resources: {'Network': ['ID=9c59ca4d-64ac-4bdd-8f74-15fc93387f02,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:01:32.455915 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-286754a9-8104-47c5-a7fb-a206bc8e4ef6 tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Calling delete_port for 2a285dc0-1a07-4ec8-a61e-ad87e03908e0 owned by network:router_interface {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:01:32.474779 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-74ae1176-db34-4a58-8c4b-ef4a4a5d69bf tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] For port 9512bf6a-f086-4f9d-8cec-7af82be9ea22, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=9512bf6a-f086-4f9d-8cec-7af82be9ea22,segment=NetworkSegment(9e232ecf-cce0-4e3a-8202-7df001760c9e),segment_id=9e232ecf-cce0-4e3a-8202-7df001760c9e)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:01:32.475349 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-74ae1176-db34-4a58-8c4b-ef4a4a5d69bf tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:32.486661 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-0a97d52a-42ca-478b-b978-5dce0f023923 tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.523s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:01:32.511783 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-0a97d52a-42ca-478b-b978-5dce0f023923 tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] 10.222.0.65 "DELETE /v2.0/networks/9c59ca4d-64ac-4bdd-8f74-15fc93387f02 HTTP/1.1" status: 204  len: 168 time: 4.5052073
Dec 24 11:01:32.636193 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-74ae1176-db34-4a58-8c4b-ef4a4a5d69bf tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Calling delete_port for 9512bf6a-f086-4f9d-8cec-7af82be9ea22 owned by network:dhcp {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:01:32.777746 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-74ae1176-db34-4a58-8c4b-ef4a4a5d69bf tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:32.802004 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-127e6ce4-9982-4b28-a493-1faebdd1d539 tempest-FloatingIPAdminTestJSON-124144956 tempest-FloatingIPAdminTestJSON-124144956-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:01:32.873390 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ae1176-db34-4a58-8c4b-ef4a4a5d69bf tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] No DVR routers for this DVR port 9512bf6a-f086-4f9d-8cec-7af82be9ea22 on host dv-neutron-822691-2-hyperv {{(pid=88879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 24 11:01:32.941322 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ae1176-db34-4a58-8c4b-ef4a4a5d69bf tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Pushing event deleted for resources: {'Port': ['ID=9512bf6a-f086-4f9d-8cec-7af82be9ea22,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:01:32.981288 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-286754a9-8104-47c5-a7fb-a206bc8e4ef6 tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:32.993760 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-acf39549-e670-4e7e-a486-65d04a0cd80b tempest-ExternalNetworksAdminNegativeTestJSON-1549352162 tempest-ExternalNetworksAdminNegativeTestJSON-1549352162-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:01:33.086723 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-2c79a23a-f2d5-46b8-ab4a-581d3d6d87a7 None None] Calling delete_port for d08c9805-5786-4b3e-b02c-c6236fd5b0fc owned by network:dhcp {{(pid=88880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:01:33.111693 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286754a9-8104-47c5-a7fb-a206bc8e4ef6 tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Pushing event deleted for resources: {'Port': ['ID=2a285dc0-1a07-4ec8-a61e-ad87e03908e0,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:01:33.129686 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-74ae1176-db34-4a58-8c4b-ef4a4a5d69bf tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847649663', 'neutron.services.segments.db._delete_segments_for_network-8749505737672'] for network, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:33.131967 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-286754a9-8104-47c5-a7fb-a206bc8e4ef6 tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:01:33.159757 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-74ae1176-db34-4a58-8c4b-ef4a4a5d69bf tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5271012978>,) {'filters': {'network_id': ['e66178d9-1bb2-40d0-bc28-9c25ee9ee324']}} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:01:33.174541 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-74ae1176-db34-4a58-8c4b-ef4a4a5d69bf tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5271012978>, '9e232ecf-cce0-4e3a-8202-7df001760c9e') {'for_net_delete': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:01:33.174906 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-74ae1176-db34-4a58-8c4b-ef4a4a5d69bf tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5271012978>, '9e232ecf-cce0-4e3a-8202-7df001760c9e') {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:01:33.190738 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-74ae1176-db34-4a58-8c4b-ef4a4a5d69bf tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749505745113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853989108'] for segment, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:33.198344 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device d08c9805-5786-4b3e-b02c-c6236fd5b0fc no longer exists at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:01:33.208605 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-74ae1176-db34-4a58-8c4b-ef4a4a5d69bf tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:33.216531 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74ae1176-db34-4a58-8c4b-ef4a4a5d69bf tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Releasing vlan 638 on physical network physnet1 to pool {{(pid=88879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 24 11:01:33.216987 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-74ae1176-db34-4a58-8c4b-ef4a4a5d69bf tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036847652098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3926696'] for segment, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:33.462439 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-74ae1176-db34-4a58-8c4b-ef4a4a5d69bf tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.657s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:01:33.463217 dv-neutron-822691-2-hyperv neutron-server[88767]: Traceback (most recent call last):
Dec 24 11:01:33.463217 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 24 11:01:33.463217 dv-neutron-822691-2-hyperv neutron-server[88767]:     timer()
Dec 24 11:01:33.463217 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 11:01:33.463217 dv-neutron-822691-2-hyperv neutron-server[88767]:     cb(*args, **kw)
Dec 24 11:01:33.463217 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 24 11:01:33.463217 dv-neutron-822691-2-hyperv neutron-server[88767]:     return func(*args, **kwargs)
Dec 24 11:01:33.463217 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 11:01:33.463217 dv-neutron-822691-2-hyperv neutron-server[88767]:     self._notify()
Dec 24 11:01:33.463217 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 11:01:33.463217 dv-neutron-822691-2-hyperv neutron-server[88767]:     self.callback(batched_events)
Dec 24 11:01:33.463217 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 11:01:33.463217 dv-neutron-822691-2-hyperv neutron-server[88767]:     event.method(event)
Dec 24 11:01:33.463217 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 11:01:33.463217 dv-neutron-822691-2-hyperv neutron-server[88767]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 11:01:33.463217 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 24 11:01:33.463217 dv-neutron-822691-2-hyperv neutron-server[88767]:     segment_id)['aggregates'][0]
Dec 24 11:01:33.463217 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 24 11:01:33.463217 dv-neutron-822691-2-hyperv neutron-server[88767]:     return f(self, *a, **k)
Dec 24 11:01:33.463217 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 11:01:33.463217 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self._get(url).json()
Dec 24 11:01:33.463217 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 24 11:01:33.463217 dv-neutron-822691-2-hyperv neutron-server[88767]:     **kwargs)
Dec 24 11:01:33.463217 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 24 11:01:33.463217 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self.request(url, 'GET', **kwargs)
Dec 24 11:01:33.463217 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 24 11:01:33.463217 dv-neutron-822691-2-hyperv neutron-server[88767]:     **endpoint_filter)
Dec 24 11:01:33.463217 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 24 11:01:33.463217 dv-neutron-822691-2-hyperv neutron-server[88767]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 11:01:33.463217 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 24 11:01:33.463217 dv-neutron-822691-2-hyperv neutron-server[88767]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 11:01:33.463217 dv-neutron-822691-2-hyperv neutron-server[88767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 11:01:33.497450 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-74ae1176-db34-4a58-8c4b-ef4a4a5d69bf tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7126154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659196'] for network, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:33.545484 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-74ae1176-db34-4a58-8c4b-ef4a4a5d69bf tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1977811'] for network, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:33.558240 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-32f5d25e-6053-416a-b743-dfa14731e64c tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:01:33.592132 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-74ae1176-db34-4a58-8c4b-ef4a4a5d69bf tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] 10.222.0.65 "DELETE /v2.0/networks/e66178d9-1bb2-40d0-bc28-9c25ee9ee324 HTTP/1.1" status: 204  len: 168 time: 4.9632437
Dec 24 11:01:33.604021 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 33826) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:33.613375 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-974f9d4b-8e42-4979-b75d-66c89df73b56 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1966671160'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:01:33.619210 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-974f9d4b-8e42-4979-b75d-66c89df73b56 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:01:33.643678 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-974f9d4b-8e42-4979-b75d-66c89df73b56 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Usage tracker for resource:network and tenant:8a7af7c8b592433694552a5e5f506278 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:01:33.647241 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-974f9d4b-8e42-4979-b75d-66c89df73b56 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:01:33.659488 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-974f9d4b-8e42-4979-b75d-66c89df73b56 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:01:33.706022 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 33830) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:33.713116 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ae1176-db34-4a58-8c4b-ef4a4a5d69bf tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Pushing event deleted for resources: {'Network': ['ID=e66178d9-1bb2-40d0-bc28-9c25ee9ee324,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:01:33.717162 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-974f9d4b-8e42-4979-b75d-66c89df73b56 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Made reservation on behalf of 8a7af7c8b592433694552a5e5f506278 for: {'network': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:01:33.725117 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-974f9d4b-8e42-4979-b75d-66c89df73b56 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for network, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:33.746099 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-74ae1176-db34-4a58-8c4b-ef4a4a5d69bf tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:01:33.786627 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3080c3a6-4d59-4695-91fc-9a27149500e5 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:33.920864 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-11ee58cf-d282-4686-82fc-39199dbccfc9 tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:33.960251 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2c79a23a-f2d5-46b8-ab4a-581d3d6d87a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392'] for port, after_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:33.975009 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:01:34.007454 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-11ee58cf-d282-4686-82fc-39199dbccfc9 tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:34.107444 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [None req-3080c3a6-4d59-4695-91fc-9a27149500e5 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] device_id is not set on port 46e99836-0300-4624-ac18-131fa2f1ade7 yet. {{(pid=88879) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 24 11:01:34.114576 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c79a23a-f2d5-46b8-ab4a-581d3d6d87a7 None None] Pushing event deleted for resources: {'Port': ['ID=d08c9805-5786-4b3e-b02c-c6236fd5b0fc,revision_number=None']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:01:34.141991 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-2c79a23a-f2d5-46b8-ab4a-581d3d6d87a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:01:34.184543 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c79a23a-f2d5-46b8-ab4a-581d3d6d87a7 None None] No DVR routers for this DVR port d08c9805-5786-4b3e-b02c-c6236fd5b0fc on host dv-neutron-822691-2-hyperv {{(pid=88880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 24 11:01:34.197285 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:34.314707 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-c910a73d-279a-4092-9e89-fcd1e1a8b4e9 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4bbcadd5ae2f4f5c92f261f0898599bf&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5833273
Dec 24 11:01:34.323544 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57068694-0da5-4fd3-92f2-4000cc7fcca0 None None] Network 1c9eeaac-d205-4b19-a351-2fe67dd78b42 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:01:34.369894 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 33838) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:34.545092 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-286754a9-8104-47c5-a7fb-a206bc8e4ef6 tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036852798164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854055527'] for router_interface, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:34.684010 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-974f9d4b-8e42-4979-b75d-66c89df73b56 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] vlan segment allocate from pool success with {'vlan_id': 641, 'physical_network': 'physnet1'}  {{(pid=88879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 24 11:01:34.777174 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-974f9d4b-8e42-4979-b75d-66c89df73b56 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:34.777561 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.segments_db [None req-974f9d4b-8e42-4979-b75d-66c89df73b56 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Added segment fc200294-76a4-4323-a45b-1ef694527f6e of type vlan for network 5a04e170-c161-4201-ae54-af5527999528
Dec 24 11:01:34.788072 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a8bd9e1a-8f99-47b3-8491-2ea62a4d561e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:34.852205 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a8bd9e1a-8f99-47b3-8491-2ea62a4d561e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:34.898148 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-3080c3a6-4d59-4695-91fc-9a27149500e5 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Allocated IP 2001:db8::7b9c:85bc:f001:2965 (1c9eeaac-d205-4b19-a351-2fe67dd78b42/b59562b5-c05f-441f-b734-c9c2f8d86606/46e99836-0300-4624-ac18-131fa2f1ade7) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:01:34.902416 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-974f9d4b-8e42-4979-b75d-66c89df73b56 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363287349540024'] for network, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:34.903831 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b5b91c6-4125-49d0-9afd-e2162cd05281 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73968e80-91fd-539e-a7c6-b31af6d9e680-1c9eeaac-d205-4b19-a351-2fe67dd78b42', 'network_id': '1c9eeaac-d205-4b19-a351-2fe67dd78b42', 'tenant_id': '739a78fd4cfc48c2a4011598579f8f8c', 'fixed_ips': [{'subnet_id': 'b59562b5-c05f-441f-b734-c9c2f8d86606'}]}} from dv-neutron-822691-2-hyperv. {{(pid=88880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 24 11:01:34.905186 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4b5b91c6-4125-49d0-9afd-e2162cd05281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:34.934929 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-11ee58cf-d282-4686-82fc-39199dbccfc9 tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Allocated IP 172.26.3.7 (f8c337ba-681f-4fcb-a333-e3c49365b30a/8ea1398c-0bec-46d6-8d54-85798de2a7ca/c4d00ffa-0a26-4555-9778-dd47e3d65de9) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:01:35.065040 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-974f9d4b-8e42-4979-b75d-66c89df73b56 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636'] for network, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:35.077768 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-974f9d4b-8e42-4979-b75d-66c89df73b56 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:01:35.078500 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-974f9d4b-8e42-4979-b75d-66c89df73b56 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1977811'] for network, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:35.095631 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a8bd9e1a-8f99-47b3-8491-2ea62a4d561e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:35.105274 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:01:35.147717 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:01:35.184277 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 33844) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:35.217990 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-0217d266-5398-441d-9e08-cdce1dd7452c tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Request body: {'subnet': {'network_id': 'cc4c51f7-8e40-4c2b-b067-b8ee84820d7f', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:01:35.314795 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bd9e1a-8f99-47b3-8491-2ea62a4d561e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41177851-d537-4a71-9288-cdf2bdf6ed68,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:01:35.317393 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-a8bd9e1a-8f99-47b3-8491-2ea62a4d561e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:01:35.334434 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-974f9d4b-8e42-4979-b75d-66c89df73b56 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 1.7242048
Dec 24 11:01:35.352226 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 33848) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:35.370676 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-2be638a7-bdd3-47b0-9a19-9a3387193f47 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Request body: {'subnet': {'network_id': '5a04e170-c161-4201-ae54-af5527999528', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:01:35.435683 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a8bd9e1a-8f99-47b3-8491-2ea62a4d561e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:35.437890 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-a8bd9e1a-8f99-47b3-8491-2ea62a4d561e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/41177851-d537-4a71-9288-cdf2bdf6ed68 HTTP/1.1" status: 204  len: 168 time: 1.0587401
Dec 24 11:01:35.477536 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974f9d4b-8e42-4979-b75d-66c89df73b56 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Pushing event updated for resources: {'Network': ['ID=5a04e170-c161-4201-ae54-af5527999528,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:01:35.489447 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-974f9d4b-8e42-4979-b75d-66c89df73b56 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:01:35.497101 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Network 5a04e170-c161-4201-ae54-af5527999528 details requested by agent ovs-agent-dv-neutron-822691-2-hyperv with host dv-neutron-822691-2-hyperv {{(pid=88880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 24 11:01:35.546211 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-11ee58cf-d282-4686-82fc-39199dbccfc9 tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:35.576822 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3080c3a6-4d59-4695-91fc-9a27149500e5 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:35.603006 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-3080c3a6-4d59-4695-91fc-9a27149500e5 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Transition to ACTIVE for port object 46e99836-0300-4624-ac18-131fa2f1ade7 will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:01:35.605698 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-2be638a7-bdd3-47b0-9a19-9a3387193f47 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:01:35.621069 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-2be638a7-bdd3-47b0-9a19-9a3387193f47 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:01:35.621351 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-11ee58cf-d282-4686-82fc-39199dbccfc9 tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:35.627812 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:01:35.707420 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2be638a7-bdd3-47b0-9a19-9a3387193f47 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Made reservation on behalf of 8a7af7c8b592433694552a5e5f506278 for: {'subnet': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:01:35.714958 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11ee58cf-d282-4686-82fc-39199dbccfc9 tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Network f8c337ba-681f-4fcb-a333-e3c49365b30a is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:01:35.719135 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-11ee58cf-d282-4686-82fc-39199dbccfc9 tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Resources bound (agent type, host, resource id):  {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:01:35.723234 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3080c3a6-4d59-4695-91fc-9a27149500e5 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:35.731561 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ee58cf-d282-4686-82fc-39199dbccfc9 tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:01:35.816572 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-4b5b91c6-4125-49d0-9afd-e2162cd05281 None None] Allocated IP 2001:db8::2 (1c9eeaac-d205-4b19-a351-2fe67dd78b42/b59562b5-c05f-441f-b734-c9c2f8d86606/41f72c55-7144-457a-84cc-e2a3c1f77d53) {{(pid=88880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:01:35.861241 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ee58cf-d282-4686-82fc-39199dbccfc9 tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Pushing event updated for resources: {'Port': ['ID=c4d00ffa-0a26-4555-9778-dd47e3d65de9,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:01:35.868392 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-11ee58cf-d282-4686-82fc-39199dbccfc9 tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:01:35.871774 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-285a7ff1-585b-4d61-bf5d-99ff52eab9bb tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.057s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:01:35.887973 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2be638a7-bdd3-47b0-9a19-9a3387193f47 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2246100'] for subnet, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:35.914231 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-0217d266-5398-441d-9e08-cdce1dd7452c tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:01:35.926815 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3080c3a6-4d59-4695-91fc-9a27149500e5 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Network 1c9eeaac-d205-4b19-a351-2fe67dd78b42 is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:01:35.930445 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-0217d266-5398-441d-9e08-cdce1dd7452c tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Usage tracker for resource:subnet and tenant:18d2a9fdfea84546a82d906d6ec9907e is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:01:35.932964 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-3080c3a6-4d59-4695-91fc-9a27149500e5 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Resources bound (agent type, host, resource id):  {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:01:35.936035 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-0217d266-5398-441d-9e08-cdce1dd7452c tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:01:35.944635 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3080c3a6-4d59-4695-91fc-9a27149500e5 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:01:35.949374 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3080c3a6-4d59-4695-91fc-9a27149500e5 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:01:35.950125 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3080c3a6-4d59-4695-91fc-9a27149500e5 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:35.964322 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-0217d266-5398-441d-9e08-cdce1dd7452c tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:01:35.998127 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3080c3a6-4d59-4695-91fc-9a27149500e5 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Pushing event updated for resources: {'Port': ['ID=46e99836-0300-4624-ac18-131fa2f1ade7,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:01:36.010873 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-3080c3a6-4d59-4695-91fc-9a27149500e5 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:01:36.018046 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-3080c3a6-4d59-4695-91fc-9a27149500e5 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 947 time: 3.9763737
Dec 24 11:01:36.023761 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 33860) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:36.135838 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0217d266-5398-441d-9e08-cdce1dd7452c tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Made reservation on behalf of 18d2a9fdfea84546a82d906d6ec9907e for: {'subnet': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:01:36.149030 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4b7949a-b4eb-4bdf-b598-3875820e69fd tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:01:36.149901 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-d4b7949a-b4eb-4bdf-b598-3875820e69fd tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Synchronizing usage tracker for tenant:739a78fd4cfc48c2a4011598579f8f8c on resource:port {{(pid=88879) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:01:36.163515 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4b5b91c6-4125-49d0-9afd-e2162cd05281 None None] Notify callbacks [] for port, precommit_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:36.169426 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-11ee58cf-d282-4686-82fc-39199dbccfc9 tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:36.170254 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-11ee58cf-d282-4686-82fc-39199dbccfc9 tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854163800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854116816'] for router, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:36.183817 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-4b5b91c6-4125-49d0-9afd-e2162cd05281 None None] Transition to ACTIVE for port object 41f72c55-7144-457a-84cc-e2a3c1f77d53 will not be triggered until provisioned by entity L2. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:01:36.228359 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-4b5b91c6-4125-49d0-9afd-e2162cd05281 None None] Transition to ACTIVE for port object 41f72c55-7144-457a-84cc-e2a3c1f77d53 will not be triggered until provisioned by entity DHCP. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:01:36.235682 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-d4b7949a-b4eb-4bdf-b598-3875820e69fd tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Unset dirty status for tenant:739a78fd4cfc48c2a4011598579f8f8c on resource:port {{(pid=88879) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:01:36.239420 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-d4b7949a-b4eb-4bdf-b598-3875820e69fd tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200  len: 945 time: 0.2117260
Dec 24 11:01:36.242557 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4b5b91c6-4125-49d0-9afd-e2162cd05281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408'] for port, after_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:36.247557 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 33868) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:36.262621 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-1d11fe5b-fd71-46ed-bafe-9634d95bf5d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:01:36.371306 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5b91c6-4125-49d0-9afd-e2162cd05281 None None] Pushing event updated for resources: {'Port': ['ID=41f72c55-7144-457a-84cc-e2a3c1f77d53,revision_number=1']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:01:36.377114 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b5b91c6-4125-49d0-9afd-e2162cd05281 None None] Network 1c9eeaac-d205-4b19-a351-2fe67dd78b42 is already hosted by enough agents. {{(pid=88880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:01:36.380608 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-4b5b91c6-4125-49d0-9afd-e2162cd05281 None None] Resources bound (agent type, host, resource id):  {{(pid=88880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:01:36.391081 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-4b5b91c6-4125-49d0-9afd-e2162cd05281 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:01:36.400429 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b5b91c6-4125-49d0-9afd-e2162cd05281 None None] Received port after_create {{(pid=88880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:01:36.416706 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0217d266-5398-441d-9e08-cdce1dd7452c tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2246100'] for subnet, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:36.416903 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-f33114b7-fab9-4865-90f4-7cde181c0243 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Deleting port 46e99836-0300-4624-ac18-131fa2f1ade7 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:01:36.416903 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f33114b7-fab9-4865-90f4-7cde181c0243 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:36.497490 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5de2630b-380e-408f-96d4-ffffe3a5bdc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:36.533259 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-4b5b91c6-4125-49d0-9afd-e2162cd05281 None None] Attempting to bind port 41f72c55-7144-457a-84cc-e2a3c1f77d53 on host dv-neutron-822691-2-hyperv for vnic_type normal with profile  {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:01:36.533793 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-4b5b91c6-4125-49d0-9afd-e2162cd05281 None None] Attempting to bind port 41f72c55-7144-457a-84cc-e2a3c1f77d53 by drivers openvswitch,hyperv on host dv-neutron-822691-2-hyperv at level 0 using segments [{'id': '6618a092-51b2-4e3d-9318-3ce6b7b40c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '1c9eeaac-d205-4b19-a351-2fe67dd78b42'}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:01:36.534469 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b5b91c6-4125-49d0-9afd-e2162cd05281 None None] Attempting to bind port 41f72c55-7144-457a-84cc-e2a3c1f77d53 on network 1c9eeaac-d205-4b19-a351-2fe67dd78b42 {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:01:36.546977 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b5b91c6-4125-49d0-9afd-e2162cd05281 None None] Checking agent: {'id': 'db1275c1-6001-47af-93c2-635c68404703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822691-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 52, 8), 'started_at': datetime.datetime(2021, 12, 24, 10, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 1, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822691-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:01:36.547520 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b5b91c6-4125-49d0-9afd-e2162cd05281 None None] Checking segment: {'id': '6618a092-51b2-4e3d-9318-3ce6b7b40c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '1c9eeaac-d205-4b19-a351-2fe67dd78b42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:01:36.548156 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4b5b91c6-4125-49d0-9afd-e2162cd05281 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:36.548674 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b5b91c6-4125-49d0-9afd-e2162cd05281 None None] Bound using segment: {'id': '6618a092-51b2-4e3d-9318-3ce6b7b40c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '1c9eeaac-d205-4b19-a351-2fe67dd78b42'} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:01:36.549624 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-4b5b91c6-4125-49d0-9afd-e2162cd05281 None None] Bound port: 41f72c55-7144-457a-84cc-e2a3c1f77d53, host: dv-neutron-822691-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6618a092-51b2-4e3d-9318-3ce6b7b40c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '1c9eeaac-d205-4b19-a351-2fe67dd78b42'}}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:01:36.550336 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4b5b91c6-4125-49d0-9afd-e2162cd05281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:36.695345 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-4b5b91c6-4125-49d0-9afd-e2162cd05281 None None] For port 41f72c55-7144-457a-84cc-e2a3c1f77d53, host dv-neutron-822691-2-hyperv, cleared binding levels {{(pid=88880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:01:36.699381 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-4b5b91c6-4125-49d0-9afd-e2162cd05281 None None] For port 41f72c55-7144-457a-84cc-e2a3c1f77d53, host dv-neutron-822691-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=41f72c55-7144-457a-84cc-e2a3c1f77d53,segment=NetworkSegment(6618a092-51b2-4e3d-9318-3ce6b7b40c55),segment_id=6618a092-51b2-4e3d-9318-3ce6b7b40c55)] {{(pid=88880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:01:36.703763 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4b5b91c6-4125-49d0-9afd-e2162cd05281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:36.715142 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-4b5b91c6-4125-49d0-9afd-e2162cd05281 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:01:36.813735 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5b91c6-4125-49d0-9afd-e2162cd05281 None None] Pushing event updated for resources: {'Port': ['ID=41f72c55-7144-457a-84cc-e2a3c1f77d53,revision_number=2']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:01:36.821575 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-4b5b91c6-4125-49d0-9afd-e2162cd05281 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:01:36.894691 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f33114b7-fab9-4865-90f4-7cde181c0243 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:37.052180 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-f33114b7-fab9-4865-90f4-7cde181c0243 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Calling delete_port for 46e99836-0300-4624-ac18-131fa2f1ade7 owned by  {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:01:37.081588 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 33884) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:37.126920 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11ee58cf-d282-4686-82fc-39199dbccfc9 tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Router ce97ffd3-2eb0-46db-8c6a-ffcea28a8cdb is scheduled to L3 agent 198cca88-1338-4098-b44b-beb0346ac906 with binding_index 1 {{(pid=88879) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 24 11:01:37.300658 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-d286e826-7ba6-44e5-b500-cfbbc92c21fa tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Request body: {'networks': [{'name': 'tempest-network--154976276'}, {'name': 'tempest-network--484816837'}]} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:01:37.300897 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-d286e826-7ba6-44e5-b500-cfbbc92c21fa tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Request body: {'network': {'name': 'tempest-network--154976276'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:01:37.301289 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-d286e826-7ba6-44e5-b500-cfbbc92c21fa tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Request body: {'network': {'name': 'tempest-network--484816837'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:01:37.317708 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-d286e826-7ba6-44e5-b500-cfbbc92c21fa tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:01:37.321370 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0217d266-5398-441d-9e08-cdce1dd7452c tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850796890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2246085'] for subnet, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:37.325504 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-d286e826-7ba6-44e5-b500-cfbbc92c21fa tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Usage tracker for resource:network and tenant:2cb286b09c4548a6b18e2f69b65f1436 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:01:37.328531 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f33114b7-fab9-4865-90f4-7cde181c0243 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:37.330505 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-d286e826-7ba6-44e5-b500-cfbbc92c21fa tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:01:37.340974 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-d03c931a-8277-4c2d-903f-88a3f1a73d63 tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:01:37.364630 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:01:37.375277 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-d286e826-7ba6-44e5-b500-cfbbc92c21fa tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:01:37.407600 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33114b7-fab9-4865-90f4-7cde181c0243 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Pushing event deleted for resources: {'Port': ['ID=46e99836-0300-4624-ac18-131fa2f1ade7,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:01:37.416425 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f33114b7-fab9-4865-90f4-7cde181c0243 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:01:37.475172 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d286e826-7ba6-44e5-b500-cfbbc92c21fa tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Made reservation on behalf of 2cb286b09c4548a6b18e2f69b65f1436 for: {'network': 2} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:01:37.481317 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d286e826-7ba6-44e5-b500-cfbbc92c21fa tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for network, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:37.540858 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d286e826-7ba6-44e5-b500-cfbbc92c21fa tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Notify callbacks [] for security_group, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:37.558358 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f33114b7-fab9-4865-90f4-7cde181c0243 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:37.585039 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-f33114b7-fab9-4865-90f4-7cde181c0243 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "DELETE /v2.0/ports/46e99836-0300-4624-ac18-131fa2f1ade7 HTTP/1.1" status: 204  len: 168 time: 1.3350849
Dec 24 11:01:37.588182 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 33892) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:37.597103 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0217d266-5398-441d-9e08-cdce1dd7452c tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Pushing event updated for resources: {'Subnet': ['ID=9b07413c-0150-4cb2-a10f-a674ad5b0313,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:01:37.605511 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-0217d266-5398-441d-9e08-cdce1dd7452c tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:01:37.613636 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2be638a7-bdd3-47b0-9a19-9a3387193f47 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850796890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2246085'] for subnet, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:37.624240 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-756e5209-10f1-4661-ad42-ebb43ffe4053 tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:01:37.662495 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-d286e826-7ba6-44e5-b500-cfbbc92c21fa tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:01:37.667922 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0217d266-5398-441d-9e08-cdce1dd7452c tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Checking segment: {'id': '034fb592-49fc-44ac-bd21-4ecef01c7f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'cc4c51f7-8e40-4c2b-b067-b8ee84820d7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:01:37.668326 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0217d266-5398-441d-9e08-cdce1dd7452c tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Network hostable DHCP agents. Network: cc4c51f7-8e40-4c2b-b067-b8ee84820d7f, hostable agents: ['edcf98dc-3032-472a-8b3d-f23fd1e89806'], hosted agents: [] {{(pid=88878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 24 11:01:37.676765 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-d286e826-7ba6-44e5-b500-cfbbc92c21fa tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Usage tracker for resource:security_group_rule and tenant:2cb286b09c4548a6b18e2f69b65f1436 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:01:37.684079 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-d286e826-7ba6-44e5-b500-cfbbc92c21fa tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:01:37.697587 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-d286e826-7ba6-44e5-b500-cfbbc92c21fa tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:01:37.719489 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6778b118-352a-432b-88dd-f3c210e3dac7 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:01:37.720939 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6778b118-352a-432b-88dd-f3c210e3dac7 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:01:37.721742 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-6778b118-352a-432b-88dd-f3c210e3dac7 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Synchronizing usage tracker for tenant:739a78fd4cfc48c2a4011598579f8f8c on resource:subnet {{(pid=88879) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:01:37.727725 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be638a7-bdd3-47b0-9a19-9a3387193f47 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Pushing event updated for resources: {'Subnet': ['ID=845d0ba8-4187-44c2-8636-b9d182f97a53,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:01:37.738826 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-2be638a7-bdd3-47b0-9a19-9a3387193f47 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:01:37.756202 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11ee58cf-d282-4686-82fc-39199dbccfc9 tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:01:37.759462 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-6778b118-352a-432b-88dd-f3c210e3dac7 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Unset dirty status for tenant:739a78fd4cfc48c2a4011598579f8f8c on resource:subnet {{(pid=88879) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:01:37.763297 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-6778b118-352a-432b-88dd-f3c210e3dac7 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.1629012
Dec 24 11:01:37.767435 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 33896) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:37.770387 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1faf722c-0802-40ca-9d99-a900e692584c None None] Sync routers for ids ['ce97ffd3-2eb0-46db-8c6a-ffcea28a8cdb'] in dv-neutron-822691-2-hyperv {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:01:37.772676 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0217d266-5398-441d-9e08-cdce1dd7452c tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Network cc4c51f7-8e40-4c2b-b067-b8ee84820d7f is scheduled to be hosted by DHCP agent edcf98dc-3032-472a-8b3d-f23fd1e89806 with binding_index 1 {{(pid=88878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 24 11:01:37.784258 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1faf722c-0802-40ca-9d99-a900e692584c None None] Routers {'ce97ffd3-2eb0-46db-8c6a-ffcea28a8cdb'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:01:37.784984 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-1faf722c-0802-40ca-9d99-a900e692584c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5272121ba8>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:01:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['ce97ffd3-2eb0-46db-8c6a-ffcea28a8cdb'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:01:37.801678 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-11ee58cf-d282-4686-82fc-39199dbccfc9 tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Notify callbacks [] for router, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:37.803062 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-11ee58cf-d282-4686-82fc-39199dbccfc9 tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201  len: 906 time: 6.4074790
Dec 24 11:01:37.812097 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 33900) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:37.813190 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2be638a7-bdd3-47b0-9a19-9a3387193f47 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Checking segment: {'id': 'fc200294-76a4-4323-a45b-1ef694527f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '5a04e170-c161-4201-ae54-af5527999528'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:01:37.813600 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2be638a7-bdd3-47b0-9a19-9a3387193f47 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Network hostable DHCP agents. Network: 5a04e170-c161-4201-ae54-af5527999528, hostable agents: ['edcf98dc-3032-472a-8b3d-f23fd1e89806'], hosted agents: [] {{(pid=88878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 24 11:01:37.987784 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-1faf722c-0802-40ca-9d99-a900e692584c None None] Set router ce97ffd3-2eb0-46db-8c6a-ffcea28a8cdb gateway port host: dv-neutron-822691-2-hyperv {{(pid=88881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:01:38.010791 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:38.012471 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-0217d266-5398-441d-9e08-cdce1dd7452c tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822691-2-hyperv, cc4c51f7-8e40-4c2b-b067-b8ee84820d7f) {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:01:38.017052 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0217d266-5398-441d-9e08-cdce1dd7452c tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:01:38.017721 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0217d266-5398-441d-9e08-cdce1dd7452c tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1977811'] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:38.026527 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-217ddf17-0c4d-4c67-8596-77ac883584a7 None None] Network cc4c51f7-8e40-4c2b-b067-b8ee84820d7f requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:01:38.043769 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-286754a9-8104-47c5-a7fb-a206bc8e4ef6 tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Router dd0cf540-bd0d-4528-9380-a6e353790057 has already been hosted by L3 agent 198cca88-1338-4098-b44b-beb0346ac906 {{(pid=88878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 24 11:01:38.057594 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-0217d266-5398-441d-9e08-cdce1dd7452c tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 2.8590293
Dec 24 11:01:38.069075 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 33906) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:38.150475 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d286e826-7ba6-44e5-b500-cfbbc92c21fa tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Notify callbacks [] for security_group, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:38.161132 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d286e826-7ba6-44e5-b500-cfbbc92c21fa tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:38.161717 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d286e826-7ba6-44e5-b500-cfbbc92c21fa tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for network, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:38.174402 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:01:38.182992 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cd89adc-2120-40c7-a826-9b83b794cf31 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Deleting subnet b59562b5-c05f-441f-b734-c9c2f8d86606 {{(pid=88878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 24 11:01:38.211048 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-a247fb0c-8717-49f2-8861-78e1d23ccaf6 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1343264279'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:01:38.214890 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9cd89adc-2120-40c7-a826-9b83b794cf31 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks [] for subnet, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:38.242080 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d286e826-7ba6-44e5-b500-cfbbc92c21fa tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Pushing event updated for resources: {'SecurityGroup': ['ID=958fd464-33e0-4bd9-b8fb-458ab7ecec6d,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:01:38.248844 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-d286e826-7ba6-44e5-b500-cfbbc92c21fa tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:01:38.262024 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2be638a7-bdd3-47b0-9a19-9a3387193f47 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Network 5a04e170-c161-4201-ae54-af5527999528 is scheduled to be hosted by DHCP agent edcf98dc-3032-472a-8b3d-f23fd1e89806 with binding_index 1 {{(pid=88878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 24 11:01:38.288816 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-a247fb0c-8717-49f2-8861-78e1d23ccaf6 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:01:38.319609 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-2be638a7-bdd3-47b0-9a19-9a3387193f47 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822691-2-hyperv, 5a04e170-c161-4201-ae54-af5527999528) {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:01:38.324436 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-a247fb0c-8717-49f2-8861-78e1d23ccaf6 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Usage tracker for resource:network and tenant:18d2a9fdfea84546a82d906d6ec9907e is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:01:38.331252 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-a247fb0c-8717-49f2-8861-78e1d23ccaf6 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:01:38.336380 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d286e826-7ba6-44e5-b500-cfbbc92c21fa tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] vlan segment allocate from pool success with {'vlan_id': 632, 'physical_network': 'physnet1'}  {{(pid=88879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 24 11:01:38.358648 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-1faf722c-0802-40ca-9d99-a900e692584c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5272121ba8>, [{'id': 'ce97ffd3-2eb0-46db-8c6a-ffcea28a8cdb', 'name': 'tempest-snat-router-1565711135', 'tenant_id': 'd8830e9e30294429956c02859d177d90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.7'}], 'enable_snat': False}, 'gw_port_id': 'c4d00ffa-0a26-4555-9778-dd47e3d65de9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:01:31Z', 'updated_at': '2021-12-24T11:01:35Z', 'revision_number': 3, 'project_id': 'd8830e9e30294429956c02859d177d90', 'gw_port': {'id': 'c4d00ffa-0a26-4555-9778-dd47e3d65de9', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:a7:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce97ffd3-2eb0-46db-8c6a-ffcea28a8cdb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:01:34Z', 'updated_at': '2021-12-24T11:01:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-822691-2-hyperv'}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:01:38.359993 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc34be1b-8e7b-46f8-83a2-eca7999f2344 None None] Network 5a04e170-c161-4201-ae54-af5527999528 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:01:38.364237 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d286e826-7ba6-44e5-b500-cfbbc92c21fa tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:38.364628 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.segments_db [None req-d286e826-7ba6-44e5-b500-cfbbc92c21fa tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Added segment aa9bf7f3-a87e-425b-8f52-a9b0f2392084 of type vlan for network 03cacf2a-aedf-454d-925f-92c9efb2e1da
Dec 24 11:01:38.366051 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1faf722c-0802-40ca-9d99-a900e692584c None None] Checking router: ce97ffd3-2eb0-46db-8c6a-ffcea28a8cdb for host: dv-neutron-822691-2-hyperv {{(pid=88881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 24 11:01:38.366903 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1faf722c-0802-40ca-9d99-a900e692584c None None] Updating router ce97ffd3-2eb0-46db-8c6a-ffcea28a8cdb port c4d00ffa-0a26-4555-9778-dd47e3d65de9 binding host dv-neutron-822691-2-hyperv {{(pid=88881) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 24 11:01:38.370906 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9cd89adc-2120-40c7-a826-9b83b794cf31 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852534446'] for subnet, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:38.413317 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d286e826-7ba6-44e5-b500-cfbbc92c21fa tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363287349540024'] for network, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:38.471360 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1faf722c-0802-40ca-9d99-a900e692584c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:38.490984 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d286e826-7ba6-44e5-b500-cfbbc92c21fa tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] vlan segment allocate from pool success with {'vlan_id': 638, 'physical_network': 'physnet1'}  {{(pid=88879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 24 11:01:38.502887 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-ababd1cb-1f29-4e2e-bf91-17de4ea22048 tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] 10.222.0.65 "GET /v2.0/routers/ce97ffd3-2eb0-46db-8c6a-ffcea28a8cdb HTTP/1.1" status: 200  len: 907 time: 0.6871507
Dec 24 11:01:38.503447 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 33910) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:38.511713 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-b0dcc23c-1c02-4f64-bdb7-502f7fd57da1 tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1565711135', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'enable_snat': True}}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:01:38.528677 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d286e826-7ba6-44e5-b500-cfbbc92c21fa tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:38.529068 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.segments_db [None req-d286e826-7ba6-44e5-b500-cfbbc92c21fa tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Added segment 97938134-6dbe-4bd6-90d9-2d6877d55f57 of type vlan for network 2434d3a2-f7df-4b2d-9cc8-fecd601be2c1
Dec 24 11:01:38.530695 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-b0dcc23c-1c02-4f64-bdb7-502f7fd57da1 tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:01:38.539767 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-b0dcc23c-1c02-4f64-bdb7-502f7fd57da1 tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Usage tracker for resource:router and tenant:d8830e9e30294429956c02859d177d90 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:01:38.549659 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-b0dcc23c-1c02-4f64-bdb7-502f7fd57da1 tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:01:38.567135 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-b0dcc23c-1c02-4f64-bdb7-502f7fd57da1 tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:01:38.597530 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d286e826-7ba6-44e5-b500-cfbbc92c21fa tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363287349540024'] for network, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:38.614510 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b0dcc23c-1c02-4f64-bdb7-502f7fd57da1 tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-612016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-84579'] for router, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:38.621640 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b0dcc23c-1c02-4f64-bdb7-502f7fd57da1 tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854163950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659046', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854079771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854691221'] for router, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:38.630671 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de2c88e1-0334-4ff6-bba6-47fcbe626843 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73968e80-91fd-539e-a7c6-b31af6d9e680-cc4c51f7-8e40-4c2b-b067-b8ee84820d7f', 'network_id': 'cc4c51f7-8e40-4c2b-b067-b8ee84820d7f', 'tenant_id': '18d2a9fdfea84546a82d906d6ec9907e', 'fixed_ips': [{'subnet_id': '9b07413c-0150-4cb2-a10f-a674ad5b0313'}]}} from dv-neutron-822691-2-hyperv. {{(pid=88880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 24 11:01:38.631537 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-de2c88e1-0334-4ff6-bba6-47fcbe626843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:38.661192 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9cd89adc-2120-40c7-a826-9b83b794cf31 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847655656'] for subnet, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:38.682966 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b0dcc23c-1c02-4f64-bdb7-502f7fd57da1 tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:38.685211 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d286e826-7ba6-44e5-b500-cfbbc92c21fa tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636'] for network, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:38.686082 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d286e826-7ba6-44e5-b500-cfbbc92c21fa tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636'] for network, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:38.696478 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d286e826-7ba6-44e5-b500-cfbbc92c21fa tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:01:38.700108 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d286e826-7ba6-44e5-b500-cfbbc92c21fa tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:01:38.701005 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d286e826-7ba6-44e5-b500-cfbbc92c21fa tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1977811'] for network, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:38.715614 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 41f72c55-7144-457a-84cc-e2a3c1f77d53 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:01:38.718299 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:01:38.775037 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2be638a7-bdd3-47b0-9a19-9a3387193f47 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:01:38.776240 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2be638a7-bdd3-47b0-9a19-9a3387193f47 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1977811'] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:38.782674 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-a247fb0c-8717-49f2-8861-78e1d23ccaf6 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:01:38.796861 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9cd89adc-2120-40c7-a826-9b83b794cf31 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7120129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3978858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852529715'] for subnet, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:38.819981 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-79cad681-9801-41b4-b457-7427761f74e6 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:01:38.874105 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-2be638a7-bdd3-47b0-9a19-9a3387193f47 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 840 time: 3.5199356
Dec 24 11:01:38.880924 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd89adc-2120-40c7-a826-9b83b794cf31 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Pushing event deleted for resources: {'Subnet': ['ID=b59562b5-c05f-441f-b734-c9c2f8d86606,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:01:38.889320 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a247fb0c-8717-49f2-8861-78e1d23ccaf6 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Made reservation on behalf of 18d2a9fdfea84546a82d906d6ec9907e for: {'network': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:01:38.897602 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a247fb0c-8717-49f2-8861-78e1d23ccaf6 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for network, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:38.903173 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 33916) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:38.910762 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b97853f0-af0a-4467-b170-20ba8282e8e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73968e80-91fd-539e-a7c6-b31af6d9e680-5a04e170-c161-4201-ae54-af5527999528', 'network_id': '5a04e170-c161-4201-ae54-af5527999528', 'tenant_id': '8a7af7c8b592433694552a5e5f506278', 'fixed_ips': [{'subnet_id': '845d0ba8-4187-44c2-8636-b9d182f97a53'}]}} from dv-neutron-822691-2-hyperv. {{(pid=88880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 24 11:01:38.911681 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b97853f0-af0a-4467-b170-20ba8282e8e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:38.923294 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-9cd89adc-2120-40c7-a826-9b83b794cf31 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:01:38.941680 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9cd89adc-2120-40c7-a826-9b83b794cf31 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1977811'] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:38.947646 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-9cd89adc-2120-40c7-a826-9b83b794cf31 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "DELETE /v2.0/subnets/b59562b5-c05f-441f-b734-c9c2f8d86606 HTTP/1.1" status: 204  len: 168 time: 1.1778021
Dec 24 11:01:38.990524 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-d286e826-7ba6-44e5-b500-cfbbc92c21fa tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201  len: 1318 time: 1.8949497
Dec 24 11:01:39.001548 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 33918) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:39.001956 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 33922) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:39.032189 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1faf722c-0802-40ca-9d99-a900e692584c None None] Notify callbacks [] for port, precommit_update {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:39.041790 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a247fb0c-8717-49f2-8861-78e1d23ccaf6 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] vlan segment allocate from pool success with {'vlan_id': 635, 'physical_network': 'physnet1'}  {{(pid=88878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 24 11:01:39.050759 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-1faf722c-0802-40ca-9d99-a900e692584c None None] Transition to ACTIVE for port object c4d00ffa-0a26-4555-9778-dd47e3d65de9 will not be triggered until provisioned by entity L2. {{(pid=88881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:01:39.056098 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d286e826-7ba6-44e5-b500-cfbbc92c21fa tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Pushing event updated for resources: {'Network': ['ID=03cacf2a-aedf-454d-925f-92c9efb2e1da,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:01:39.059703 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1faf722c-0802-40ca-9d99-a900e692584c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:39.069957 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-3c1b0cd6-93e2-4ea7-9336-7f846fb62750 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:01:39.080193 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a247fb0c-8717-49f2-8861-78e1d23ccaf6 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:39.080787 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.segments_db [None req-a247fb0c-8717-49f2-8861-78e1d23ccaf6 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Added segment 63d55546-9aac-480e-8da8-1762921d7692 of type vlan for network 9cdbc8cd-a260-4c3b-866b-4af8addc2702
Dec 24 11:01:39.139017 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a247fb0c-8717-49f2-8861-78e1d23ccaf6 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363287349540024'] for network, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:39.168510 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5d27b3-97b7-477b-a251-9ecf22dac64d None None] Pushing event updated for resources: {'Port': ['ID=c4d00ffa-0a26-4555-9778-dd47e3d65de9,revision_number=2']} {{(pid=88881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:01:39.169418 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-b97853f0-af0a-4467-b170-20ba8282e8e3 None None] Allocated IP 2001:db8::f816:3eff:fe66:f6f2 (5a04e170-c161-4201-ae54-af5527999528/845d0ba8-4187-44c2-8636-b9d182f97a53/ac122285-dca8-44aa-94e4-e0580f2083d4) {{(pid=88880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:01:39.178967 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-286754a9-8104-47c5-a7fb-a206bc8e4ef6 tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:01:39.183268 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5d27b3-97b7-477b-a251-9ecf22dac64d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:01:39.183791 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5d27b3-97b7-477b-a251-9ecf22dac64d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:01:39.184586 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5d27b3-97b7-477b-a251-9ecf22dac64d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:01:39.184586 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5d27b3-97b7-477b-a251-9ecf22dac64d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:01:39.185724 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5d27b3-97b7-477b-a251-9ecf22dac64d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:01:39.186249 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5d27b3-97b7-477b-a251-9ecf22dac64d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:01:39.186683 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5d27b3-97b7-477b-a251-9ecf22dac64d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:01:39.186961 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5d27b3-97b7-477b-a251-9ecf22dac64d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:01:39.187324 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5d27b3-97b7-477b-a251-9ecf22dac64d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:01:39.187817 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5d27b3-97b7-477b-a251-9ecf22dac64d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:01:39.188175 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5d27b3-97b7-477b-a251-9ecf22dac64d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:01:39.193761 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-ac5d27b3-97b7-477b-a251-9ecf22dac64d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:01:39.230713 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-286754a9-8104-47c5-a7fb-a206bc8e4ef6 tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] 10.222.0.65 "PUT /v2.0/routers/dd0cf540-bd0d-4528-9380-a6e353790057/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 14.5556571
Dec 24 11:01:39.230958 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-1faf722c-0802-40ca-9d99-a900e692584c None None] Attempting to bind port c4d00ffa-0a26-4555-9778-dd47e3d65de9 on host dv-neutron-822691-2-hyperv for vnic_type normal with profile  {{(pid=88881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:01:39.231161 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-1faf722c-0802-40ca-9d99-a900e692584c None None] Attempting to bind port c4d00ffa-0a26-4555-9778-dd47e3d65de9 by drivers openvswitch,hyperv on host dv-neutron-822691-2-hyperv at level 0 using segments [{'id': 'd4e3295f-9ff8-4cad-8a20-3f1c937efc8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a'}] {{(pid=88881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:01:39.231558 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1faf722c-0802-40ca-9d99-a900e692584c None None] Attempting to bind port c4d00ffa-0a26-4555-9778-dd47e3d65de9 on network f8c337ba-681f-4fcb-a333-e3c49365b30a {{(pid=88881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:01:39.233398 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a247fb0c-8717-49f2-8861-78e1d23ccaf6 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636'] for network, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:39.234569 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 33930) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:39.240041 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1faf722c-0802-40ca-9d99-a900e692584c None None] Checking agent: {'id': 'db1275c1-6001-47af-93c2-635c68404703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822691-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 52, 8), 'started_at': datetime.datetime(2021, 12, 24, 10, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 1, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822691-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:01:39.240449 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1faf722c-0802-40ca-9d99-a900e692584c None None] Checking segment: {'id': 'd4e3295f-9ff8-4cad-8a20-3f1c937efc8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:01:39.241043 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1faf722c-0802-40ca-9d99-a900e692584c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:39.241760 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1faf722c-0802-40ca-9d99-a900e692584c None None] Bound using segment: {'id': 'd4e3295f-9ff8-4cad-8a20-3f1c937efc8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a'} {{(pid=88881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:01:39.242986 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-1faf722c-0802-40ca-9d99-a900e692584c None None] Bound port: c4d00ffa-0a26-4555-9778-dd47e3d65de9, host: dv-neutron-822691-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4e3295f-9ff8-4cad-8a20-3f1c937efc8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a'}}] {{(pid=88881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:01:39.243614 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1faf722c-0802-40ca-9d99-a900e692584c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:39.244903 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a247fb0c-8717-49f2-8861-78e1d23ccaf6 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:01:39.245765 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a247fb0c-8717-49f2-8861-78e1d23ccaf6 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1977811'] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:39.335225 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-1faf722c-0802-40ca-9d99-a900e692584c None None] For port c4d00ffa-0a26-4555-9778-dd47e3d65de9, host dv-neutron-822691-2-hyperv, cleared binding levels {{(pid=88881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:01:39.336343 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-0a97d52a-42ca-478b-b978-5dce0f023923 tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:01:39.340141 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-1faf722c-0802-40ca-9d99-a900e692584c None None] For port c4d00ffa-0a26-4555-9778-dd47e3d65de9, host dv-neutron-822691-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=c4d00ffa-0a26-4555-9778-dd47e3d65de9,segment=NetworkSegment(d4e3295f-9ff8-4cad-8a20-3f1c937efc8c),segment_id=d4e3295f-9ff8-4cad-8a20-3f1c937efc8c)] {{(pid=88881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:01:39.344368 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1faf722c-0802-40ca-9d99-a900e692584c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:39.348262 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-84ddc485-e429-4eeb-b822-e8711a6bc98b tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.3381233
Dec 24 11:01:39.349360 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:01:39.374126 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 33934) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:39.397540 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-9f4ad277-7a3f-4a55-b4ff-a26ebf50b86a tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Request body: {'subnet': {'network_id': '1c9eeaac-d205-4b19-a351-2fe67dd78b42', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:01:39.402158 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b97853f0-af0a-4467-b170-20ba8282e8e3 None None] Notify callbacks [] for port, precommit_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:39.413814 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-b97853f0-af0a-4467-b170-20ba8282e8e3 None None] Transition to ACTIVE for port object ac122285-dca8-44aa-94e4-e0580f2083d4 will not be triggered until provisioned by entity L2. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:01:39.430726 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5d27b3-97b7-477b-a251-9ecf22dac64d None None] Pushing event updated for resources: {'Port': ['ID=c4d00ffa-0a26-4555-9778-dd47e3d65de9,revision_number=3']} {{(pid=88881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:01:39.435392 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-ac5d27b3-97b7-477b-a251-9ecf22dac64d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:01:39.435785 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-b97853f0-af0a-4467-b170-20ba8282e8e3 None None] Transition to ACTIVE for port object ac122285-dca8-44aa-94e4-e0580f2083d4 will not be triggered until provisioned by entity DHCP. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:01:39.444402 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning for port 41f72c55-7144-457a-84cc-e2a3c1f77d53 completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:01:39.464770 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1faf722c-0802-40ca-9d99-a900e692584c None None] Routers {'ce97ffd3-2eb0-46db-8c6a-ffcea28a8cdb'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:01:39.465442 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-1faf722c-0802-40ca-9d99-a900e692584c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5272121ba8>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:01:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['ce97ffd3-2eb0-46db-8c6a-ffcea28a8cdb'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:01:39.466096 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-a247fb0c-8717-49f2-8861-78e1d23ccaf6 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 1.2923629
Dec 24 11:01:39.486141 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 33938) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:39.599054 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d286e826-7ba6-44e5-b500-cfbbc92c21fa tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Pushing event updated for resources: {'Network': ['ID=2434d3a2-f7df-4b2d-9cc8-fecd601be2c1,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:01:39.610912 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-de2c88e1-0334-4ff6-bba6-47fcbe626843 None None] Allocated IP 2001:db8:0:ffff::2 (cc4c51f7-8e40-4c2b-b067-b8ee84820d7f/9b07413c-0150-4cb2-a10f-a674ad5b0313/ec29088a-5060-4fc8-b2c3-7042d94e6868) {{(pid=88880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:01:39.612060 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-d286e826-7ba6-44e5-b500-cfbbc92c21fa tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.894s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:01:39.614254 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b0dcc23c-1c02-4f64-bdb7-502f7fd57da1 tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-659031', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854691240'] for router, precommit_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:39.617496 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-67dc1e3c-f7c3-44ab-98fa-b39a31cad334 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.878s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:01:39.618193 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-67dc1e3c-f7c3-44ab-98fa-b39a31cad334 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:01:39.622866 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-210f26c2-8af0-42a9-957d-3e2bf40ce612 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Request body: {'subnet': {'network_id': '9cdbc8cd-a260-4c3b-866b-4af8addc2702', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:01:39.673017 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d5068f75-d5ca-4227-833d-23f816b953c9 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036847558493'] for network, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:39.681672 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87ed8b76-9c83-4331-b000-3fb86eb4aefa tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:01:39.686382 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87ed8b76-9c83-4331-b000-3fb86eb4aefa tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:01:39.691014 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87ed8b76-9c83-4331-b000-3fb86eb4aefa tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:01:39.695809 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87ed8b76-9c83-4331-b000-3fb86eb4aefa tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:01:39.696900 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-87ed8b76-9c83-4331-b000-3fb86eb4aefa tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Synchronizing usage tracker for tenant:2cb286b09c4548a6b18e2f69b65f1436 on resource:network {{(pid=88879) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:01:39.697742 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-1faf722c-0802-40ca-9d99-a900e692584c None None] Set router ce97ffd3-2eb0-46db-8c6a-ffcea28a8cdb gateway port host: dv-neutron-822691-2-hyperv {{(pid=88881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:01:39.747270 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-d5068f75-d5ca-4227-833d-23f816b953c9 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Deleting port ac122285-dca8-44aa-94e4-e0580f2083d4 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:01:39.747992 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d5068f75-d5ca-4227-833d-23f816b953c9 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:39.771013 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-210f26c2-8af0-42a9-957d-3e2bf40ce612 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:01:39.775144 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-210f26c2-8af0-42a9-957d-3e2bf40ce612 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Usage tracker for resource:subnet and tenant:18d2a9fdfea84546a82d906d6ec9907e is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:01:39.778164 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-210f26c2-8af0-42a9-957d-3e2bf40ce612 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:01:39.784699 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-210f26c2-8af0-42a9-957d-3e2bf40ce612 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:01:39.785740 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-87ed8b76-9c83-4331-b000-3fb86eb4aefa tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Unset dirty status for tenant:2cb286b09c4548a6b18e2f69b65f1436 on resource:network {{(pid=88879) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:01:39.787271 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-87ed8b76-9c83-4331-b000-3fb86eb4aefa tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2405 time: 0.7756209
Dec 24 11:01:39.796413 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 33942) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:39.810604 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-210f26c2-8af0-42a9-957d-3e2bf40ce612 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Made reservation on behalf of 18d2a9fdfea84546a82d906d6ec9907e for: {'subnet': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:01:39.826313 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a247fb0c-8717-49f2-8861-78e1d23ccaf6 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Pushing event updated for resources: {'Network': ['ID=9cdbc8cd-a260-4c3b-866b-4af8addc2702,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:01:39.843591 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-de2c88e1-0334-4ff6-bba6-47fcbe626843 None None] Notify callbacks [] for port, precommit_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:39.854918 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-de2c88e1-0334-4ff6-bba6-47fcbe626843 None None] Transition to ACTIVE for port object ec29088a-5060-4fc8-b2c3-7042d94e6868 will not be triggered until provisioned by entity L2. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:01:39.885189 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb64f22-0b1d-4b12-9e1b-546699e7b616 None None] Sync routers for ids ['dd0cf540-bd0d-4528-9380-a6e353790057'] in dv-neutron-822691-2-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:01:39.899412 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b97853f0-af0a-4467-b170-20ba8282e8e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408'] for port, after_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:39.905105 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Network 03cacf2a-aedf-454d-925f-92c9efb2e1da details requested by agent ovs-agent-dv-neutron-822691-2-hyperv with host dv-neutron-822691-2-hyperv {{(pid=88880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 24 11:01:39.918009 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-a247fb0c-8717-49f2-8861-78e1d23ccaf6 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.582s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:01:39.966496 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-9f4ad277-7a3f-4a55-b4ff-a26ebf50b86a tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:01:39.978814 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-9f4ad277-7a3f-4a55-b4ff-a26ebf50b86a tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:01:39.994142 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f4ad277-7a3f-4a55-b4ff-a26ebf50b86a tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Made reservation on behalf of 739a78fd4cfc48c2a4011598579f8f8c for: {'subnet': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:01:40.000665 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9f4ad277-7a3f-4a55-b4ff-a26ebf50b86a tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2246100'] for subnet, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:40.061907 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-cd1c23e8-4cf3-4b32-bb4d-11ba55bb3489 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036847558493'] for network, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:40.109724 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05711175-f8c0-448c-a8bb-bd0223e026ef None None] Network 1c9eeaac-d205-4b19-a351-2fe67dd78b42 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:01:40.144120 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Network 2434d3a2-f7df-4b2d-9cc8-fecd601be2c1 details requested by agent ovs-agent-dv-neutron-822691-2-hyperv with host dv-neutron-822691-2-hyperv {{(pid=88880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 24 11:01:40.171858 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Network 9cdbc8cd-a260-4c3b-866b-4af8addc2702 details requested by agent ovs-agent-dv-neutron-822691-2-hyperv with host dv-neutron-822691-2-hyperv {{(pid=88880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 24 11:01:40.245164 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-210f26c2-8af0-42a9-957d-3e2bf40ce612 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2246100'] for subnet, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:40.280497 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-1faf722c-0802-40ca-9d99-a900e692584c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5272121ba8>, [{'id': 'ce97ffd3-2eb0-46db-8c6a-ffcea28a8cdb', 'name': 'tempest-snat-router-1565711135', 'tenant_id': 'd8830e9e30294429956c02859d177d90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.7'}], 'enable_snat': False}, 'gw_port_id': 'c4d00ffa-0a26-4555-9778-dd47e3d65de9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:01:31Z', 'updated_at': '2021-12-24T11:01:35Z', 'revision_number': 3, 'project_id': 'd8830e9e30294429956c02859d177d90', 'gw_port': {'id': 'c4d00ffa-0a26-4555-9778-dd47e3d65de9', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:a7:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce97ffd3-2eb0-46db-8c6a-ffcea28a8cdb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:01:34Z', 'updated_at': '2021-12-24T11:01:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-822691-2-hyperv'}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:01:40.285426 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1faf722c-0802-40ca-9d99-a900e692584c None None] The sync data for ids ['ce97ffd3-2eb0-46db-8c6a-ffcea28a8cdb'] in dv-neutron-822691-2-hyperv is: [{'id': 'ce97ffd3-2eb0-46db-8c6a-ffcea28a8cdb', 'name': 'tempest-snat-router-1565711135', 'tenant_id': 'd8830e9e30294429956c02859d177d90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.7'}], 'enable_snat': False}, 'gw_port_id': 'c4d00ffa-0a26-4555-9778-dd47e3d65de9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:01:31Z', 'updated_at': '2021-12-24T11:01:35Z', 'revision_number': 3, 'project_id': 'd8830e9e30294429956c02859d177d90', 'gw_port': {'id': 'c4d00ffa-0a26-4555-9778-dd47e3d65de9', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:a7:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce97ffd3-2eb0-46db-8c6a-ffcea28a8cdb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:01:34Z', 'updated_at': '2021-12-24T11:01:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-822691-2-hyperv'}] {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:01:40.304748 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-b07fcac7-8f5f-48eb-9b97-3f2a57a67e0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:01:40.354113 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-de2c88e1-0334-4ff6-bba6-47fcbe626843 None None] Transition to ACTIVE for port object ec29088a-5060-4fc8-b2c3-7042d94e6868 will not be triggered until provisioned by entity DHCP. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:01:40.355850 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb64f22-0b1d-4b12-9e1b-546699e7b616 None None] Routers {'dd0cf540-bd0d-4528-9380-a6e353790057'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:01:40.356564 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-7fb64f22-0b1d-4b12-9e1b-546699e7b616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52717eed30>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:01:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['dd0cf540-bd0d-4528-9380-a6e353790057'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:01:40.424756 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6be976b3-8785-4765-99dd-37a42abbcdff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:40.451008 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bdfdbc84-c52d-4f40-b281-af314dc1f8fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:40.478556 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-7fb64f22-0b1d-4b12-9e1b-546699e7b616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52717eed30>, [], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:01:40.486100 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-de2c88e1-0334-4ff6-bba6-47fcbe626843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408'] for port, after_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:40.488912 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-cd1c23e8-4cf3-4b32-bb4d-11ba55bb3489 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847649663', 'neutron.services.segments.db._delete_segments_for_network-8749505737672'] for network, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:40.502096 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-d5068f75-d5ca-4227-833d-23f816b953c9 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] For port ac122285-dca8-44aa-94e4-e0580f2083d4, host dv-neutron-822691-2-hyperv, got binding levels [] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:01:40.502502 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d5068f75-d5ca-4227-833d-23f816b953c9 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:40.518495 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-e3523faa-cc58-47bf-a7ef-27e53234ebd7 None None] Provisioning for port 41f72c55-7144-457a-84cc-e2a3c1f77d53 completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:01:40.559680 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-e3523faa-cc58-47bf-a7ef-27e53234ebd7 None None] Provisioning complete for port 41f72c55-7144-457a-84cc-e2a3c1f77d53 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:01:40.560417 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e3523faa-cc58-47bf-a7ef-27e53234ebd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:40.602412 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97853f0-af0a-4467-b170-20ba8282e8e3 None None] Pushing event updated for resources: {'Port': ['ID=ac122285-dca8-44aa-94e4-e0580f2083d4,revision_number=1']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:01:40.612668 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9f4ad277-7a3f-4a55-b4ff-a26ebf50b86a tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850796890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2246085'] for subnet, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:40.710062 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-b97853f0-af0a-4467-b170-20ba8282e8e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:01:40.711781 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-e9ef5630-83d8-4ee2-9fb0-17a4351ee1f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.194s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:01:40.790352 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b97853f0-af0a-4467-b170-20ba8282e8e3 None None] Network 5a04e170-c161-4201-ae54-af5527999528 is already hosted by enough agents. {{(pid=88880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:01:40.799516 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2c88e1-0334-4ff6-bba6-47fcbe626843 None None] Pushing event updated for resources: {'Port': ['ID=ec29088a-5060-4fc8-b2c3-7042d94e6868,revision_number=1']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:01:40.805444 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-de2c88e1-0334-4ff6-bba6-47fcbe626843 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:01:40.895941 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-b97853f0-af0a-4467-b170-20ba8282e8e3 None None] Resources bound (agent type, host, resource id):  {{(pid=88880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:01:40.912884 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb64f22-0b1d-4b12-9e1b-546699e7b616 None None] Routers {'dd0cf540-bd0d-4528-9380-a6e353790057'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:01:40.918710 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-7fb64f22-0b1d-4b12-9e1b-546699e7b616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52717eed30>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:01:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['dd0cf540-bd0d-4528-9380-a6e353790057'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:01:40.927223 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c49578b3-31e9-4254-b31f-231e8e72f9ec tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:01:40.989526 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b97853f0-af0a-4467-b170-20ba8282e8e3 None None] Received port after_create {{(pid=88880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:01:40.994788 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-d5068f75-d5ca-4227-833d-23f816b953c9 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Calling delete_port for ac122285-dca8-44aa-94e4-e0580f2083d4 owned by network:dhcp {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:01:41.002320 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4ad277-7a3f-4a55-b4ff-a26ebf50b86a tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Pushing event updated for resources: {'Subnet': ['ID=0257f393-3b74-4ca8-8a5e-6cd03a6eff77,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:01:41.005303 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-9f4ad277-7a3f-4a55-b4ff-a26ebf50b86a tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:01:41.037803 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-cd1c23e8-4cf3-4b32-bb4d-11ba55bb3489 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f52712cb198>,) {'filters': {'network_id': ['03cacf2a-aedf-454d-925f-92c9efb2e1da']}} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:01:41.054252 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f4ad277-7a3f-4a55-b4ff-a26ebf50b86a tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Network 1c9eeaac-d205-4b19-a351-2fe67dd78b42 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:01:41.062737 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-cd1c23e8-4cf3-4b32-bb4d-11ba55bb3489 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f52712cb198>, 'aa9bf7f3-a87e-425b-8f52-a9b0f2392084') {'for_net_delete': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:01:41.062977 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-cd1c23e8-4cf3-4b32-bb4d-11ba55bb3489 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f52712cb198>, 'aa9bf7f3-a87e-425b-8f52-a9b0f2392084') {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:01:41.064341 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-9f4ad277-7a3f-4a55-b4ff-a26ebf50b86a tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Resources bound (agent type, host, resource id):  {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:01:41.067645 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f4ad277-7a3f-4a55-b4ff-a26ebf50b86a tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:01:41.068312 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9f4ad277-7a3f-4a55-b4ff-a26ebf50b86a tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1977811'] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:41.106694 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-cd1c23e8-4cf3-4b32-bb4d-11ba55bb3489 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749505745113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853989108'] for segment, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:41.130187 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b0dcc23c-1c02-4f64-bdb7-502f7fd57da1 tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:41.151503 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-943ef1a8-b9ff-4edb-b39f-8b78d5da1029 tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Notify callbacks [] for router, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:41.186943 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-cd1c23e8-4cf3-4b32-bb4d-11ba55bb3489 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:41.190792 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b0dcc23c-1c02-4f64-bdb7-502f7fd57da1 tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:41.226998 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-210f26c2-8af0-42a9-957d-3e2bf40ce612 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850796890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2246085'] for subnet, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:41.241177 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd1c23e8-4cf3-4b32-bb4d-11ba55bb3489 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Releasing vlan 632 on physical network physnet1 to pool {{(pid=88879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 24 11:01:41.242214 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-cd1c23e8-4cf3-4b32-bb4d-11ba55bb3489 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036847652098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3926696'] for segment, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:41.246316 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de2c88e1-0334-4ff6-bba6-47fcbe626843 None None] Network cc4c51f7-8e40-4c2b-b067-b8ee84820d7f is already hosted by enough agents. {{(pid=88880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:01:41.261118 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-8e05f11d-9398-427c-9098-cdea7cdbfeda tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:01:41.283911 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-de2c88e1-0334-4ff6-bba6-47fcbe626843 None None] Resources bound (agent type, host, resource id):  {{(pid=88880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:01:41.289102 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de2c88e1-0334-4ff6-bba6-47fcbe626843 None None] Received port after_create {{(pid=88880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:01:41.301287 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-7fb64f22-0b1d-4b12-9e1b-546699e7b616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52717eed30>, [], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:01:41.301748 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb64f22-0b1d-4b12-9e1b-546699e7b616 None None] The sync data for ids ['dd0cf540-bd0d-4528-9380-a6e353790057'] in dv-neutron-822691-2-hyperv is: [] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:01:41.304258 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-39ff93cf-c0b7-48c5-95f3-6f7e9977387d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:41.375999 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-9f4ad277-7a3f-4a55-b4ff-a26ebf50b86a tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 2.0006287
Dec 24 11:01:41.392053 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 33962) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:41.392428 dv-neutron-822691-2-hyperv neutron-server[88767]: Traceback (most recent call last):
Dec 24 11:01:41.392428 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 24 11:01:41.392428 dv-neutron-822691-2-hyperv neutron-server[88767]:     timer()
Dec 24 11:01:41.392428 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 11:01:41.392428 dv-neutron-822691-2-hyperv neutron-server[88767]:     cb(*args, **kw)
Dec 24 11:01:41.392428 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 24 11:01:41.392428 dv-neutron-822691-2-hyperv neutron-server[88767]:     return func(*args, **kwargs)
Dec 24 11:01:41.392428 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 11:01:41.392428 dv-neutron-822691-2-hyperv neutron-server[88767]:     self._notify()
Dec 24 11:01:41.392428 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 11:01:41.392428 dv-neutron-822691-2-hyperv neutron-server[88767]:     self.callback(batched_events)
Dec 24 11:01:41.392428 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 11:01:41.392428 dv-neutron-822691-2-hyperv neutron-server[88767]:     event.method(event)
Dec 24 11:01:41.392428 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 11:01:41.392428 dv-neutron-822691-2-hyperv neutron-server[88767]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 11:01:41.392428 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 24 11:01:41.392428 dv-neutron-822691-2-hyperv neutron-server[88767]:     segment_id)['aggregates'][0]
Dec 24 11:01:41.392428 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 24 11:01:41.392428 dv-neutron-822691-2-hyperv neutron-server[88767]:     return f(self, *a, **k)
Dec 24 11:01:41.392428 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 11:01:41.392428 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self._get(url).json()
Dec 24 11:01:41.392428 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 24 11:01:41.392428 dv-neutron-822691-2-hyperv neutron-server[88767]:     **kwargs)
Dec 24 11:01:41.392428 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 24 11:01:41.392428 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self.request(url, 'GET', **kwargs)
Dec 24 11:01:41.392428 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 24 11:01:41.392428 dv-neutron-822691-2-hyperv neutron-server[88767]:     **endpoint_filter)
Dec 24 11:01:41.392428 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 24 11:01:41.392428 dv-neutron-822691-2-hyperv neutron-server[88767]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 11:01:41.392428 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 24 11:01:41.392428 dv-neutron-822691-2-hyperv neutron-server[88767]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 11:01:41.392428 dv-neutron-822691-2-hyperv neutron-server[88767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 11:01:41.451559 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-b97853f0-af0a-4467-b170-20ba8282e8e3 None None] Attempting to bind port ac122285-dca8-44aa-94e4-e0580f2083d4 on host dv-neutron-822691-2-hyperv for vnic_type normal with profile  {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:01:41.453616 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-b97853f0-af0a-4467-b170-20ba8282e8e3 None None] Attempting to bind port ac122285-dca8-44aa-94e4-e0580f2083d4 by drivers openvswitch,hyperv on host dv-neutron-822691-2-hyperv at level 0 using segments [{'id': 'fc200294-76a4-4323-a45b-1ef694527f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '5a04e170-c161-4201-ae54-af5527999528'}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:01:41.453616 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b97853f0-af0a-4467-b170-20ba8282e8e3 None None] Attempting to bind port ac122285-dca8-44aa-94e4-e0580f2083d4 on network 5a04e170-c161-4201-ae54-af5527999528 {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:01:41.486919 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-ff2aeb69-5829-49e2-b40d-b99f9f16c477 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Request body: {'port': {'network_id': '1c9eeaac-d205-4b19-a351-2fe67dd78b42', 'fixed_ips': [{'subnet_id': '0257f393-3b74-4ca8-8a5e-6cd03a6eff77', 'ip_address': '2001:db8::20db:2ea9:869c:5a73'}], 'name': 'tempest-NetworksTestDHCPv6-70742582'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:01:41.489299 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e3523faa-cc58-47bf-a7ef-27e53234ebd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:41.530163 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210f26c2-8af0-42a9-957d-3e2bf40ce612 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Pushing event updated for resources: {'Subnet': ['ID=9ab1747b-2dde-4dc2-a90a-9a77833bd274,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:01:41.557761 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-210f26c2-8af0-42a9-957d-3e2bf40ce612 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:01:41.568582 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210f26c2-8af0-42a9-957d-3e2bf40ce612 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Checking segment: {'id': '63d55546-9aac-480e-8da8-1762921d7692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '9cdbc8cd-a260-4c3b-866b-4af8addc2702'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:01:41.569182 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-210f26c2-8af0-42a9-957d-3e2bf40ce612 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Network hostable DHCP agents. Network: 9cdbc8cd-a260-4c3b-866b-4af8addc2702, hostable agents: ['edcf98dc-3032-472a-8b3d-f23fd1e89806'], hosted agents: [] {{(pid=88878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 24 11:01:41.633421 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b97853f0-af0a-4467-b170-20ba8282e8e3 None None] Checking agent: {'id': 'db1275c1-6001-47af-93c2-635c68404703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822691-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 52, 8), 'started_at': datetime.datetime(2021, 12, 24, 10, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 1, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822691-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:01:41.634352 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b97853f0-af0a-4467-b170-20ba8282e8e3 None None] Checking segment: {'id': 'fc200294-76a4-4323-a45b-1ef694527f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '5a04e170-c161-4201-ae54-af5527999528'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:01:41.635101 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b97853f0-af0a-4467-b170-20ba8282e8e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:41.635221 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b97853f0-af0a-4467-b170-20ba8282e8e3 None None] Bound using segment: {'id': 'fc200294-76a4-4323-a45b-1ef694527f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '5a04e170-c161-4201-ae54-af5527999528'} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:01:41.635727 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-b97853f0-af0a-4467-b170-20ba8282e8e3 None None] Bound port: ac122285-dca8-44aa-94e4-e0580f2083d4, host: dv-neutron-822691-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc200294-76a4-4323-a45b-1ef694527f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '5a04e170-c161-4201-ae54-af5527999528'}}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:01:41.636152 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b97853f0-af0a-4467-b170-20ba8282e8e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:41.647835 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-b0dcc23c-1c02-4f64-bdb7-502f7fd57da1 tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Allocated IP 172.26.3.180 (f8c337ba-681f-4fcb-a333-e3c49365b30a/8ea1398c-0bec-46d6-8d54-85798de2a7ca/9df933f1-95a1-4281-a350-1c1b5ee9a336) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:01:41.661934 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d5068f75-d5ca-4227-833d-23f816b953c9 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:41.703934 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-b97853f0-af0a-4467-b170-20ba8282e8e3 None None] Port ac122285-dca8-44aa-94e4-e0580f2083d4 has been deleted concurrently {{(pid=88880) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:616}}
Dec 24 11:01:41.732383 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-210f26c2-8af0-42a9-957d-3e2bf40ce612 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Network 9cdbc8cd-a260-4c3b-866b-4af8addc2702 is scheduled to be hosted by DHCP agent edcf98dc-3032-472a-8b3d-f23fd1e89806 with binding_index 1 {{(pid=88878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 24 11:01:41.756663 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-ff2aeb69-5829-49e2-b40d-b99f9f16c477 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:01:41.759836 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-e3523faa-cc58-47bf-a7ef-27e53234ebd7 None None] For port 41f72c55-7144-457a-84cc-e2a3c1f77d53, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=41f72c55-7144-457a-84cc-e2a3c1f77d53,segment=NetworkSegment(6618a092-51b2-4e3d-9318-3ce6b7b40c55),segment_id=6618a092-51b2-4e3d-9318-3ce6b7b40c55)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:01:41.763931 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-210f26c2-8af0-42a9-957d-3e2bf40ce612 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822691-2-hyperv, 9cdbc8cd-a260-4c3b-866b-4af8addc2702) {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:01:41.765021 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-de2c88e1-0334-4ff6-bba6-47fcbe626843 None None] Attempting to bind port ec29088a-5060-4fc8-b2c3-7042d94e6868 on host dv-neutron-822691-2-hyperv for vnic_type normal with profile  {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:01:41.765546 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-de2c88e1-0334-4ff6-bba6-47fcbe626843 None None] Attempting to bind port ec29088a-5060-4fc8-b2c3-7042d94e6868 by drivers openvswitch,hyperv on host dv-neutron-822691-2-hyperv at level 0 using segments [{'id': '034fb592-49fc-44ac-bd21-4ecef01c7f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'cc4c51f7-8e40-4c2b-b067-b8ee84820d7f'}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:01:41.766164 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de2c88e1-0334-4ff6-bba6-47fcbe626843 None None] Attempting to bind port ec29088a-5060-4fc8-b2c3-7042d94e6868 on network cc4c51f7-8e40-4c2b-b067-b8ee84820d7f {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:01:41.766836 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-ff2aeb69-5829-49e2-b40d-b99f9f16c477 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Usage tracker for resource:port and tenant:739a78fd4cfc48c2a4011598579f8f8c is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:01:41.771402 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-ff2aeb69-5829-49e2-b40d-b99f9f16c477 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:01:41.775340 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e3523faa-cc58-47bf-a7ef-27e53234ebd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:41.781844 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-210f26c2-8af0-42a9-957d-3e2bf40ce612 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:01:41.782541 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-86e25ca8-87a9-4c99-91c3-e42c00939a47 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:01:41.782657 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-210f26c2-8af0-42a9-957d-3e2bf40ce612 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1977811'] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:41.795900 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7611c6fa-f9dc-40a0-8376-7bcaf229a6b1 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:01:41.800528 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-ff2aeb69-5829-49e2-b40d-b99f9f16c477 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:01:41.809973 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-210f26c2-8af0-42a9-957d-3e2bf40ce612 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 812 time: 2.3225737
Dec 24 11:01:41.816648 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63cf48d5-f459-4879-bf2c-219fd7125c80 None None] Network 9cdbc8cd-a260-4c3b-866b-4af8addc2702 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:01:41.817680 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 33968) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:41.827099 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-cd1c23e8-4cf3-4b32-bb4d-11ba55bb3489 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7126154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659196'] for network, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:41.847911 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-943ef1a8-b9ff-4edb-b39f-8b78d5da1029 tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:41.857725 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff2aeb69-5829-49e2-b40d-b99f9f16c477 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Made reservation on behalf of 739a78fd4cfc48c2a4011598579f8f8c for: {'port': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:01:41.863587 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-cd1c23e8-4cf3-4b32-bb4d-11ba55bb3489 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1977811'] for network, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:41.866474 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ff2aeb69-5829-49e2-b40d-b99f9f16c477 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:41.890927 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5068f75-d5ca-4227-833d-23f816b953c9 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Pushing event deleted for resources: {'Port': ['ID=ac122285-dca8-44aa-94e4-e0580f2083d4,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:01:41.901182 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-d5068f75-d5ca-4227-833d-23f816b953c9 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:01:41.902021 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-a0bb5aa3-408d-461b-b565-c3a36ecf1bb4 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.047s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:01:41.905305 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-943ef1a8-b9ff-4edb-b39f-8b78d5da1029 tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Deleting port b3cf6768-8b90-4ed0-aeae-26b2c460bc22 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:01:41.908355 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-943ef1a8-b9ff-4edb-b39f-8b78d5da1029 tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:41.966240 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [None req-ff2aeb69-5829-49e2-b40d-b99f9f16c477 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] device_id is not set on port 7ab379c6-16f0-4f1a-9993-5dca6a07e18a yet. {{(pid=88878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 24 11:01:41.979298 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1c23e8-4cf3-4b32-bb4d-11ba55bb3489 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Pushing event deleted for resources: {'Network': ['ID=03cacf2a-aedf-454d-925f-92c9efb2e1da,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:01:41.991963 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-cd1c23e8-4cf3-4b32-bb4d-11ba55bb3489 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:01:42.020186 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-cd1c23e8-4cf3-4b32-bb4d-11ba55bb3489 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] 10.222.0.65 "DELETE /v2.0/networks/03cacf2a-aedf-454d-925f-92c9efb2e1da HTTP/1.1" status: 204  len: 168 time: 2.2178478
Dec 24 11:01:42.030329 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de2c88e1-0334-4ff6-bba6-47fcbe626843 None None] Checking agent: {'id': 'db1275c1-6001-47af-93c2-635c68404703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822691-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 52, 8), 'started_at': datetime.datetime(2021, 12, 24, 10, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 1, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822691-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:01:42.030758 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de2c88e1-0334-4ff6-bba6-47fcbe626843 None None] Checking segment: {'id': '034fb592-49fc-44ac-bd21-4ecef01c7f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'cc4c51f7-8e40-4c2b-b067-b8ee84820d7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:01:42.031217 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-de2c88e1-0334-4ff6-bba6-47fcbe626843 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:42.031665 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de2c88e1-0334-4ff6-bba6-47fcbe626843 None None] Bound using segment: {'id': '034fb592-49fc-44ac-bd21-4ecef01c7f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'cc4c51f7-8e40-4c2b-b067-b8ee84820d7f'} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:01:42.032208 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-de2c88e1-0334-4ff6-bba6-47fcbe626843 None None] Bound port: ec29088a-5060-4fc8-b2c3-7042d94e6868, host: dv-neutron-822691-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '034fb592-49fc-44ac-bd21-4ecef01c7f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'cc4c51f7-8e40-4c2b-b067-b8ee84820d7f'}}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:01:42.032633 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-de2c88e1-0334-4ff6-bba6-47fcbe626843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:42.034986 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 33972) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:42.073705 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5068f75-d5ca-4227-833d-23f816b953c9 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] No DVR routers for this DVR port ac122285-dca8-44aa-94e4-e0580f2083d4 on host dv-neutron-822691-2-hyperv {{(pid=88879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 24 11:01:42.158108 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3523faa-cc58-47bf-a7ef-27e53234ebd7 None None] Pushing event updated for resources: {'Port': ['ID=41f72c55-7144-457a-84cc-e2a3c1f77d53,revision_number=4']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:01:42.162563 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-e3523faa-cc58-47bf-a7ef-27e53234ebd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:01:42.179487 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b0dcc23c-1c02-4f64-bdb7-502f7fd57da1 tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:42.221739 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13988b4b-ca44-451e-a87a-0cb1d225d88a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73968e80-91fd-539e-a7c6-b31af6d9e680-9cdbc8cd-a260-4c3b-866b-4af8addc2702', 'network_id': '9cdbc8cd-a260-4c3b-866b-4af8addc2702', 'tenant_id': '18d2a9fdfea84546a82d906d6ec9907e', 'fixed_ips': [{'subnet_id': '9ab1747b-2dde-4dc2-a90a-9a77833bd274'}]}} from dv-neutron-822691-2-hyperv. {{(pid=88880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 24 11:01:42.222767 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-13988b4b-ca44-451e-a87a-0cb1d225d88a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:42.281211 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d5068f75-d5ca-4227-833d-23f816b953c9 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847655656'] for subnet, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:42.325201 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-327e9e88-3775-4323-bd6c-083fab794903 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036847558493'] for network, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:42.352541 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-ff2aeb69-5829-49e2-b40d-b99f9f16c477 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Allocated IP 2001:db8::20db:2ea9:869c:5a73 (1c9eeaac-d205-4b19-a351-2fe67dd78b42/0257f393-3b74-4ca8-8a5e-6cd03a6eff77/7ab379c6-16f0-4f1a-9993-5dca6a07e18a) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:01:42.428782 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-13988b4b-ca44-451e-a87a-0cb1d225d88a None None] Allocated IP 2001:db8::1 (9cdbc8cd-a260-4c3b-866b-4af8addc2702/9ab1747b-2dde-4dc2-a90a-9a77833bd274/8020a18f-35e8-4eef-8bbd-83057ba81785) {{(pid=88880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:01:42.448033 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b0dcc23c-1c02-4f64-bdb7-502f7fd57da1 tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:42.489212 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-11ee58cf-d282-4686-82fc-39199dbccfc9 tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:01:42.711999 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d5068f75-d5ca-4227-833d-23f816b953c9 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7120129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850854134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851156349'] for subnet, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:42.737752 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-067a9ccc-a7b2-438c-8984-3f561a5b23f5 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036847558493'] for network, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:42.750655 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0dcc23c-1c02-4f64-bdb7-502f7fd57da1 tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Network f8c337ba-681f-4fcb-a333-e3c49365b30a is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:01:42.918551 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-b0dcc23c-1c02-4f64-bdb7-502f7fd57da1 tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Resources bound (agent type, host, resource id):  {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:01:42.929451 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-13988b4b-ca44-451e-a87a-0cb1d225d88a None None] Notify callbacks [] for port, precommit_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:42.933423 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-327e9e88-3775-4323-bd6c-083fab794903 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847649663', 'neutron.services.segments.db._delete_segments_for_network-8749505737672'] for network, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:42.941101 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-13988b4b-ca44-451e-a87a-0cb1d225d88a None None] Transition to ACTIVE for port object 8020a18f-35e8-4eef-8bbd-83057ba81785 will not be triggered until provisioned by entity L2. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:01:42.944736 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0dcc23c-1c02-4f64-bdb7-502f7fd57da1 tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:01:42.962371 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-13988b4b-ca44-451e-a87a-0cb1d225d88a None None] Transition to ACTIVE for port object 8020a18f-35e8-4eef-8bbd-83057ba81785 will not be triggered until provisioned by entity DHCP. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:01:42.970992 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 41f72c55-7144-457a-84cc-e2a3c1f77d53 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:01:42.997662 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dcc23c-1c02-4f64-bdb7-502f7fd57da1 tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Pushing event updated for resources: {'Port': ['ID=9df933f1-95a1-4281-a350-1c1b5ee9a336,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:01:43.000336 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d102168e-ba19-4b2f-a709-1dde39cf1ab2 None None] Network 1c9eeaac-d205-4b19-a351-2fe67dd78b42 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:01:43.016684 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-943ef1a8-b9ff-4edb-b39f-8b78d5da1029 tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:43.038776 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-b0dcc23c-1c02-4f64-bdb7-502f7fd57da1 tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.550s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:01:43.043963 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.126s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:01:43.054370 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-13988b4b-ca44-451e-a87a-0cb1d225d88a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408'] for port, after_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:43.067315 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7e524d91-8d19-4e8e-abcd-52171f689390 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:01:43.096233 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-327e9e88-3775-4323-bd6c-083fab794903 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5271f6a240>,) {'filters': {'network_id': ['2434d3a2-f7df-4b2d-9cc8-fecd601be2c1']}} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:01:43.115195 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5068f75-d5ca-4227-833d-23f816b953c9 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Pushing event deleted for resources: {'Subnet': ['ID=845d0ba8-4187-44c2-8636-b9d182f97a53,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:01:43.138295 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-d5068f75-d5ca-4227-833d-23f816b953c9 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:01:43.182179 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-943ef1a8-b9ff-4edb-b39f-8b78d5da1029 tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Calling delete_port for b3cf6768-8b90-4ed0-aeae-26b2c460bc22 owned by network:router_gateway {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:01:43.188746 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-de2c88e1-0334-4ff6-bba6-47fcbe626843 None None] For port ec29088a-5060-4fc8-b2c3-7042d94e6868, host dv-neutron-822691-2-hyperv, cleared binding levels {{(pid=88880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:01:43.191616 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d5068f75-d5ca-4227-833d-23f816b953c9 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847649663', 'neutron.services.segments.db._delete_segments_for_network-8749505737672'] for network, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:43.235734 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-327e9e88-3775-4323-bd6c-083fab794903 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5271f6a240>, '97938134-6dbe-4bd6-90d9-2d6877d55f57') {'for_net_delete': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:01:43.236135 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-327e9e88-3775-4323-bd6c-083fab794903 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5271f6a240>, '97938134-6dbe-4bd6-90d9-2d6877d55f57') {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:01:43.237240 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13988b4b-ca44-451e-a87a-0cb1d225d88a None None] Network 9cdbc8cd-a260-4c3b-866b-4af8addc2702 is already hosted by enough agents. {{(pid=88880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:01:43.239850 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-067a9ccc-a7b2-438c-8984-3f561a5b23f5 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847655656'] for subnet, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:43.244540 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-de2c88e1-0334-4ff6-bba6-47fcbe626843 None None] For port ec29088a-5060-4fc8-b2c3-7042d94e6868, host dv-neutron-822691-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=ec29088a-5060-4fc8-b2c3-7042d94e6868,segment=NetworkSegment(034fb592-49fc-44ac-bd21-4ecef01c7f85),segment_id=034fb592-49fc-44ac-bd21-4ecef01c7f85)] {{(pid=88880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:01:43.259909 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-13988b4b-ca44-451e-a87a-0cb1d225d88a None None] Resources bound (agent type, host, resource id):  {{(pid=88880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:01:43.265850 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13988b4b-ca44-451e-a87a-0cb1d225d88a None None] Pushing event updated for resources: {'Port': ['ID=8020a18f-35e8-4eef-8bbd-83057ba81785,revision_number=1']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:01:43.267046 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-327e9e88-3775-4323-bd6c-083fab794903 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749505745113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853989108'] for segment, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:43.270819 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13988b4b-ca44-451e-a87a-0cb1d225d88a None None] Received port after_create {{(pid=88880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:01:43.274000 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-de2c88e1-0334-4ff6-bba6-47fcbe626843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:43.296420 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-13988b4b-ca44-451e-a87a-0cb1d225d88a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:01:43.297030 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-13988b4b-ca44-451e-a87a-0cb1d225d88a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:01:43.302030 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-d5068f75-d5ca-4227-833d-23f816b953c9 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f52711c3198>,) {'filters': {'network_id': ['5a04e170-c161-4201-ae54-af5527999528']}} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:01:43.322072 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-327e9e88-3775-4323-bd6c-083fab794903 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:43.330683 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-d5068f75-d5ca-4227-833d-23f816b953c9 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f52711c3198>, 'fc200294-76a4-4323-a45b-1ef694527f6e') {'for_net_delete': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:01:43.331033 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-d5068f75-d5ca-4227-833d-23f816b953c9 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f52711c3198>, 'fc200294-76a4-4323-a45b-1ef694527f6e') {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:01:43.334992 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ff2aeb69-5829-49e2-b40d-b99f9f16c477 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:43.338846 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-0e5f4335-ef88-4925-8d13-0ec877256fc4 None None] Provisioning complete for port 41f72c55-7144-457a-84cc-e2a3c1f77d53 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:01:43.339966 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0e5f4335-ef88-4925-8d13-0ec877256fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:43.345706 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-327e9e88-3775-4323-bd6c-083fab794903 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Releasing vlan 638 on physical network physnet1 to pool {{(pid=88879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 24 11:01:43.346092 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-327e9e88-3775-4323-bd6c-083fab794903 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036847652098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3926696'] for segment, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:43.365641 dv-neutron-822691-2-hyperv neutron-server[88767]: Traceback (most recent call last):
Dec 24 11:01:43.365641 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 24 11:01:43.365641 dv-neutron-822691-2-hyperv neutron-server[88767]:     timer()
Dec 24 11:01:43.365641 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 11:01:43.365641 dv-neutron-822691-2-hyperv neutron-server[88767]:     cb(*args, **kw)
Dec 24 11:01:43.365641 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 24 11:01:43.365641 dv-neutron-822691-2-hyperv neutron-server[88767]:     return func(*args, **kwargs)
Dec 24 11:01:43.365641 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 11:01:43.365641 dv-neutron-822691-2-hyperv neutron-server[88767]:     self._notify()
Dec 24 11:01:43.365641 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 11:01:43.365641 dv-neutron-822691-2-hyperv neutron-server[88767]:     self.callback(batched_events)
Dec 24 11:01:43.365641 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 11:01:43.365641 dv-neutron-822691-2-hyperv neutron-server[88767]:     event.method(event)
Dec 24 11:01:43.365641 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 11:01:43.365641 dv-neutron-822691-2-hyperv neutron-server[88767]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 11:01:43.365641 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 24 11:01:43.365641 dv-neutron-822691-2-hyperv neutron-server[88767]:     segment_id)['aggregates'][0]
Dec 24 11:01:43.365641 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 24 11:01:43.365641 dv-neutron-822691-2-hyperv neutron-server[88767]:     return f(self, *a, **k)
Dec 24 11:01:43.365641 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 11:01:43.365641 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self._get(url).json()
Dec 24 11:01:43.365641 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 24 11:01:43.365641 dv-neutron-822691-2-hyperv neutron-server[88767]:     **kwargs)
Dec 24 11:01:43.365641 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 24 11:01:43.365641 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self.request(url, 'GET', **kwargs)
Dec 24 11:01:43.365641 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 24 11:01:43.365641 dv-neutron-822691-2-hyperv neutron-server[88767]:     **endpoint_filter)
Dec 24 11:01:43.365641 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 24 11:01:43.365641 dv-neutron-822691-2-hyperv neutron-server[88767]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 11:01:43.365641 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 24 11:01:43.365641 dv-neutron-822691-2-hyperv neutron-server[88767]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 11:01:43.365641 dv-neutron-822691-2-hyperv neutron-server[88767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 11:01:43.368354 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d5068f75-d5ca-4227-833d-23f816b953c9 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749505745113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853989108'] for segment, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:43.393976 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-ff2aeb69-5829-49e2-b40d-b99f9f16c477 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Transition to ACTIVE for port object 7ab379c6-16f0-4f1a-9993-5dca6a07e18a will not be triggered until provisioned by entity DHCP. {{(pid=88878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:01:43.417077 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d5068f75-d5ca-4227-833d-23f816b953c9 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:43.429466 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-067a9ccc-a7b2-438c-8984-3f561a5b23f5 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7120129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3978858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852529715'] for subnet, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:43.439275 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:01:43.485513 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port 41f72c55-7144-457a-84cc-e2a3c1f77d53 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:01:43.485513 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:43.488643 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5068f75-d5ca-4227-833d-23f816b953c9 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Releasing vlan 641 on physical network physnet1 to pool {{(pid=88879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 24 11:01:43.489083 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d5068f75-d5ca-4227-833d-23f816b953c9 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036847652098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3926696'] for segment, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:43.494187 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067a9ccc-a7b2-438c-8984-3f561a5b23f5 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Pushing event deleted for resources: {'Subnet': ['ID=9ab1747b-2dde-4dc2-a90a-9a77833bd274,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:01:43.502660 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-067a9ccc-a7b2-438c-8984-3f561a5b23f5 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:01:43.512327 dv-neutron-822691-2-hyperv neutron-server[88767]: Traceback (most recent call last):
Dec 24 11:01:43.512327 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 24 11:01:43.512327 dv-neutron-822691-2-hyperv neutron-server[88767]:     timer()
Dec 24 11:01:43.512327 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 11:01:43.512327 dv-neutron-822691-2-hyperv neutron-server[88767]:     cb(*args, **kw)
Dec 24 11:01:43.512327 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 24 11:01:43.512327 dv-neutron-822691-2-hyperv neutron-server[88767]:     return func(*args, **kwargs)
Dec 24 11:01:43.512327 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 11:01:43.512327 dv-neutron-822691-2-hyperv neutron-server[88767]:     self._notify()
Dec 24 11:01:43.512327 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 11:01:43.512327 dv-neutron-822691-2-hyperv neutron-server[88767]:     self.callback(batched_events)
Dec 24 11:01:43.512327 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 11:01:43.512327 dv-neutron-822691-2-hyperv neutron-server[88767]:     event.method(event)
Dec 24 11:01:43.512327 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 11:01:43.512327 dv-neutron-822691-2-hyperv neutron-server[88767]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 11:01:43.512327 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 24 11:01:43.512327 dv-neutron-822691-2-hyperv neutron-server[88767]:     segment_id)['aggregates'][0]
Dec 24 11:01:43.512327 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 24 11:01:43.512327 dv-neutron-822691-2-hyperv neutron-server[88767]:     return f(self, *a, **k)
Dec 24 11:01:43.512327 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 11:01:43.512327 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self._get(url).json()
Dec 24 11:01:43.512327 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 24 11:01:43.512327 dv-neutron-822691-2-hyperv neutron-server[88767]:     **kwargs)
Dec 24 11:01:43.512327 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 24 11:01:43.512327 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self.request(url, 'GET', **kwargs)
Dec 24 11:01:43.512327 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 24 11:01:43.512327 dv-neutron-822691-2-hyperv neutron-server[88767]:     **endpoint_filter)
Dec 24 11:01:43.512327 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 24 11:01:43.512327 dv-neutron-822691-2-hyperv neutron-server[88767]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 11:01:43.512327 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 24 11:01:43.512327 dv-neutron-822691-2-hyperv neutron-server[88767]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 11:01:43.512327 dv-neutron-822691-2-hyperv neutron-server[88767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 11:01:43.538588 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-327e9e88-3775-4323-bd6c-083fab794903 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7126154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659196'] for network, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:43.539447 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ff2aeb69-5829-49e2-b40d-b99f9f16c477 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:43.579713 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-29d34765-0938-4e06-b29e-a09f4b1a25a5 tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:01:43.593630 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-0130d5a3-afe1-41e8-854b-d48220df3adf tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:01:43.623611 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-327e9e88-3775-4323-bd6c-083fab794903 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1977811'] for network, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:43.632104 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327e9e88-3775-4323-bd6c-083fab794903 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Pushing event deleted for resources: {'Network': ['ID=2434d3a2-f7df-4b2d-9cc8-fecd601be2c1,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:01:43.644199 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-327e9e88-3775-4323-bd6c-083fab794903 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:01:43.651577 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d5068f75-d5ca-4227-833d-23f816b953c9 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7126154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659196'] for network, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:43.654830 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-327e9e88-3775-4323-bd6c-083fab794903 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] 10.222.0.65 "DELETE /v2.0/networks/2434d3a2-f7df-4b2d-9cc8-fecd601be2c1 HTTP/1.1" status: 204  len: 168 time: 1.6154714
Dec 24 11:01:43.658196 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-74ae1176-db34-4a58-8c4b-ef4a4a5d69bf tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:01:43.667398 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 33980) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:43.677058 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d5068f75-d5ca-4227-833d-23f816b953c9 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1977811'] for network, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:43.693988 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5068f75-d5ca-4227-833d-23f816b953c9 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Pushing event deleted for resources: {'Network': ['ID=5a04e170-c161-4201-ae54-af5527999528,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:01:43.700979 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-d5068f75-d5ca-4227-833d-23f816b953c9 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] 10.222.0.65 "DELETE /v2.0/networks/5a04e170-c161-4201-ae54-af5527999528 HTTP/1.1" status: 204  len: 168 time: 4.7256970
Dec 24 11:01:43.702139 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-d5068f75-d5ca-4227-833d-23f816b953c9 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:01:43.702653 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 33984) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:43.761359 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b0dcc23c-1c02-4f64-bdb7-502f7fd57da1 tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:43.762274 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b0dcc23c-1c02-4f64-bdb7-502f7fd57da1 tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854163800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854116816'] for router, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:43.778721 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-49afc8f5-5589-4da8-a16d-2f143389a923 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] DELETE failed (client error): The resource could not be found.
Dec 24 11:01:43.779802 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49afc8f5-5589-4da8-a16d-2f143389a923 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88879) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 24 11:01:43.779995 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2c88e1-0334-4ff6-bba6-47fcbe626843 None None] Pushing event updated for resources: {'Port': ['ID=ec29088a-5060-4fc8-b2c3-7042d94e6868,revision_number=2']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:01:43.795132 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-49afc8f5-5589-4da8-a16d-2f143389a923 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] 10.222.0.65 "DELETE /v2.0/subnets/845d0ba8-4187-44c2-8636-b9d182f97a53 HTTP/1.1" status: 404  len: 337 time: 0.0901206
Dec 24 11:01:43.798476 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 33990) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:43.803853 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-de2c88e1-0334-4ff6-bba6-47fcbe626843 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.507s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:01:43.805865 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-13988b4b-ca44-451e-a87a-0cb1d225d88a None None] Attempting to bind port 8020a18f-35e8-4eef-8bbd-83057ba81785 on host dv-neutron-822691-2-hyperv for vnic_type normal with profile  {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:01:43.806297 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-13988b4b-ca44-451e-a87a-0cb1d225d88a None None] Attempting to bind port 8020a18f-35e8-4eef-8bbd-83057ba81785 by drivers openvswitch,hyperv on host dv-neutron-822691-2-hyperv at level 0 using segments [{'id': '63d55546-9aac-480e-8da8-1762921d7692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '9cdbc8cd-a260-4c3b-866b-4af8addc2702'}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:01:43.806707 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13988b4b-ca44-451e-a87a-0cb1d225d88a None None] Attempting to bind port 8020a18f-35e8-4eef-8bbd-83057ba81785 on network 9cdbc8cd-a260-4c3b-866b-4af8addc2702 {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:01:43.818285 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13988b4b-ca44-451e-a87a-0cb1d225d88a None None] Checking agent: {'id': 'db1275c1-6001-47af-93c2-635c68404703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822691-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 52, 8), 'started_at': datetime.datetime(2021, 12, 24, 10, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 1, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822691-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:01:43.818721 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13988b4b-ca44-451e-a87a-0cb1d225d88a None None] Checking segment: {'id': '63d55546-9aac-480e-8da8-1762921d7692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '9cdbc8cd-a260-4c3b-866b-4af8addc2702'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:01:43.820664 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-13988b4b-ca44-451e-a87a-0cb1d225d88a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:43.824212 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13988b4b-ca44-451e-a87a-0cb1d225d88a None None] Bound using segment: {'id': '63d55546-9aac-480e-8da8-1762921d7692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '9cdbc8cd-a260-4c3b-866b-4af8addc2702'} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:01:43.824863 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-13988b4b-ca44-451e-a87a-0cb1d225d88a None None] Bound port: 8020a18f-35e8-4eef-8bbd-83057ba81785, host: dv-neutron-822691-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63d55546-9aac-480e-8da8-1762921d7692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '9cdbc8cd-a260-4c3b-866b-4af8addc2702'}}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:01:43.825314 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-13988b4b-ca44-451e-a87a-0cb1d225d88a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:43.844878 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ac800bd-b188-490e-9dc1-ddd57317ead6 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] DELETE failed (client error): The resource could not be found.
Dec 24 11:01:43.845666 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ac800bd-b188-490e-9dc1-ddd57317ead6 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88879) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 24 11:01:43.848509 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-9ac800bd-b188-490e-9dc1-ddd57317ead6 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] 10.222.0.65 "DELETE /v2.0/networks/5a04e170-c161-4201-ae54-af5527999528 HTTP/1.1" status: 404  len: 339 time: 0.0460935
Dec 24 11:01:43.961071 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 33994) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:44.066653 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d136534-ebff-4eac-b0ef-a76e22e3cd39 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] DELETE failed (client error): The resource could not be found.
Dec 24 11:01:44.067156 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d136534-ebff-4eac-b0ef-a76e22e3cd39 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88879) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 24 11:01:44.071706 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-8d136534-ebff-4eac-b0ef-a76e22e3cd39 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] 10.222.0.65 "DELETE /v2.0/subnets/e5d55936-2bfa-4bda-b095-b1671ee52fa2 HTTP/1.1" status: 404  len: 337 time: 0.0959976
Dec 24 11:01:44.073277 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 34000) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:44.110033 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-10a812db-048f-47a4-9ddb-e8697483f556 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] DELETE failed (client error): The resource could not be found.
Dec 24 11:01:44.110715 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10a812db-048f-47a4-9ddb-e8697483f556 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88879) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 24 11:01:44.118215 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-10a812db-048f-47a4-9ddb-e8697483f556 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] 10.222.0.65 "DELETE /v2.0/networks/e66178d9-1bb2-40d0-bc28-9c25ee9ee324 HTTP/1.1" status: 404  len: 339 time: 0.0412838
Dec 24 11:01:44.124485 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 34004) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:44.249387 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-85bc5f80-51ed-4781-816d-ac50d7b8188e tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] DELETE failed (client error): The resource could not be found.
Dec 24 11:01:44.250013 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85bc5f80-51ed-4781-816d-ac50d7b8188e tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88879) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 24 11:01:44.253819 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-85bc5f80-51ed-4781-816d-ac50d7b8188e tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] 10.222.0.65 "DELETE /v2.0/subnets/f71f419c-31c6-4a46-95d8-a9b8b568245d HTTP/1.1" status: 404  len: 337 time: 0.1267116
Dec 24 11:01:44.261863 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 34008) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:44.360080 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-067a9ccc-a7b2-438c-8984-3f561a5b23f5 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847649663', 'neutron.services.segments.db._delete_segments_for_network-8749505737672'] for network, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:44.391781 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device c4d00ffa-0a26-4555-9778-dd47e3d65de9 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:01:44.415693 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-067a9ccc-a7b2-438c-8984-3f561a5b23f5 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5271b364a8>,) {'filters': {'network_id': ['9cdbc8cd-a260-4c3b-866b-4af8addc2702']}} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:01:44.432964 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-067a9ccc-a7b2-438c-8984-3f561a5b23f5 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5271b364a8>, '63d55546-9aac-480e-8da8-1762921d7692') {'for_net_delete': True} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:01:44.433291 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-067a9ccc-a7b2-438c-8984-3f561a5b23f5 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5271b364a8>, '63d55546-9aac-480e-8da8-1762921d7692') {} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:01:44.450202 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-067a9ccc-a7b2-438c-8984-3f561a5b23f5 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749505745113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2241371'] for segment, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:44.471275 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-13988b4b-ca44-451e-a87a-0cb1d225d88a None None] For port 8020a18f-35e8-4eef-8bbd-83057ba81785, host dv-neutron-822691-2-hyperv, cleared binding levels {{(pid=88880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:01:44.486433 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-13988b4b-ca44-451e-a87a-0cb1d225d88a None None] For port 8020a18f-35e8-4eef-8bbd-83057ba81785, host dv-neutron-822691-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=8020a18f-35e8-4eef-8bbd-83057ba81785,segment=NetworkSegment(63d55546-9aac-480e-8da8-1762921d7692),segment_id=63d55546-9aac-480e-8da8-1762921d7692)] {{(pid=88880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:01:44.496300 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-13988b4b-ca44-451e-a87a-0cb1d225d88a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:44.502531 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-2c79a23a-f2d5-46b8-ab4a-581d3d6d87a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:01:44.583528 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-33c9b3c6-219a-42b5-b3aa-cde08ee68c91 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] DELETE failed (client error): The resource could not be found.
Dec 24 11:01:44.584301 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33c9b3c6-219a-42b5-b3aa-cde08ee68c91 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 24 11:01:44.596540 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff2aeb69-5829-49e2-b40d-b99f9f16c477 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Network 1c9eeaac-d205-4b19-a351-2fe67dd78b42 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:01:44.605745 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-067a9ccc-a7b2-438c-8984-3f561a5b23f5 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:44.607910 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning for port c4d00ffa-0a26-4555-9778-dd47e3d65de9 completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:01:44.613881 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2aeb69-5829-49e2-b40d-b99f9f16c477 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Pushing event updated for resources: {'Port': ['ID=7ab379c6-16f0-4f1a-9993-5dca6a07e18a,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:01:44.617715 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-ff2aeb69-5829-49e2-b40d-b99f9f16c477 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Resources bound (agent type, host, resource id):  {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:01:44.623117 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-ff2aeb69-5829-49e2-b40d-b99f9f16c477 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.043s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:01:44.632850 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff2aeb69-5829-49e2-b40d-b99f9f16c477 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:01:44.638926 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff2aeb69-5829-49e2-b40d-b99f9f16c477 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:01:44.639176 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port c4d00ffa-0a26-4555-9778-dd47e3d65de9 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:01:44.641459 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ff2aeb69-5829-49e2-b40d-b99f9f16c477 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:44.641598 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:44.682940 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-943ef1a8-b9ff-4edb-b39f-8b78d5da1029 tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:44.708011 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-067a9ccc-a7b2-438c-8984-3f561a5b23f5 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Releasing vlan 635 on physical network physnet1 to pool {{(pid=88878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 24 11:01:44.708749 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-067a9ccc-a7b2-438c-8984-3f561a5b23f5 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036847652098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850807864'] for segment, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:44.721694 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13988b4b-ca44-451e-a87a-0cb1d225d88a None None] Pushing event updated for resources: {'Port': ['ID=8020a18f-35e8-4eef-8bbd-83057ba81785,revision_number=2']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:01:44.732218 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-ff2aeb69-5829-49e2-b40d-b99f9f16c477 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:01:44.794188 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-13988b4b-ca44-451e-a87a-0cb1d225d88a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:01:44.796122 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-5cf54722-d44a-40a8-8610-8a68a9571226 None None] Could not find standard attr ID for object ac122285-dca8-44aa-94e4-e0580f2083d4. {{(pid=88880) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 24 11:01:44.797617 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-33c9b3c6-219a-42b5-b3aa-cde08ee68c91 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] 10.222.0.65 "DELETE /v2.0/networks/47fe6abb-79a0-4804-928a-24b870baf93a HTTP/1.1" status: 404  len: 339 time: 0.3269539
Dec 24 11:01:44.798363 dv-neutron-822691-2-hyperv neutron-server[88767]: Traceback (most recent call last):
Dec 24 11:01:44.798363 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 24 11:01:44.798363 dv-neutron-822691-2-hyperv neutron-server[88767]:     timer()
Dec 24 11:01:44.798363 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 11:01:44.798363 dv-neutron-822691-2-hyperv neutron-server[88767]:     cb(*args, **kw)
Dec 24 11:01:44.798363 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 24 11:01:44.798363 dv-neutron-822691-2-hyperv neutron-server[88767]:     return func(*args, **kwargs)
Dec 24 11:01:44.798363 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 11:01:44.798363 dv-neutron-822691-2-hyperv neutron-server[88767]:     self._notify()
Dec 24 11:01:44.798363 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 11:01:44.798363 dv-neutron-822691-2-hyperv neutron-server[88767]:     self.callback(batched_events)
Dec 24 11:01:44.798363 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 11:01:44.798363 dv-neutron-822691-2-hyperv neutron-server[88767]:     event.method(event)
Dec 24 11:01:44.798363 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 11:01:44.798363 dv-neutron-822691-2-hyperv neutron-server[88767]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 11:01:44.798363 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 24 11:01:44.798363 dv-neutron-822691-2-hyperv neutron-server[88767]:     segment_id)['aggregates'][0]
Dec 24 11:01:44.798363 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 24 11:01:44.798363 dv-neutron-822691-2-hyperv neutron-server[88767]:     return f(self, *a, **k)
Dec 24 11:01:44.798363 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 11:01:44.798363 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self._get(url).json()
Dec 24 11:01:44.798363 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 24 11:01:44.798363 dv-neutron-822691-2-hyperv neutron-server[88767]:     **kwargs)
Dec 24 11:01:44.798363 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 24 11:01:44.798363 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self.request(url, 'GET', **kwargs)
Dec 24 11:01:44.798363 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 24 11:01:44.798363 dv-neutron-822691-2-hyperv neutron-server[88767]:     **endpoint_filter)
Dec 24 11:01:44.798363 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 24 11:01:44.798363 dv-neutron-822691-2-hyperv neutron-server[88767]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 11:01:44.798363 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 24 11:01:44.798363 dv-neutron-822691-2-hyperv neutron-server[88767]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 11:01:44.798363 dv-neutron-822691-2-hyperv neutron-server[88767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 11:01:44.821803 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eeaa2ee-1493-4dea-b2fa-4a5358b83e0f None None] DHCP port deletion for 5a04e170-c161-4201-ae54-af5527999528 request from dv-neutron-822691-2-hyperv {{(pid=88880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 24 11:01:44.824151 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 34012) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:44.864351 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b10f52d-31b7-4359-b384-5eb7fef77b28 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:01:44.869333 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b10f52d-31b7-4359-b384-5eb7fef77b28 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:01:44.875168 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-4b10f52d-31b7-4359-b384-5eb7fef77b28 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1339 time: 1.1998889
Dec 24 11:01:44.882153 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 34016) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:44.886088 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943ef1a8-b9ff-4edb-b39f-8b78d5da1029 tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Pushing event deleted for resources: {'Port': ['ID=b3cf6768-8b90-4ed0-aeae-26b2c460bc22,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:01:44.895169 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-8578ba8b-c548-43a7-b33f-209a17830460 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-287516419'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:01:44.905105 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-ff2aeb69-5829-49e2-b40d-b99f9f16c477 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 946 time: 3.4394603
Dec 24 11:01:44.907321 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-8578ba8b-c548-43a7-b33f-209a17830460 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:01:44.915425 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 34020) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:44.916774 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-8578ba8b-c548-43a7-b33f-209a17830460 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Usage tracker for resource:network and tenant:2cb286b09c4548a6b18e2f69b65f1436 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:01:44.921205 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:44.939856 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-943ef1a8-b9ff-4edb-b39f-8b78d5da1029 tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:01:44.953078 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2c589ec-6492-4d77-a79a-c07c8049fb10 None None] Network 9cdbc8cd-a260-4c3b-866b-4af8addc2702 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:01:44.968187 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-8578ba8b-c548-43a7-b33f-209a17830460 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:01:44.971696 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8551d439-3f56-47ad-9265-f478583394ee None None] Network 5a04e170-c161-4201-ae54-af5527999528 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:01:45.005515 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-8578ba8b-c548-43a7-b33f-209a17830460 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:01:45.008077 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8551d439-3f56-47ad-9265-f478583394ee None None] Network 5a04e170-c161-4201-ae54-af5527999528 could not be found, it might have been deleted concurrently. {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:206}}
Dec 24 11:01:45.023362 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-18fd92a1-684a-4162-ab13-cbce734a650c tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Deleting port 0cdc314c-7736-4857-a7d9-d7555ece1fd0 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:01:45.023362 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-18fd92a1-684a-4162-ab13-cbce734a650c tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:45.024750 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] For port c4d00ffa-0a26-4555-9778-dd47e3d65de9, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=c4d00ffa-0a26-4555-9778-dd47e3d65de9,segment=NetworkSegment(d4e3295f-9ff8-4cad-8a20-3f1c937efc8c),segment_id=d4e3295f-9ff8-4cad-8a20-3f1c937efc8c)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:01:45.031004 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:45.036505 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-2ae10492-cff7-4692-b219-7288e7f94a61 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:01:45.044490 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.db.api [None req-067a9ccc-a7b2-438c-8984-3f561a5b23f5 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 24 11:01:45.044490 dv-neutron-822691-2-hyperv neutron-server[88767]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 24 11:01:45.044490 dv-neutron-822691-2-hyperv neutron-server[88767]: [parameters: {'id': '9cdbc8cd-a260-4c3b-866b-4af8addc2702'}]
Dec 24 11:01:45.044490 dv-neutron-822691-2-hyperv neutron-server[88767]: (Background on this error at: http://sqlalche.me/e/gkpj) {{(pid=88878) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 24 11:01:45.045038 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_db.api [None req-067a9ccc-a7b2-438c-8984-3f561a5b23f5 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 24 11:01:45.171193 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8578ba8b-c548-43a7-b33f-209a17830460 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Made reservation on behalf of 2cb286b09c4548a6b18e2f69b65f1436 for: {'network': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:01:45.177944 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8578ba8b-c548-43a7-b33f-209a17830460 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for network, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:45.246724 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device ec29088a-5060-4fc8-b2c3-7042d94e6868 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:01:45.308314 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-943ef1a8-b9ff-4edb-b39f-8b78d5da1029 tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854116846'] for router_gateway, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:45.321519 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68fa996d-bd04-4f6f-a05b-52a24a94badc tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:01:45.326170 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68fa996d-bd04-4f6f-a05b-52a24a94badc tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:01:45.327039 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-68fa996d-bd04-4f6f-a05b-52a24a94badc tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Synchronizing usage tracker for tenant:739a78fd4cfc48c2a4011598579f8f8c on resource:port {{(pid=88879) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:01:45.350360 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-a88bb910-5f75-4318-abbf-53c30311d592 None None] Provisioning complete for port 41f72c55-7144-457a-84cc-e2a3c1f77d53 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:01:45.350785 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a88bb910-5f75-4318-abbf-53c30311d592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:45.405047 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8578ba8b-c548-43a7-b33f-209a17830460 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] vlan segment allocate from pool success with {'vlan_id': 647, 'physical_network': 'physnet1'}  {{(pid=88879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 24 11:01:45.428168 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0dcc23c-1c02-4f64-bdb7-502f7fd57da1 tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Router a59b9053-dd93-4df1-b8d3-105439c8f766 is scheduled to L3 agent 198cca88-1338-4098-b44b-beb0346ac906 with binding_index 1 {{(pid=88879) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 24 11:01:45.438726 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-18fd92a1-684a-4162-ab13-cbce734a650c tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:45.448648 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-68fa996d-bd04-4f6f-a05b-52a24a94badc tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Unset dirty status for tenant:739a78fd4cfc48c2a4011598579f8f8c on resource:port {{(pid=88879) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:01:45.452937 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-68fa996d-bd04-4f6f-a05b-52a24a94badc tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1606 time: 0.5309198
Dec 24 11:01:45.458524 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8578ba8b-c548-43a7-b33f-209a17830460 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:45.458912 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.segments_db [None req-8578ba8b-c548-43a7-b33f-209a17830460 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Added segment ceac66b7-88b8-41a1-84e0-0a69bf8a8aaf of type vlan for network 3c015f9b-01e9-4c50-bea6-784671b3346b
Dec 24 11:01:45.459935 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 34030) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:45.594436 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning for port ec29088a-5060-4fc8-b2c3-7042d94e6868 completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:01:45.666039 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device ac122285-dca8-44aa-94e4-e0580f2083d4 no longer exists at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:01:45.683989 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-067a9ccc-a7b2-438c-8984-3f561a5b23f5 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036847558493'] for network, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:45.740636 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Pushing event updated for resources: {'Port': ['ID=c4d00ffa-0a26-4555-9778-dd47e3d65de9,revision_number=4']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:01:45.753461 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-18fd92a1-684a-4162-ab13-cbce734a650c tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Calling delete_port for 0cdc314c-7736-4857-a7d9-d7555ece1fd0 owned by  {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:01:45.767718 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.731s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:01:45.774923 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] No Port match for: ac122285-dca8-44aa-94e4-e0580f2083d4 {{(pid=88880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 24 11:01:45.775315 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device ac122285-dca8-44aa-94e4-e0580f2083d4 not bound to the agent host dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 24 11:01:45.894724 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-943ef1a8-b9ff-4edb-b39f-8b78d5da1029 tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854158724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-84560'] for router, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:45.910716 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-067a9ccc-a7b2-438c-8984-3f561a5b23f5 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Deleting port 8020a18f-35e8-4eef-8bbd-83057ba81785 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:01:45.910874 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-067a9ccc-a7b2-438c-8984-3f561a5b23f5 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:45.942293 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-a88bb910-5f75-4318-abbf-53c30311d592 None None] Provisioning for port 7ab379c6-16f0-4f1a-9993-5dca6a07e18a completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:01:45.952843 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-a88bb910-5f75-4318-abbf-53c30311d592 None None] Provisioning complete for port 7ab379c6-16f0-4f1a-9993-5dca6a07e18a triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:01:45.953618 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a88bb910-5f75-4318-abbf-53c30311d592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:45.969452 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-8265df15-e739-44c5-afbc-fb25af7069d9 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Deleting port 7ab379c6-16f0-4f1a-9993-5dca6a07e18a {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:01:45.969808 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8265df15-e739-44c5-afbc-fb25af7069d9 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:46.003002 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-943ef1a8-b9ff-4edb-b39f-8b78d5da1029 tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:46.015208 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-18fd92a1-684a-4162-ab13-cbce734a650c tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:46.039143 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-4b702769-56c8-44ff-8399-13f31b1b32f2 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:01:46.040282 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-a88bb910-5f75-4318-abbf-53c30311d592 None None] Port 7ab379c6-16f0-4f1a-9993-5dca6a07e18a cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:01:46.086851 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.agents_db [None req-e51243ab-6a93-425b-980f-a73583147efa None None] Agent healthcheck: found 6 active agents {{(pid=88881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 24 11:01:46.109195 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8578ba8b-c548-43a7-b33f-209a17830460 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363287349540024'] for network, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:46.116707 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fd92a1-684a-4162-ab13-cbce734a650c tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Pushing event deleted for resources: {'Port': ['ID=0cdc314c-7736-4857-a7d9-d7555ece1fd0,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:01:46.119439 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-18fd92a1-684a-4162-ab13-cbce734a650c tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:01:46.139422 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886aab9d-3365-450f-ac93-68490ef1b7ee req-434277a6-ac91-4ee6-bfad-0d55e95ddff7 tempest-ServersTestJSON-70348643 tempest-ServersTestJSON-70348643-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:01:46.149592 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-18fd92a1-684a-4162-ab13-cbce734a650c tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:46.150484 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-886aab9d-3365-450f-ac93-68490ef1b7ee req-434277a6-ac91-4ee6-bfad-0d55e95ddff7 tempest-ServersTestJSON-70348643 tempest-ServersTestJSON-70348643-project] 10.222.0.65 "GET /v2.0/ports?device_id=0b820df6-7943-47a0-a05c-dba3ae26b99f HTTP/1.1" status: 200  len: 945 time: 0.5106142
Dec 24 11:01:46.170702 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-3c49dba7-d879-4358-9619-b4fd48c99881 None None] Provisioning complete for port 7ab379c6-16f0-4f1a-9993-5dca6a07e18a triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:01:46.171187 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3c49dba7-d879-4358-9619-b4fd48c99881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:46.191245 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca03995-a6ae-40ca-afd2-fb2d7fa1acd7 req-d580a873-4524-4851-9ea5-02e578dd6d0b tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:01:46.198997 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-0ca03995-a6ae-40ca-afd2-fb2d7fa1acd7 req-d580a873-4524-4851-9ea5-02e578dd6d0b tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] 10.222.0.65 "GET /v2.0/ports?device_id=655d927a-1c14-4f1b-88cc-771b29a10c76 HTTP/1.1" status: 200  len: 946 time: 0.3859985
Dec 24 11:01:46.242196 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-943ef1a8-b9ff-4edb-b39f-8b78d5da1029 tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854158830'] for router, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:46.243005 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-943ef1a8-b9ff-4edb-b39f-8b78d5da1029 tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Fanout notify agent at l3_agent the message router_deleted on router dd0cf540-bd0d-4528-9380-a6e353790057 {{(pid=88878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 24 11:01:46.251778 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-18fd92a1-684a-4162-ab13-cbce734a650c tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] 10.222.0.65 "DELETE /v2.0/ports/0cdc314c-7736-4857-a7d9-d7555ece1fd0 HTTP/1.1" status: 204  len: 168 time: 1.4175816
Dec 24 11:01:46.275426 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-3c49dba7-d879-4358-9619-b4fd48c99881 None None] Port 7ab379c6-16f0-4f1a-9993-5dca6a07e18a cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:01:46.280120 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-3c49dba7-d879-4358-9619-b4fd48c99881 None None] Could not find standard attr ID for object 46e99836-0300-4624-ac18-131fa2f1ade7. {{(pid=88880) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 24 11:01:46.292071 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 34036) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:46.348508 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-067a9ccc-a7b2-438c-8984-3f561a5b23f5 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] For port 8020a18f-35e8-4eef-8bbd-83057ba81785, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=8020a18f-35e8-4eef-8bbd-83057ba81785,segment=NetworkSegment(63d55546-9aac-480e-8da8-1762921d7692),segment_id=63d55546-9aac-480e-8da8-1762921d7692)] {{(pid=88878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:01:46.348931 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-067a9ccc-a7b2-438c-8984-3f561a5b23f5 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:46.361464 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-943ef1a8-b9ff-4edb-b39f-8b78d5da1029 tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Notify callbacks [] for router, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:46.365461 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-943ef1a8-b9ff-4edb-b39f-8b78d5da1029 tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] 10.222.0.65 "DELETE /v2.0/routers/dd0cf540-bd0d-4528-9380-a6e353790057 HTTP/1.1" status: 204  len: 168 time: 7.1295567
Dec 24 11:01:46.369619 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 34040) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:46.380509 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-886aab9d-3365-450f-ac93-68490ef1b7ee req-772ab000-96f3-48bb-ac9b-4b6c4b69e698 tempest-ServersTestJSON-70348643 tempest-ServersTestJSON-70348643-project] 10.222.0.65 "GET /v2.0/security-groups?id=2713acac-b64d-4c06-84a4-0405fa3dbde3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2289636
Dec 24 11:01:46.384315 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8578ba8b-c548-43a7-b33f-209a17830460 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636'] for network, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:46.388946 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8578ba8b-c548-43a7-b33f-209a17830460 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:01:46.389568 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8578ba8b-c548-43a7-b33f-209a17830460 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1977811'] for network, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:46.401994 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-4171a496-44ad-40b8-839e-52a4797cb867 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] DELETE failed (client error): The resource could not be found.
Dec 24 11:01:46.402492 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4171a496-44ad-40b8-839e-52a4797cb867 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88879) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 24 11:01:46.404335 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-4171a496-44ad-40b8-839e-52a4797cb867 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] 10.222.0.65 "DELETE /v2.0/subnets/e793c022-13cb-4f5b-96a7-77ad81dac444 HTTP/1.1" status: 404  len: 337 time: 0.1058204
Dec 24 11:01:46.411310 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-d2f4c8b0-c152-4e5a-99f8-09f13017ac10 tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:01:46.441085 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ebaeaa8-f97f-4457-b95e-1f07c85e0bb2 None None] Network cc4c51f7-8e40-4c2b-b067-b8ee84820d7f requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:01:46.444268 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 34044) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:46.597608 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-067a9ccc-a7b2-438c-8984-3f561a5b23f5 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Calling delete_port for 8020a18f-35e8-4eef-8bbd-83057ba81785 owned by network:dhcp {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:01:46.645501 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-0ca03995-a6ae-40ca-afd2-fb2d7fa1acd7 req-39b3a113-abbe-4772-8b53-496e814fd74f tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] 10.222.0.65 "GET /v2.0/security-groups?id=02c07f75-3a5f-4cdc-91db-62e2db60964c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4454236
Dec 24 11:01:46.673155 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c5d33580-7457-4ef4-8c54-4103437be407 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036847558493'] for network, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:46.679782 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-180d4556-6d2e-4ec0-b5da-69a833081c39 None None] Provisioning for port ec29088a-5060-4fc8-b2c3-7042d94e6868 completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:01:46.689246 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-8578ba8b-c548-43a7-b33f-209a17830460 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201  len: 785 time: 1.8042576
Dec 24 11:01:46.694805 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-180d4556-6d2e-4ec0-b5da-69a833081c39 None None] Provisioning complete for port ec29088a-5060-4fc8-b2c3-7042d94e6868 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:01:46.695225 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-180d4556-6d2e-4ec0-b5da-69a833081c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:46.717259 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 34054) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:46.751768 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-067a9ccc-a7b2-438c-8984-3f561a5b23f5 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:46.764210 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-5d463614-f065-4658-b4b3-d735212333d6 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1710129743'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:01:46.772799 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-5d463614-f065-4658-b4b3-d735212333d6 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:01:46.779334 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-5d463614-f065-4658-b4b3-d735212333d6 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Usage tracker for resource:network and tenant:2cb286b09c4548a6b18e2f69b65f1436 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:01:46.784282 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-5d463614-f065-4658-b4b3-d735212333d6 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:01:46.792175 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-5d463614-f065-4658-b4b3-d735212333d6 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:01:46.806333 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-1745a8b3-8162-484c-93eb-54c4b1dca954 tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:01:46.853915 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8578ba8b-c548-43a7-b33f-209a17830460 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Pushing event updated for resources: {'Network': ['ID=3c015f9b-01e9-4c50-bea6-784671b3346b,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:01:46.872194 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-8578ba8b-c548-43a7-b33f-209a17830460 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.461s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:01:46.876083 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Network 3c015f9b-01e9-4c50-bea6-784671b3346b details requested by agent ovs-agent-dv-neutron-822691-2-hyperv with host dv-neutron-822691-2-hyperv {{(pid=88880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 24 11:01:46.898770 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067a9ccc-a7b2-438c-8984-3f561a5b23f5 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Pushing event deleted for resources: {'Port': ['ID=8020a18f-35e8-4eef-8bbd-83057ba81785,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:01:46.911508 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d463614-f065-4658-b4b3-d735212333d6 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Made reservation on behalf of 2cb286b09c4548a6b18e2f69b65f1436 for: {'network': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:01:46.914888 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-180d4556-6d2e-4ec0-b5da-69a833081c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:46.918213 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5d463614-f065-4658-b4b3-d735212333d6 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for network, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:46.930720 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-067a9ccc-a7b2-438c-8984-3f561a5b23f5 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] No DVR routers for this DVR port 8020a18f-35e8-4eef-8bbd-83057ba81785 on host dv-neutron-822691-2-hyperv {{(pid=88878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 24 11:01:46.936974 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-067a9ccc-a7b2-438c-8984-3f561a5b23f5 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:01:46.996166 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c5d33580-7457-4ef4-8c54-4103437be407 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847649663', 'neutron.services.segments.db._delete_segments_for_network-8749505737672'] for network, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:47.026883 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-c5d33580-7457-4ef4-8c54-4103437be407 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f52711c2128>,) {'filters': {'network_id': ['b50627a0-ed4f-49ed-965f-474a0ae94427']}} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:01:47.042713 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-c5d33580-7457-4ef4-8c54-4103437be407 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f52711c2128>, '33b079b7-9b17-42d9-9832-a38c81f66e5c') {'for_net_delete': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:01:47.043150 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-c5d33580-7457-4ef4-8c54-4103437be407 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f52711c2128>, '33b079b7-9b17-42d9-9832-a38c81f66e5c') {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:01:47.058299 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c5d33580-7457-4ef4-8c54-4103437be407 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749505745113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853989108'] for segment, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:47.074859 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-180d4556-6d2e-4ec0-b5da-69a833081c39 None None] For port ec29088a-5060-4fc8-b2c3-7042d94e6868, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=ec29088a-5060-4fc8-b2c3-7042d94e6868,segment=NetworkSegment(034fb592-49fc-44ac-bd21-4ecef01c7f85),segment_id=034fb592-49fc-44ac-bd21-4ecef01c7f85)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:01:47.078958 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-180d4556-6d2e-4ec0-b5da-69a833081c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:47.080766 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c5d33580-7457-4ef4-8c54-4103437be407 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:47.082968 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-d902f080-dc99-47fa-ae0b-7cb5802f2a03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:01:47.092174 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5d33580-7457-4ef4-8c54-4103437be407 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Releasing vlan 627 on physical network physnet1 to pool {{(pid=88879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 24 11:01:47.092632 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c5d33580-7457-4ef4-8c54-4103437be407 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036847652098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3926696'] for segment, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:47.173125 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180d4556-6d2e-4ec0-b5da-69a833081c39 None None] Pushing event updated for resources: {'Port': ['ID=ec29088a-5060-4fc8-b2c3-7042d94e6868,revision_number=3']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:01:47.177546 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-180d4556-6d2e-4ec0-b5da-69a833081c39 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:01:47.198219 dv-neutron-822691-2-hyperv neutron-server[88767]: Traceback (most recent call last):
Dec 24 11:01:47.198219 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 24 11:01:47.198219 dv-neutron-822691-2-hyperv neutron-server[88767]:     timer()
Dec 24 11:01:47.198219 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 11:01:47.198219 dv-neutron-822691-2-hyperv neutron-server[88767]:     cb(*args, **kw)
Dec 24 11:01:47.198219 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 24 11:01:47.198219 dv-neutron-822691-2-hyperv neutron-server[88767]:     return func(*args, **kwargs)
Dec 24 11:01:47.198219 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 11:01:47.198219 dv-neutron-822691-2-hyperv neutron-server[88767]:     self._notify()
Dec 24 11:01:47.198219 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 11:01:47.198219 dv-neutron-822691-2-hyperv neutron-server[88767]:     self.callback(batched_events)
Dec 24 11:01:47.198219 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 11:01:47.198219 dv-neutron-822691-2-hyperv neutron-server[88767]:     event.method(event)
Dec 24 11:01:47.198219 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 11:01:47.198219 dv-neutron-822691-2-hyperv neutron-server[88767]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 11:01:47.198219 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 24 11:01:47.198219 dv-neutron-822691-2-hyperv neutron-server[88767]:     segment_id)['aggregates'][0]
Dec 24 11:01:47.198219 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 24 11:01:47.198219 dv-neutron-822691-2-hyperv neutron-server[88767]:     return f(self, *a, **k)
Dec 24 11:01:47.198219 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 11:01:47.198219 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self._get(url).json()
Dec 24 11:01:47.198219 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 24 11:01:47.198219 dv-neutron-822691-2-hyperv neutron-server[88767]:     **kwargs)
Dec 24 11:01:47.198219 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 24 11:01:47.198219 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self.request(url, 'GET', **kwargs)
Dec 24 11:01:47.198219 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 24 11:01:47.198219 dv-neutron-822691-2-hyperv neutron-server[88767]:     **endpoint_filter)
Dec 24 11:01:47.198219 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 24 11:01:47.198219 dv-neutron-822691-2-hyperv neutron-server[88767]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 11:01:47.198219 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 24 11:01:47.198219 dv-neutron-822691-2-hyperv neutron-server[88767]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 11:01:47.198219 dv-neutron-822691-2-hyperv neutron-server[88767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 11:01:47.217319 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device c4d00ffa-0a26-4555-9778-dd47e3d65de9 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:01:47.289514 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c5d33580-7457-4ef4-8c54-4103437be407 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7126154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659196'] for network, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:47.292669 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8265df15-e739-44c5-afbc-fb25af7069d9 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:47.317130 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:01:47.345434 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c5d33580-7457-4ef4-8c54-4103437be407 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1977811'] for network, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:47.354701 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-c5d33580-7457-4ef4-8c54-4103437be407 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] 10.222.0.65 "DELETE /v2.0/networks/b50627a0-ed4f-49ed-965f-474a0ae94427 HTTP/1.1" status: 204  len: 168 time: 0.8305266
Dec 24 11:01:47.367975 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port c4d00ffa-0a26-4555-9778-dd47e3d65de9 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:01:47.370802 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:47.435404 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 34062) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:47.520913 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d33580-7457-4ef4-8c54-4103437be407 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Pushing event deleted for resources: {'Network': ['ID=b50627a0-ed4f-49ed-965f-474a0ae94427,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:01:47.562931 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-8265df15-e739-44c5-afbc-fb25af7069d9 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Calling delete_port for 7ab379c6-16f0-4f1a-9993-5dca6a07e18a owned by  {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:01:47.566852 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d3db2a0-52fd-4a2f-a166-cfa3081d5181 None None] get_active_networks_info from dv-neutron-822691-2-hyperv {{(pid=88880) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 24 11:01:47.593443 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c5d33580-7457-4ef4-8c54-4103437be407 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:01:47.671245 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0dcc23c-1c02-4f64-bdb7-502f7fd57da1 tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:01:47.675836 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-d8736cc7-f82a-42b2-b164-51f8006153df None None] Provisioning complete for port ec29088a-5060-4fc8-b2c3-7042d94e6868 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:01:47.676358 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d8736cc7-f82a-42b2-b164-51f8006153df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:47.689262 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb7a032-d256-4a04-87f1-209d3a232733 None None] Sync routers for ids ['a59b9053-dd93-4df1-b8d3-105439c8f766'] in dv-neutron-822691-2-hyperv {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:01:47.707954 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-5adcf381-99cb-44f0-b03f-c9329feb7236 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Deleting port 40056bdf-d631-48f1-9f5b-31a90cdbeda6 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:01:47.708333 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5adcf381-99cb-44f0-b03f-c9329feb7236 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:47.714783 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb7a032-d256-4a04-87f1-209d3a232733 None None] Routers {'a59b9053-dd93-4df1-b8d3-105439c8f766'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:01:47.716694 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-0fb7a032-d256-4a04-87f1-209d3a232733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52720c29e8>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:01:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['a59b9053-dd93-4df1-b8d3-105439c8f766'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:01:47.728121 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-067a9ccc-a7b2-438c-8984-3f561a5b23f5 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847649663', 'neutron.services.segments.db._delete_segments_for_network-8749505737672'] for network, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:47.737882 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d463614-f065-4658-b4b3-d735212333d6 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] vlan segment allocate from pool success with {'vlan_id': 619, 'physical_network': 'physnet1'}  {{(pid=88878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 24 11:01:47.792684 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bdff33b-3909-43fb-8fde-f0b4a11ba430 tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Deleting subnet b7c080e6-5653-4ed9-978c-749f991521f0 {{(pid=88878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 24 11:01:47.806669 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-067a9ccc-a7b2-438c-8984-3f561a5b23f5 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5270d81518>,) {'filters': {'network_id': ['9cdbc8cd-a260-4c3b-866b-4af8addc2702']}} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:01:47.816147 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5d463614-f065-4658-b4b3-d735212333d6 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:47.816798 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.segments_db [None req-5d463614-f065-4658-b4b3-d735212333d6 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Added segment 5ea538d8-8015-49db-aca2-2cf3e3157476 of type vlan for network db02b6a2-a322-4593-8300-018a2ff33369
Dec 24 11:01:47.819588 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2bdff33b-3909-43fb-8fde-f0b4a11ba430 tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Notify callbacks [] for subnet, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:47.850565 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d3db2a0-52fd-4a2f-a166-cfa3081d5181 None None] Resources bound (agent type, host, resource id):  {{(pid=88880) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Dec 24 11:01:47.898060 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-067a9ccc-a7b2-438c-8984-3f561a5b23f5 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5270d81518>, '63d55546-9aac-480e-8da8-1762921d7692') {'for_net_delete': True} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:01:47.898398 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-067a9ccc-a7b2-438c-8984-3f561a5b23f5 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5270d81518>, '63d55546-9aac-480e-8da8-1762921d7692') {} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:01:47.926550 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9d745e-5ff8-47b7-8876-ca8c47e2fc0d req-03c55a3b-2a6c-4021-a8cd-d9fb82201f73 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:01:47.928237 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-ca9d745e-5ff8-47b7-8876-ca8c47e2fc0d req-03c55a3b-2a6c-4021-a8cd-d9fb82201f73 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] 10.222.0.65 "GET /v2.0/ports?device_id=655d927a-1c14-4f1b-88cc-771b29a10c76 HTTP/1.1" status: 200  len: 946 time: 0.4396718
Dec 24 11:01:47.971262 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-067a9ccc-a7b2-438c-8984-3f561a5b23f5 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749505745113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2241371'] for segment, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:48.014990 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-0fb7a032-d256-4a04-87f1-209d3a232733 None None] Set router a59b9053-dd93-4df1-b8d3-105439c8f766 gateway port host: dv-neutron-822691-2-hyperv {{(pid=88881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:01:48.015932 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5d463614-f065-4658-b4b3-d735212333d6 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363287349540024'] for network, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:48.022822 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2bdff33b-3909-43fb-8fde-f0b4a11ba430 tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852534446'] for subnet, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:48.062790 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720fe6da-ef2d-4b02-a4b7-3015a0ea704f req-61263ec4-3047-4af7-b49d-0c6b3c8ad7ab tempest-ServersTestJSON-70348643 tempest-ServersTestJSON-70348643-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:01:48.064437 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-720fe6da-ef2d-4b02-a4b7-3015a0ea704f req-61263ec4-3047-4af7-b49d-0c6b3c8ad7ab tempest-ServersTestJSON-70348643 tempest-ServersTestJSON-70348643-project] 10.222.0.65 "GET /v2.0/ports?device_id=0b820df6-7943-47a0-a05c-dba3ae26b99f HTTP/1.1" status: 200  len: 945 time: 0.5128596
Dec 24 11:01:48.074056 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-067a9ccc-a7b2-438c-8984-3f561a5b23f5 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:48.080269 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b0dcc23c-1c02-4f64-bdb7-502f7fd57da1 tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Notify callbacks [] for router, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:48.081607 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-b0dcc23c-1c02-4f64-bdb7-502f7fd57da1 tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201  len: 907 time: 9.5775092
Dec 24 11:01:48.124386 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 34068) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:48.204339 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8265df15-e739-44c5-afbc-fb25af7069d9 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:48.216390 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c8af9c7c-8b00-404b-8b18-2adda4dec7b1 tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:01:48.231798 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-067a9ccc-a7b2-438c-8984-3f561a5b23f5 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Releasing vlan 635 on physical network physnet1 to pool {{(pid=88878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 24 11:01:48.232170 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-067a9ccc-a7b2-438c-8984-3f561a5b23f5 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036847652098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850807864'] for segment, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:48.262837 dv-neutron-822691-2-hyperv neutron-server[88767]: Traceback (most recent call last):
Dec 24 11:01:48.262837 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 24 11:01:48.262837 dv-neutron-822691-2-hyperv neutron-server[88767]:     timer()
Dec 24 11:01:48.262837 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 11:01:48.262837 dv-neutron-822691-2-hyperv neutron-server[88767]:     cb(*args, **kw)
Dec 24 11:01:48.262837 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 24 11:01:48.262837 dv-neutron-822691-2-hyperv neutron-server[88767]:     return func(*args, **kwargs)
Dec 24 11:01:48.262837 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 11:01:48.262837 dv-neutron-822691-2-hyperv neutron-server[88767]:     self._notify()
Dec 24 11:01:48.262837 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 11:01:48.262837 dv-neutron-822691-2-hyperv neutron-server[88767]:     self.callback(batched_events)
Dec 24 11:01:48.262837 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 11:01:48.262837 dv-neutron-822691-2-hyperv neutron-server[88767]:     event.method(event)
Dec 24 11:01:48.262837 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 11:01:48.262837 dv-neutron-822691-2-hyperv neutron-server[88767]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 11:01:48.262837 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 24 11:01:48.262837 dv-neutron-822691-2-hyperv neutron-server[88767]:     segment_id)['aggregates'][0]
Dec 24 11:01:48.262837 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 24 11:01:48.262837 dv-neutron-822691-2-hyperv neutron-server[88767]:     return f(self, *a, **k)
Dec 24 11:01:48.262837 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 11:01:48.262837 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self._get(url).json()
Dec 24 11:01:48.262837 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 24 11:01:48.262837 dv-neutron-822691-2-hyperv neutron-server[88767]:     **kwargs)
Dec 24 11:01:48.262837 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 24 11:01:48.262837 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self.request(url, 'GET', **kwargs)
Dec 24 11:01:48.262837 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 24 11:01:48.262837 dv-neutron-822691-2-hyperv neutron-server[88767]:     **endpoint_filter)
Dec 24 11:01:48.262837 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 24 11:01:48.262837 dv-neutron-822691-2-hyperv neutron-server[88767]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 11:01:48.262837 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 24 11:01:48.262837 dv-neutron-822691-2-hyperv neutron-server[88767]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 11:01:48.262837 dv-neutron-822691-2-hyperv neutron-server[88767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 11:01:48.267365 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-ca9d745e-5ff8-47b7-8876-ca8c47e2fc0d req-e9c30094-dcee-4bcb-8ef8-09b0999201b6 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] 10.222.0.65 "GET /v2.0/security-groups?id=02c07f75-3a5f-4cdc-91db-62e2db60964c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3195422
Dec 24 11:01:48.298961 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be2f961d-2cbd-4e0a-b551-bdd701f5c01d None None] get_active_networks_info from dv-neutron-822691-2-hyperv {{(pid=88880) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 24 11:01:48.328569 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8265df15-e739-44c5-afbc-fb25af7069d9 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Pushing event deleted for resources: {'Port': ['ID=7ab379c6-16f0-4f1a-9993-5dca6a07e18a,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:01:48.337041 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-8265df15-e739-44c5-afbc-fb25af7069d9 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:01:48.404108 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-720fe6da-ef2d-4b02-a4b7-3015a0ea704f req-090e9575-866d-4c71-997f-f730c7593670 tempest-ServersTestJSON-70348643 tempest-ServersTestJSON-70348643-project] 10.222.0.65 "GET /v2.0/security-groups?id=2713acac-b64d-4c06-84a4-0405fa3dbde3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3267939
Dec 24 11:01:48.445959 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-0fb7a032-d256-4a04-87f1-209d3a232733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52720c29e8>, [{'id': 'a59b9053-dd93-4df1-b8d3-105439c8f766', 'name': 'tempest-snat-router-1565711135', 'tenant_id': 'd8830e9e30294429956c02859d177d90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.180'}], 'enable_snat': True}, 'gw_port_id': '9df933f1-95a1-4281-a350-1c1b5ee9a336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:01:38Z', 'updated_at': '2021-12-24T11:01:43Z', 'revision_number': 3, 'project_id': 'd8830e9e30294429956c02859d177d90', 'gw_port': {'id': '9df933f1-95a1-4281-a350-1c1b5ee9a336', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:86:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a59b9053-dd93-4df1-b8d3-105439c8f766', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:01:41Z', 'updated_at': '2021-12-24T11:01:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv'}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:01:48.450497 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb7a032-d256-4a04-87f1-209d3a232733 None None] Checking router: a59b9053-dd93-4df1-b8d3-105439c8f766 for host: dv-neutron-822691-2-hyperv {{(pid=88881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 24 11:01:48.450973 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb7a032-d256-4a04-87f1-209d3a232733 None None] Updating router a59b9053-dd93-4df1-b8d3-105439c8f766 port 9df933f1-95a1-4281-a350-1c1b5ee9a336 binding host dv-neutron-822691-2-hyperv {{(pid=88881) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 24 11:01:48.475931 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8265df15-e739-44c5-afbc-fb25af7069d9 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:48.481392 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-8265df15-e739-44c5-afbc-fb25af7069d9 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "DELETE /v2.0/ports/7ab379c6-16f0-4f1a-9993-5dca6a07e18a HTTP/1.1" status: 204  len: 168 time: 3.0204027
Dec 24 11:01:48.482657 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 34074) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:48.484822 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5adcf381-99cb-44f0-b03f-c9329feb7236 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:48.514447 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0fb7a032-d256-4a04-87f1-209d3a232733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:48.552250 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5d463614-f065-4658-b4b3-d735212333d6 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636'] for network, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:48.573861 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d463614-f065-4658-b4b3-d735212333d6 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:01:48.574523 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5d463614-f065-4658-b4b3-d735212333d6 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1977811'] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:48.581167 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be2f961d-2cbd-4e0a-b551-bdd701f5c01d None None] Resources bound (agent type, host, resource id):  {{(pid=88880) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Dec 24 11:01:48.600658 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:01:48.798317 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-067a9ccc-a7b2-438c-8984-3f561a5b23f5 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7126154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659196'] for network, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:48.810183 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d463614-f065-4658-b4b3-d735212333d6 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Pushing event updated for resources: {'Network': ['ID=db02b6a2-a322-4593-8300-018a2ff33369,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:01:48.833887 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-5d463614-f065-4658-b4b3-d735212333d6 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:01:48.845103 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-067a9ccc-a7b2-438c-8984-3f561a5b23f5 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1977811'] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:48.858854 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:01:48.862663 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-5adcf381-99cb-44f0-b03f-c9329feb7236 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Calling delete_port for 40056bdf-d631-48f1-9f5b-31a90cdbeda6 owned by  {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:01:48.917323 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-067a9ccc-a7b2-438c-8984-3f561a5b23f5 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] 10.222.0.65 "DELETE /v2.0/networks/9cdbc8cd-a260-4c3b-866b-4af8addc2702 HTTP/1.1" status: 204  len: 168 time: 7.0943556
Dec 24 11:01:48.923011 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 34082) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:48.924570 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067a9ccc-a7b2-438c-8984-3f561a5b23f5 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Pushing event deleted for resources: {'Network': ['ID=9cdbc8cd-a260-4c3b-866b-4af8addc2702,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:01:48.934876 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2bdff33b-3909-43fb-8fde-f0b4a11ba430 tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847655656'] for subnet, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:49.006296 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd18dd5-3c15-4f9c-98f7-00b97f1bb474 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:01:49.008244 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd18dd5-3c15-4f9c-98f7-00b97f1bb474 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:01:49.015515 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-ddd18dd5-3c15-4f9c-98f7-00b97f1bb474 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.5211258
Dec 24 11:01:49.019950 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 34086) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:49.029089 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-758fa688-a503-48bd-84cc-06378ead2236 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1766068351'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:01:49.042132 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Network db02b6a2-a322-4593-8300-018a2ff33369 details requested by agent ovs-agent-dv-neutron-822691-2-hyperv with host dv-neutron-822691-2-hyperv {{(pid=88880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 24 11:01:49.044696 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-067a9ccc-a7b2-438c-8984-3f561a5b23f5 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:01:49.072614 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-5d463614-f065-4658-b4b3-d735212333d6 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 2.3473623
Dec 24 11:01:49.107183 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 34090) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:49.120498 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0fb7a032-d256-4a04-87f1-209d3a232733 None None] Notify callbacks [] for port, precommit_update {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:49.128674 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-758fa688-a503-48bd-84cc-06378ead2236 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:01:49.136360 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-0fb7a032-d256-4a04-87f1-209d3a232733 None None] Transition to ACTIVE for port object 9df933f1-95a1-4281-a350-1c1b5ee9a336 will not be triggered until provisioned by entity L2. {{(pid=88881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:01:49.146211 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0fb7a032-d256-4a04-87f1-209d3a232733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:49.170055 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:01:49.179128 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device ec29088a-5060-4fc8-b2c3-7042d94e6868 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:01:49.179690 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-b5bcfa18-cce3-44ec-b5b2-fbdf2b2583b8 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Request body: {'ports': [{'network_id': '3c015f9b-01e9-4c50-bea6-784671b3346b', 'name': 'tempest-port--91686810', 'admin_state_up': True}, {'network_id': 'db02b6a2-a322-4593-8300-018a2ff33369', 'admin_state_up': False}]} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:01:49.180677 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-b5bcfa18-cce3-44ec-b5b2-fbdf2b2583b8 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Request body: {'port': {'network_id': '3c015f9b-01e9-4c50-bea6-784671b3346b', 'name': 'tempest-port--91686810', 'admin_state_up': True}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:01:49.181887 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-b5bcfa18-cce3-44ec-b5b2-fbdf2b2583b8 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Request body: {'port': {'network_id': 'db02b6a2-a322-4593-8300-018a2ff33369', 'admin_state_up': False}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:01:49.262773 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-0fb7a032-d256-4a04-87f1-209d3a232733 None None] Attempting to bind port 9df933f1-95a1-4281-a350-1c1b5ee9a336 on host dv-neutron-822691-2-hyperv for vnic_type normal with profile  {{(pid=88881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:01:49.263607 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-0fb7a032-d256-4a04-87f1-209d3a232733 None None] Attempting to bind port 9df933f1-95a1-4281-a350-1c1b5ee9a336 by drivers openvswitch,hyperv on host dv-neutron-822691-2-hyperv at level 0 using segments [{'id': 'd4e3295f-9ff8-4cad-8a20-3f1c937efc8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a'}] {{(pid=88881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:01:49.263607 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb7a032-d256-4a04-87f1-209d3a232733 None None] Attempting to bind port 9df933f1-95a1-4281-a350-1c1b5ee9a336 on network f8c337ba-681f-4fcb-a333-e3c49365b30a {{(pid=88881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:01:49.272221 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5adcf381-99cb-44f0-b03f-c9329feb7236 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:49.289694 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1120a089-b35d-4991-b285-7f6ac32df071 None None] Pushing event updated for resources: {'Port': ['ID=9df933f1-95a1-4281-a350-1c1b5ee9a336,revision_number=2']} {{(pid=88881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:01:49.300810 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-1120a089-b35d-4991-b285-7f6ac32df071 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:01:49.302069 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb7a032-d256-4a04-87f1-209d3a232733 None None] Checking agent: {'id': 'db1275c1-6001-47af-93c2-635c68404703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822691-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 52, 8), 'started_at': datetime.datetime(2021, 12, 24, 10, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 1, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822691-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:01:49.302483 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb7a032-d256-4a04-87f1-209d3a232733 None None] Checking segment: {'id': 'd4e3295f-9ff8-4cad-8a20-3f1c937efc8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:01:49.302930 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0fb7a032-d256-4a04-87f1-209d3a232733 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:49.303442 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb7a032-d256-4a04-87f1-209d3a232733 None None] Bound using segment: {'id': 'd4e3295f-9ff8-4cad-8a20-3f1c937efc8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a'} {{(pid=88881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:01:49.304248 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-0fb7a032-d256-4a04-87f1-209d3a232733 None None] Bound port: 9df933f1-95a1-4281-a350-1c1b5ee9a336, host: dv-neutron-822691-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4e3295f-9ff8-4cad-8a20-3f1c937efc8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a'}}] {{(pid=88881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:01:49.304681 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0fb7a032-d256-4a04-87f1-209d3a232733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:49.379477 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port ec29088a-5060-4fc8-b2c3-7042d94e6868 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:01:49.379900 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:49.455688 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-0fb7a032-d256-4a04-87f1-209d3a232733 None None] For port 9df933f1-95a1-4281-a350-1c1b5ee9a336, host dv-neutron-822691-2-hyperv, cleared binding levels {{(pid=88881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:01:49.465642 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-0fb7a032-d256-4a04-87f1-209d3a232733 None None] For port 9df933f1-95a1-4281-a350-1c1b5ee9a336, host dv-neutron-822691-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=9df933f1-95a1-4281-a350-1c1b5ee9a336,segment=NetworkSegment(d4e3295f-9ff8-4cad-8a20-3f1c937efc8c),segment_id=d4e3295f-9ff8-4cad-8a20-3f1c937efc8c)] {{(pid=88881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:01:49.470707 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0fb7a032-d256-4a04-87f1-209d3a232733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:49.477980 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-1120a089-b35d-4991-b285-7f6ac32df071 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:01:49.515793 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-5d6259de-70c7-4b69-b49c-6b88d30e33ff tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:01:49.529251 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-758fa688-a503-48bd-84cc-06378ead2236 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Usage tracker for resource:network and tenant:18d2a9fdfea84546a82d906d6ec9907e is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:01:49.541067 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-758fa688-a503-48bd-84cc-06378ead2236 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:01:49.557519 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-b5bcfa18-cce3-44ec-b5b2-fbdf2b2583b8 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:01:49.598672 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1120a089-b35d-4991-b285-7f6ac32df071 None None] Pushing event updated for resources: {'Port': ['ID=9df933f1-95a1-4281-a350-1c1b5ee9a336,revision_number=3']} {{(pid=88881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:01:49.613912 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-758fa688-a503-48bd-84cc-06378ead2236 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:01:49.614334 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-1120a089-b35d-4991-b285-7f6ac32df071 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:01:49.655587 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-b5bcfa18-cce3-44ec-b5b2-fbdf2b2583b8 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Usage tracker for resource:port and tenant:2cb286b09c4548a6b18e2f69b65f1436 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:01:49.656686 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb7a032-d256-4a04-87f1-209d3a232733 None None] Routers {'a59b9053-dd93-4df1-b8d3-105439c8f766'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:01:49.657482 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-0fb7a032-d256-4a04-87f1-209d3a232733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52720c29e8>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:01:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['a59b9053-dd93-4df1-b8d3-105439c8f766'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:01:49.657617 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adcf381-99cb-44f0-b03f-c9329feb7236 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Pushing event deleted for resources: {'Port': ['ID=40056bdf-d631-48f1-9f5b-31a90cdbeda6,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:01:49.670035 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-5adcf381-99cb-44f0-b03f-c9329feb7236 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:01:49.671554 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-b5bcfa18-cce3-44ec-b5b2-fbdf2b2583b8 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:01:49.679365 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4323680-4ed6-4660-8ba2-0804b33cb2d6 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Deleting subnet 0257f393-3b74-4ca8-8a5e-6cd03a6eff77 {{(pid=88879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 24 11:01:49.695173 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f4323680-4ed6-4660-8ba2-0804b33cb2d6 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks [] for subnet, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:49.744228 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5adcf381-99cb-44f0-b03f-c9329feb7236 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:49.748323 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-b5bcfa18-cce3-44ec-b5b2-fbdf2b2583b8 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:01:49.753239 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-758fa688-a503-48bd-84cc-06378ead2236 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Made reservation on behalf of 18d2a9fdfea84546a82d906d6ec9907e for: {'network': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:01:49.760262 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-758fa688-a503-48bd-84cc-06378ead2236 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for network, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:49.772879 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-5adcf381-99cb-44f0-b03f-c9329feb7236 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] 10.222.0.65 "DELETE /v2.0/ports/40056bdf-d631-48f1-9f5b-31a90cdbeda6 HTTP/1.1" status: 204  len: 168 time: 2.2539232
Dec 24 11:01:49.788279 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 34098) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:49.839085 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-57bead48-941e-4f8e-841a-f3466d79d938 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] DELETE failed (client error): The resource could not be found.
Dec 24 11:01:49.839730 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57bead48-941e-4f8e-841a-f3466d79d938 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88879) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 24 11:01:49.839878 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2bdff33b-3909-43fb-8fde-f0b4a11ba430 tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7120129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3978858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852529715'] for subnet, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:49.842805 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-57bead48-941e-4f8e-841a-f3466d79d938 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] 10.222.0.65 "DELETE /v2.0/subnets/8688a8d6-ef3b-43bc-ae35-53f957ca7706 HTTP/1.1" status: 404  len: 337 time: 0.0534801
Dec 24 11:01:49.846050 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f4323680-4ed6-4660-8ba2-0804b33cb2d6 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-786693'] for subnet, precommit_delete_associations {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:49.847478 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5bcfa18-cce3-44ec-b5b2-fbdf2b2583b8 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Made reservation on behalf of 2cb286b09c4548a6b18e2f69b65f1436 for: {'port': 2} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:01:49.853921 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b5bcfa18-cce3-44ec-b5b2-fbdf2b2583b8 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:49.867477 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 34102) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:49.873293 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:01:49.910832 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-0fb7a032-d256-4a04-87f1-209d3a232733 None None] Set router a59b9053-dd93-4df1-b8d3-105439c8f766 gateway port host: dv-neutron-822691-2-hyperv {{(pid=88881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:01:49.911327 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f09f5e-30c4-4c4c-b828-77ffefe1b3d7 req-77824d2d-2573-4f7d-8dbd-efd920091978 tempest-ServersTestJSON-70348643 tempest-ServersTestJSON-70348643-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:01:49.913101 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-93f09f5e-30c4-4c4c-b828-77ffefe1b3d7 req-77824d2d-2573-4f7d-8dbd-efd920091978 tempest-ServersTestJSON-70348643 tempest-ServersTestJSON-70348643-project] 10.222.0.58 "GET /v2.0/ports?device_id=0b820df6-7943-47a0-a05c-dba3ae26b99f HTTP/1.1" status: 200  len: 945 time: 0.8453083
Dec 24 11:01:49.920452 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-3cd1a43f-3d34-427c-8b0c-300306239c25 tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] 10.222.0.65 "GET /v2.0/routers/a59b9053-dd93-4df1-b8d3-105439c8f766 HTTP/1.1" status: 200  len: 908 time: 1.7676117
Dec 24 11:01:49.927117 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f049d1cf-0825-4290-aaea-52e38298bfd2 req-5dd3aba6-1f3f-49ce-9b2c-4f71721943f3 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:01:49.928811 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-f049d1cf-0825-4290-aaea-52e38298bfd2 req-5dd3aba6-1f3f-49ce-9b2c-4f71721943f3 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] 10.222.0.65 "GET /v2.0/ports?device_id=655d927a-1c14-4f1b-88cc-771b29a10c76 HTTP/1.1" status: 200  len: 946 time: 0.3658314
Dec 24 11:01:49.960033 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 34106) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:49.995101 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f4323680-4ed6-4660-8ba2-0804b33cb2d6 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847655656'] for subnet, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:50.034277 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdff33b-3909-43fb-8fde-f0b4a11ba430 tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Pushing event deleted for resources: {'Subnet': ['ID=b7c080e6-5653-4ed9-978c-749f991521f0,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:01:50.045241 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-758fa688-a503-48bd-84cc-06378ead2236 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] vlan segment allocate from pool success with {'vlan_id': 604, 'physical_network': 'physnet1'}  {{(pid=88878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 24 11:01:50.048023 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-2bdff33b-3909-43fb-8fde-f0b4a11ba430 tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:01:50.069140 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [req-93f09f5e-30c4-4c4c-b828-77ffefe1b3d7 req-5d073159-afb3-4bd4-add2-995f89dea0c9 tempest-ServersTestJSON-70348643 tempest-ServersTestJSON-70348643-project] Deleting port 0d8694fa-24df-4280-8056-42a94a7e98b9 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:01:50.069625 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-93f09f5e-30c4-4c4c-b828-77ffefe1b3d7 req-5d073159-afb3-4bd4-add2-995f89dea0c9 tempest-ServersTestJSON-70348643 tempest-ServersTestJSON-70348643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:50.086543 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b5bcfa18-cce3-44ec-b5b2-fbdf2b2583b8 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:50.136631 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eb59aed-6320-462c-9268-b118d347662e None None] Network 6aa873bf-1974-40ac-868d-1ea9fd6f9584 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:01:50.136938 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2bdff33b-3909-43fb-8fde-f0b4a11ba430 tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1977811'] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:50.150355 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-758fa688-a503-48bd-84cc-06378ead2236 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:50.150763 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.segments_db [None req-758fa688-a503-48bd-84cc-06378ead2236 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Added segment 481e3ea9-7bc0-46a0-add3-b4b8714c897a of type vlan for network bccad6ac-4d91-4bc6-8b94-4a02d0a1b551
Dec 24 11:01:50.294119 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-0fb7a032-d256-4a04-87f1-209d3a232733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52720c29e8>, [{'id': 'a59b9053-dd93-4df1-b8d3-105439c8f766', 'name': 'tempest-snat-router-1565711135', 'tenant_id': 'd8830e9e30294429956c02859d177d90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.180'}], 'enable_snat': True}, 'gw_port_id': '9df933f1-95a1-4281-a350-1c1b5ee9a336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:01:38Z', 'updated_at': '2021-12-24T11:01:43Z', 'revision_number': 3, 'project_id': 'd8830e9e30294429956c02859d177d90', 'gw_port': {'id': '9df933f1-95a1-4281-a350-1c1b5ee9a336', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:86:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a59b9053-dd93-4df1-b8d3-105439c8f766', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:01:41Z', 'updated_at': '2021-12-24T11:01:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv'}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:01:50.299588 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb7a032-d256-4a04-87f1-209d3a232733 None None] The sync data for ids ['a59b9053-dd93-4df1-b8d3-105439c8f766'] in dv-neutron-822691-2-hyperv is: [{'id': 'a59b9053-dd93-4df1-b8d3-105439c8f766', 'name': 'tempest-snat-router-1565711135', 'tenant_id': 'd8830e9e30294429956c02859d177d90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.180'}], 'enable_snat': True}, 'gw_port_id': '9df933f1-95a1-4281-a350-1c1b5ee9a336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:01:38Z', 'updated_at': '2021-12-24T11:01:43Z', 'revision_number': 3, 'project_id': 'd8830e9e30294429956c02859d177d90', 'gw_port': {'id': '9df933f1-95a1-4281-a350-1c1b5ee9a336', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:86:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a59b9053-dd93-4df1-b8d3-105439c8f766', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:01:41Z', 'updated_at': '2021-12-24T11:01:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv'}] {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:01:50.350814 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f4323680-4ed6-4660-8ba2-0804b33cb2d6 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7120129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850854134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851156349'] for subnet, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:50.373723 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:01:50.422832 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4323680-4ed6-4660-8ba2-0804b33cb2d6 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Pushing event deleted for resources: {'Subnet': ['ID=0257f393-3b74-4ca8-8a5e-6cd03a6eff77,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:01:50.430111 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f4323680-4ed6-4660-8ba2-0804b33cb2d6 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:01:50.448093 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f4323680-4ed6-4660-8ba2-0804b33cb2d6 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks [] for subnet, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:50.468137 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [req-93f09f5e-30c4-4c4c-b828-77ffefe1b3d7 req-5d073159-afb3-4bd4-add2-995f89dea0c9 tempest-ServersTestJSON-70348643 tempest-ServersTestJSON-70348643-project] For port 0d8694fa-24df-4280-8056-42a94a7e98b9, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=0d8694fa-24df-4280-8056-42a94a7e98b9,segment=NetworkSegment(8cea13cb-a746-4fdb-9326-670f5e69ec6e),segment_id=8cea13cb-a746-4fdb-9326-670f5e69ec6e)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:01:50.468470 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-93f09f5e-30c4-4c4c-b828-77ffefe1b3d7 req-5d073159-afb3-4bd4-add2-995f89dea0c9 tempest-ServersTestJSON-70348643 tempest-ServersTestJSON-70348643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:50.480802 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-f4323680-4ed6-4660-8ba2-0804b33cb2d6 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "DELETE /v2.0/subnets/0257f393-3b74-4ca8-8a5e-6cd03a6eff77 HTTP/1.1" status: 204  len: 168 time: 1.4594882
Dec 24 11:01:50.481702 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 34110) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:50.490262 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41dd1522-1f2b-4540-9efb-c98a816c285a None None] Network 1c9eeaac-d205-4b19-a351-2fe67dd78b42 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:01:50.555941 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9e3395d5-b81d-4b48-ac1f-e60f94f8f680 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036847558493'] for network, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:50.651764 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-27f2d250-c2c0-43ab-bdd0-6c7c079f0533 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1657071
Dec 24 11:01:50.652549 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 34114) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:50.704996 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [None req-b5bcfa18-cce3-44ec-b5b2-fbdf2b2583b8 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] device_id is not set on port 21ec8848-6d52-4c8f-b132-c7bbeb205611 yet. {{(pid=88878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 24 11:01:50.867980 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5884518f-0230-49a8-9bb5-3474ae24d0e9 None None] DHCP port deletion for 6aa873bf-1974-40ac-868d-1ea9fd6f9584 request from dv-neutron-822691-2-hyperv {{(pid=88880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 24 11:01:50.873225 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b5bcfa18-cce3-44ec-b5b2-fbdf2b2583b8 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:50.873467 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-5884518f-0230-49a8-9bb5-3474ae24d0e9 None None] Deleting port f1730618-6931-43d6-b78f-602744f44284 {{(pid=88880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:01:50.874048 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5884518f-0230-49a8-9bb5-3474ae24d0e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:50.959250 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-93f09f5e-30c4-4c4c-b828-77ffefe1b3d7 req-5d073159-afb3-4bd4-add2-995f89dea0c9 tempest-ServersTestJSON-70348643 tempest-ServersTestJSON-70348643-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:50.959666 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-93f09f5e-30c4-4c4c-b828-77ffefe1b3d7 req-5d073159-afb3-4bd4-add2-995f89dea0c9 tempest-ServersTestJSON-70348643 tempest-ServersTestJSON-70348643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659181'] for floatingip, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:50.960022 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.l3_db [req-93f09f5e-30c4-4c4c-b828-77ffefe1b3d7 req-5d073159-afb3-4bd4-add2-995f89dea0c9 tempest-ServersTestJSON-70348643 tempest-ServersTestJSON-70348643-project] Floating IP 31a88be1-a44a-4f20-a84b-040c41867ec4 disassociated. External IP: 172.26.3.178, port: 0d8694fa-24df-4280-8056-42a94a7e98b9.
Dec 24 11:01:50.960404 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [req-93f09f5e-30c4-4c4c-b828-77ffefe1b3d7 req-5d073159-afb3-4bd4-add2-995f89dea0c9 tempest-ServersTestJSON-70348643 tempest-ServersTestJSON-70348643-project] Calling delete_port for 0d8694fa-24df-4280-8056-42a94a7e98b9 owned by compute:nova {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:01:50.996535 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [None req-b5bcfa18-cce3-44ec-b5b2-fbdf2b2583b8 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] device_id is not set on port 4cc5688a-8f84-44e7-b49f-b2122b11e539 yet. {{(pid=88878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 24 11:01:51.012479 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d9b74c3-bb7b-4ca5-bda6-15a84fd5d8e7 None None] DHCP port deletion for 1c9eeaac-d205-4b19-a351-2fe67dd78b42 request from dv-neutron-822691-2-hyperv {{(pid=88880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 24 11:01:51.030535 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-1d9b74c3-bb7b-4ca5-bda6-15a84fd5d8e7 None None] Deleting port 41f72c55-7144-457a-84cc-e2a3c1f77d53 {{(pid=88880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:01:51.031100 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1d9b74c3-bb7b-4ca5-bda6-15a84fd5d8e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:51.164068 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-93f09f5e-30c4-4c4c-b828-77ffefe1b3d7 req-5d073159-afb3-4bd4-add2-995f89dea0c9 tempest-ServersTestJSON-70348643 tempest-ServersTestJSON-70348643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:51.188240 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-d5068f75-d5ca-4227-833d-23f816b953c9 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:01:51.198324 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b5bcfa18-cce3-44ec-b5b2-fbdf2b2583b8 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:51.255852 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b5bcfa18-cce3-44ec-b5b2-fbdf2b2583b8 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:51.262125 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-2bdff33b-3909-43fb-8fde-f0b4a11ba430 tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] 10.222.0.65 "DELETE /v2.0/subnets/b7c080e6-5653-4ed9-978c-749f991521f0 HTTP/1.1" status: 204  len: 168 time: 4.8875177
Dec 24 11:01:51.265570 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 34118) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:51.275990 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-42a8d79b-c649-41ba-a0c5-b1102eb15e0d tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:01:51.287464 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d073159-afb3-4bd4-add2-995f89dea0c9 tempest-ServersTestJSON-70348643 tempest-ServersTestJSON-70348643-project] Pushing event deleted for resources: {'Port': ['ID=0d8694fa-24df-4280-8056-42a94a7e98b9,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:01:51.293819 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-5d073159-afb3-4bd4-add2-995f89dea0c9 tempest-ServersTestJSON-70348643 tempest-ServersTestJSON-70348643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:01:51.322657 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b17cfca-d0bd-4598-853b-943e4e6be0b7 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:01:51.323522 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-6b17cfca-d0bd-4598-853b-943e4e6be0b7 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Synchronizing usage tracker for tenant:739a78fd4cfc48c2a4011598579f8f8c on resource:port {{(pid=88879) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:01:51.350367 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-6b17cfca-d0bd-4598-853b-943e4e6be0b7 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Unset dirty status for tenant:739a78fd4cfc48c2a4011598579f8f8c on resource:port {{(pid=88879) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:01:51.354706 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-6b17cfca-d0bd-4598-853b-943e4e6be0b7 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.6979148
Dec 24 11:01:51.355407 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 34122) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:51.448104 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-758fa688-a503-48bd-84cc-06378ead2236 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363287349540024'] for network, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:51.460363 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21360f35-5c9f-4788-843c-41b30d2508f1 req-6df004c3-bd01-4b1c-ab35-b137370fce79 tempest-ServersTestJSON-70348643 tempest-ServersTestJSON-70348643-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:01:51.468613 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-21360f35-5c9f-4788-843c-41b30d2508f1 req-6df004c3-bd01-4b1c-ab35-b137370fce79 tempest-ServersTestJSON-70348643 tempest-ServersTestJSON-70348643-project] 10.222.0.65 "GET /v2.0/ports?device_id=0b820df6-7943-47a0-a05c-dba3ae26b99f HTTP/1.1" status: 200  len: 945 time: 1.7720654
Dec 24 11:01:51.494717 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-f049d1cf-0825-4290-aaea-52e38298bfd2 req-457146e7-1647-4d53-ba40-057eaed57e65 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] 10.222.0.65 "GET /v2.0/security-groups?id=02c07f75-3a5f-4cdc-91db-62e2db60964c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 1.5300088
Dec 24 11:01:51.526065 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bcfa18-cce3-44ec-b5b2-fbdf2b2583b8 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Pushing event updated for resources: {'Port': ['ID=21ec8848-6d52-4c8f-b132-c7bbeb205611,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:01:51.560584 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-b5bcfa18-cce3-44ec-b5b2-fbdf2b2583b8 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:01:51.564037 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1beaa708-23e6-4b4f-9ed2-7ec0460b9284 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:01:51.564823 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-1beaa708-23e6-4b4f-9ed2-7ec0460b9284 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Synchronizing usage tracker for tenant:739a78fd4cfc48c2a4011598579f8f8c on resource:subnet {{(pid=88879) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:01:51.623773 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-1beaa708-23e6-4b4f-9ed2-7ec0460b9284 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Unset dirty status for tenant:739a78fd4cfc48c2a4011598579f8f8c on resource:subnet {{(pid=88879) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:01:51.628134 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-1beaa708-23e6-4b4f-9ed2-7ec0460b9284 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.2714112
Dec 24 11:01:51.628861 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 34126) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:51.667383 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 9df933f1-95a1-4281-a350-1c1b5ee9a336 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:01:51.747672 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-1d9b74c3-bb7b-4ca5-bda6-15a84fd5d8e7 None None] For port 41f72c55-7144-457a-84cc-e2a3c1f77d53, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=41f72c55-7144-457a-84cc-e2a3c1f77d53,segment=NetworkSegment(6618a092-51b2-4e3d-9318-3ce6b7b40c55),segment_id=6618a092-51b2-4e3d-9318-3ce6b7b40c55)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:01:51.747845 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1d9b74c3-bb7b-4ca5-bda6-15a84fd5d8e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:51.775329 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-5884518f-0230-49a8-9bb5-3474ae24d0e9 None None] For port f1730618-6931-43d6-b78f-602744f44284, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=f1730618-6931-43d6-b78f-602744f44284,segment=NetworkSegment(4e67a89d-58cc-40ab-bee7-18cf130842ef),segment_id=4e67a89d-58cc-40ab-bee7-18cf130842ef)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:01:51.775773 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5884518f-0230-49a8-9bb5-3474ae24d0e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:51.810462 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1b4ed150-53f0-468c-af40-499158d07022 tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036847558493'] for network, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:51.954204 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-1d9b74c3-bb7b-4ca5-bda6-15a84fd5d8e7 None None] Calling delete_port for 41f72c55-7144-457a-84cc-e2a3c1f77d53 owned by network:dhcp {{(pid=88880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:01:52.008973 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-21360f35-5c9f-4788-843c-41b30d2508f1 req-7ca30824-7961-45bd-a49c-de433b648333 tempest-ServersTestJSON-70348643 tempest-ServersTestJSON-70348643-project] 10.222.0.65 "GET /v2.0/security-groups?id=2713acac-b64d-4c06-84a4-0405fa3dbde3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5390761
Dec 24 11:01:52.042049 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-758fa688-a503-48bd-84cc-06378ead2236 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636'] for network, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:52.046012 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-1b4ed150-53f0-468c-af40-499158d07022 tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Deleting port f1730618-6931-43d6-b78f-602744f44284 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:01:52.046430 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1b4ed150-53f0-468c-af40-499158d07022 tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:52.095251 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-c50425fd-d6c2-4d36-94c7-9aabc2d08f66 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.4634087
Dec 24 11:01:52.096013 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 34130) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:52.108197 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-914c4fd6-3668-4493-a30a-2ce4cc1b337e tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Request body: {'subnet': {'network_id': '1c9eeaac-d205-4b19-a351-2fe67dd78b42', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:01:52.243684 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-5884518f-0230-49a8-9bb5-3474ae24d0e9 None None] Calling delete_port for f1730618-6931-43d6-b78f-602744f44284 owned by network:dhcp {{(pid=88880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:01:52.249380 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-914c4fd6-3668-4493-a30a-2ce4cc1b337e tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:01:52.261126 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-914c4fd6-3668-4493-a30a-2ce4cc1b337e tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:01:52.277281 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-914c4fd6-3668-4493-a30a-2ce4cc1b337e tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Made reservation on behalf of 739a78fd4cfc48c2a4011598579f8f8c for: {'subnet': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:01:52.277757 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1d9b74c3-bb7b-4ca5-bda6-15a84fd5d8e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392'] for port, after_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:52.282275 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning for port 9df933f1-95a1-4281-a350-1c1b5ee9a336 completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:01:52.283979 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-914c4fd6-3668-4493-a30a-2ce4cc1b337e tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3619482'] for subnet, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:52.297331 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-b97853f0-af0a-4467-b170-20ba8282e8e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:01:52.342071 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9b74c3-bb7b-4ca5-bda6-15a84fd5d8e7 None None] Pushing event deleted for resources: {'Port': ['ID=41f72c55-7144-457a-84cc-e2a3c1f77d53,revision_number=None']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:01:52.347852 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port 9df933f1-95a1-4281-a350-1c1b5ee9a336 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:01:52.348362 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:52.365441 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-1b4ed150-53f0-468c-af40-499158d07022 tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] For port f1730618-6931-43d6-b78f-602744f44284, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=f1730618-6931-43d6-b78f-602744f44284,segment=NetworkSegment(4e67a89d-58cc-40ab-bee7-18cf130842ef),segment_id=4e67a89d-58cc-40ab-bee7-18cf130842ef)] {{(pid=88878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:01:52.365862 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1b4ed150-53f0-468c-af40-499158d07022 tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:52.378528 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-1d9b74c3-bb7b-4ca5-bda6-15a84fd5d8e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:01:52.404521 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9b74c3-bb7b-4ca5-bda6-15a84fd5d8e7 None None] No DVR routers for this DVR port 41f72c55-7144-457a-84cc-e2a3c1f77d53 on host dv-neutron-822691-2-hyperv {{(pid=88880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 24 11:01:52.459157 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-758fa688-a503-48bd-84cc-06378ead2236 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:01:52.460130 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-758fa688-a503-48bd-84cc-06378ead2236 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1977811'] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:52.461095 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-93f09f5e-30c4-4c4c-b828-77ffefe1b3d7 req-5d073159-afb3-4bd4-add2-995f89dea0c9 tempest-ServersTestJSON-70348643 tempest-ServersTestJSON-70348643-project] Router 8ba38df8-741e-4181-b38e-bb62a79a205d has already been hosted by L3 agent 198cca88-1338-4098-b44b-beb0346ac906 {{(pid=88879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 24 11:01:52.466143 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5bcfa18-cce3-44ec-b5b2-fbdf2b2583b8 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Checking segment: {'id': 'ceac66b7-88b8-41a1-84e0-0a69bf8a8aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '3c015f9b-01e9-4c50-bea6-784671b3346b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:01:52.466484 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5bcfa18-cce3-44ec-b5b2-fbdf2b2583b8 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Network hostable DHCP agents. Network: 3c015f9b-01e9-4c50-bea6-784671b3346b, hostable agents: ['edcf98dc-3032-472a-8b3d-f23fd1e89806'], hosted agents: [] {{(pid=88878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 24 11:01:52.486876 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5884518f-0230-49a8-9bb5-3474ae24d0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392'] for port, after_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:52.500548 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-9e1b494a-33c9-4cce-a37b-dc24c1a790e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:01:52.556451 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:52.573490 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] For port 9df933f1-95a1-4281-a350-1c1b5ee9a336, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=9df933f1-95a1-4281-a350-1c1b5ee9a336,segment=NetworkSegment(d4e3295f-9ff8-4cad-8a20-3f1c937efc8c),segment_id=d4e3295f-9ff8-4cad-8a20-3f1c937efc8c)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:01:52.596885 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:52.599221 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5884518f-0230-49a8-9bb5-3474ae24d0e9 None None] Pushing event deleted for resources: {'Port': ['ID=f1730618-6931-43d6-b78f-602744f44284,revision_number=None']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:01:52.602885 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-5884518f-0230-49a8-9bb5-3474ae24d0e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:01:52.604985 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-423a741f-079d-4966-924c-3c5d09157d7a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:01:52.673201 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-1b4ed150-53f0-468c-af40-499158d07022 tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Calling delete_port for f1730618-6931-43d6-b78f-602744f44284 owned by network:dhcp {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:01:52.706073 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:01:52.706504 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Pushing event updated for resources: {'Port': ['ID=9df933f1-95a1-4281-a350-1c1b5ee9a336,revision_number=4']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:01:52.709499 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 41f72c55-7144-457a-84cc-e2a3c1f77d53 no longer exists at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:01:52.742859 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:01:52.744200 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5884518f-0230-49a8-9bb5-3474ae24d0e9 None None] No DVR routers for this DVR port f1730618-6931-43d6-b78f-602744f44284 on host dv-neutron-822691-2-hyperv {{(pid=88880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 24 11:01:52.748760 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9e3395d5-b81d-4b48-ac1f-e60f94f8f680 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847649663', 'neutron.services.segments.db._delete_segments_for_network-8749505737672'] for network, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:52.752241 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] No Port match for: 41f72c55-7144-457a-84cc-e2a3c1f77d53 {{(pid=88880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 24 11:01:52.752634 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 41f72c55-7144-457a-84cc-e2a3c1f77d53 not bound to the agent host dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 24 11:01:52.753096 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device f1730618-6931-43d6-b78f-602744f44284 no longer exists at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:01:52.789960 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] No Port match for: f1730618-6931-43d6-b78f-602744f44284 {{(pid=88880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 24 11:01:52.790324 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device f1730618-6931-43d6-b78f-602744f44284 not bound to the agent host dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 24 11:01:52.794532 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-914c4fd6-3668-4493-a30a-2ce4cc1b337e tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3921862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3619467'] for subnet, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:52.808185 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:01:52.876692 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-914c4fd6-3668-4493-a30a-2ce4cc1b337e tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Network 1c9eeaac-d205-4b19-a351-2fe67dd78b42 is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:01:52.881530 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-914c4fd6-3668-4493-a30a-2ce4cc1b337e tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Resources bound (agent type, host, resource id):  {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:01:52.888587 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-914c4fd6-3668-4493-a30a-2ce4cc1b337e tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:01:52.889155 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-914c4fd6-3668-4493-a30a-2ce4cc1b337e tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks [] for subnet, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:52.893149 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5779d8c8-5e8b-4156-8e86-42fea98a3b9b None None] Network 1c9eeaac-d205-4b19-a351-2fe67dd78b42 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:01:52.913046 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914c4fd6-3668-4493-a30a-2ce4cc1b337e tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Pushing event updated for resources: {'Subnet': ['ID=941488a3-4de0-4613-bc5f-3aa25c1cf9a6,revision_number=0']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:01:52.919247 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-914c4fd6-3668-4493-a30a-2ce4cc1b337e tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:01:52.947590 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-914c4fd6-3668-4493-a30a-2ce4cc1b337e tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.8502338
Dec 24 11:01:52.951465 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 34136) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:52.958269 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-e7678039-3811-4ad2-89d5-1d1095e2ed67 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Request body: {'port': {'network_id': '1c9eeaac-d205-4b19-a351-2fe67dd78b42', 'fixed_ips': [{'subnet_id': '941488a3-4de0-4613-bc5f-3aa25c1cf9a6', 'ip_address': '2001:db8::f8c3:23c:38bd:59e9'}], 'name': 'tempest-NetworksTestDHCPv6-984673925'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:01:52.962968 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-758fa688-a503-48bd-84cc-06378ead2236 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 4.0301523
Dec 24 11:01:52.972509 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-9e3395d5-b81d-4b48-ac1f-e60f94f8f680 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5270e21f28>,) {'filters': {'network_id': ['0f574abc-d8d9-4d58-b967-bb0fb011212b']}} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:01:52.976416 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 34140) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:52.987132 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-7aa133f2-1894-4701-a1fd-636c843669e5 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Request body: {'subnet': {'network_id': 'bccad6ac-4d91-4bc6-8b94-4a02d0a1b551', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:01:52.988390 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758fa688-a503-48bd-84cc-06378ead2236 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Pushing event updated for resources: {'Network': ['ID=bccad6ac-4d91-4bc6-8b94-4a02d0a1b551,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:01:53.014924 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-9e3395d5-b81d-4b48-ac1f-e60f94f8f680 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5270e21f28>, '93a5e837-75c9-41f6-8b8e-4e5ff8b69a76') {'for_net_delete': True} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:01:53.015573 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-9e3395d5-b81d-4b48-ac1f-e60f94f8f680 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5270e21f28>, '93a5e837-75c9-41f6-8b8e-4e5ff8b69a76') {} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:01:53.031542 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9e3395d5-b81d-4b48-ac1f-e60f94f8f680 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749505745113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2241371'] for segment, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:53.051144 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9e3395d5-b81d-4b48-ac1f-e60f94f8f680 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:53.058122 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e3395d5-b81d-4b48-ac1f-e60f94f8f680 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Releasing vlan 649 on physical network physnet1 to pool {{(pid=88878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 24 11:01:53.058574 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9e3395d5-b81d-4b48-ac1f-e60f94f8f680 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036847652098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850807864'] for segment, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:53.153169 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Device 0d8694fa-24df-4280-8056-42a94a7e98b9 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:01:53.163032 dv-neutron-822691-2-hyperv neutron-server[88767]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 11:01:53.163032 dv-neutron-822691-2-hyperv neutron-server[88767]:   % (table.description, expected, rows_matched)
Dec 24 11:01:53.163032 dv-neutron-822691-2-hyperv neutron-server[88767]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 11:01:53.163032 dv-neutron-822691-2-hyperv neutron-server[88767]:   % (table.description, expected, rows_matched)
Dec 24 11:01:53.163032 dv-neutron-822691-2-hyperv neutron-server[88767]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 11:01:53.163032 dv-neutron-822691-2-hyperv neutron-server[88767]:   % (table.description, expected, rows_matched)
Dec 24 11:01:53.163032 dv-neutron-822691-2-hyperv neutron-server[88767]: Traceback (most recent call last):
Dec 24 11:01:53.163032 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 24 11:01:53.163032 dv-neutron-822691-2-hyperv neutron-server[88767]:     timer()
Dec 24 11:01:53.163032 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 11:01:53.163032 dv-neutron-822691-2-hyperv neutron-server[88767]:     cb(*args, **kw)
Dec 24 11:01:53.163032 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 24 11:01:53.163032 dv-neutron-822691-2-hyperv neutron-server[88767]:     return func(*args, **kwargs)
Dec 24 11:01:53.163032 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 11:01:53.163032 dv-neutron-822691-2-hyperv neutron-server[88767]:     self._notify()
Dec 24 11:01:53.163032 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 11:01:53.163032 dv-neutron-822691-2-hyperv neutron-server[88767]:     self.callback(batched_events)
Dec 24 11:01:53.163032 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 11:01:53.163032 dv-neutron-822691-2-hyperv neutron-server[88767]:     event.method(event)
Dec 24 11:01:53.163032 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 11:01:53.163032 dv-neutron-822691-2-hyperv neutron-server[88767]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 11:01:53.163032 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 24 11:01:53.163032 dv-neutron-822691-2-hyperv neutron-server[88767]:     segment_id)['aggregates'][0]
Dec 24 11:01:53.163032 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 24 11:01:53.163032 dv-neutron-822691-2-hyperv neutron-server[88767]:     return f(self, *a, **k)
Dec 24 11:01:53.163032 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 11:01:53.163032 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self._get(url).json()
Dec 24 11:01:53.163032 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 24 11:01:53.163032 dv-neutron-822691-2-hyperv neutron-server[88767]:     **kwargs)
Dec 24 11:01:53.163032 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 24 11:01:53.163032 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self.request(url, 'GET', **kwargs)
Dec 24 11:01:53.163032 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 24 11:01:53.163032 dv-neutron-822691-2-hyperv neutron-server[88767]:     **endpoint_filter)
Dec 24 11:01:53.163032 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 24 11:01:53.163032 dv-neutron-822691-2-hyperv neutron-server[88767]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 11:01:53.163032 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 24 11:01:53.163032 dv-neutron-822691-2-hyperv neutron-server[88767]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 11:01:53.163032 dv-neutron-822691-2-hyperv neutron-server[88767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 11:01:53.166238 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9e3395d5-b81d-4b48-ac1f-e60f94f8f680 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7126154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659196'] for network, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:53.173410 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758fa688-a503-48bd-84cc-06378ead2236 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:01:53.173842 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758fa688-a503-48bd-84cc-06378ead2236 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:01:53.174298 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758fa688-a503-48bd-84cc-06378ead2236 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:01:53.174704 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758fa688-a503-48bd-84cc-06378ead2236 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:01:53.175103 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758fa688-a503-48bd-84cc-06378ead2236 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:01:53.175499 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758fa688-a503-48bd-84cc-06378ead2236 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:01:53.175891 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758fa688-a503-48bd-84cc-06378ead2236 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:01:53.176285 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758fa688-a503-48bd-84cc-06378ead2236 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:01:53.176674 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758fa688-a503-48bd-84cc-06378ead2236 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:01:53.177071 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758fa688-a503-48bd-84cc-06378ead2236 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:01:53.177470 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758fa688-a503-48bd-84cc-06378ead2236 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:01:53.192476 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5bcfa18-cce3-44ec-b5b2-fbdf2b2583b8 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Network 3c015f9b-01e9-4c50-bea6-784671b3346b is scheduled to be hosted by DHCP agent edcf98dc-3032-472a-8b3d-f23fd1e89806 with binding_index 1 {{(pid=88878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 24 11:01:53.195072 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9e3395d5-b81d-4b48-ac1f-e60f94f8f680 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1977811'] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:53.199057 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-758fa688-a503-48bd-84cc-06378ead2236 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.493s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:01:53.199717 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-758fa688-a503-48bd-84cc-06378ead2236 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:01:53.230055 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.db.api [None req-1b4ed150-53f0-468c-af40-499158d07022 tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88878) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 24 11:01:53.230591 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_db.api [None req-1b4ed150-53f0-468c-af40-499158d07022 tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 24 11:01:53.262409 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-93f09f5e-30c4-4c4c-b828-77ffefe1b3d7 req-5d073159-afb3-4bd4-add2-995f89dea0c9 tempest-ServersTestJSON-70348643 tempest-ServersTestJSON-70348643-project] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:01:53.293805 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3395d5-b81d-4b48-ac1f-e60f94f8f680 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Pushing event deleted for resources: {'Network': ['ID=0f574abc-d8d9-4d58-b967-bb0fb011212b,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:01:53.298912 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-9e3395d5-b81d-4b48-ac1f-e60f94f8f680 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:01:53.310681 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-b5bcfa18-cce3-44ec-b5b2-fbdf2b2583b8 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822691-2-hyperv, 3c015f9b-01e9-4c50-bea6-784671b3346b) {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:01:53.322460 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-82bc595e-7efa-4d77-947e-9b7f6041d9f4 req-11e0cf49-2d4b-498c-bd12-a8ce4ce38107 tempest-ServersTestJSON-70348643 tempest-ServersTestJSON-70348643-project] 10.222.0.65 "GET /v2.0/ports?device_id=0b820df6-7943-47a0-a05c-dba3ae26b99f HTTP/1.1" status: 200  len: 210 time: 0.0947127
Dec 24 11:01:53.327443 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-9e3395d5-b81d-4b48-ac1f-e60f94f8f680 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] 10.222.0.65 "DELETE /v2.0/networks/0f574abc-d8d9-4d58-b967-bb0fb011212b HTTP/1.1" status: 204  len: 168 time: 3.4231980
Dec 24 11:01:53.329584 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-7aa133f2-1894-4701-a1fd-636c843669e5 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:01:53.332122 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 34148) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:53.340386 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-690c34a8-0e55-4de5-8645-62cf88d8a87f tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Notify callbacks [] for router, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:53.384543 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Network bccad6ac-4d91-4bc6-8b94-4a02d0a1b551 details requested by agent ovs-agent-dv-neutron-822691-2-hyperv with host dv-neutron-822691-2-hyperv {{(pid=88880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 24 11:01:53.393540 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5bcfa18-cce3-44ec-b5b2-fbdf2b2583b8 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:01:53.394481 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b5bcfa18-cce3-44ec-b5b2-fbdf2b2583b8 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:53.398070 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 9df933f1-95a1-4281-a350-1c1b5ee9a336 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:01:53.409886 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-84cc3526-4de7-4c1f-99b1-e22809f0d51c tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:01:53.414081 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-7aa133f2-1894-4701-a1fd-636c843669e5 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Usage tracker for resource:subnet and tenant:18d2a9fdfea84546a82d906d6ec9907e is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:01:53.425035 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [req-93f09f5e-30c4-4c4c-b828-77ffefe1b3d7 req-5d073159-afb3-4bd4-add2-995f89dea0c9 tempest-ServersTestJSON-70348643 tempest-ServersTestJSON-70348643-project] No DVR routers for this DVR port 0d8694fa-24df-4280-8056-42a94a7e98b9 on host hv-neutron-8226 {{(pid=88879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 24 11:01:53.429466 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-7aa133f2-1894-4701-a1fd-636c843669e5 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:01:53.433566 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f44d8f4-2bb3-4bf6-bf89-abb3919f02d6 None None] Network 3c015f9b-01e9-4c50-bea6-784671b3346b requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:01:53.435280 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-93f09f5e-30c4-4c4c-b828-77ffefe1b3d7 req-5d073159-afb3-4bd4-add2-995f89dea0c9 tempest-ServersTestJSON-70348643 tempest-ServersTestJSON-70348643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:53.437445 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-93f09f5e-30c4-4c4c-b828-77ffefe1b3d7 req-5d073159-afb3-4bd4-add2-995f89dea0c9 tempest-ServersTestJSON-70348643 tempest-ServersTestJSON-70348643-project] 10.222.0.58 "DELETE /v2.0/ports/0d8694fa-24df-4280-8056-42a94a7e98b9 HTTP/1.1" status: 204  len: 173 time: 3.5165606
Dec 24 11:01:53.443251 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b820df6-7943-47a0-a05c-dba3ae26b99f', 'name': 'network-vif-deleted', 'tag': '0d8694fa-24df-4280-8056-42a94a7e98b9'}] {{(pid=88879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 24 11:01:53.451130 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2071e2-25bc-4bf9-b1f3-15b6117253f9 None None] Sync routers for ids ['8ba38df8-741e-4181-b38e-bb62a79a205d'] in dv-neutron-822691-2-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:01:53.455598 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-7aa133f2-1894-4701-a1fd-636c843669e5 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:01:53.493288 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aa133f2-1894-4701-a1fd-636c843669e5 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Made reservation on behalf of 18d2a9fdfea84546a82d906d6ec9907e for: {'subnet': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:01:53.517767 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-e7678039-3811-4ad2-89d5-1d1095e2ed67 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:01:53.529349 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bcfa18-cce3-44ec-b5b2-fbdf2b2583b8 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Pushing event updated for resources: {'Port': ['ID=4cc5688a-8f84-44e7-b49f-b2122b11e539,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:01:53.536777 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-b5bcfa18-cce3-44ec-b5b2-fbdf2b2583b8 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:01:53.540302 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b820df6-7943-47a0-a05c-dba3ae26b99f', 'name': 'network-vif-deleted', 'tag': '0d8694fa-24df-4280-8056-42a94a7e98b9', 'status': 'completed', 'code': 200}
Dec 24 11:01:53.547578 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83870099-54a3-433f-b8d1-420eb4f1870c req-bc6e42c7-aad9-4400-b41b-82e1484acb06 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:01:53.549765 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-83870099-54a3-433f-b8d1-420eb4f1870c req-bc6e42c7-aad9-4400-b41b-82e1484acb06 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] 10.222.0.65 "GET /v2.0/ports?device_id=655d927a-1c14-4f1b-88cc-771b29a10c76 HTTP/1.1" status: 200  len: 946 time: 0.7703629
Dec 24 11:01:53.590622 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-e7678039-3811-4ad2-89d5-1d1095e2ed67 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:01:53.660279 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5bcfa18-cce3-44ec-b5b2-fbdf2b2583b8 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Checking segment: {'id': '5ea538d8-8015-49db-aca2-2cf3e3157476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'db02b6a2-a322-4593-8300-018a2ff33369'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:01:53.660688 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5bcfa18-cce3-44ec-b5b2-fbdf2b2583b8 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Network hostable DHCP agents. Network: db02b6a2-a322-4593-8300-018a2ff33369, hostable agents: ['edcf98dc-3032-472a-8b3d-f23fd1e89806'], hosted agents: [] {{(pid=88878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 24 11:01:53.670449 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-83870099-54a3-433f-b8d1-420eb4f1870c req-97c4e9e6-f9d2-49b2-a653-b4c459bd5ef7 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] 10.222.0.65 "GET /v2.0/security-groups?id=02c07f75-3a5f-4cdc-91db-62e2db60964c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1101463
Dec 24 11:01:53.717539 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] No Port match for: 0d8694fa-24df-4280-8056-42a94a7e98b9 {{(pid=88880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 24 11:01:53.717974 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Device 0d8694fa-24df-4280-8056-42a94a7e98b9 not bound to the agent host hv-neutron-8226 {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 24 11:01:53.725482 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7678039-3811-4ad2-89d5-1d1095e2ed67 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Made reservation on behalf of 739a78fd4cfc48c2a4011598579f8f8c for: {'port': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:01:53.733931 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-1b4ed150-53f0-468c-af40-499158d07022 tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Deleting port f1730618-6931-43d6-b78f-602744f44284 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:01:53.734474 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1b4ed150-53f0-468c-af40-499158d07022 tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:53.734592 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e7678039-3811-4ad2-89d5-1d1095e2ed67 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:53.749246 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7aa133f2-1894-4701-a1fd-636c843669e5 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3619482'] for subnet, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:53.766773 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71e16f94-045e-409c-bf24-cf2b4d79e390 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73968e80-91fd-539e-a7c6-b31af6d9e680-1c9eeaac-d205-4b19-a351-2fe67dd78b42', 'network_id': '1c9eeaac-d205-4b19-a351-2fe67dd78b42', 'tenant_id': '739a78fd4cfc48c2a4011598579f8f8c', 'fixed_ips': [{'subnet_id': '941488a3-4de0-4613-bc5f-3aa25c1cf9a6'}]}} from dv-neutron-822691-2-hyperv. {{(pid=88880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 24 11:01:53.767335 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-71e16f94-045e-409c-bf24-cf2b4d79e390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:53.814598 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-1b4ed150-53f0-468c-af40-499158d07022 tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] The port 'f1730618-6931-43d6-b78f-602744f44284' was deleted {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 24 11:01:53.881508 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [None req-e7678039-3811-4ad2-89d5-1d1095e2ed67 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] device_id is not set on port e676ccd9-4e81-4f4e-876c-d37fb2632297 yet. {{(pid=88879) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 24 11:01:53.902360 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2071e2-25bc-4bf9-b1f3-15b6117253f9 None None] Routers {'8ba38df8-741e-4181-b38e-bb62a79a205d'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:01:53.902650 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-9a2071e2-25bc-4bf9-b1f3-15b6117253f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f527208a6a0>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:01:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['8ba38df8-741e-4181-b38e-bb62a79a205d'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:01:53.912553 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5bcfa18-cce3-44ec-b5b2-fbdf2b2583b8 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Network db02b6a2-a322-4593-8300-018a2ff33369 is scheduled to be hosted by DHCP agent edcf98dc-3032-472a-8b3d-f23fd1e89806 with binding_index 1 {{(pid=88878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 24 11:01:54.002854 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f7525c1-0c66-431c-af01-658c194823f7 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Deleting subnet 21ff3364-fa8b-4101-9b02-e4df11ccf00a {{(pid=88879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 24 11:01:54.012063 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9f7525c1-0c66-431c-af01-658c194823f7 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Notify callbacks [] for subnet, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:54.149653 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-71e16f94-045e-409c-bf24-cf2b4d79e390 None None] Allocated IP 2001:db8::2 (1c9eeaac-d205-4b19-a351-2fe67dd78b42/941488a3-4de0-4613-bc5f-3aa25c1cf9a6/77e6cb5a-f69c-4c84-a8c5-73433aa0ad19) {{(pid=88880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:01:54.167184 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port 9df933f1-95a1-4281-a350-1c1b5ee9a336 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:01:54.167603 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:54.196680 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9f7525c1-0c66-431c-af01-658c194823f7 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-786693'] for subnet, precommit_delete_associations {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:54.250691 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1b4ed150-53f0-468c-af40-499158d07022 tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847649663', 'neutron.services.segments.db._delete_segments_for_network-8749505737672'] for network, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:54.265641 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-b5bcfa18-cce3-44ec-b5b2-fbdf2b2583b8 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822691-2-hyperv, db02b6a2-a322-4593-8300-018a2ff33369) {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:01:54.283969 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5bcfa18-cce3-44ec-b5b2-fbdf2b2583b8 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:01:54.288588 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5bcfa18-cce3-44ec-b5b2-fbdf2b2583b8 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:01:54.292302 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5bcfa18-cce3-44ec-b5b2-fbdf2b2583b8 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:01:54.293124 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b5bcfa18-cce3-44ec-b5b2-fbdf2b2583b8 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:54.296324 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b85ec07-f9cb-4731-95c5-6a49f7035f15 None None] Network db02b6a2-a322-4593-8300-018a2ff33369 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:01:54.311899 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-1b4ed150-53f0-468c-af40-499158d07022 tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f52716938d0>,) {'filters': {'network_id': ['6aa873bf-1974-40ac-868d-1ea9fd6f9584']}} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:01:54.331906 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-1b4ed150-53f0-468c-af40-499158d07022 tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f52716938d0>, '4e67a89d-58cc-40ab-bee7-18cf130842ef') {'for_net_delete': True} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:01:54.332410 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-1b4ed150-53f0-468c-af40-499158d07022 tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f52716938d0>, '4e67a89d-58cc-40ab-bee7-18cf130842ef') {} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:01:54.349795 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-b5bcfa18-cce3-44ec-b5b2-fbdf2b2583b8 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1448 time: 5.2102478
Dec 24 11:01:54.350802 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 34154) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:54.376827 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1b4ed150-53f0-468c-af40-499158d07022 tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749505745113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2241371'] for segment, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:54.415829 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1b4ed150-53f0-468c-af40-499158d07022 tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:54.429592 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b4ed150-53f0-468c-af40-499158d07022 tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Releasing vlan 631 on physical network physnet1 to pool {{(pid=88878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 24 11:01:54.430247 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1b4ed150-53f0-468c-af40-499158d07022 tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036847652098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850807864'] for segment, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:54.457890 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9f7525c1-0c66-431c-af01-658c194823f7 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847655656'] for subnet, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:54.500832 dv-neutron-822691-2-hyperv neutron-server[88767]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 11:01:54.500832 dv-neutron-822691-2-hyperv neutron-server[88767]:   % (table.description, expected, rows_matched)
Dec 24 11:01:54.500832 dv-neutron-822691-2-hyperv neutron-server[88767]: Traceback (most recent call last):
Dec 24 11:01:54.500832 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 24 11:01:54.500832 dv-neutron-822691-2-hyperv neutron-server[88767]:     timer()
Dec 24 11:01:54.500832 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 11:01:54.500832 dv-neutron-822691-2-hyperv neutron-server[88767]:     cb(*args, **kw)
Dec 24 11:01:54.500832 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 24 11:01:54.500832 dv-neutron-822691-2-hyperv neutron-server[88767]:     return func(*args, **kwargs)
Dec 24 11:01:54.500832 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 11:01:54.500832 dv-neutron-822691-2-hyperv neutron-server[88767]:     self._notify()
Dec 24 11:01:54.500832 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 11:01:54.500832 dv-neutron-822691-2-hyperv neutron-server[88767]:     self.callback(batched_events)
Dec 24 11:01:54.500832 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 11:01:54.500832 dv-neutron-822691-2-hyperv neutron-server[88767]:     event.method(event)
Dec 24 11:01:54.500832 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 11:01:54.500832 dv-neutron-822691-2-hyperv neutron-server[88767]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 11:01:54.500832 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 24 11:01:54.500832 dv-neutron-822691-2-hyperv neutron-server[88767]:     segment_id)['aggregates'][0]
Dec 24 11:01:54.500832 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 24 11:01:54.500832 dv-neutron-822691-2-hyperv neutron-server[88767]:     return f(self, *a, **k)
Dec 24 11:01:54.500832 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 11:01:54.500832 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self._get(url).json()
Dec 24 11:01:54.500832 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 24 11:01:54.500832 dv-neutron-822691-2-hyperv neutron-server[88767]:     **kwargs)
Dec 24 11:01:54.500832 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 24 11:01:54.500832 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self.request(url, 'GET', **kwargs)
Dec 24 11:01:54.500832 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 24 11:01:54.500832 dv-neutron-822691-2-hyperv neutron-server[88767]:     **endpoint_filter)
Dec 24 11:01:54.500832 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 24 11:01:54.500832 dv-neutron-822691-2-hyperv neutron-server[88767]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 11:01:54.500832 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 24 11:01:54.500832 dv-neutron-822691-2-hyperv neutron-server[88767]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 11:01:54.500832 dv-neutron-822691-2-hyperv neutron-server[88767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 11:01:54.521775 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 34162) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:54.522952 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7aa133f2-1894-4701-a1fd-636c843669e5 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3921862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3619467'] for subnet, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:54.593567 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-2cbe60c5-26e2-4785-a357-f59ef66b3272 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:01:54.607628 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-690c34a8-0e55-4de5-8645-62cf88d8a87f tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:54.624043 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1b4ed150-53f0-468c-af40-499158d07022 tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7126154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659196'] for network, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:54.626343 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-690c34a8-0e55-4de5-8645-62cf88d8a87f tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Deleting port 9df933f1-95a1-4281-a350-1c1b5ee9a336 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:01:54.626817 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-690c34a8-0e55-4de5-8645-62cf88d8a87f tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:54.672125 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-5d463614-f065-4658-b4b3-d735212333d6 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:01:54.692227 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1b4ed150-53f0-468c-af40-499158d07022 tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1977811'] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:54.708689 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-9a2071e2-25bc-4bf9-b1f3-15b6117253f9 None None] Set router 8ba38df8-741e-4181-b38e-bb62a79a205d gateway port host: dv-neutron-822691-2-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:01:54.716196 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4ed150-53f0-468c-af40-499158d07022 tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Pushing event deleted for resources: {'Network': ['ID=6aa873bf-1974-40ac-868d-1ea9fd6f9584,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:01:54.746566 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa133f2-1894-4701-a1fd-636c843669e5 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Pushing event updated for resources: {'Subnet': ['ID=f4398556-9bd4-4110-91c1-adfabc1d682a,revision_number=0']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:01:54.750768 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9f7525c1-0c66-431c-af01-658c194823f7 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7120129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850854134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851156349'] for subnet, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:54.762920 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1fd39192-7cde-462d-a767-9f63ff985d1e tempest-ServersTestJSON-70348643 tempest-ServersTestJSON-70348643-project] Notify callbacks [] for security_group, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:54.794191 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9f7525c1-0c66-431c-af01-658c194823f7 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Notify callbacks [] for subnet, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:54.806271 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb812a9b-e73d-4513-ac44-ba06c5841e65 None None] Network d826aea2-ac1a-49a8-95f4-855e31cd70b0 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:01:54.810571 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa133f2-1894-4701-a1fd-636c843669e5 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:01:54.810993 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa133f2-1894-4701-a1fd-636c843669e5 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:01:54.811406 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa133f2-1894-4701-a1fd-636c843669e5 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:01:54.811951 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa133f2-1894-4701-a1fd-636c843669e5 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:01:54.812453 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa133f2-1894-4701-a1fd-636c843669e5 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:01:54.812571 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa133f2-1894-4701-a1fd-636c843669e5 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:01:54.812928 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa133f2-1894-4701-a1fd-636c843669e5 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:01:54.813327 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa133f2-1894-4701-a1fd-636c843669e5 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:01:54.813723 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa133f2-1894-4701-a1fd-636c843669e5 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:01:54.814144 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa133f2-1894-4701-a1fd-636c843669e5 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:01:54.814545 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa133f2-1894-4701-a1fd-636c843669e5 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:01:54.818636 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7aa133f2-1894-4701-a1fd-636c843669e5 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:01:54.819549 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa133f2-1894-4701-a1fd-636c843669e5 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Checking segment: {'id': '481e3ea9-7bc0-46a0-add3-b4b8714c897a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'bccad6ac-4d91-4bc6-8b94-4a02d0a1b551'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:01:54.819949 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aa133f2-1894-4701-a1fd-636c843669e5 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Network hostable DHCP agents. Network: bccad6ac-4d91-4bc6-8b94-4a02d0a1b551, hostable agents: ['edcf98dc-3032-472a-8b3d-f23fd1e89806'], hosted agents: [] {{(pid=88879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 24 11:01:54.835833 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.068s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:01:54.843618 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-1b4ed150-53f0-468c-af40-499158d07022 tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:01:54.896404 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7525c1-0c66-431c-af01-658c194823f7 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Pushing event deleted for resources: {'Subnet': ['ID=21ff3364-fa8b-4101-9b02-e4df11ccf00a,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:01:54.900967 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1fd39192-7cde-462d-a767-9f63ff985d1e tempest-ServersTestJSON-70348643 tempest-ServersTestJSON-70348643-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:54.914549 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-9f7525c1-0c66-431c-af01-658c194823f7 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:01:54.919567 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-9f7525c1-0c66-431c-af01-658c194823f7 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] 10.222.0.65 "DELETE /v2.0/subnets/21ff3364-fa8b-4101-9b02-e4df11ccf00a HTTP/1.1" status: 204  len: 168 time: 1.5588233
Dec 24 11:01:54.921418 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 34168) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:54.966874 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1582b7fe-a638-40e7-8488-2534860dbdee tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:01:54.971835 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1582b7fe-a638-40e7-8488-2534860dbdee tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:01:54.972834 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-1582b7fe-a638-40e7-8488-2534860dbdee tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Synchronizing usage tracker for tenant:2cb286b09c4548a6b18e2f69b65f1436 on resource:port {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:01:54.984657 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-1b4ed150-53f0-468c-af40-499158d07022 tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] 10.222.0.65 "DELETE /v2.0/networks/6aa873bf-1974-40ac-868d-1ea9fd6f9584 HTTP/1.1" status: 204  len: 168 time: 3.6428492
Dec 24 11:01:54.989373 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 34172) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:55.052473 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-1582b7fe-a638-40e7-8488-2534860dbdee tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Unset dirty status for tenant:2cb286b09c4548a6b18e2f69b65f1436 on resource:port {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:01:55.057152 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-1582b7fe-a638-40e7-8488-2534860dbdee tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1443 time: 0.6870461
Dec 24 11:01:55.060414 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 34176) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:55.114221 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-690c34a8-0e55-4de5-8645-62cf88d8a87f tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] For port 9df933f1-95a1-4281-a350-1c1b5ee9a336, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=9df933f1-95a1-4281-a350-1c1b5ee9a336,segment=NetworkSegment(d4e3295f-9ff8-4cad-8a20-3f1c937efc8c),segment_id=d4e3295f-9ff8-4cad-8a20-3f1c937efc8c)] {{(pid=88878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:01:55.114653 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-690c34a8-0e55-4de5-8645-62cf88d8a87f tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:55.202433 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6793f91-e2ad-43a3-8ed5-b71d35da3d97 req-062ac37f-a6c5-46cf-9b0b-2bb75b342972 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:01:55.204013 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-e6793f91-e2ad-43a3-8ed5-b71d35da3d97 req-062ac37f-a6c5-46cf-9b0b-2bb75b342972 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] 10.222.0.65 "GET /v2.0/ports?device_id=655d927a-1c14-4f1b-88cc-771b29a10c76 HTTP/1.1" status: 200  len: 946 time: 0.3099470
Dec 24 11:01:55.239576 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-71e16f94-045e-409c-bf24-cf2b4d79e390 None None] Notify callbacks [] for port, precommit_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:55.281175 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-690c34a8-0e55-4de5-8645-62cf88d8a87f tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Calling delete_port for 9df933f1-95a1-4281-a350-1c1b5ee9a336 owned by network:router_gateway {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:01:55.311054 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-71e16f94-045e-409c-bf24-cf2b4d79e390 None None] Transition to ACTIVE for port object 77e6cb5a-f69c-4c84-a8c5-73433aa0ad19 will not be triggered until provisioned by entity L2. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:01:55.358399 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-02d439a7-613b-4434-b0a7-9ed498532294 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Deleting port 21ec8848-6d52-4c8f-b132-c7bbeb205611 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:01:55.358774 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-02d439a7-613b-4434-b0a7-9ed498532294 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:55.439232 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aa133f2-1894-4701-a1fd-636c843669e5 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Network bccad6ac-4d91-4bc6-8b94-4a02d0a1b551 is scheduled to be hosted by DHCP agent edcf98dc-3032-472a-8b3d-f23fd1e89806 with binding_index 1 {{(pid=88879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 24 11:01:55.510027 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a6d0542a-1142-4e82-8477-9bfff41b5fb1 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036847558493'] for network, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:55.521866 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-e6793f91-e2ad-43a3-8ed5-b71d35da3d97 req-71d27fb9-57ff-413f-bb2e-2493cfd6665a tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] 10.222.0.65 "GET /v2.0/security-groups?id=02c07f75-3a5f-4cdc-91db-62e2db60964c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2482951
Dec 24 11:01:55.530496 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-71e16f94-045e-409c-bf24-cf2b4d79e390 None None] Transition to ACTIVE for port object 77e6cb5a-f69c-4c84-a8c5-73433aa0ad19 will not be triggered until provisioned by entity DHCP. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:01:55.546642 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-71e16f94-045e-409c-bf24-cf2b4d79e390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408'] for port, after_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:55.553141 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-4b5b91c6-4125-49d0-9afd-e2162cd05281 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:01:55.573068 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-7aa133f2-1894-4701-a1fd-636c843669e5 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822691-2-hyperv, bccad6ac-4d91-4bc6-8b94-4a02d0a1b551) {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:01:55.600867 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61743550-821e-486c-9c14-057037273216 None None] Network bccad6ac-4d91-4bc6-8b94-4a02d0a1b551 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:01:55.610953 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1fd39192-7cde-462d-a767-9f63ff985d1e tempest-ServersTestJSON-70348643 tempest-ServersTestJSON-70348643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:55.627927 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7693a5b3-62ff-421e-9a81-e9aae9c9cbd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:01:55.645361 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aa133f2-1894-4701-a1fd-636c843669e5 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:01:55.645818 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7aa133f2-1894-4701-a1fd-636c843669e5 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks [] for subnet, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:55.661911 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-5495d226-13ae-468a-b4af-6b1a853a7c97 tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Deleting port 57078e71-7791-4883-8587-3adaeefaed70 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:01:55.662917 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5495d226-13ae-468a-b4af-6b1a853a7c97 tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:55.703011 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd39192-7cde-462d-a767-9f63ff985d1e tempest-ServersTestJSON-70348643 tempest-ServersTestJSON-70348643-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2713acac-b64d-4c06-84a4-0405fa3dbde3,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:01:55.718568 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-1fd39192-7cde-462d-a767-9f63ff985d1e tempest-ServersTestJSON-70348643 tempest-ServersTestJSON-70348643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:01:55.723721 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-a6d0542a-1142-4e82-8477-9bfff41b5fb1 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Deleting port de325d61-da60-4150-ad7e-b7466a94d291 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:01:55.724092 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a6d0542a-1142-4e82-8477-9bfff41b5fb1 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:55.752333 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71e16f94-045e-409c-bf24-cf2b4d79e390 None None] Network 1c9eeaac-d205-4b19-a351-2fe67dd78b42 is already hosted by enough agents. {{(pid=88880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:01:55.753155 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e16f94-045e-409c-bf24-cf2b4d79e390 None None] Pushing event updated for resources: {'Port': ['ID=77e6cb5a-f69c-4c84-a8c5-73433aa0ad19,revision_number=1']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:01:55.765646 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-02d439a7-613b-4434-b0a7-9ed498532294 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:55.772625 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-318563ba-edea-4a09-a184-1f16aacf7729 None None] DHCP port deletion for d826aea2-ac1a-49a8-95f4-855e31cd70b0 request from dv-neutron-822691-2-hyperv {{(pid=88880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 24 11:01:55.775099 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-71e16f94-045e-409c-bf24-cf2b4d79e390 None None] Resources bound (agent type, host, resource id):  {{(pid=88880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:01:55.783919 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e16f94-045e-409c-bf24-cf2b4d79e390 None None] Received port after_create {{(pid=88880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:01:55.787464 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e16f94-045e-409c-bf24-cf2b4d79e390 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:01:55.787854 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e16f94-045e-409c-bf24-cf2b4d79e390 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:01:55.788231 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e16f94-045e-409c-bf24-cf2b4d79e390 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:01:55.788608 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e16f94-045e-409c-bf24-cf2b4d79e390 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:01:55.788981 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e16f94-045e-409c-bf24-cf2b4d79e390 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:01:55.789379 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e16f94-045e-409c-bf24-cf2b4d79e390 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:01:55.790328 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e16f94-045e-409c-bf24-cf2b4d79e390 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:01:55.790328 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e16f94-045e-409c-bf24-cf2b4d79e390 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:01:55.790522 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e16f94-045e-409c-bf24-cf2b4d79e390 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:01:55.790597 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1fd39192-7cde-462d-a767-9f63ff985d1e tempest-ServersTestJSON-70348643 tempest-ServersTestJSON-70348643-project] Notify callbacks [] for security_group, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:55.790877 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e16f94-045e-409c-bf24-cf2b4d79e390 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:01:55.791313 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e16f94-045e-409c-bf24-cf2b4d79e390 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:01:55.791752 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-1fd39192-7cde-462d-a767-9f63ff985d1e tempest-ServersTestJSON-70348643 tempest-ServersTestJSON-70348643-project] 10.222.0.65 "DELETE /v2.0/security-groups/2713acac-b64d-4c06-84a4-0405fa3dbde3 HTTP/1.1" status: 204  len: 168 time: 1.2453594
Dec 24 11:01:55.797893 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-7aa133f2-1894-4701-a1fd-636c843669e5 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 865 time: 2.8193388
Dec 24 11:01:55.799029 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-71e16f94-045e-409c-bf24-cf2b4d79e390 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:01:55.805462 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 34180) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:55.805888 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 34182) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:55.817165 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-318563ba-edea-4a09-a184-1f16aacf7729 None None] Deleting port de325d61-da60-4150-ad7e-b7466a94d291 {{(pid=88880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:01:55.817577 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-318563ba-edea-4a09-a184-1f16aacf7729 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:55.841981 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-abb16f6d-c40f-40f4-a9c6-2f148dcc21a4 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-699598332'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:01:55.846135 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-e7678039-3811-4ad2-89d5-1d1095e2ed67 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Allocated IP 2001:db8::f8c3:23c:38bd:59e9 (1c9eeaac-d205-4b19-a351-2fe67dd78b42/941488a3-4de0-4613-bc5f-3aa25c1cf9a6/e676ccd9-4e81-4f4e-876c-d37fb2632297) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:01:55.857402 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-abb16f6d-c40f-40f4-a9c6-2f148dcc21a4 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:01:55.891723 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.v2.resource [None req-a8bf508e-fa84-46e7-9740-ca9cf0fa6b09 tempest-ServersTestJSON-70348643 tempest-ServersTestJSON-70348643-project] show failed (client error): The resource could not be found.
Dec 24 11:01:55.892843 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-a8bf508e-fa84-46e7-9740-ca9cf0fa6b09 tempest-ServersTestJSON-70348643 tempest-ServersTestJSON-70348643-project] 10.222.0.65 "GET /v2.0/security-groups/2713acac-b64d-4c06-84a4-0405fa3dbde3 HTTP/1.1" status: 404  len: 347 time: 0.0858598
Dec 24 11:01:55.897170 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-abb16f6d-c40f-40f4-a9c6-2f148dcc21a4 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Usage tracker for resource:network and tenant:18d2a9fdfea84546a82d906d6ec9907e is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:01:55.903345 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 34188) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:55.905381 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-abb16f6d-c40f-40f4-a9c6-2f148dcc21a4 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:01:55.920177 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-690c34a8-0e55-4de5-8645-62cf88d8a87f tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:55.931369 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-02d439a7-613b-4434-b0a7-9ed498532294 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Calling delete_port for 21ec8848-6d52-4c8f-b132-c7bbeb205611 owned by  {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:01:55.960187 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:01:55.961704 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-9a2071e2-25bc-4bf9-b1f3-15b6117253f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f527208a6a0>, [{'id': '8ba38df8-741e-4181-b38e-bb62a79a205d', 'name': 'tempest-ServersTestJSON-738599796-router', 'tenant_id': '41048d3cadaf44c1808b3a4467fb14d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.49'}], 'enable_snat': True}, 'gw_port_id': 'b27c942e-38c9-43ef-8307-9ce36f27afa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:59:51Z', 'updated_at': '2021-12-24T11:00:10Z', 'revision_number': 4, 'project_id': '41048d3cadaf44c1808b3a4467fb14d5', 'gw_port': {'id': 'b27c942e-38c9-43ef-8307-9ce36f27afa3', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:11:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba38df8-741e-4181-b38e-bb62a79a205d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:59:52Z', 'updated_at': '2021-12-24T11:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_interfaces': [{'id': '143cdb0e-df21-4cd0-8920-d108581a0128', 'name': '', 'network_id': '4ffa6599-4dd3-44c2-afc8-758418a15a34', 'tenant_id': '41048d3cadaf44c1808b3a4467fb14d5', 'mac_address': 'fa:16:3e:8b:4f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba38df8-741e-4181-b38e-bb62a79a205d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1bc180c8-44f0-41ff-ba45-99d6e56209ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:00:07Z', 'updated_at': '2021-12-24T11:00:24Z', 'revision_number': 5, 'project_id': '41048d3cadaf44c1808b3a4467fb14d5', 'subnets': [{'id': '1bc180c8-44f0-41ff-ba45-99d6e56209ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:01:55.985981 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2071e2-25bc-4bf9-b1f3-15b6117253f9 None None] Checking router: 8ba38df8-741e-4181-b38e-bb62a79a205d for host: dv-neutron-822691-2-hyperv {{(pid=88880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 24 11:01:56.003777 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-abb16f6d-c40f-40f4-a9c6-2f148dcc21a4 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:01:56.017894 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690c34a8-0e55-4de5-8645-62cf88d8a87f tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Pushing event deleted for resources: {'Port': ['ID=9df933f1-95a1-4281-a350-1c1b5ee9a336,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:01:56.023563 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-690c34a8-0e55-4de5-8645-62cf88d8a87f tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:01:56.088211 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-71e16f94-045e-409c-bf24-cf2b4d79e390 None None] Attempting to bind port 77e6cb5a-f69c-4c84-a8c5-73433aa0ad19 on host dv-neutron-822691-2-hyperv for vnic_type normal with profile  {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:01:56.088622 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-71e16f94-045e-409c-bf24-cf2b4d79e390 None None] Attempting to bind port 77e6cb5a-f69c-4c84-a8c5-73433aa0ad19 by drivers openvswitch,hyperv on host dv-neutron-822691-2-hyperv at level 0 using segments [{'id': '6618a092-51b2-4e3d-9318-3ce6b7b40c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '1c9eeaac-d205-4b19-a351-2fe67dd78b42'}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:01:56.089060 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e16f94-045e-409c-bf24-cf2b4d79e390 None None] Attempting to bind port 77e6cb5a-f69c-4c84-a8c5-73433aa0ad19 on network 1c9eeaac-d205-4b19-a351-2fe67dd78b42 {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:01:56.139437 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2071e2-25bc-4bf9-b1f3-15b6117253f9 None None] Routers {'8ba38df8-741e-4181-b38e-bb62a79a205d'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:01:56.140139 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-9a2071e2-25bc-4bf9-b1f3-15b6117253f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f527208a6a0>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:01:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['8ba38df8-741e-4181-b38e-bb62a79a205d'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:01:56.149330 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abb16f6d-c40f-40f4-a9c6-2f148dcc21a4 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Made reservation on behalf of 18d2a9fdfea84546a82d906d6ec9907e for: {'network': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:01:56.153237 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-02d439a7-613b-4434-b0a7-9ed498532294 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:56.154931 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-abb16f6d-c40f-40f4-a9c6-2f148dcc21a4 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for network, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:56.162418 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-22d93f48-c2b3-402f-a97c-894e69ba76d8 tempest-FloatingIPAdminTestJSON-124144956 tempest-FloatingIPAdminTestJSON-124144956-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:01:56.227029 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e16f94-045e-409c-bf24-cf2b4d79e390 None None] Checking agent: {'id': 'db1275c1-6001-47af-93c2-635c68404703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822691-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 52, 8), 'started_at': datetime.datetime(2021, 12, 24, 10, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 1, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822691-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:01:56.227597 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e16f94-045e-409c-bf24-cf2b4d79e390 None None] Checking segment: {'id': '6618a092-51b2-4e3d-9318-3ce6b7b40c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '1c9eeaac-d205-4b19-a351-2fe67dd78b42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:01:56.227597 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-71e16f94-045e-409c-bf24-cf2b4d79e390 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:56.228048 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e16f94-045e-409c-bf24-cf2b4d79e390 None None] Bound using segment: {'id': '6618a092-51b2-4e3d-9318-3ce6b7b40c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '1c9eeaac-d205-4b19-a351-2fe67dd78b42'} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:01:56.228617 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-71e16f94-045e-409c-bf24-cf2b4d79e390 None None] Bound port: 77e6cb5a-f69c-4c84-a8c5-73433aa0ad19, host: dv-neutron-822691-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6618a092-51b2-4e3d-9318-3ce6b7b40c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '1c9eeaac-d205-4b19-a351-2fe67dd78b42'}}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:01:56.229016 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-71e16f94-045e-409c-bf24-cf2b4d79e390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:56.306270 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5495d226-13ae-468a-b4af-6b1a853a7c97 tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:56.306641 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5495d226-13ae-468a-b4af-6b1a853a7c97 tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:56.328164 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d439a7-613b-4434-b0a7-9ed498532294 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Pushing event deleted for resources: {'Port': ['ID=21ec8848-6d52-4c8f-b132-c7bbeb205611,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:01:56.340421 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-2d98e041-89e3-42a0-9467-c92ec8c66785 tempest-ServersTestJSON-70348643 tempest-ServersTestJSON-70348643-project] Deleting port 8f0f3e44-ac1f-4654-ad22-82c833d03c1a {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:01:56.340812 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2d98e041-89e3-42a0-9467-c92ec8c66785 tempest-ServersTestJSON-70348643 tempest-ServersTestJSON-70348643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:56.340920 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-02d439a7-613b-4434-b0a7-9ed498532294 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:01:56.351107 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-02d439a7-613b-4434-b0a7-9ed498532294 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:56.360569 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-690c34a8-0e55-4de5-8645-62cf88d8a87f tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854116846'] for router_gateway, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:56.382047 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4a6353a-91f2-4a67-9828-a9381c819938 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73968e80-91fd-539e-a7c6-b31af6d9e680-bccad6ac-4d91-4bc6-8b94-4a02d0a1b551', 'network_id': 'bccad6ac-4d91-4bc6-8b94-4a02d0a1b551', 'tenant_id': '18d2a9fdfea84546a82d906d6ec9907e', 'fixed_ips': [{'subnet_id': 'f4398556-9bd4-4110-91c1-adfabc1d682a'}]}} from dv-neutron-822691-2-hyperv. {{(pid=88880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 24 11:01:56.383018 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d4a6353a-91f2-4a67-9828-a9381c819938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:56.488098 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-318563ba-edea-4a09-a184-1f16aacf7729 None None] For port de325d61-da60-4150-ad7e-b7466a94d291, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=de325d61-da60-4150-ad7e-b7466a94d291,segment=NetworkSegment(62d574aa-f1b1-4a32-bc58-15ce8b8ff923),segment_id=62d574aa-f1b1-4a32-bc58-15ce8b8ff923)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:01:56.488602 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-318563ba-edea-4a09-a184-1f16aacf7729 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:56.502660 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-02d439a7-613b-4434-b0a7-9ed498532294 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] 10.222.0.65 "DELETE /v2.0/ports/21ec8848-6d52-4c8f-b132-c7bbeb205611 HTTP/1.1" status: 204  len: 168 time: 1.4390006
Dec 24 11:01:56.503475 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 34192) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:56.518582 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-5495d226-13ae-468a-b4af-6b1a853a7c97 tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Calling delete_port for 57078e71-7791-4883-8587-3adaeefaed70 owned by network:floatingip {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:01:56.538260 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-71e16f94-045e-409c-bf24-cf2b4d79e390 None None] For port 77e6cb5a-f69c-4c84-a8c5-73433aa0ad19, host dv-neutron-822691-2-hyperv, cleared binding levels {{(pid=88880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:01:56.541472 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-71e16f94-045e-409c-bf24-cf2b4d79e390 None None] For port 77e6cb5a-f69c-4c84-a8c5-73433aa0ad19, host dv-neutron-822691-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=77e6cb5a-f69c-4c84-a8c5-73433aa0ad19,segment=NetworkSegment(6618a092-51b2-4e3d-9318-3ce6b7b40c55),segment_id=6618a092-51b2-4e3d-9318-3ce6b7b40c55)] {{(pid=88880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:01:56.668131 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-71e16f94-045e-409c-bf24-cf2b4d79e390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:56.681563 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-318563ba-edea-4a09-a184-1f16aacf7729 None None] Calling delete_port for de325d61-da60-4150-ad7e-b7466a94d291 owned by network:dhcp {{(pid=88880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:01:56.711164 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-e3523faa-cc58-47bf-a7ef-27e53234ebd7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:01:56.761543 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abb16f6d-c40f-40f4-a9c6-2f148dcc21a4 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] vlan segment allocate from pool success with {'vlan_id': 648, 'physical_network': 'physnet1'}  {{(pid=88879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 24 11:01:56.975148 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-abb16f6d-c40f-40f4-a9c6-2f148dcc21a4 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:56.975385 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.segments_db [None req-abb16f6d-c40f-40f4-a9c6-2f148dcc21a4 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Added segment 9259b65a-b8e1-42df-b464-6c1574781356 of type vlan for network d9539e1d-907b-4edf-b1f6-957e16e3b6dd
Dec 24 11:01:56.994894 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-a6d0542a-1142-4e82-8477-9bfff41b5fb1 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] For port de325d61-da60-4150-ad7e-b7466a94d291, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=de325d61-da60-4150-ad7e-b7466a94d291,segment=NetworkSegment(62d574aa-f1b1-4a32-bc58-15ce8b8ff923),segment_id=62d574aa-f1b1-4a32-bc58-15ce8b8ff923)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:01:56.995300 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a6d0542a-1142-4e82-8477-9bfff41b5fb1 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:57.014966 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-690c34a8-0e55-4de5-8645-62cf88d8a87f tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854158724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-84560'] for router, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:57.031806 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-37b04e59-2346-43ae-88aa-ff19e4b23839 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Deleting port 4cc5688a-8f84-44e7-b49f-b2122b11e539 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:01:57.032152 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-37b04e59-2346-43ae-88aa-ff19e4b23839 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:57.067448 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-690c34a8-0e55-4de5-8645-62cf88d8a87f tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:57.102460 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2d98e041-89e3-42a0-9467-c92ec8c66785 tempest-ServersTestJSON-70348643 tempest-ServersTestJSON-70348643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:57.102831 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2d98e041-89e3-42a0-9467-c92ec8c66785 tempest-ServersTestJSON-70348643 tempest-ServersTestJSON-70348643-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:57.121120 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-9a2071e2-25bc-4bf9-b1f3-15b6117253f9 None None] Set router 8ba38df8-741e-4181-b38e-bb62a79a205d gateway port host: dv-neutron-822691-2-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:01:57.198738 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-690c34a8-0e55-4de5-8645-62cf88d8a87f tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854158830'] for router, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:57.199622 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-690c34a8-0e55-4de5-8645-62cf88d8a87f tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a59b9053-dd93-4df1-b8d3-105439c8f766 {{(pid=88878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 24 11:01:57.205200 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e16f94-045e-409c-bf24-cf2b4d79e390 None None] Pushing event updated for resources: {'Port': ['ID=77e6cb5a-f69c-4c84-a8c5-73433aa0ad19,revision_number=2']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:01:57.217083 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-71e16f94-045e-409c-bf24-cf2b4d79e390 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.506s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:01:57.219884 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181b91b7-426f-4044-aee1-25c954637a32 req-46e60b5d-467b-43a9-8c5d-19a72a6b56c8 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:01:57.221572 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-181b91b7-426f-4044-aee1-25c954637a32 req-46e60b5d-467b-43a9-8c5d-19a72a6b56c8 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] 10.222.0.65 "GET /v2.0/ports?device_id=655d927a-1c14-4f1b-88cc-771b29a10c76 HTTP/1.1" status: 200  len: 946 time: 0.5341704
Dec 24 11:01:57.239988 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-318563ba-edea-4a09-a184-1f16aacf7729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392'] for port, after_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:57.252086 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-5884518f-0230-49a8-9bb5-3474ae24d0e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:01:57.292543 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-690c34a8-0e55-4de5-8645-62cf88d8a87f tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Notify callbacks [] for router, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:57.293819 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-690c34a8-0e55-4de5-8645-62cf88d8a87f tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] 10.222.0.65 "DELETE /v2.0/routers/a59b9053-dd93-4df1-b8d3-105439c8f766 HTTP/1.1" status: 204  len: 168 time: 7.3327363
Dec 24 11:01:57.311089 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 34198) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:57.322618 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318563ba-edea-4a09-a184-1f16aacf7729 None None] Pushing event deleted for resources: {'Port': ['ID=de325d61-da60-4150-ad7e-b7466a94d291,revision_number=None']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:01:57.325239 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device de325d61-da60-4150-ad7e-b7466a94d291 no longer exists at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:01:57.376190 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-318563ba-edea-4a09-a184-1f16aacf7729 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:01:57.392394 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] No Port match for: de325d61-da60-4150-ad7e-b7466a94d291 {{(pid=88880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 24 11:01:57.398222 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device de325d61-da60-4150-ad7e-b7466a94d291 not bound to the agent host dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 24 11:01:57.479212 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318563ba-edea-4a09-a184-1f16aacf7729 None None] No DVR routers for this DVR port de325d61-da60-4150-ad7e-b7466a94d291 on host dv-neutron-822691-2-hyperv {{(pid=88880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 24 11:01:57.481615 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-d4a6353a-91f2-4a67-9828-a9381c819938 None None] Allocated IP 2001:db8::1 (bccad6ac-4d91-4bc6-8b94-4a02d0a1b551/f4398556-9bd4-4110-91c1-adfabc1d682a/eba96537-0082-4724-83a9-c49b523dea69) {{(pid=88880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:01:57.493319 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-37b04e59-2346-43ae-88aa-ff19e4b23839 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:57.504954 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-181b91b7-426f-4044-aee1-25c954637a32 req-53c5d4a9-fbd2-4e8f-94d9-df44542e832f tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] 10.222.0.65 "GET /v2.0/security-groups?id=02c07f75-3a5f-4cdc-91db-62e2db60964c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2589755
Dec 24 11:01:57.678267 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-37b04e59-2346-43ae-88aa-ff19e4b23839 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Calling delete_port for 4cc5688a-8f84-44e7-b49f-b2122b11e539 owned by  {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:01:57.792219 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-a6d0542a-1142-4e82-8477-9bfff41b5fb1 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Calling delete_port for de325d61-da60-4150-ad7e-b7466a94d291 owned by network:dhcp {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:01:57.824042 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-2d98e041-89e3-42a0-9467-c92ec8c66785 tempest-ServersTestJSON-70348643 tempest-ServersTestJSON-70348643-project] Calling delete_port for 8f0f3e44-ac1f-4654-ad22-82c833d03c1a owned by network:floatingip {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:01:57.880114 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-37b04e59-2346-43ae-88aa-ff19e4b23839 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:57.880383 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5495d226-13ae-468a-b4af-6b1a853a7c97 tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:57.886946 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:01:57.899579 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:01:57.936557 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b04e59-2346-43ae-88aa-ff19e4b23839 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Pushing event deleted for resources: {'Port': ['ID=4cc5688a-8f84-44e7-b49f-b2122b11e539,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:01:57.947172 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-37b04e59-2346-43ae-88aa-ff19e4b23839 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:01:57.964847 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5495d226-13ae-468a-b4af-6b1a853a7c97 tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Pushing event deleted for resources: {'Port': ['ID=57078e71-7791-4883-8587-3adaeefaed70,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:01:57.969172 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-37b04e59-2346-43ae-88aa-ff19e4b23839 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:57.991049 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-37b04e59-2346-43ae-88aa-ff19e4b23839 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] 10.222.0.65 "DELETE /v2.0/ports/4cc5688a-8f84-44e7-b49f-b2122b11e539 HTTP/1.1" status: 204  len: 168 time: 1.4832904
Dec 24 11:01:57.999447 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 34202) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:58.021763 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-5495d226-13ae-468a-b4af-6b1a853a7c97 tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:01:58.040673 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-abb16f6d-c40f-40f4-a9c6-2f148dcc21a4 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363287349540024'] for network, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:58.042143 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d4a6353a-91f2-4a67-9828-a9381c819938 None None] Notify callbacks [] for port, precommit_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:58.069362 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-9a2071e2-25bc-4bf9-b1f3-15b6117253f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f527208a6a0>, [{'id': '8ba38df8-741e-4181-b38e-bb62a79a205d', 'name': 'tempest-ServersTestJSON-738599796-router', 'tenant_id': '41048d3cadaf44c1808b3a4467fb14d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.49'}], 'enable_snat': True}, 'gw_port_id': 'b27c942e-38c9-43ef-8307-9ce36f27afa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:59:51Z', 'updated_at': '2021-12-24T11:00:10Z', 'revision_number': 4, 'project_id': '41048d3cadaf44c1808b3a4467fb14d5', 'gw_port': {'id': 'b27c942e-38c9-43ef-8307-9ce36f27afa3', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:11:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba38df8-741e-4181-b38e-bb62a79a205d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:59:52Z', 'updated_at': '2021-12-24T11:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_interfaces': [{'id': '143cdb0e-df21-4cd0-8920-d108581a0128', 'name': '', 'network_id': '4ffa6599-4dd3-44c2-afc8-758418a15a34', 'tenant_id': '41048d3cadaf44c1808b3a4467fb14d5', 'mac_address': 'fa:16:3e:8b:4f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba38df8-741e-4181-b38e-bb62a79a205d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1bc180c8-44f0-41ff-ba45-99d6e56209ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:00:07Z', 'updated_at': '2021-12-24T11:00:24Z', 'revision_number': 5, 'project_id': '41048d3cadaf44c1808b3a4467fb14d5', 'subnets': [{'id': '1bc180c8-44f0-41ff-ba45-99d6e56209ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:01:58.072799 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-d4a6353a-91f2-4a67-9828-a9381c819938 None None] Transition to ACTIVE for port object eba96537-0082-4724-83a9-c49b523dea69 will not be triggered until provisioned by entity L2. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:01:58.076327 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-3418a55f-5d37-480f-9c02-0f38b58151c9 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Synchronizing usage tracker for tenant:2cb286b09c4548a6b18e2f69b65f1436 on resource:port {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:01:58.085377 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-46738846-638c-4265-8f9a-11852915da38 tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Notify callbacks [] for router, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:58.091703 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2071e2-25bc-4bf9-b1f3-15b6117253f9 None None] The sync data for ids ['8ba38df8-741e-4181-b38e-bb62a79a205d'] in dv-neutron-822691-2-hyperv is: [{'id': '8ba38df8-741e-4181-b38e-bb62a79a205d', 'name': 'tempest-ServersTestJSON-738599796-router', 'tenant_id': '41048d3cadaf44c1808b3a4467fb14d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.49'}], 'enable_snat': True}, 'gw_port_id': 'b27c942e-38c9-43ef-8307-9ce36f27afa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:59:51Z', 'updated_at': '2021-12-24T11:00:10Z', 'revision_number': 4, 'project_id': '41048d3cadaf44c1808b3a4467fb14d5', 'gw_port': {'id': 'b27c942e-38c9-43ef-8307-9ce36f27afa3', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:11:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba38df8-741e-4181-b38e-bb62a79a205d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:59:52Z', 'updated_at': '2021-12-24T11:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_interfaces': [{'id': '143cdb0e-df21-4cd0-8920-d108581a0128', 'name': '', 'network_id': '4ffa6599-4dd3-44c2-afc8-758418a15a34', 'tenant_id': '41048d3cadaf44c1808b3a4467fb14d5', 'mac_address': 'fa:16:3e:8b:4f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba38df8-741e-4181-b38e-bb62a79a205d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1bc180c8-44f0-41ff-ba45-99d6e56209ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:00:07Z', 'updated_at': '2021-12-24T11:00:24Z', 'revision_number': 5, 'project_id': '41048d3cadaf44c1808b3a4467fb14d5', 'subnets': [{'id': '1bc180c8-44f0-41ff-ba45-99d6e56209ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:01:58.097665 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:58.109713 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-d4a6353a-91f2-4a67-9828-a9381c819938 None None] Transition to ACTIVE for port object eba96537-0082-4724-83a9-c49b523dea69 will not be triggered until provisioned by entity DHCP. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:01:58.115711 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d4a6353a-91f2-4a67-9828-a9381c819938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408'] for port, after_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:58.120922 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c8ed84d4-d19d-4d1f-8ca2-0608485ad4ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:01:58.150294 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e7678039-3811-4ad2-89d5-1d1095e2ed67 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:58.192554 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-3418a55f-5d37-480f-9c02-0f38b58151c9 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Unset dirty status for tenant:2cb286b09c4548a6b18e2f69b65f1436 on resource:port {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:01:58.199295 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-3418a55f-5d37-480f-9c02-0f38b58151c9 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200  len: 205 time: 0.1939368
Dec 24 11:01:58.201217 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 34206) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:58.202342 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a6353a-91f2-4a67-9828-a9381c819938 None None] Pushing event updated for resources: {'Port': ['ID=eba96537-0082-4724-83a9-c49b523dea69,revision_number=1']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:01:58.205422 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5495d226-13ae-468a-b4af-6b1a853a7c97 tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Notify callbacks [] for floatingip, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:58.208182 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-a07e9c14-aaac-4f95-9478-6fff4f7f1071 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1901439900'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:01:58.218119 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-a07e9c14-aaac-4f95-9478-6fff4f7f1071 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:01:58.218340 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-d4a6353a-91f2-4a67-9828-a9381c819938 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:01:58.227507 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-a07e9c14-aaac-4f95-9478-6fff4f7f1071 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Usage tracker for resource:network and tenant:2cb286b09c4548a6b18e2f69b65f1436 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:01:58.232573 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-a07e9c14-aaac-4f95-9478-6fff4f7f1071 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:01:58.233641 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4a6353a-91f2-4a67-9828-a9381c819938 None None] Network bccad6ac-4d91-4bc6-8b94-4a02d0a1b551 is already hosted by enough agents. {{(pid=88880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:01:58.235071 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-d4a6353a-91f2-4a67-9828-a9381c819938 None None] Resources bound (agent type, host, resource id):  {{(pid=88880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:01:58.242675 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-a07e9c14-aaac-4f95-9478-6fff4f7f1071 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:01:58.243659 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a6353a-91f2-4a67-9828-a9381c819938 None None] Received port after_create {{(pid=88880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:01:58.243916 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-e7678039-3811-4ad2-89d5-1d1095e2ed67 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Transition to ACTIVE for port object e676ccd9-4e81-4f4e-876c-d37fb2632297 will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:01:58.267656 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a07e9c14-aaac-4f95-9478-6fff4f7f1071 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Made reservation on behalf of 2cb286b09c4548a6b18e2f69b65f1436 for: {'network': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:01:58.269615 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.db.api [None req-a6d0542a-1142-4e82-8477-9bfff41b5fb1 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88879) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 24 11:01:58.270007 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_db.api [None req-a6d0542a-1142-4e82-8477-9bfff41b5fb1 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 24 11:01:58.274110 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a07e9c14-aaac-4f95-9478-6fff4f7f1071 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for network, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:58.315400 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-abb16f6d-c40f-40f4-a9c6-2f148dcc21a4 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636'] for network, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:58.320085 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abb16f6d-c40f-40f4-a9c6-2f148dcc21a4 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:01:58.320866 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-abb16f6d-c40f-40f4-a9c6-2f148dcc21a4 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1977811'] for network, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:58.330461 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:01:58.354615 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-d4a6353a-91f2-4a67-9828-a9381c819938 None None] Attempting to bind port eba96537-0082-4724-83a9-c49b523dea69 on host dv-neutron-822691-2-hyperv for vnic_type normal with profile  {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:01:58.355313 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-d4a6353a-91f2-4a67-9828-a9381c819938 None None] Attempting to bind port eba96537-0082-4724-83a9-c49b523dea69 by drivers openvswitch,hyperv on host dv-neutron-822691-2-hyperv at level 0 using segments [{'id': '481e3ea9-7bc0-46a0-add3-b4b8714c897a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'bccad6ac-4d91-4bc6-8b94-4a02d0a1b551'}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:01:58.355716 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a6353a-91f2-4a67-9828-a9381c819938 None None] Attempting to bind port eba96537-0082-4724-83a9-c49b523dea69 on network bccad6ac-4d91-4bc6-8b94-4a02d0a1b551 {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:01:58.365845 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5495d226-13ae-468a-b4af-6b1a853a7c97 tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for floatingip, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:58.366105 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a6353a-91f2-4a67-9828-a9381c819938 None None] Checking agent: {'id': 'db1275c1-6001-47af-93c2-635c68404703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822691-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 52, 8), 'started_at': datetime.datetime(2021, 12, 24, 10, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 1, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822691-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:01:58.366105 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a6353a-91f2-4a67-9828-a9381c819938 None None] Checking segment: {'id': '481e3ea9-7bc0-46a0-add3-b4b8714c897a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'bccad6ac-4d91-4bc6-8b94-4a02d0a1b551'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:01:58.366105 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d4a6353a-91f2-4a67-9828-a9381c819938 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:58.366731 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a6353a-91f2-4a67-9828-a9381c819938 None None] Bound using segment: {'id': '481e3ea9-7bc0-46a0-add3-b4b8714c897a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'bccad6ac-4d91-4bc6-8b94-4a02d0a1b551'} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:01:58.368292 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-d4a6353a-91f2-4a67-9828-a9381c819938 None None] Bound port: eba96537-0082-4724-83a9-c49b523dea69, host: dv-neutron-822691-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '481e3ea9-7bc0-46a0-add3-b4b8714c897a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'bccad6ac-4d91-4bc6-8b94-4a02d0a1b551'}}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:01:58.368859 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d4a6353a-91f2-4a67-9828-a9381c819938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:58.370453 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-5495d226-13ae-468a-b4af-6b1a853a7c97 tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] 10.222.0.65 "DELETE /v2.0/floatingips/7416432d-9649-45e5-bdc6-1f35af5ce66f HTTP/1.1" status: 204  len: 168 time: 3.3734231
Dec 24 11:01:58.372970 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a07e9c14-aaac-4f95-9478-6fff4f7f1071 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] vlan segment allocate from pool success with {'vlan_id': 629, 'physical_network': 'physnet1'}  {{(pid=88878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 24 11:01:58.387789 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a07e9c14-aaac-4f95-9478-6fff4f7f1071 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:58.388209 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.segments_db [None req-a07e9c14-aaac-4f95-9478-6fff4f7f1071 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Added segment 4ecfd9f8-e5a9-4f07-a9d6-b7ce2c394537 of type vlan for network fa8cf368-33f7-43cb-9e68-6190a32f5725
Dec 24 11:01:58.426876 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e7678039-3811-4ad2-89d5-1d1095e2ed67 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:58.434449 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-abb16f6d-c40f-40f4-a9c6-2f148dcc21a4 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 2.6256068
Dec 24 11:01:58.448073 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 34212) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:58.484171 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-0f3d2e09-c196-4cb2-ae4f-f70d5c9ec19b tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Request body: {'subnet': {'network_id': 'd9539e1d-907b-4edf-b1f6-957e16e3b6dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:01:58.507231 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2d98e041-89e3-42a0-9467-c92ec8c66785 tempest-ServersTestJSON-70348643 tempest-ServersTestJSON-70348643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:58.510126 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-d4a6353a-91f2-4a67-9828-a9381c819938 None None] For port eba96537-0082-4724-83a9-c49b523dea69, host dv-neutron-822691-2-hyperv, cleared binding levels {{(pid=88880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:01:58.511871 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb16f6d-c40f-40f4-a9c6-2f148dcc21a4 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Pushing event updated for resources: {'Network': ['ID=d9539e1d-907b-4edf-b1f6-957e16e3b6dd,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:01:58.515305 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-d4a6353a-91f2-4a67-9828-a9381c819938 None None] For port eba96537-0082-4724-83a9-c49b523dea69, host dv-neutron-822691-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=eba96537-0082-4724-83a9-c49b523dea69,segment=NetworkSegment(481e3ea9-7bc0-46a0-add3-b4b8714c897a),segment_id=481e3ea9-7bc0-46a0-add3-b4b8714c897a)] {{(pid=88880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:01:58.520303 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d4a6353a-91f2-4a67-9828-a9381c819938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:58.531517 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-abb16f6d-c40f-40f4-a9c6-2f148dcc21a4 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:01:58.532236 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-199a2a4f-1ed6-4306-84fd-3419eec6baff tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.035s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:01:58.539219 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-e27cff18-9c90-43dd-abb1-5e5e74fde74f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:01:58.544784 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a07e9c14-aaac-4f95-9478-6fff4f7f1071 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363287349540024'] for network, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:58.673019 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Network d9539e1d-907b-4edf-b1f6-957e16e3b6dd details requested by agent ovs-agent-dv-neutron-822691-2-hyperv with host dv-neutron-822691-2-hyperv {{(pid=88880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 24 11:01:58.716263 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-46738846-638c-4265-8f9a-11852915da38 tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:58.728711 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-0f3d2e09-c196-4cb2-ae4f-f70d5c9ec19b tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:01:58.735195 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-0f3d2e09-c196-4cb2-ae4f-f70d5c9ec19b tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Usage tracker for resource:subnet and tenant:18d2a9fdfea84546a82d906d6ec9907e is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:01:58.739133 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-0f3d2e09-c196-4cb2-ae4f-f70d5c9ec19b tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:01:58.742663 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-46738846-638c-4265-8f9a-11852915da38 tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Deleting port c4d00ffa-0a26-4555-9778-dd47e3d65de9 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:01:58.743048 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-46738846-638c-4265-8f9a-11852915da38 tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:58.745864 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7678039-3811-4ad2-89d5-1d1095e2ed67 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Network 1c9eeaac-d205-4b19-a351-2fe67dd78b42 is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:01:58.772584 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a07e9c14-aaac-4f95-9478-6fff4f7f1071 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636'] for network, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:58.780958 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-e7678039-3811-4ad2-89d5-1d1095e2ed67 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Resources bound (agent type, host, resource id):  {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:01:58.783654 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-0f3d2e09-c196-4cb2-ae4f-f70d5c9ec19b tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:01:58.785631 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-a6d0542a-1142-4e82-8477-9bfff41b5fb1 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Deleting port de325d61-da60-4150-ad7e-b7466a94d291 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:01:58.795890 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a6d0542a-1142-4e82-8477-9bfff41b5fb1 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:58.811017 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a6353a-91f2-4a67-9828-a9381c819938 None None] Pushing event updated for resources: {'Port': ['ID=eba96537-0082-4724-83a9-c49b523dea69,revision_number=2']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:01:58.814642 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-d4a6353a-91f2-4a67-9828-a9381c819938 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:01:58.833208 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7678039-3811-4ad2-89d5-1d1095e2ed67 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Pushing event updated for resources: {'Port': ['ID=e676ccd9-4e81-4f4e-876c-d37fb2632297,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:01:58.851198 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a07e9c14-aaac-4f95-9478-6fff4f7f1071 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:01:58.851937 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a07e9c14-aaac-4f95-9478-6fff4f7f1071 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1977811'] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:58.866127 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf95c55e-3a20-46ad-b58a-07fb159715ef None None] New status for floating IP 31a88be1-a44a-4f20-a84b-040c41867ec4: DOWN {{(pid=88881) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 24 11:01:58.872163 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-a247fb0c-8717-49f2-8861-78e1d23ccaf6 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:01:58.910238 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7678039-3811-4ad2-89d5-1d1095e2ed67 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:01:58.922111 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7678039-3811-4ad2-89d5-1d1095e2ed67 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:01:58.923421 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e7678039-3811-4ad2-89d5-1d1095e2ed67 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:58.966368 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 34220) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:58.981904 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f3d2e09-c196-4cb2-ae4f-f70d5c9ec19b tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Made reservation on behalf of 18d2a9fdfea84546a82d906d6ec9907e for: {'subnet': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:01:59.048954 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-a6d0542a-1142-4e82-8477-9bfff41b5fb1 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] The port 'de325d61-da60-4150-ad7e-b7466a94d291' was deleted {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 24 11:01:59.066338 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d98e041-89e3-42a0-9467-c92ec8c66785 tempest-ServersTestJSON-70348643 tempest-ServersTestJSON-70348643-project] Pushing event deleted for resources: {'Port': ['ID=8f0f3e44-ac1f-4654-ad22-82c833d03c1a,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:01:59.110865 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-2d98e041-89e3-42a0-9467-c92ec8c66785 tempest-ServersTestJSON-70348643 tempest-ServersTestJSON-70348643-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.578s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:01:59.111440 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-e93bd71c-6573-4055-9852-698417800b8f tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.584s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:01:59.111868 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-e93bd71c-6573-4055-9852-698417800b8f tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:01:59.127102 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-a07e9c14-aaac-4f95-9478-6fff4f7f1071 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 0.9241424
Dec 24 11:01:59.129929 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 34226) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:59.168726 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07e9c14-aaac-4f95-9478-6fff4f7f1071 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Pushing event updated for resources: {'Network': ['ID=fa8cf368-33f7-43cb-9e68-6190a32f5725,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:01:59.187871 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Network fa8cf368-33f7-43cb-9e68-6190a32f5725 details requested by agent ovs-agent-dv-neutron-822691-2-hyperv with host dv-neutron-822691-2-hyperv {{(pid=88880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 24 11:01:59.212820 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-a07e9c14-aaac-4f95-9478-6fff4f7f1071 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:01:59.273082 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2d98e041-89e3-42a0-9467-c92ec8c66785 tempest-ServersTestJSON-70348643 tempest-ServersTestJSON-70348643-project] Notify callbacks [] for floatingip, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:59.281140 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2d98e041-89e3-42a0-9467-c92ec8c66785 tempest-ServersTestJSON-70348643 tempest-ServersTestJSON-70348643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for floatingip, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:59.290616 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-2d98e041-89e3-42a0-9467-c92ec8c66785 tempest-ServersTestJSON-70348643 tempest-ServersTestJSON-70348643-project] 10.222.0.65 "DELETE /v2.0/floatingips/31a88be1-a44a-4f20-a84b-040c41867ec4 HTTP/1.1" status: 204  len: 168 time: 3.3815331
Dec 24 11:01:59.312702 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-e7678039-3811-4ad2-89d5-1d1095e2ed67 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 946 time: 6.3596103
Dec 24 11:01:59.322568 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 34232) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:59.333226 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 34230) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:59.366649 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-338b88e4-ff86-4f2c-93af-e70ec8d1b836 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1240436839'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:01:59.404779 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-8b789850-616f-4b39-bb47-9cc01b041020 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Request body: {'port': {'network_id': '1c9eeaac-d205-4b19-a351-2fe67dd78b42', 'fixed_ips': [{'subnet_id': '941488a3-4de0-4613-bc5f-3aa25c1cf9a6', 'ip_address': '2001:db8::f8c3:23c:38bd:59e9'}], 'name': 'tempest-NetworksTestDHCPv6-1705764149'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:01:59.452369 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 77e6cb5a-f69c-4c84-a8c5-73433aa0ad19 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:01:59.548082 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0f3d2e09-c196-4cb2-ae4f-f70d5c9ec19b tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2246100'] for subnet, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:59.580320 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-338b88e4-ff86-4f2c-93af-e70ec8d1b836 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:01:59.610215 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a6d0542a-1142-4e82-8477-9bfff41b5fb1 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847649663', 'neutron.services.segments.db._delete_segments_for_network-8749505737672'] for network, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:59.631287 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-338b88e4-ff86-4f2c-93af-e70ec8d1b836 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Usage tracker for resource:network and tenant:2cb286b09c4548a6b18e2f69b65f1436 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:01:59.636477 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-338b88e4-ff86-4f2c-93af-e70ec8d1b836 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:01:59.646372 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-338b88e4-ff86-4f2c-93af-e70ec8d1b836 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:01:59.647830 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning for port 77e6cb5a-f69c-4c84-a8c5-73433aa0ad19 completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:01:59.681221 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 9df933f1-95a1-4281-a350-1c1b5ee9a336 no longer exists at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:01:59.684741 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3807db97-f63a-4b9c-bc4e-974467223ccd req-c1580682-8b31-476e-b819-629a6aa7ef74 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:01:59.685751 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-338b88e4-ff86-4f2c-93af-e70ec8d1b836 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Made reservation on behalf of 2cb286b09c4548a6b18e2f69b65f1436 for: {'network': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:01:59.686512 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-3807db97-f63a-4b9c-bc4e-974467223ccd req-c1580682-8b31-476e-b819-629a6aa7ef74 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] 10.222.0.65 "GET /v2.0/ports?device_id=655d927a-1c14-4f1b-88cc-771b29a10c76 HTTP/1.1" status: 200  len: 946 time: 0.9127169
Dec 24 11:01:59.695486 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-338b88e4-ff86-4f2c-93af-e70ec8d1b836 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for network, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:59.718972 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-a6d0542a-1142-4e82-8477-9bfff41b5fb1 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f527213f898>,) {'filters': {'network_id': ['d826aea2-ac1a-49a8-95f4-855e31cd70b0']}} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:01:59.728966 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] No Port match for: 9df933f1-95a1-4281-a350-1c1b5ee9a336 {{(pid=88880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 24 11:01:59.730157 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 9df933f1-95a1-4281-a350-1c1b5ee9a336 not bound to the agent host dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 24 11:01:59.763114 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-a6d0542a-1142-4e82-8477-9bfff41b5fb1 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f527213f898>, '62d574aa-f1b1-4a32-bc58-15ce8b8ff923') {'for_net_delete': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:01:59.763472 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-a6d0542a-1142-4e82-8477-9bfff41b5fb1 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f527213f898>, '62d574aa-f1b1-4a32-bc58-15ce8b8ff923') {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:01:59.849674 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.ipam_backend_mixin [None req-0f3d2e09-c196-4cb2-ae4f-f70d5c9ec19b tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Performing IP validity checks on allocation pools {{(pid=88878) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:318}}
Dec 24 11:01:59.850042 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a6d0542a-1142-4e82-8477-9bfff41b5fb1 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749505745113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853989108'] for segment, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:59.850765 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.ipam_backend_mixin [None req-0f3d2e09-c196-4cb2-ae4f-f70d5c9ec19b tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88878) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:339}}
Dec 24 11:01:59.894140 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a6d0542a-1142-4e82-8477-9bfff41b5fb1 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:59.896546 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-338b88e4-ff86-4f2c-93af-e70ec8d1b836 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] vlan segment allocate from pool success with {'vlan_id': 640, 'physical_network': 'physnet1'}  {{(pid=88879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 24 11:01:59.899690 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-46738846-638c-4265-8f9a-11852915da38 tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] For port c4d00ffa-0a26-4555-9778-dd47e3d65de9, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=c4d00ffa-0a26-4555-9778-dd47e3d65de9,segment=NetworkSegment(d4e3295f-9ff8-4cad-8a20-3f1c937efc8c),segment_id=d4e3295f-9ff8-4cad-8a20-3f1c937efc8c)] {{(pid=88878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:01:59.900213 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-46738846-638c-4265-8f9a-11852915da38 tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:59.923995 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6d0542a-1142-4e82-8477-9bfff41b5fb1 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Releasing vlan 624 on physical network physnet1 to pool {{(pid=88879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 24 11:01:59.924511 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a6d0542a-1142-4e82-8477-9bfff41b5fb1 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036847652098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3926696'] for segment, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:59.947341 dv-neutron-822691-2-hyperv neutron-server[88767]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 11:01:59.947341 dv-neutron-822691-2-hyperv neutron-server[88767]:   % (table.description, expected, rows_matched)
Dec 24 11:01:59.947341 dv-neutron-822691-2-hyperv neutron-server[88767]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 11:01:59.947341 dv-neutron-822691-2-hyperv neutron-server[88767]:   % (table.description, expected, rows_matched)
Dec 24 11:01:59.947341 dv-neutron-822691-2-hyperv neutron-server[88767]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 11:01:59.947341 dv-neutron-822691-2-hyperv neutron-server[88767]:   % (table.description, expected, rows_matched)
Dec 24 11:01:59.947341 dv-neutron-822691-2-hyperv neutron-server[88767]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 11:01:59.947341 dv-neutron-822691-2-hyperv neutron-server[88767]:   % (table.description, expected, rows_matched)
Dec 24 11:01:59.947341 dv-neutron-822691-2-hyperv neutron-server[88767]: Traceback (most recent call last):
Dec 24 11:01:59.947341 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 24 11:01:59.947341 dv-neutron-822691-2-hyperv neutron-server[88767]:     timer()
Dec 24 11:01:59.947341 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 11:01:59.947341 dv-neutron-822691-2-hyperv neutron-server[88767]:     cb(*args, **kw)
Dec 24 11:01:59.947341 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 24 11:01:59.947341 dv-neutron-822691-2-hyperv neutron-server[88767]:     return func(*args, **kwargs)
Dec 24 11:01:59.947341 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 11:01:59.947341 dv-neutron-822691-2-hyperv neutron-server[88767]:     self._notify()
Dec 24 11:01:59.947341 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 11:01:59.947341 dv-neutron-822691-2-hyperv neutron-server[88767]:     self.callback(batched_events)
Dec 24 11:01:59.947341 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 11:01:59.947341 dv-neutron-822691-2-hyperv neutron-server[88767]:     event.method(event)
Dec 24 11:01:59.947341 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 11:01:59.947341 dv-neutron-822691-2-hyperv neutron-server[88767]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 11:01:59.947341 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 24 11:01:59.947341 dv-neutron-822691-2-hyperv neutron-server[88767]:     segment_id)['aggregates'][0]
Dec 24 11:01:59.947341 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 24 11:01:59.947341 dv-neutron-822691-2-hyperv neutron-server[88767]:     return f(self, *a, **k)
Dec 24 11:01:59.947341 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 11:01:59.947341 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self._get(url).json()
Dec 24 11:01:59.947341 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 24 11:01:59.947341 dv-neutron-822691-2-hyperv neutron-server[88767]:     **kwargs)
Dec 24 11:01:59.947341 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 24 11:01:59.947341 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self.request(url, 'GET', **kwargs)
Dec 24 11:01:59.947341 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 24 11:01:59.947341 dv-neutron-822691-2-hyperv neutron-server[88767]:     **endpoint_filter)
Dec 24 11:01:59.947341 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 24 11:01:59.947341 dv-neutron-822691-2-hyperv neutron-server[88767]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 11:01:59.947341 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 24 11:01:59.947341 dv-neutron-822691-2-hyperv neutron-server[88767]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 11:01:59.947341 dv-neutron-822691-2-hyperv neutron-server[88767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 11:01:59.956894 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-3807db97-f63a-4b9c-bc4e-974467223ccd req-2bfd0b17-9f40-4eeb-ab4e-25eb509bb6ec tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] 10.222.0.65 "GET /v2.0/security-groups?id=02c07f75-3a5f-4cdc-91db-62e2db60964c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2572234
Dec 24 11:01:59.969823 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-338b88e4-ff86-4f2c-93af-e70ec8d1b836 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:01:59.970448 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.segments_db [None req-338b88e4-ff86-4f2c-93af-e70ec8d1b836 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Added segment df6357c2-e6cf-4080-a66e-a73c3eac0d2e of type vlan for network 3298e5d3-2f26-4978-824a-753f61f7e67a
Dec 24 11:02:00.004060 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-8b789850-616f-4b39-bb47-9cc01b041020 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:02:00.024607 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-e57e304e-80a5-4f4c-a2c2-35a089255632 None None] Provisioning for port 77e6cb5a-f69c-4c84-a8c5-73433aa0ad19 completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:02:00.031181 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-e57e304e-80a5-4f4c-a2c2-35a089255632 None None] Provisioning complete for port 77e6cb5a-f69c-4c84-a8c5-73433aa0ad19 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:02:00.031603 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e57e304e-80a5-4f4c-a2c2-35a089255632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:00.060859 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-8b789850-616f-4b39-bb47-9cc01b041020 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Usage tracker for resource:port and tenant:739a78fd4cfc48c2a4011598579f8f8c is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:02:00.072158 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-8b789850-616f-4b39-bb47-9cc01b041020 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:02:00.085519 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-8b789850-616f-4b39-bb47-9cc01b041020 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:02:00.109430 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a6d0542a-1142-4e82-8477-9bfff41b5fb1 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7126154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659196'] for network, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:00.113108 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-338b88e4-ff86-4f2c-93af-e70ec8d1b836 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363287349540024'] for network, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:00.122519 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:02:00.144234 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a6d0542a-1142-4e82-8477-9bfff41b5fb1 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1977811'] for network, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:00.156895 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d0542a-1142-4e82-8477-9bfff41b5fb1 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Pushing event deleted for resources: {'Network': ['ID=d826aea2-ac1a-49a8-95f4-855e31cd70b0,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:02:00.163886 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b789850-616f-4b39-bb47-9cc01b041020 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Made reservation on behalf of 739a78fd4cfc48c2a4011598579f8f8c for: {'port': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:02:00.186057 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-a6d0542a-1142-4e82-8477-9bfff41b5fb1 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:02:00.191853 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e57e304e-80a5-4f4c-a2c2-35a089255632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:00.200250 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-a6d0542a-1142-4e82-8477-9bfff41b5fb1 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] 10.222.0.65 "DELETE /v2.0/networks/d826aea2-ac1a-49a8-95f4-855e31cd70b0 HTTP/1.1" status: 204  len: 168 time: 5.2759874
Dec 24 11:02:00.238221 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-e57e304e-80a5-4f4c-a2c2-35a089255632 None None] For port 77e6cb5a-f69c-4c84-a8c5-73433aa0ad19, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=77e6cb5a-f69c-4c84-a8c5-73433aa0ad19,segment=NetworkSegment(6618a092-51b2-4e3d-9318-3ce6b7b40c55),segment_id=6618a092-51b2-4e3d-9318-3ce6b7b40c55)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:02:00.242238 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e57e304e-80a5-4f4c-a2c2-35a089255632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:00.245330 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-180d4556-6d2e-4ec0-b5da-69a833081c39 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:02:00.301105 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-338b88e4-ff86-4f2c-93af-e70ec8d1b836 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636'] for network, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:00.305348 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-338b88e4-ff86-4f2c-93af-e70ec8d1b836 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:02:00.306368 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-338b88e4-ff86-4f2c-93af-e70ec8d1b836 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1977811'] for network, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:00.320567 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-327e9e88-3775-4323-bd6c-083fab794903 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:02:00.385280 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57e304e-80a5-4f4c-a2c2-35a089255632 None None] Pushing event updated for resources: {'Port': ['ID=77e6cb5a-f69c-4c84-a8c5-73433aa0ad19,revision_number=3']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:02:00.390095 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-e57e304e-80a5-4f4c-a2c2-35a089255632 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:02:00.422537 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-338b88e4-ff86-4f2c-93af-e70ec8d1b836 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 1.2870610
Dec 24 11:02:00.426212 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-46738846-638c-4265-8f9a-11852915da38 tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Calling delete_port for c4d00ffa-0a26-4555-9778-dd47e3d65de9 owned by network:router_gateway {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:02:00.455584 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8b789850-616f-4b39-bb47-9cc01b041020 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:00.465202 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-75d94ebe-f339-449b-8ad9-23af03b46fe2 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e3e54d8cf4d044b3b8096eb661b4b828&name=default HTTP/1.1" status: 200  len: 2647 time: 1.4953492
Dec 24 11:02:00.472429 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 34240) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:02:00.563210 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338b88e4-ff86-4f2c-93af-e70ec8d1b836 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Pushing event updated for resources: {'Network': ['ID=3298e5d3-2f26-4978-824a-753f61f7e67a,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:02:00.578653 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Network 3298e5d3-2f26-4978-824a-753f61f7e67a details requested by agent ovs-agent-dv-neutron-822691-2-hyperv with host dv-neutron-822691-2-hyperv {{(pid=88880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 24 11:02:00.590907 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [None req-8b789850-616f-4b39-bb47-9cc01b041020 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] device_id is not set on port b19a3350-47b7-46f8-bfdc-2e31f835fad2 yet. {{(pid=88879) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 24 11:02:00.601974 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 34244) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:02:00.656848 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-d5ac5ff7-af95-4628-a499-3c5285059a1b tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Request body: {'subnets': [{'network_id': 'fa8cf368-33f7-43cb-9e68-6190a32f5725', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1934520492', 'ip_version': 4}, {'network_id': '3298e5d3-2f26-4978-824a-753f61f7e67a', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:02:00.657204 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-d5ac5ff7-af95-4628-a499-3c5285059a1b tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Request body: {'subnet': {'network_id': 'fa8cf368-33f7-43cb-9e68-6190a32f5725', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1934520492', 'ip_version': 4}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:02:00.657866 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-d5ac5ff7-af95-4628-a499-3c5285059a1b tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Request body: {'subnet': {'network_id': '3298e5d3-2f26-4978-824a-753f61f7e67a', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:02:00.878428 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-8febb518-a232-41e5-922c-977dbee17290 None None] Provisioning for port e676ccd9-4e81-4f4e-876c-d37fb2632297 completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:02:00.889546 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-8febb518-a232-41e5-922c-977dbee17290 None None] Provisioning complete for port e676ccd9-4e81-4f4e-876c-d37fb2632297 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:02:00.890049 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8febb518-a232-41e5-922c-977dbee17290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:00.921673 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 34250) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:02:00.932884 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-338b88e4-ff86-4f2c-93af-e70ec8d1b836 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.612s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:02:00.938747 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b789850-616f-4b39-bb47-9cc01b041020 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] POST failed (client error): There was a conflict when trying to complete your request.
Dec 24 11:02:00.939493 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b789850-616f-4b39-bb47-9cc01b041020 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88879) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 24 11:02:00.962717 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-8febb518-a232-41e5-922c-977dbee17290 None None] Port e676ccd9-4e81-4f4e-876c-d37fb2632297 cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:02:00.994472 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-8b789850-616f-4b39-bb47-9cc01b041020 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 409  len: 388 time: 1.6097910
Dec 24 11:02:01.000845 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 34254) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:02:01.043732 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-866c57f3-6da8-4d79-a6c8-0575756293a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:01.059363 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0f3d2e09-c196-4cb2-ae4f-f70d5c9ec19b tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850796890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2246085'] for subnet, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:01.067657 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:02:01.097300 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-866c57f3-6da8-4d79-a6c8-0575756293a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:01.180065 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3d2e09-c196-4cb2-ae4f-f70d5c9ec19b tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Pushing event updated for resources: {'Subnet': ['ID=1b61d94a-1605-4cfd-8e75-e8f3e0c1624d,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:02:01.219450 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5768449e-eb49-44cb-907c-a83980258c10 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:02:01.225600 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5768449e-eb49-44cb-907c-a83980258c10 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:02:01.227456 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-5768449e-eb49-44cb-907c-a83980258c10 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Synchronizing usage tracker for tenant:739a78fd4cfc48c2a4011598579f8f8c on resource:port {{(pid=88879) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:02:01.254463 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-5768449e-eb49-44cb-907c-a83980258c10 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Unset dirty status for tenant:739a78fd4cfc48c2a4011598579f8f8c on resource:port {{(pid=88879) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:02:01.259708 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-5768449e-eb49-44cb-907c-a83980258c10 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1685 time: 0.2576466
Dec 24 11:02:01.260879 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 34262) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:02:01.275585 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-866c57f3-6da8-4d79-a6c8-0575756293a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:01.322962 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-0f3d2e09-c196-4cb2-ae4f-f70d5c9ec19b tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:02:01.323538 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device eba96537-0082-4724-83a9-c49b523dea69 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:02:01.333990 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-d2f4c8b0-c152-4e5a-99f8-09f13017ac10 tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:02:01.368658 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-866c57f3-6da8-4d79-a6c8-0575756293a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:01.373256 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-866c57f3-6da8-4d79-a6c8-0575756293a2 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/27b7dabd-4fe8-4848-a367-cdd54897a107 HTTP/1.1" status: 204  len: 168 time: 0.8968158
Dec 24 11:02:01.375958 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866c57f3-6da8-4d79-a6c8-0575756293a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27b7dabd-4fe8-4848-a367-cdd54897a107,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:02:01.389302 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-866c57f3-6da8-4d79-a6c8-0575756293a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:02:01.403206 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-d5ac5ff7-af95-4628-a499-3c5285059a1b tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:02:01.439406 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-8094f776-18aa-4fc6-b6e6-821017da97e3 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Deleting port e676ccd9-4e81-4f4e-876c-d37fb2632297 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:02:01.439795 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8094f776-18aa-4fc6-b6e6-821017da97e3 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:01.446506 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-d5ac5ff7-af95-4628-a499-3c5285059a1b tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Usage tracker for resource:subnet and tenant:2cb286b09c4548a6b18e2f69b65f1436 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:02:01.451981 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning for port eba96537-0082-4724-83a9-c49b523dea69 completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:02:01.458201 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 77e6cb5a-f69c-4c84-a8c5-73433aa0ad19 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:02:01.477226 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-d5ac5ff7-af95-4628-a499-3c5285059a1b tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:02:01.503992 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3d2e09-c196-4cb2-ae4f-f70d5c9ec19b tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Checking segment: {'id': '9259b65a-b8e1-42df-b464-6c1574781356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'd9539e1d-907b-4edf-b1f6-957e16e3b6dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:02:01.504588 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f3d2e09-c196-4cb2-ae4f-f70d5c9ec19b tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Network hostable DHCP agents. Network: d9539e1d-907b-4edf-b1f6-957e16e3b6dd, hostable agents: ['edcf98dc-3032-472a-8b3d-f23fd1e89806'], hosted agents: [] {{(pid=88878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 24 11:02:01.547562 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-713b32a1-6f8c-433a-8d78-0846773fe2b9 None None] Network bccad6ac-4d91-4bc6-8b94-4a02d0a1b551 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:02:01.601656 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port 77e6cb5a-f69c-4c84-a8c5-73433aa0ad19 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:02:01.602111 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:01.637361 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-d5ac5ff7-af95-4628-a499-3c5285059a1b tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:02:01.699886 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f3d2e09-c196-4cb2-ae4f-f70d5c9ec19b tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Network d9539e1d-907b-4edf-b1f6-957e16e3b6dd is scheduled to be hosted by DHCP agent edcf98dc-3032-472a-8b3d-f23fd1e89806 with binding_index 1 {{(pid=88878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 24 11:02:01.714724 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-3b4fd1a2-f960-4f3a-8a3d-07be4f49fff0 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8a7af7c8b592433694552a5e5f506278&name=default HTTP/1.1" status: 200  len: 2647 time: 0.7797589
Dec 24 11:02:01.715727 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5ac5ff7-af95-4628-a499-3c5285059a1b tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Made reservation on behalf of 2cb286b09c4548a6b18e2f69b65f1436 for: {'subnet': 2} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:02:01.723730 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 34268) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:02:01.779889 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-481cd9e9-7d7e-42ac-938b-02b07e42bd85 None None] Provisioning for port eba96537-0082-4724-83a9-c49b523dea69 completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:02:01.796498 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-481cd9e9-7d7e-42ac-938b-02b07e42bd85 None None] Provisioning complete for port eba96537-0082-4724-83a9-c49b523dea69 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:02:01.797449 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-481cd9e9-7d7e-42ac-938b-02b07e42bd85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:01.832450 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-0f3d2e09-c196-4cb2-ae4f-f70d5c9ec19b tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822691-2-hyperv, d9539e1d-907b-4edf-b1f6-957e16e3b6dd) {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:02:01.863495 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f3d2e09-c196-4cb2-ae4f-f70d5c9ec19b tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:02:01.864511 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0f3d2e09-c196-4cb2-ae4f-f70d5c9ec19b tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1977811'] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:01.873129 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8094f776-18aa-4fc6-b6e6-821017da97e3 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:01.889978 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012c20a8-1833-40e5-b27f-3d066be40ddd req-5f3fc370-0183-4ccb-897e-48560e1a9caa tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:02:01.891770 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-012c20a8-1833-40e5-b27f-3d066be40ddd req-5f3fc370-0183-4ccb-897e-48560e1a9caa tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] 10.222.0.65 "GET /v2.0/ports?device_id=655d927a-1c14-4f1b-88cc-771b29a10c76 HTTP/1.1" status: 200  len: 946 time: 0.5668688
Dec 24 11:02:01.902222 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73ecc1fd-aa23-43bb-a4df-443b9d20b399 None None] Network d9539e1d-907b-4edf-b1f6-957e16e3b6dd requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:02:02.033820 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-8094f776-18aa-4fc6-b6e6-821017da97e3 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Calling delete_port for e676ccd9-4e81-4f4e-876c-d37fb2632297 owned by  {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:02:02.248365 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d5ac5ff7-af95-4628-a499-3c5285059a1b tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2246100'] for subnet, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:02.248867 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d5ac5ff7-af95-4628-a499-3c5285059a1b tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2246100'] for subnet, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:02.283935 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-0f3d2e09-c196-4cb2-ae4f-f70d5c9ec19b tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 803 time: 3.8319192
Dec 24 11:02:02.283935 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-46738846-638c-4265-8f9a-11852915da38 tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:02.286329 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 34276) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:02:02.293712 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-286754a9-8104-47c5-a7fb-a206bc8e4ef6 tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:02:02.364509 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46738846-638c-4265-8f9a-11852915da38 tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Pushing event deleted for resources: {'Port': ['ID=c4d00ffa-0a26-4555-9778-dd47e3d65de9,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:02:02.368472 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-46738846-638c-4265-8f9a-11852915da38 tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:02:02.369215 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 34280) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:02:02.412709 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f263c18c-f6cf-4ce5-8e6a-d1ed0aedcc5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:02.416229 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-01776d40-5d5e-4502-b429-f82df857d887 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:02.426995 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-012c20a8-1833-40e5-b27f-3d066be40ddd req-a88ee344-6ba1-4b04-9a46-a0e9166f658f tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] 10.222.0.65 "GET /v2.0/security-groups?id=02c07f75-3a5f-4cdc-91db-62e2db60964c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.5215852
Dec 24 11:02:02.502781 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-481cd9e9-7d7e-42ac-938b-02b07e42bd85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:02.543627 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-481cd9e9-7d7e-42ac-938b-02b07e42bd85 None None] For port eba96537-0082-4724-83a9-c49b523dea69, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=eba96537-0082-4724-83a9-c49b523dea69,segment=NetworkSegment(481e3ea9-7bc0-46a0-add3-b4b8714c897a),segment_id=481e3ea9-7bc0-46a0-add3-b4b8714c897a)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:02:02.556350 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f263c18c-f6cf-4ce5-8e6a-d1ed0aedcc5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:02.585230 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-0740fd7b-8d2a-47bd-b26c-fced7b0b76ae req-df6ffbec-c257-435f-aa2f-5d3edcb9b699 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=655d927a-1c14-4f1b-88cc-771b29a10c76&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.8198919
Dec 24 11:02:02.609787 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-01776d40-5d5e-4502-b429-f82df857d887 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:02:02.640746 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-481cd9e9-7d7e-42ac-938b-02b07e42bd85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:02.649034 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-d4a6353a-91f2-4a67-9828-a9381c819938 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:02:02.662835 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-01776d40-5d5e-4502-b429-f82df857d887 admin admin] Usage tracker for resource:security_group_rule and tenant:70b5aa6f7cf5488c8824324acd991048 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:02:02.671904 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-01776d40-5d5e-4502-b429-f82df857d887 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:02:02.696830 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-01776d40-5d5e-4502-b429-f82df857d887 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:02:02.728969 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481cd9e9-7d7e-42ac-938b-02b07e42bd85 None None] Pushing event updated for resources: {'Port': ['ID=eba96537-0082-4724-83a9-c49b523dea69,revision_number=3']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:02:02.733510 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-481cd9e9-7d7e-42ac-938b-02b07e42bd85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:02:02.756128 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffb16828-90bf-45f4-afc5-6a9a664c2d03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73968e80-91fd-539e-a7c6-b31af6d9e680-d9539e1d-907b-4edf-b1f6-957e16e3b6dd', 'network_id': 'd9539e1d-907b-4edf-b1f6-957e16e3b6dd', 'tenant_id': '18d2a9fdfea84546a82d906d6ec9907e', 'fixed_ips': [{'subnet_id': '1b61d94a-1605-4cfd-8e75-e8f3e0c1624d'}]}} from dv-neutron-822691-2-hyperv. {{(pid=88880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 24 11:02:02.757208 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ffb16828-90bf-45f4-afc5-6a9a664c2d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:02.878146 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8094f776-18aa-4fc6-b6e6-821017da97e3 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:02.899070 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-3080c3a6-4d59-4695-91fc-9a27149500e5 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:02:02.959121 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f263c18c-f6cf-4ce5-8e6a-d1ed0aedcc5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:02.989419 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-ffb16828-90bf-45f4-afc5-6a9a664c2d03 None None] Allocated IP 2001:db8::3 (d9539e1d-907b-4edf-b1f6-957e16e3b6dd/1b61d94a-1605-4cfd-8e75-e8f3e0c1624d/564aedcb-1c21-45ba-9a10-fa5f45a05165) {{(pid=88880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:02:03.000610 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8094f776-18aa-4fc6-b6e6-821017da97e3 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Pushing event deleted for resources: {'Port': ['ID=e676ccd9-4e81-4f4e-876c-d37fb2632297,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:02:03.009958 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-8094f776-18aa-4fc6-b6e6-821017da97e3 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:02:03.017784 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-449c0694-2f61-4890-8866-3a645fe60e55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.042s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:02:03.156022 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f263c18c-f6cf-4ce5-8e6a-d1ed0aedcc5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d37c61a8-52b8-4ee1-ba4d-b046225ed1c4,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:02:03.166084 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f263c18c-f6cf-4ce5-8e6a-d1ed0aedcc5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:02:03.170687 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8094f776-18aa-4fc6-b6e6-821017da97e3 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:03.201069 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-01776d40-5d5e-4502-b429-f82df857d887 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:03.221161 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-01776d40-5d5e-4502-b429-f82df857d887 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:03.247850 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ffb16828-90bf-45f4-afc5-6a9a664c2d03 None None] Notify callbacks [] for port, precommit_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:03.249734 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:02:03.262009 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-ffb16828-90bf-45f4-afc5-6a9a664c2d03 None None] Transition to ACTIVE for port object 564aedcb-1c21-45ba-9a10-fa5f45a05165 will not be triggered until provisioned by entity L2. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:02:03.273723 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f263c18c-f6cf-4ce5-8e6a-d1ed0aedcc5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:03.278832 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-f263c18c-f6cf-4ce5-8e6a-d1ed0aedcc5f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d37c61a8-52b8-4ee1-ba4d-b046225ed1c4 HTTP/1.1" status: 204  len: 168 time: 1.5502489
Dec 24 11:02:03.287532 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-ffb16828-90bf-45f4-afc5-6a9a664c2d03 None None] Transition to ACTIVE for port object 564aedcb-1c21-45ba-9a10-fa5f45a05165 will not be triggered until provisioned by entity DHCP. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:02:03.300673 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-0740fd7b-8d2a-47bd-b26c-fced7b0b76ae req-cc839e42-d727-46a0-89f4-77d55485d07e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3227175fb2a74b37bb7d77f5e6df3dce&device_id=655d927a-1c14-4f1b-88cc-771b29a10c76 HTTP/1.1" status: 200  len: 1099 time: 0.5899262
Dec 24 11:02:03.302506 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ffb16828-90bf-45f4-afc5-6a9a664c2d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408'] for port, after_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:03.315859 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:02:03.331340 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-8094f776-18aa-4fc6-b6e6-821017da97e3 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "DELETE /v2.0/ports/e676ccd9-4e81-4f4e-876c-d37fb2632297 HTTP/1.1" status: 204  len: 168 time: 2.0686100
Dec 24 11:02:03.353520 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 34290) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:02:03.390196 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device eba96537-0082-4724-83a9-c49b523dea69 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:02:03.443612 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffb16828-90bf-45f4-afc5-6a9a664c2d03 None None] Network d9539e1d-907b-4edf-b1f6-957e16e3b6dd is already hosted by enough agents. {{(pid=88880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:02:03.471665 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-ffb16828-90bf-45f4-afc5-6a9a664c2d03 None None] Resources bound (agent type, host, resource id):  {{(pid=88880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:02:03.491332 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb16828-90bf-45f4-afc5-6a9a664c2d03 None None] Received port after_create {{(pid=88880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:02:03.500075 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-8efdfec1-03a0-47da-ba28-bb1e3dba1fec None None] Provisioning complete for port eba96537-0082-4724-83a9-c49b523dea69 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:02:03.500497 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8efdfec1-03a0-47da-ba28-bb1e3dba1fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:03.541669 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-46738846-638c-4265-8f9a-11852915da38 tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854116846'] for router_gateway, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:03.545975 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01776d40-5d5e-4502-b429-f82df857d887 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dda0c6b9-3eff-4fc1-a5f7-8ab6381946e8,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:02:03.574394 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-01776d40-5d5e-4502-b429-f82df857d887 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:02:03.591426 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-01776d40-5d5e-4502-b429-f82df857d887 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=70b5aa6f7cf5488c8824324acd991048&name=default HTTP/1.1" status: 200  len: 2647 time: 1.2190275
Dec 24 11:02:03.604388 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 34294) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:02:03.652249 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-616f3bd6-e720-4a86-8448-ef121b0c07d8 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:02:03.655607 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-616f3bd6-e720-4a86-8448-ef121b0c07d8 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:02:03.657157 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-616f3bd6-e720-4a86-8448-ef121b0c07d8 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Synchronizing usage tracker for tenant:739a78fd4cfc48c2a4011598579f8f8c on resource:subnet {{(pid=88879) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:02:03.726357 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb16828-90bf-45f4-afc5-6a9a664c2d03 None None] Pushing event updated for resources: {'Port': ['ID=564aedcb-1c21-45ba-9a10-fa5f45a05165,revision_number=1']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:02:03.762658 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-ffb16828-90bf-45f4-afc5-6a9a664c2d03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.447s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:02:03.785275 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-ffb16828-90bf-45f4-afc5-6a9a664c2d03 None None] Attempting to bind port 564aedcb-1c21-45ba-9a10-fa5f45a05165 on host dv-neutron-822691-2-hyperv for vnic_type normal with profile  {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:02:03.785714 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-ffb16828-90bf-45f4-afc5-6a9a664c2d03 None None] Attempting to bind port 564aedcb-1c21-45ba-9a10-fa5f45a05165 by drivers openvswitch,hyperv on host dv-neutron-822691-2-hyperv at level 0 using segments [{'id': '9259b65a-b8e1-42df-b464-6c1574781356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'd9539e1d-907b-4edf-b1f6-957e16e3b6dd'}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:02:03.786189 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb16828-90bf-45f4-afc5-6a9a664c2d03 None None] Attempting to bind port 564aedcb-1c21-45ba-9a10-fa5f45a05165 on network d9539e1d-907b-4edf-b1f6-957e16e3b6dd {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:02:03.813986 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port eba96537-0082-4724-83a9-c49b523dea69 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:02:03.814421 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:03.864481 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0740fd7b-8d2a-47bd-b26c-fced7b0b76ae req-79c23341-8596-462e-93bb-c4a5a6590e5a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:02:03.867624 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-0740fd7b-8d2a-47bd-b26c-fced7b0b76ae req-79c23341-8596-462e-93bb-c4a5a6590e5a service neutron] 10.222.0.58 "GET /v2.0/networks?id=06bf4055-f82f-43ff-8ef7-0747a91153cc HTTP/1.1" status: 200  len: 913 time: 0.4889603
Dec 24 11:02:03.875134 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb16828-90bf-45f4-afc5-6a9a664c2d03 None None] Checking agent: {'id': 'db1275c1-6001-47af-93c2-635c68404703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822691-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 52, 8), 'started_at': datetime.datetime(2021, 12, 24, 10, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 1, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822691-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:02:03.875599 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb16828-90bf-45f4-afc5-6a9a664c2d03 None None] Checking segment: {'id': '9259b65a-b8e1-42df-b464-6c1574781356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'd9539e1d-907b-4edf-b1f6-957e16e3b6dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:02:03.876133 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ffb16828-90bf-45f4-afc5-6a9a664c2d03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:03.876596 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb16828-90bf-45f4-afc5-6a9a664c2d03 None None] Bound using segment: {'id': '9259b65a-b8e1-42df-b464-6c1574781356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'd9539e1d-907b-4edf-b1f6-957e16e3b6dd'} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:02:03.877154 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-ffb16828-90bf-45f4-afc5-6a9a664c2d03 None None] Bound port: 564aedcb-1c21-45ba-9a10-fa5f45a05165, host: dv-neutron-822691-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9259b65a-b8e1-42df-b464-6c1574781356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'd9539e1d-907b-4edf-b1f6-957e16e3b6dd'}}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:02:03.877583 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ffb16828-90bf-45f4-afc5-6a9a664c2d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:03.944771 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9375990f-75c1-40fe-acc4-496b1ef93d13 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036847558493'] for network, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:04.037601 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2a8ba8f6-3415-45ce-9055-08e464cb3767 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854055677'] for router_interface, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:04.099449 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-616f3bd6-e720-4a86-8448-ef121b0c07d8 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Unset dirty status for tenant:739a78fd4cfc48c2a4011598579f8f8c on resource:subnet {{(pid=88879) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:02:04.107538 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-616f3bd6-e720-4a86-8448-ef121b0c07d8 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.7450509
Dec 24 11:02:04.115135 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 34306) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:02:04.195347 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-ffb16828-90bf-45f4-afc5-6a9a664c2d03 None None] For port 564aedcb-1c21-45ba-9a10-fa5f45a05165, host dv-neutron-822691-2-hyperv, cleared binding levels {{(pid=88880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:02:04.200435 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-46738846-638c-4265-8f9a-11852915da38 tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854158724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-84560'] for router, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:04.200683 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-ffb16828-90bf-45f4-afc5-6a9a664c2d03 None None] For port 564aedcb-1c21-45ba-9a10-fa5f45a05165, host dv-neutron-822691-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=564aedcb-1c21-45ba-9a10-fa5f45a05165,segment=NetworkSegment(9259b65a-b8e1-42df-b464-6c1574781356),segment_id=9259b65a-b8e1-42df-b464-6c1574781356)] {{(pid=88880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:02:04.205321 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ffb16828-90bf-45f4-afc5-6a9a664c2d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:04.210870 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-e57e304e-80a5-4f4c-a2c2-35a089255632 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:02:04.216635 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-0740fd7b-8d2a-47bd-b26c-fced7b0b76ae req-aacd16fd-32fa-4bd4-b388-4a1f424d6fc3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3a88a9cd-23ff-4882-94d5-148e4e2e250b HTTP/1.1" status: 200  len: 1002 time: 0.3324203
Dec 24 11:02:04.218253 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4a2d9170-40fe-48f5-9b75-35d63571b45f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:04.242553 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-9375990f-75c1-40fe-acc4-496b1ef93d13 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Deleting port 564aedcb-1c21-45ba-9a10-fa5f45a05165 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:02:04.242985 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9375990f-75c1-40fe-acc4-496b1ef93d13 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:04.275716 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4a2d9170-40fe-48f5-9b75-35d63571b45f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:04.299537 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb16828-90bf-45f4-afc5-6a9a664c2d03 None None] Pushing event updated for resources: {'Port': ['ID=564aedcb-1c21-45ba-9a10-fa5f45a05165,revision_number=2']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:02:04.306276 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-ffb16828-90bf-45f4-afc5-6a9a664c2d03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:02:04.385017 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-46738846-638c-4265-8f9a-11852915da38 tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:04.456865 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0740fd7b-8d2a-47bd-b26c-fced7b0b76ae req-6c6c8c21-313e-48fb-95b2-7f4651c826a3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:02:04.458517 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-0740fd7b-8d2a-47bd-b26c-fced7b0b76ae req-6c6c8c21-313e-48fb-95b2-7f4651c826a3 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=26cb8daf-b897-4fc8-a72c-e78bd818e5d0 HTTP/1.1" status: 200  len: 851 time: 0.0958936
Dec 24 11:02:04.459309 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4a2d9170-40fe-48f5-9b75-35d63571b45f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:04.466158 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-9b57ea15-c40b-4de8-b127-3857aa54d530 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:02:04.517793 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3bd3b8-dd25-4153-b777-90cb9def471d req-561c79db-e1ba-473a-ac96-1d43a5b345f2 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:02:04.519482 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-7e3bd3b8-dd25-4153-b777-90cb9def471d req-561c79db-e1ba-473a-ac96-1d43a5b345f2 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] 10.222.0.65 "GET /v2.0/ports?device_id=655d927a-1c14-4f1b-88cc-771b29a10c76 HTTP/1.1" status: 200  len: 946 time: 1.1420181
Dec 24 11:02:04.525336 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2d9170-40fe-48f5-9b75-35d63571b45f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dda0c6b9-3eff-4fc1-a5f7-8ab6381946e8,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:02:04.564224 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-4a2d9170-40fe-48f5-9b75-35d63571b45f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:02:04.569356 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4a2d9170-40fe-48f5-9b75-35d63571b45f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:04.573653 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-4a2d9170-40fe-48f5-9b75-35d63571b45f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/dda0c6b9-3eff-4fc1-a5f7-8ab6381946e8 HTTP/1.1" status: 204  len: 168 time: 0.9681497
Dec 24 11:02:04.631875 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-0740fd7b-8d2a-47bd-b26c-fced7b0b76ae req-9a005d63-9636-4e9c-ae2a-4814e79a5f21 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=06bf4055-f82f-43ff-8ef7-0747a91153cc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1575141
Dec 24 11:02:04.861820 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-0740fd7b-8d2a-47bd-b26c-fced7b0b76ae req-22534fe1-6995-4b81-834a-42984f245df3 service neutron] 10.222.0.58 "GET /v2.0/networks/06bf4055-f82f-43ff-8ef7-0747a91153cc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2229607
Dec 24 11:02:04.862517 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 34320) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:02:04.928547 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-46738846-638c-4265-8f9a-11852915da38 tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854158830'] for router, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:04.929167 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46738846-638c-4265-8f9a-11852915da38 tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ce97ffd3-2eb0-46db-8c6a-ffcea28a8cdb {{(pid=88878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 24 11:02:05.056631 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-7e3bd3b8-dd25-4153-b777-90cb9def471d req-6585dd56-0cb7-4ba9-9402-52bcf1eebb4e tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] 10.222.0.65 "GET /v2.0/security-groups?id=02c07f75-3a5f-4cdc-91db-62e2db60964c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4940631
Dec 24 11:02:05.078520 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-46738846-638c-4265-8f9a-11852915da38 tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Notify callbacks [] for router, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:05.079937 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-46738846-638c-4265-8f9a-11852915da38 tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] 10.222.0.65 "DELETE /v2.0/routers/ce97ffd3-2eb0-46db-8c6a-ffcea28a8cdb HTTP/1.1" status: 204  len: 168 time: 7.7678344
Dec 24 11:02:05.089080 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 34328) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:02:05.096131 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-4490ea90-9075-4e29-9bd9-5c7d59c6fbb9 tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1457109565', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a'}, 'admin_state_up': False}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:02:05.107769 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-4490ea90-9075-4e29-9bd9-5c7d59c6fbb9 tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:02:05.113098 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-4490ea90-9075-4e29-9bd9-5c7d59c6fbb9 tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Usage tracker for resource:router and tenant:ee5cf3d76ba94cf2a98bf476ef872852 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:02:05.116790 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-4490ea90-9075-4e29-9bd9-5c7d59c6fbb9 tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:02:05.124543 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-4490ea90-9075-4e29-9bd9-5c7d59c6fbb9 tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:02:05.142658 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4490ea90-9075-4e29-9bd9-5c7d59c6fbb9 tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-612016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-84579'] for router, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:05.144277 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4490ea90-9075-4e29-9bd9-5c7d59c6fbb9 tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854163950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659046', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854079771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854691221'] for router, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:05.173078 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4490ea90-9075-4e29-9bd9-5c7d59c6fbb9 tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:05.196849 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-0740fd7b-8d2a-47bd-b26c-fced7b0b76ae req-39660738-05c4-4606-89a2-0a4842680ab8 service neutron] 10.222.0.58 "GET /v2.0/networks/06bf4055-f82f-43ff-8ef7-0747a91153cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3262453
Dec 24 11:02:05.295621 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 564aedcb-1c21-45ba-9a10-fa5f45a05165 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:02:05.384996 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-c68c467f-9af5-4202-afbf-c51bff56104a tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1025675643'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:02:05.402373 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4490ea90-9075-4e29-9bd9-5c7d59c6fbb9 tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-659031', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854691240'] for router, precommit_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:05.441966 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning for port 564aedcb-1c21-45ba-9a10-fa5f45a05165 completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:02:05.464129 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-c68c467f-9af5-4202-afbf-c51bff56104a tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:02:05.471704 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 34332) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:02:05.480404 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-c68c467f-9af5-4202-afbf-c51bff56104a tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Usage tracker for resource:network and tenant:58aa2a41110240a2b5bfe3b4600f4977 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:02:05.500975 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-c68c467f-9af5-4202-afbf-c51bff56104a tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:02:05.515165 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-c68c467f-9af5-4202-afbf-c51bff56104a tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:02:05.517602 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c9310bb4-d8df-4a32-9a7b-c33626666cd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:05.565891 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8eadd27-9baf-497d-bd27-cbbf025a0a96 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Deleting subnet 941488a3-4de0-4613-bc5f-3aa25c1cf9a6 {{(pid=88878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 24 11:02:05.569290 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-9375990f-75c1-40fe-acc4-496b1ef93d13 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] For port 564aedcb-1c21-45ba-9a10-fa5f45a05165, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=564aedcb-1c21-45ba-9a10-fa5f45a05165,segment=NetworkSegment(9259b65a-b8e1-42df-b464-6c1574781356),segment_id=9259b65a-b8e1-42df-b464-6c1574781356)] {{(pid=88878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:02:05.569701 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9375990f-75c1-40fe-acc4-496b1ef93d13 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:05.584898 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d8eadd27-9baf-497d-bd27-cbbf025a0a96 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks [] for subnet, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:05.585743 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c68c467f-9af5-4202-afbf-c51bff56104a tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Made reservation on behalf of 58aa2a41110240a2b5bfe3b4600f4977 for: {'network': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:02:05.591317 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c68c467f-9af5-4202-afbf-c51bff56104a tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for network, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:05.626201 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-c9310bb4-d8df-4a32-9a7b-c33626666cd2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:02:05.628784 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c68c467f-9af5-4202-afbf-c51bff56104a tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks [] for security_group, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:05.653888 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-c9310bb4-d8df-4a32-9a7b-c33626666cd2 admin admin] Usage tracker for resource:security_group_rule and tenant:fbbca9cc558c4ea4999e534d605a5b34 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:02:05.658210 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-c9310bb4-d8df-4a32-9a7b-c33626666cd2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:02:05.671671 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-c9310bb4-d8df-4a32-9a7b-c33626666cd2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:02:05.685205 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-59529e63-7e6f-4927-b44e-20b0585d05ec req-e5c6f879-e6ed-4eed-952e-0ba03843adad service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3227175fb2a74b37bb7d77f5e6df3dce&device_id=655d927a-1c14-4f1b-88cc-771b29a10c76 HTTP/1.1" status: 200  len: 1099 time: 0.2775204
Dec 24 11:02:05.771541 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-9375990f-75c1-40fe-acc4-496b1ef93d13 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Calling delete_port for 564aedcb-1c21-45ba-9a10-fa5f45a05165 owned by network:dhcp {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:02:05.799129 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-c68c467f-9af5-4202-afbf-c51bff56104a tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:02:05.817598 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-c68c467f-9af5-4202-afbf-c51bff56104a tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Usage tracker for resource:security_group_rule and tenant:58aa2a41110240a2b5bfe3b4600f4977 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:02:05.824316 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-c68c467f-9af5-4202-afbf-c51bff56104a tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:02:05.849499 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d5ac5ff7-af95-4628-a499-3c5285059a1b tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850796890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2246085'] for subnet, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:05.863295 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d8eadd27-9baf-497d-bd27-cbbf025a0a96 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852534446'] for subnet, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:05.883596 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-c68c467f-9af5-4202-afbf-c51bff56104a tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:02:05.893376 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:02:06.033564 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59529e63-7e6f-4927-b44e-20b0585d05ec req-191ab7a4-8cfb-45b6-b72f-67e927d8a59f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:02:06.035814 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-59529e63-7e6f-4927-b44e-20b0585d05ec req-191ab7a4-8cfb-45b6-b72f-67e927d8a59f service neutron] 10.222.0.58 "GET /v2.0/networks?id=06bf4055-f82f-43ff-8ef7-0747a91153cc HTTP/1.1" status: 200  len: 913 time: 0.3340538
Dec 24 11:02:06.038164 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c9310bb4-d8df-4a32-9a7b-c33626666cd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:06.102060 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c9310bb4-d8df-4a32-9a7b-c33626666cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:06.116550 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-d6591aa8-d24d-4141-bae4-0312b779e8aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:02:06.170164 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ac5ff7-af95-4628-a499-3c5285059a1b tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Pushing event updated for resources: {'Subnet': ['ID=cc6f52ca-884d-4382-8dcd-961b209228b3,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:02:06.191107 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-d5ac5ff7-af95-4628-a499-3c5285059a1b tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:02:06.220509 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ac5ff7-af95-4628-a499-3c5285059a1b tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Checking segment: {'id': '4ecfd9f8-e5a9-4f07-a9d6-b7ce2c394537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'fa8cf368-33f7-43cb-9e68-6190a32f5725'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:02:06.221218 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ac5ff7-af95-4628-a499-3c5285059a1b tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Network hostable DHCP agents. Network: fa8cf368-33f7-43cb-9e68-6190a32f5725, hostable agents: ['edcf98dc-3032-472a-8b3d-f23fd1e89806'], hosted agents: [] {{(pid=88878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 24 11:02:06.255103 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4490ea90-9075-4e29-9bd9-5c7d59c6fbb9 tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Notify callbacks [] for router_gateway, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:06.289884 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c68c467f-9af5-4202-afbf-c51bff56104a tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks [] for security_group, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:06.302556 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c68c467f-9af5-4202-afbf-c51bff56104a tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:06.306260 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4490ea90-9075-4e29-9bd9-5c7d59c6fbb9 tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:06.308170 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9310bb4-d8df-4a32-9a7b-c33626666cd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a66f44f2-454b-4b21-9bcf-ffbb00eee6af,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:02:06.311385 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c9310bb4-d8df-4a32-9a7b-c33626666cd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:02:06.311935 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c9310bb4-d8df-4a32-9a7b-c33626666cd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:02:06.325935 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-c9310bb4-d8df-4a32-9a7b-c33626666cd2 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=fbbca9cc558c4ea4999e534d605a5b34&name=default HTTP/1.1" status: 200  len: 2647 time: 0.8528571
Dec 24 11:02:06.330117 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 34338) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:02:06.378296 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-59529e63-7e6f-4927-b44e-20b0585d05ec req-49a42866-30e1-4835-817c-81988fd4b1d8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3a88a9cd-23ff-4882-94d5-148e4e2e250b HTTP/1.1" status: 200  len: 1002 time: 0.3309095
Dec 24 11:02:06.390696 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9375990f-75c1-40fe-acc4-496b1ef93d13 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:06.396364 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c68c467f-9af5-4202-afbf-c51bff56104a tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] vlan segment allocate from pool success with {'vlan_id': 622, 'physical_network': 'physnet1'}  {{(pid=88879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 24 11:02:06.404912 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-33210a07-ce0e-4236-a9bd-d412cca96799 tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:02:06.409094 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5422e4d-43b0-4541-bf3f-6382e7930c79 None None] Network d9539e1d-907b-4edf-b1f6-957e16e3b6dd requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:02:06.436863 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2af9f1c6-a530-4496-903d-5e97ae570157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:06.458448 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d8eadd27-9baf-497d-bd27-cbbf025a0a96 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847655656'] for subnet, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:06.477334 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c68c467f-9af5-4202-afbf-c51bff56104a tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:06.477970 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.segments_db [None req-c68c467f-9af5-4202-afbf-c51bff56104a tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Added segment 7075ddff-73f9-4b5d-849d-d4fee32e4bbc of type vlan for network c5575859-d751-4466-a894-d2db623d50b3
Dec 24 11:02:06.493667 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ac5ff7-af95-4628-a499-3c5285059a1b tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Network fa8cf368-33f7-43cb-9e68-6190a32f5725 is scheduled to be hosted by DHCP agent edcf98dc-3032-472a-8b3d-f23fd1e89806 with binding_index 1 {{(pid=88878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 24 11:02:06.494600 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68c467f-9af5-4202-afbf-c51bff56104a tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abc4aebc-2365-4b05-82b8-37177a7b57d0,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:02:06.498238 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c68c467f-9af5-4202-afbf-c51bff56104a tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:02:06.514034 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-11782143-9be1-429c-ba51-1f95912ba833 None None] Could not find standard attr ID for object 564aedcb-1c21-45ba-9a10-fa5f45a05165. {{(pid=88880) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 24 11:02:06.514163 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9375990f-75c1-40fe-acc4-496b1ef93d13 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Pushing event deleted for resources: {'Port': ['ID=564aedcb-1c21-45ba-9a10-fa5f45a05165,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:02:06.547006 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-9375990f-75c1-40fe-acc4-496b1ef93d13 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:02:06.589517 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59529e63-7e6f-4927-b44e-20b0585d05ec req-17632b26-1f90-4177-a006-d39230e72670 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:02:06.591434 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-59529e63-7e6f-4927-b44e-20b0585d05ec req-17632b26-1f90-4177-a006-d39230e72670 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=26cb8daf-b897-4fc8-a72c-e78bd818e5d0 HTTP/1.1" status: 200  len: 851 time: 0.1988709
Dec 24 11:02:06.593613 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c68c467f-9af5-4202-afbf-c51bff56104a tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363287349540024'] for network, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:06.609069 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-d5ac5ff7-af95-4628-a499-3c5285059a1b tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822691-2-hyperv, fa8cf368-33f7-43cb-9e68-6190a32f5725) {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:02:06.622195 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-215c407e-8aaa-4adc-b69f-2b50c114e400 None None] Network fa8cf368-33f7-43cb-9e68-6190a32f5725 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:02:06.666105 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d5ac5ff7-af95-4628-a499-3c5285059a1b tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850796890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2246085'] for subnet, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:06.676216 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:02:06.708858 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-4490ea90-9075-4e29-9bd9-5c7d59c6fbb9 tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Allocated IP 172.26.3.177 (f8c337ba-681f-4fcb-a333-e3c49365b30a/8ea1398c-0bec-46d6-8d54-85798de2a7ca/6814b37c-27ad-4751-9b15-5bbb30fcaa83) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:02:06.716022 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c68c467f-9af5-4202-afbf-c51bff56104a tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636'] for network, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:06.720284 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c68c467f-9af5-4202-afbf-c51bff56104a tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:02:06.721294 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c68c467f-9af5-4202-afbf-c51bff56104a tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1977811'] for network, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:06.721919 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b3f1e8ad-f2e3-4577-b54a-67638bf1e46a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:06.728446 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:02:06.798481 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf5555d-7cf3-4eaa-afa9-af6556a851b1 req-421c53e8-e3fb-4d71-a368-560be3e35f6a tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:02:06.800252 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-acf5555d-7cf3-4eaa-afa9-af6556a851b1 req-421c53e8-e3fb-4d71-a368-560be3e35f6a tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] 10.222.0.65 "GET /v2.0/ports?device_id=655d927a-1c14-4f1b-88cc-771b29a10c76 HTTP/1.1" status: 200  len: 946 time: 0.5713761
Dec 24 11:02:06.815572 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9375990f-75c1-40fe-acc4-496b1ef93d13 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] No DVR routers for this DVR port 564aedcb-1c21-45ba-9a10-fa5f45a05165 on host dv-neutron-822691-2-hyperv {{(pid=88878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 24 11:02:06.929868 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b3f1e8ad-f2e3-4577-b54a-67638bf1e46a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:07.005128 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ac5ff7-af95-4628-a499-3c5285059a1b tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Pushing event updated for resources: {'Subnet': ['ID=edd6bd8f-253a-4d6d-bdbc-d8ce9e604ae0,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:02:07.025600 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d8eadd27-9baf-497d-bd27-cbbf025a0a96 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7120129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3978858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852529715'] for subnet, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:07.038192 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-d5ac5ff7-af95-4628-a499-3c5285059a1b tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:02:07.038507 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-d5ac5ff7-af95-4628-a499-3c5285059a1b tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:02:07.099567 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-c68c467f-9af5-4202-afbf-c51bff56104a tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201  len: 785 time: 2.2360404
Dec 24 11:02:07.100498 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 34342) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:02:07.116623 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8eadd27-9baf-497d-bd27-cbbf025a0a96 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Pushing event deleted for resources: {'Subnet': ['ID=941488a3-4de0-4613-bc5f-3aa25c1cf9a6,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:02:07.126013 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-d8eadd27-9baf-497d-bd27-cbbf025a0a96 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:02:07.136692 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9375990f-75c1-40fe-acc4-496b1ef93d13 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847655656'] for subnet, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:07.162343 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25ec35ef-c8e7-44c7-8ffd-1e6ea2cc0b91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73968e80-91fd-539e-a7c6-b31af6d9e680-fa8cf368-33f7-43cb-9e68-6190a32f5725', 'network_id': 'fa8cf368-33f7-43cb-9e68-6190a32f5725', 'tenant_id': '2cb286b09c4548a6b18e2f69b65f1436', 'fixed_ips': [{'subnet_id': 'cc6f52ca-884d-4382-8dcd-961b209228b3'}]}} from dv-neutron-822691-2-hyperv. {{(pid=88880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 24 11:02:07.163338 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-25ec35ef-c8e7-44c7-8ffd-1e6ea2cc0b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:07.174864 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-14f830f5-bce4-4e1f-820a-b2f9541ffbb5 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Request body: {'port': {'network_id': 'c5575859-d751-4466-a894-d2db623d50b3', 'name': 'tempest-PortsIpV6TestJSON-1368516511'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:02:07.201580 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dad080f-6a74-47cc-8c37-04499744f866 None None] Network 1c9eeaac-d205-4b19-a351-2fe67dd78b42 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:02:07.207381 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-acf5555d-7cf3-4eaa-afa9-af6556a851b1 req-14fa11fe-87f8-451e-8f60-d238f2a054e1 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] 10.222.0.65 "GET /v2.0/security-groups?id=02c07f75-3a5f-4cdc-91db-62e2db60964c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3877125
Dec 24 11:02:07.208211 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ac5ff7-af95-4628-a499-3c5285059a1b tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Checking segment: {'id': 'df6357c2-e6cf-4080-a66e-a73c3eac0d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '3298e5d3-2f26-4978-824a-753f61f7e67a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:02:07.208626 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ac5ff7-af95-4628-a499-3c5285059a1b tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Network hostable DHCP agents. Network: 3298e5d3-2f26-4978-824a-753f61f7e67a, hostable agents: ['edcf98dc-3032-472a-8b3d-f23fd1e89806'], hosted agents: [] {{(pid=88878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 24 11:02:07.220800 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device c4d00ffa-0a26-4555-9778-dd47e3d65de9 no longer exists at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:02:07.222995 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d8eadd27-9baf-497d-bd27-cbbf025a0a96 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1977811'] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:07.271823 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-59529e63-7e6f-4927-b44e-20b0585d05ec req-c53f2e2b-652d-4d1e-89f8-9af8392b9df3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=06bf4055-f82f-43ff-8ef7-0747a91153cc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.6673052
Dec 24 11:02:07.272621 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68c467f-9af5-4202-afbf-c51bff56104a tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Pushing event updated for resources: {'Network': ['ID=c5575859-d751-4466-a894-d2db623d50b3,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:02:07.283895 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c68c467f-9af5-4202-afbf-c51bff56104a tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.555s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:02:07.297911 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-d8eadd27-9baf-497d-bd27-cbbf025a0a96 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "DELETE /v2.0/subnets/941488a3-4de0-4613-bc5f-3aa25c1cf9a6 HTTP/1.1" status: 204  len: 168 time: 3.1688061
Dec 24 11:02:07.299537 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 34346) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:02:07.361159 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b3f1e8ad-f2e3-4577-b54a-67638bf1e46a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:07.391804 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-0ac4506e-a13f-4af9-9fdf-18a4da95788b tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:02:07.403941 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-98992ad2-99be-4b89-88d7-9b8085635a9f tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0988166
Dec 24 11:02:07.411691 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Network c5575859-d751-4466-a894-d2db623d50b3 details requested by agent ovs-agent-dv-neutron-822691-2-hyperv with host dv-neutron-822691-2-hyperv {{(pid=88880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 24 11:02:07.413272 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 34350) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:02:07.420435 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ac5ff7-af95-4628-a499-3c5285059a1b tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Network 3298e5d3-2f26-4978-824a-753f61f7e67a is scheduled to be hosted by DHCP agent edcf98dc-3032-472a-8b3d-f23fd1e89806 with binding_index 1 {{(pid=88878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 24 11:02:07.424282 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b3f1e8ad-f2e3-4577-b54a-67638bf1e46a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:07.428210 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-b3f1e8ad-f2e3-4577-b54a-67638bf1e46a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a66f44f2-454b-4b21-9bcf-ffbb00eee6af HTTP/1.1" status: 204  len: 168 time: 1.0840411
Dec 24 11:02:07.435809 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-09949600-fe61-414b-9a9c-c563cafa948a tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Request body: {'subnet': {'network_id': '1c9eeaac-d205-4b19-a351-2fe67dd78b42', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:02:07.444941 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] No Port match for: c4d00ffa-0a26-4555-9778-dd47e3d65de9 {{(pid=88880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 24 11:02:07.445390 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device c4d00ffa-0a26-4555-9778-dd47e3d65de9 not bound to the agent host dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 24 11:02:07.456381 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f1e8ad-f2e3-4577-b54a-67638bf1e46a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a66f44f2-454b-4b21-9bcf-ffbb00eee6af,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:02:07.465049 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-b3f1e8ad-f2e3-4577-b54a-67638bf1e46a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:02:07.473272 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9375990f-75c1-40fe-acc4-496b1ef93d13 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7120129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3978858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852529715'] for subnet, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:07.483459 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-210f26c2-8af0-42a9-957d-3e2bf40ce612 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:02:07.515044 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-d5ac5ff7-af95-4628-a499-3c5285059a1b tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822691-2-hyperv, 3298e5d3-2f26-4978-824a-753f61f7e67a) {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:02:07.544558 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-14f830f5-bce4-4e1f-820a-b2f9541ffbb5 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:02:07.550204 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-14f830f5-bce4-4e1f-820a-b2f9541ffbb5 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Usage tracker for resource:port and tenant:58aa2a41110240a2b5bfe3b4600f4977 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:02:07.554060 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-14f830f5-bce4-4e1f-820a-b2f9541ffbb5 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:02:07.561239 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-14f830f5-bce4-4e1f-820a-b2f9541ffbb5 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:02:07.577416 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5ac5ff7-af95-4628-a499-3c5285059a1b tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:02:07.577776 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5ac5ff7-af95-4628-a499-3c5285059a1b tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:02:07.578486 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d5ac5ff7-af95-4628-a499-3c5285059a1b tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1977811'] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:07.594007 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9375990f-75c1-40fe-acc4-496b1ef93d13 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Pushing event deleted for resources: {'Subnet': ['ID=1b61d94a-1605-4cfd-8e75-e8f3e0c1624d,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:02:07.597968 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14f830f5-bce4-4e1f-820a-b2f9541ffbb5 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Made reservation on behalf of 58aa2a41110240a2b5bfe3b4600f4977 for: {'port': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:02:07.603741 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-14f830f5-bce4-4e1f-820a-b2f9541ffbb5 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:07.607265 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-9375990f-75c1-40fe-acc4-496b1ef93d13 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:02:07.635356 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75a65fc8-73c4-4b36-a1d2-e9e042fdffd2 None None] Network 3298e5d3-2f26-4978-824a-753f61f7e67a requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:02:07.682057 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4490ea90-9075-4e29-9bd9-5c7d59c6fbb9 tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:07.708856 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-d5ac5ff7-af95-4628-a499-3c5285059a1b tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 1426 time: 7.1040459
Dec 24 11:02:07.709736 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [None req-14f830f5-bce4-4e1f-820a-b2f9541ffbb5 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] device_id is not set on port 075692e3-49bf-4527-abfe-0311ef31076f yet. {{(pid=88879) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 24 11:02:07.709903 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 34356) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:02:07.729850 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-09949600-fe61-414b-9a9c-c563cafa948a tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:02:07.752858 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-59529e63-7e6f-4927-b44e-20b0585d05ec req-b266200c-13a0-4691-a23b-9cd0568aabcb service neutron] 10.222.0.58 "GET /v2.0/networks/06bf4055-f82f-43ff-8ef7-0747a91153cc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4583404
Dec 24 11:02:07.754442 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b60b00e-f98e-4537-ba7c-b2fca91867aa None None] Network d9539e1d-907b-4edf-b1f6-957e16e3b6dd requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:02:07.852228 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-25ec35ef-c8e7-44c7-8ffd-1e6ea2cc0b91 None None] Allocated IP 172.20.0.2 (fa8cf368-33f7-43cb-9e68-6190a32f5725/cc6f52ca-884d-4382-8dcd-961b209228b3/8efe1f1d-eb90-4471-982c-e28568f37732) {{(pid=88880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:02:07.958321 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4490ea90-9075-4e29-9bd9-5c7d59c6fbb9 tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:07.968103 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-74ae1176-db34-4a58-8c4b-ef4a4a5d69bf tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:02:08.039614 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4490ea90-9075-4e29-9bd9-5c7d59c6fbb9 tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Pushing event updated for resources: {'Port': ['ID=6814b37c-27ad-4751-9b15-5bbb30fcaa83,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:02:08.043115 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-4490ea90-9075-4e29-9bd9-5c7d59c6fbb9 tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:02:08.073227 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-09949600-fe61-414b-9a9c-c563cafa948a tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Usage tracker for resource:subnet and tenant:739a78fd4cfc48c2a4011598579f8f8c is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:02:08.083497 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-09949600-fe61-414b-9a9c-c563cafa948a tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:02:08.106451 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-09949600-fe61-414b-9a9c-c563cafa948a tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:02:08.124211 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:08.126816 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4490ea90-9075-4e29-9bd9-5c7d59c6fbb9 tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Network f8c337ba-681f-4fcb-a333-e3c49365b30a is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:02:08.175338 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-4490ea90-9075-4e29-9bd9-5c7d59c6fbb9 tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Resources bound (agent type, host, resource id):  {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:02:08.178591 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4490ea90-9075-4e29-9bd9-5c7d59c6fbb9 tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:02:08.181895 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9375990f-75c1-40fe-acc4-496b1ef93d13 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847649663', 'neutron.services.segments.db._delete_segments_for_network-8749505737672'] for network, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:08.206373 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-59529e63-7e6f-4927-b44e-20b0585d05ec req-eb4746a1-5fa1-4a63-9d04-93d0737b641f service neutron] 10.222.0.58 "GET /v2.0/networks/06bf4055-f82f-43ff-8ef7-0747a91153cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4418619
Dec 24 11:02:08.230163 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f123b97f-2c91-41ae-8619-2c883db94d0d tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:02:08.232229 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f123b97f-2c91-41ae-8619-2c883db94d0d tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:02:08.235218 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f123b97f-2c91-41ae-8619-2c883db94d0d tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:02:08.236480 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-f123b97f-2c91-41ae-8619-2c883db94d0d tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Synchronizing usage tracker for tenant:2cb286b09c4548a6b18e2f69b65f1436 on resource:subnet {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:02:08.243622 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09949600-fe61-414b-9a9c-c563cafa948a tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Made reservation on behalf of 739a78fd4cfc48c2a4011598579f8f8c for: {'subnet': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:02:08.250148 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-09949600-fe61-414b-9a9c-c563cafa948a tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2246100'] for subnet, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:08.272869 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-14f830f5-bce4-4e1f-820a-b2f9541ffbb5 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:08.279368 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-9375990f-75c1-40fe-acc4-496b1ef93d13 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f52716ae668>,) {'filters': {'network_id': ['d9539e1d-907b-4edf-b1f6-957e16e3b6dd']}} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:02:08.291642 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ba60160-3130-4a1d-b1be-86689aa76af2 None None] DHCP port deletion for d9539e1d-907b-4edf-b1f6-957e16e3b6dd request from dv-neutron-822691-2-hyperv {{(pid=88880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 24 11:02:08.336365 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-14f830f5-bce4-4e1f-820a-b2f9541ffbb5 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:08.341379 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f3fbc05-4350-497d-9502-86d1a6515578 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73968e80-91fd-539e-a7c6-b31af6d9e680-3298e5d3-2f26-4978-824a-753f61f7e67a', 'network_id': '3298e5d3-2f26-4978-824a-753f61f7e67a', 'tenant_id': '2cb286b09c4548a6b18e2f69b65f1436', 'fixed_ips': [{'subnet_id': 'edd6bd8f-253a-4d6d-bdbc-d8ce9e604ae0'}]}} from dv-neutron-822691-2-hyperv. {{(pid=88880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 24 11:02:08.342643 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8f3fbc05-4350-497d-9502-86d1a6515578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:08.393921 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-e93bd71c-6573-4055-9852-698417800b8f tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:02:08.399313 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-9375990f-75c1-40fe-acc4-496b1ef93d13 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f52716ae668>, '9259b65a-b8e1-42df-b464-6c1574781356') {'for_net_delete': True} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:02:08.399802 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-9375990f-75c1-40fe-acc4-496b1ef93d13 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f52716ae668>, '9259b65a-b8e1-42df-b464-6c1574781356') {} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:02:08.432401 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9375990f-75c1-40fe-acc4-496b1ef93d13 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749505745113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2241371'] for segment, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:08.510768 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f830f5-bce4-4e1f-820a-b2f9541ffbb5 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Pushing event updated for resources: {'Port': ['ID=075692e3-49bf-4527-abfe-0311ef31076f,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:02:08.537541 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-14f830f5-bce4-4e1f-820a-b2f9541ffbb5 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:02:08.539736 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37754c59-e0a7-45df-9fa8-08e469d04956 None None] DHCP port deletion for 1c9eeaac-d205-4b19-a351-2fe67dd78b42 request from dv-neutron-822691-2-hyperv {{(pid=88880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 24 11:02:08.541980 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-f123b97f-2c91-41ae-8619-2c883db94d0d tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Unset dirty status for tenant:2cb286b09c4548a6b18e2f69b65f1436 on resource:subnet {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:02:08.548076 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-f123b97f-2c91-41ae-8619-2c883db94d0d tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2052 time: 0.8318799
Dec 24 11:02:08.585941 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 34372) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:02:08.589960 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-37754c59-e0a7-45df-9fa8-08e469d04956 None None] Deleting port 77e6cb5a-f69c-4c84-a8c5-73433aa0ad19 {{(pid=88880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:02:08.590513 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-37754c59-e0a7-45df-9fa8-08e469d04956 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:08.629073 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9375990f-75c1-40fe-acc4-496b1ef93d13 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:08.638905 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-2a8ba8f6-3415-45ce-9055-08e464cb3767 admin admin] Deleting port 143cdb0e-df21-4cd0-8920-d108581a0128 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:02:08.639347 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2a8ba8f6-3415-45ce-9055-08e464cb3767 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:08.670376 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f830f5-bce4-4e1f-820a-b2f9541ffbb5 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Checking segment: {'id': '7075ddff-73f9-4b5d-849d-d4fee32e4bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'c5575859-d751-4466-a894-d2db623d50b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:02:08.670772 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14f830f5-bce4-4e1f-820a-b2f9541ffbb5 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Network hostable DHCP agents. Network: c5575859-d751-4466-a894-d2db623d50b3, hostable agents: ['edcf98dc-3032-472a-8b3d-f23fd1e89806'], hosted agents: [] {{(pid=88879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 24 11:02:08.707787 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9375990f-75c1-40fe-acc4-496b1ef93d13 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Releasing vlan 648 on physical network physnet1 to pool {{(pid=88878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 24 11:02:08.708567 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9375990f-75c1-40fe-acc4-496b1ef93d13 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036847652098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850807864'] for segment, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:08.737493 dv-neutron-822691-2-hyperv neutron-server[88767]: Traceback (most recent call last):
Dec 24 11:02:08.737493 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 24 11:02:08.737493 dv-neutron-822691-2-hyperv neutron-server[88767]:     timer()
Dec 24 11:02:08.737493 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 11:02:08.737493 dv-neutron-822691-2-hyperv neutron-server[88767]:     cb(*args, **kw)
Dec 24 11:02:08.737493 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 24 11:02:08.737493 dv-neutron-822691-2-hyperv neutron-server[88767]:     return func(*args, **kwargs)
Dec 24 11:02:08.737493 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 11:02:08.737493 dv-neutron-822691-2-hyperv neutron-server[88767]:     self._notify()
Dec 24 11:02:08.737493 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 11:02:08.737493 dv-neutron-822691-2-hyperv neutron-server[88767]:     self.callback(batched_events)
Dec 24 11:02:08.737493 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 11:02:08.737493 dv-neutron-822691-2-hyperv neutron-server[88767]:     event.method(event)
Dec 24 11:02:08.737493 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 11:02:08.737493 dv-neutron-822691-2-hyperv neutron-server[88767]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 11:02:08.737493 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 24 11:02:08.737493 dv-neutron-822691-2-hyperv neutron-server[88767]:     segment_id)['aggregates'][0]
Dec 24 11:02:08.737493 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 24 11:02:08.737493 dv-neutron-822691-2-hyperv neutron-server[88767]:     return f(self, *a, **k)
Dec 24 11:02:08.737493 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 11:02:08.737493 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self._get(url).json()
Dec 24 11:02:08.737493 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 24 11:02:08.737493 dv-neutron-822691-2-hyperv neutron-server[88767]:     **kwargs)
Dec 24 11:02:08.737493 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 24 11:02:08.737493 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self.request(url, 'GET', **kwargs)
Dec 24 11:02:08.737493 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 24 11:02:08.737493 dv-neutron-822691-2-hyperv neutron-server[88767]:     **endpoint_filter)
Dec 24 11:02:08.737493 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 24 11:02:08.737493 dv-neutron-822691-2-hyperv neutron-server[88767]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 11:02:08.737493 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 24 11:02:08.737493 dv-neutron-822691-2-hyperv neutron-server[88767]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 11:02:08.737493 dv-neutron-822691-2-hyperv neutron-server[88767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 11:02:08.788744 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14f830f5-bce4-4e1f-820a-b2f9541ffbb5 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Network c5575859-d751-4466-a894-d2db623d50b3 is scheduled to be hosted by DHCP agent edcf98dc-3032-472a-8b3d-f23fd1e89806 with binding_index 1 {{(pid=88879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 24 11:02:08.798273 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-25ec35ef-c8e7-44c7-8ffd-1e6ea2cc0b91 None None] Notify callbacks [] for port, precommit_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:08.863957 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-14f830f5-bce4-4e1f-820a-b2f9541ffbb5 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822691-2-hyperv, c5575859-d751-4466-a894-d2db623d50b3) {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:02:08.876362 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f830f5-bce4-4e1f-820a-b2f9541ffbb5 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:02:08.880638 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14f830f5-bce4-4e1f-820a-b2f9541ffbb5 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:02:08.881287 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-14f830f5-bce4-4e1f-820a-b2f9541ffbb5 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:08.895227 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27910ca2-d098-412e-ab64-3b7b9b36ee8d None None] Network c5575859-d751-4466-a894-d2db623d50b3 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:02:08.904669 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9375990f-75c1-40fe-acc4-496b1ef93d13 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7126154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659196'] for network, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:08.969333 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-25ec35ef-c8e7-44c7-8ffd-1e6ea2cc0b91 None None] Transition to ACTIVE for port object 8efe1f1d-eb90-4471-982c-e28568f37732 will not be triggered until provisioned by entity L2. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:02:08.978731 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-14f830f5-bce4-4e1f-820a-b2f9541ffbb5 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 850 time: 1.8154562
Dec 24 11:02:08.981869 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9375990f-75c1-40fe-acc4-496b1ef93d13 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1977811'] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:08.982209 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 34382) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:02:08.987540 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-33dcb3a4-2f87-4487-98ff-a4bc37808fa5 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:02:08.992317 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-1d09feaf-19cd-417f-ae91-d2d14e2588a5 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1571664452'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:02:09.015475 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_v2 [None req-09a471b6-cf3a-4d01-9344-78b9d6ad2574 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Deleting subnet cc6f52ca-884d-4382-8dcd-961b209228b3 {{(pid=88879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 24 11:02:09.030132 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-1d09feaf-19cd-417f-ae91-d2d14e2588a5 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:02:09.031152 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-9375990f-75c1-40fe-acc4-496b1ef93d13 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] 10.222.0.65 "DELETE /v2.0/networks/d9539e1d-907b-4edf-b1f6-957e16e3b6dd HTTP/1.1" status: 204  len: 168 time: 6.6894836
Dec 24 11:02:09.038118 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 34386) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:02:09.044742 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9375990f-75c1-40fe-acc4-496b1ef93d13 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Pushing event deleted for resources: {'Network': ['ID=d9539e1d-907b-4edf-b1f6-957e16e3b6dd,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:02:09.046169 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-1d09feaf-19cd-417f-ae91-d2d14e2588a5 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Usage tracker for resource:network and tenant:58aa2a41110240a2b5bfe3b4600f4977 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:02:09.051883 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-f4b6c5d7-48de-428a-be0a-549c48a40fa7 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1296823910'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:02:09.056077 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4490ea90-9075-4e29-9bd9-5c7d59c6fbb9 tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Notify callbacks [] for router_gateway, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:09.056797 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4490ea90-9075-4e29-9bd9-5c7d59c6fbb9 tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854163800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854116816'] for router, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:09.060875 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-1d09feaf-19cd-417f-ae91-d2d14e2588a5 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:02:09.062536 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-8f3fbc05-4350-497d-9502-86d1a6515578 None None] Allocated IP 172.20.0.18 (3298e5d3-2f26-4978-824a-753f61f7e67a/edd6bd8f-253a-4d6d-bdbc-d8ce9e604ae0/e96a5175-4ed5-4795-aa68-166c11b3136a) {{(pid=88880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:02:09.064296 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-f4b6c5d7-48de-428a-be0a-549c48a40fa7 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:02:09.078258 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-f4b6c5d7-48de-428a-be0a-549c48a40fa7 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Usage tracker for resource:network and tenant:18d2a9fdfea84546a82d906d6ec9907e is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:02:09.083459 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-1d09feaf-19cd-417f-ae91-d2d14e2588a5 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:02:09.085895 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-f4b6c5d7-48de-428a-be0a-549c48a40fa7 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:02:09.150828 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-9375990f-75c1-40fe-acc4-496b1ef93d13 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:02:09.164496 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74377e25-3e9e-45b3-92c2-53362f934060 req-119d50ab-d124-4966-9a38-7908bac093df tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:02:09.167096 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-74377e25-3e9e-45b3-92c2-53362f934060 req-119d50ab-d124-4966-9a38-7908bac093df tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] 10.222.0.65 "GET /v2.0/ports?device_id=655d927a-1c14-4f1b-88cc-771b29a10c76 HTTP/1.1" status: 200  len: 946 time: 0.6446626
Dec 24 11:02:09.198807 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-f4b6c5d7-48de-428a-be0a-549c48a40fa7 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:02:09.225236 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d09feaf-19cd-417f-ae91-d2d14e2588a5 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Made reservation on behalf of 58aa2a41110240a2b5bfe3b4600f4977 for: {'network': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:02:09.231498 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1d09feaf-19cd-417f-ae91-d2d14e2588a5 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for network, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:09.245348 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4b6c5d7-48de-428a-be0a-549c48a40fa7 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Made reservation on behalf of 18d2a9fdfea84546a82d906d6ec9907e for: {'network': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:02:09.251174 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f4b6c5d7-48de-428a-be0a-549c48a40fa7 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for network, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:09.307570 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4b6c5d7-48de-428a-be0a-549c48a40fa7 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] vlan segment allocate from pool success with {'vlan_id': 627, 'physical_network': 'physnet1'}  {{(pid=88879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 24 11:02:09.312872 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-2a8ba8f6-3415-45ce-9055-08e464cb3767 admin admin] For port 143cdb0e-df21-4cd0-8920-d108581a0128, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=143cdb0e-df21-4cd0-8920-d108581a0128,segment=NetworkSegment(8cea13cb-a746-4fdb-9326-670f5e69ec6e),segment_id=8cea13cb-a746-4fdb-9326-670f5e69ec6e)] {{(pid=88878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:02:09.313579 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2a8ba8f6-3415-45ce-9055-08e464cb3767 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:09.316479 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f4b6c5d7-48de-428a-be0a-549c48a40fa7 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:09.316870 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.segments_db [None req-f4b6c5d7-48de-428a-be0a-549c48a40fa7 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Added segment 893d0674-17db-4c6f-99b0-a37fbcbbb68b of type vlan for network c43447e2-49a9-40b4-8d4f-276062a65735
Dec 24 11:02:09.334950 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-74377e25-3e9e-45b3-92c2-53362f934060 req-8e9f5b44-f2fd-4d74-8f1f-4a0b9f1c3db5 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] 10.222.0.65 "GET /v2.0/security-groups?id=02c07f75-3a5f-4cdc-91db-62e2db60964c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1453128
Dec 24 11:02:09.344826 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f4b6c5d7-48de-428a-be0a-549c48a40fa7 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363287349540024'] for network, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:09.353228 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 564aedcb-1c21-45ba-9a10-fa5f45a05165 no longer exists at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:02:09.377737 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f4b6c5d7-48de-428a-be0a-549c48a40fa7 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636'] for network, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:09.381970 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4b6c5d7-48de-428a-be0a-549c48a40fa7 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:02:09.382663 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f4b6c5d7-48de-428a-be0a-549c48a40fa7 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1977811'] for network, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:09.400010 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-afb36e21-5edb-45cc-a5ef-fd3f2fef1e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:09.403473 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-4f631dca-09db-48d4-982e-4a1075dcf502 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:02:09.411356 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-09949600-fe61-414b-9a9c-c563cafa948a tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850796890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2246085'] for subnet, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:09.439558 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-f4b6c5d7-48de-428a-be0a-549c48a40fa7 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.4002192
Dec 24 11:02:09.445545 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 34392) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:02:09.460808 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d09feaf-19cd-417f-ae91-d2d14e2588a5 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] vlan segment allocate from pool success with {'vlan_id': 614, 'physical_network': 'physnet1'}  {{(pid=88879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 24 11:02:09.478129 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:02:09.497758 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] No Port match for: 564aedcb-1c21-45ba-9a10-fa5f45a05165 {{(pid=88880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 24 11:02:09.498377 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 564aedcb-1c21-45ba-9a10-fa5f45a05165 not bound to the agent host dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 24 11:02:09.499018 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 77e6cb5a-f69c-4c84-a8c5-73433aa0ad19 no longer exists at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:02:09.531788 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-1af5c7c1-c4f8-4b71-8a75-776de8575a85 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Request body: {'subnet': {'network_id': 'c43447e2-49a9-40b4-8d4f-276062a65735', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:02:09.578628 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-25ec35ef-c8e7-44c7-8ffd-1e6ea2cc0b91 None None] Transition to ACTIVE for port object 8efe1f1d-eb90-4471-982c-e28568f37732 will not be triggered until provisioned by entity DHCP. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:02:09.610753 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-2a8ba8f6-3415-45ce-9055-08e464cb3767 admin admin] Calling delete_port for 143cdb0e-df21-4cd0-8920-d108581a0128 owned by network:router_interface {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:02:09.627382 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-09a471b6-cf3a-4d01-9344-78b9d6ad2574 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Notify callbacks [] for subnet, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:09.651839 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09949600-fe61-414b-9a9c-c563cafa948a tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Pushing event updated for resources: {'Subnet': ['ID=9a70230c-a9ff-4a12-8681-fedaba85ed4c,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:02:09.663807 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-09949600-fe61-414b-9a9c-c563cafa948a tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:02:09.674488 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1d09feaf-19cd-417f-ae91-d2d14e2588a5 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:09.674880 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.segments_db [None req-1d09feaf-19cd-417f-ae91-d2d14e2588a5 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Added segment 8f04de8b-27cb-4951-bc20-ec385445c571 of type vlan for network 39c332c1-57d5-4e61-b6a2-dfb14e85c8f8
Dec 24 11:02:09.679657 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bdfdbc84-c52d-4f40-b281-af314dc1f8fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:09.681787 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b6c5d7-48de-428a-be0a-549c48a40fa7 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Pushing event updated for resources: {'Network': ['ID=c43447e2-49a9-40b4-8d4f-276062a65735,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:02:09.699013 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f4b6c5d7-48de-428a-be0a-549c48a40fa7 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:02:09.699885 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09949600-fe61-414b-9a9c-c563cafa948a tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Network 1c9eeaac-d205-4b19-a351-2fe67dd78b42 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:02:09.703453 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-09949600-fe61-414b-9a9c-c563cafa948a tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Resources bound (agent type, host, resource id):  {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:02:09.707308 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09949600-fe61-414b-9a9c-c563cafa948a tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:02:09.707980 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-09949600-fe61-414b-9a9c-c563cafa948a tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1977811'] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:09.747164 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-09949600-fe61-414b-9a9c-c563cafa948a tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 2.3321788
Dec 24 11:02:09.751882 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 34400) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:02:09.768345 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-17963e60-99a6-4a1b-ac92-f852983e4851 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Request body: {'port': {'network_id': '1c9eeaac-d205-4b19-a351-2fe67dd78b42', 'fixed_ips': [{'subnet_id': '9a70230c-a9ff-4a12-8681-fedaba85ed4c', 'ip_address': '2001:db8:0:1::8'}], 'name': 'tempest-NetworksTestDHCPv6-438529615'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:02:09.815618 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-09a471b6-cf3a-4d01-9344-78b9d6ad2574 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-786693'] for subnet, precommit_delete_associations {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:09.871207 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-1af5c7c1-c4f8-4b71-8a75-776de8575a85 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:02:09.875294 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-1af5c7c1-c4f8-4b71-8a75-776de8575a85 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Usage tracker for resource:subnet and tenant:18d2a9fdfea84546a82d906d6ec9907e is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:02:09.878418 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-1af5c7c1-c4f8-4b71-8a75-776de8575a85 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:02:09.885107 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-1af5c7c1-c4f8-4b71-8a75-776de8575a85 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:02:09.893740 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1d09feaf-19cd-417f-ae91-d2d14e2588a5 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363287349540024'] for network, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:09.913423 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1af5c7c1-c4f8-4b71-8a75-776de8575a85 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Made reservation on behalf of 18d2a9fdfea84546a82d906d6ec9907e for: {'subnet': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:02:09.972309 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8f3fbc05-4350-497d-9502-86d1a6515578 None None] Notify callbacks [] for port, precommit_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:09.977761 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-17963e60-99a6-4a1b-ac92-f852983e4851 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:02:09.986238 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-8f3fbc05-4350-497d-9502-86d1a6515578 None None] Transition to ACTIVE for port object e96a5175-4ed5-4795-aa68-166c11b3136a will not be triggered until provisioned by entity L2. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:02:09.988872 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-17963e60-99a6-4a1b-ac92-f852983e4851 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Usage tracker for resource:port and tenant:739a78fd4cfc48c2a4011598579f8f8c is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:02:09.998475 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-17963e60-99a6-4a1b-ac92-f852983e4851 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:02:10.009316 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-17963e60-99a6-4a1b-ac92-f852983e4851 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:02:10.012435 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-8f3fbc05-4350-497d-9502-86d1a6515578 None None] Transition to ACTIVE for port object e96a5175-4ed5-4795-aa68-166c11b3136a will not be triggered until provisioned by entity DHCP. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:02:10.022415 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-37754c59-e0a7-45df-9fa8-08e469d04956 None None] For port 77e6cb5a-f69c-4c84-a8c5-73433aa0ad19, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=77e6cb5a-f69c-4c84-a8c5-73433aa0ad19,segment=NetworkSegment(6618a092-51b2-4e3d-9318-3ce6b7b40c55),segment_id=6618a092-51b2-4e3d-9318-3ce6b7b40c55)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:02:10.022655 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-37754c59-e0a7-45df-9fa8-08e469d04956 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:10.029904 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17963e60-99a6-4a1b-ac92-f852983e4851 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Made reservation on behalf of 739a78fd4cfc48c2a4011598579f8f8c for: {'port': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:02:10.040161 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-17963e60-99a6-4a1b-ac92-f852983e4851 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:10.053223 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2a8ba8f6-3415-45ce-9055-08e464cb3767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:10.068141 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-37b04e59-2346-43ae-88aa-ff19e4b23839 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:02:10.095699 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1d09feaf-19cd-417f-ae91-d2d14e2588a5 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636'] for network, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:10.099950 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d09feaf-19cd-417f-ae91-d2d14e2588a5 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:02:10.100628 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1d09feaf-19cd-417f-ae91-d2d14e2588a5 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1977811'] for network, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:10.109150 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1af5c7c1-c4f8-4b71-8a75-776de8575a85 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3619482'] for subnet, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:10.117686 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-25ec35ef-c8e7-44c7-8ffd-1e6ea2cc0b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408'] for port, after_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:10.123670 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:02:10.136614 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-d286e826-7ba6-44e5-b500-cfbbc92c21fa tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:02:10.161559 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [None req-17963e60-99a6-4a1b-ac92-f852983e4851 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] device_id is not set on port 090ec48f-894c-4265-b8b2-140ffeba83df yet. {{(pid=88878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 24 11:02:10.205769 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-09a471b6-cf3a-4d01-9344-78b9d6ad2574 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847655656'] for subnet, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:10.415659 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8ba8f6-3415-45ce-9055-08e464cb3767 admin admin] Pushing event deleted for resources: {'Port': ['ID=143cdb0e-df21-4cd0-8920-d108581a0128,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:02:10.420871 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-37754c59-e0a7-45df-9fa8-08e469d04956 None None] Calling delete_port for 77e6cb5a-f69c-4c84-a8c5-73433aa0ad19 owned by network:dhcp {{(pid=88880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:02:10.440618 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-2a8ba8f6-3415-45ce-9055-08e464cb3767 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:02:10.441803 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-17963e60-99a6-4a1b-ac92-f852983e4851 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 24 11:02:10.442414 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17963e60-99a6-4a1b-ac92-f852983e4851 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 24 11:02:10.568226 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ec35ef-c8e7-44c7-8ffd-1e6ea2cc0b91 None None] Pushing event updated for resources: {'Port': ['ID=8efe1f1d-eb90-4471-982c-e28568f37732,revision_number=1']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:02:10.578203 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Network c43447e2-49a9-40b4-8d4f-276062a65735 details requested by agent ovs-agent-dv-neutron-822691-2-hyperv with host dv-neutron-822691-2-hyperv {{(pid=88880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 24 11:02:10.660980 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-25ec35ef-c8e7-44c7-8ffd-1e6ea2cc0b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.537s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:02:10.674367 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:10.683213 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-17963e60-99a6-4a1b-ac92-f852983e4851 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 400  len: 350 time: 0.9284213
Dec 24 11:02:10.684252 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 34418) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:02:10.690530 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-37754c59-e0a7-45df-9fa8-08e469d04956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392'] for port, after_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:10.691377 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-1d09feaf-19cd-417f-ae91-d2d14e2588a5 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 1.7080319
Dec 24 11:02:10.699929 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8f3fbc05-4350-497d-9502-86d1a6515578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408'] for port, after_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:10.715538 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-ffb16828-90bf-45f4-afc5-6a9a664c2d03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:02:10.755172 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 34422) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:02:10.755555 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 34424) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:02:10.782508 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37754c59-e0a7-45df-9fa8-08e469d04956 None None] Pushing event deleted for resources: {'Port': ['ID=77e6cb5a-f69c-4c84-a8c5-73433aa0ad19,revision_number=None']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:02:10.815035 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-a7aeeaf7-df7f-4566-8702-9e01bf85786a tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Request body: {'ports': [{'network_id': 'c5575859-d751-4466-a894-d2db623d50b3'}, {'network_id': '39c332c1-57d5-4e61-b6a2-dfb14e85c8f8'}]} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:02:10.815390 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-a7aeeaf7-df7f-4566-8702-9e01bf85786a tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Request body: {'port': {'network_id': 'c5575859-d751-4466-a894-d2db623d50b3'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:02:10.816604 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-a7aeeaf7-df7f-4566-8702-9e01bf85786a tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Request body: {'port': {'network_id': '39c332c1-57d5-4e61-b6a2-dfb14e85c8f8'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:02:10.822192 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d09feaf-19cd-417f-ae91-d2d14e2588a5 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Pushing event updated for resources: {'Network': ['ID=39c332c1-57d5-4e61-b6a2-dfb14e85c8f8,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:02:10.829498 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-1d09feaf-19cd-417f-ae91-d2d14e2588a5 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.693s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:02:10.867138 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4490ea90-9075-4e29-9bd9-5c7d59c6fbb9 tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Router 2b2c7c1f-f957-4d48-a758-3f980b256303 is scheduled to L3 agent 198cca88-1338-4098-b44b-beb0346ac906 with binding_index 1 {{(pid=88879) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 24 11:02:10.870292 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Network 39c332c1-57d5-4e61-b6a2-dfb14e85c8f8 details requested by agent ovs-agent-dv-neutron-822691-2-hyperv with host dv-neutron-822691-2-hyperv {{(pid=88880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 24 11:02:10.878219 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-d3782362-f739-4cdb-a9e8-4ef380893b1b tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Synchronizing usage tracker for tenant:739a78fd4cfc48c2a4011598579f8f8c on resource:port {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:02:10.974027 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-d3782362-f739-4cdb-a9e8-4ef380893b1b tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Unset dirty status for tenant:739a78fd4cfc48c2a4011598579f8f8c on resource:port {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:02:10.975350 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-d3782362-f739-4cdb-a9e8-4ef380893b1b tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200  len: 205 time: 0.2900581
Dec 24 11:02:10.981452 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 34432) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:02:11.000524 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-39ff93cf-c0b7-48c5-95f3-6f7e9977387d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:11.014043 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-09a471b6-cf3a-4d01-9344-78b9d6ad2574 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7120129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850854134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851156349'] for subnet, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:11.020912 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37754c59-e0a7-45df-9fa8-08e469d04956 None None] No DVR routers for this DVR port 77e6cb5a-f69c-4c84-a8c5-73433aa0ad19 on host dv-neutron-822691-2-hyperv {{(pid=88880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 24 11:02:11.040207 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:02:11.045160 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25ec35ef-c8e7-44c7-8ffd-1e6ea2cc0b91 None None] Network fa8cf368-33f7-43cb-9e68-6190a32f5725 is already hosted by enough agents. {{(pid=88880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:02:11.046129 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84feec1-e36d-4483-83d0-8d9ae81e9439 req-fab9cfdf-77c6-4edc-a34b-0389853e943b tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:02:11.047241 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f3fbc05-4350-497d-9502-86d1a6515578 None None] Network 3298e5d3-2f26-4978-824a-753f61f7e67a is already hosted by enough agents. {{(pid=88880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:02:11.053553 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-f84feec1-e36d-4483-83d0-8d9ae81e9439 req-fab9cfdf-77c6-4edc-a34b-0389853e943b tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] 10.222.0.65 "GET /v2.0/ports?device_id=655d927a-1c14-4f1b-88cc-771b29a10c76 HTTP/1.1" status: 200  len: 946 time: 0.4504569
Dec 24 11:02:11.115055 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-45c02670-729f-4287-aaf2-43ebd57f14ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-811669030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-811669030-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1863303822'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:02:11.151450 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-45c02670-729f-4287-aaf2-43ebd57f14ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-811669030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-811669030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:02:11.153480 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a471b6-cf3a-4d01-9344-78b9d6ad2574 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Pushing event deleted for resources: {'Subnet': ['ID=cc6f52ca-884d-4382-8dcd-961b209228b3,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:02:11.154830 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-8f3fbc05-4350-497d-9502-86d1a6515578 None None] Resources bound (agent type, host, resource id):  {{(pid=88880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:02:11.157043 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc013d34-5a9f-4501-9a37-e3dee3ef5ddd None None] Network 1c9eeaac-d205-4b19-a351-2fe67dd78b42 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:02:11.157200 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-09a471b6-cf3a-4d01-9344-78b9d6ad2574 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:02:11.170646 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-25ec35ef-c8e7-44c7-8ffd-1e6ea2cc0b91 None None] Resources bound (agent type, host, resource id):  {{(pid=88880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:02:11.175693 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-09a471b6-cf3a-4d01-9344-78b9d6ad2574 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Notify callbacks [] for subnet, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:11.197232 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ec35ef-c8e7-44c7-8ffd-1e6ea2cc0b91 None None] Received port after_create {{(pid=88880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:02:11.207418 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-09a471b6-cf3a-4d01-9344-78b9d6ad2574 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] 10.222.0.65 "DELETE /v2.0/subnets/cc6f52ca-884d-4382-8dcd-961b209228b3 HTTP/1.1" status: 204  len: 168 time: 2.6169534
Dec 24 11:02:11.210161 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f3fbc05-4350-497d-9502-86d1a6515578 None None] Received port after_create {{(pid=88880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:02:11.210299 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 34438) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:02:11.226525 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3fbc05-4350-497d-9502-86d1a6515578 None None] Pushing event updated for resources: {'Port': ['ID=e96a5175-4ed5-4795-aa68-166c11b3136a,revision_number=1']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:02:11.234555 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-8f3fbc05-4350-497d-9502-86d1a6515578 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.519s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:02:11.257324 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-71e16f94-045e-409c-bf24-cf2b4d79e390 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.489s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:02:11.257781 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-71e16f94-045e-409c-bf24-cf2b4d79e390 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:02:11.271649 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-45c02670-729f-4287-aaf2-43ebd57f14ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-811669030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-811669030-project] Usage tracker for resource:network and tenant:4970dc806060491f95a0d5d24076181d is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:02:11.480629 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1af5c7c1-c4f8-4b71-8a75-776de8575a85 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3921862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3619467'] for subnet, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:11.488015 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-a0bb5aa3-408d-461b-b565-c3a36ecf1bb4 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:02:11.521077 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-8f3fbc05-4350-497d-9502-86d1a6515578 None None] Attempting to bind port e96a5175-4ed5-4795-aa68-166c11b3136a on host dv-neutron-822691-2-hyperv for vnic_type normal with profile  {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:02:11.521467 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-8f3fbc05-4350-497d-9502-86d1a6515578 None None] Attempting to bind port e96a5175-4ed5-4795-aa68-166c11b3136a by drivers openvswitch,hyperv on host dv-neutron-822691-2-hyperv at level 0 using segments [{'id': 'df6357c2-e6cf-4080-a66e-a73c3eac0d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '3298e5d3-2f26-4978-824a-753f61f7e67a'}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:02:11.521929 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f3fbc05-4350-497d-9502-86d1a6515578 None None] Attempting to bind port e96a5175-4ed5-4795-aa68-166c11b3136a on network 3298e5d3-2f26-4978-824a-753f61f7e67a {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:02:11.536543 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-45c02670-729f-4287-aaf2-43ebd57f14ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-811669030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-811669030-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:02:11.543836 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae1e2027-7f1c-497c-b263-ff2205839f26 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:02:11.545337 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae1e2027-7f1c-497c-b263-ff2205839f26 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:02:11.546205 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-ae1e2027-7f1c-497c-b263-ff2205839f26 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Synchronizing usage tracker for tenant:739a78fd4cfc48c2a4011598579f8f8c on resource:subnet {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:02:11.554666 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f3fbc05-4350-497d-9502-86d1a6515578 None None] Checking agent: {'id': 'db1275c1-6001-47af-93c2-635c68404703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822691-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 52, 8), 'started_at': datetime.datetime(2021, 12, 24, 10, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 2, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822691-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:02:11.554919 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f3fbc05-4350-497d-9502-86d1a6515578 None None] Checking segment: {'id': 'df6357c2-e6cf-4080-a66e-a73c3eac0d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '3298e5d3-2f26-4978-824a-753f61f7e67a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:02:11.555781 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8f3fbc05-4350-497d-9502-86d1a6515578 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:11.556003 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f3fbc05-4350-497d-9502-86d1a6515578 None None] Bound using segment: {'id': 'df6357c2-e6cf-4080-a66e-a73c3eac0d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '3298e5d3-2f26-4978-824a-753f61f7e67a'} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:02:11.556701 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-8f3fbc05-4350-497d-9502-86d1a6515578 None None] Bound port: e96a5175-4ed5-4795-aa68-166c11b3136a, host: dv-neutron-822691-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df6357c2-e6cf-4080-a66e-a73c3eac0d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '3298e5d3-2f26-4978-824a-753f61f7e67a'}}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:02:11.557171 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8f3fbc05-4350-497d-9502-86d1a6515578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:11.562854 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-45c02670-729f-4287-aaf2-43ebd57f14ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-811669030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-811669030-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:02:11.567683 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-25ec35ef-c8e7-44c7-8ffd-1e6ea2cc0b91 None None] Attempting to bind port 8efe1f1d-eb90-4471-982c-e28568f37732 on host dv-neutron-822691-2-hyperv for vnic_type normal with profile  {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:02:11.568031 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-25ec35ef-c8e7-44c7-8ffd-1e6ea2cc0b91 None None] Attempting to bind port 8efe1f1d-eb90-4471-982c-e28568f37732 by drivers openvswitch,hyperv on host dv-neutron-822691-2-hyperv at level 0 using segments [{'id': '4ecfd9f8-e5a9-4f07-a9d6-b7ce2c394537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'fa8cf368-33f7-43cb-9e68-6190a32f5725'}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:02:11.568934 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ec35ef-c8e7-44c7-8ffd-1e6ea2cc0b91 None None] Attempting to bind port 8efe1f1d-eb90-4471-982c-e28568f37732 on network fa8cf368-33f7-43cb-9e68-6190a32f5725 {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:02:11.586906 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af5c7c1-c4f8-4b71-8a75-776de8575a85 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Pushing event updated for resources: {'Subnet': ['ID=01cbe364-0096-4c49-a918-3d3a86ded51c,revision_number=0']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:02:11.590381 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-1af5c7c1-c4f8-4b71-8a75-776de8575a85 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:02:11.592961 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-ae1e2027-7f1c-497c-b263-ff2205839f26 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Unset dirty status for tenant:739a78fd4cfc48c2a4011598579f8f8c on resource:subnet {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:02:11.597247 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-ae1e2027-7f1c-497c-b263-ff2205839f26 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.6138275
Dec 24 11:02:11.598637 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-a7aeeaf7-df7f-4566-8702-9e01bf85786a tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:02:11.602292 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 34442) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:02:11.610414 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-f84feec1-e36d-4483-83d0-8d9ae81e9439 req-eafe0bc4-7ae3-413c-b95d-949bfa52083d tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] 10.222.0.65 "GET /v2.0/security-groups?id=02c07f75-3a5f-4cdc-91db-62e2db60964c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.5558796
Dec 24 11:02:11.614896 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-a7aeeaf7-df7f-4566-8702-9e01bf85786a tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Usage tracker for resource:port and tenant:58aa2a41110240a2b5bfe3b4600f4977 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:02:11.619320 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-a7aeeaf7-df7f-4566-8702-9e01bf85786a tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:02:11.626890 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-a7aeeaf7-df7f-4566-8702-9e01bf85786a tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:02:11.638454 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ec35ef-c8e7-44c7-8ffd-1e6ea2cc0b91 None None] Checking agent: {'id': 'db1275c1-6001-47af-93c2-635c68404703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822691-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 52, 8), 'started_at': datetime.datetime(2021, 12, 24, 10, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 2, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822691-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:02:11.639641 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ec35ef-c8e7-44c7-8ffd-1e6ea2cc0b91 None None] Checking segment: {'id': '4ecfd9f8-e5a9-4f07-a9d6-b7ce2c394537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'fa8cf368-33f7-43cb-9e68-6190a32f5725'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:02:11.640257 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-25ec35ef-c8e7-44c7-8ffd-1e6ea2cc0b91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:11.640857 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ec35ef-c8e7-44c7-8ffd-1e6ea2cc0b91 None None] Bound using segment: {'id': '4ecfd9f8-e5a9-4f07-a9d6-b7ce2c394537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'fa8cf368-33f7-43cb-9e68-6190a32f5725'} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:02:11.641548 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-25ec35ef-c8e7-44c7-8ffd-1e6ea2cc0b91 None None] Bound port: 8efe1f1d-eb90-4471-982c-e28568f37732, host: dv-neutron-822691-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ecfd9f8-e5a9-4f07-a9d6-b7ce2c394537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'fa8cf368-33f7-43cb-9e68-6190a32f5725'}}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:02:11.642302 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-25ec35ef-c8e7-44c7-8ffd-1e6ea2cc0b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:11.665101 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45c02670-729f-4287-aaf2-43ebd57f14ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-811669030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-811669030-project] Made reservation on behalf of 4970dc806060491f95a0d5d24076181d for: {'network': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:02:11.671615 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-45c02670-729f-4287-aaf2-43ebd57f14ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-811669030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-811669030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for network, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:11.742720 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-45c02670-729f-4287-aaf2-43ebd57f14ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-811669030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-811669030-project] Notify callbacks [] for security_group, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:11.759928 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7aeeaf7-df7f-4566-8702-9e01bf85786a tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Made reservation on behalf of 58aa2a41110240a2b5bfe3b4600f4977 for: {'port': 2} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:02:11.766469 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a7aeeaf7-df7f-4566-8702-9e01bf85786a tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:11.770301 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af5c7c1-c4f8-4b71-8a75-776de8575a85 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Checking segment: {'id': '893d0674-17db-4c6f-99b0-a37fbcbbb68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'c43447e2-49a9-40b4-8d4f-276062a65735'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:02:11.770706 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1af5c7c1-c4f8-4b71-8a75-776de8575a85 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Network hostable DHCP agents. Network: c43447e2-49a9-40b4-8d4f-276062a65735, hostable agents: ['edcf98dc-3032-472a-8b3d-f23fd1e89806'], hosted agents: [] {{(pid=88879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 24 11:02:11.786474 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fa9815a-c139-4855-bb1f-a7e94718d37b tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Deleting subnet edd6bd8f-253a-4d6d-bdbc-d8ce9e604ae0 {{(pid=88879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 24 11:02:11.790149 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4490ea90-9075-4e29-9bd9-5c7d59c6fbb9 tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:02:11.815399 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4fa9815a-c139-4855-bb1f-a7e94718d37b tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Notify callbacks [] for subnet, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:11.858570 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4490ea90-9075-4e29-9bd9-5c7d59c6fbb9 tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Notify callbacks [] for router, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:11.862523 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-4490ea90-9075-4e29-9bd9-5c7d59c6fbb9 tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201  len: 885 time: 6.7722781
Dec 24 11:02:11.863970 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 34448) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:02:11.872695 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a7aeeaf7-df7f-4566-8702-9e01bf85786a tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:11.888734 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-d952bbbd-2f94-4049-bb13-caa1987179b1 tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'enable_snat': False}}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:02:11.894719 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-45c02670-729f-4287-aaf2-43ebd57f14ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-811669030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-811669030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:02:11.924754 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2a8ba8f6-3415-45ce-9055-08e464cb3767 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036852798164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854055527'] for router_interface, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:11.931449 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e2d794-d350-4e1e-aadb-572bb56b195a None None] Sync routers for ids ['2b2c7c1f-f957-4d48-a758-3f980b256303'] in dv-neutron-822691-2-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:02:11.934703 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-45c02670-729f-4287-aaf2-43ebd57f14ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-811669030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-811669030-project] Usage tracker for resource:security_group_rule and tenant:4970dc806060491f95a0d5d24076181d is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:02:11.939030 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-45c02670-729f-4287-aaf2-43ebd57f14ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-811669030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-811669030-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:02:11.974976 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4fa9815a-c139-4855-bb1f-a7e94718d37b tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-786693'] for subnet, precommit_delete_associations {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:11.985723 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-45c02670-729f-4287-aaf2-43ebd57f14ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-811669030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-811669030-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:02:12.019771 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1af5c7c1-c4f8-4b71-8a75-776de8575a85 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Network c43447e2-49a9-40b4-8d4f-276062a65735 is scheduled to be hosted by DHCP agent edcf98dc-3032-472a-8b3d-f23fd1e89806 with binding_index 1 {{(pid=88879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 24 11:02:12.044396 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e2d794-d350-4e1e-aadb-572bb56b195a None None] Routers {'2b2c7c1f-f957-4d48-a758-3f980b256303'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:02:12.044523 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-1af5c7c1-c4f8-4b71-8a75-776de8575a85 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822691-2-hyperv, c43447e2-49a9-40b4-8d4f-276062a65735) {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:02:12.045105 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-94e2d794-d350-4e1e-aadb-572bb56b195a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5272031860>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:02:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['2b2c7c1f-f957-4d48-a758-3f980b256303'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:02:12.069443 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1af5c7c1-c4f8-4b71-8a75-776de8575a85 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:02:12.070191 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1af5c7c1-c4f8-4b71-8a75-776de8575a85 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks [] for subnet, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:12.101186 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-8f3fbc05-4350-497d-9502-86d1a6515578 None None] For port e96a5175-4ed5-4795-aa68-166c11b3136a, host dv-neutron-822691-2-hyperv, cleared binding levels {{(pid=88880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:02:12.110846 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e364f85-0854-438b-92e0-a7841b47ce33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73968e80-91fd-539e-a7c6-b31af6d9e680-1c9eeaac-d205-4b19-a351-2fe67dd78b42', 'network_id': '1c9eeaac-d205-4b19-a351-2fe67dd78b42', 'tenant_id': '739a78fd4cfc48c2a4011598579f8f8c', 'fixed_ips': [{'subnet_id': '9a70230c-a9ff-4a12-8681-fedaba85ed4c'}]}} from dv-neutron-822691-2-hyperv. {{(pid=88880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 24 11:02:12.111757 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7e364f85-0854-438b-92e0-a7841b47ce33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:12.121751 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d33ab00-0714-4722-b919-731e02f6abb3 None None] Network c43447e2-49a9-40b4-8d4f-276062a65735 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:02:12.162497 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-94e2d794-d350-4e1e-aadb-572bb56b195a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5272031860>, [], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:02:12.165315 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-25ec35ef-c8e7-44c7-8ffd-1e6ea2cc0b91 None None] For port 8efe1f1d-eb90-4471-982c-e28568f37732, host dv-neutron-822691-2-hyperv, cleared binding levels {{(pid=88880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:02:12.171349 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-1af5c7c1-c4f8-4b71-8a75-776de8575a85 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 904 time: 2.7235084
Dec 24 11:02:12.174511 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 34452) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:02:12.182465 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-8f3fbc05-4350-497d-9502-86d1a6515578 None None] For port e96a5175-4ed5-4795-aa68-166c11b3136a, host dv-neutron-822691-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=e96a5175-4ed5-4795-aa68-166c11b3136a,segment=NetworkSegment(df6357c2-e6cf-4080-a66e-a73c3eac0d2e),segment_id=df6357c2-e6cf-4080-a66e-a73c3eac0d2e)] {{(pid=88880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:02:12.198066 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8f3fbc05-4350-497d-9502-86d1a6515578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:12.246543 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-25ec35ef-c8e7-44c7-8ffd-1e6ea2cc0b91 None None] For port 8efe1f1d-eb90-4471-982c-e28568f37732, host dv-neutron-822691-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=8efe1f1d-eb90-4471-982c-e28568f37732,segment=NetworkSegment(4ecfd9f8-e5a9-4f07-a9d6-b7ce2c394537),segment_id=4ecfd9f8-e5a9-4f07-a9d6-b7ce2c394537)] {{(pid=88880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:02:12.247680 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-8f3fbc05-4350-497d-9502-86d1a6515578 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:02:12.256849 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [None req-a7aeeaf7-df7f-4566-8702-9e01bf85786a tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] device_id is not set on port 7cc53223-c94f-4e99-9c6d-8d4440e23a68 yet. {{(pid=88878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 24 11:02:12.289870 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4fa9815a-c139-4855-bb1f-a7e94718d37b tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847655656'] for subnet, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:12.324300 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_v2 [None req-786e6f8d-28fe-4e81-832e-e8248bd22200 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Deleting subnet 9a70230c-a9ff-4a12-8681-fedaba85ed4c {{(pid=88878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 24 11:02:12.337795 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca96069b-34f3-476f-8f44-beeff2af47b2 req-423c7f0b-e37f-4ec3-9b8b-a90785bf2319 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:02:12.339674 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-ca96069b-34f3-476f-8f44-beeff2af47b2 req-423c7f0b-e37f-4ec3-9b8b-a90785bf2319 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] 10.222.0.65 "GET /v2.0/ports?device_id=655d927a-1c14-4f1b-88cc-771b29a10c76 HTTP/1.1" status: 200  len: 946 time: 0.5861390
Dec 24 11:02:12.346694 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-786e6f8d-28fe-4e81-832e-e8248bd22200 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks [] for subnet, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:12.350432 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-25ec35ef-c8e7-44c7-8ffd-1e6ea2cc0b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:12.422986 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e2d794-d350-4e1e-aadb-572bb56b195a None None] Routers {'2b2c7c1f-f957-4d48-a758-3f980b256303'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:02:12.423617 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-94e2d794-d350-4e1e-aadb-572bb56b195a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5272031860>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:02:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['2b2c7c1f-f957-4d48-a758-3f980b256303'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:02:12.437114 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4efa4aa2-5c0e-4d53-8ec4-202f2363a654 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036847558493'] for network, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:12.450050 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4fa9815a-c139-4855-bb1f-a7e94718d37b tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7120129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850854134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851156349'] for subnet, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:12.457459 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:02:12.506065 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa9815a-c139-4855-bb1f-a7e94718d37b tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Pushing event deleted for resources: {'Subnet': ['ID=edd6bd8f-253a-4d6d-bdbc-d8ce9e604ae0,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:02:12.531105 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-94e2d794-d350-4e1e-aadb-572bb56b195a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5272031860>, [], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:02:12.531564 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e2d794-d350-4e1e-aadb-572bb56b195a None None] The sync data for ids ['2b2c7c1f-f957-4d48-a758-3f980b256303'] in dv-neutron-822691-2-hyperv is: [] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:02:12.542275 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3fbc05-4350-497d-9502-86d1a6515578 None None] Pushing event updated for resources: {'Port': ['ID=e96a5175-4ed5-4795-aa68-166c11b3136a,revision_number=2']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:02:12.566442 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-4fa9815a-c139-4855-bb1f-a7e94718d37b tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:02:12.572076 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-786e6f8d-28fe-4e81-832e-e8248bd22200 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852534446'] for subnet, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:12.586102 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-8f3fbc05-4350-497d-9502-86d1a6515578 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:02:12.586654 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-d2b43de3-6065-4dbb-b6d7-b8ac286abbbe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.222s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:02:12.603963 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-45c02670-729f-4287-aaf2-43ebd57f14ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-811669030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-811669030-project] Notify callbacks [] for security_group, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:12.621895 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4fa9815a-c139-4855-bb1f-a7e94718d37b tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Notify callbacks [] for subnet, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:12.670051 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-4fa9815a-c139-4855-bb1f-a7e94718d37b tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] 10.222.0.65 "DELETE /v2.0/subnets/edd6bd8f-253a-4d6d-bdbc-d8ce9e604ae0 HTTP/1.1" status: 204  len: 168 time: 1.4549749
Dec 24 11:02:12.671945 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 34456) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:02:12.675873 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4efa4aa2-5c0e-4d53-8ec4-202f2363a654 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847655656'] for subnet, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:12.695129 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-45c02670-729f-4287-aaf2-43ebd57f14ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-811669030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-811669030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:12.742421 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:02:12.761959 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ec35ef-c8e7-44c7-8ffd-1e6ea2cc0b91 None None] Pushing event updated for resources: {'Port': ['ID=8efe1f1d-eb90-4471-982c-e28568f37732,revision_number=3']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:02:12.771992 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-25ec35ef-c8e7-44c7-8ffd-1e6ea2cc0b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:02:12.792384 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55438066-d643-42f7-8fbc-c7303120ec49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73968e80-91fd-539e-a7c6-b31af6d9e680-c43447e2-49a9-40b4-8d4f-276062a65735', 'network_id': 'c43447e2-49a9-40b4-8d4f-276062a65735', 'tenant_id': '18d2a9fdfea84546a82d906d6ec9907e', 'fixed_ips': [{'subnet_id': '01cbe364-0096-4c49-a918-3d3a86ded51c'}]}} from dv-neutron-822691-2-hyperv. {{(pid=88880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 24 11:02:12.793316 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-55438066-d643-42f7-8fbc-c7303120ec49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:12.801895 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-ca96069b-34f3-476f-8f44-beeff2af47b2 req-90b9d078-0f1a-44cb-8b40-c7ed265bef1c tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] 10.222.0.65 "GET /v2.0/security-groups?id=02c07f75-3a5f-4cdc-91db-62e2db60964c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4065545
Dec 24 11:02:12.822825 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45c02670-729f-4287-aaf2-43ebd57f14ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-811669030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-811669030-project] vlan segment allocate from pool success with {'vlan_id': 608, 'physical_network': 'physnet1'}  {{(pid=88878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 24 11:02:12.831169 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-786e6f8d-28fe-4e81-832e-e8248bd22200 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847655656'] for subnet, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:12.872861 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69daa49c-fabf-43cf-9fc6-2d7ed7b18ab6 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:02:12.873635 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-69daa49c-fabf-43cf-9fc6-2d7ed7b18ab6 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Synchronizing usage tracker for tenant:2cb286b09c4548a6b18e2f69b65f1436 on resource:subnet {{(pid=88879) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:02:12.896272 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c02670-729f-4287-aaf2-43ebd57f14ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-811669030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-811669030-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5109581b-f145-4087-a053-6f14bbb11ac0,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:02:12.940737 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-45c02670-729f-4287-aaf2-43ebd57f14ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-811669030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-811669030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:02:12.949093 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-45c02670-729f-4287-aaf2-43ebd57f14ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-811669030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-811669030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:12.949445 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.segments_db [None req-45c02670-729f-4287-aaf2-43ebd57f14ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-811669030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-811669030-project] Added segment fc87e019-29c4-4d9b-94e2-4ec30d1b4ba6 of type vlan for network da3e68ee-a02b-4a13-b90f-2887a57050f7
Dec 24 11:02:12.964368 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9e9b717-7e57-4425-bc99-ab3fdc70f456 None None] Network fa8cf368-33f7-43cb-9e68-6190a32f5725 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:02:12.967170 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a7aeeaf7-df7f-4566-8702-9e01bf85786a tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:13.060423 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-45c02670-729f-4287-aaf2-43ebd57f14ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-811669030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-811669030-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363287349540024'] for network, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:13.250495 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-69daa49c-fabf-43cf-9fc6-2d7ed7b18ab6 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Unset dirty status for tenant:2cb286b09c4548a6b18e2f69b65f1436 on resource:subnet {{(pid=88879) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:02:13.256308 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-69daa49c-fabf-43cf-9fc6-2d7ed7b18ab6 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.5823355
Dec 24 11:02:13.259158 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 34464) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:02:13.264006 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4efa4aa2-5c0e-4d53-8ec4-202f2363a654 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7120129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850854134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851156349'] for subnet, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:13.269620 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [None req-a7aeeaf7-df7f-4566-8702-9e01bf85786a tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] device_id is not set on port e78870de-8574-4a51-8aeb-7d6aa6268754 yet. {{(pid=88878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 24 11:02:13.291542 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-5f4e6808-75de-4201-a9d2-7dbb71915769 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:02:13.332264 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server [None req-55438066-d643-42f7-8fbc-c7303120ec49 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 01cbe364-0096-4c49-a918-3d3a86ded51c: This subnet is being modified by another concurrent operation.
Dec 24 11:02:13.332264 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Dec 24 11:02:13.332264 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Dec 24 11:02:13.332264 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Dec 24 11:02:13.332264 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 276, in dispatch
Dec 24 11:02:13.332264 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Dec 24 11:02:13.332264 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 196, in _do_dispatch
Dec 24 11:02:13.332264 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Dec 24 11:02:13.332264 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Dec 24 11:02:13.332264 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Dec 24 11:02:13.332264 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 24 11:02:13.332264 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 24 11:02:13.332264 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 24 11:02:13.332264 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 24 11:02:13.332264 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 24 11:02:13.332264 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 24 11:02:13.332264 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 24 11:02:13.332264 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     raise value
Dec 24 11:02:13.332264 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 24 11:02:13.332264 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 24 11:02:13.332264 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 24 11:02:13.332264 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 24 11:02:13.332264 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 24 11:02:13.332264 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 24 11:02:13.332264 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 24 11:02:13.332264 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 24 11:02:13.332264 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 24 11:02:13.332264 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     raise value
Dec 24 11:02:13.332264 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 24 11:02:13.332264 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 24 11:02:13.332264 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 24 11:02:13.332264 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 24 11:02:13.332264 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 24 11:02:13.332264 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 24 11:02:13.332264 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 24 11:02:13.332264 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 24 11:02:13.332264 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 24 11:02:13.332264 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     raise value
Dec 24 11:02:13.332264 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 24 11:02:13.332264 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 24 11:02:13.332264 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 94, in wrapper
Dec 24 11:02:13.332264 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Dec 24 11:02:13.332264 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port
Dec 24 11:02:13.332264 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Dec 24 11:02:13.332264 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action
Dec 24 11:02:13.332264 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Dec 24 11:02:13.332264 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/plugins/utils.py", line 336, in create_port
Dec 24 11:02:13.332264 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     context, {port_apidef.RESOURCE_NAME: port_data})
Dec 24 11:02:13.332264 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner
Dec 24 11:02:13.332264 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kwargs)
Dec 24 11:02:13.332264 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 233, in wrapped
Dec 24 11:02:13.332264 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Dec 24 11:02:13.332264 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 24 11:02:13.335675 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 24 11:02:13.335675 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 24 11:02:13.335675 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 24 11:02:13.335675 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 24 11:02:13.335675 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 24 11:02:13.335675 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 24 11:02:13.335675 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     raise value
Dec 24 11:02:13.335675 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 24 11:02:13.335675 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 24 11:02:13.335675 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 24 11:02:13.335675 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 24 11:02:13.335675 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 24 11:02:13.335675 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 24 11:02:13.335675 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 24 11:02:13.335675 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 24 11:02:13.335675 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 24 11:02:13.335675 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     raise value
Dec 24 11:02:13.335675 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 24 11:02:13.335675 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 24 11:02:13.335675 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 24 11:02:13.335675 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 24 11:02:13.335675 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 24 11:02:13.335675 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 24 11:02:13.335675 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 24 11:02:13.335675 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 24 11:02:13.335675 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 24 11:02:13.335675 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     raise value
Dec 24 11:02:13.335675 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 24 11:02:13.335675 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 24 11:02:13.335675 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1407, in create_port
Dec 24 11:02:13.335675 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Dec 24 11:02:13.335675 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1374, in _create_port_db
Dec 24 11:02:13.335675 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Dec 24 11:02:13.335675 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1439, in create_port_db
Dec 24 11:02:13.335675 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     context, port, port_id)
Dec 24 11:02:13.335675 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 222, in allocate_ips_for_port_and_store
Dec 24 11:02:13.335675 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     revert_on_fail=False)
Dec 24 11:02:13.335675 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 24 11:02:13.335675 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 24 11:02:13.335675 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 24 11:02:13.335675 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 24 11:02:13.335675 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 24 11:02:13.335675 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     raise value
Dec 24 11:02:13.335675 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store
Dec 24 11:02:13.335675 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     ips = self._allocate_ips_for_port(context, port_copy)
Dec 24 11:02:13.335675 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 241, in _allocate_ips_for_port
Dec 24 11:02:13.335675 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     distributed_service=self._is_distributed_service(p))
Dec 24 11:02:13.335675 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 671, in _ipam_get_subnets
Dec 24 11:02:13.335675 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     id=subnet.id)
Dec 24 11:02:13.335675 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Dec 24 11:02:13.335675 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     raise exception
Dec 24 11:02:13.335675 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 01cbe364-0096-4c49-a918-3d3a86ded51c: This subnet is being modified by another concurrent operation.
Dec 24 11:02:13.335675 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server 
Dec 24 11:02:13.348378 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efa4aa2-5c0e-4d53-8ec4-202f2363a654 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Pushing event deleted for resources: {'Subnet': ['ID=01cbe364-0096-4c49-a918-3d3a86ded51c,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:02:13.362319 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server [None req-7e364f85-0854-438b-92e0-a7841b47ce33 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9a70230c-a9ff-4a12-8681-fedaba85ed4c: This subnet is being modified by another concurrent operation.
Dec 24 11:02:13.362319 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Dec 24 11:02:13.362319 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Dec 24 11:02:13.362319 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Dec 24 11:02:13.362319 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 276, in dispatch
Dec 24 11:02:13.362319 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Dec 24 11:02:13.362319 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 196, in _do_dispatch
Dec 24 11:02:13.362319 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Dec 24 11:02:13.362319 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Dec 24 11:02:13.362319 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Dec 24 11:02:13.362319 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 24 11:02:13.362319 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 24 11:02:13.362319 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 24 11:02:13.362319 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 24 11:02:13.362319 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 24 11:02:13.362319 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 24 11:02:13.362319 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 24 11:02:13.362319 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     raise value
Dec 24 11:02:13.362319 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 24 11:02:13.362319 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 24 11:02:13.362319 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 24 11:02:13.362319 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 24 11:02:13.362319 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 24 11:02:13.362319 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 24 11:02:13.362319 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 24 11:02:13.362319 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 24 11:02:13.362319 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 24 11:02:13.362319 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     raise value
Dec 24 11:02:13.362319 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 24 11:02:13.362319 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 24 11:02:13.362319 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 24 11:02:13.362319 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 24 11:02:13.362319 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 24 11:02:13.362319 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 24 11:02:13.362319 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 24 11:02:13.362319 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 24 11:02:13.362319 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 24 11:02:13.362319 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     raise value
Dec 24 11:02:13.362319 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 24 11:02:13.362319 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 24 11:02:13.362319 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 94, in wrapper
Dec 24 11:02:13.362319 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Dec 24 11:02:13.362319 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port
Dec 24 11:02:13.362319 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Dec 24 11:02:13.362319 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action
Dec 24 11:02:13.362319 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Dec 24 11:02:13.362319 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/plugins/utils.py", line 336, in create_port
Dec 24 11:02:13.362319 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     context, {port_apidef.RESOURCE_NAME: port_data})
Dec 24 11:02:13.362319 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner
Dec 24 11:02:13.362319 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kwargs)
Dec 24 11:02:13.362319 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 233, in wrapped
Dec 24 11:02:13.362319 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Dec 24 11:02:13.362319 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 24 11:02:13.366800 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 24 11:02:13.366800 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 24 11:02:13.366800 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 24 11:02:13.366800 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 24 11:02:13.366800 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 24 11:02:13.366800 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 24 11:02:13.366800 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     raise value
Dec 24 11:02:13.366800 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 24 11:02:13.366800 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 24 11:02:13.366800 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 24 11:02:13.366800 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 24 11:02:13.366800 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 24 11:02:13.366800 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 24 11:02:13.366800 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 24 11:02:13.366800 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 24 11:02:13.366800 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 24 11:02:13.366800 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     raise value
Dec 24 11:02:13.366800 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 24 11:02:13.366800 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 24 11:02:13.366800 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 24 11:02:13.366800 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 24 11:02:13.366800 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 24 11:02:13.366800 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 24 11:02:13.366800 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 24 11:02:13.366800 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 24 11:02:13.366800 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 24 11:02:13.366800 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     raise value
Dec 24 11:02:13.366800 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 24 11:02:13.366800 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 24 11:02:13.366800 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1407, in create_port
Dec 24 11:02:13.366800 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Dec 24 11:02:13.366800 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1374, in _create_port_db
Dec 24 11:02:13.366800 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Dec 24 11:02:13.366800 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1439, in create_port_db
Dec 24 11:02:13.366800 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     context, port, port_id)
Dec 24 11:02:13.366800 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 222, in allocate_ips_for_port_and_store
Dec 24 11:02:13.366800 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     revert_on_fail=False)
Dec 24 11:02:13.366800 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 24 11:02:13.366800 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 24 11:02:13.366800 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 24 11:02:13.366800 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 24 11:02:13.366800 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 24 11:02:13.366800 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     raise value
Dec 24 11:02:13.366800 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store
Dec 24 11:02:13.366800 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     ips = self._allocate_ips_for_port(context, port_copy)
Dec 24 11:02:13.366800 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 241, in _allocate_ips_for_port
Dec 24 11:02:13.366800 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     distributed_service=self._is_distributed_service(p))
Dec 24 11:02:13.366800 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 671, in _ipam_get_subnets
Dec 24 11:02:13.366800 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     id=subnet.id)
Dec 24 11:02:13.366800 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Dec 24 11:02:13.366800 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     raise exception
Dec 24 11:02:13.366800 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9a70230c-a9ff-4a12-8681-fedaba85ed4c: This subnet is being modified by another concurrent operation.
Dec 24 11:02:13.371057 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server DEBUG oslo_concurrency.lockutils [None req-4efa4aa2-5c0e-4d53-8ec4-202f2363a654 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:02:13.377120 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8147011-095c-4de0-9d78-9fb0db66c905 None None] Network c43447e2-49a9-40b4-8d4f-276062a65735 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:02:13.440748 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-786e6f8d-28fe-4e81-832e-e8248bd22200 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7120129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3978858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852529715'] for subnet, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:13.465794 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-d8eadd27-9baf-497d-bd27-cbbf025a0a96 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:02:13.528285 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786e6f8d-28fe-4e81-832e-e8248bd22200 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Pushing event deleted for resources: {'Subnet': ['ID=9a70230c-a9ff-4a12-8681-fedaba85ed4c,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:02:13.543594 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-45c02670-729f-4287-aaf2-43ebd57f14ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-811669030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-811669030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636'] for network, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:13.573468 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-cb4fdbd6-05ae-4177-900f-3aab1b40bec6 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036847558493'] for network, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:13.619219 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-786e6f8d-28fe-4e81-832e-e8248bd22200 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:02:13.634718 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4efa4aa2-5c0e-4d53-8ec4-202f2363a654 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847649663', 'neutron.services.segments.db._delete_segments_for_network-8749505737672'] for network, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:13.635847 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device e96a5175-4ed5-4795-aa68-166c11b3136a up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:02:13.640384 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45c02670-729f-4287-aaf2-43ebd57f14ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-811669030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-811669030-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:02:13.641048 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-45c02670-729f-4287-aaf2-43ebd57f14ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-811669030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-811669030-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1977811'] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:13.660154 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-9e3395d5-b81d-4b48-ac1f-e60f94f8f680 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:02:13.686859 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-786e6f8d-28fe-4e81-832e-e8248bd22200 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1977811'] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:13.729263 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning for port e96a5175-4ed5-4795-aa68-166c11b3136a completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:02:13.741298 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-4efa4aa2-5c0e-4d53-8ec4-202f2363a654 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5271379a90>,) {'filters': {'network_id': ['c43447e2-49a9-40b4-8d4f-276062a65735']}} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:02:13.749057 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-cb4fdbd6-05ae-4177-900f-3aab1b40bec6 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Deleting port e96a5175-4ed5-4795-aa68-166c11b3136a {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:02:13.749431 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-cb4fdbd6-05ae-4177-900f-3aab1b40bec6 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:13.791309 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-4efa4aa2-5c0e-4d53-8ec4-202f2363a654 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5271379a90>, '893d0674-17db-4c6f-99b0-a37fbcbbb68b') {'for_net_delete': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:02:13.791604 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-4efa4aa2-5c0e-4d53-8ec4-202f2363a654 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5271379a90>, '893d0674-17db-4c6f-99b0-a37fbcbbb68b') {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:02:13.816699 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4efa4aa2-5c0e-4d53-8ec4-202f2363a654 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749505745113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853989108'] for segment, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:13.854804 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4efa4aa2-5c0e-4d53-8ec4-202f2363a654 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:13.897962 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4efa4aa2-5c0e-4d53-8ec4-202f2363a654 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Releasing vlan 627 on physical network physnet1 to pool {{(pid=88879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 24 11:02:13.898409 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4efa4aa2-5c0e-4d53-8ec4-202f2363a654 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036847652098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3926696'] for segment, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:13.915437 dv-neutron-822691-2-hyperv neutron-server[88767]: Traceback (most recent call last):
Dec 24 11:02:13.915437 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 24 11:02:13.915437 dv-neutron-822691-2-hyperv neutron-server[88767]:     timer()
Dec 24 11:02:13.915437 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 11:02:13.915437 dv-neutron-822691-2-hyperv neutron-server[88767]:     cb(*args, **kw)
Dec 24 11:02:13.915437 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 24 11:02:13.915437 dv-neutron-822691-2-hyperv neutron-server[88767]:     return func(*args, **kwargs)
Dec 24 11:02:13.915437 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 11:02:13.915437 dv-neutron-822691-2-hyperv neutron-server[88767]:     self._notify()
Dec 24 11:02:13.915437 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 11:02:13.915437 dv-neutron-822691-2-hyperv neutron-server[88767]:     self.callback(batched_events)
Dec 24 11:02:13.915437 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 11:02:13.915437 dv-neutron-822691-2-hyperv neutron-server[88767]:     event.method(event)
Dec 24 11:02:13.915437 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 11:02:13.915437 dv-neutron-822691-2-hyperv neutron-server[88767]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 11:02:13.915437 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 24 11:02:13.915437 dv-neutron-822691-2-hyperv neutron-server[88767]:     segment_id)['aggregates'][0]
Dec 24 11:02:13.915437 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 24 11:02:13.915437 dv-neutron-822691-2-hyperv neutron-server[88767]:     return f(self, *a, **k)
Dec 24 11:02:13.915437 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 11:02:13.915437 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self._get(url).json()
Dec 24 11:02:13.915437 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 24 11:02:13.915437 dv-neutron-822691-2-hyperv neutron-server[88767]:     **kwargs)
Dec 24 11:02:13.915437 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 24 11:02:13.915437 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self.request(url, 'GET', **kwargs)
Dec 24 11:02:13.915437 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 24 11:02:13.915437 dv-neutron-822691-2-hyperv neutron-server[88767]:     **endpoint_filter)
Dec 24 11:02:13.915437 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 24 11:02:13.915437 dv-neutron-822691-2-hyperv neutron-server[88767]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 11:02:13.915437 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 24 11:02:13.915437 dv-neutron-822691-2-hyperv neutron-server[88767]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 11:02:13.915437 dv-neutron-822691-2-hyperv neutron-server[88767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 11:02:14.075902 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4efa4aa2-5c0e-4d53-8ec4-202f2363a654 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7126154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659196'] for network, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:14.082114 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-d5068f75-d5ca-4227-833d-23f816b953c9 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:02:14.147935 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4efa4aa2-5c0e-4d53-8ec4-202f2363a654 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1977811'] for network, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:14.156720 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-45c02670-729f-4287-aaf2-43ebd57f14ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-811669030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-811669030-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201  len: 803 time: 3.3579814
Dec 24 11:02:14.158128 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-786e6f8d-28fe-4e81-832e-e8248bd22200 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "DELETE /v2.0/subnets/9a70230c-a9ff-4a12-8681-fedaba85ed4c HTTP/1.1" status: 204  len: 168 time: 2.5547030
Dec 24 11:02:14.161476 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 34470) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:02:14.191709 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a7aeeaf7-df7f-4566-8702-9e01bf85786a tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:14.194438 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c02670-729f-4287-aaf2-43ebd57f14ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-811669030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-811669030-project] Pushing event updated for resources: {'Network': ['ID=da3e68ee-a02b-4a13-b90f-2887a57050f7,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:02:14.207930 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Network da3e68ee-a02b-4a13-b90f-2887a57050f7 details requested by agent ovs-agent-dv-neutron-822691-2-hyperv with host dv-neutron-822691-2-hyperv {{(pid=88880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 24 11:02:14.240752 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efa4aa2-5c0e-4d53-8ec4-202f2363a654 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Pushing event deleted for resources: {'Network': ['ID=c43447e2-49a9-40b4-8d4f-276062a65735,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:02:14.250938 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-4efa4aa2-5c0e-4d53-8ec4-202f2363a654 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:02:14.256873 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-4efa4aa2-5c0e-4d53-8ec4-202f2363a654 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] 10.222.0.65 "DELETE /v2.0/networks/c43447e2-49a9-40b4-8d4f-276062a65735 HTTP/1.1" status: 204  len: 168 time: 2.0805821
Dec 24 11:02:14.259062 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 34476) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:02:14.261442 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-cb4fdbd6-05ae-4177-900f-3aab1b40bec6 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] For port e96a5175-4ed5-4795-aa68-166c11b3136a, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=e96a5175-4ed5-4795-aa68-166c11b3136a,segment=NetworkSegment(df6357c2-e6cf-4080-a66e-a73c3eac0d2e),segment_id=df6357c2-e6cf-4080-a66e-a73c3eac0d2e)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:02:14.261442 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-cb4fdbd6-05ae-4177-900f-3aab1b40bec6 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:14.264360 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-45c02670-729f-4287-aaf2-43ebd57f14ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-811669030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-811669030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.604s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:02:14.275851 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-a72a82f5-5b57-435d-b6d2-132a1cc2392c tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-466343750'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:02:14.285410 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-064c9732-3ac7-42d5-9e29-b26d8839ab68 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1142163
Dec 24 11:02:14.286154 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 34480) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:02:14.286581 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-a72a82f5-5b57-435d-b6d2-132a1cc2392c tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:02:14.290731 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-a72a82f5-5b57-435d-b6d2-132a1cc2392c tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Usage tracker for resource:network and tenant:18d2a9fdfea84546a82d906d6ec9907e is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:02:14.297939 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-a72a82f5-5b57-435d-b6d2-132a1cc2392c tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:02:14.298148 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9e42be-822c-4afe-ad6e-a4865f71c161 req-b72e6863-a4f6-4525-bf9b-7e0f29ee9420 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:02:14.299908 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-5b9e42be-822c-4afe-ad6e-a4865f71c161 req-b72e6863-a4f6-4525-bf9b-7e0f29ee9420 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] 10.222.0.65 "GET /v2.0/ports?device_id=655d927a-1c14-4f1b-88cc-771b29a10c76 HTTP/1.1" status: 200  len: 946 time: 0.9535849
Dec 24 11:02:14.310810 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-b1230e48-4790-4f37-a620-7b5d86751fa0 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Request body: {'subnet': {'network_id': '1c9eeaac-d205-4b19-a351-2fe67dd78b42', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:02:14.311029 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-a72a82f5-5b57-435d-b6d2-132a1cc2392c tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:02:14.387009 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a72a82f5-5b57-435d-b6d2-132a1cc2392c tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Made reservation on behalf of 18d2a9fdfea84546a82d906d6ec9907e for: {'network': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:02:14.392698 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a72a82f5-5b57-435d-b6d2-132a1cc2392c tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for network, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:14.485888 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-cb4fdbd6-05ae-4177-900f-3aab1b40bec6 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Calling delete_port for e96a5175-4ed5-4795-aa68-166c11b3136a owned by network:dhcp {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:02:14.518243 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 34484) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:02:14.530622 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-3fd079cf-a805-42d3-b877-f3dbb81bdc0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Request body: {'port': {'network_id': 'da3e68ee-a02b-4a13-b90f-2887a57050f7', 'binding:host_id': 'hv-neutron-8226', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1526405772'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:02:14.547117 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a72a82f5-5b57-435d-b6d2-132a1cc2392c tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] vlan segment allocate from pool success with {'vlan_id': 601, 'physical_network': 'physnet1'}  {{(pid=88879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 24 11:02:14.566572 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-b1230e48-4790-4f37-a620-7b5d86751fa0 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:02:14.568951 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-3fd079cf-a805-42d3-b877-f3dbb81bdc0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:02:14.571055 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a7aeeaf7-df7f-4566-8702-9e01bf85786a tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:14.581025 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-46738846-638c-4265-8f9a-11852915da38 tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:02:14.587122 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a72a82f5-5b57-435d-b6d2-132a1cc2392c tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:14.587519 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.segments_db [None req-a72a82f5-5b57-435d-b6d2-132a1cc2392c tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Added segment e2e72cce-bddb-4a2f-8115-8df6b626e264 of type vlan for network f6cc1543-aba5-4faf-8c85-b7912c908b30
Dec 24 11:02:14.595911 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-3fd079cf-a805-42d3-b877-f3dbb81bdc0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Usage tracker for resource:port and tenant:4c586b989b204801ad0207ce7e340fab is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:02:14.608683 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-3fd079cf-a805-42d3-b877-f3dbb81bdc0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:02:14.617055 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-b1230e48-4790-4f37-a620-7b5d86751fa0 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Usage tracker for resource:subnet and tenant:739a78fd4cfc48c2a4011598579f8f8c is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:02:14.632258 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-3fd079cf-a805-42d3-b877-f3dbb81bdc0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:02:14.635808 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-b1230e48-4790-4f37-a620-7b5d86751fa0 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:02:14.641753 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-5b9e42be-822c-4afe-ad6e-a4865f71c161 req-bcb616da-0b26-48c1-b5b2-4da1b807c630 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] 10.222.0.65 "GET /v2.0/security-groups?id=02c07f75-3a5f-4cdc-91db-62e2db60964c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3087106
Dec 24 11:02:14.660760 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-b1230e48-4790-4f37-a620-7b5d86751fa0 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:02:14.670126 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a72a82f5-5b57-435d-b6d2-132a1cc2392c tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363287349540024'] for network, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:14.679724 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-cb4fdbd6-05ae-4177-900f-3aab1b40bec6 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:14.692452 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fd079cf-a805-42d3-b877-f3dbb81bdc0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Made reservation on behalf of 4c586b989b204801ad0207ce7e340fab for: {'port': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:02:14.697304 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3fd079cf-a805-42d3-b877-f3dbb81bdc0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:14.713652 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c102dbb3-5b12-425e-bbc3-4082b470eac0 tempest-FloatingIPAdminTestJSON-149081295 tempest-FloatingIPAdminTestJSON-149081295-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:02:14.715196 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7aeeaf7-df7f-4566-8702-9e01bf85786a tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Network c5575859-d751-4466-a894-d2db623d50b3 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:02:14.717541 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1230e48-4790-4f37-a620-7b5d86751fa0 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Made reservation on behalf of 739a78fd4cfc48c2a4011598579f8f8c for: {'subnet': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:02:14.723814 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b1230e48-4790-4f37-a620-7b5d86751fa0 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2246100'] for subnet, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:14.747956 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-a7aeeaf7-df7f-4566-8702-9e01bf85786a tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Resources bound (agent type, host, resource id):  {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:02:14.755457 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7aeeaf7-df7f-4566-8702-9e01bf85786a tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Pushing event updated for resources: {'Port': ['ID=7cc53223-c94f-4e99-9c6d-8d4440e23a68,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:02:14.758027 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7aeeaf7-df7f-4566-8702-9e01bf85786a tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:02:14.759231 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a7aeeaf7-df7f-4566-8702-9e01bf85786a tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:14.766444 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-a7aeeaf7-df7f-4566-8702-9e01bf85786a tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:02:14.766570 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d952bbbd-2f94-4049-bb13-caa1987179b1 tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-659031', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854691240'] for router, precommit_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:14.771391 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4fdbd6-05ae-4177-900f-3aab1b40bec6 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] No DVR routers for this DVR port e96a5175-4ed5-4795-aa68-166c11b3136a on host dv-neutron-822691-2-hyperv {{(pid=88879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 24 11:02:14.778234 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3fd079cf-a805-42d3-b877-f3dbb81bdc0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:14.782273 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:02:14.785209 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4fdbd6-05ae-4177-900f-3aab1b40bec6 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Pushing event deleted for resources: {'Port': ['ID=e96a5175-4ed5-4795-aa68-166c11b3136a,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:02:14.823394 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-cb4fdbd6-05ae-4177-900f-3aab1b40bec6 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:02:14.946254 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a72a82f5-5b57-435d-b6d2-132a1cc2392c tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636'] for network, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:14.950466 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a72a82f5-5b57-435d-b6d2-132a1cc2392c tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:02:14.951781 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a72a82f5-5b57-435d-b6d2-132a1cc2392c tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1977811'] for network, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:14.964372 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c68c467f-9af5-4202-afbf-c51bff56104a tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:02:15.006176 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7aeeaf7-df7f-4566-8702-9e01bf85786a tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Pushing event updated for resources: {'Port': ['ID=e78870de-8574-4a51-8aeb-7d6aa6268754,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:02:15.018887 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-a7aeeaf7-df7f-4566-8702-9e01bf85786a tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:02:15.055710 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca1d409a-372b-4db1-9a97-3de1800e3c12 None None] Network 3298e5d3-2f26-4978-824a-753f61f7e67a requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:02:15.093795 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-3fd079cf-a805-42d3-b877-f3dbb81bdc0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:02:15.096232 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72a82f5-5b57-435d-b6d2-132a1cc2392c tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Pushing event updated for resources: {'Network': ['ID=f6cc1543-aba5-4faf-8c85-b7912c908b30,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:02:15.151265 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Network f6cc1543-aba5-4faf-8c85-b7912c908b30 details requested by agent ovs-agent-dv-neutron-822691-2-hyperv with host dv-neutron-822691-2-hyperv {{(pid=88880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 24 11:02:15.160330 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-3fd079cf-a805-42d3-b877-f3dbb81bdc0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Usage tracker for resource:security_group_rule and tenant:4c586b989b204801ad0207ce7e340fab is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:02:15.162086 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7aeeaf7-df7f-4566-8702-9e01bf85786a tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Checking segment: {'id': '8f04de8b-27cb-4951-bc20-ec385445c571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '39c332c1-57d5-4e61-b6a2-dfb14e85c8f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:02:15.162817 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7aeeaf7-df7f-4566-8702-9e01bf85786a tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Network hostable DHCP agents. Network: 39c332c1-57d5-4e61-b6a2-dfb14e85c8f8, hostable agents: ['edcf98dc-3032-472a-8b3d-f23fd1e89806'], hosted agents: [] {{(pid=88878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 24 11:02:15.171787 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-cb4fdbd6-05ae-4177-900f-3aab1b40bec6 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847649663', 'neutron.services.segments.db._delete_segments_for_network-8749505737672'] for network, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:15.180708 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-a72a82f5-5b57-435d-b6d2-132a1cc2392c tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:02:15.188281 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-3fd079cf-a805-42d3-b877-f3dbb81bdc0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:02:15.191033 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-4d6e4263-dd7a-42e7-98a6-093c4fb61f82 None None] Could not find standard attr ID for object e96a5175-4ed5-4795-aa68-166c11b3136a. {{(pid=88880) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 24 11:02:15.202930 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-3fd079cf-a805-42d3-b877-f3dbb81bdc0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:02:15.230155 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-cb4fdbd6-05ae-4177-900f-3aab1b40bec6 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f527129f1d0>,) {'filters': {'network_id': ['3298e5d3-2f26-4978-824a-753f61f7e67a']}} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:02:15.244660 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-a72a82f5-5b57-435d-b6d2-132a1cc2392c tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.9745042
Dec 24 11:02:15.247909 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 34492) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:02:15.259563 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-cb4fdbd6-05ae-4177-900f-3aab1b40bec6 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f527129f1d0>, 'df6357c2-e6cf-4080-a66e-a73c3eac0d2e') {'for_net_delete': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:02:15.259810 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-cb4fdbd6-05ae-4177-900f-3aab1b40bec6 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f527129f1d0>, 'df6357c2-e6cf-4080-a66e-a73c3eac0d2e') {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:02:15.277110 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-dac8b29d-9ffc-43fa-98a5-caccce960f06 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Request body: {'subnet': {'network_id': 'f6cc1543-aba5-4faf-8c85-b7912c908b30', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:02:15.280393 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-cb4fdbd6-05ae-4177-900f-3aab1b40bec6 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749505745113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853989108'] for segment, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:15.323706 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7aeeaf7-df7f-4566-8702-9e01bf85786a tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Network 39c332c1-57d5-4e61-b6a2-dfb14e85c8f8 is scheduled to be hosted by DHCP agent edcf98dc-3032-472a-8b3d-f23fd1e89806 with binding_index 1 {{(pid=88878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 24 11:02:15.334964 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a8ba8f6-3415-45ce-9055-08e464cb3767 admin admin] Router 8ba38df8-741e-4181-b38e-bb62a79a205d has already been hosted by L3 agent 198cca88-1338-4098-b44b-beb0346ac906 {{(pid=88878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 24 11:02:15.362258 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-cb4fdbd6-05ae-4177-900f-3aab1b40bec6 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:15.371904 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bd99fa-ed61-4ceb-9858-5dfb77834d05 req-f71c24ec-2989-46ab-a765-db6fec108b90 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:02:15.373865 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-68bd99fa-ed61-4ceb-9858-5dfb77834d05 req-f71c24ec-2989-46ab-a765-db6fec108b90 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] 10.222.0.65 "GET /v2.0/ports?device_id=655d927a-1c14-4f1b-88cc-771b29a10c76 HTTP/1.1" status: 200  len: 946 time: 0.3323812
Dec 24 11:02:15.376113 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb4fdbd6-05ae-4177-900f-3aab1b40bec6 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Releasing vlan 640 on physical network physnet1 to pool {{(pid=88879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 24 11:02:15.376552 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-cb4fdbd6-05ae-4177-900f-3aab1b40bec6 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036847652098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3926696'] for segment, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:15.393788 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b1230e48-4790-4f37-a620-7b5d86751fa0 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850796890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2246085'] for subnet, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:15.404416 dv-neutron-822691-2-hyperv neutron-server[88767]: Traceback (most recent call last):
Dec 24 11:02:15.404416 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 24 11:02:15.404416 dv-neutron-822691-2-hyperv neutron-server[88767]:     timer()
Dec 24 11:02:15.404416 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 11:02:15.404416 dv-neutron-822691-2-hyperv neutron-server[88767]:     cb(*args, **kw)
Dec 24 11:02:15.404416 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 24 11:02:15.404416 dv-neutron-822691-2-hyperv neutron-server[88767]:     return func(*args, **kwargs)
Dec 24 11:02:15.404416 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 11:02:15.404416 dv-neutron-822691-2-hyperv neutron-server[88767]:     self._notify()
Dec 24 11:02:15.404416 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 11:02:15.404416 dv-neutron-822691-2-hyperv neutron-server[88767]:     self.callback(batched_events)
Dec 24 11:02:15.404416 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 11:02:15.404416 dv-neutron-822691-2-hyperv neutron-server[88767]:     event.method(event)
Dec 24 11:02:15.404416 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 11:02:15.404416 dv-neutron-822691-2-hyperv neutron-server[88767]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 11:02:15.404416 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 24 11:02:15.404416 dv-neutron-822691-2-hyperv neutron-server[88767]:     segment_id)['aggregates'][0]
Dec 24 11:02:15.404416 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 24 11:02:15.404416 dv-neutron-822691-2-hyperv neutron-server[88767]:     return f(self, *a, **k)
Dec 24 11:02:15.404416 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 11:02:15.404416 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self._get(url).json()
Dec 24 11:02:15.404416 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 24 11:02:15.404416 dv-neutron-822691-2-hyperv neutron-server[88767]:     **kwargs)
Dec 24 11:02:15.404416 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 24 11:02:15.404416 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self.request(url, 'GET', **kwargs)
Dec 24 11:02:15.404416 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 24 11:02:15.404416 dv-neutron-822691-2-hyperv neutron-server[88767]:     **endpoint_filter)
Dec 24 11:02:15.404416 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 24 11:02:15.404416 dv-neutron-822691-2-hyperv neutron-server[88767]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 11:02:15.404416 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 24 11:02:15.404416 dv-neutron-822691-2-hyperv neutron-server[88767]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 11:02:15.404416 dv-neutron-822691-2-hyperv neutron-server[88767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 11:02:15.417348 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a898266d-2dc2-4ba1-a7d4-a615ec52d7d2 None None] DHCP port deletion for 3298e5d3-2f26-4978-824a-753f61f7e67a request from dv-neutron-822691-2-hyperv {{(pid=88880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 24 11:02:15.463822 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6681f1dd-8957-410f-b9bd-15495fe3bbbb None None] get_active_networks_info from dv-neutron-822691-2-hyperv {{(pid=88880) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 24 11:02:15.465115 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-0f3d2e09-c196-4cb2-ae4f-f70d5c9ec19b tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:02:15.492700 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-a7aeeaf7-df7f-4566-8702-9e01bf85786a tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822691-2-hyperv, 39c332c1-57d5-4e61-b6a2-dfb14e85c8f8) {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:02:15.499837 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device e96a5175-4ed5-4795-aa68-166c11b3136a no longer exists at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:02:15.531066 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-cb4fdbd6-05ae-4177-900f-3aab1b40bec6 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7126154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659196'] for network, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:15.543166 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7aeeaf7-df7f-4566-8702-9e01bf85786a tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:02:15.545492 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] No Port match for: e96a5175-4ed5-4795-aa68-166c11b3136a {{(pid=88880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 24 11:02:15.546105 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device e96a5175-4ed5-4795-aa68-166c11b3136a not bound to the agent host dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 24 11:02:15.547794 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7aeeaf7-df7f-4566-8702-9e01bf85786a tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:02:15.551279 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7aeeaf7-df7f-4566-8702-9e01bf85786a tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:02:15.552014 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a7aeeaf7-df7f-4566-8702-9e01bf85786a tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:15.553281 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-abb16f6d-c40f-40f4-a9c6-2f148dcc21a4 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:02:15.580907 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-cb4fdbd6-05ae-4177-900f-3aab1b40bec6 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1977811'] for network, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:15.600314 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1230e48-4790-4f37-a620-7b5d86751fa0 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Network 1c9eeaac-d205-4b19-a351-2fe67dd78b42 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:02:15.600928 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-cb4fdbd6-05ae-4177-900f-3aab1b40bec6 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] 10.222.0.65 "DELETE /v2.0/networks/3298e5d3-2f26-4978-824a-753f61f7e67a HTTP/1.1" status: 204  len: 168 time: 2.3409665
Dec 24 11:02:15.609612 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 34496) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:02:15.611492 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3fd079cf-a805-42d3-b877-f3dbb81bdc0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:15.614770 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4fdbd6-05ae-4177-900f-3aab1b40bec6 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Pushing event deleted for resources: {'Network': ['ID=3298e5d3-2f26-4978-824a-753f61f7e67a,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:02:15.636124 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-dac8b29d-9ffc-43fa-98a5-caccce960f06 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:02:15.637194 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-cb4fdbd6-05ae-4177-900f-3aab1b40bec6 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:02:15.639476 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-b1230e48-4790-4f37-a620-7b5d86751fa0 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Resources bound (agent type, host, resource id):  {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:02:15.640962 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3fd079cf-a805-42d3-b877-f3dbb81bdc0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:15.648805 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-d286e826-7ba6-44e5-b500-cfbbc92c21fa tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:02:15.661059 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6681f1dd-8957-410f-b9bd-15495fe3bbbb None None] Resources bound (agent type, host, resource id):  {{(pid=88880) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Dec 24 11:02:15.662733 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [None req-3fd079cf-a805-42d3-b877-f3dbb81bdc0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] device_id is not set on port 34617c04-9b6e-4930-8c8c-c4422e6cf66b yet. {{(pid=88879) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 24 11:02:15.700140 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1230e48-4790-4f37-a620-7b5d86751fa0 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:02:15.700792 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b1230e48-4790-4f37-a620-7b5d86751fa0 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1977811'] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:15.709451 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-dac8b29d-9ffc-43fa-98a5-caccce960f06 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Usage tracker for resource:subnet and tenant:18d2a9fdfea84546a82d906d6ec9907e is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:02:15.725503 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-dac8b29d-9ffc-43fa-98a5-caccce960f06 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:02:15.740007 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-68bd99fa-ed61-4ceb-9858-5dfb77834d05 req-80fcf5ea-41a1-4f79-8c55-56cf18fea457 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] 10.222.0.65 "GET /v2.0/security-groups?id=02c07f75-3a5f-4cdc-91db-62e2db60964c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3526728
Dec 24 11:02:15.750947 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-dac8b29d-9ffc-43fa-98a5-caccce960f06 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:02:15.757240 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-a7aeeaf7-df7f-4566-8702-9e01bf85786a tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1425 time: 4.9632652
Dec 24 11:02:15.763623 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1230e48-4790-4f37-a620-7b5d86751fa0 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Pushing event updated for resources: {'Subnet': ['ID=15646ca3-4420-456c-93e3-feff32bf7866,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:02:15.768283 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 34500) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:02:15.772635 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-b1230e48-4790-4f37-a620-7b5d86751fa0 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:02:15.831865 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-b1230e48-4790-4f37-a620-7b5d86751fa0 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.5384078
Dec 24 11:02:15.842036 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 34504) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:02:15.849760 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dac8b29d-9ffc-43fa-98a5-caccce960f06 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Made reservation on behalf of 18d2a9fdfea84546a82d906d6ec9907e for: {'subnet': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:02:15.868515 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-3487ce57-578c-46a4-b8f0-f07772e2a395 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1632795298', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:02:15.891693 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-3487ce57-578c-46a4-b8f0-f07772e2a395 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:02:15.928201 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-3487ce57-578c-46a4-b8f0-f07772e2a395 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Usage tracker for resource:router and tenant:739a78fd4cfc48c2a4011598579f8f8c is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:02:15.937157 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-3487ce57-578c-46a4-b8f0-f07772e2a395 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:02:15.947310 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-6d52832a-2f2f-44a4-a570-12866c1c0cf1 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Deleting port e78870de-8574-4a51-8aeb-7d6aa6268754 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:02:15.947702 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6d52832a-2f2f-44a4-a570-12866c1c0cf1 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:16.052045 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-3487ce57-578c-46a4-b8f0-f07772e2a395 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:02:16.063065 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de46cf76-18e5-4574-bc55-ff827aef6644 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73968e80-91fd-539e-a7c6-b31af6d9e680-1c9eeaac-d205-4b19-a351-2fe67dd78b42', 'network_id': '1c9eeaac-d205-4b19-a351-2fe67dd78b42', 'tenant_id': '739a78fd4cfc48c2a4011598579f8f8c', 'fixed_ips': [{'subnet_id': '15646ca3-4420-456c-93e3-feff32bf7866'}]}} from dv-neutron-822691-2-hyperv. {{(pid=88880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 24 11:02:16.065224 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-de46cf76-18e5-4574-bc55-ff827aef6644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:16.141681 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-dac8b29d-9ffc-43fa-98a5-caccce960f06 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2246100'] for subnet, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:16.149113 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd079cf-a805-42d3-b877-f3dbb81bdc0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8acbdd46-c13f-4956-b24c-191c461e50c8,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:02:16.160378 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-3fd079cf-a805-42d3-b877-f3dbb81bdc0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.512s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:02:16.180857 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3487ce57-578c-46a4-b8f0-f07772e2a395 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-612016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-84579'] for router, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:16.181931 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3487ce57-578c-46a4-b8f0-f07772e2a395 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854163950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659046', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854079771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854691221'] for router, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:16.222206 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a9517331-c932-4259-a43f-2830f63fc25a tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036847558493'] for network, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:16.297221 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-a9517331-c932-4259-a43f-2830f63fc25a tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Deleting port 8efe1f1d-eb90-4471-982c-e28568f37732 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:02:16.297584 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a9517331-c932-4259-a43f-2830f63fc25a tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:16.370601 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d952bbbd-2f94-4049-bb13-caa1987179b1 tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-659031', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854691240'] for router, precommit_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:16.395442 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3487ce57-578c-46a4-b8f0-f07772e2a395 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:16.396161 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d952bbbd-2f94-4049-bb13-caa1987179b1 tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854116816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854116785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-659000', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854163815'] for router, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:16.451694 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-de46cf76-18e5-4574-bc55-ff827aef6644 None None] Allocated IP 2001:db8::2 (1c9eeaac-d205-4b19-a351-2fe67dd78b42/15646ca3-4420-456c-93e3-feff32bf7866/2ace2f4a-0124-464e-a2d6-db2018cf96c4) {{(pid=88880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:02:16.518126 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3487ce57-578c-46a4-b8f0-f07772e2a395 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854163800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854116816'] for router, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:16.559928 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6d52832a-2f2f-44a4-a570-12866c1c0cf1 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:16.675940 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-de46cf76-18e5-4574-bc55-ff827aef6644 None None] Notify callbacks [] for port, precommit_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:16.687477 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-de46cf76-18e5-4574-bc55-ff827aef6644 None None] Transition to ACTIVE for port object 2ace2f4a-0124-464e-a2d6-db2018cf96c4 will not be triggered until provisioned by entity L2. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:02:16.708296 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-de46cf76-18e5-4574-bc55-ff827aef6644 None None] Transition to ACTIVE for port object 2ace2f4a-0124-464e-a2d6-db2018cf96c4 will not be triggered until provisioned by entity DHCP. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:02:16.713754 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-de46cf76-18e5-4574-bc55-ff827aef6644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408'] for port, after_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:16.718588 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-de2c88e1-0334-4ff6-bba6-47fcbe626843 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:02:16.724269 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [None req-3fd079cf-a805-42d3-b877-f3dbb81bdc0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] device_id is not set on port 34617c04-9b6e-4930-8c8c-c4422e6cf66b yet. {{(pid=88879) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 24 11:02:16.789481 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3fd079cf-a805-42d3-b877-f3dbb81bdc0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:16.797842 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de46cf76-18e5-4574-bc55-ff827aef6644 None None] Network 1c9eeaac-d205-4b19-a351-2fe67dd78b42 is already hosted by enough agents. {{(pid=88880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:02:16.797842 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de46cf76-18e5-4574-bc55-ff827aef6644 None None] Pushing event updated for resources: {'Port': ['ID=2ace2f4a-0124-464e-a2d6-db2018cf96c4,revision_number=1']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:02:16.800192 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-de46cf76-18e5-4574-bc55-ff827aef6644 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:02:16.801147 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-de46cf76-18e5-4574-bc55-ff827aef6644 None None] Resources bound (agent type, host, resource id):  {{(pid=88880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:02:16.810187 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de46cf76-18e5-4574-bc55-ff827aef6644 None None] Received port after_create {{(pid=88880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:02:16.837955 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-a9517331-c932-4259-a43f-2830f63fc25a tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] For port 8efe1f1d-eb90-4471-982c-e28568f37732, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=8efe1f1d-eb90-4471-982c-e28568f37732,segment=NetworkSegment(4ecfd9f8-e5a9-4f07-a9d6-b7ce2c394537),segment_id=4ecfd9f8-e5a9-4f07-a9d6-b7ce2c394537)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:02:16.838341 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a9517331-c932-4259-a43f-2830f63fc25a tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:16.847130 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-3fd079cf-a805-42d3-b877-f3dbb81bdc0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Transition to ACTIVE for port object 34617c04-9b6e-4930-8c8c-c4422e6cf66b will not be triggered until provisioned by entity L2. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:02:16.912823 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-de46cf76-18e5-4574-bc55-ff827aef6644 None None] Attempting to bind port 2ace2f4a-0124-464e-a2d6-db2018cf96c4 on host dv-neutron-822691-2-hyperv for vnic_type normal with profile  {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:02:16.913233 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-de46cf76-18e5-4574-bc55-ff827aef6644 None None] Attempting to bind port 2ace2f4a-0124-464e-a2d6-db2018cf96c4 by drivers openvswitch,hyperv on host dv-neutron-822691-2-hyperv at level 0 using segments [{'id': '6618a092-51b2-4e3d-9318-3ce6b7b40c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '1c9eeaac-d205-4b19-a351-2fe67dd78b42'}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:02:16.913619 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de46cf76-18e5-4574-bc55-ff827aef6644 None None] Attempting to bind port 2ace2f4a-0124-464e-a2d6-db2018cf96c4 on network 1c9eeaac-d205-4b19-a351-2fe67dd78b42 {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:02:16.921745 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de46cf76-18e5-4574-bc55-ff827aef6644 None None] Checking agent: {'id': 'db1275c1-6001-47af-93c2-635c68404703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822691-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 52, 8), 'started_at': datetime.datetime(2021, 12, 24, 10, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 2, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822691-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:02:16.922193 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de46cf76-18e5-4574-bc55-ff827aef6644 None None] Checking segment: {'id': '6618a092-51b2-4e3d-9318-3ce6b7b40c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '1c9eeaac-d205-4b19-a351-2fe67dd78b42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:02:16.922644 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-de46cf76-18e5-4574-bc55-ff827aef6644 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:16.923075 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de46cf76-18e5-4574-bc55-ff827aef6644 None None] Bound using segment: {'id': '6618a092-51b2-4e3d-9318-3ce6b7b40c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '1c9eeaac-d205-4b19-a351-2fe67dd78b42'} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:02:16.923651 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-de46cf76-18e5-4574-bc55-ff827aef6644 None None] Bound port: 2ace2f4a-0124-464e-a2d6-db2018cf96c4, host: dv-neutron-822691-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6618a092-51b2-4e3d-9318-3ce6b7b40c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '1c9eeaac-d205-4b19-a351-2fe67dd78b42'}}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:02:16.924010 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-de46cf76-18e5-4574-bc55-ff827aef6644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:17.010055 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-6d52832a-2f2f-44a4-a570-12866c1c0cf1 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Calling delete_port for e78870de-8574-4a51-8aeb-7d6aa6268754 owned by  {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:02:17.033698 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-a9517331-c932-4259-a43f-2830f63fc25a tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Calling delete_port for 8efe1f1d-eb90-4471-982c-e28568f37732 owned by network:dhcp {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:02:17.034495 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-de46cf76-18e5-4574-bc55-ff827aef6644 None None] For port 2ace2f4a-0124-464e-a2d6-db2018cf96c4, host dv-neutron-822691-2-hyperv, cleared binding levels {{(pid=88880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:02:17.041111 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-de46cf76-18e5-4574-bc55-ff827aef6644 None None] For port 2ace2f4a-0124-464e-a2d6-db2018cf96c4, host dv-neutron-822691-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=2ace2f4a-0124-464e-a2d6-db2018cf96c4,segment=NetworkSegment(6618a092-51b2-4e3d-9318-3ce6b7b40c55),segment_id=6618a092-51b2-4e3d-9318-3ce6b7b40c55)] {{(pid=88880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:02:17.047266 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-de46cf76-18e5-4574-bc55-ff827aef6644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:17.054110 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-71e16f94-045e-409c-bf24-cf2b4d79e390 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:02:17.067208 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3fd079cf-a805-42d3-b877-f3dbb81bdc0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:17.086354 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-728001ba-3151-49fd-80d7-15cf611401f0 tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:02:17.108507 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a8ba8f6-3415-45ce-9055-08e464cb3767 admin admin] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:02:17.118292 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-2a8ba8f6-3415-45ce-9055-08e464cb3767 admin admin] 10.222.0.65 "PUT /v2.0/routers/8ba38df8-741e-4181-b38e-bb62a79a205d/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 17.7678058
Dec 24 11:02:17.133064 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 34510) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:02:17.135606 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e36fbeb-0508-40f5-a468-8e4f90604d1a None None] Sync routers for ids ['8ba38df8-741e-4181-b38e-bb62a79a205d'] in dv-neutron-822691-2-hyperv {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:02:17.152202 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de46cf76-18e5-4574-bc55-ff827aef6644 None None] Pushing event updated for resources: {'Port': ['ID=2ace2f4a-0124-464e-a2d6-db2018cf96c4,revision_number=2']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:02:17.160557 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-de46cf76-18e5-4574-bc55-ff827aef6644 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:02:17.187434 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e36fbeb-0508-40f5-a468-8e4f90604d1a None None] Routers {'8ba38df8-741e-4181-b38e-bb62a79a205d'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:02:17.189195 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-6e36fbeb-0508-40f5-a468-8e4f90604d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271a11ac8>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:02:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['8ba38df8-741e-4181-b38e-bb62a79a205d'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:02:17.216021 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3487ce57-578c-46a4-b8f0-f07772e2a395 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks [] for router, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:17.219819 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-3487ce57-578c-46a4-b8f0-f07772e2a395 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201  len: 706 time: 1.3724840
Dec 24 11:02:17.225442 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6d52832a-2f2f-44a4-a570-12866c1c0cf1 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:17.232299 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 34514) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:02:17.241497 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-b5bcfa18-cce3-44ec-b5b2-fbdf2b2583b8 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:02:17.290043 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d52832a-2f2f-44a4-a570-12866c1c0cf1 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Pushing event deleted for resources: {'Port': ['ID=e78870de-8574-4a51-8aeb-7d6aa6268754,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:02:17.292695 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-6d52832a-2f2f-44a4-a570-12866c1c0cf1 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:02:17.315232 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-dac8b29d-9ffc-43fa-98a5-caccce960f06 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850796890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2246085'] for subnet, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:17.323110 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-d5ac5ff7-af95-4628-a499-3c5285059a1b tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:02:17.356778 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd079cf-a805-42d3-b877-f3dbb81bdc0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Pushing event updated for resources: {'Port': ['ID=34617c04-9b6e-4930-8c8c-c4422e6cf66b,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:02:17.367330 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6d52832a-2f2f-44a4-a570-12866c1c0cf1 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:17.368791 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-3fd079cf-a805-42d3-b877-f3dbb81bdc0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:02:17.405345 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-6d52832a-2f2f-44a4-a570-12866c1c0cf1 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] 10.222.0.65 "DELETE /v2.0/ports/e78870de-8574-4a51-8aeb-7d6aa6268754 HTTP/1.1" status: 204  len: 168 time: 1.6346316
Dec 24 11:02:17.410587 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-6e36fbeb-0508-40f5-a468-8e4f90604d1a None None] Set router 8ba38df8-741e-4181-b38e-bb62a79a205d gateway port host: dv-neutron-822691-2-hyperv {{(pid=88881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:02:17.417424 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 34518) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:02:17.424534 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99bc826-cab3-4d83-bbc0-986b12ce77b1 req-47f443fd-78b9-45ce-9a9a-0f9c24269afe tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:02:17.432450 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-a99bc826-cab3-4d83-bbc0-986b12ce77b1 req-47f443fd-78b9-45ce-9a9a-0f9c24269afe tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] 10.222.0.65 "GET /v2.0/ports?device_id=655d927a-1c14-4f1b-88cc-771b29a10c76 HTTP/1.1" status: 200  len: 946 time: 0.3809235
Dec 24 11:02:17.459544 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a9517331-c932-4259-a43f-2830f63fc25a tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:17.467406 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-18fd92a1-684a-4162-ab13-cbce734a650c tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:02:17.527229 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9517331-c932-4259-a43f-2830f63fc25a tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Pushing event deleted for resources: {'Port': ['ID=8efe1f1d-eb90-4471-982c-e28568f37732,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:02:17.537021 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-a9517331-c932-4259-a43f-2830f63fc25a tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:02:17.541626 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd079cf-a805-42d3-b877-f3dbb81bdc0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Checking segment: {'id': 'fc87e019-29c4-4d9b-94e2-4ec30d1b4ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'da3e68ee-a02b-4a13-b90f-2887a57050f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:02:17.543151 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fd079cf-a805-42d3-b877-f3dbb81bdc0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Network hostable DHCP agents. Network: da3e68ee-a02b-4a13-b90f-2887a57050f7, hostable agents: ['edcf98dc-3032-472a-8b3d-f23fd1e89806'], hosted agents: [] {{(pid=88879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 24 11:02:17.570242 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9517331-c932-4259-a43f-2830f63fc25a tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] No DVR routers for this DVR port 8efe1f1d-eb90-4471-982c-e28568f37732 on host dv-neutron-822691-2-hyperv {{(pid=88879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 24 11:02:17.582892 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac8b29d-9ffc-43fa-98a5-caccce960f06 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Pushing event updated for resources: {'Subnet': ['ID=4014d40a-d6f0-4758-8ab2-3e23c459630d,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:02:17.610980 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-dac8b29d-9ffc-43fa-98a5-caccce960f06 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:02:17.674465 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-a99bc826-cab3-4d83-bbc0-986b12ce77b1 req-0b352e81-8315-4fd8-90a9-d30bbf64c4a3 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] 10.222.0.65 "GET /v2.0/security-groups?id=02c07f75-3a5f-4cdc-91db-62e2db60964c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2409930
Dec 24 11:02:17.678817 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac8b29d-9ffc-43fa-98a5-caccce960f06 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Checking segment: {'id': 'e2e72cce-bddb-4a2f-8115-8df6b626e264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'f6cc1543-aba5-4faf-8c85-b7912c908b30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:02:17.679968 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dac8b29d-9ffc-43fa-98a5-caccce960f06 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Network hostable DHCP agents. Network: f6cc1543-aba5-4faf-8c85-b7912c908b30, hostable agents: ['edcf98dc-3032-472a-8b3d-f23fd1e89806'], hosted agents: [] {{(pid=88878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 24 11:02:17.740641 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b66443a0-c03b-40c0-bce0-e0a3e7075dfe tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:02:17.745933 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b66443a0-c03b-40c0-bce0-e0a3e7075dfe tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:02:17.746795 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-b66443a0-c03b-40c0-bce0-e0a3e7075dfe tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Synchronizing usage tracker for tenant:58aa2a41110240a2b5bfe3b4600f4977 on resource:port {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:02:17.782531 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-b66443a0-c03b-40c0-bce0-e0a3e7075dfe tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Unset dirty status for tenant:58aa2a41110240a2b5bfe3b4600f4977 on resource:port {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:02:17.783905 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-b66443a0-c03b-40c0-bce0-e0a3e7075dfe tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1456 time: 0.3343911
Dec 24 11:02:17.788176 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 34524) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:02:17.793455 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dac8b29d-9ffc-43fa-98a5-caccce960f06 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Network f6cc1543-aba5-4faf-8c85-b7912c908b30 is scheduled to be hosted by DHCP agent edcf98dc-3032-472a-8b3d-f23fd1e89806 with binding_index 1 {{(pid=88878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 24 11:02:17.855331 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-dac8b29d-9ffc-43fa-98a5-caccce960f06 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822691-2-hyperv, f6cc1543-aba5-4faf-8c85-b7912c908b30) {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:02:17.876250 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dac8b29d-9ffc-43fa-98a5-caccce960f06 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:02:17.876916 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-dac8b29d-9ffc-43fa-98a5-caccce960f06 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1977811'] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:17.909812 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-dac8b29d-9ffc-43fa-98a5-caccce960f06 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 812 time: 2.6566217
Dec 24 11:02:17.911411 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 34528) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:02:17.960160 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-6e36fbeb-0508-40f5-a468-8e4f90604d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271a11ac8>, [{'id': '8ba38df8-741e-4181-b38e-bb62a79a205d', 'name': 'tempest-ServersTestJSON-738599796-router', 'tenant_id': '41048d3cadaf44c1808b3a4467fb14d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.49'}], 'enable_snat': True}, 'gw_port_id': 'b27c942e-38c9-43ef-8307-9ce36f27afa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:59:51Z', 'updated_at': '2021-12-24T11:02:09Z', 'revision_number': 5, 'project_id': '41048d3cadaf44c1808b3a4467fb14d5', 'gw_port': {'id': 'b27c942e-38c9-43ef-8307-9ce36f27afa3', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:11:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba38df8-741e-4181-b38e-bb62a79a205d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:59:52Z', 'updated_at': '2021-12-24T11:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv'}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:02:17.966571 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e36fbeb-0508-40f5-a468-8e4f90604d1a None None] Checking router: 8ba38df8-741e-4181-b38e-bb62a79a205d for host: dv-neutron-822691-2-hyperv {{(pid=88881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 24 11:02:17.980938 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e36fbeb-0508-40f5-a468-8e4f90604d1a None None] Routers {'8ba38df8-741e-4181-b38e-bb62a79a205d'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:02:17.982519 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-6e36fbeb-0508-40f5-a468-8e4f90604d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271a11ac8>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:02:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['8ba38df8-741e-4181-b38e-bb62a79a205d'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:02:18.184589 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-a323dd6c-0ae5-4959-ba51-187ca770bbde tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Deleting port 7cc53223-c94f-4e99-9c6d-8d4440e23a68 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:02:18.185234 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a323dd6c-0ae5-4959-ba51-187ca770bbde tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:18.202634 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-6e36fbeb-0508-40f5-a468-8e4f90604d1a None None] Set router 8ba38df8-741e-4181-b38e-bb62a79a205d gateway port host: dv-neutron-822691-2-hyperv {{(pid=88881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:02:18.224849 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a9517331-c932-4259-a43f-2830f63fc25a tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847649663', 'neutron.services.segments.db._delete_segments_for_network-8749505737672'] for network, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:18.242810 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d952bbbd-2f94-4049-bb13-caa1987179b1 tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Router 2b2c7c1f-f957-4d48-a758-3f980b256303 has already been hosted by L3 agent 198cca88-1338-4098-b44b-beb0346ac906 {{(pid=88879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 24 11:02:18.266116 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fd079cf-a805-42d3-b877-f3dbb81bdc0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Network da3e68ee-a02b-4a13-b90f-2887a57050f7 is scheduled to be hosted by DHCP agent edcf98dc-3032-472a-8b3d-f23fd1e89806 with binding_index 1 {{(pid=88879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 24 11:02:18.278596 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-a9517331-c932-4259-a43f-2830f63fc25a tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f527113e0b8>,) {'filters': {'network_id': ['fa8cf368-33f7-43cb-9e68-6190a32f5725']}} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:02:18.305795 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-a9517331-c932-4259-a43f-2830f63fc25a tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f527113e0b8>, '4ecfd9f8-e5a9-4f07-a9d6-b7ce2c394537') {'for_net_delete': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:02:18.306164 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-a9517331-c932-4259-a43f-2830f63fc25a tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f527113e0b8>, '4ecfd9f8-e5a9-4f07-a9d6-b7ce2c394537') {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:02:18.316376 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-3fd079cf-a805-42d3-b877-f3dbb81bdc0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822691-2-hyperv, da3e68ee-a02b-4a13-b90f-2887a57050f7) {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:02:18.390850 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a07fe7df-d406-4d1a-a76f-b9945091c9ad tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036847558493'] for network, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:18.401347 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd079cf-a805-42d3-b877-f3dbb81bdc0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:02:18.473682 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a9517331-c932-4259-a43f-2830f63fc25a tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749505745113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853989108'] for segment, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:18.488535 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288d600c-75a4-44ab-b0f0-e683513de623 req-08f8844c-18b1-4c06-9b50-7f2e4b4bdfc5 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:02:18.491746 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-288d600c-75a4-44ab-b0f0-e683513de623 req-08f8844c-18b1-4c06-9b50-7f2e4b4bdfc5 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] 10.222.0.65 "GET /v2.0/ports?device_id=655d927a-1c14-4f1b-88cc-771b29a10c76 HTTP/1.1" status: 200  len: 946 time: 0.3798819
Dec 24 11:02:18.564955 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-3fd079cf-a805-42d3-b877-f3dbb81bdc0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Attempting to bind port 34617c04-9b6e-4930-8c8c-c4422e6cf66b on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:02:18.565330 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-3fd079cf-a805-42d3-b877-f3dbb81bdc0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Attempting to bind port 34617c04-9b6e-4930-8c8c-c4422e6cf66b by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'fc87e019-29c4-4d9b-94e2-4ec30d1b4ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'da3e68ee-a02b-4a13-b90f-2887a57050f7'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:02:18.565739 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd079cf-a805-42d3-b877-f3dbb81bdc0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Attempting to bind port 34617c04-9b6e-4930-8c8c-c4422e6cf66b on network da3e68ee-a02b-4a13-b90f-2887a57050f7 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:02:18.573294 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-6e36fbeb-0508-40f5-a468-8e4f90604d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271a11ac8>, [{'id': '8ba38df8-741e-4181-b38e-bb62a79a205d', 'name': 'tempest-ServersTestJSON-738599796-router', 'tenant_id': '41048d3cadaf44c1808b3a4467fb14d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.49'}], 'enable_snat': True}, 'gw_port_id': 'b27c942e-38c9-43ef-8307-9ce36f27afa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:59:51Z', 'updated_at': '2021-12-24T11:02:09Z', 'revision_number': 5, 'project_id': '41048d3cadaf44c1808b3a4467fb14d5', 'gw_port': {'id': 'b27c942e-38c9-43ef-8307-9ce36f27afa3', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:11:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba38df8-741e-4181-b38e-bb62a79a205d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:59:52Z', 'updated_at': '2021-12-24T11:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv'}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:02:18.578787 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e36fbeb-0508-40f5-a468-8e4f90604d1a None None] The sync data for ids ['8ba38df8-741e-4181-b38e-bb62a79a205d'] in dv-neutron-822691-2-hyperv is: [{'id': '8ba38df8-741e-4181-b38e-bb62a79a205d', 'name': 'tempest-ServersTestJSON-738599796-router', 'tenant_id': '41048d3cadaf44c1808b3a4467fb14d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.49'}], 'enable_snat': True}, 'gw_port_id': 'b27c942e-38c9-43ef-8307-9ce36f27afa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:59:51Z', 'updated_at': '2021-12-24T11:02:09Z', 'revision_number': 5, 'project_id': '41048d3cadaf44c1808b3a4467fb14d5', 'gw_port': {'id': 'b27c942e-38c9-43ef-8307-9ce36f27afa3', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:11:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ba38df8-741e-4181-b38e-bb62a79a205d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:59:52Z', 'updated_at': '2021-12-24T11:00:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv'}] {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:02:18.593038 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a9517331-c932-4259-a43f-2830f63fc25a tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:18.614944 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9517331-c932-4259-a43f-2830f63fc25a tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Releasing vlan 629 on physical network physnet1 to pool {{(pid=88879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 24 11:02:18.615390 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a9517331-c932-4259-a43f-2830f63fc25a tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036847652098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3926696'] for segment, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:18.635531 dv-neutron-822691-2-hyperv neutron-server[88767]: Traceback (most recent call last):
Dec 24 11:02:18.635531 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 24 11:02:18.635531 dv-neutron-822691-2-hyperv neutron-server[88767]:     timer()
Dec 24 11:02:18.635531 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 11:02:18.635531 dv-neutron-822691-2-hyperv neutron-server[88767]:     cb(*args, **kw)
Dec 24 11:02:18.635531 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 24 11:02:18.635531 dv-neutron-822691-2-hyperv neutron-server[88767]:     return func(*args, **kwargs)
Dec 24 11:02:18.635531 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 11:02:18.635531 dv-neutron-822691-2-hyperv neutron-server[88767]:     self._notify()
Dec 24 11:02:18.635531 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 11:02:18.635531 dv-neutron-822691-2-hyperv neutron-server[88767]:     self.callback(batched_events)
Dec 24 11:02:18.635531 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 11:02:18.635531 dv-neutron-822691-2-hyperv neutron-server[88767]:     event.method(event)
Dec 24 11:02:18.635531 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 11:02:18.635531 dv-neutron-822691-2-hyperv neutron-server[88767]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 11:02:18.635531 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 24 11:02:18.635531 dv-neutron-822691-2-hyperv neutron-server[88767]:     segment_id)['aggregates'][0]
Dec 24 11:02:18.635531 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 24 11:02:18.635531 dv-neutron-822691-2-hyperv neutron-server[88767]:     return f(self, *a, **k)
Dec 24 11:02:18.635531 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 11:02:18.635531 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self._get(url).json()
Dec 24 11:02:18.635531 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 24 11:02:18.635531 dv-neutron-822691-2-hyperv neutron-server[88767]:     **kwargs)
Dec 24 11:02:18.635531 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 24 11:02:18.635531 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self.request(url, 'GET', **kwargs)
Dec 24 11:02:18.635531 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 24 11:02:18.635531 dv-neutron-822691-2-hyperv neutron-server[88767]:     **endpoint_filter)
Dec 24 11:02:18.635531 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 24 11:02:18.635531 dv-neutron-822691-2-hyperv neutron-server[88767]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 11:02:18.635531 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 24 11:02:18.635531 dv-neutron-822691-2-hyperv neutron-server[88767]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 11:02:18.635531 dv-neutron-822691-2-hyperv neutron-server[88767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 11:02:18.637497 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd079cf-a805-42d3-b877-f3dbb81bdc0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Port 34617c04-9b6e-4930-8c8c-c4422e6cf66b on network da3e68ee-a02b-4a13-b90f-2887a57050f7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 24 11:02:18.637497 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR neutron.plugins.ml2.managers [None req-3fd079cf-a805-42d3-b877-f3dbb81bdc0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Failed to bind port 34617c04-9b6e-4930-8c8c-c4422e6cf66b on host hv-neutron-8226 for vnic_type normal using segments [{'id': 'fc87e019-29c4-4d9b-94e2-4ec30d1b4ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'da3e68ee-a02b-4a13-b90f-2887a57050f7'}]
Dec 24 11:02:18.642740 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.plugins.ml2.plugin [None req-3fd079cf-a805-42d3-b877-f3dbb81bdc0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Attempt 2 to bind port 34617c04-9b6e-4930-8c8c-c4422e6cf66b
Dec 24 11:02:18.648749 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a323dd6c-0ae5-4959-ba51-187ca770bbde tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:18.725528 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-3fd079cf-a805-42d3-b877-f3dbb81bdc0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Attempting to bind port 34617c04-9b6e-4930-8c8c-c4422e6cf66b on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:02:18.726047 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-3fd079cf-a805-42d3-b877-f3dbb81bdc0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Attempting to bind port 34617c04-9b6e-4930-8c8c-c4422e6cf66b by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'fc87e019-29c4-4d9b-94e2-4ec30d1b4ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'da3e68ee-a02b-4a13-b90f-2887a57050f7'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:02:18.726309 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd079cf-a805-42d3-b877-f3dbb81bdc0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Attempting to bind port 34617c04-9b6e-4930-8c8c-c4422e6cf66b on network da3e68ee-a02b-4a13-b90f-2887a57050f7 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:02:18.788170 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd079cf-a805-42d3-b877-f3dbb81bdc0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Port 34617c04-9b6e-4930-8c8c-c4422e6cf66b on network da3e68ee-a02b-4a13-b90f-2887a57050f7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 24 11:02:18.788507 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR neutron.plugins.ml2.managers [None req-3fd079cf-a805-42d3-b877-f3dbb81bdc0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Failed to bind port 34617c04-9b6e-4930-8c8c-c4422e6cf66b on host hv-neutron-8226 for vnic_type normal using segments [{'id': 'fc87e019-29c4-4d9b-94e2-4ec30d1b4ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'da3e68ee-a02b-4a13-b90f-2887a57050f7'}]
Dec 24 11:02:18.798530 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.plugins.ml2.plugin [None req-3fd079cf-a805-42d3-b877-f3dbb81bdc0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Attempt 3 to bind port 34617c04-9b6e-4930-8c8c-c4422e6cf66b
Dec 24 11:02:18.805355 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-a323dd6c-0ae5-4959-ba51-187ca770bbde tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Calling delete_port for 7cc53223-c94f-4e99-9c6d-8d4440e23a68 owned by  {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:02:18.808012 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-578c4ba2-2400-4f13-964a-1445f545c3f5 admin admin] Notify callbacks [] for router, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:18.859862 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a07fe7df-d406-4d1a-a76f-b9945091c9ad tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847655656'] for subnet, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:18.922603 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a9517331-c932-4259-a43f-2830f63fc25a tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7126154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659196'] for network, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:18.936806 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-288d600c-75a4-44ab-b0f0-e683513de623 req-7b045a5c-1523-48ab-be5d-d3a1c7adc5ec tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] 10.222.0.65 "GET /v2.0/security-groups?id=02c07f75-3a5f-4cdc-91db-62e2db60964c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4293494
Dec 24 11:02:18.982766 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-3fd079cf-a805-42d3-b877-f3dbb81bdc0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Attempting to bind port 34617c04-9b6e-4930-8c8c-c4422e6cf66b on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:02:18.983140 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-3fd079cf-a805-42d3-b877-f3dbb81bdc0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Attempting to bind port 34617c04-9b6e-4930-8c8c-c4422e6cf66b by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'fc87e019-29c4-4d9b-94e2-4ec30d1b4ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'da3e68ee-a02b-4a13-b90f-2887a57050f7'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:02:18.983513 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd079cf-a805-42d3-b877-f3dbb81bdc0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Attempting to bind port 34617c04-9b6e-4930-8c8c-c4422e6cf66b on network da3e68ee-a02b-4a13-b90f-2887a57050f7 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:02:18.989282 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a323dd6c-0ae5-4959-ba51-187ca770bbde tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:18.994925 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-cd1c23e8-4cf3-4b32-bb4d-11ba55bb3489 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:02:19.008463 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-a7aeeaf7-df7f-4566-8702-9e01bf85786a tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:02:19.055956 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a9517331-c932-4259-a43f-2830f63fc25a tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1977811'] for network, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:19.059827 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-352acb67-6489-4615-8d93-588d0338bf01 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:19.061183 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a323dd6c-0ae5-4959-ba51-187ca770bbde tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:19.065038 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a323dd6c-0ae5-4959-ba51-187ca770bbde tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Pushing event deleted for resources: {'Port': ['ID=7cc53223-c94f-4e99-9c6d-8d4440e23a68,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:02:19.069327 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a07fe7df-d406-4d1a-a76f-b9945091c9ad tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7120129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3978858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852529715'] for subnet, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:19.074354 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-a323dd6c-0ae5-4959-ba51-187ca770bbde tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:02:19.079117 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-2ac9cded-fe05-456a-b505-062f0e0355de tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:02:19.095016 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9517331-c932-4259-a43f-2830f63fc25a tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Pushing event deleted for resources: {'Network': ['ID=fa8cf368-33f7-43cb-9e68-6190a32f5725,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:02:19.107723 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-a9517331-c932-4259-a43f-2830f63fc25a tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:02:19.108504 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd079cf-a805-42d3-b877-f3dbb81bdc0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Port 34617c04-9b6e-4930-8c8c-c4422e6cf66b on network da3e68ee-a02b-4a13-b90f-2887a57050f7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 24 11:02:19.108795 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR neutron.plugins.ml2.managers [None req-3fd079cf-a805-42d3-b877-f3dbb81bdc0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Failed to bind port 34617c04-9b6e-4930-8c8c-c4422e6cf66b on host hv-neutron-8226 for vnic_type normal using segments [{'id': 'fc87e019-29c4-4d9b-94e2-4ec30d1b4ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'da3e68ee-a02b-4a13-b90f-2887a57050f7'}]
Dec 24 11:02:19.114839 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.plugins.ml2.plugin [None req-3fd079cf-a805-42d3-b877-f3dbb81bdc0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Attempt 4 to bind port 34617c04-9b6e-4930-8c8c-c4422e6cf66b
Dec 24 11:02:19.135559 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07fe7df-d406-4d1a-a76f-b9945091c9ad tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Pushing event deleted for resources: {'Subnet': ['ID=4014d40a-d6f0-4758-8ab2-3e23c459630d,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:02:19.141622 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-a323dd6c-0ae5-4959-ba51-187ca770bbde tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] 10.222.0.65 "DELETE /v2.0/ports/7cc53223-c94f-4e99-9c6d-8d4440e23a68 HTTP/1.1" status: 204  len: 168 time: 1.3514571
Dec 24 11:02:19.159803 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-a07fe7df-d406-4d1a-a76f-b9945091c9ad tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:02:19.160302 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 34534) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:02:19.170375 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3ed4dd9-363c-4edd-84b2-f80f9fee8bc9 None None] get_active_networks_info from dv-neutron-822691-2-hyperv {{(pid=88880) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 24 11:02:19.270163 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-a9517331-c932-4259-a43f-2830f63fc25a tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] 10.222.0.65 "DELETE /v2.0/networks/fa8cf368-33f7-43cb-9e68-6190a32f5725 HTTP/1.1" status: 204  len: 168 time: 3.6547015
Dec 24 11:02:19.278554 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-3fd079cf-a805-42d3-b877-f3dbb81bdc0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Attempting to bind port 34617c04-9b6e-4930-8c8c-c4422e6cf66b on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:02:19.278884 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-3fd079cf-a805-42d3-b877-f3dbb81bdc0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Attempting to bind port 34617c04-9b6e-4930-8c8c-c4422e6cf66b by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'fc87e019-29c4-4d9b-94e2-4ec30d1b4ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'da3e68ee-a02b-4a13-b90f-2887a57050f7'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:02:19.279276 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd079cf-a805-42d3-b877-f3dbb81bdc0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Attempting to bind port 34617c04-9b6e-4930-8c8c-c4422e6cf66b on network da3e68ee-a02b-4a13-b90f-2887a57050f7 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:02:19.283934 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 34538) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:02:19.288767 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-b11e3c72-eda6-4f38-958d-27cb928238b4 None None] Provisioning for port 2ace2f4a-0124-464e-a2d6-db2018cf96c4 completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:02:19.295528 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a07fe7df-d406-4d1a-a76f-b9945091c9ad tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847649663', 'neutron.services.segments.db._delete_segments_for_network-8749505737672'] for network, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:19.330243 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-a07fe7df-d406-4d1a-a76f-b9945091c9ad tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f52712b40f0>,) {'filters': {'network_id': ['f6cc1543-aba5-4faf-8c85-b7912c908b30']}} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:02:19.346728 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-a07fe7df-d406-4d1a-a76f-b9945091c9ad tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f52712b40f0>, 'e2e72cce-bddb-4a2f-8115-8df6b626e264') {'for_net_delete': True} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:02:19.347028 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-a07fe7df-d406-4d1a-a76f-b9945091c9ad tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f52712b40f0>, 'e2e72cce-bddb-4a2f-8115-8df6b626e264') {} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:02:19.347311 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3ed4dd9-363c-4edd-84b2-f80f9fee8bc9 None None] Resources bound (agent type, host, resource id):  {{(pid=88880) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Dec 24 11:02:19.368797 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a07fe7df-d406-4d1a-a76f-b9945091c9ad tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749505745113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2241371'] for segment, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:19.394157 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f261b21-bfc8-48d5-9c79-7e3e6ee63952 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:02:19.394692 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-7f261b21-bfc8-48d5-9c79-7e3e6ee63952 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Synchronizing usage tracker for tenant:58aa2a41110240a2b5bfe3b4600f4977 on resource:port {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:02:19.398967 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a07fe7df-d406-4d1a-a76f-b9945091c9ad tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:19.408834 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a07fe7df-d406-4d1a-a76f-b9945091c9ad tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Releasing vlan 601 on physical network physnet1 to pool {{(pid=88878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 24 11:02:19.409721 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a07fe7df-d406-4d1a-a76f-b9945091c9ad tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036847652098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850807864'] for segment, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:19.425161 dv-neutron-822691-2-hyperv neutron-server[88767]: Traceback (most recent call last):
Dec 24 11:02:19.425161 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 24 11:02:19.425161 dv-neutron-822691-2-hyperv neutron-server[88767]:     timer()
Dec 24 11:02:19.425161 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 11:02:19.425161 dv-neutron-822691-2-hyperv neutron-server[88767]:     cb(*args, **kw)
Dec 24 11:02:19.425161 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 24 11:02:19.425161 dv-neutron-822691-2-hyperv neutron-server[88767]:     return func(*args, **kwargs)
Dec 24 11:02:19.425161 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 11:02:19.425161 dv-neutron-822691-2-hyperv neutron-server[88767]:     self._notify()
Dec 24 11:02:19.425161 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 11:02:19.425161 dv-neutron-822691-2-hyperv neutron-server[88767]:     self.callback(batched_events)
Dec 24 11:02:19.425161 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 11:02:19.425161 dv-neutron-822691-2-hyperv neutron-server[88767]:     event.method(event)
Dec 24 11:02:19.425161 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 11:02:19.425161 dv-neutron-822691-2-hyperv neutron-server[88767]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 11:02:19.425161 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 24 11:02:19.425161 dv-neutron-822691-2-hyperv neutron-server[88767]:     segment_id)['aggregates'][0]
Dec 24 11:02:19.425161 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 24 11:02:19.425161 dv-neutron-822691-2-hyperv neutron-server[88767]:     return f(self, *a, **k)
Dec 24 11:02:19.425161 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 11:02:19.425161 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self._get(url).json()
Dec 24 11:02:19.425161 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 24 11:02:19.425161 dv-neutron-822691-2-hyperv neutron-server[88767]:     **kwargs)
Dec 24 11:02:19.425161 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 24 11:02:19.425161 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self.request(url, 'GET', **kwargs)
Dec 24 11:02:19.425161 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 24 11:02:19.425161 dv-neutron-822691-2-hyperv neutron-server[88767]:     **endpoint_filter)
Dec 24 11:02:19.425161 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 24 11:02:19.425161 dv-neutron-822691-2-hyperv neutron-server[88767]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 11:02:19.425161 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 24 11:02:19.425161 dv-neutron-822691-2-hyperv neutron-server[88767]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 11:02:19.425161 dv-neutron-822691-2-hyperv neutron-server[88767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 11:02:19.431671 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd079cf-a805-42d3-b877-f3dbb81bdc0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Port 34617c04-9b6e-4930-8c8c-c4422e6cf66b on network da3e68ee-a02b-4a13-b90f-2887a57050f7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 24 11:02:19.432032 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR neutron.plugins.ml2.managers [None req-3fd079cf-a805-42d3-b877-f3dbb81bdc0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Failed to bind port 34617c04-9b6e-4930-8c8c-c4422e6cf66b on host hv-neutron-8226 for vnic_type normal using segments [{'id': 'fc87e019-29c4-4d9b-94e2-4ec30d1b4ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'da3e68ee-a02b-4a13-b90f-2887a57050f7'}]
Dec 24 11:02:19.446109 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.plugins.ml2.plugin [None req-3fd079cf-a805-42d3-b877-f3dbb81bdc0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Attempt 5 to bind port 34617c04-9b6e-4930-8c8c-c4422e6cf66b
Dec 24 11:02:19.453011 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-7f261b21-bfc8-48d5-9c79-7e3e6ee63952 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Unset dirty status for tenant:58aa2a41110240a2b5bfe3b4600f4977 on resource:port {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:02:19.457303 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-7f261b21-bfc8-48d5-9c79-7e3e6ee63952 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200  len: 848 time: 0.2928965
Dec 24 11:02:19.461536 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 34542) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:02:19.557663 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-3fd079cf-a805-42d3-b877-f3dbb81bdc0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Attempting to bind port 34617c04-9b6e-4930-8c8c-c4422e6cf66b on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:02:19.558064 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-3fd079cf-a805-42d3-b877-f3dbb81bdc0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Attempting to bind port 34617c04-9b6e-4930-8c8c-c4422e6cf66b by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'fc87e019-29c4-4d9b-94e2-4ec30d1b4ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'da3e68ee-a02b-4a13-b90f-2887a57050f7'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:02:19.558433 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd079cf-a805-42d3-b877-f3dbb81bdc0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Attempting to bind port 34617c04-9b6e-4930-8c8c-c4422e6cf66b on network da3e68ee-a02b-4a13-b90f-2887a57050f7 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:02:19.577516 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7d065fa-e3bc-4dba-a7be-8221b13039a7 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] GET failed (client error): The resource could not be found.
Dec 24 11:02:19.582102 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-d7d065fa-e3bc-4dba-a7be-8221b13039a7 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] 10.222.0.65 "GET /v2.0/ports/e78870de-8574-4a51-8aeb-7d6aa6268754 HTTP/1.1" status: 404  len: 333 time: 0.1193898
Dec 24 11:02:19.582750 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 34546) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:02:19.628222 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ae1fa57b-61db-4ccc-8940-d4099ca95406 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036847558493'] for network, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:19.639712 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a07fe7df-d406-4d1a-a76f-b9945091c9ad tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7126154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659196'] for network, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:19.643846 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cbaa0e8-b4a3-40c7-a825-2211163d4e60 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] GET failed (client error): The resource could not be found.
Dec 24 11:02:19.648415 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-2cbaa0e8-b4a3-40c7-a825-2211163d4e60 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] 10.222.0.65 "GET /v2.0/ports/7cc53223-c94f-4e99-9c6d-8d4440e23a68 HTTP/1.1" status: 404  len: 333 time: 0.0637581
Dec 24 11:02:19.649074 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 34550) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:02:19.653445 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a07fe7df-d406-4d1a-a76f-b9945091c9ad tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1977811'] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:19.656348 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:02:19.663059 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 2ace2f4a-0124-464e-a2d6-db2018cf96c4 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:02:19.671825 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd079cf-a805-42d3-b877-f3dbb81bdc0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Port 34617c04-9b6e-4930-8c8c-c4422e6cf66b on network da3e68ee-a02b-4a13-b90f-2887a57050f7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 24 11:02:19.672205 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR neutron.plugins.ml2.managers [None req-3fd079cf-a805-42d3-b877-f3dbb81bdc0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Failed to bind port 34617c04-9b6e-4930-8c8c-c4422e6cf66b on host hv-neutron-8226 for vnic_type normal using segments [{'id': 'fc87e019-29c4-4d9b-94e2-4ec30d1b4ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'da3e68ee-a02b-4a13-b90f-2887a57050f7'}]
Dec 24 11:02:19.681389 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.plugins.ml2.plugin [None req-3fd079cf-a805-42d3-b877-f3dbb81bdc0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Attempt 6 to bind port 34617c04-9b6e-4930-8c8c-c4422e6cf66b
Dec 24 11:02:19.696067 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d952bbbd-2f94-4049-bb13-caa1987179b1 tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:02:19.706072 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07fe7df-d406-4d1a-a76f-b9945091c9ad tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Pushing event deleted for resources: {'Network': ['ID=f6cc1543-aba5-4faf-8c85-b7912c908b30,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:02:19.716518 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-a07fe7df-d406-4d1a-a76f-b9945091c9ad tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] 10.222.0.65 "DELETE /v2.0/networks/f6cc1543-aba5-4faf-8c85-b7912c908b30 HTTP/1.1" status: 204  len: 168 time: 1.7967532
Dec 24 11:02:19.717870 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-a07fe7df-d406-4d1a-a76f-b9945091c9ad tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:02:19.718714 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 34554) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:02:19.739790 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-d71c4af6-3dcf-45c2-976f-09df271ba7c9 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-19856295'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:02:19.747730 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-d71c4af6-3dcf-45c2-976f-09df271ba7c9 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:02:19.752519 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e02c097b-8dcf-4b35-87d3-fb8f98886832 None None] Sync routers for ids ['2b2c7c1f-f957-4d48-a758-3f980b256303'] in dv-neutron-822691-2-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:02:19.808128 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-d71c4af6-3dcf-45c2-976f-09df271ba7c9 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Usage tracker for resource:network and tenant:18d2a9fdfea84546a82d906d6ec9907e is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:02:19.811825 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e02c097b-8dcf-4b35-87d3-fb8f98886832 None None] Routers {'2b2c7c1f-f957-4d48-a758-3f980b256303'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:02:19.811825 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-e02c097b-8dcf-4b35-87d3-fb8f98886832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271731898>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:02:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['2b2c7c1f-f957-4d48-a758-3f980b256303'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:02:19.823178 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-d71c4af6-3dcf-45c2-976f-09df271ba7c9 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:02:19.834271 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-d71c4af6-3dcf-45c2-976f-09df271ba7c9 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:02:19.845480 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6a93dce7-2a22-4c9d-b9d3-fbf01a392639 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036847558493'] for network, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:19.858242 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d71c4af6-3dcf-45c2-976f-09df271ba7c9 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Made reservation on behalf of 18d2a9fdfea84546a82d906d6ec9907e for: {'network': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:02:19.864290 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d71c4af6-3dcf-45c2-976f-09df271ba7c9 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for network, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:19.892513 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-e02c097b-8dcf-4b35-87d3-fb8f98886832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271731898>, [], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:02:19.933263 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e02c097b-8dcf-4b35-87d3-fb8f98886832 None None] Routers {'2b2c7c1f-f957-4d48-a758-3f980b256303'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:02:19.934133 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-e02c097b-8dcf-4b35-87d3-fb8f98886832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271731898>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:02:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['2b2c7c1f-f957-4d48-a758-3f980b256303'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:02:19.960785 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d71c4af6-3dcf-45c2-976f-09df271ba7c9 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] vlan segment allocate from pool success with {'vlan_id': 623, 'physical_network': 'physnet1'}  {{(pid=88878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 24 11:02:20.014005 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-e02c097b-8dcf-4b35-87d3-fb8f98886832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271731898>, [], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:02:20.014486 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e02c097b-8dcf-4b35-87d3-fb8f98886832 None None] The sync data for ids ['2b2c7c1f-f957-4d48-a758-3f980b256303'] in dv-neutron-822691-2-hyperv is: [] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:02:20.016649 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning for port 2ace2f4a-0124-464e-a2d6-db2018cf96c4 completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:02:20.025288 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port 2ace2f4a-0124-464e-a2d6-db2018cf96c4 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:02:20.025711 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:20.032198 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-3fd079cf-a805-42d3-b877-f3dbb81bdc0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Attempting to bind port 34617c04-9b6e-4930-8c8c-c4422e6cf66b on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:02:20.032562 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-3fd079cf-a805-42d3-b877-f3dbb81bdc0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Attempting to bind port 34617c04-9b6e-4930-8c8c-c4422e6cf66b by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'fc87e019-29c4-4d9b-94e2-4ec30d1b4ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'da3e68ee-a02b-4a13-b90f-2887a57050f7'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:02:20.032931 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd079cf-a805-42d3-b877-f3dbb81bdc0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Attempting to bind port 34617c04-9b6e-4930-8c8c-c4422e6cf66b on network da3e68ee-a02b-4a13-b90f-2887a57050f7 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:02:20.043752 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d71c4af6-3dcf-45c2-976f-09df271ba7c9 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:20.044160 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.segments_db [None req-d71c4af6-3dcf-45c2-976f-09df271ba7c9 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Added segment 9a293741-a8d2-44cc-aabf-00f5e989a647 of type vlan for network c6e807fa-4f32-4cf4-9fe0-9af2c8ef0e12
Dec 24 11:02:20.049146 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6a93dce7-2a22-4c9d-b9d3-fbf01a392639 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847649663', 'neutron.services.segments.db._delete_segments_for_network-8749505737672'] for network, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:20.064582 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d952bbbd-2f94-4049-bb13-caa1987179b1 tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Notify callbacks [] for router, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:20.065818 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-d952bbbd-2f94-4049-bb13-caa1987179b1 tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] 10.222.0.65 "PUT /v2.0/routers/2b2c7c1f-f957-4d48-a758-3f980b256303 HTTP/1.1" status: 200  len: 922 time: 8.1884141
Dec 24 11:02:20.071831 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 34560) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:02:20.136890 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd079cf-a805-42d3-b877-f3dbb81bdc0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Port 34617c04-9b6e-4930-8c8c-c4422e6cf66b on network da3e68ee-a02b-4a13-b90f-2887a57050f7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 24 11:02:20.137224 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR neutron.plugins.ml2.managers [None req-3fd079cf-a805-42d3-b877-f3dbb81bdc0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Failed to bind port 34617c04-9b6e-4930-8c8c-c4422e6cf66b on host hv-neutron-8226 for vnic_type normal using segments [{'id': 'fc87e019-29c4-4d9b-94e2-4ec30d1b4ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'da3e68ee-a02b-4a13-b90f-2887a57050f7'}]
Dec 24 11:02:20.143514 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.plugins.ml2.plugin [None req-3fd079cf-a805-42d3-b877-f3dbb81bdc0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Attempt 7 to bind port 34617c04-9b6e-4930-8c8c-c4422e6cf66b
Dec 24 11:02:20.189170 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:20.218367 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-6a93dce7-2a22-4c9d-b9d3-fbf01a392639 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5271921358>,) {'filters': {'network_id': ['39c332c1-57d5-4e61-b6a2-dfb14e85c8f8']}} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:02:20.230671 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ae1fa57b-61db-4ccc-8940-d4099ca95406 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847649663', 'neutron.services.segments.db._delete_segments_for_network-8749505737672'] for network, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:20.236244 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] For port 2ace2f4a-0124-464e-a2d6-db2018cf96c4, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=2ace2f4a-0124-464e-a2d6-db2018cf96c4,segment=NetworkSegment(6618a092-51b2-4e3d-9318-3ce6b7b40c55),segment_id=6618a092-51b2-4e3d-9318-3ce6b7b40c55)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:02:20.238892 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d71c4af6-3dcf-45c2-976f-09df271ba7c9 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363287349540024'] for network, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:20.240565 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:20.244243 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-e27cff18-9c90-43dd-abb1-5e5e74fde74f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:02:20.253466 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-3fd079cf-a805-42d3-b877-f3dbb81bdc0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Attempting to bind port 34617c04-9b6e-4930-8c8c-c4422e6cf66b on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:02:20.254097 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-3fd079cf-a805-42d3-b877-f3dbb81bdc0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Attempting to bind port 34617c04-9b6e-4930-8c8c-c4422e6cf66b by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'fc87e019-29c4-4d9b-94e2-4ec30d1b4ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'da3e68ee-a02b-4a13-b90f-2887a57050f7'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:02:20.254619 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd079cf-a805-42d3-b877-f3dbb81bdc0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Attempting to bind port 34617c04-9b6e-4930-8c8c-c4422e6cf66b on network da3e68ee-a02b-4a13-b90f-2887a57050f7 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:02:20.304386 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-6a93dce7-2a22-4c9d-b9d3-fbf01a392639 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5271921358>, '8f04de8b-27cb-4951-bc20-ec385445c571') {'for_net_delete': True} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:02:20.305030 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-6a93dce7-2a22-4c9d-b9d3-fbf01a392639 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5271921358>, '8f04de8b-27cb-4951-bc20-ec385445c571') {} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:02:20.311827 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-ae1fa57b-61db-4ccc-8940-d4099ca95406 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5271eec9b0>,) {'filters': {'network_id': ['db02b6a2-a322-4593-8300-018a2ff33369']}} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:02:20.315596 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d71c4af6-3dcf-45c2-976f-09df271ba7c9 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636'] for network, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:20.321974 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-352acb67-6489-4615-8d93-588d0338bf01 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Allocated IP 2001:db8::1 (1c9eeaac-d205-4b19-a351-2fe67dd78b42/15646ca3-4420-456c-93e3-feff32bf7866/753eaaa5-b00b-4847-aa7e-e65c8cd30163) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:02:20.324634 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd079cf-a805-42d3-b877-f3dbb81bdc0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Port 34617c04-9b6e-4930-8c8c-c4422e6cf66b on network da3e68ee-a02b-4a13-b90f-2887a57050f7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 24 11:02:20.324993 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR neutron.plugins.ml2.managers [None req-3fd079cf-a805-42d3-b877-f3dbb81bdc0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Failed to bind port 34617c04-9b6e-4930-8c8c-c4422e6cf66b on host hv-neutron-8226 for vnic_type normal using segments [{'id': 'fc87e019-29c4-4d9b-94e2-4ec30d1b4ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'da3e68ee-a02b-4a13-b90f-2887a57050f7'}]
Dec 24 11:02:20.333421 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.plugins.ml2.plugin [None req-3fd079cf-a805-42d3-b877-f3dbb81bdc0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Attempt 8 to bind port 34617c04-9b6e-4930-8c8c-c4422e6cf66b
Dec 24 11:02:20.335806 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d71c4af6-3dcf-45c2-976f-09df271ba7c9 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:02:20.336909 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d71c4af6-3dcf-45c2-976f-09df271ba7c9 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1977811'] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:20.338923 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Pushing event updated for resources: {'Port': ['ID=2ace2f4a-0124-464e-a2d6-db2018cf96c4,revision_number=3']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:02:20.342856 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 143cdb0e-df21-4cd0-8920-d108581a0128 no longer exists at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:02:20.347163 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-ae1fa57b-61db-4ccc-8940-d4099ca95406 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5271eec9b0>, '5ea538d8-8015-49db-aca2-2cf3e3157476') {'for_net_delete': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:02:20.347502 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-ae1fa57b-61db-4ccc-8940-d4099ca95406 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5271eec9b0>, '5ea538d8-8015-49db-aca2-2cf3e3157476') {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:02:20.349782 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6a93dce7-2a22-4c9d-b9d3-fbf01a392639 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749505745113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2241371'] for segment, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:20.355311 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-578c4ba2-2400-4f13-964a-1445f545c3f5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:20.358857 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-0ac4506e-a13f-4af9-9fdf-18a4da95788b tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:02:20.382055 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ae1fa57b-61db-4ccc-8940-d4099ca95406 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749505745113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853989108'] for segment, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:20.385955 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:02:20.386831 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] No Port match for: 143cdb0e-df21-4cd0-8920-d108581a0128 {{(pid=88880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 24 11:02:20.387217 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 143cdb0e-df21-4cd0-8920-d108581a0128 not bound to the agent host dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 24 11:02:20.411590 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-3fd079cf-a805-42d3-b877-f3dbb81bdc0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Attempting to bind port 34617c04-9b6e-4930-8c8c-c4422e6cf66b on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:02:20.411945 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-3fd079cf-a805-42d3-b877-f3dbb81bdc0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Attempting to bind port 34617c04-9b6e-4930-8c8c-c4422e6cf66b by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'fc87e019-29c4-4d9b-94e2-4ec30d1b4ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'da3e68ee-a02b-4a13-b90f-2887a57050f7'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:02:20.412316 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd079cf-a805-42d3-b877-f3dbb81bdc0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Attempting to bind port 34617c04-9b6e-4930-8c8c-c4422e6cf66b on network da3e68ee-a02b-4a13-b90f-2887a57050f7 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:02:20.422570 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-578c4ba2-2400-4f13-964a-1445f545c3f5 admin admin] Deleting port b27c942e-38c9-43ef-8307-9ce36f27afa3 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:02:20.422942 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-578c4ba2-2400-4f13-964a-1445f545c3f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:20.456516 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6a93dce7-2a22-4c9d-b9d3-fbf01a392639 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:20.462601 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-d71c4af6-3dcf-45c2-976f-09df271ba7c9 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201  len: 782 time: 0.7313819
Dec 24 11:02:20.468989 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a93dce7-2a22-4c9d-b9d3-fbf01a392639 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Releasing vlan 614 on physical network physnet1 to pool {{(pid=88878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 24 11:02:20.469442 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6a93dce7-2a22-4c9d-b9d3-fbf01a392639 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036847652098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850807864'] for segment, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:20.484175 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 34564) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:02:20.492059 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ae1fa57b-61db-4ccc-8940-d4099ca95406 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:20.502127 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-c44671e9-4aa0-4561-b88a-cdd0da7b4a23 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Request body: {'subnet': {'network_id': 'c6e807fa-4f32-4cf4-9fe0-9af2c8ef0e12', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:02:20.517276 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd079cf-a805-42d3-b877-f3dbb81bdc0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Port 34617c04-9b6e-4930-8c8c-c4422e6cf66b on network da3e68ee-a02b-4a13-b90f-2887a57050f7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 24 11:02:20.517610 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR neutron.plugins.ml2.managers [None req-3fd079cf-a805-42d3-b877-f3dbb81bdc0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Failed to bind port 34617c04-9b6e-4930-8c8c-c4422e6cf66b on host hv-neutron-8226 for vnic_type normal using segments [{'id': 'fc87e019-29c4-4d9b-94e2-4ec30d1b4ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'da3e68ee-a02b-4a13-b90f-2887a57050f7'}]
Dec 24 11:02:20.584836 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.plugins.ml2.plugin [None req-3fd079cf-a805-42d3-b877-f3dbb81bdc0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Attempt 9 to bind port 34617c04-9b6e-4930-8c8c-c4422e6cf66b
Dec 24 11:02:20.648438 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae1fa57b-61db-4ccc-8940-d4099ca95406 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Releasing vlan 619 on physical network physnet1 to pool {{(pid=88879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 24 11:02:20.648880 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ae1fa57b-61db-4ccc-8940-d4099ca95406 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036847652098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3926696'] for segment, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:20.676049 dv-neutron-822691-2-hyperv neutron-server[88767]: Traceback (most recent call last):
Dec 24 11:02:20.676049 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 24 11:02:20.676049 dv-neutron-822691-2-hyperv neutron-server[88767]:     timer()
Dec 24 11:02:20.676049 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 11:02:20.676049 dv-neutron-822691-2-hyperv neutron-server[88767]:     cb(*args, **kw)
Dec 24 11:02:20.676049 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 24 11:02:20.676049 dv-neutron-822691-2-hyperv neutron-server[88767]:     return func(*args, **kwargs)
Dec 24 11:02:20.676049 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 11:02:20.676049 dv-neutron-822691-2-hyperv neutron-server[88767]:     self._notify()
Dec 24 11:02:20.676049 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 11:02:20.676049 dv-neutron-822691-2-hyperv neutron-server[88767]:     self.callback(batched_events)
Dec 24 11:02:20.676049 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 11:02:20.676049 dv-neutron-822691-2-hyperv neutron-server[88767]:     event.method(event)
Dec 24 11:02:20.676049 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 11:02:20.676049 dv-neutron-822691-2-hyperv neutron-server[88767]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 11:02:20.676049 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 24 11:02:20.676049 dv-neutron-822691-2-hyperv neutron-server[88767]:     segment_id)['aggregates'][0]
Dec 24 11:02:20.676049 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 24 11:02:20.676049 dv-neutron-822691-2-hyperv neutron-server[88767]:     return f(self, *a, **k)
Dec 24 11:02:20.676049 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 11:02:20.676049 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self._get(url).json()
Dec 24 11:02:20.676049 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 24 11:02:20.676049 dv-neutron-822691-2-hyperv neutron-server[88767]:     **kwargs)
Dec 24 11:02:20.676049 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 24 11:02:20.676049 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self.request(url, 'GET', **kwargs)
Dec 24 11:02:20.676049 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 24 11:02:20.676049 dv-neutron-822691-2-hyperv neutron-server[88767]:     **endpoint_filter)
Dec 24 11:02:20.676049 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 24 11:02:20.676049 dv-neutron-822691-2-hyperv neutron-server[88767]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 11:02:20.676049 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 24 11:02:20.676049 dv-neutron-822691-2-hyperv neutron-server[88767]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 11:02:20.676049 dv-neutron-822691-2-hyperv neutron-server[88767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 11:02:20.722185 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-3fd079cf-a805-42d3-b877-f3dbb81bdc0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Attempting to bind port 34617c04-9b6e-4930-8c8c-c4422e6cf66b on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:02:20.722529 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-3fd079cf-a805-42d3-b877-f3dbb81bdc0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Attempting to bind port 34617c04-9b6e-4930-8c8c-c4422e6cf66b by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'fc87e019-29c4-4d9b-94e2-4ec30d1b4ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'da3e68ee-a02b-4a13-b90f-2887a57050f7'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:02:20.722896 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd079cf-a805-42d3-b877-f3dbb81bdc0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Attempting to bind port 34617c04-9b6e-4930-8c8c-c4422e6cf66b on network da3e68ee-a02b-4a13-b90f-2887a57050f7 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:02:20.788871 dv-neutron-822691-2-hyperv neutron-server[88767]: Traceback (most recent call last):
Dec 24 11:02:20.788871 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 24 11:02:20.788871 dv-neutron-822691-2-hyperv neutron-server[88767]:     timer()
Dec 24 11:02:20.788871 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 11:02:20.788871 dv-neutron-822691-2-hyperv neutron-server[88767]:     cb(*args, **kw)
Dec 24 11:02:20.788871 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 24 11:02:20.788871 dv-neutron-822691-2-hyperv neutron-server[88767]:     return func(*args, **kwargs)
Dec 24 11:02:20.788871 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 11:02:20.788871 dv-neutron-822691-2-hyperv neutron-server[88767]:     self._notify()
Dec 24 11:02:20.788871 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 11:02:20.788871 dv-neutron-822691-2-hyperv neutron-server[88767]:     self.callback(batched_events)
Dec 24 11:02:20.788871 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 11:02:20.788871 dv-neutron-822691-2-hyperv neutron-server[88767]:     event.method(event)
Dec 24 11:02:20.788871 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 11:02:20.788871 dv-neutron-822691-2-hyperv neutron-server[88767]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 11:02:20.788871 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 24 11:02:20.788871 dv-neutron-822691-2-hyperv neutron-server[88767]:     segment_id)['aggregates'][0]
Dec 24 11:02:20.788871 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 24 11:02:20.788871 dv-neutron-822691-2-hyperv neutron-server[88767]:     return f(self, *a, **k)
Dec 24 11:02:20.788871 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 11:02:20.788871 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self._get(url).json()
Dec 24 11:02:20.788871 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 24 11:02:20.788871 dv-neutron-822691-2-hyperv neutron-server[88767]:     **kwargs)
Dec 24 11:02:20.788871 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 24 11:02:20.788871 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self.request(url, 'GET', **kwargs)
Dec 24 11:02:20.788871 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 24 11:02:20.788871 dv-neutron-822691-2-hyperv neutron-server[88767]:     **endpoint_filter)
Dec 24 11:02:20.788871 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 24 11:02:20.788871 dv-neutron-822691-2-hyperv neutron-server[88767]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 11:02:20.788871 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 24 11:02:20.788871 dv-neutron-822691-2-hyperv neutron-server[88767]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 11:02:20.788871 dv-neutron-822691-2-hyperv neutron-server[88767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 11:02:20.815020 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71c4af6-3dcf-45c2-976f-09df271ba7c9 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Pushing event updated for resources: {'Network': ['ID=c6e807fa-4f32-4cf4-9fe0-9af2c8ef0e12,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:02:20.829788 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Network c6e807fa-4f32-4cf4-9fe0-9af2c8ef0e12 details requested by agent ovs-agent-dv-neutron-822691-2-hyperv with host dv-neutron-822691-2-hyperv {{(pid=88880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 24 11:02:20.838799 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-d71c4af6-3dcf-45c2-976f-09df271ba7c9 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.480s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:02:20.886898 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55ae05a5-7af9-47cf-bdd6-cd86d9b3c024 None None] Network 39c332c1-57d5-4e61-b6a2-dfb14e85c8f8 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:02:20.902037 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c78f6e1-bd6d-40c1-a70f-161b19ef6a77 None None] Network 1c9eeaac-d205-4b19-a351-2fe67dd78b42 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:02:20.916636 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-117e3547-ef21-4c6d-8d46-45f938395af3 None None] Network f6cc1543-aba5-4faf-8c85-b7912c908b30 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:02:20.936842 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fd14c0e-a6a1-4a97-8866-21f0351337d0 None None] Network da3e68ee-a02b-4a13-b90f-2887a57050f7 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:02:20.953225 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd079cf-a805-42d3-b877-f3dbb81bdc0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Port 34617c04-9b6e-4930-8c8c-c4422e6cf66b on network da3e68ee-a02b-4a13-b90f-2887a57050f7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 24 11:02:20.953557 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR neutron.plugins.ml2.managers [None req-3fd079cf-a805-42d3-b877-f3dbb81bdc0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Failed to bind port 34617c04-9b6e-4930-8c8c-c4422e6cf66b on host hv-neutron-8226 for vnic_type normal using segments [{'id': 'fc87e019-29c4-4d9b-94e2-4ec30d1b4ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'da3e68ee-a02b-4a13-b90f-2887a57050f7'}]
Dec 24 11:02:20.965046 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.plugins.ml2.plugin [None req-3fd079cf-a805-42d3-b877-f3dbb81bdc0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Attempt 10 to bind port 34617c04-9b6e-4930-8c8c-c4422e6cf66b
Dec 24 11:02:20.970030 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4749bd5a-bbc3-4c78-9737-66e7a9b77586 req-99c7ac7a-164d-4948-a9e1-81b36f8b88de tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:02:20.971721 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-4749bd5a-bbc3-4c78-9737-66e7a9b77586 req-99c7ac7a-164d-4948-a9e1-81b36f8b88de tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] 10.222.0.65 "GET /v2.0/ports?device_id=655d927a-1c14-4f1b-88cc-771b29a10c76 HTTP/1.1" status: 200  len: 946 time: 0.8238654
Dec 24 11:02:20.972728 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6a93dce7-2a22-4c9d-b9d3-fbf01a392639 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7126154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659196'] for network, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:20.980015 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-1b4ed150-53f0-468c-af40-499158d07022 tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:02:20.980205 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ae1fa57b-61db-4ccc-8940-d4099ca95406 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7126154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659196'] for network, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:20.992293 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-c44671e9-4aa0-4561-b88a-cdd0da7b4a23 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:02:20.997299 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-974f9d4b-8e42-4979-b75d-66c89df73b56 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:02:21.004807 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6a93dce7-2a22-4c9d-b9d3-fbf01a392639 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1977811'] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:21.019849 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ae1fa57b-61db-4ccc-8940-d4099ca95406 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1977811'] for network, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:21.024831 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-352acb67-6489-4615-8d93-588d0338bf01 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:21.029289 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a93dce7-2a22-4c9d-b9d3-fbf01a392639 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Pushing event deleted for resources: {'Network': ['ID=39c332c1-57d5-4e61-b6a2-dfb14e85c8f8,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:02:21.034407 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-6a93dce7-2a22-4c9d-b9d3-fbf01a392639 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:02:21.046349 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-6a93dce7-2a22-4c9d-b9d3-fbf01a392639 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] 10.222.0.65 "DELETE /v2.0/networks/39c332c1-57d5-4e61-b6a2-dfb14e85c8f8 HTTP/1.1" status: 204  len: 168 time: 1.3893325
Dec 24 11:02:21.046543 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-c44671e9-4aa0-4561-b88a-cdd0da7b4a23 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Usage tracker for resource:subnet and tenant:18d2a9fdfea84546a82d906d6ec9907e is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:02:21.046654 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 34568) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:02:21.046733 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1fa57b-61db-4ccc-8940-d4099ca95406 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Pushing event deleted for resources: {'Network': ['ID=db02b6a2-a322-4593-8300-018a2ff33369,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:02:21.048168 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-3fd079cf-a805-42d3-b877-f3dbb81bdc0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Attempting to bind port 34617c04-9b6e-4930-8c8c-c4422e6cf66b on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:02:21.048537 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-3fd079cf-a805-42d3-b877-f3dbb81bdc0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Attempting to bind port 34617c04-9b6e-4930-8c8c-c4422e6cf66b by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'fc87e019-29c4-4d9b-94e2-4ec30d1b4ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'da3e68ee-a02b-4a13-b90f-2887a57050f7'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:02:21.048901 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd079cf-a805-42d3-b877-f3dbb81bdc0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Attempting to bind port 34617c04-9b6e-4930-8c8c-c4422e6cf66b on network da3e68ee-a02b-4a13-b90f-2887a57050f7 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:02:21.051408 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-c44671e9-4aa0-4561-b88a-cdd0da7b4a23 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:02:21.051515 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-fa58aaa9-a063-45bf-b7cc-719feb6dc59f tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1079775778'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:02:21.060577 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-fa58aaa9-a063-45bf-b7cc-719feb6dc59f tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:02:21.068944 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-ae1fa57b-61db-4ccc-8940-d4099ca95406 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:02:21.077353 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-fa58aaa9-a063-45bf-b7cc-719feb6dc59f tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Usage tracker for resource:network and tenant:58aa2a41110240a2b5bfe3b4600f4977 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:02:21.085254 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-fa58aaa9-a063-45bf-b7cc-719feb6dc59f tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:02:21.089517 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-c44671e9-4aa0-4561-b88a-cdd0da7b4a23 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:02:21.091814 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-352acb67-6489-4615-8d93-588d0338bf01 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Transition to ACTIVE for port object 753eaaa5-b00b-4847-aa7e-e65c8cd30163 will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:02:21.100397 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-ae1fa57b-61db-4ccc-8940-d4099ca95406 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] 10.222.0.65 "DELETE /v2.0/networks/db02b6a2-a322-4593-8300-018a2ff33369 HTTP/1.1" status: 204  len: 168 time: 1.8118546
Dec 24 11:02:21.102524 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-578c4ba2-2400-4f13-964a-1445f545c3f5 admin admin] For port b27c942e-38c9-43ef-8307-9ce36f27afa3, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=b27c942e-38c9-43ef-8307-9ce36f27afa3,segment=NetworkSegment(d4e3295f-9ff8-4cad-8a20-3f1c937efc8c),segment_id=d4e3295f-9ff8-4cad-8a20-3f1c937efc8c)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:02:21.102867 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-578c4ba2-2400-4f13-964a-1445f545c3f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:21.108078 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 34572) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:02:21.108988 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-fa58aaa9-a063-45bf-b7cc-719feb6dc59f tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:02:21.114169 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55ae05a5-7af9-47cf-bdd6-cd86d9b3c024 None None] Network 39c332c1-57d5-4e61-b6a2-dfb14e85c8f8 could not be found, it might have been deleted concurrently. {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:206}}
Dec 24 11:02:21.114524 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd079cf-a805-42d3-b877-f3dbb81bdc0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Port 34617c04-9b6e-4930-8c8c-c4422e6cf66b on network da3e68ee-a02b-4a13-b90f-2887a57050f7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 24 11:02:21.115171 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR neutron.plugins.ml2.managers [None req-3fd079cf-a805-42d3-b877-f3dbb81bdc0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Failed to bind port 34617c04-9b6e-4930-8c8c-c4422e6cf66b on host hv-neutron-8226 for vnic_type normal using segments [{'id': 'fc87e019-29c4-4d9b-94e2-4ec30d1b4ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'da3e68ee-a02b-4a13-b90f-2887a57050f7'}]
Dec 24 11:02:21.115766 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3fd079cf-a805-42d3-b877-f3dbb81bdc0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:21.118858 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-117e3547-ef21-4c6d-8d46-45f938395af3 None None] Network f6cc1543-aba5-4faf-8c85-b7912c908b30 could not be found, it might have been deleted concurrently. {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:206}}
Dec 24 11:02:21.145693 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-4749bd5a-bbc3-4c78-9737-66e7a9b77586 req-4b96eb34-66fc-429b-b7a9-95c5c949869a tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] 10.222.0.65 "GET /v2.0/security-groups?id=02c07f75-3a5f-4cdc-91db-62e2db60964c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1425591
Dec 24 11:02:21.146376 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c44671e9-4aa0-4561-b88a-cdd0da7b4a23 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Made reservation on behalf of 18d2a9fdfea84546a82d906d6ec9907e for: {'subnet': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:02:21.166341 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ab8357a-7171-483b-a2b4-ea42f32eeeed None None] Network f6cc1543-aba5-4faf-8c85-b7912c908b30 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:02:21.259080 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ab8357a-7171-483b-a2b4-ea42f32eeeed None None] Network f6cc1543-aba5-4faf-8c85-b7912c908b30 could not be found, it might have been deleted concurrently. {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:206}}
Dec 24 11:02:21.274232 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-8e660c33-6532-4f14-a2d9-2baaebac92dc None None] Provisioning complete for port 2ace2f4a-0124-464e-a2d6-db2018cf96c4 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:02:21.274662 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8e660c33-6532-4f14-a2d9-2baaebac92dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:21.298899 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-578c4ba2-2400-4f13-964a-1445f545c3f5 admin admin] Calling delete_port for b27c942e-38c9-43ef-8307-9ce36f27afa3 owned by network:router_gateway {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:02:21.305909 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-302523d8-b024-4ebe-a1b0-6ee5b5b10a18 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036847558493'] for network, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:21.308194 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa58aaa9-a063-45bf-b7cc-719feb6dc59f tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Made reservation on behalf of 58aa2a41110240a2b5bfe3b4600f4977 for: {'network': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:02:21.313888 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fa58aaa9-a063-45bf-b7cc-719feb6dc59f tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for network, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:21.455754 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa58aaa9-a063-45bf-b7cc-719feb6dc59f tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] vlan segment allocate from pool success with {'vlan_id': 601, 'physical_network': 'physnet1'}  {{(pid=88878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 24 11:02:21.467210 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fa58aaa9-a063-45bf-b7cc-719feb6dc59f tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:21.467609 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.segments_db [None req-fa58aaa9-a063-45bf-b7cc-719feb6dc59f tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Added segment 7a892f61-bf92-43da-932b-187c77014ab1 of type vlan for network a18009c1-6ad0-44f5-81b8-788fa1142262
Dec 24 11:02:21.510618 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-352acb67-6489-4615-8d93-588d0338bf01 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:21.525782 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c102dbb3-5b12-425e-bbc3-4082b470eac0 tempest-FloatingIPAdminTestJSON-149081295 tempest-FloatingIPAdminTestJSON-149081295-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:02:21.584110 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fa58aaa9-a063-45bf-b7cc-719feb6dc59f tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363287349540024'] for network, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:21.586892 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c44671e9-4aa0-4561-b88a-cdd0da7b4a23 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3619482'] for subnet, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:21.661375 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-f04390cc-c8c1-44ed-9e8a-bdaff0a04b81 tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] 10.222.0.65 "GET /v2.0/routers/2b2c7c1f-f957-4d48-a758-3f980b256303 HTTP/1.1" status: 200  len: 922 time: 1.5844529
Dec 24 11:02:21.661649 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-3fd079cf-a805-42d3-b877-f3dbb81bdc0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] For port 34617c04-9b6e-4930-8c8c-c4422e6cf66b, host hv-neutron-8226, cleared binding levels {{(pid=88879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:02:21.661649 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-3fd079cf-a805-42d3-b877-f3dbb81bdc0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Attempted to set empty binding levels {{(pid=88879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}}
Dec 24 11:02:21.665021 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-302523d8-b024-4ebe-a1b0-6ee5b5b10a18 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847649663', 'neutron.services.segments.db._delete_segments_for_network-8749505737672'] for network, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:21.674092 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 34578) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:02:21.677586 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 2ace2f4a-0124-464e-a2d6-db2018cf96c4 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:02:21.717277 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-302523d8-b024-4ebe-a1b0-6ee5b5b10a18 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f527154f390>,) {'filters': {'network_id': ['3c015f9b-01e9-4c50-bea6-784671b3346b']}} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:02:21.738398 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3fd079cf-a805-42d3-b877-f3dbb81bdc0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850854027'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:21.747782 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62e4462-1bb4-46ca-96a4-005188b5a13e req-82491824-0595-4363-87fb-fe2e6dc21a93 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:02:21.749432 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-c62e4462-1bb4-46ca-96a4-005188b5a13e req-82491824-0595-4363-87fb-fe2e6dc21a93 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] 10.222.0.65 "GET /v2.0/ports?device_id=655d927a-1c14-4f1b-88cc-771b29a10c76 HTTP/1.1" status: 200  len: 946 time: 0.4552841
Dec 24 11:02:21.751346 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-302523d8-b024-4ebe-a1b0-6ee5b5b10a18 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f527154f390>, 'ceac66b7-88b8-41a1-84e0-0a69bf8a8aaf') {'for_net_delete': True} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:02:21.751683 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-302523d8-b024-4ebe-a1b0-6ee5b5b10a18 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f527154f390>, 'ceac66b7-88b8-41a1-84e0-0a69bf8a8aaf') {} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:02:21.760880 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-352acb67-6489-4615-8d93-588d0338bf01 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Network 1c9eeaac-d205-4b19-a351-2fe67dd78b42 is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:02:21.770845 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-302523d8-b024-4ebe-a1b0-6ee5b5b10a18 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749505745113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2241371'] for segment, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:21.798692 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fa58aaa9-a063-45bf-b7cc-719feb6dc59f tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636'] for network, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:21.802904 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa58aaa9-a063-45bf-b7cc-719feb6dc59f tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:02:21.803555 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fa58aaa9-a063-45bf-b7cc-719feb6dc59f tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1977811'] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:21.813398 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-a07fe7df-d406-4d1a-a76f-b9945091c9ad tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:02:21.821146 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352acb67-6489-4615-8d93-588d0338bf01 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Pushing event updated for resources: {'Port': ['ID=753eaaa5-b00b-4847-aa7e-e65c8cd30163,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:02:21.824217 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-352acb67-6489-4615-8d93-588d0338bf01 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Resources bound (agent type, host, resource id):  {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:02:21.830524 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-352acb67-6489-4615-8d93-588d0338bf01 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:02:21.831238 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-352acb67-6489-4615-8d93-588d0338bf01 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-720245'] for router_interface, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:21.845511 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-352acb67-6489-4615-8d93-588d0338bf01 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:02:21.846247 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-127e6ce4-9982-4b28-a493-1faebdd1d539 tempest-FloatingIPAdminTestJSON-124144956 tempest-FloatingIPAdminTestJSON-124144956-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.091s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:02:21.850257 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-302523d8-b024-4ebe-a1b0-6ee5b5b10a18 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:21.861398 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port 2ace2f4a-0124-464e-a2d6-db2018cf96c4 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:02:21.861856 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:21.895231 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-302523d8-b024-4ebe-a1b0-6ee5b5b10a18 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Releasing vlan 647 on physical network physnet1 to pool {{(pid=88878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 24 11:02:21.895682 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-302523d8-b024-4ebe-a1b0-6ee5b5b10a18 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036847652098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850807864'] for segment, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:21.912197 dv-neutron-822691-2-hyperv neutron-server[88767]: Traceback (most recent call last):
Dec 24 11:02:21.912197 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 24 11:02:21.912197 dv-neutron-822691-2-hyperv neutron-server[88767]:     timer()
Dec 24 11:02:21.912197 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 11:02:21.912197 dv-neutron-822691-2-hyperv neutron-server[88767]:     cb(*args, **kw)
Dec 24 11:02:21.912197 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 24 11:02:21.912197 dv-neutron-822691-2-hyperv neutron-server[88767]:     return func(*args, **kwargs)
Dec 24 11:02:21.912197 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 11:02:21.912197 dv-neutron-822691-2-hyperv neutron-server[88767]:     self._notify()
Dec 24 11:02:21.912197 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 11:02:21.912197 dv-neutron-822691-2-hyperv neutron-server[88767]:     self.callback(batched_events)
Dec 24 11:02:21.912197 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 11:02:21.912197 dv-neutron-822691-2-hyperv neutron-server[88767]:     event.method(event)
Dec 24 11:02:21.912197 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 11:02:21.912197 dv-neutron-822691-2-hyperv neutron-server[88767]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 11:02:21.912197 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 24 11:02:21.912197 dv-neutron-822691-2-hyperv neutron-server[88767]:     segment_id)['aggregates'][0]
Dec 24 11:02:21.912197 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 24 11:02:21.912197 dv-neutron-822691-2-hyperv neutron-server[88767]:     return f(self, *a, **k)
Dec 24 11:02:21.912197 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 11:02:21.912197 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self._get(url).json()
Dec 24 11:02:21.912197 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 24 11:02:21.912197 dv-neutron-822691-2-hyperv neutron-server[88767]:     **kwargs)
Dec 24 11:02:21.912197 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 24 11:02:21.912197 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self.request(url, 'GET', **kwargs)
Dec 24 11:02:21.912197 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 24 11:02:21.912197 dv-neutron-822691-2-hyperv neutron-server[88767]:     **endpoint_filter)
Dec 24 11:02:21.912197 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 24 11:02:21.912197 dv-neutron-822691-2-hyperv neutron-server[88767]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 11:02:21.912197 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 24 11:02:21.912197 dv-neutron-822691-2-hyperv neutron-server[88767]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 11:02:21.912197 dv-neutron-822691-2-hyperv neutron-server[88767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 11:02:21.925009 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-fa58aaa9-a063-45bf-b7cc-719feb6dc59f tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.8780029
Dec 24 11:02:21.927494 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 34582) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:02:21.942743 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3fd079cf-a805-42d3-b877-f3dbb81bdc0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:22.003584 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd079cf-a805-42d3-b877-f3dbb81bdc0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Pushing event updated for resources: {'Port': ['ID=34617c04-9b6e-4930-8c8c-c4422e6cf66b,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:02:22.044498 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-3fd079cf-a805-42d3-b877-f3dbb81bdc0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:02:22.054267 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-3fd079cf-a805-42d3-b877-f3dbb81bdc0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 986 time: 7.5308154
Dec 24 11:02:22.064870 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 34584) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:02:22.097693 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-0d03fcc0-5852-42ae-826a-6c532d4938ee tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Request body: {'subnet': {'network_id': 'a18009c1-6ad0-44f5-81b8-788fa1142262', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:02:22.114968 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa58aaa9-a063-45bf-b7cc-719feb6dc59f tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Pushing event updated for resources: {'Network': ['ID=a18009c1-6ad0-44f5-81b8-788fa1142262,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:02:22.124014 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-c62e4462-1bb4-46ca-96a4-005188b5a13e req-80e5b8f0-0cff-421a-82d6-c861eef304e9 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] 10.222.0.65 "GET /v2.0/security-groups?id=02c07f75-3a5f-4cdc-91db-62e2db60964c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3595903
Dec 24 11:02:22.132557 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Network a18009c1-6ad0-44f5-81b8-788fa1142262 details requested by agent ovs-agent-dv-neutron-822691-2-hyperv with host dv-neutron-822691-2-hyperv {{(pid=88880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 24 11:02:22.137759 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-fa58aaa9-a063-45bf-b7cc-719feb6dc59f tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:02:22.165932 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-302523d8-b024-4ebe-a1b0-6ee5b5b10a18 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7126154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659196'] for network, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:22.170153 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:02:22.194719 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-302523d8-b024-4ebe-a1b0-6ee5b5b10a18 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1977811'] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:22.200252 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302523d8-b024-4ebe-a1b0-6ee5b5b10a18 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Pushing event deleted for resources: {'Network': ['ID=3c015f9b-01e9-4c50-bea6-784671b3346b,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:02:22.202916 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-b6fe7943-2e64-4ac4-b538-ae4f72b67914 tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Synchronizing usage tracker for tenant:d8830e9e30294429956c02859d177d90 on resource:port {{(pid=88879) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:02:22.257770 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-302523d8-b024-4ebe-a1b0-6ee5b5b10a18 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:02:22.311910 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-302523d8-b024-4ebe-a1b0-6ee5b5b10a18 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] 10.222.0.65 "DELETE /v2.0/networks/3c015f9b-01e9-4c50-bea6-784671b3346b HTTP/1.1" status: 204  len: 168 time: 1.1901155
Dec 24 11:02:22.324134 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-0d03fcc0-5852-42ae-826a-6c532d4938ee tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:02:22.335481 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-0d03fcc0-5852-42ae-826a-6c532d4938ee tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Usage tracker for resource:subnet and tenant:58aa2a41110240a2b5bfe3b4600f4977 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:02:22.392679 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-0d03fcc0-5852-42ae-826a-6c532d4938ee tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:02:22.401733 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-0d03fcc0-5852-42ae-826a-6c532d4938ee tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:02:22.420933 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d03fcc0-5852-42ae-826a-6c532d4938ee tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Made reservation on behalf of 58aa2a41110240a2b5bfe3b4600f4977 for: {'subnet': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:02:22.496826 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-b37d6ee4-d282-4f15-b17e-79173954deec None None] Provisioning for port 753eaaa5-b00b-4847-aa7e-e65c8cd30163 completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:02:22.503294 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-b37d6ee4-d282-4f15-b17e-79173954deec None None] Provisioning complete for port 753eaaa5-b00b-4847-aa7e-e65c8cd30163 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:02:22.503736 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b37d6ee4-d282-4f15-b17e-79173954deec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:22.578449 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0d03fcc0-5852-42ae-826a-6c532d4938ee tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2246100'] for subnet, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:22.600682 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-b37d6ee4-d282-4f15-b17e-79173954deec None None] Port 753eaaa5-b00b-4847-aa7e-e65c8cd30163 cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:02:22.624742 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-b37d6ee4-d282-4f15-b17e-79173954deec None None] Provisioning complete for port 2ace2f4a-0124-464e-a2d6-db2018cf96c4 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:02:22.625334 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b37d6ee4-d282-4f15-b17e-79173954deec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:22.628125 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-8f2950eb-cc25-40fd-b8b6-2b324a12aa12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Deleting port 34617c04-9b6e-4930-8c8c-c4422e6cf66b {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:02:22.628524 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8f2950eb-cc25-40fd-b8b6-2b324a12aa12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:22.708644 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-352acb67-6489-4615-8d93-588d0338bf01 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:22.720286 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-b6fe7943-2e64-4ac4-b538-ae4f72b67914 tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Unset dirty status for tenant:d8830e9e30294429956c02859d177d90 on resource:port {{(pid=88879) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:02:22.724307 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-b6fe7943-2e64-4ac4-b538-ae4f72b67914 tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] 10.222.0.65 "GET /v2.0/ports?network_id=f8c337ba-681f-4fcb-a333-e3c49365b30a&device_id=2b2c7c1f-f957-4d48-a758-3f980b256303&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 1.0294771
Dec 24 11:02:22.734890 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 34596) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:02:22.744133 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea003fb-c653-4bec-bce1-191c8ea6bd5a req-e9b5fa8c-146d-4511-95ec-9f620929c049 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:02:22.752710 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-578c4ba2-2400-4f13-964a-1445f545c3f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:22.753674 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-cea003fb-c653-4bec-bce1-191c8ea6bd5a req-e9b5fa8c-146d-4511-95ec-9f620929c049 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] 10.222.0.65 "GET /v2.0/ports?device_id=655d927a-1c14-4f1b-88cc-771b29a10c76 HTTP/1.1" status: 200  len: 946 time: 0.4222209
Dec 24 11:02:22.767744 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-8265df15-e739-44c5-afbc-fb25af7069d9 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:02:22.795358 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.ipam_backend_mixin [None req-0d03fcc0-5852-42ae-826a-6c532d4938ee tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Performing IP validity checks on allocation pools {{(pid=88878) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:318}}
Dec 24 11:02:22.799092 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.ipam_backend_mixin [None req-0d03fcc0-5852-42ae-826a-6c532d4938ee tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88878) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:339}}
Dec 24 11:02:22.801445 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 34600) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:02:22.822157 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c44671e9-4aa0-4561-b88a-cdd0da7b4a23 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3921862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3619467'] for subnet, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:22.874983 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578c4ba2-2400-4f13-964a-1445f545c3f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=b27c942e-38c9-43ef-8307-9ce36f27afa3,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:02:22.907367 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-578c4ba2-2400-4f13-964a-1445f545c3f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:02:22.912567 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-4efa4aa2-5c0e-4d53-8ec4-202f2363a654 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.048s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:02:22.954495 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-cea003fb-c653-4bec-bce1-191c8ea6bd5a req-d4e1b9b5-dfc6-4ab3-8e82-7d7864b71bf8 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] 10.222.0.65 "GET /v2.0/security-groups?id=02c07f75-3a5f-4cdc-91db-62e2db60964c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1995802
Dec 24 11:02:23.022641 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-86c6b3cc-298c-4ad0-9774-195a87a47315 None None] Provisioning complete for port 753eaaa5-b00b-4847-aa7e-e65c8cd30163 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:02:23.024518 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b030adea-6d3e-43b2-bce7-963f7f27ec9e tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:02:23.024939 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-86c6b3cc-298c-4ad0-9774-195a87a47315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:23.030839 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-b030adea-6d3e-43b2-bce7-963f7f27ec9e tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] 10.222.0.65 "GET /v2.0/networks/f8c337ba-681f-4fcb-a333-e3c49365b30a HTTP/1.1" status: 200  len: 881 time: 0.2916613
Dec 24 11:02:23.031296 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 34608) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:02:23.077782 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.agents_db [None req-e51243ab-6a93-425b-980f-a73583147efa None None] Agent healthcheck: found 6 active agents {{(pid=88881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 24 11:02:23.109217 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-86c6b3cc-298c-4ad0-9774-195a87a47315 None None] Port 753eaaa5-b00b-4847-aa7e-e65c8cd30163 cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:02:23.118227 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-99b332d7-3fef-42bc-8402-d35b31944054 tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] 10.222.0.65 "GET /v2.0/ports?device_id=2b2c7c1f-f957-4d48-a758-3f980b256303 HTTP/1.1" status: 200  len: 205 time: 0.0794892
Dec 24 11:02:23.158865 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 34612) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:02:23.271563 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44671e9-4aa0-4561-b88a-cdd0da7b4a23 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Pushing event updated for resources: {'Subnet': ['ID=7b1b7cb8-aa3a-450c-a757-44f420cbfee3,revision_number=0']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:02:23.292175 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c44671e9-4aa0-4561-b88a-cdd0da7b4a23 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:02:23.349380 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-c42c3f58-772e-4511-9211-9d1919aead33 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2cb286b09c4548a6b18e2f69b65f1436&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5229673
Dec 24 11:02:23.353000 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 34616) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:02:23.445942 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0d03fcc0-5852-42ae-826a-6c532d4938ee tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850796890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2246085'] for subnet, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:23.460393 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-dac8b29d-9ffc-43fa-98a5-caccce960f06 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:02:23.511495 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c44671e9-4aa0-4561-b88a-cdd0da7b4a23 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Checking segment: {'id': '9a293741-a8d2-44cc-aabf-00f5e989a647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'c6e807fa-4f32-4cf4-9fe0-9af2c8ef0e12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:02:23.511906 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c44671e9-4aa0-4561-b88a-cdd0da7b4a23 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Network hostable DHCP agents. Network: c6e807fa-4f32-4cf4-9fe0-9af2c8ef0e12, hostable agents: ['edcf98dc-3032-472a-8b3d-f23fd1e89806'], hosted agents: [] {{(pid=88879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 24 11:02:23.517240 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-8f2950eb-cc25-40fd-b8b6-2b324a12aa12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] For port 34617c04-9b6e-4930-8c8c-c4422e6cf66b, host hv-neutron-8226, got binding levels [] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:02:23.517633 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8f2950eb-cc25-40fd-b8b6-2b324a12aa12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:23.523253 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c705ca-7432-4b8d-b43c-58f8bb643552 req-b4912d04-800b-4455-a735-edd7b6f69ceb tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:02:23.524950 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-f6c705ca-7432-4b8d-b43c-58f8bb643552 req-b4912d04-800b-4455-a735-edd7b6f69ceb tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] 10.222.0.65 "GET /v2.0/ports?device_id=655d927a-1c14-4f1b-88cc-771b29a10c76 HTTP/1.1" status: 200  len: 946 time: 0.4116542
Dec 24 11:02:23.698470 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-8f2950eb-cc25-40fd-b8b6-2b324a12aa12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Calling delete_port for 34617c04-9b6e-4930-8c8c-c4422e6cf66b owned by  {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:02:23.738015 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-578c4ba2-2400-4f13-964a-1445f545c3f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854116846'] for router_gateway, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:23.902640 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d03fcc0-5852-42ae-826a-6c532d4938ee tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Pushing event updated for resources: {'Subnet': ['ID=c4b1c052-cc5b-4034-a241-5431720f5484,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:02:23.910374 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-0d03fcc0-5852-42ae-826a-6c532d4938ee tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.450s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:02:23.915667 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6effff59-51cf-4ff6-889d-5cd8b0019532 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:23.978013 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6effff59-51cf-4ff6-889d-5cd8b0019532 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:23.987692 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-f6c705ca-7432-4b8d-b43c-58f8bb643552 req-347e6358-5399-4f04-b80d-f89dda8d8389 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] 10.222.0.65 "GET /v2.0/security-groups?id=02c07f75-3a5f-4cdc-91db-62e2db60964c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4457848
Dec 24 11:02:23.991952 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d03fcc0-5852-42ae-826a-6c532d4938ee tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Checking segment: {'id': '7a892f61-bf92-43da-932b-187c77014ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'a18009c1-6ad0-44f5-81b8-788fa1142262'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:02:23.992456 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d03fcc0-5852-42ae-826a-6c532d4938ee tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Network hostable DHCP agents. Network: a18009c1-6ad0-44f5-81b8-788fa1142262, hostable agents: ['edcf98dc-3032-472a-8b3d-f23fd1e89806'], hosted agents: [] {{(pid=88878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 24 11:02:24.070647 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d03fcc0-5852-42ae-826a-6c532d4938ee tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Network a18009c1-6ad0-44f5-81b8-788fa1142262 is scheduled to be hosted by DHCP agent edcf98dc-3032-472a-8b3d-f23fd1e89806 with binding_index 1 {{(pid=88878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 24 11:02:24.079874 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6effff59-51cf-4ff6-889d-5cd8b0019532 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:24.088082 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4f3a193d-f3fd-4558-b371-3511ea6f5aac tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Notify callbacks [] for router, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:24.137845 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c44671e9-4aa0-4561-b88a-cdd0da7b4a23 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Network c6e807fa-4f32-4cf4-9fe0-9af2c8ef0e12 is scheduled to be hosted by DHCP agent edcf98dc-3032-472a-8b3d-f23fd1e89806 with binding_index 1 {{(pid=88879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 24 11:02:24.148620 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-07e3af33-83fc-4b66-aa0e-abd6d590e182 tempest-RoutersAdminNegativeIpV6Test-2027516450 tempest-RoutersAdminNegativeIpV6Test-2027516450-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:02:24.163984 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-c44671e9-4aa0-4561-b88a-cdd0da7b4a23 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822691-2-hyperv, c6e807fa-4f32-4cf4-9fe0-9af2c8ef0e12) {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:02:24.166930 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-0d03fcc0-5852-42ae-826a-6c532d4938ee tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822691-2-hyperv, a18009c1-6ad0-44f5-81b8-788fa1142262) {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:02:24.168893 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-578c4ba2-2400-4f13-964a-1445f545c3f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854158724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-84560'] for router, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:24.173852 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8f2950eb-cc25-40fd-b8b6-2b324a12aa12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:24.174836 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6effff59-51cf-4ff6-889d-5cd8b0019532 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=958fd464-33e0-4bd9-b8fb-458ab7ecec6d,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:02:24.176643 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09246863-84ff-4f1b-9f81-23c5ce458a42 None None] Network c6e807fa-4f32-4cf4-9fe0-9af2c8ef0e12 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:02:24.176826 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c44671e9-4aa0-4561-b88a-cdd0da7b4a23 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:02:24.177457 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c44671e9-4aa0-4561-b88a-cdd0da7b4a23 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks [] for subnet, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:24.190904 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-6effff59-51cf-4ff6-889d-5cd8b0019532 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:02:24.192455 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d03fcc0-5852-42ae-826a-6c532d4938ee tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:02:24.193115 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0d03fcc0-5852-42ae-826a-6c532d4938ee tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1977811'] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:24.195679 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-5495d226-13ae-468a-b4af-6b1a853a7c97 tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:02:24.200401 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6effff59-51cf-4ff6-889d-5cd8b0019532 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:24.204533 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-6effff59-51cf-4ff6-889d-5cd8b0019532 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/958fd464-33e0-4bd9-b8fb-458ab7ecec6d HTTP/1.1" status: 204  len: 168 time: 0.8356886
Dec 24 11:02:24.220938 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-0d03fcc0-5852-42ae-826a-6c532d4938ee tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 2.1422744
Dec 24 11:02:24.223878 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16615699-8ca8-42f9-a43a-658c9b49a5fa None None] Network a18009c1-6ad0-44f5-81b8-788fa1142262 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:02:24.224254 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 34624) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:02:24.228958 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-578c4ba2-2400-4f13-964a-1445f545c3f5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:24.244324 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-be55840e-f3f0-4eee-abd3-664a8bd2c112 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Request body: {'port': {'network_id': 'a18009c1-6ad0-44f5-81b8-788fa1142262', 'name': 'tempest-PortsIpV6TestJSON-1049173579'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:02:24.255007 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2950eb-cc25-40fd-b8b6-2b324a12aa12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Pushing event deleted for resources: {'Port': ['ID=34617c04-9b6e-4930-8c8c-c4422e6cf66b,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:02:24.269425 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-8f2950eb-cc25-40fd-b8b6-2b324a12aa12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:02:24.279027 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-c44671e9-4aa0-4561-b88a-cdd0da7b4a23 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 3.7936552
Dec 24 11:02:24.284158 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 34628) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:02:24.288334 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-352acb67-6489-4615-8d93-588d0338bf01 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks [] for port, precommit_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:24.298157 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-60e96ab8-a9a1-48f7-82f2-14912431311a tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Request body: {'subnet': {'network_id': 'c6e807fa-4f32-4cf4-9fe0-9af2c8ef0e12', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:02:24.314461 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8f2950eb-cc25-40fd-b8b6-2b324a12aa12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:24.320349 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-8f2950eb-cc25-40fd-b8b6-2b324a12aa12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] 10.222.0.65 "DELETE /v2.0/ports/34617c04-9b6e-4930-8c8c-c4422e6cf66b HTTP/1.1" status: 204  len: 168 time: 2.2470386
Dec 24 11:02:24.328892 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 34632) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:02:24.329605 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-352acb67-6489-4615-8d93-588d0338bf01 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850854027'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:24.330525 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-352acb67-6489-4615-8d93-588d0338bf01 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1977653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854055662'] for router_interface, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:24.481754 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-be55840e-f3f0-4eee-abd3-664a8bd2c112 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:02:24.498012 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-be55840e-f3f0-4eee-abd3-664a8bd2c112 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:02:24.593476 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be55840e-f3f0-4eee-abd3-664a8bd2c112 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Made reservation on behalf of 58aa2a41110240a2b5bfe3b4600f4977 for: {'port': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:02:24.599864 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-be55840e-f3f0-4eee-abd3-664a8bd2c112 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:24.634184 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-2d98e041-89e3-42a0-9467-c92ec8c66785 tempest-ServersTestJSON-70348643 tempest-ServersTestJSON-70348643-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:02:24.636613 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [None req-be55840e-f3f0-4eee-abd3-664a8bd2c112 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] device_id is not set on port 741ac9db-e851-4e94-907c-ae1b81a10440 yet. {{(pid=88878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 24 11:02:24.728903 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd2c9bb0-12ea-4520-98af-b3e9f34b8c5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] GET failed (client error): The resource could not be found.
Dec 24 11:02:24.729606 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-cd2c9bb0-12ea-4520-98af-b3e9f34b8c5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Synchronizing usage tracker for tenant:4c586b989b204801ad0207ce7e340fab on resource:port {{(pid=88879) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:02:24.749274 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4f3a193d-f3fd-4558-b371-3511ea6f5aac tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:24.787238 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-578c4ba2-2400-4f13-964a-1445f545c3f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854158830'] for router, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:24.787238 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-578c4ba2-2400-4f13-964a-1445f545c3f5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8ba38df8-741e-4181-b38e-bb62a79a205d {{(pid=88879) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 24 11:02:24.799349 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-4f3a193d-f3fd-4558-b371-3511ea6f5aac tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Deleting port 6814b37c-27ad-4751-9b15-5bbb30fcaa83 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:02:24.799732 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4f3a193d-f3fd-4558-b371-3511ea6f5aac tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:24.860008 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-014463f7-cf05-4843-8b6c-4fabc65eeeac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73968e80-91fd-539e-a7c6-b31af6d9e680-a18009c1-6ad0-44f5-81b8-788fa1142262', 'network_id': 'a18009c1-6ad0-44f5-81b8-788fa1142262', 'tenant_id': '58aa2a41110240a2b5bfe3b4600f4977', 'fixed_ips': [{'subnet_id': 'c4b1c052-cc5b-4034-a241-5431720f5484'}]}} from dv-neutron-822691-2-hyperv. {{(pid=88880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 24 11:02:24.861287 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-014463f7-cf05-4843-8b6c-4fabc65eeeac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:24.890410 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72d73637-ddb6-4849-85f1-f9b669de40cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73968e80-91fd-539e-a7c6-b31af6d9e680-c6e807fa-4f32-4cf4-9fe0-9af2c8ef0e12', 'network_id': 'c6e807fa-4f32-4cf4-9fe0-9af2c8ef0e12', 'tenant_id': '18d2a9fdfea84546a82d906d6ec9907e', 'fixed_ips': [{'subnet_id': '7b1b7cb8-aa3a-450c-a757-44f420cbfee3'}]}} from dv-neutron-822691-2-hyperv. {{(pid=88880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 24 11:02:24.891741 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-72d73637-ddb6-4849-85f1-f9b669de40cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:24.903680 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-578c4ba2-2400-4f13-964a-1445f545c3f5 admin admin] Notify callbacks [] for router, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:24.907754 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-578c4ba2-2400-4f13-964a-1445f545c3f5 admin admin] 10.222.0.65 "DELETE /v2.0/routers/8ba38df8-741e-4181-b38e-bb62a79a205d HTTP/1.1" status: 204  len: 168 time: 7.7696011
Dec 24 11:02:24.913044 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352acb67-6489-4615-8d93-588d0338bf01 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Pushing event updated for resources: {'Port': ['ID=753eaaa5-b00b-4847-aa7e-e65c8cd30163,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:02:24.919816 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 34644) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:02:24.920673 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-cd2c9bb0-12ea-4520-98af-b3e9f34b8c5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Unset dirty status for tenant:4c586b989b204801ad0207ce7e340fab on resource:port {{(pid=88879) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:02:24.921942 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-cd2c9bb0-12ea-4520-98af-b3e9f34b8c5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] 10.222.0.65 "GET /v2.0/ports/34617c04-9b6e-4930-8c8c-c4422e6cf66b HTTP/1.1" status: 404  len: 333 time: 0.5865116
Dec 24 11:02:24.926026 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 34650) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:02:24.942301 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-352acb67-6489-4615-8d93-588d0338bf01 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:02:24.953617 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-be55840e-f3f0-4eee-abd3-664a8bd2c112 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Allocated IP 2001:db8::12b (a18009c1-6ad0-44f5-81b8-788fa1142262/c4b1c052-cc5b-4034-a241-5431720f5484/741ac9db-e851-4e94-907c-ae1b81a10440) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:02:24.960784 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-7ee37c46-0cc3-48e9-8aeb-2b701308f81d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Request body: {'port': {'network_id': 'da3e68ee-a02b-4a13-b90f-2887a57050f7', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1903925330'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:02:24.971357 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-7ee37c46-0cc3-48e9-8aeb-2b701308f81d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:02:24.984762 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-7ee37c46-0cc3-48e9-8aeb-2b701308f81d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:02:25.025173 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ee37c46-0cc3-48e9-8aeb-2b701308f81d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Made reservation on behalf of 4c586b989b204801ad0207ce7e340fab for: {'port': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:02:25.034453 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7ee37c46-0cc3-48e9-8aeb-2b701308f81d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:25.114688 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-60e96ab8-a9a1-48f7-82f2-14912431311a tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:02:25.125971 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-60e96ab8-a9a1-48f7-82f2-14912431311a tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Usage tracker for resource:subnet and tenant:18d2a9fdfea84546a82d906d6ec9907e is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:02:25.130796 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-72d73637-ddb6-4849-85f1-f9b669de40cf None None] Allocated IP 2001:db8::2 (c6e807fa-4f32-4cf4-9fe0-9af2c8ef0e12/7b1b7cb8-aa3a-450c-a757-44f420cbfee3/97d2e2a9-e2e1-4b7f-b9bc-923f5cea74c3) {{(pid=88880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:02:25.137996 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-60e96ab8-a9a1-48f7-82f2-14912431311a tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:02:25.152089 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-60e96ab8-a9a1-48f7-82f2-14912431311a tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:02:25.174587 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [None req-7ee37c46-0cc3-48e9-8aeb-2b701308f81d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] device_id is not set on port d082f80a-b671-4f2e-ac1d-fbf205adcc6a yet. {{(pid=88878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 24 11:02:25.192688 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_v2 [None req-83272426-3ab5-44b1-b7aa-48667c6bac94 admin admin] Deleting subnet 1bc180c8-44f0-41ff-ba45-99d6e56209ca {{(pid=88879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 24 11:02:25.203320 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-83272426-3ab5-44b1-b7aa-48667c6bac94 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:25.231987 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60e96ab8-a9a1-48f7-82f2-14912431311a tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Made reservation on behalf of 18d2a9fdfea84546a82d906d6ec9907e for: {'subnet': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:02:25.238148 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-60e96ab8-a9a1-48f7-82f2-14912431311a tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3619482'] for subnet, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:25.275348 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-352acb67-6489-4615-8d93-588d0338bf01 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Network 1c9eeaac-d205-4b19-a351-2fe67dd78b42 is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:02:25.286475 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-352acb67-6489-4615-8d93-588d0338bf01 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Resources bound (agent type, host, resource id):  {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:02:25.403185 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4f3a193d-f3fd-4558-b371-3511ea6f5aac tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:25.475927 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-72d73637-ddb6-4849-85f1-f9b669de40cf None None] Notify callbacks [] for port, precommit_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:25.493442 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-83272426-3ab5-44b1-b7aa-48667c6bac94 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-786693'] for subnet, precommit_delete_associations {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:25.498262 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-72d73637-ddb6-4849-85f1-f9b669de40cf None None] Transition to ACTIVE for port object 97d2e2a9-e2e1-4b7f-b9bc-923f5cea74c3 will not be triggered until provisioned by entity L2. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:02:25.538722 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-72d73637-ddb6-4849-85f1-f9b669de40cf None None] Transition to ACTIVE for port object 97d2e2a9-e2e1-4b7f-b9bc-923f5cea74c3 will not be triggered until provisioned by entity DHCP. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:02:25.552756 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device b27c942e-38c9-43ef-8307-9ce36f27afa3 no longer exists at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:02:25.601360 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 34660) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:02:25.618831 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-72d73637-ddb6-4849-85f1-f9b669de40cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408'] for port, after_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:25.630631 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:02:25.673239 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] No Port match for: b27c942e-38c9-43ef-8307-9ce36f27afa3 {{(pid=88880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 24 11:02:25.673632 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device b27c942e-38c9-43ef-8307-9ce36f27afa3 not bound to the agent host dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 24 11:02:25.681036 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-4f3a193d-f3fd-4558-b371-3511ea6f5aac tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Calling delete_port for 6814b37c-27ad-4751-9b15-5bbb30fcaa83 owned by network:router_gateway {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:02:25.791451 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72d73637-ddb6-4849-85f1-f9b669de40cf None None] Network c6e807fa-4f32-4cf4-9fe0-9af2c8ef0e12 is already hosted by enough agents. {{(pid=88880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:02:25.804919 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-72d73637-ddb6-4849-85f1-f9b669de40cf None None] Resources bound (agent type, host, resource id):  {{(pid=88880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:02:25.811319 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d73637-ddb6-4849-85f1-f9b669de40cf None None] Pushing event updated for resources: {'Port': ['ID=97d2e2a9-e2e1-4b7f-b9bc-923f5cea74c3,revision_number=1']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:02:25.814578 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-72d73637-ddb6-4849-85f1-f9b669de40cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:02:25.819055 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d73637-ddb6-4849-85f1-f9b669de40cf None None] Received port after_create {{(pid=88880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:02:25.893812 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-5e42643d-59b0-4b37-98db-dee62963540b tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1421846572'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:02:25.915544 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-5e42643d-59b0-4b37-98db-dee62963540b tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:02:25.930287 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-5e42643d-59b0-4b37-98db-dee62963540b tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Usage tracker for resource:network and tenant:56d5354af46a4a91924cfe2259b4b254 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:02:25.940099 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-72d73637-ddb6-4849-85f1-f9b669de40cf None None] Attempting to bind port 97d2e2a9-e2e1-4b7f-b9bc-923f5cea74c3 on host dv-neutron-822691-2-hyperv for vnic_type normal with profile  {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:02:25.940923 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-72d73637-ddb6-4849-85f1-f9b669de40cf None None] Attempting to bind port 97d2e2a9-e2e1-4b7f-b9bc-923f5cea74c3 by drivers openvswitch,hyperv on host dv-neutron-822691-2-hyperv at level 0 using segments [{'id': '9a293741-a8d2-44cc-aabf-00f5e989a647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'c6e807fa-4f32-4cf4-9fe0-9af2c8ef0e12'}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:02:25.940923 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d73637-ddb6-4849-85f1-f9b669de40cf None None] Attempting to bind port 97d2e2a9-e2e1-4b7f-b9bc-923f5cea74c3 on network c6e807fa-4f32-4cf4-9fe0-9af2c8ef0e12 {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:02:25.942721 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-5e42643d-59b0-4b37-98db-dee62963540b tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:02:25.943826 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-9447ab4b-ff5f-4701-bac2-b870882f879b None None] Provisioning complete for port 753eaaa5-b00b-4847-aa7e-e65c8cd30163 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:02:25.944244 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9447ab4b-ff5f-4701-bac2-b870882f879b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:25.952794 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-be55840e-f3f0-4eee-abd3-664a8bd2c112 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:25.962230 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-5e42643d-59b0-4b37-98db-dee62963540b tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:02:25.984277 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d73637-ddb6-4849-85f1-f9b669de40cf None None] Checking agent: {'id': 'db1275c1-6001-47af-93c2-635c68404703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822691-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 52, 8), 'started_at': datetime.datetime(2021, 12, 24, 10, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 2, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822691-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:02:25.984688 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d73637-ddb6-4849-85f1-f9b669de40cf None None] Checking segment: {'id': '9a293741-a8d2-44cc-aabf-00f5e989a647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'c6e807fa-4f32-4cf4-9fe0-9af2c8ef0e12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:02:25.985139 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-72d73637-ddb6-4849-85f1-f9b669de40cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:25.985878 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d73637-ddb6-4849-85f1-f9b669de40cf None None] Bound using segment: {'id': '9a293741-a8d2-44cc-aabf-00f5e989a647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'c6e807fa-4f32-4cf4-9fe0-9af2c8ef0e12'} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:02:25.986337 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-72d73637-ddb6-4849-85f1-f9b669de40cf None None] Bound port: 97d2e2a9-e2e1-4b7f-b9bc-923f5cea74c3, host: dv-neutron-822691-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a293741-a8d2-44cc-aabf-00f5e989a647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'c6e807fa-4f32-4cf4-9fe0-9af2c8ef0e12'}}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:02:25.986764 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-72d73637-ddb6-4849-85f1-f9b669de40cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:25.998843 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7ee37c46-0cc3-48e9-8aeb-2b701308f81d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:26.001773 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-be55840e-f3f0-4eee-abd3-664a8bd2c112 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Transition to ACTIVE for port object 741ac9db-e851-4e94-907c-ae1b81a10440 will not be triggered until provisioned by entity DHCP. {{(pid=88878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:02:26.002552 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e42643d-59b0-4b37-98db-dee62963540b tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Made reservation on behalf of 56d5354af46a4a91924cfe2259b4b254 for: {'network': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:02:26.007999 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5e42643d-59b0-4b37-98db-dee62963540b tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for network, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:26.025877 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-83272426-3ab5-44b1-b7aa-48667c6bac94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847655656'] for subnet, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:26.047150 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-9447ab4b-ff5f-4701-bac2-b870882f879b None None] Port 753eaaa5-b00b-4847-aa7e-e65c8cd30163 cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:02:26.067089 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5e42643d-59b0-4b37-98db-dee62963540b tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks [] for security_group, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:26.101653 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-be55840e-f3f0-4eee-abd3-664a8bd2c112 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:26.110193 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7ee37c46-0cc3-48e9-8aeb-2b701308f81d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:26.111862 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7c64d101-a085-4d1e-ba1c-4a437f0262ad tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:02:26.144776 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-72d73637-ddb6-4849-85f1-f9b669de40cf None None] For port 97d2e2a9-e2e1-4b7f-b9bc-923f5cea74c3, host dv-neutron-822691-2-hyperv, cleared binding levels {{(pid=88880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:02:26.159159 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-72d73637-ddb6-4849-85f1-f9b669de40cf None None] For port 97d2e2a9-e2e1-4b7f-b9bc-923f5cea74c3, host dv-neutron-822691-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=97d2e2a9-e2e1-4b7f-b9bc-923f5cea74c3,segment=NetworkSegment(9a293741-a8d2-44cc-aabf-00f5e989a647),segment_id=9a293741-a8d2-44cc-aabf-00f5e989a647)] {{(pid=88880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:02:26.168776 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-72d73637-ddb6-4849-85f1-f9b669de40cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:26.181555 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-13988b4b-ca44-451e-a87a-0cb1d225d88a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:02:26.189411 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be55840e-f3f0-4eee-abd3-664a8bd2c112 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Pushing event updated for resources: {'Port': ['ID=741ac9db-e851-4e94-907c-ae1b81a10440,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:02:26.196894 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-be55840e-f3f0-4eee-abd3-664a8bd2c112 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:02:26.199782 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-d3a4ea7b-f4fb-4adc-9e2a-d8331ce74825 tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:02:26.212369 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-014463f7-cf05-4843-8b6c-4fabc65eeeac None None] Allocated IP 2001:db8::2 (a18009c1-6ad0-44f5-81b8-788fa1142262/c4b1c052-cc5b-4034-a241-5431720f5484/ed9fc20e-4a9a-4d35-8454-e9cd13f14825) {{(pid=88880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:02:26.218489 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-5e42643d-59b0-4b37-98db-dee62963540b tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:02:26.229029 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-83272426-3ab5-44b1-b7aa-48667c6bac94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7120129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850854134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851156349'] for subnet, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:26.235012 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-5e42643d-59b0-4b37-98db-dee62963540b tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Usage tracker for resource:security_group_rule and tenant:56d5354af46a4a91924cfe2259b4b254 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:02:26.243256 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:02:26.275879 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-5e42643d-59b0-4b37-98db-dee62963540b tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:02:26.290290 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be55840e-f3f0-4eee-abd3-664a8bd2c112 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Network a18009c1-6ad0-44f5-81b8-788fa1142262 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:02:26.300126 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ee37c46-0cc3-48e9-8aeb-2b701308f81d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Network da3e68ee-a02b-4a13-b90f-2887a57050f7 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:02:26.301541 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4f3a193d-f3fd-4558-b371-3511ea6f5aac tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:26.301684 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83272426-3ab5-44b1-b7aa-48667c6bac94 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1bc180c8-44f0-41ff-ba45-99d6e56209ca,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:02:26.304491 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-5e42643d-59b0-4b37-98db-dee62963540b tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:02:26.308726 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-7ee37c46-0cc3-48e9-8aeb-2b701308f81d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Resources bound (agent type, host, resource id):  {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:02:26.310977 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-be55840e-f3f0-4eee-abd3-664a8bd2c112 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Resources bound (agent type, host, resource id):  {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:02:26.313334 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee37c46-0cc3-48e9-8aeb-2b701308f81d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:02:26.314389 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ee37c46-0cc3-48e9-8aeb-2b701308f81d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:02:26.314906 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7ee37c46-0cc3-48e9-8aeb-2b701308f81d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:26.316253 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-83272426-3ab5-44b1-b7aa-48667c6bac94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:02:26.322095 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d73637-ddb6-4849-85f1-f9b669de40cf None None] Pushing event updated for resources: {'Port': ['ID=97d2e2a9-e2e1-4b7f-b9bc-923f5cea74c3,revision_number=2']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:02:26.326094 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-72d73637-ddb6-4849-85f1-f9b669de40cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:02:26.334049 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-83272426-3ab5-44b1-b7aa-48667c6bac94 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:26.335556 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be55840e-f3f0-4eee-abd3-664a8bd2c112 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:02:26.340087 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be55840e-f3f0-4eee-abd3-664a8bd2c112 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:02:26.340794 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-be55840e-f3f0-4eee-abd3-664a8bd2c112 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:26.345816 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee37c46-0cc3-48e9-8aeb-2b701308f81d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Pushing event updated for resources: {'Port': ['ID=d082f80a-b671-4f2e-ac1d-fbf205adcc6a,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:02:26.358458 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7ee37c46-0cc3-48e9-8aeb-2b701308f81d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:02:26.360832 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.053s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:02:26.389396 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28cad8ae-b9c8-4985-aca9-7d8b9f867f0b None None] Network 4ffa6599-4dd3-44c2-afc8-758418a15a34 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:02:26.401546 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-83272426-3ab5-44b1-b7aa-48667c6bac94 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/1bc180c8-44f0-41ff-ba45-99d6e56209ca HTTP/1.1" status: 204  len: 168 time: 1.4778295
Dec 24 11:02:26.414356 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 34666) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:02:26.428078 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3a193d-f3fd-4558-b371-3511ea6f5aac tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Pushing event deleted for resources: {'Port': ['ID=6814b37c-27ad-4751-9b15-5bbb30fcaa83,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:02:26.437072 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-4f3a193d-f3fd-4558-b371-3511ea6f5aac tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:02:26.453412 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-60e96ab8-a9a1-48f7-82f2-14912431311a tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3921862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3619467'] for subnet, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:26.466221 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c44671e9-4aa0-4561-b88a-cdd0da7b4a23 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:02:26.484326 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-7ee37c46-0cc3-48e9-8aeb-2b701308f81d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 964 time: 1.5553305
Dec 24 11:02:26.494020 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 34670) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:02:26.571433 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-431b81fd-ab1a-48ed-8318-43c12397f628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8226'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:02:26.607564 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-352acb67-6489-4615-8d93-588d0338bf01 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Router b27b1435-5535-457c-b546-1481a573fcf2 is scheduled to L3 agent 198cca88-1338-4098-b44b-beb0346ac906 with binding_index 1 {{(pid=88879) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 24 11:02:26.607798 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-be55840e-f3f0-4eee-abd3-664a8bd2c112 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 2.3736682
Dec 24 11:02:26.676265 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 34674) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:02:26.679509 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60e96ab8-a9a1-48f7-82f2-14912431311a tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Network c6e807fa-4f32-4cf4-9fe0-9af2c8ef0e12 is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:02:26.706816 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-60e96ab8-a9a1-48f7-82f2-14912431311a tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Resources bound (agent type, host, resource id):  {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:02:26.773853 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e96ab8-a9a1-48f7-82f2-14912431311a tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Pushing event updated for resources: {'Subnet': ['ID=dd862c5f-a9c5-437e-b13f-9fa29eac0a06,revision_number=0']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:02:26.777817 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e96ab8-a9a1-48f7-82f2-14912431311a tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:02:26.778079 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-60e96ab8-a9a1-48f7-82f2-14912431311a tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks [] for subnet, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:26.806028 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-60e96ab8-a9a1-48f7-82f2-14912431311a tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:02:26.818431 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-449d2a7f-56d4-4b59-ac4f-d8c208c2455e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036847558493'] for network, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:26.872970 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4f3a193d-f3fd-4558-b371-3511ea6f5aac tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854116846'] for router_gateway, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:26.881215 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5e42643d-59b0-4b37-98db-dee62963540b tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks [] for security_group, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:26.893600 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-014463f7-cf05-4843-8b6c-4fabc65eeeac None None] Notify callbacks [] for port, precommit_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:26.906398 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-014463f7-cf05-4843-8b6c-4fabc65eeeac None None] Transition to ACTIVE for port object ed9fc20e-4a9a-4d35-8454-e9cd13f14825 will not be triggered until provisioned by entity L2. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:02:26.928724 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-014463f7-cf05-4843-8b6c-4fabc65eeeac None None] Transition to ACTIVE for port object ed9fc20e-4a9a-4d35-8454-e9cd13f14825 will not be triggered until provisioned by entity DHCP. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:02:26.938450 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-014463f7-cf05-4843-8b6c-4fabc65eeeac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408'] for port, after_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:26.946189 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:02:27.029432 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-014463f7-cf05-4843-8b6c-4fabc65eeeac None None] Network a18009c1-6ad0-44f5-81b8-788fa1142262 is already hosted by enough agents. {{(pid=88880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:02:27.040385 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-014463f7-cf05-4843-8b6c-4fabc65eeeac None None] Resources bound (agent type, host, resource id):  {{(pid=88880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:02:27.043191 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-014463f7-cf05-4843-8b6c-4fabc65eeeac None None] Received port after_create {{(pid=88880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:02:27.056720 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014463f7-cf05-4843-8b6c-4fabc65eeeac None None] Pushing event updated for resources: {'Port': ['ID=ed9fc20e-4a9a-4d35-8454-e9cd13f14825,revision_number=1']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:02:27.060055 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-014463f7-cf05-4843-8b6c-4fabc65eeeac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:02:27.169732 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-014463f7-cf05-4843-8b6c-4fabc65eeeac None None] Attempting to bind port ed9fc20e-4a9a-4d35-8454-e9cd13f14825 on host dv-neutron-822691-2-hyperv for vnic_type normal with profile  {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:02:27.170565 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-014463f7-cf05-4843-8b6c-4fabc65eeeac None None] Attempting to bind port ed9fc20e-4a9a-4d35-8454-e9cd13f14825 by drivers openvswitch,hyperv on host dv-neutron-822691-2-hyperv at level 0 using segments [{'id': '7a892f61-bf92-43da-932b-187c77014ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'a18009c1-6ad0-44f5-81b8-788fa1142262'}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:02:27.171178 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014463f7-cf05-4843-8b6c-4fabc65eeeac None None] Attempting to bind port ed9fc20e-4a9a-4d35-8454-e9cd13f14825 on network a18009c1-6ad0-44f5-81b8-788fa1142262 {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:02:27.179327 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014463f7-cf05-4843-8b6c-4fabc65eeeac None None] Checking agent: {'id': 'db1275c1-6001-47af-93c2-635c68404703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822691-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 52, 8), 'started_at': datetime.datetime(2021, 12, 24, 10, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 2, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822691-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:02:27.180058 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014463f7-cf05-4843-8b6c-4fabc65eeeac None None] Checking segment: {'id': '7a892f61-bf92-43da-932b-187c77014ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'a18009c1-6ad0-44f5-81b8-788fa1142262'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:02:27.180521 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-014463f7-cf05-4843-8b6c-4fabc65eeeac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:27.180962 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014463f7-cf05-4843-8b6c-4fabc65eeeac None None] Bound using segment: {'id': '7a892f61-bf92-43da-932b-187c77014ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'a18009c1-6ad0-44f5-81b8-788fa1142262'} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:02:27.181490 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-014463f7-cf05-4843-8b6c-4fabc65eeeac None None] Bound port: ed9fc20e-4a9a-4d35-8454-e9cd13f14825, host: dv-neutron-822691-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a892f61-bf92-43da-932b-187c77014ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'a18009c1-6ad0-44f5-81b8-788fa1142262'}}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:02:27.181969 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-014463f7-cf05-4843-8b6c-4fabc65eeeac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:27.205628 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-60e96ab8-a9a1-48f7-82f2-14912431311a tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 793 time: 2.9202540
Dec 24 11:02:27.209572 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 34678) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:02:27.218913 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5e42643d-59b0-4b37-98db-dee62963540b tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:27.226778 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-88be4808-ab6f-4e36-906b-1047fca0e0ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:02:27.283489 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-014463f7-cf05-4843-8b6c-4fabc65eeeac None None] For port ed9fc20e-4a9a-4d35-8454-e9cd13f14825, host dv-neutron-822691-2-hyperv, cleared binding levels {{(pid=88880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:02:27.287027 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-014463f7-cf05-4843-8b6c-4fabc65eeeac None None] For port ed9fc20e-4a9a-4d35-8454-e9cd13f14825, host dv-neutron-822691-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=ed9fc20e-4a9a-4d35-8454-e9cd13f14825,segment=NetworkSegment(7a892f61-bf92-43da-932b-187c77014ab1),segment_id=7a892f61-bf92-43da-932b-187c77014ab1)] {{(pid=88880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:02:27.289113 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-386b7390-a7b9-4618-b39b-f406ef68d603 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Deleting port 741ac9db-e851-4e94-907c-ae1b81a10440 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:02:27.289572 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-386b7390-a7b9-4618-b39b-f406ef68d603 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:27.291357 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-014463f7-cf05-4843-8b6c-4fabc65eeeac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:27.309096 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-ffb16828-90bf-45f4-afc5-6a9a664c2d03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:02:27.358709 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f038f2b7-017f-459b-bab9-82b0b2c95e31 None None] DHCP port deletion for 4ffa6599-4dd3-44c2-afc8-758418a15a34 request from dv-neutron-822691-2-hyperv {{(pid=88880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 24 11:02:27.367998 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-f038f2b7-017f-459b-bab9-82b0b2c95e31 None None] Deleting port 0877f7aa-c363-453f-bc81-3781f87c0bbb {{(pid=88880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:02:27.368549 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f038f2b7-017f-459b-bab9-82b0b2c95e31 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:27.372115 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-449d2a7f-56d4-4b59-ac4f-d8c208c2455e admin admin] Deleting port 0877f7aa-c363-453f-bc81-3781f87c0bbb {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:02:27.372502 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-449d2a7f-56d4-4b59-ac4f-d8c208c2455e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:27.453087 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-431b81fd-ab1a-48ed-8318-43c12397f628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:27.466962 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e42643d-59b0-4b37-98db-dee62963540b tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] vlan segment allocate from pool success with {'vlan_id': 621, 'physical_network': 'physnet1'}  {{(pid=88879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 24 11:02:27.475578 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4f3a193d-f3fd-4558-b371-3511ea6f5aac tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854158724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-84560'] for router, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:27.513202 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e42643d-59b0-4b37-98db-dee62963540b tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f92f952-fbf6-4a9c-878f-04fc33c61576,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:02:27.517238 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-5e42643d-59b0-4b37-98db-dee62963540b tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:02:27.523601 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4f3a193d-f3fd-4558-b371-3511ea6f5aac tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:27.549751 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5e42643d-59b0-4b37-98db-dee62963540b tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:27.550206 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.segments_db [None req-5e42643d-59b0-4b37-98db-dee62963540b tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Added segment 9baf9206-49cc-41fa-b042-30f866ce9712 of type vlan for network aba7367e-1d4b-4f18-a103-47503f60eff6
Dec 24 11:02:27.604726 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdef18e7-f6e6-40db-84d8-cedd7a60277f tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:02:27.606311 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdef18e7-f6e6-40db-84d8-cedd7a60277f tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:02:27.607903 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdef18e7-f6e6-40db-84d8-cedd7a60277f tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:02:27.609369 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdef18e7-f6e6-40db-84d8-cedd7a60277f tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:02:27.610902 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdef18e7-f6e6-40db-84d8-cedd7a60277f tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:02:27.611952 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-cdef18e7-f6e6-40db-84d8-cedd7a60277f tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Synchronizing usage tracker for tenant:18d2a9fdfea84546a82d906d6ec9907e on resource:subnet {{(pid=88879) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:02:27.626529 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4f3a193d-f3fd-4558-b371-3511ea6f5aac tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854158830'] for router, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:27.627570 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f3a193d-f3fd-4558-b371-3511ea6f5aac tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Fanout notify agent at l3_agent the message router_deleted on router 2b2c7c1f-f957-4d48-a758-3f980b256303 {{(pid=88878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 24 11:02:27.679652 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014463f7-cf05-4843-8b6c-4fabc65eeeac None None] Pushing event updated for resources: {'Port': ['ID=ed9fc20e-4a9a-4d35-8454-e9cd13f14825,revision_number=2']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:02:27.683194 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 97d2e2a9-e2e1-4b7f-b9bc-923f5cea74c3 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:02:27.698460 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4f3a193d-f3fd-4558-b371-3511ea6f5aac tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Notify callbacks [] for router, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:27.699701 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-4f3a193d-f3fd-4558-b371-3511ea6f5aac tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] 10.222.0.65 "DELETE /v2.0/routers/2b2c7c1f-f957-4d48-a758-3f980b256303 HTTP/1.1" status: 204  len: 168 time: 4.5357347
Dec 24 11:02:27.710162 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 34682) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:02:27.716257 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-014463f7-cf05-4843-8b6c-4fabc65eeeac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:02:27.734739 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-fe43db5d-81dd-4492-bcd5-dbdba0e31f0f tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-401264988', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:02:27.766503 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-f038f2b7-017f-459b-bab9-82b0b2c95e31 None None] For port 0877f7aa-c363-453f-bc81-3781f87c0bbb, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=0877f7aa-c363-453f-bc81-3781f87c0bbb,segment=NetworkSegment(8cea13cb-a746-4fdb-9326-670f5e69ec6e),segment_id=8cea13cb-a746-4fdb-9326-670f5e69ec6e)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:02:27.767096 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f038f2b7-017f-459b-bab9-82b0b2c95e31 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:27.777815 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5e42643d-59b0-4b37-98db-dee62963540b tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363287349540024'] for network, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:27.782948 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-fe43db5d-81dd-4492-bcd5-dbdba0e31f0f tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:02:27.804693 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-cdef18e7-f6e6-40db-84d8-cedd7a60277f tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Unset dirty status for tenant:18d2a9fdfea84546a82d906d6ec9907e on resource:subnet {{(pid=88879) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:02:27.810262 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-cdef18e7-f6e6-40db-84d8-cedd7a60277f tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 3330 time: 0.5875199
Dec 24 11:02:27.812881 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 34686) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:02:27.826544 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [None req-431b81fd-ab1a-48ed-8318-43c12397f628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] device_id is not set on port d082f80a-b671-4f2e-ac1d-fbf205adcc6a yet. {{(pid=88878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 24 11:02:27.831976 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-fe43db5d-81dd-4492-bcd5-dbdba0e31f0f tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Usage tracker for resource:router and tenant:ee5cf3d76ba94cf2a98bf476ef872852 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:02:27.835586 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-431b81fd-ab1a-48ed-8318-43c12397f628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:27.855646 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-431b81fd-ab1a-48ed-8318-43c12397f628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Transition to ACTIVE for port object d082f80a-b671-4f2e-ac1d-fbf205adcc6a will not be triggered until provisioned by entity L2. {{(pid=88878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:02:27.858295 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-fe43db5d-81dd-4492-bcd5-dbdba0e31f0f tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:02:27.860036 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-431b81fd-ab1a-48ed-8318-43c12397f628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3978773'] for port, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:27.866736 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-be55840e-f3f0-4eee-abd3-664a8bd2c112 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:02:27.871321 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-3ccde33f-e05e-47b6-a8c8-5dce963c8ba3 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1551119179'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:02:27.884560 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-fe43db5d-81dd-4492-bcd5-dbdba0e31f0f tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:02:27.905610 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-3ccde33f-e05e-47b6-a8c8-5dce963c8ba3 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:02:27.932318 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-f038f2b7-017f-459b-bab9-82b0b2c95e31 None None] Calling delete_port for 0877f7aa-c363-453f-bc81-3781f87c0bbb owned by network:dhcp {{(pid=88880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:02:27.939182 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431b81fd-ab1a-48ed-8318-43c12397f628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Pushing event updated for resources: {'Port': ['ID=d082f80a-b671-4f2e-ac1d-fbf205adcc6a,revision_number=2']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:02:27.944516 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-431b81fd-ab1a-48ed-8318-43c12397f628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:02:27.983631 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-3ccde33f-e05e-47b6-a8c8-5dce963c8ba3 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Usage tracker for resource:network and tenant:18d2a9fdfea84546a82d906d6ec9907e is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:02:27.998677 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-3ccde33f-e05e-47b6-a8c8-5dce963c8ba3 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:02:28.034442 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-3ccde33f-e05e-47b6-a8c8-5dce963c8ba3 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:02:28.071440 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-431b81fd-ab1a-48ed-8318-43c12397f628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Attempting to bind port d082f80a-b671-4f2e-ac1d-fbf205adcc6a on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:02:28.071823 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-431b81fd-ab1a-48ed-8318-43c12397f628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Attempting to bind port d082f80a-b671-4f2e-ac1d-fbf205adcc6a by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'fc87e019-29c4-4d9b-94e2-4ec30d1b4ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'da3e68ee-a02b-4a13-b90f-2887a57050f7'}] {{(pid=88878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:02:28.072230 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431b81fd-ab1a-48ed-8318-43c12397f628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Attempting to bind port d082f80a-b671-4f2e-ac1d-fbf205adcc6a on network da3e68ee-a02b-4a13-b90f-2887a57050f7 {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:02:28.079274 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431b81fd-ab1a-48ed-8318-43c12397f628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Port d082f80a-b671-4f2e-ac1d-fbf205adcc6a on network da3e68ee-a02b-4a13-b90f-2887a57050f7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 24 11:02:28.079638 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR neutron.plugins.ml2.managers [None req-431b81fd-ab1a-48ed-8318-43c12397f628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Failed to bind port d082f80a-b671-4f2e-ac1d-fbf205adcc6a on host hv-neutron-8226 for vnic_type normal using segments [{'id': 'fc87e019-29c4-4d9b-94e2-4ec30d1b4ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'da3e68ee-a02b-4a13-b90f-2887a57050f7'}]
Dec 24 11:02:28.080040 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.plugins.ml2.plugin [None req-431b81fd-ab1a-48ed-8318-43c12397f628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Attempt 2 to bind port d082f80a-b671-4f2e-ac1d-fbf205adcc6a
Dec 24 11:02:28.089969 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:28.092586 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f038f2b7-017f-459b-bab9-82b0b2c95e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392'] for port, after_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:28.100160 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fe43db5d-81dd-4492-bcd5-dbdba0e31f0f tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-612016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-84579'] for router, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:28.101313 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fe43db5d-81dd-4492-bcd5-dbdba0e31f0f tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854163950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659046', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854079771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854691221'] for router, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:28.110789 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-de46cf76-18e5-4574-bc55-ff827aef6644 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:02:28.117418 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-431b81fd-ab1a-48ed-8318-43c12397f628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Attempting to bind port d082f80a-b671-4f2e-ac1d-fbf205adcc6a on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:02:28.121449 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-431b81fd-ab1a-48ed-8318-43c12397f628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Attempting to bind port d082f80a-b671-4f2e-ac1d-fbf205adcc6a by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'fc87e019-29c4-4d9b-94e2-4ec30d1b4ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'da3e68ee-a02b-4a13-b90f-2887a57050f7'}] {{(pid=88878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:02:28.121939 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431b81fd-ab1a-48ed-8318-43c12397f628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Attempting to bind port d082f80a-b671-4f2e-ac1d-fbf205adcc6a on network da3e68ee-a02b-4a13-b90f-2887a57050f7 {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:02:28.130186 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431b81fd-ab1a-48ed-8318-43c12397f628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Port d082f80a-b671-4f2e-ac1d-fbf205adcc6a on network da3e68ee-a02b-4a13-b90f-2887a57050f7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 24 11:02:28.133384 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR neutron.plugins.ml2.managers [None req-431b81fd-ab1a-48ed-8318-43c12397f628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Failed to bind port d082f80a-b671-4f2e-ac1d-fbf205adcc6a on host hv-neutron-8226 for vnic_type normal using segments [{'id': 'fc87e019-29c4-4d9b-94e2-4ec30d1b4ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'da3e68ee-a02b-4a13-b90f-2887a57050f7'}]
Dec 24 11:02:28.134211 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.plugins.ml2.plugin [None req-431b81fd-ab1a-48ed-8318-43c12397f628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Attempt 3 to bind port d082f80a-b671-4f2e-ac1d-fbf205adcc6a
Dec 24 11:02:28.143762 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5e42643d-59b0-4b37-98db-dee62963540b tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636'] for network, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:28.148439 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e42643d-59b0-4b37-98db-dee62963540b tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:02:28.149147 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5e42643d-59b0-4b37-98db-dee62963540b tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1977811'] for network, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:28.152302 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-431b81fd-ab1a-48ed-8318-43c12397f628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Attempting to bind port d082f80a-b671-4f2e-ac1d-fbf205adcc6a on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:02:28.152679 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-431b81fd-ab1a-48ed-8318-43c12397f628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Attempting to bind port d082f80a-b671-4f2e-ac1d-fbf205adcc6a by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'fc87e019-29c4-4d9b-94e2-4ec30d1b4ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'da3e68ee-a02b-4a13-b90f-2887a57050f7'}] {{(pid=88878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:02:28.153059 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431b81fd-ab1a-48ed-8318-43c12397f628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Attempting to bind port d082f80a-b671-4f2e-ac1d-fbf205adcc6a on network da3e68ee-a02b-4a13-b90f-2887a57050f7 {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:02:28.160794 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431b81fd-ab1a-48ed-8318-43c12397f628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Port d082f80a-b671-4f2e-ac1d-fbf205adcc6a on network da3e68ee-a02b-4a13-b90f-2887a57050f7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 24 11:02:28.161163 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR neutron.plugins.ml2.managers [None req-431b81fd-ab1a-48ed-8318-43c12397f628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Failed to bind port d082f80a-b671-4f2e-ac1d-fbf205adcc6a on host hv-neutron-8226 for vnic_type normal using segments [{'id': 'fc87e019-29c4-4d9b-94e2-4ec30d1b4ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'da3e68ee-a02b-4a13-b90f-2887a57050f7'}]
Dec 24 11:02:28.162114 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.plugins.ml2.plugin [None req-431b81fd-ab1a-48ed-8318-43c12397f628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Attempt 4 to bind port d082f80a-b671-4f2e-ac1d-fbf205adcc6a
Dec 24 11:02:28.163995 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f038f2b7-017f-459b-bab9-82b0b2c95e31 None None] No DVR routers for this DVR port 0877f7aa-c363-453f-bc81-3781f87c0bbb on host dv-neutron-822691-2-hyperv {{(pid=88880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 24 11:02:28.173168 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning for port 97d2e2a9-e2e1-4b7f-b9bc-923f5cea74c3 completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:02:28.177314 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:02:28.178126 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f038f2b7-017f-459b-bab9-82b0b2c95e31 None None] Pushing event deleted for resources: {'Port': ['ID=0877f7aa-c363-453f-bc81-3781f87c0bbb,revision_number=None']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:02:28.181557 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f038f2b7-017f-459b-bab9-82b0b2c95e31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:02:28.191712 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-431b81fd-ab1a-48ed-8318-43c12397f628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Attempting to bind port d082f80a-b671-4f2e-ac1d-fbf205adcc6a on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:02:28.192244 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-431b81fd-ab1a-48ed-8318-43c12397f628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Attempting to bind port d082f80a-b671-4f2e-ac1d-fbf205adcc6a by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'fc87e019-29c4-4d9b-94e2-4ec30d1b4ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'da3e68ee-a02b-4a13-b90f-2887a57050f7'}] {{(pid=88878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:02:28.192695 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431b81fd-ab1a-48ed-8318-43c12397f628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Attempting to bind port d082f80a-b671-4f2e-ac1d-fbf205adcc6a on network da3e68ee-a02b-4a13-b90f-2887a57050f7 {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:02:28.201142 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431b81fd-ab1a-48ed-8318-43c12397f628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Port d082f80a-b671-4f2e-ac1d-fbf205adcc6a on network da3e68ee-a02b-4a13-b90f-2887a57050f7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 24 11:02:28.201517 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR neutron.plugins.ml2.managers [None req-431b81fd-ab1a-48ed-8318-43c12397f628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Failed to bind port d082f80a-b671-4f2e-ac1d-fbf205adcc6a on host hv-neutron-8226 for vnic_type normal using segments [{'id': 'fc87e019-29c4-4d9b-94e2-4ec30d1b4ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'da3e68ee-a02b-4a13-b90f-2887a57050f7'}]
Dec 24 11:02:28.202470 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.plugins.ml2.plugin [None req-431b81fd-ab1a-48ed-8318-43c12397f628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Attempt 5 to bind port d082f80a-b671-4f2e-ac1d-fbf205adcc6a
Dec 24 11:02:28.232064 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-431b81fd-ab1a-48ed-8318-43c12397f628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Attempting to bind port d082f80a-b671-4f2e-ac1d-fbf205adcc6a on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:02:28.241915 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-431b81fd-ab1a-48ed-8318-43c12397f628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Attempting to bind port d082f80a-b671-4f2e-ac1d-fbf205adcc6a by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'fc87e019-29c4-4d9b-94e2-4ec30d1b4ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'da3e68ee-a02b-4a13-b90f-2887a57050f7'}] {{(pid=88878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:02:28.241915 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431b81fd-ab1a-48ed-8318-43c12397f628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Attempting to bind port d082f80a-b671-4f2e-ac1d-fbf205adcc6a on network da3e68ee-a02b-4a13-b90f-2887a57050f7 {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:02:28.245016 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 0877f7aa-c363-453f-bc81-3781f87c0bbb no longer exists at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:02:28.250670 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431b81fd-ab1a-48ed-8318-43c12397f628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Port d082f80a-b671-4f2e-ac1d-fbf205adcc6a on network da3e68ee-a02b-4a13-b90f-2887a57050f7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 24 11:02:28.250670 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR neutron.plugins.ml2.managers [None req-431b81fd-ab1a-48ed-8318-43c12397f628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Failed to bind port d082f80a-b671-4f2e-ac1d-fbf205adcc6a on host hv-neutron-8226 for vnic_type normal using segments [{'id': 'fc87e019-29c4-4d9b-94e2-4ec30d1b4ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'da3e68ee-a02b-4a13-b90f-2887a57050f7'}]
Dec 24 11:02:28.251140 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.plugins.ml2.plugin [None req-431b81fd-ab1a-48ed-8318-43c12397f628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Attempt 6 to bind port d082f80a-b671-4f2e-ac1d-fbf205adcc6a
Dec 24 11:02:28.276479 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-431b81fd-ab1a-48ed-8318-43c12397f628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Attempting to bind port d082f80a-b671-4f2e-ac1d-fbf205adcc6a on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:02:28.276837 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-431b81fd-ab1a-48ed-8318-43c12397f628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Attempting to bind port d082f80a-b671-4f2e-ac1d-fbf205adcc6a by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'fc87e019-29c4-4d9b-94e2-4ec30d1b4ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'da3e68ee-a02b-4a13-b90f-2887a57050f7'}] {{(pid=88878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:02:28.277228 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431b81fd-ab1a-48ed-8318-43c12397f628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Attempting to bind port d082f80a-b671-4f2e-ac1d-fbf205adcc6a on network da3e68ee-a02b-4a13-b90f-2887a57050f7 {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:02:28.287932 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431b81fd-ab1a-48ed-8318-43c12397f628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Port d082f80a-b671-4f2e-ac1d-fbf205adcc6a on network da3e68ee-a02b-4a13-b90f-2887a57050f7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 24 11:02:28.288301 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR neutron.plugins.ml2.managers [None req-431b81fd-ab1a-48ed-8318-43c12397f628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Failed to bind port d082f80a-b671-4f2e-ac1d-fbf205adcc6a on host hv-neutron-8226 for vnic_type normal using segments [{'id': 'fc87e019-29c4-4d9b-94e2-4ec30d1b4ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'da3e68ee-a02b-4a13-b90f-2887a57050f7'}]
Dec 24 11:02:28.288805 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.plugins.ml2.plugin [None req-431b81fd-ab1a-48ed-8318-43c12397f628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Attempt 7 to bind port d082f80a-b671-4f2e-ac1d-fbf205adcc6a
Dec 24 11:02:28.289724 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-352acb67-6489-4615-8d93-588d0338bf01 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:02:28.300407 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-386b7390-a7b9-4618-b39b-f406ef68d603 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:28.300857 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bff6310-91c6-4f0f-a0b1-5eea95d793e1 None None] Sync routers for ids ['b27b1435-5535-457c-b546-1481a573fcf2'] in dv-neutron-822691-2-hyperv {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:02:28.301640 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] No Port match for: 0877f7aa-c363-453f-bc81-3781f87c0bbb {{(pid=88880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 24 11:02:28.302306 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 0877f7aa-c363-453f-bc81-3781f87c0bbb not bound to the agent host dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 24 11:02:28.321112 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ccde33f-e05e-47b6-a8c8-5dce963c8ba3 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Made reservation on behalf of 18d2a9fdfea84546a82d906d6ec9907e for: {'network': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:02:28.326300 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bff6310-91c6-4f0f-a0b1-5eea95d793e1 None None] Routers {'b27b1435-5535-457c-b546-1481a573fcf2'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:02:28.326698 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3ccde33f-e05e-47b6-a8c8-5dce963c8ba3 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for network, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:28.326941 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-1bff6310-91c6-4f0f-a0b1-5eea95d793e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271c3f550>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:02:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['b27b1435-5535-457c-b546-1481a573fcf2'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:02:28.338348 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-431b81fd-ab1a-48ed-8318-43c12397f628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Attempting to bind port d082f80a-b671-4f2e-ac1d-fbf205adcc6a on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:02:28.339012 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-431b81fd-ab1a-48ed-8318-43c12397f628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Attempting to bind port d082f80a-b671-4f2e-ac1d-fbf205adcc6a by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'fc87e019-29c4-4d9b-94e2-4ec30d1b4ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'da3e68ee-a02b-4a13-b90f-2887a57050f7'}] {{(pid=88878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:02:28.339516 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431b81fd-ab1a-48ed-8318-43c12397f628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Attempting to bind port d082f80a-b671-4f2e-ac1d-fbf205adcc6a on network da3e68ee-a02b-4a13-b90f-2887a57050f7 {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:02:28.348612 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431b81fd-ab1a-48ed-8318-43c12397f628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Port d082f80a-b671-4f2e-ac1d-fbf205adcc6a on network da3e68ee-a02b-4a13-b90f-2887a57050f7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 24 11:02:28.349455 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR neutron.plugins.ml2.managers [None req-431b81fd-ab1a-48ed-8318-43c12397f628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Failed to bind port d082f80a-b671-4f2e-ac1d-fbf205adcc6a on host hv-neutron-8226 for vnic_type normal using segments [{'id': 'fc87e019-29c4-4d9b-94e2-4ec30d1b4ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'da3e68ee-a02b-4a13-b90f-2887a57050f7'}]
Dec 24 11:02:28.349693 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.plugins.ml2.plugin [None req-431b81fd-ab1a-48ed-8318-43c12397f628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Attempt 8 to bind port d082f80a-b671-4f2e-ac1d-fbf205adcc6a
Dec 24 11:02:28.354665 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-449d2a7f-56d4-4b59-ac4f-d8c208c2455e admin admin] For port 0877f7aa-c363-453f-bc81-3781f87c0bbb, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=0877f7aa-c363-453f-bc81-3781f87c0bbb,segment=NetworkSegment(8cea13cb-a746-4fdb-9326-670f5e69ec6e),segment_id=8cea13cb-a746-4fdb-9326-670f5e69ec6e)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:02:28.355065 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-449d2a7f-56d4-4b59-ac4f-d8c208c2455e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:28.371496 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-431b81fd-ab1a-48ed-8318-43c12397f628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Attempting to bind port d082f80a-b671-4f2e-ac1d-fbf205adcc6a on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:02:28.372143 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-431b81fd-ab1a-48ed-8318-43c12397f628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Attempting to bind port d082f80a-b671-4f2e-ac1d-fbf205adcc6a by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'fc87e019-29c4-4d9b-94e2-4ec30d1b4ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'da3e68ee-a02b-4a13-b90f-2887a57050f7'}] {{(pid=88878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:02:28.372759 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431b81fd-ab1a-48ed-8318-43c12397f628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Attempting to bind port d082f80a-b671-4f2e-ac1d-fbf205adcc6a on network da3e68ee-a02b-4a13-b90f-2887a57050f7 {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:02:28.379999 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431b81fd-ab1a-48ed-8318-43c12397f628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Port d082f80a-b671-4f2e-ac1d-fbf205adcc6a on network da3e68ee-a02b-4a13-b90f-2887a57050f7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 24 11:02:28.380652 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR neutron.plugins.ml2.managers [None req-431b81fd-ab1a-48ed-8318-43c12397f628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Failed to bind port d082f80a-b671-4f2e-ac1d-fbf205adcc6a on host hv-neutron-8226 for vnic_type normal using segments [{'id': 'fc87e019-29c4-4d9b-94e2-4ec30d1b4ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'da3e68ee-a02b-4a13-b90f-2887a57050f7'}]
Dec 24 11:02:28.381044 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.plugins.ml2.plugin [None req-431b81fd-ab1a-48ed-8318-43c12397f628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Attempt 9 to bind port d082f80a-b671-4f2e-ac1d-fbf205adcc6a
Dec 24 11:02:28.396637 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-352acb67-6489-4615-8d93-588d0338bf01 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "PUT /v2.0/routers/b27b1435-5535-457c-b546-1481a573fcf2/add_router_interface HTTP/1.1" status: 200  len: 503 time: 11.1567523
Dec 24 11:02:28.401067 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 34690) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:02:28.454243 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-431b81fd-ab1a-48ed-8318-43c12397f628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Attempting to bind port d082f80a-b671-4f2e-ac1d-fbf205adcc6a on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:02:28.454735 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-431b81fd-ab1a-48ed-8318-43c12397f628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Attempting to bind port d082f80a-b671-4f2e-ac1d-fbf205adcc6a by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'fc87e019-29c4-4d9b-94e2-4ec30d1b4ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'da3e68ee-a02b-4a13-b90f-2887a57050f7'}] {{(pid=88878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:02:28.455195 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431b81fd-ab1a-48ed-8318-43c12397f628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Attempting to bind port d082f80a-b671-4f2e-ac1d-fbf205adcc6a on network da3e68ee-a02b-4a13-b90f-2887a57050f7 {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:02:28.476765 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431b81fd-ab1a-48ed-8318-43c12397f628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Port d082f80a-b671-4f2e-ac1d-fbf205adcc6a on network da3e68ee-a02b-4a13-b90f-2887a57050f7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 24 11:02:28.477481 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR neutron.plugins.ml2.managers [None req-431b81fd-ab1a-48ed-8318-43c12397f628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Failed to bind port d082f80a-b671-4f2e-ac1d-fbf205adcc6a on host hv-neutron-8226 for vnic_type normal using segments [{'id': 'fc87e019-29c4-4d9b-94e2-4ec30d1b4ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'da3e68ee-a02b-4a13-b90f-2887a57050f7'}]
Dec 24 11:02:28.480612 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.plugins.ml2.plugin [None req-431b81fd-ab1a-48ed-8318-43c12397f628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Attempt 10 to bind port d082f80a-b671-4f2e-ac1d-fbf205adcc6a
Dec 24 11:02:28.515795 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0f1a594-8194-4944-84ef-ce892710b37a tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:02:28.517628 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-d0f1a594-8194-4944-84ef-ce892710b37a tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "GET /v2.0/ports/753eaaa5-b00b-4847-aa7e-e65c8cd30163 HTTP/1.1" status: 200  len: 911 time: 0.1152864
Dec 24 11:02:28.519069 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-431b81fd-ab1a-48ed-8318-43c12397f628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Attempting to bind port d082f80a-b671-4f2e-ac1d-fbf205adcc6a on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:02:28.519575 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-431b81fd-ab1a-48ed-8318-43c12397f628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Attempting to bind port d082f80a-b671-4f2e-ac1d-fbf205adcc6a by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'fc87e019-29c4-4d9b-94e2-4ec30d1b4ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'da3e68ee-a02b-4a13-b90f-2887a57050f7'}] {{(pid=88878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:02:28.520207 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431b81fd-ab1a-48ed-8318-43c12397f628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Attempting to bind port d082f80a-b671-4f2e-ac1d-fbf205adcc6a on network da3e68ee-a02b-4a13-b90f-2887a57050f7 {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:02:28.521594 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-5e42643d-59b0-4b37-98db-dee62963540b tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201  len: 781 time: 2.9037220
Dec 24 11:02:28.527417 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 34694) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:02:28.527999 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 34696) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:02:28.528777 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431b81fd-ab1a-48ed-8318-43c12397f628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Port d082f80a-b671-4f2e-ac1d-fbf205adcc6a on network da3e68ee-a02b-4a13-b90f-2887a57050f7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 24 11:02:28.529297 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR neutron.plugins.ml2.managers [None req-431b81fd-ab1a-48ed-8318-43c12397f628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Failed to bind port d082f80a-b671-4f2e-ac1d-fbf205adcc6a on host hv-neutron-8226 for vnic_type normal using segments [{'id': 'fc87e019-29c4-4d9b-94e2-4ec30d1b4ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'da3e68ee-a02b-4a13-b90f-2887a57050f7'}]
Dec 24 11:02:28.529869 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-431b81fd-ab1a-48ed-8318-43c12397f628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:28.543161 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-1bff6310-91c6-4f0f-a0b1-5eea95d793e1 None None] Set router b27b1435-5535-457c-b546-1481a573fcf2 gateway port host: None {{(pid=88881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:02:28.556343 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e45cff0-fb4f-49f2-bd95-00843c191772 None None] Network c6e807fa-4f32-4cf4-9fe0-9af2c8ef0e12 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:02:28.595171 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-0db35266-538d-4cfe-9f43-95508ac1dd8c tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Request body: {'port': {'network_id': 'aba7367e-1d4b-4f18-a103-47503f60eff6', 'name': 'tempest-PortsTestJSON-1408434615'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:02:28.714222 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-386b7390-a7b9-4618-b39b-f406ef68d603 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Calling delete_port for 741ac9db-e851-4e94-907c-ae1b81a10440 owned by  {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:02:28.727481 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-51e80c8c-559f-44ca-951e-05b60127566a None None] Provisioning for port 97d2e2a9-e2e1-4b7f-b9bc-923f5cea74c3 completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:02:28.740623 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-51e80c8c-559f-44ca-951e-05b60127566a None None] Provisioning complete for port 97d2e2a9-e2e1-4b7f-b9bc-923f5cea74c3 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:02:28.741491 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-51e80c8c-559f-44ca-951e-05b60127566a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:28.745800 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e42643d-59b0-4b37-98db-dee62963540b tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Pushing event updated for resources: {'Network': ['ID=aba7367e-1d4b-4f18-a103-47503f60eff6,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:02:28.756719 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-5e42643d-59b0-4b37-98db-dee62963540b tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.579s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:02:28.792136 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Network aba7367e-1d4b-4f18-a103-47503f60eff6 details requested by agent ovs-agent-dv-neutron-822691-2-hyperv with host dv-neutron-822691-2-hyperv {{(pid=88880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 24 11:02:28.831202 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-0db35266-538d-4cfe-9f43-95508ac1dd8c tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:02:28.831601 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ccde33f-e05e-47b6-a8c8-5dce963c8ba3 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] vlan segment allocate from pool success with {'vlan_id': 620, 'physical_network': 'physnet1'}  {{(pid=88879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 24 11:02:28.835138 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-431b81fd-ab1a-48ed-8318-43c12397f628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] For port d082f80a-b671-4f2e-ac1d-fbf205adcc6a, host hv-neutron-8226, cleared binding levels {{(pid=88878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:02:28.835663 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-431b81fd-ab1a-48ed-8318-43c12397f628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Attempted to set empty binding levels {{(pid=88878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}}
Dec 24 11:02:28.841162 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-0db35266-538d-4cfe-9f43-95508ac1dd8c tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Usage tracker for resource:port and tenant:56d5354af46a4a91924cfe2259b4b254 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:02:28.842013 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3ccde33f-e05e-47b6-a8c8-5dce963c8ba3 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:28.842408 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.segments_db [None req-3ccde33f-e05e-47b6-a8c8-5dce963c8ba3 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Added segment bb186e36-7689-4301-90a4-f59e57ff7e95 of type vlan for network e59e6fda-13c3-4b57-a77f-0f544f779449
Dec 24 11:02:28.851266 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc0ca77f-b168-4ac9-b7ed-587d263e8773 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:02:28.855704 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc0ca77f-b168-4ac9-b7ed-587d263e8773 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:02:28.860273 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-fc0ca77f-b168-4ac9-b7ed-587d263e8773 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1655 time: 0.3027470
Dec 24 11:02:28.860273 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-0db35266-538d-4cfe-9f43-95508ac1dd8c tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:02:28.862625 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-431b81fd-ab1a-48ed-8318-43c12397f628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3978773'] for port, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:28.866519 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 34702) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:02:28.871041 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3ccde33f-e05e-47b6-a8c8-5dce963c8ba3 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363287349540024'] for network, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:28.871213 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-6d52832a-2f2f-44a4-a570-12866c1c0cf1 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:02:28.907654 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-449d2a7f-56d4-4b59-ac4f-d8c208c2455e admin admin] Calling delete_port for 0877f7aa-c363-453f-bc81-3781f87c0bbb owned by network:dhcp {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:02:28.944454 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-1bff6310-91c6-4f0f-a0b1-5eea95d793e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271c3f550>, [{'id': 'b27b1435-5535-457c-b546-1481a573fcf2', 'name': 'tempest-NetworksTestDHCPv6-router-1632795298', 'tenant_id': '739a78fd4cfc48c2a4011598579f8f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:02:16Z', 'updated_at': '2021-12-24T11:02:22Z', 'revision_number': 2, 'project_id': '739a78fd4cfc48c2a4011598579f8f8c', 'gw_port_host': None, '_interfaces': [{'id': '753eaaa5-b00b-4847-aa7e-e65c8cd30163', 'name': '', 'network_id': '1c9eeaac-d205-4b19-a351-2fe67dd78b42', 'tenant_id': '739a78fd4cfc48c2a4011598579f8f8c', 'mac_address': 'fa:16:3e:79:cf:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b27b1435-5535-457c-b546-1481a573fcf2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '15646ca3-4420-456c-93e3-feff32bf7866', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:02:19Z', 'updated_at': '2021-12-24T11:02:23Z', 'revision_number': 2, 'project_id': '739a78fd4cfc48c2a4011598579f8f8c', 'subnets': [{'id': '15646ca3-4420-456c-93e3-feff32bf7866', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:02:28.949556 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bff6310-91c6-4f0f-a0b1-5eea95d793e1 None None] Checking router: b27b1435-5535-457c-b546-1481a573fcf2 for host: dv-neutron-822691-2-hyperv {{(pid=88881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 24 11:02:28.949926 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fe43db5d-81dd-4492-bcd5-dbdba0e31f0f tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:28.950045 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bff6310-91c6-4f0f-a0b1-5eea95d793e1 None None] Updating router b27b1435-5535-457c-b546-1481a573fcf2 port 753eaaa5-b00b-4847-aa7e-e65c8cd30163 binding host dv-neutron-822691-2-hyperv {{(pid=88881) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 24 11:02:28.951341 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3ccde33f-e05e-47b6-a8c8-5dce963c8ba3 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636'] for network, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:28.955483 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ccde33f-e05e-47b6-a8c8-5dce963c8ba3 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:02:28.956145 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3ccde33f-e05e-47b6-a8c8-5dce963c8ba3 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1977811'] for network, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:28.984106 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:02:29.013630 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1bff6310-91c6-4f0f-a0b1-5eea95d793e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:29.015688 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-0db35266-538d-4cfe-9f43-95508ac1dd8c tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:02:29.018247 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431b81fd-ab1a-48ed-8318-43c12397f628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Pushing event updated for resources: {'Port': ['ID=d082f80a-b671-4f2e-ac1d-fbf205adcc6a,revision_number=3']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:02:29.031309 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-3ccde33f-e05e-47b6-a8c8-5dce963c8ba3 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 1.1918325
Dec 24 11:02:29.044166 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 34706) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:02:29.066464 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-da7a08d5-5e3f-4171-80e1-3ce351b8776e tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Request body: {'network': {'name': 'New_network'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:02:29.087639 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-431b81fd-ab1a-48ed-8318-43c12397f628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:02:29.107564 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-431b81fd-ab1a-48ed-8318-43c12397f628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] In _notify_port_updated(), no bound segment for port d082f80a-b671-4f2e-ac1d-fbf205adcc6a on network da3e68ee-a02b-4a13-b90f-2887a57050f7 {{(pid=88878) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}}
Dec 24 11:02:29.108848 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-431b81fd-ab1a-48ed-8318-43c12397f628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:29.110391 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-431b81fd-ab1a-48ed-8318-43c12397f628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] 10.222.0.65 "PUT /v2.0/ports/d082f80a-b671-4f2e-ac1d-fbf205adcc6a HTTP/1.1" status: 200  len: 981 time: 2.5489848
Dec 24 11:02:29.113092 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0db35266-538d-4cfe-9f43-95508ac1dd8c tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Made reservation on behalf of 56d5354af46a4a91924cfe2259b4b254 for: {'port': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:02:29.119235 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 34710) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:02:29.119869 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0db35266-538d-4cfe-9f43-95508ac1dd8c tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:29.167913 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [None req-0db35266-538d-4cfe-9f43-95508ac1dd8c tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] device_id is not set on port 35f74e81-df80-4eb2-a058-ba78e8558bc6 yet. {{(pid=88878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 24 11:02:29.218884 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-51e80c8c-559f-44ca-951e-05b60127566a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:29.288311 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-51e80c8c-559f-44ca-951e-05b60127566a None None] For port 97d2e2a9-e2e1-4b7f-b9bc-923f5cea74c3, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=97d2e2a9-e2e1-4b7f-b9bc-923f5cea74c3,segment=NetworkSegment(9a293741-a8d2-44cc-aabf-00f5e989a647),segment_id=9a293741-a8d2-44cc-aabf-00f5e989a647)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:02:29.292852 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-51e80c8c-559f-44ca-951e-05b60127566a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:29.295678 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-318563ba-edea-4a09-a184-1f16aacf7729 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:02:29.480810 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-110fbc24-b9ab-428f-b99f-23e2a4feef0e None None] Update dhcp port {'port': {'network_id': 'c6e807fa-4f32-4cf4-9fe0-9af2c8ef0e12', 'fixed_ips': [{'subnet_id': '7b1b7cb8-aa3a-450c-a757-44f420cbfee3', 'ip_address': '2001:db8::2'}, {'subnet_id': 'dd862c5f-a9c5-437e-b13f-9fa29eac0a06'}], 'binding:host_id': 'dv-neutron-822691-2-hyperv'}, 'id': '97d2e2a9-e2e1-4b7f-b9bc-923f5cea74c3'} from dv-neutron-822691-2-hyperv. {{(pid=88880) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}}
Dec 24 11:02:29.516251 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e80c8c-559f-44ca-951e-05b60127566a None None] Pushing event updated for resources: {'Port': ['ID=97d2e2a9-e2e1-4b7f-b9bc-923f5cea74c3,revision_number=3']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:02:29.559979 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-51e80c8c-559f-44ca-951e-05b60127566a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:02:29.625020 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-110fbc24-b9ab-428f-b99f-23e2a4feef0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:29.737322 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0db35266-538d-4cfe-9f43-95508ac1dd8c tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:29.746288 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device ed9fc20e-4a9a-4d35-8454-e9cd13f14825 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:02:29.751431 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fe43db5d-81dd-4492-bcd5-dbdba0e31f0f tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854163800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854116816'] for router, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:29.764209 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccde33f-e05e-47b6-a8c8-5dce963c8ba3 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Pushing event updated for resources: {'Network': ['ID=e59e6fda-13c3-4b57-a77f-0f544f779449,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:02:29.822012 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Network e59e6fda-13c3-4b57-a77f-0f544f779449 details requested by agent ovs-agent-dv-neutron-822691-2-hyperv with host dv-neutron-822691-2-hyperv {{(pid=88880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 24 11:02:29.846266 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-3ccde33f-e05e-47b6-a8c8-5dce963c8ba3 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.862s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:02:29.871344 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0db35266-538d-4cfe-9f43-95508ac1dd8c tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:29.884301 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-a323dd6c-0ae5-4959-ba51-187ca770bbde tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:02:29.917429 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1bff6310-91c6-4f0f-a0b1-5eea95d793e1 None None] Notify callbacks [] for port, precommit_update {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:29.923182 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.db.api [None req-449d2a7f-56d4-4b59-ac4f-d8c208c2455e admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88879) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 24 11:02:29.923538 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_db.api [None req-449d2a7f-56d4-4b59-ac4f-d8c208c2455e admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 24 11:02:29.934558 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-1bff6310-91c6-4f0f-a0b1-5eea95d793e1 None None] Transition to ACTIVE for port object 753eaaa5-b00b-4847-aa7e-e65c8cd30163 will not be triggered until provisioned by entity L2. {{(pid=88881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:02:29.945996 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1bff6310-91c6-4f0f-a0b1-5eea95d793e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:29.948294 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fe43db5d-81dd-4492-bcd5-dbdba0e31f0f tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Notify callbacks [] for router, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:29.952439 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-fe43db5d-81dd-4492-bcd5-dbdba0e31f0f tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201  len: 704 time: 2.2248392
Dec 24 11:02:29.962962 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-dab80ce8-c408-4040-94fb-50ea3a8459ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:02:29.988073 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 34716) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:02:29.994690 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-d4ae1b74-3856-443a-8e7f-50d788fd1624 tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a'}}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:02:30.031900 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db35266-538d-4cfe-9f43-95508ac1dd8c tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Pushing event updated for resources: {'Port': ['ID=35f74e81-df80-4eb2-a058-ba78e8558bc6,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:02:30.048958 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning for port ed9fc20e-4a9a-4d35-8454-e9cd13f14825 completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:02:30.073219 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-0db35266-538d-4cfe-9f43-95508ac1dd8c tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:02:30.093050 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c5c1a4-4aa2-4c35-92e8-97b659076734 None None] Pushing event updated for resources: {'Port': ['ID=753eaaa5-b00b-4847-aa7e-e65c8cd30163,revision_number=3']} {{(pid=88881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:02:30.100354 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-a3c5c1a4-4aa2-4c35-92e8-97b659076734 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:02:30.181689 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-110fbc24-b9ab-428f-b99f-23e2a4feef0e None None] Allocated IP 172.20.0.1 (c6e807fa-4f32-4cf4-9fe0-9af2c8ef0e12/dd862c5f-a9c5-437e-b13f-9fa29eac0a06/97d2e2a9-e2e1-4b7f-b9bc-923f5cea74c3) {{(pid=88880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:02:30.189358 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db35266-538d-4cfe-9f43-95508ac1dd8c tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Checking segment: {'id': '9baf9206-49cc-41fa-b042-30f866ce9712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'aba7367e-1d4b-4f18-a103-47503f60eff6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:02:30.189761 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0db35266-538d-4cfe-9f43-95508ac1dd8c tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Network hostable DHCP agents. Network: aba7367e-1d4b-4f18-a103-47503f60eff6, hostable agents: ['edcf98dc-3032-472a-8b3d-f23fd1e89806'], hosted agents: [] {{(pid=88878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 24 11:02:30.225595 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-f07914e7-da72-4564-b30a-4ab209662de9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200  len: 16406 time: 1.0823369
Dec 24 11:02:30.226696 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 34720) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:02:30.237167 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec197f01-6ec8-4315-8168-a59a720523ae None None] Network a18009c1-6ad0-44f5-81b8-788fa1142262 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:02:30.288619 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0db35266-538d-4cfe-9f43-95508ac1dd8c tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Network aba7367e-1d4b-4f18-a103-47503f60eff6 is scheduled to be hosted by DHCP agent edcf98dc-3032-472a-8b3d-f23fd1e89806 with binding_index 1 {{(pid=88878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 24 11:02:30.308332 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-0db35266-538d-4cfe-9f43-95508ac1dd8c tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822691-2-hyperv, aba7367e-1d4b-4f18-a103-47503f60eff6) {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:02:30.317365 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db35266-538d-4cfe-9f43-95508ac1dd8c tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:02:30.321801 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db35266-538d-4cfe-9f43-95508ac1dd8c tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:02:30.322519 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0db35266-538d-4cfe-9f43-95508ac1dd8c tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:30.328232 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-1bff6310-91c6-4f0f-a0b1-5eea95d793e1 None None] Attempting to bind port 753eaaa5-b00b-4847-aa7e-e65c8cd30163 on host dv-neutron-822691-2-hyperv for vnic_type normal with profile  {{(pid=88881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:02:30.328641 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-1bff6310-91c6-4f0f-a0b1-5eea95d793e1 None None] Attempting to bind port 753eaaa5-b00b-4847-aa7e-e65c8cd30163 by drivers openvswitch,hyperv on host dv-neutron-822691-2-hyperv at level 0 using segments [{'id': '6618a092-51b2-4e3d-9318-3ce6b7b40c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '1c9eeaac-d205-4b19-a351-2fe67dd78b42'}] {{(pid=88881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:02:30.329041 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bff6310-91c6-4f0f-a0b1-5eea95d793e1 None None] Attempting to bind port 753eaaa5-b00b-4847-aa7e-e65c8cd30163 on network 1c9eeaac-d205-4b19-a351-2fe67dd78b42 {{(pid=88881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:02:30.344275 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-86809116-c0fd-4252-b6fa-0c42948907dd tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854055677'] for router_interface, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:30.345994 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fb9c3ae-43a3-4383-8414-61bf6dfc1cdc None None] Network aba7367e-1d4b-4f18-a103-47503f60eff6 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:02:30.353723 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bff6310-91c6-4f0f-a0b1-5eea95d793e1 None None] Checking agent: {'id': 'db1275c1-6001-47af-93c2-635c68404703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822691-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 52, 8), 'started_at': datetime.datetime(2021, 12, 24, 10, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 2, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822691-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:02:30.354182 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bff6310-91c6-4f0f-a0b1-5eea95d793e1 None None] Checking segment: {'id': '6618a092-51b2-4e3d-9318-3ce6b7b40c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '1c9eeaac-d205-4b19-a351-2fe67dd78b42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:02:30.354626 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1bff6310-91c6-4f0f-a0b1-5eea95d793e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:30.355055 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bff6310-91c6-4f0f-a0b1-5eea95d793e1 None None] Bound using segment: {'id': '6618a092-51b2-4e3d-9318-3ce6b7b40c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '1c9eeaac-d205-4b19-a351-2fe67dd78b42'} {{(pid=88881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:02:30.355571 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-1bff6310-91c6-4f0f-a0b1-5eea95d793e1 None None] Bound port: 753eaaa5-b00b-4847-aa7e-e65c8cd30163, host: dv-neutron-822691-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6618a092-51b2-4e3d-9318-3ce6b7b40c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '1c9eeaac-d205-4b19-a351-2fe67dd78b42'}}] {{(pid=88881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:02:30.356254 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1bff6310-91c6-4f0f-a0b1-5eea95d793e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:30.359104 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-386b7390-a7b9-4618-b39b-f406ef68d603 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:30.376081 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:02:30.461746 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-449d2a7f-56d4-4b59-ac4f-d8c208c2455e admin admin] Deleting port 0877f7aa-c363-453f-bc81-3781f87c0bbb {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:02:30.462173 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-449d2a7f-56d4-4b59-ac4f-d8c208c2455e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:30.487816 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386b7390-a7b9-4618-b39b-f406ef68d603 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Pushing event deleted for resources: {'Port': ['ID=741ac9db-e851-4e94-907c-ae1b81a10440,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:02:30.504594 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-386b7390-a7b9-4618-b39b-f406ef68d603 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:02:30.511741 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-1bff6310-91c6-4f0f-a0b1-5eea95d793e1 None None] For port 753eaaa5-b00b-4847-aa7e-e65c8cd30163, host dv-neutron-822691-2-hyperv, cleared binding levels {{(pid=88881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:02:30.517410 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-1bff6310-91c6-4f0f-a0b1-5eea95d793e1 None None] For port 753eaaa5-b00b-4847-aa7e-e65c8cd30163, host dv-neutron-822691-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=753eaaa5-b00b-4847-aa7e-e65c8cd30163,segment=NetworkSegment(6618a092-51b2-4e3d-9318-3ce6b7b40c55),segment_id=6618a092-51b2-4e3d-9318-3ce6b7b40c55)] {{(pid=88881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:02:30.522631 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1bff6310-91c6-4f0f-a0b1-5eea95d793e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:30.529038 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:02:30.617018 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c5c1a4-4aa2-4c35-92e8-97b659076734 None None] Pushing event updated for resources: {'Port': ['ID=753eaaa5-b00b-4847-aa7e-e65c8cd30163,revision_number=4']} {{(pid=88881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:02:30.630253 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-449d2a7f-56d4-4b59-ac4f-d8c208c2455e admin admin] The port '0877f7aa-c363-453f-bc81-3781f87c0bbb' was deleted {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 24 11:02:30.632533 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-a3c5c1a4-4aa2-4c35-92e8-97b659076734 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:02:30.657816 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bff6310-91c6-4f0f-a0b1-5eea95d793e1 None None] Routers {'b27b1435-5535-457c-b546-1481a573fcf2'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:02:30.658589 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-1bff6310-91c6-4f0f-a0b1-5eea95d793e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271c3f550>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:02:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['b27b1435-5535-457c-b546-1481a573fcf2'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:02:30.736589 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-da7a08d5-5e3f-4171-80e1-3ce351b8776e tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363287349540024'] for network, precommit_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:30.790839 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-eb70a681-d027-44cc-803a-b582dcab6b67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Deleting port d082f80a-b671-4f2e-ac1d-fbf205adcc6a {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:02:30.791227 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-eb70a681-d027-44cc-803a-b582dcab6b67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:30.858542 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-0db35266-538d-4cfe-9f43-95508ac1dd8c tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 846 time: 2.3017282
Dec 24 11:02:30.863166 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 34724) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:02:30.868865 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-1bff6310-91c6-4f0f-a0b1-5eea95d793e1 None None] Set router b27b1435-5535-457c-b546-1481a573fcf2 gateway port host: None {{(pid=88881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:02:30.871676 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-7da36c92-5208-4bc6-8f7c-4063a9f17773 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1517481448'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:02:30.891625 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-7da36c92-5208-4bc6-8f7c-4063a9f17773 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:02:30.897315 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-7da36c92-5208-4bc6-8f7c-4063a9f17773 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Usage tracker for resource:network and tenant:56d5354af46a4a91924cfe2259b4b254 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:02:30.900453 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-7da36c92-5208-4bc6-8f7c-4063a9f17773 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:02:30.907243 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-7da36c92-5208-4bc6-8f7c-4063a9f17773 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:02:30.922247 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-c50b5222-283a-45c4-b7c8-2264b00c0e90 None None] Provisioning for port ed9fc20e-4a9a-4d35-8454-e9cd13f14825 completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:02:30.926947 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7da36c92-5208-4bc6-8f7c-4063a9f17773 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Made reservation on behalf of 56d5354af46a4a91924cfe2259b4b254 for: {'network': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:02:30.932827 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7da36c92-5208-4bc6-8f7c-4063a9f17773 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for network, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:30.945030 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-c50b5222-283a-45c4-b7c8-2264b00c0e90 None None] Provisioning complete for port ed9fc20e-4a9a-4d35-8454-e9cd13f14825 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:02:30.946499 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c50b5222-283a-45c4-b7c8-2264b00c0e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:31.069192 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-386b7390-a7b9-4618-b39b-f406ef68d603 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:31.074288 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-386b7390-a7b9-4618-b39b-f406ef68d603 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] 10.222.0.65 "DELETE /v2.0/ports/741ac9db-e851-4e94-907c-ae1b81a10440 HTTP/1.1" status: 204  len: 168 time: 4.3780992
Dec 24 11:02:31.120905 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-110fbc24-b9ab-428f-b99f-23e2a4feef0e None None] For port 97d2e2a9-e2e1-4b7f-b9bc-923f5cea74c3, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=97d2e2a9-e2e1-4b7f-b9bc-923f5cea74c3,segment=NetworkSegment(9a293741-a8d2-44cc-aabf-00f5e989a647),segment_id=9a293741-a8d2-44cc-aabf-00f5e989a647)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:02:31.129076 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-da7a08d5-5e3f-4171-80e1-3ce351b8776e tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636'] for network, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:31.133399 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 34728) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:02:31.156618 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-5e42643d-59b0-4b37-98db-dee62963540b tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:02:31.265375 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-0100eeba-3117-4c19-8f47-58e6d9ed40e1 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] DELETE failed (client error): The resource could not be found.
Dec 24 11:02:31.265889 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0100eeba-3117-4c19-8f47-58e6d9ed40e1 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 24 11:02:31.270825 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-0100eeba-3117-4c19-8f47-58e6d9ed40e1 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] 10.222.0.65 "DELETE /v2.0/ports/741ac9db-e851-4e94-907c-ae1b81a10440 HTTP/1.1" status: 404  len: 333 time: 0.0597839
Dec 24 11:02:31.274350 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 34732) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:02:31.275082 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-86809116-c0fd-4252-b6fa-0c42948907dd tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Deleting port 753eaaa5-b00b-4847-aa7e-e65c8cd30163 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:02:31.275458 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-86809116-c0fd-4252-b6fa-0c42948907dd tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:31.283232 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-449d2a7f-56d4-4b59-ac4f-d8c208c2455e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847649663', 'neutron.services.segments.db._delete_segments_for_network-8749505737672'] for network, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:31.309852 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-110fbc24-b9ab-428f-b99f-23e2a4feef0e None None] Notify callbacks [] for port, precommit_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:31.314610 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-da7a08d5-5e3f-4171-80e1-3ce351b8776e tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Network e59e6fda-13c3-4b57-a77f-0f544f779449 is not hosted by any dhcp agent {{(pid=88879) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:227}}
Dec 24 11:02:31.318574 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da7a08d5-5e3f-4171-80e1-3ce351b8776e tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:02:31.319238 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-da7a08d5-5e3f-4171-80e1-3ce351b8776e tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks [] for network, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:31.324444 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-da7a08d5-5e3f-4171-80e1-3ce351b8776e tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] 10.222.0.65 "PUT /v2.0/networks/e59e6fda-13c3-4b57-a77f-0f544f779449 HTTP/1.1" status: 200  len: 723 time: 2.2713296
Dec 24 11:02:31.329382 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 34736) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:02:31.348095 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-692ec1af-bebe-4109-a2f3-6ed825a6562a tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Request body: {'subnet': {'network_id': 'e59e6fda-13c3-4b57-a77f-0f544f779449', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:02:31.363723 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7da36c92-5208-4bc6-8f7c-4063a9f17773 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] vlan segment allocate from pool success with {'vlan_id': 610, 'physical_network': 'physnet1'}  {{(pid=88878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 24 11:02:31.376380 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c50b5222-283a-45c4-b7c8-2264b00c0e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:31.380841 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-8262ea55-afa0-4c15-bb65-37ba34d40c03 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] GET failed (client error): The resource could not be found.
Dec 24 11:02:31.381405 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-8262ea55-afa0-4c15-bb65-37ba34d40c03 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Synchronizing usage tracker for tenant:58aa2a41110240a2b5bfe3b4600f4977 on resource:port {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:02:31.410154 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-110fbc24-b9ab-428f-b99f-23e2a4feef0e None None] Transition to ACTIVE for port object 97d2e2a9-e2e1-4b7f-b9bc-923f5cea74c3 will not be triggered until provisioned by entity DHCP. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:02:31.411741 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-8262ea55-afa0-4c15-bb65-37ba34d40c03 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Unset dirty status for tenant:58aa2a41110240a2b5bfe3b4600f4977 on resource:port {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:02:31.416214 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-8262ea55-afa0-4c15-bb65-37ba34d40c03 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] 10.222.0.65 "GET /v2.0/ports/741ac9db-e851-4e94-907c-ae1b81a10440 HTTP/1.1" status: 404  len: 333 time: 0.1127572
Dec 24 11:02:31.416865 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 34740) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:02:31.422332 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7da36c92-5208-4bc6-8f7c-4063a9f17773 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:31.422942 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.segments_db [None req-7da36c92-5208-4bc6-8f7c-4063a9f17773 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Added segment 95a4caff-f0dd-4f16-b169-31c95c60879e of type vlan for network a19c2471-2d3d-4a04-b487-0c5602a99b91
Dec 24 11:02:31.425641 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-1bff6310-91c6-4f0f-a0b1-5eea95d793e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271c3f550>, [{'id': 'b27b1435-5535-457c-b546-1481a573fcf2', 'name': 'tempest-NetworksTestDHCPv6-router-1632795298', 'tenant_id': '739a78fd4cfc48c2a4011598579f8f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:02:16Z', 'updated_at': '2021-12-24T11:02:22Z', 'revision_number': 2, 'project_id': '739a78fd4cfc48c2a4011598579f8f8c', 'gw_port_host': None, '_interfaces': [{'id': '753eaaa5-b00b-4847-aa7e-e65c8cd30163', 'name': '', 'network_id': '1c9eeaac-d205-4b19-a351-2fe67dd78b42', 'tenant_id': '739a78fd4cfc48c2a4011598579f8f8c', 'mac_address': 'fa:16:3e:79:cf:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b27b1435-5535-457c-b546-1481a573fcf2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '15646ca3-4420-456c-93e3-feff32bf7866', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:02:19Z', 'updated_at': '2021-12-24T11:02:30Z', 'revision_number': 4, 'project_id': '739a78fd4cfc48c2a4011598579f8f8c', 'subnets': [{'id': '15646ca3-4420-456c-93e3-feff32bf7866', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:02:31.430575 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bff6310-91c6-4f0f-a0b1-5eea95d793e1 None None] The sync data for ids ['b27b1435-5535-457c-b546-1481a573fcf2'] in dv-neutron-822691-2-hyperv is: [{'id': 'b27b1435-5535-457c-b546-1481a573fcf2', 'name': 'tempest-NetworksTestDHCPv6-router-1632795298', 'tenant_id': '739a78fd4cfc48c2a4011598579f8f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:02:16Z', 'updated_at': '2021-12-24T11:02:22Z', 'revision_number': 2, 'project_id': '739a78fd4cfc48c2a4011598579f8f8c', 'gw_port_host': None, '_interfaces': [{'id': '753eaaa5-b00b-4847-aa7e-e65c8cd30163', 'name': '', 'network_id': '1c9eeaac-d205-4b19-a351-2fe67dd78b42', 'tenant_id': '739a78fd4cfc48c2a4011598579f8f8c', 'mac_address': 'fa:16:3e:79:cf:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b27b1435-5535-457c-b546-1481a573fcf2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '15646ca3-4420-456c-93e3-feff32bf7866', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:02:19Z', 'updated_at': '2021-12-24T11:02:30Z', 'revision_number': 4, 'project_id': '739a78fd4cfc48c2a4011598579f8f8c', 'subnets': [{'id': '15646ca3-4420-456c-93e3-feff32bf7866', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:02:31.455353 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-110fbc24-b9ab-428f-b99f-23e2a4feef0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:31.461438 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7ff40d3e-9971-47b7-b47a-38b1373764e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:02:31.548074 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-c50b5222-283a-45c4-b7c8-2264b00c0e90 None None] For port ed9fc20e-4a9a-4d35-8454-e9cd13f14825, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=ed9fc20e-4a9a-4d35-8454-e9cd13f14825,segment=NetworkSegment(7a892f61-bf92-43da-932b-187c77014ab1),segment_id=7a892f61-bf92-43da-932b-187c77014ab1)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:02:31.562186 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 97d2e2a9-e2e1-4b7f-b9bc-923f5cea74c3 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:02:31.617096 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-449d2a7f-56d4-4b59-ac4f-d8c208c2455e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f52710b4748>,) {'filters': {'network_id': ['4ffa6599-4dd3-44c2-afc8-758418a15a34']}} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:02:31.627525 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7a08d5-5e3f-4171-80e1-3ce351b8776e tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Pushing event updated for resources: {'Network': ['ID=e59e6fda-13c3-4b57-a77f-0f544f779449,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:02:31.628877 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c50b5222-283a-45c4-b7c8-2264b00c0e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:31.636343 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-da7a08d5-5e3f-4171-80e1-3ce351b8776e tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.480s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:02:31.663326 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7da36c92-5208-4bc6-8f7c-4063a9f17773 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363287349540024'] for network, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:31.686670 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Network e59e6fda-13c3-4b57-a77f-0f544f779449 details requested by agent ovs-agent-dv-neutron-822691-2-hyperv with host dv-neutron-822691-2-hyperv {{(pid=88880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 24 11:02:31.713522 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-692ec1af-bebe-4109-a2f3-6ed825a6562a tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:02:31.781290 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110fbc24-b9ab-428f-b99f-23e2a4feef0e None None] Pushing event updated for resources: {'Port': ['ID=97d2e2a9-e2e1-4b7f-b9bc-923f5cea74c3,revision_number=4']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:02:31.789929 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-110fbc24-b9ab-428f-b99f-23e2a4feef0e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:02:31.792884 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-53fe83b8-96aa-4f12-9317-ed2134655917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.150s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:02:31.806590 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-eb70a681-d027-44cc-803a-b582dcab6b67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] For port d082f80a-b671-4f2e-ac1d-fbf205adcc6a, host hv-neutron-8226, got binding levels [] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:02:31.807292 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-eb70a681-d027-44cc-803a-b582dcab6b67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:31.851660 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-86809116-c0fd-4252-b6fa-0c42948907dd tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] For port 753eaaa5-b00b-4847-aa7e-e65c8cd30163, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=753eaaa5-b00b-4847-aa7e-e65c8cd30163,segment=NetworkSegment(6618a092-51b2-4e3d-9318-3ce6b7b40c55),segment_id=6618a092-51b2-4e3d-9318-3ce6b7b40c55)] {{(pid=88878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:02:31.852350 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-86809116-c0fd-4252-b6fa-0c42948907dd tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:31.915720 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_v2 [None req-22c2892b-ee8a-4821-99e6-96dd4e23108d tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Deleting subnet c4b1c052-cc5b-4034-a241-5431720f5484 {{(pid=88878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 24 11:02:31.973496 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50b5222-283a-45c4-b7c8-2264b00c0e90 None None] Pushing event updated for resources: {'Port': ['ID=ed9fc20e-4a9a-4d35-8454-e9cd13f14825,revision_number=3']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:02:31.977084 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c50b5222-283a-45c4-b7c8-2264b00c0e90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:02:32.002554 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7da36c92-5208-4bc6-8f7c-4063a9f17773 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636'] for network, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:32.007000 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7da36c92-5208-4bc6-8f7c-4063a9f17773 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:02:32.007832 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7da36c92-5208-4bc6-8f7c-4063a9f17773 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1977811'] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:32.015142 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-22c2892b-ee8a-4821-99e6-96dd4e23108d tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks [] for subnet, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:32.133117 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-449d2a7f-56d4-4b59-ac4f-d8c208c2455e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f52710b4748>, '8cea13cb-a746-4fdb-9326-670f5e69ec6e') {'for_net_delete': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:02:32.133522 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-449d2a7f-56d4-4b59-ac4f-d8c208c2455e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f52710b4748>, '8cea13cb-a746-4fdb-9326-670f5e69ec6e') {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:02:32.138505 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:02:32.211858 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-86809116-c0fd-4252-b6fa-0c42948907dd tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Calling delete_port for 753eaaa5-b00b-4847-aa7e-e65c8cd30163 owned by network:router_interface {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:02:32.306532 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-5122fb2a-074f-4824-bef6-3c888f4ac76e None None] Provisioning complete for port ed9fc20e-4a9a-4d35-8454-e9cd13f14825 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:02:32.307268 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5122fb2a-074f-4824-bef6-3c888f4ac76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:32.397337 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-eb70a681-d027-44cc-803a-b582dcab6b67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Calling delete_port for d082f80a-b671-4f2e-ac1d-fbf205adcc6a owned by  {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:02:32.435217 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-692ec1af-bebe-4109-a2f3-6ed825a6562a tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:02:32.452352 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-449d2a7f-56d4-4b59-ac4f-d8c208c2455e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749505745113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853989108'] for segment, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:32.486241 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-7da36c92-5208-4bc6-8f7c-4063a9f17773 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 1.6175704
Dec 24 11:02:32.493010 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 34744) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:02:32.504679 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-82e4c018-e0e6-4308-81f6-5663e2638f09 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Request body: {'ports': [{'network_id': 'aba7367e-1d4b-4f18-a103-47503f60eff6'}, {'network_id': 'a19c2471-2d3d-4a04-b487-0c5602a99b91'}]} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:02:32.505071 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-82e4c018-e0e6-4308-81f6-5663e2638f09 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Request body: {'port': {'network_id': 'aba7367e-1d4b-4f18-a103-47503f60eff6'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:02:32.505617 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-82e4c018-e0e6-4308-81f6-5663e2638f09 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Request body: {'port': {'network_id': 'a19c2471-2d3d-4a04-b487-0c5602a99b91'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:02:32.533921 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-449d2a7f-56d4-4b59-ac4f-d8c208c2455e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:32.565264 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-692ec1af-bebe-4109-a2f3-6ed825a6562a tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Made reservation on behalf of 18d2a9fdfea84546a82d906d6ec9907e for: {'subnet': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:02:32.611200 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-449d2a7f-56d4-4b59-ac4f-d8c208c2455e admin admin] Releasing vlan 633 on physical network physnet1 to pool {{(pid=88879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 24 11:02:32.611795 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-449d2a7f-56d4-4b59-ac4f-d8c208c2455e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036847652098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3926696'] for segment, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:32.631134 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da36c92-5208-4bc6-8f7c-4063a9f17773 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Pushing event updated for resources: {'Network': ['ID=a19c2471-2d3d-4a04-b487-0c5602a99b91,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:02:32.634666 dv-neutron-822691-2-hyperv neutron-server[88767]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 11:02:32.634666 dv-neutron-822691-2-hyperv neutron-server[88767]:   % (table.description, expected, rows_matched)
Dec 24 11:02:32.634666 dv-neutron-822691-2-hyperv neutron-server[88767]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 11:02:32.634666 dv-neutron-822691-2-hyperv neutron-server[88767]:   % (table.description, expected, rows_matched)
Dec 24 11:02:32.634666 dv-neutron-822691-2-hyperv neutron-server[88767]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 11:02:32.634666 dv-neutron-822691-2-hyperv neutron-server[88767]:   % (table.description, expected, rows_matched)
Dec 24 11:02:32.634666 dv-neutron-822691-2-hyperv neutron-server[88767]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 11:02:32.634666 dv-neutron-822691-2-hyperv neutron-server[88767]:   % (table.description, expected, rows_matched)
Dec 24 11:02:32.634666 dv-neutron-822691-2-hyperv neutron-server[88767]: Traceback (most recent call last):
Dec 24 11:02:32.634666 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 24 11:02:32.634666 dv-neutron-822691-2-hyperv neutron-server[88767]:     timer()
Dec 24 11:02:32.634666 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 11:02:32.634666 dv-neutron-822691-2-hyperv neutron-server[88767]:     cb(*args, **kw)
Dec 24 11:02:32.634666 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 24 11:02:32.634666 dv-neutron-822691-2-hyperv neutron-server[88767]:     return func(*args, **kwargs)
Dec 24 11:02:32.634666 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 11:02:32.634666 dv-neutron-822691-2-hyperv neutron-server[88767]:     self._notify()
Dec 24 11:02:32.634666 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 11:02:32.634666 dv-neutron-822691-2-hyperv neutron-server[88767]:     self.callback(batched_events)
Dec 24 11:02:32.634666 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 11:02:32.634666 dv-neutron-822691-2-hyperv neutron-server[88767]:     event.method(event)
Dec 24 11:02:32.634666 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 11:02:32.634666 dv-neutron-822691-2-hyperv neutron-server[88767]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 11:02:32.634666 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 24 11:02:32.634666 dv-neutron-822691-2-hyperv neutron-server[88767]:     segment_id)['aggregates'][0]
Dec 24 11:02:32.634666 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 24 11:02:32.634666 dv-neutron-822691-2-hyperv neutron-server[88767]:     return f(self, *a, **k)
Dec 24 11:02:32.634666 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 11:02:32.634666 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self._get(url).json()
Dec 24 11:02:32.634666 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 24 11:02:32.634666 dv-neutron-822691-2-hyperv neutron-server[88767]:     **kwargs)
Dec 24 11:02:32.634666 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 24 11:02:32.634666 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self.request(url, 'GET', **kwargs)
Dec 24 11:02:32.634666 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 24 11:02:32.634666 dv-neutron-822691-2-hyperv neutron-server[88767]:     **endpoint_filter)
Dec 24 11:02:32.634666 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 24 11:02:32.634666 dv-neutron-822691-2-hyperv neutron-server[88767]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 11:02:32.634666 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 24 11:02:32.634666 dv-neutron-822691-2-hyperv neutron-server[88767]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 11:02:32.634666 dv-neutron-822691-2-hyperv neutron-server[88767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 11:02:32.637226 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-22c2892b-ee8a-4821-99e6-96dd4e23108d tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852534446'] for subnet, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:32.655651 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Network a19c2471-2d3d-4a04-b487-0c5602a99b91 details requested by agent ovs-agent-dv-neutron-822691-2-hyperv with host dv-neutron-822691-2-hyperv {{(pid=88880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 24 11:02:32.706889 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7da36c92-5208-4bc6-8f7c-4063a9f17773 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.568s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:02:32.707767 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-86809116-c0fd-4252-b6fa-0c42948907dd tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:32.713226 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d4ae1b74-3856-443a-8e7f-50d788fd1624 tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-659031', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854691240'] for router, precommit_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:32.751021 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-690c34a8-0e55-4de5-8645-62cf88d8a87f tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:02:32.836370 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-ed1475e8-e6ee-46ff-b1ec-97bfea035bc1 None None] Could not find standard attr ID for object 741ac9db-e851-4e94-907c-ae1b81a10440. {{(pid=88880) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 24 11:02:32.841686 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86809116-c0fd-4252-b6fa-0c42948907dd tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Pushing event deleted for resources: {'Port': ['ID=753eaaa5-b00b-4847-aa7e-e65c8cd30163,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:02:32.850575 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-86809116-c0fd-4252-b6fa-0c42948907dd tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:02:33.125808 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-82e4c018-e0e6-4308-81f6-5663e2638f09 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:02:33.132068 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-eb70a681-d027-44cc-803a-b582dcab6b67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:33.138064 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-86809116-c0fd-4252-b6fa-0c42948907dd tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036852798164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854055527'] for router_interface, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:33.145871 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-22c2892b-ee8a-4821-99e6-96dd4e23108d tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847655656'] for subnet, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:33.182998 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-82e4c018-e0e6-4308-81f6-5663e2638f09 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Usage tracker for resource:port and tenant:56d5354af46a4a91924cfe2259b4b254 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:02:33.191761 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-692ec1af-bebe-4109-a2f3-6ed825a6562a tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3619482'] for subnet, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:33.213215 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-a0bb5aa3-408d-461b-b565-c3a36ecf1bb4 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:02:33.252804 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-82e4c018-e0e6-4308-81f6-5663e2638f09 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:02:33.261274 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-449d2a7f-56d4-4b59-ac4f-d8c208c2455e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7126154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659196'] for network, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:33.284976 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-eb70a681-d027-44cc-803a-b582dcab6b67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:33.287951 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb70a681-d027-44cc-803a-b582dcab6b67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Pushing event deleted for resources: {'Port': ['ID=d082f80a-b671-4f2e-ac1d-fbf205adcc6a,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:02:33.303587 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e293f64-48c7-4fc7-bce8-4e9ed9c5bb23 None None] Network c6e807fa-4f32-4cf4-9fe0-9af2c8ef0e12 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:02:33.307743 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-eb70a681-d027-44cc-803a-b582dcab6b67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:02:33.308724 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-82e4c018-e0e6-4308-81f6-5663e2638f09 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:02:33.312585 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-449d2a7f-56d4-4b59-ac4f-d8c208c2455e admin admin] Notify callbacks [] for network, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:33.325303 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-a6d0542a-1142-4e82-8477-9bfff41b5fb1 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:02:33.377512 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449d2a7f-56d4-4b59-ac4f-d8c208c2455e admin admin] Pushing event deleted for resources: {'Network': ['ID=4ffa6599-4dd3-44c2-afc8-758418a15a34,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:02:33.434307 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-449d2a7f-56d4-4b59-ac4f-d8c208c2455e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:02:33.437228 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-16120360-5b56-4750-8646-d2f963d7f840 None None] Provisioning for port 97d2e2a9-e2e1-4b7f-b9bc-923f5cea74c3 completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:02:33.449818 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-16120360-5b56-4750-8646-d2f963d7f840 None None] Provisioning complete for port 97d2e2a9-e2e1-4b7f-b9bc-923f5cea74c3 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:02:33.450556 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-16120360-5b56-4750-8646-d2f963d7f840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:33.455507 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-eb70a681-d027-44cc-803a-b582dcab6b67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] 10.222.0.65 "DELETE /v2.0/ports/d082f80a-b671-4f2e-ac1d-fbf205adcc6a HTTP/1.1" status: 204  len: 168 time: 3.1553884
Dec 24 11:02:33.458724 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 34748) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:02:33.499894 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82e4c018-e0e6-4308-81f6-5663e2638f09 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Made reservation on behalf of 56d5354af46a4a91924cfe2259b4b254 for: {'port': 2} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:02:33.503869 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-22c2892b-ee8a-4821-99e6-96dd4e23108d tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7120129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3978858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852529715'] for subnet, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:33.507189 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-82e4c018-e0e6-4308-81f6-5663e2638f09 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:33.511502 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-09949600-fe61-414b-9a9c-c563cafa948a tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:02:33.528837 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-449d2a7f-56d4-4b59-ac4f-d8c208c2455e admin admin] 10.222.0.65 "DELETE /v2.0/networks/4ffa6599-4dd3-44c2-afc8-758418a15a34 HTTP/1.1" status: 204  len: 168 time: 7.1120853
Dec 24 11:02:33.547869 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-82e4c018-e0e6-4308-81f6-5663e2638f09 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:33.552025 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c2892b-ee8a-4821-99e6-96dd4e23108d tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Pushing event deleted for resources: {'Subnet': ['ID=c4b1c052-cc5b-4034-a241-5431720f5484,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:02:33.561388 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-22c2892b-ee8a-4821-99e6-96dd4e23108d tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:02:33.567414 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-22c2892b-ee8a-4821-99e6-96dd4e23108d tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1977811'] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:33.595910 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-22c2892b-ee8a-4821-99e6-96dd4e23108d tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] 10.222.0.65 "DELETE /v2.0/subnets/c4b1c052-cc5b-4034-a241-5431720f5484 HTTP/1.1" status: 204  len: 168 time: 2.1711302
Dec 24 11:02:33.596635 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 34754) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:02:33.604687 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-664a4fb2-554c-4d7e-b7bd-10809d930ded None None] Network a18009c1-6ad0-44f5-81b8-788fa1142262 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:02:33.632321 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bd5b5d0-6f07-444e-96f1-7ebe8f3c948b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] GET failed (client error): The resource could not be found.
Dec 24 11:02:33.632887 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-6bd5b5d0-6f07-444e-96f1-7ebe8f3c948b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Synchronizing usage tracker for tenant:4c586b989b204801ad0207ce7e340fab on resource:port {{(pid=88879) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:02:33.646553 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device ed9fc20e-4a9a-4d35-8454-e9cd13f14825 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:02:33.730979 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-6bd5b5d0-6f07-444e-96f1-7ebe8f3c948b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Unset dirty status for tenant:4c586b989b204801ad0207ce7e340fab on resource:port {{(pid=88879) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:02:33.736738 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-6bd5b5d0-6f07-444e-96f1-7ebe8f3c948b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] 10.222.0.65 "GET /v2.0/ports/d082f80a-b671-4f2e-ac1d-fbf205adcc6a HTTP/1.1" status: 404  len: 333 time: 0.2768068
Dec 24 11:02:33.741405 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 34758) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:02:33.803385 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-e771f64f-f85a-47f7-9735-c11f13288ae8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1288634968', 'network_id': 'da3e68ee-a02b-4a13-b90f-2887a57050f7'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:02:33.860336 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 34762) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:02:33.874027 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-e771f64f-f85a-47f7-9735-c11f13288ae8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:02:33.932339 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [None req-82e4c018-e0e6-4308-81f6-5663e2638f09 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] device_id is not set on port f54f8712-67d2-4c4f-9642-d3397591c9fb yet. {{(pid=88879) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 24 11:02:33.940070 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-e771f64f-f85a-47f7-9735-c11f13288ae8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:02:33.976923 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e771f64f-f85a-47f7-9735-c11f13288ae8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Made reservation on behalf of 4c586b989b204801ad0207ce7e340fab for: {'port': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:02:33.981631 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e771f64f-f85a-47f7-9735-c11f13288ae8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:34.058755 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d4ae1b74-3856-443a-8e7f-50d788fd1624 tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Notify callbacks [] for router_gateway, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:34.124655 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d4ae1b74-3856-443a-8e7f-50d788fd1624 tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:34.129748 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [None req-e771f64f-f85a-47f7-9735-c11f13288ae8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] device_id is not set on port 08863798-79dc-40ed-b236-49a8ca6ffdac yet. {{(pid=88879) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 24 11:02:34.142941 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f0397b00-74c0-4dc7-a3dc-d3f2ec7bcd24 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036847558493'] for network, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:34.159089 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86809116-c0fd-4252-b6fa-0c42948907dd tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Router b27b1435-5535-457c-b546-1481a573fcf2 has already been hosted by L3 agent 198cca88-1338-4098-b44b-beb0346ac906 {{(pid=88878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 24 11:02:34.167219 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-f0397b00-74c0-4dc7-a3dc-d3f2ec7bcd24 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Deleting port ed9fc20e-4a9a-4d35-8454-e9cd13f14825 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:02:34.167596 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f0397b00-74c0-4dc7-a3dc-d3f2ec7bcd24 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:34.227495 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port ed9fc20e-4a9a-4d35-8454-e9cd13f14825 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:02:34.227815 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:34.246271 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-692ec1af-bebe-4109-a2f3-6ed825a6562a tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3921862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3619467'] for subnet, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:34.262871 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7aa133f2-1894-4701-a1fd-636c843669e5 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:02:34.309440 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-4b4ae154-dde9-4aeb-a45a-83ce90bf91c9 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=41048d3cadaf44c1808b3a4467fb14d5&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4299567
Dec 24 11:02:34.317095 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 34766) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:02:34.438921 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 97d2e2a9-e2e1-4b7f-b9bc-923f5cea74c3 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:02:34.475675 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692ec1af-bebe-4109-a2f3-6ed825a6562a tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Pushing event updated for resources: {'Subnet': ['ID=51b9ecb0-3093-4968-b28c-76de4193396e,revision_number=0']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:02:34.487980 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-692ec1af-bebe-4109-a2f3-6ed825a6562a tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:02:34.499068 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86809116-c0fd-4252-b6fa-0c42948907dd tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:02:34.580620 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port 97d2e2a9-e2e1-4b7f-b9bc-923f5cea74c3 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:02:34.581360 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:34.608113 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-82e4c018-e0e6-4308-81f6-5663e2638f09 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:34.618523 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-f0397b00-74c0-4dc7-a3dc-d3f2ec7bcd24 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] For port ed9fc20e-4a9a-4d35-8454-e9cd13f14825, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=ed9fc20e-4a9a-4d35-8454-e9cd13f14825,segment=NetworkSegment(7a892f61-bf92-43da-932b-187c77014ab1),segment_id=7a892f61-bf92-43da-932b-187c77014ab1)] {{(pid=88878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:02:34.618930 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f0397b00-74c0-4dc7-a3dc-d3f2ec7bcd24 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:34.624052 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47d1f13b-2eea-4dc7-a388-7f7b12519281 None None] DHCP port deletion for a18009c1-6ad0-44f5-81b8-788fa1142262 request from dv-neutron-822691-2-hyperv {{(pid=88880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 24 11:02:34.639564 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-47d1f13b-2eea-4dc7-a388-7f7b12519281 None None] Deleting port ed9fc20e-4a9a-4d35-8454-e9cd13f14825 {{(pid=88880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:02:34.640131 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-47d1f13b-2eea-4dc7-a388-7f7b12519281 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:34.660652 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-692ec1af-bebe-4109-a2f3-6ed825a6562a tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Checking segment: {'id': 'bb186e36-7689-4301-90a4-f59e57ff7e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'e59e6fda-13c3-4b57-a77f-0f544f779449'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:02:34.661052 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-692ec1af-bebe-4109-a2f3-6ed825a6562a tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Network hostable DHCP agents. Network: e59e6fda-13c3-4b57-a77f-0f544f779449, hostable agents: ['edcf98dc-3032-472a-8b3d-f23fd1e89806'], hosted agents: [] {{(pid=88879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 24 11:02:34.791793 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-86809116-c0fd-4252-b6fa-0c42948907dd tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "PUT /v2.0/routers/b27b1435-5535-457c-b546-1481a573fcf2/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.8550172
Dec 24 11:02:34.800511 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 34770) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:02:34.801031 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-f0397b00-74c0-4dc7-a3dc-d3f2ec7bcd24 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Calling delete_port for ed9fc20e-4a9a-4d35-8454-e9cd13f14825 owned by network:dhcp {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:02:34.833641 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09c85ff-2f40-42f4-b666-17b5d2797b6f None None] Sync routers for ids ['b27b1435-5535-457c-b546-1481a573fcf2'] in dv-neutron-822691-2-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:02:34.867883 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-25d89a8e-5a57-41da-934a-5ce129e7ea1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:34.926447 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-25d89a8e-5a57-41da-934a-5ce129e7ea1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:34.937080 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f0397b00-74c0-4dc7-a3dc-d3f2ec7bcd24 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:34.945080 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f4707299-1c99-440c-8a11-84e3c8577922 tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:02:34.981490 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-47d1f13b-2eea-4dc7-a388-7f7b12519281 None None] For port ed9fc20e-4a9a-4d35-8454-e9cd13f14825, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=ed9fc20e-4a9a-4d35-8454-e9cd13f14825,segment=NetworkSegment(7a892f61-bf92-43da-932b-187c77014ab1),segment_id=7a892f61-bf92-43da-932b-187c77014ab1)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:02:34.981744 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-47d1f13b-2eea-4dc7-a388-7f7b12519281 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:35.002398 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0397b00-74c0-4dc7-a3dc-d3f2ec7bcd24 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Pushing event deleted for resources: {'Port': ['ID=ed9fc20e-4a9a-4d35-8454-e9cd13f14825,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:02:35.013934 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f0397b00-74c0-4dc7-a3dc-d3f2ec7bcd24 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:02:35.022535 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0397b00-74c0-4dc7-a3dc-d3f2ec7bcd24 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] No DVR routers for this DVR port ed9fc20e-4a9a-4d35-8454-e9cd13f14825 on host dv-neutron-822691-2-hyperv {{(pid=88878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 24 11:02:35.137749 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-47d1f13b-2eea-4dc7-a388-7f7b12519281 None None] Calling delete_port for ed9fc20e-4a9a-4d35-8454-e9cd13f14825 owned by network:dhcp {{(pid=88880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:02:35.163897 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f0397b00-74c0-4dc7-a3dc-d3f2ec7bcd24 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847649663', 'neutron.services.segments.db._delete_segments_for_network-8749505737672'] for network, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:35.168284 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-d4ae1b74-3856-443a-8e7f-50d788fd1624 tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Allocated IP 172.26.3.27 (f8c337ba-681f-4fcb-a333-e3c49365b30a/8ea1398c-0bec-46d6-8d54-85798de2a7ca/5856925d-63b0-489b-b019-a96095f1f5f3) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:02:35.169809 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09c85ff-2f40-42f4-b666-17b5d2797b6f None None] Routers {'b27b1435-5535-457c-b546-1481a573fcf2'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:02:35.170537 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-a09c85ff-2f40-42f4-b666-17b5d2797b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f527159f0b8>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:02:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['b27b1435-5535-457c-b546-1481a573fcf2'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:02:35.172136 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-25d89a8e-5a57-41da-934a-5ce129e7ea1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:35.181321 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:02:35.207614 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d89a8e-5a57-41da-934a-5ce129e7ea1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d04b96e6-4eea-4435-a24d-a8f102a900fc,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:02:35.209281 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [None req-82e4c018-e0e6-4308-81f6-5663e2638f09 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] device_id is not set on port b9cb6780-6f06-493f-88e2-a19c58859c99 yet. {{(pid=88879) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 24 11:02:35.212360 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-25d89a8e-5a57-41da-934a-5ce129e7ea1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:02:35.213938 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-f0397b00-74c0-4dc7-a3dc-d3f2ec7bcd24 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5270506630>,) {'filters': {'network_id': ['a18009c1-6ad0-44f5-81b8-788fa1142262']}} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:02:35.234026 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-f0397b00-74c0-4dc7-a3dc-d3f2ec7bcd24 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5270506630>, '7a892f61-bf92-43da-932b-187c77014ab1') {'for_net_delete': True} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:02:35.234297 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-f0397b00-74c0-4dc7-a3dc-d3f2ec7bcd24 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5270506630>, '7a892f61-bf92-43da-932b-187c77014ab1') {} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:02:35.234520 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e771f64f-f85a-47f7-9735-c11f13288ae8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:35.250477 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f0397b00-74c0-4dc7-a3dc-d3f2ec7bcd24 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749505745113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2241371'] for segment, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:35.256643 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-692ec1af-bebe-4109-a2f3-6ed825a6562a tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Network e59e6fda-13c3-4b57-a77f-0f544f779449 is scheduled to be hosted by DHCP agent edcf98dc-3032-472a-8b3d-f23fd1e89806 with binding_index 1 {{(pid=88879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 24 11:02:35.271942 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-25d89a8e-5a57-41da-934a-5ce129e7ea1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:35.276208 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-25d89a8e-5a57-41da-934a-5ce129e7ea1a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d04b96e6-4eea-4435-a24d-a8f102a900fc HTTP/1.1" status: 204  len: 168 time: 0.9552102
Dec 24 11:02:35.279865 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f0397b00-74c0-4dc7-a3dc-d3f2ec7bcd24 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:35.287275 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0397b00-74c0-4dc7-a3dc-d3f2ec7bcd24 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Releasing vlan 601 on physical network physnet1 to pool {{(pid=88878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 24 11:02:35.287721 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f0397b00-74c0-4dc7-a3dc-d3f2ec7bcd24 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036847652098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850807864'] for segment, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:35.292585 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-745b98f8-5004-45c2-b9ee-d51588c8978a tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:02:35.294237 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-745b98f8-5004-45c2-b9ee-d51588c8978a tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:02:35.295963 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-745b98f8-5004-45c2-b9ee-d51588c8978a tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.4462485
Dec 24 11:02:35.313897 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 34776) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:02:35.357217 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-a09c85ff-2f40-42f4-b666-17b5d2797b6f None None] Set router b27b1435-5535-457c-b546-1481a573fcf2 gateway port host: None {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:02:35.364373 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-692ec1af-bebe-4109-a2f3-6ed825a6562a tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822691-2-hyperv, e59e6fda-13c3-4b57-a77f-0f544f779449) {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:02:35.436946 dv-neutron-822691-2-hyperv neutron-server[88767]: Traceback (most recent call last):
Dec 24 11:02:35.436946 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 24 11:02:35.436946 dv-neutron-822691-2-hyperv neutron-server[88767]:     timer()
Dec 24 11:02:35.436946 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 11:02:35.436946 dv-neutron-822691-2-hyperv neutron-server[88767]:     cb(*args, **kw)
Dec 24 11:02:35.436946 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 24 11:02:35.436946 dv-neutron-822691-2-hyperv neutron-server[88767]:     return func(*args, **kwargs)
Dec 24 11:02:35.436946 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 11:02:35.436946 dv-neutron-822691-2-hyperv neutron-server[88767]:     self._notify()
Dec 24 11:02:35.436946 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 11:02:35.436946 dv-neutron-822691-2-hyperv neutron-server[88767]:     self.callback(batched_events)
Dec 24 11:02:35.436946 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 11:02:35.436946 dv-neutron-822691-2-hyperv neutron-server[88767]:     event.method(event)
Dec 24 11:02:35.436946 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 11:02:35.436946 dv-neutron-822691-2-hyperv neutron-server[88767]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 11:02:35.436946 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 24 11:02:35.436946 dv-neutron-822691-2-hyperv neutron-server[88767]:     segment_id)['aggregates'][0]
Dec 24 11:02:35.436946 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 24 11:02:35.436946 dv-neutron-822691-2-hyperv neutron-server[88767]:     return f(self, *a, **k)
Dec 24 11:02:35.436946 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 11:02:35.436946 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self._get(url).json()
Dec 24 11:02:35.436946 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 24 11:02:35.436946 dv-neutron-822691-2-hyperv neutron-server[88767]:     **kwargs)
Dec 24 11:02:35.436946 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 24 11:02:35.436946 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self.request(url, 'GET', **kwargs)
Dec 24 11:02:35.436946 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 24 11:02:35.436946 dv-neutron-822691-2-hyperv neutron-server[88767]:     **endpoint_filter)
Dec 24 11:02:35.436946 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 24 11:02:35.436946 dv-neutron-822691-2-hyperv neutron-server[88767]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 11:02:35.436946 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 24 11:02:35.436946 dv-neutron-822691-2-hyperv neutron-server[88767]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 11:02:35.436946 dv-neutron-822691-2-hyperv neutron-server[88767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 11:02:35.441463 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-692ec1af-bebe-4109-a2f3-6ed825a6562a tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:02:35.445441 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-692ec1af-bebe-4109-a2f3-6ed825a6562a tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks [] for subnet, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:35.448088 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f0397b00-74c0-4dc7-a3dc-d3f2ec7bcd24 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7126154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659196'] for network, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:35.462567 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-6a93dce7-2a22-4c9d-b9d3-fbf01a392639 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:02:35.482269 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-35aa5be9-b3da-45fe-af99-756cf53303c6 None None] Provisioning complete for port 97d2e2a9-e2e1-4b7f-b9bc-923f5cea74c3 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:02:35.482575 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-35aa5be9-b3da-45fe-af99-756cf53303c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:35.498887 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f0397b00-74c0-4dc7-a3dc-d3f2ec7bcd24 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1977811'] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:35.515799 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0397b00-74c0-4dc7-a3dc-d3f2ec7bcd24 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Pushing event deleted for resources: {'Network': ['ID=a18009c1-6ad0-44f5-81b8-788fa1142262,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:02:35.521988 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f0397b00-74c0-4dc7-a3dc-d3f2ec7bcd24 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:02:35.550182 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-f0397b00-74c0-4dc7-a3dc-d3f2ec7bcd24 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] 10.222.0.65 "DELETE /v2.0/networks/a18009c1-6ad0-44f5-81b8-788fa1142262 HTTP/1.1" status: 204  len: 168 time: 1.9510500
Dec 24 11:02:35.551674 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 34780) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:02:35.560912 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-897ed62a-6e8b-4afb-8004-3c0fb8c50912 None None] Network e59e6fda-13c3-4b57-a77f-0f544f779449 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:02:35.569793 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-d7df4607-fe0d-49ab-b263-59510fae32ce tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-760512955'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:02:35.583932 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-d7df4607-fe0d-49ab-b263-59510fae32ce tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:02:35.594904 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-d7df4607-fe0d-49ab-b263-59510fae32ce tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Usage tracker for resource:network and tenant:58aa2a41110240a2b5bfe3b4600f4977 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:02:35.601411 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-d7df4607-fe0d-49ab-b263-59510fae32ce tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:02:35.613280 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-d7df4607-fe0d-49ab-b263-59510fae32ce tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:02:35.634822 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7df4607-fe0d-49ab-b263-59510fae32ce tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Made reservation on behalf of 58aa2a41110240a2b5bfe3b4600f4977 for: {'network': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:02:35.640939 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d7df4607-fe0d-49ab-b263-59510fae32ce tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for network, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:35.659294 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e771f64f-f85a-47f7-9735-c11f13288ae8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:35.673753 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7df4607-fe0d-49ab-b263-59510fae32ce tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] vlan segment allocate from pool success with {'vlan_id': 648, 'physical_network': 'physnet1'}  {{(pid=88878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 24 11:02:35.684195 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d7df4607-fe0d-49ab-b263-59510fae32ce tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:35.684570 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.segments_db [None req-d7df4607-fe0d-49ab-b263-59510fae32ce tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Added segment e8ee6b56-94fc-4103-850a-d1b7dc7715de of type vlan for network cb7cdb63-c307-45c7-b723-a9ab65f77679
Dec 24 11:02:35.716651 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d7df4607-fe0d-49ab-b263-59510fae32ce tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363287349540024'] for network, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:35.734434 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f33114b7-fab9-4865-90f4-7cde181c0243 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:02:35.754284 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device ed9fc20e-4a9a-4d35-8454-e9cd13f14825 no longer exists at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:02:35.758166 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d7df4607-fe0d-49ab-b263-59510fae32ce tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636'] for network, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:35.763072 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7df4607-fe0d-49ab-b263-59510fae32ce tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:02:35.763818 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d7df4607-fe0d-49ab-b263-59510fae32ce tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1977811'] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:35.770229 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:02:35.789303 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-a09c85ff-2f40-42f4-b666-17b5d2797b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f527159f0b8>, [{'id': 'b27b1435-5535-457c-b546-1481a573fcf2', 'name': 'tempest-NetworksTestDHCPv6-router-1632795298', 'tenant_id': '739a78fd4cfc48c2a4011598579f8f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:02:16Z', 'updated_at': '2021-12-24T11:02:32Z', 'revision_number': 3, 'project_id': '739a78fd4cfc48c2a4011598579f8f8c', 'gw_port_host': None}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:02:35.835841 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-692ec1af-bebe-4109-a2f3-6ed825a6562a tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 4.4981825
Dec 24 11:02:35.841815 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 34790) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:02:35.842844 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] No Port match for: ed9fc20e-4a9a-4d35-8454-e9cd13f14825 {{(pid=88880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 24 11:02:35.843432 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device ed9fc20e-4a9a-4d35-8454-e9cd13f14825 not bound to the agent host dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 24 11:02:35.845244 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09c85ff-2f40-42f4-b666-17b5d2797b6f None None] Checking router: b27b1435-5535-457c-b546-1481a573fcf2 for host: dv-neutron-822691-2-hyperv {{(pid=88880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 24 11:02:35.864747 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-0cac5590-3081-4c70-ab66-7b1085e504e2 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:02:35.911548 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09c85ff-2f40-42f4-b666-17b5d2797b6f None None] Routers {'b27b1435-5535-457c-b546-1481a573fcf2'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:02:35.912417 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-a09c85ff-2f40-42f4-b666-17b5d2797b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f527159f0b8>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:02:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['b27b1435-5535-457c-b546-1481a573fcf2'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:02:35.918991 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-d7df4607-fe0d-49ab-b263-59510fae32ce tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 0.3655038
Dec 24 11:02:35.928595 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 34796) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:02:36.003701 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-8f63aa31-9775-4b42-8b06-10bfdef81c33 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Request body: {'subnet': {'network_id': 'cb7cdb63-c307-45c7-b723-a9ab65f77679', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:02:36.041619 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7df4607-fe0d-49ab-b263-59510fae32ce tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Pushing event updated for resources: {'Network': ['ID=cb7cdb63-c307-45c7-b723-a9ab65f77679,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:02:36.054586 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-d7df4607-fe0d-49ab-b263-59510fae32ce tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:02:36.177431 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d4ae1b74-3856-443a-8e7f-50d788fd1624 tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:36.183496 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e771f64f-f85a-47f7-9735-c11f13288ae8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Network da3e68ee-a02b-4a13-b90f-2887a57050f7 is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:02:36.184443 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e771f64f-f85a-47f7-9735-c11f13288ae8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Pushing event updated for resources: {'Port': ['ID=08863798-79dc-40ed-b236-49a8ca6ffdac,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:02:36.191979 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-e771f64f-f85a-47f7-9735-c11f13288ae8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.458s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:02:36.197301 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-e771f64f-f85a-47f7-9735-c11f13288ae8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Resources bound (agent type, host, resource id):  {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:02:36.218591 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e771f64f-f85a-47f7-9735-c11f13288ae8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:02:36.219524 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e771f64f-f85a-47f7-9735-c11f13288ae8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:02:36.220182 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e771f64f-f85a-47f7-9735-c11f13288ae8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:36.235482 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_v2 [None req-41098641-389a-4748-b125-5305bc1d783b tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Deleting subnet 15646ca3-4420-456c-93e3-feff32bf7866 {{(pid=88879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 24 11:02:36.244517 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-82e4c018-e0e6-4308-81f6-5663e2638f09 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:36.257104 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-41098641-389a-4748-b125-5305bc1d783b tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks [] for subnet, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:36.259503 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-a09c85ff-2f40-42f4-b666-17b5d2797b6f None None] Set router b27b1435-5535-457c-b546-1481a573fcf2 gateway port host: None {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:02:36.315359 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-8f63aa31-9775-4b42-8b06-10bfdef81c33 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:02:36.320310 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-8f63aa31-9775-4b42-8b06-10bfdef81c33 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Usage tracker for resource:subnet and tenant:58aa2a41110240a2b5bfe3b4600f4977 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:02:36.323528 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-8f63aa31-9775-4b42-8b06-10bfdef81c33 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:02:36.330860 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-8f63aa31-9775-4b42-8b06-10bfdef81c33 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:02:36.331271 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-e771f64f-f85a-47f7-9735-c11f13288ae8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 964 time: 2.5848639
Dec 24 11:02:36.334336 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 34808) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:02:36.345899 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f63aa31-9775-4b42-8b06-10bfdef81c33 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Made reservation on behalf of 58aa2a41110240a2b5bfe3b4600f4977 for: {'subnet': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:02:36.395053 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-a09c85ff-2f40-42f4-b666-17b5d2797b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f527159f0b8>, [{'id': 'b27b1435-5535-457c-b546-1481a573fcf2', 'name': 'tempest-NetworksTestDHCPv6-router-1632795298', 'tenant_id': '739a78fd4cfc48c2a4011598579f8f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:02:16Z', 'updated_at': '2021-12-24T11:02:32Z', 'revision_number': 3, 'project_id': '739a78fd4cfc48c2a4011598579f8f8c', 'gw_port_host': None}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:02:36.408145 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c12bc33-d577-4965-bf3e-2530c147e399 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73968e80-91fd-539e-a7c6-b31af6d9e680-e59e6fda-13c3-4b57-a77f-0f544f779449', 'network_id': 'e59e6fda-13c3-4b57-a77f-0f544f779449', 'tenant_id': '18d2a9fdfea84546a82d906d6ec9907e', 'fixed_ips': [{'subnet_id': '51b9ecb0-3093-4968-b28c-76de4193396e'}]}} from dv-neutron-822691-2-hyperv. {{(pid=88880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 24 11:02:36.410253 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0c12bc33-d577-4965-bf3e-2530c147e399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:36.418719 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-41098641-389a-4748-b125-5305bc1d783b tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-786693'] for subnet, precommit_delete_associations {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:36.435717 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Network cb7cdb63-c307-45c7-b723-a9ab65f77679 details requested by agent ovs-agent-dv-neutron-822691-2-hyperv with host dv-neutron-822691-2-hyperv {{(pid=88880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 24 11:02:36.480978 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d4ae1b74-3856-443a-8e7f-50d788fd1624 tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:36.495768 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-386b7390-a7b9-4618-b39b-f406ef68d603 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:02:36.498226 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8f63aa31-9775-4b42-8b06-10bfdef81c33 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2246100'] for subnet, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:36.513514 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 34814) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:02:36.522853 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.db.api [None req-47d1f13b-2eea-4dc7-a388-7f7b12519281 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88880) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 24 11:02:36.523255 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_db.api [None req-47d1f13b-2eea-4dc7-a388-7f7b12519281 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 24 11:02:36.534408 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09c85ff-2f40-42f4-b666-17b5d2797b6f None None] The sync data for ids ['b27b1435-5535-457c-b546-1481a573fcf2'] in dv-neutron-822691-2-hyperv is: [{'id': 'b27b1435-5535-457c-b546-1481a573fcf2', 'name': 'tempest-NetworksTestDHCPv6-router-1632795298', 'tenant_id': '739a78fd4cfc48c2a4011598579f8f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:02:16Z', 'updated_at': '2021-12-24T11:02:32Z', 'revision_number': 3, 'project_id': '739a78fd4cfc48c2a4011598579f8f8c', 'gw_port_host': None}] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:02:36.550723 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-82e4c018-e0e6-4308-81f6-5663e2638f09 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:36.638493 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ae1b74-3856-443a-8e7f-50d788fd1624 tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Pushing event updated for resources: {'Port': ['ID=5856925d-63b0-489b-b019-a96095f1f5f3,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:02:36.648894 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-94573de8-c3c5-4736-bebc-83054500f434 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Synchronizing usage tracker for tenant:4c586b989b204801ad0207ce7e340fab on resource:port {{(pid=88879) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:02:36.656247 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-d4ae1b74-3856-443a-8e7f-50d788fd1624 tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:02:36.659759 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-352acb67-6489-4615-8d93-588d0338bf01 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:02:36.705750 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b488f4f2-f243-4b38-aba8-c0a856e0916a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:36.731139 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4ae1b74-3856-443a-8e7f-50d788fd1624 tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Network f8c337ba-681f-4fcb-a333-e3c49365b30a is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:02:36.743262 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-d4ae1b74-3856-443a-8e7f-50d788fd1624 tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Resources bound (agent type, host, resource id):  {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:02:36.771774 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ae1b74-3856-443a-8e7f-50d788fd1624 tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:02:36.772407 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0cac5590-3081-4c70-ab66-7b1085e504e2 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update--9223372036852529700'] for subnet, before_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:36.841285 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e4c018-e0e6-4308-81f6-5663e2638f09 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Pushing event updated for resources: {'Port': ['ID=f54f8712-67d2-4c4f-9642-d3397591c9fb,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:02:36.869272 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-0c12bc33-d577-4965-bf3e-2530c147e399 None None] Allocated IP 2001:db8::2 (e59e6fda-13c3-4b57-a77f-0f544f779449/51b9ecb0-3093-4968-b28c-76de4193396e/0a606c89-bf4a-4cfa-b99f-5b8d4d843ec1) {{(pid=88880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:02:36.871006 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-82e4c018-e0e6-4308-81f6-5663e2638f09 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:02:36.872772 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-520283c0-9005-4207-8c44-20df17879004 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-111115318-network', 'tenant_id': '392c706564b54bdf9b4aefef23ad272e'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:02:36.881582 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-520283c0-9005-4207-8c44-20df17879004 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:02:36.881818 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-94573de8-c3c5-4736-bebc-83054500f434 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Unset dirty status for tenant:4c586b989b204801ad0207ce7e340fab on resource:port {{(pid=88879) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:02:36.886674 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-94573de8-c3c5-4736-bebc-83054500f434 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] 10.222.0.65 "GET /v2.0/ports/08863798-79dc-40ed-b236-49a8ca6ffdac HTTP/1.1" status: 200  len: 959 time: 0.5404096
Dec 24 11:02:36.890300 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82e4c018-e0e6-4308-81f6-5663e2638f09 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Network aba7367e-1d4b-4f18-a103-47503f60eff6 is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:02:36.890535 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-520283c0-9005-4207-8c44-20df17879004 admin admin] Usage tracker for resource:network and tenant:392c706564b54bdf9b4aefef23ad272e is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:02:36.895197 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 34820) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:02:36.897383 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-520283c0-9005-4207-8c44-20df17879004 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:02:36.898345 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-82e4c018-e0e6-4308-81f6-5663e2638f09 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Resources bound (agent type, host, resource id):  {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:02:36.904356 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e4c018-e0e6-4308-81f6-5663e2638f09 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:02:36.905262 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-82e4c018-e0e6-4308-81f6-5663e2638f09 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:36.906212 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-520283c0-9005-4207-8c44-20df17879004 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:02:36.937885 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-41098641-389a-4748-b125-5305bc1d783b tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847655656'] for subnet, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:36.950238 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-520283c0-9005-4207-8c44-20df17879004 admin admin] Made reservation on behalf of 392c706564b54bdf9b4aefef23ad272e for: {'network': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:02:36.954992 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-520283c0-9005-4207-8c44-20df17879004 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for network, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:36.974404 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-3fd079cf-a805-42d3-b877-f3dbb81bdc0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:02:36.977227 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-520283c0-9005-4207-8c44-20df17879004 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:37.025005 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-47d1f13b-2eea-4dc7-a388-7f7b12519281 None None] Deleting port ed9fc20e-4a9a-4d35-8454-e9cd13f14825 {{(pid=88880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:02:37.025633 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-47d1f13b-2eea-4dc7-a388-7f7b12519281 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:37.059879 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-520283c0-9005-4207-8c44-20df17879004 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:02:37.067174 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-520283c0-9005-4207-8c44-20df17879004 admin admin] Usage tracker for resource:security_group_rule and tenant:392c706564b54bdf9b4aefef23ad272e is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:02:37.070437 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-520283c0-9005-4207-8c44-20df17879004 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:02:37.073699 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8f63aa31-9775-4b42-8b06-10bfdef81c33 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850796890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2246085'] for subnet, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:37.080830 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-0d03fcc0-5852-42ae-826a-6c532d4938ee tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:02:37.107034 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-47d1f13b-2eea-4dc7-a388-7f7b12519281 None None] The port 'ed9fc20e-4a9a-4d35-8454-e9cd13f14825' was deleted {{(pid=88880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 24 11:02:37.114296 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-520283c0-9005-4207-8c44-20df17879004 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:02:37.156294 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-ce3b0db0-b2c3-4342-92ea-3c8e54a2f50a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Deleting port 08863798-79dc-40ed-b236-49a8ca6ffdac {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:02:37.156668 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ce3b0db0-b2c3-4342-92ea-3c8e54a2f50a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:37.188900 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f63aa31-9775-4b42-8b06-10bfdef81c33 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Pushing event updated for resources: {'Subnet': ['ID=b64ac915-0d06-48e7-842c-879d36441afd,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:02:37.197875 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-8f63aa31-9775-4b42-8b06-10bfdef81c33 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:02:37.204876 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e4c018-e0e6-4308-81f6-5663e2638f09 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Pushing event updated for resources: {'Port': ['ID=b9cb6780-6f06-493f-88e2-a19c58859c99,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:02:37.219509 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f63aa31-9775-4b42-8b06-10bfdef81c33 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Checking segment: {'id': 'e8ee6b56-94fc-4103-850a-d1b7dc7715de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'cb7cdb63-c307-45c7-b723-a9ab65f77679'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:02:37.220754 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f63aa31-9775-4b42-8b06-10bfdef81c33 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Network hostable DHCP agents. Network: cb7cdb63-c307-45c7-b723-a9ab65f77679, hostable agents: ['edcf98dc-3032-472a-8b3d-f23fd1e89806'], hosted agents: [] {{(pid=88878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 24 11:02:37.222079 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0c12bc33-d577-4965-bf3e-2530c147e399 None None] Notify callbacks [] for port, precommit_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:37.222191 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-82e4c018-e0e6-4308-81f6-5663e2638f09 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:02:37.272970 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-520283c0-9005-4207-8c44-20df17879004 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:37.276600 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-0c12bc33-d577-4965-bf3e-2530c147e399 None None] Transition to ACTIVE for port object 0a606c89-bf4a-4cfa-b99f-5b8d4d843ec1 will not be triggered until provisioned by entity L2. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:02:37.278073 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-520283c0-9005-4207-8c44-20df17879004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:37.283200 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:02:37.294583 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f63aa31-9775-4b42-8b06-10bfdef81c33 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Network cb7cdb63-c307-45c7-b723-a9ab65f77679 is scheduled to be hosted by DHCP agent edcf98dc-3032-472a-8b3d-f23fd1e89806 with binding_index 1 {{(pid=88878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 24 11:02:37.300724 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-0c12bc33-d577-4965-bf3e-2530c147e399 None None] Transition to ACTIVE for port object 0a606c89-bf4a-4cfa-b99f-5b8d4d843ec1 will not be triggered until provisioned by entity DHCP. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:02:37.306564 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0c12bc33-d577-4965-bf3e-2530c147e399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408'] for port, after_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:37.312662 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-520283c0-9005-4207-8c44-20df17879004 admin admin] vlan segment allocate from pool success with {'vlan_id': 613, 'physical_network': 'physnet1'}  {{(pid=88878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 24 11:02:37.312864 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-72d73637-ddb6-4849-85f1-f9b669de40cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:02:37.318231 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-41098641-389a-4748-b125-5305bc1d783b tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7120129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850854134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851156349'] for subnet, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:37.326226 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-8f63aa31-9775-4b42-8b06-10bfdef81c33 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822691-2-hyperv, cb7cdb63-c307-45c7-b723-a9ab65f77679) {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:02:37.326395 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-74ae1176-db34-4a58-8c4b-ef4a4a5d69bf tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:02:37.347615 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29aac15d-2cd4-4454-804b-190322bec78c None None] Network cb7cdb63-c307-45c7-b723-a9ab65f77679 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:02:37.360166 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82e4c018-e0e6-4308-81f6-5663e2638f09 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Checking segment: {'id': '95a4caff-f0dd-4f16-b169-31c95c60879e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'a19c2471-2d3d-4a04-b487-0c5602a99b91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:02:37.360475 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82e4c018-e0e6-4308-81f6-5663e2638f09 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Network hostable DHCP agents. Network: a19c2471-2d3d-4a04-b487-0c5602a99b91, hostable agents: ['edcf98dc-3032-472a-8b3d-f23fd1e89806'], hosted agents: [] {{(pid=88879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 24 11:02:37.379259 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41098641-389a-4748-b125-5305bc1d783b tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Pushing event deleted for resources: {'Subnet': ['ID=15646ca3-4420-456c-93e3-feff32bf7866,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:02:37.405176 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-41098641-389a-4748-b125-5305bc1d783b tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:02:37.427970 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c12bc33-d577-4965-bf3e-2530c147e399 None None] Network e59e6fda-13c3-4b57-a77f-0f544f779449 is already hosted by enough agents. {{(pid=88880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:02:37.431428 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-41098641-389a-4748-b125-5305bc1d783b tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks [] for subnet, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:37.439698 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-0c12bc33-d577-4965-bf3e-2530c147e399 None None] Resources bound (agent type, host, resource id):  {{(pid=88880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:02:37.477262 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-41098641-389a-4748-b125-5305bc1d783b tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "DELETE /v2.0/subnets/15646ca3-4420-456c-93e3-feff32bf7866 HTTP/1.1" status: 204  len: 168 time: 2.1576982
Dec 24 11:02:37.499480 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be994647-1675-4840-8d0b-990693662add None None] Network 1c9eeaac-d205-4b19-a351-2fe67dd78b42 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:02:37.523874 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 34824) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:02:37.527032 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c12bc33-d577-4965-bf3e-2530c147e399 None None] Received port after_create {{(pid=88880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:02:37.537580 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 753eaaa5-b00b-4847-aa7e-e65c8cd30163 no longer exists at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:02:37.615046 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c12bc33-d577-4965-bf3e-2530c147e399 None None] Pushing event updated for resources: {'Port': ['ID=0a606c89-bf4a-4cfa-b99f-5b8d4d843ec1,revision_number=1']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:02:37.646087 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f63aa31-9775-4b42-8b06-10bfdef81c33 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:02:37.646087 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8f63aa31-9775-4b42-8b06-10bfdef81c33 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1977811'] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:37.662370 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-520283c0-9005-4207-8c44-20df17879004 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:37.662724 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.segments_db [None req-520283c0-9005-4207-8c44-20df17879004 admin admin] Added segment 7d0dc58d-0474-4e82-b3e5-d78baac1a000 of type vlan for network 080f09f1-3644-45f6-a515-c3987b590591
Dec 24 11:02:37.668398 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82e4c018-e0e6-4308-81f6-5663e2638f09 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Network a19c2471-2d3d-4a04-b487-0c5602a99b91 is scheduled to be hosted by DHCP agent edcf98dc-3032-472a-8b3d-f23fd1e89806 with binding_index 1 {{(pid=88879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 24 11:02:37.677072 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ce3b0db0-b2c3-4342-92ea-3c8e54a2f50a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:37.680387 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520283c0-9005-4207-8c44-20df17879004 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14d0f32f-62aa-4d68-9434-4d5914c7853a,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:02:37.691446 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-520283c0-9005-4207-8c44-20df17879004 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:02:37.713970 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-0c12bc33-d577-4965-bf3e-2530c147e399 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:02:37.738476 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] No Port match for: 753eaaa5-b00b-4847-aa7e-e65c8cd30163 {{(pid=88880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 24 11:02:37.738969 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 753eaaa5-b00b-4847-aa7e-e65c8cd30163 not bound to the agent host dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 24 11:02:37.753768 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-82e4c018-e0e6-4308-81f6-5663e2638f09 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822691-2-hyperv, a19c2471-2d3d-4a04-b487-0c5602a99b91) {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:02:37.756038 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-520283c0-9005-4207-8c44-20df17879004 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363287349540024'] for network, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:37.789886 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-8f63aa31-9775-4b42-8b06-10bfdef81c33 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.8543758
Dec 24 11:02:37.791155 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19721f52-ac7f-4469-903f-c04075ed2a57 None None] Network a19c2471-2d3d-4a04-b487-0c5602a99b91 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:02:37.802484 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 34828) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:02:37.813872 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-bbe8dfc9-63dc-47de-823a-8c0d4b4b383a tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Request body: {'port': {'network_id': 'cb7cdb63-c307-45c7-b723-a9ab65f77679', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-61734101'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:02:37.847711 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0cac5590-3081-4c70-ab66-7b1085e504e2 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8749505674406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated--9223372036850796975'] for subnet, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:37.864414 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-786e6f8d-28fe-4e81-832e-e8248bd22200 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:02:37.905963 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-520283c0-9005-4207-8c44-20df17879004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636'] for network, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:37.906712 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-520283c0-9005-4207-8c44-20df17879004 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:02:37.907346 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-520283c0-9005-4207-8c44-20df17879004 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1977811'] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:37.912489 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-0c12bc33-d577-4965-bf3e-2530c147e399 None None] Attempting to bind port 0a606c89-bf4a-4cfa-b99f-5b8d4d843ec1 on host dv-neutron-822691-2-hyperv for vnic_type normal with profile  {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:02:37.912861 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-0c12bc33-d577-4965-bf3e-2530c147e399 None None] Attempting to bind port 0a606c89-bf4a-4cfa-b99f-5b8d4d843ec1 by drivers openvswitch,hyperv on host dv-neutron-822691-2-hyperv at level 0 using segments [{'id': 'bb186e36-7689-4301-90a4-f59e57ff7e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'e59e6fda-13c3-4b57-a77f-0f544f779449'}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:02:37.913337 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c12bc33-d577-4965-bf3e-2530c147e399 None None] Attempting to bind port 0a606c89-bf4a-4cfa-b99f-5b8d4d843ec1 on network e59e6fda-13c3-4b57-a77f-0f544f779449 {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:02:38.029330 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cac5590-3081-4c70-ab66-7b1085e504e2 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:02:38.030008 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0cac5590-3081-4c70-ab66-7b1085e504e2 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:38.034348 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-0cac5590-3081-4c70-ab66-7b1085e504e2 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] 10.222.0.65 "PUT /v2.0/subnets/51b9ecb0-3093-4968-b28c-76de4193396e HTTP/1.1" status: 200  len: 826 time: 2.1766443
Dec 24 11:02:38.040030 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 34832) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:02:38.044437 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-520283c0-9005-4207-8c44-20df17879004 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 1.4847767
Dec 24 11:02:38.054060 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c12bc33-d577-4965-bf3e-2530c147e399 None None] Checking agent: {'id': 'db1275c1-6001-47af-93c2-635c68404703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822691-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 52, 8), 'started_at': datetime.datetime(2021, 12, 24, 10, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 2, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822691-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:02:38.054533 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c12bc33-d577-4965-bf3e-2530c147e399 None None] Checking segment: {'id': 'bb186e36-7689-4301-90a4-f59e57ff7e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'e59e6fda-13c3-4b57-a77f-0f544f779449'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:02:38.054924 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0c12bc33-d577-4965-bf3e-2530c147e399 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:38.055372 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c12bc33-d577-4965-bf3e-2530c147e399 None None] Bound using segment: {'id': 'bb186e36-7689-4301-90a4-f59e57ff7e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'e59e6fda-13c3-4b57-a77f-0f544f779449'} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:02:38.055918 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-0c12bc33-d577-4965-bf3e-2530c147e399 None None] Bound port: 0a606c89-bf4a-4cfa-b99f-5b8d4d843ec1, host: dv-neutron-822691-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb186e36-7689-4301-90a4-f59e57ff7e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'e59e6fda-13c3-4b57-a77f-0f544f779449'}}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:02:38.056328 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0c12bc33-d577-4965-bf3e-2530c147e399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:38.056438 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-ce3b0db0-b2c3-4342-92ea-3c8e54a2f50a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Calling delete_port for 08863798-79dc-40ed-b236-49a8ca6ffdac owned by  {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:02:38.075583 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 34836) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:02:38.085075 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-f8422b02-f8a1-415f-9b09-e58eb05717dc admin admin] Request body: {'subnet': {'network_id': '080f09f1-3644-45f6-a515-c3987b590591', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-111115318-subnet', 'tenant_id': '392c706564b54bdf9b4aefef23ad272e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:02:38.090280 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e4c018-e0e6-4308-81f6-5663e2638f09 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:02:38.091618 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cac5590-3081-4c70-ab66-7b1085e504e2 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Pushing event updated for resources: {'Subnet': ['ID=51b9ecb0-3093-4968-b28c-76de4193396e,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:02:38.098159 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82e4c018-e0e6-4308-81f6-5663e2638f09 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:02:38.099018 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-82e4c018-e0e6-4308-81f6-5663e2638f09 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:38.101043 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-f8422b02-f8a1-415f-9b09-e58eb05717dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:02:38.107053 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-0cac5590-3081-4c70-ab66-7b1085e504e2 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:02:38.107710 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.187s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:02:38.142074 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-f8422b02-f8a1-415f-9b09-e58eb05717dc admin admin] Usage tracker for resource:subnet and tenant:392c706564b54bdf9b4aefef23ad272e is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:02:38.146062 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:38.152658 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-82e4c018-e0e6-4308-81f6-5663e2638f09 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1425 time: 5.6521437
Dec 24 11:02:38.153870 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-f8422b02-f8a1-415f-9b09-e58eb05717dc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:02:38.159559 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 34840) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:02:38.171887 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-28a5f806-2c7e-48a7-8a88-d1bfa3b0ea95 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200  len: 710 time: 0.6428471
Dec 24 11:02:38.172539 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-bbe8dfc9-63dc-47de-823a-8c0d4b4b383a tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:02:38.173873 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 34844) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:02:38.176679 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d4ae1b74-3856-443a-8e7f-50d788fd1624 tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Notify callbacks [] for router_gateway, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:38.276688 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-bbe8dfc9-63dc-47de-823a-8c0d4b4b383a tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Usage tracker for resource:port and tenant:58aa2a41110240a2b5bfe3b4600f4977 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:02:38.280083 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-f8422b02-f8a1-415f-9b09-e58eb05717dc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:02:38.285216 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-bbe8dfc9-63dc-47de-823a-8c0d4b4b383a tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:02:38.318404 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ce3b0db0-b2c3-4342-92ea-3c8e54a2f50a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:38.353228 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-bbe8dfc9-63dc-47de-823a-8c0d4b4b383a tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:02:38.374159 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-a9517331-c932-4259-a43f-2830f63fc25a tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:02:38.384409 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520283c0-9005-4207-8c44-20df17879004 admin admin] Pushing event updated for resources: {'Network': ['ID=080f09f1-3644-45f6-a515-c3987b590591,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:02:38.401426 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-520283c0-9005-4207-8c44-20df17879004 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:02:38.402907 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8422b02-f8a1-415f-9b09-e58eb05717dc admin admin] Made reservation on behalf of 392c706564b54bdf9b4aefef23ad272e for: {'subnet': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:02:38.408031 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f8422b02-f8a1-415f-9b09-e58eb05717dc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2246100'] for subnet, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:38.435114 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbe8dfc9-63dc-47de-823a-8c0d4b4b383a tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Made reservation on behalf of 58aa2a41110240a2b5bfe3b4600f4977 for: {'port': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:02:38.440613 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bbe8dfc9-63dc-47de-823a-8c0d4b4b383a tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:38.441744 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3b0db0-b2c3-4342-92ea-3c8e54a2f50a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Pushing event deleted for resources: {'Port': ['ID=08863798-79dc-40ed-b236-49a8ca6ffdac,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:02:38.441944 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Network 080f09f1-3644-45f6-a515-c3987b590591 details requested by agent ovs-agent-dv-neutron-822691-2-hyperv with host dv-neutron-822691-2-hyperv {{(pid=88880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 24 11:02:38.457112 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-d29cd632-a807-4d45-a570-fb06800334cb tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Deleting port b9cb6780-6f06-493f-88e2-a19c58859c99 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:02:38.457473 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d29cd632-a807-4d45-a570-fb06800334cb tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:38.503837 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fabc2e1-a1ca-4f96-a448-6858b80c2c5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73968e80-91fd-539e-a7c6-b31af6d9e680-cb7cdb63-c307-45c7-b723-a9ab65f77679', 'network_id': 'cb7cdb63-c307-45c7-b723-a9ab65f77679', 'tenant_id': '58aa2a41110240a2b5bfe3b4600f4977', 'fixed_ips': [{'subnet_id': 'b64ac915-0d06-48e7-842c-879d36441afd'}]}} from dv-neutron-822691-2-hyperv. {{(pid=88880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 24 11:02:38.505044 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3fabc2e1-a1ca-4f96-a448-6858b80c2c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:38.541404 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-ce3b0db0-b2c3-4342-92ea-3c8e54a2f50a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:02:38.560033 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6833e69d-b4a6-4433-945c-fed378d9f998 None None] DHCP port deletion for 1c9eeaac-d205-4b19-a351-2fe67dd78b42 request from dv-neutron-822691-2-hyperv {{(pid=88880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 24 11:02:38.566057 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ce3b0db0-b2c3-4342-92ea-3c8e54a2f50a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:38.608695 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-85f7072c-459c-45f9-b4a5-59c72850c1a1 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks [] for router, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:38.613032 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-25804b25-7099-4add-b81c-1060a871ce87 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036847558493'] for network, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:38.622317 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-0c12bc33-d577-4965-bf3e-2530c147e399 None None] For port 0a606c89-bf4a-4cfa-b99f-5b8d4d843ec1, host dv-neutron-822691-2-hyperv, cleared binding levels {{(pid=88880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:02:38.625461 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [None req-bbe8dfc9-63dc-47de-823a-8c0d4b4b383a tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] device_id is not set on port c4adee98-b9f9-4c78-ac0f-499556daf961 yet. {{(pid=88878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 24 11:02:38.648082 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-6833e69d-b4a6-4433-945c-fed378d9f998 None None] Deleting port 2ace2f4a-0124-464e-a2d6-db2018cf96c4 {{(pid=88880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:02:38.648507 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6833e69d-b4a6-4433-945c-fed378d9f998 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:38.672341 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-ce3b0db0-b2c3-4342-92ea-3c8e54a2f50a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] 10.222.0.65 "DELETE /v2.0/ports/08863798-79dc-40ed-b236-49a8ca6ffdac HTTP/1.1" status: 204  len: 168 time: 1.7734921
Dec 24 11:02:38.680798 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-0c12bc33-d577-4965-bf3e-2530c147e399 None None] For port 0a606c89-bf4a-4cfa-b99f-5b8d4d843ec1, host dv-neutron-822691-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=0a606c89-bf4a-4cfa-b99f-5b8d4d843ec1,segment=NetworkSegment(bb186e36-7689-4301-90a4-f59e57ff7e95),segment_id=bb186e36-7689-4301-90a4-f59e57ff7e95)] {{(pid=88880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:02:38.682323 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d4ae1b74-3856-443a-8e7f-50d788fd1624 tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-659031', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854691240'] for router, precommit_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:38.684517 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 34848) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:02:38.734987 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0c12bc33-d577-4965-bf3e-2530c147e399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:38.749225 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-014463f7-cf05-4843-8b6c-4fabc65eeeac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:02:38.759581 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-25804b25-7099-4add-b81c-1060a871ce87 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Deleting port 0a606c89-bf4a-4cfa-b99f-5b8d4d843ec1 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:02:38.759955 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-25804b25-7099-4add-b81c-1060a871ce87 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:38.789613 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d4ae1b74-3856-443a-8e7f-50d788fd1624 tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854116816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854116785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-659000', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854163815'] for router, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:38.805458 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-c65a4d72-6969-4800-8d91-0ce66873a729 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] GET failed (client error): The resource could not be found.
Dec 24 11:02:38.806630 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-c65a4d72-6969-4800-8d91-0ce66873a729 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Synchronizing usage tracker for tenant:4c586b989b204801ad0207ce7e340fab on resource:port {{(pid=88879) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:02:38.901590 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-c65a4d72-6969-4800-8d91-0ce66873a729 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Unset dirty status for tenant:4c586b989b204801ad0207ce7e340fab on resource:port {{(pid=88879) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:02:38.908651 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-c65a4d72-6969-4800-8d91-0ce66873a729 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] 10.222.0.65 "GET /v2.0/ports/08863798-79dc-40ed-b236-49a8ca6ffdac HTTP/1.1" status: 404  len: 333 time: 0.2172375
Dec 24 11:02:38.945903 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 34852) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:02:38.955556 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c12bc33-d577-4965-bf3e-2530c147e399 None None] Pushing event updated for resources: {'Port': ['ID=0a606c89-bf4a-4cfa-b99f-5b8d4d843ec1,revision_number=2']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:02:38.960946 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-843eacd9-66b7-472c-a19b-311884b2a90f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Request body: {'port': {'network_id': 'da3e68ee-a02b-4a13-b90f-2887a57050f7', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949061419'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:02:38.980794 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-843eacd9-66b7-472c-a19b-311884b2a90f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:02:38.985245 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-0c12bc33-d577-4965-bf3e-2530c147e399 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:02:38.992688 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-45cea198-04df-4d94-a78d-2af68088b8cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:39.089741 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-6833e69d-b4a6-4433-945c-fed378d9f998 None None] For port 2ace2f4a-0124-464e-a2d6-db2018cf96c4, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=2ace2f4a-0124-464e-a2d6-db2018cf96c4,segment=NetworkSegment(6618a092-51b2-4e3d-9318-3ce6b7b40c55),segment_id=6618a092-51b2-4e3d-9318-3ce6b7b40c55)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:02:39.090238 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6833e69d-b4a6-4433-945c-fed378d9f998 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:39.114956 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d29cd632-a807-4d45-a570-fb06800334cb tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:39.126046 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-843eacd9-66b7-472c-a19b-311884b2a90f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:02:39.246219 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-6833e69d-b4a6-4433-945c-fed378d9f998 None None] Calling delete_port for 2ace2f4a-0124-464e-a2d6-db2018cf96c4 owned by network:dhcp {{(pid=88880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:02:39.271546 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-85f7072c-459c-45f9-b4a5-59c72850c1a1 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854158724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-84560'] for router, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:39.278362 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-d29cd632-a807-4d45-a570-fb06800334cb tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Calling delete_port for b9cb6780-6f06-493f-88e2-a19c58859c99 owned by  {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:02:39.279576 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-85f7072c-459c-45f9-b4a5-59c72850c1a1 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:39.309185 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bdfdbc84-c52d-4f40-b281-af314dc1f8fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:39.329459 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-85f7072c-459c-45f9-b4a5-59c72850c1a1 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854158830'] for router, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:39.330070 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85f7072c-459c-45f9-b4a5-59c72850c1a1 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Fanout notify agent at l3_agent the message router_deleted on router b27b1435-5535-457c-b546-1481a573fcf2 {{(pid=88879) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 24 11:02:39.335361 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-bbe8dfc9-63dc-47de-823a-8c0d4b4b383a tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Allocated IP 2001:db8::208 (cb7cdb63-c307-45c7-b723-a9ab65f77679/b64ac915-0d06-48e7-842c-879d36441afd/c4adee98-b9f9-4c78-ac0f-499556daf961) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:02:39.358382 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6833e69d-b4a6-4433-945c-fed378d9f998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392'] for port, after_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:39.361170 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-843eacd9-66b7-472c-a19b-311884b2a90f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Made reservation on behalf of 4c586b989b204801ad0207ce7e340fab for: {'port': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:02:39.367136 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-d4a6353a-91f2-4a67-9828-a9381c819938 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:02:39.369411 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-843eacd9-66b7-472c-a19b-311884b2a90f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:39.379185 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-85f7072c-459c-45f9-b4a5-59c72850c1a1 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks [] for router, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:39.384438 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-85f7072c-459c-45f9-b4a5-59c72850c1a1 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "DELETE /v2.0/routers/b27b1435-5535-457c-b546-1481a573fcf2 HTTP/1.1" status: 204  len: 168 time: 1.2058442
Dec 24 11:02:39.384655 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 34856) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:02:39.395330 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-68bf6a00-cc5f-4614-86d4-48e81c6d72fe tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Request body: {'subnet': {'network_id': '1c9eeaac-d205-4b19-a351-2fe67dd78b42', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:02:39.437063 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6833e69d-b4a6-4433-945c-fed378d9f998 None None] Pushing event deleted for resources: {'Port': ['ID=2ace2f4a-0124-464e-a2d6-db2018cf96c4,revision_number=None']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:02:39.441292 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-6833e69d-b4a6-4433-945c-fed378d9f998 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:02:39.446092 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6833e69d-b4a6-4433-945c-fed378d9f998 None None] No DVR routers for this DVR port 2ace2f4a-0124-464e-a2d6-db2018cf96c4 on host dv-neutron-822691-2-hyperv {{(pid=88880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 24 11:02:39.546407 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-68bf6a00-cc5f-4614-86d4-48e81c6d72fe tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:02:39.551526 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-68bf6a00-cc5f-4614-86d4-48e81c6d72fe tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Usage tracker for resource:subnet and tenant:739a78fd4cfc48c2a4011598579f8f8c is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:02:39.554751 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-68bf6a00-cc5f-4614-86d4-48e81c6d72fe tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:02:39.561443 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-68bf6a00-cc5f-4614-86d4-48e81c6d72fe tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:02:39.573730 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68bf6a00-cc5f-4614-86d4-48e81c6d72fe tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Made reservation on behalf of 739a78fd4cfc48c2a4011598579f8f8c for: {'subnet': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:02:39.585849 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-68bf6a00-cc5f-4614-86d4-48e81c6d72fe tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3619482'] for subnet, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:39.593202 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [None req-843eacd9-66b7-472c-a19b-311884b2a90f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] device_id is not set on port 7d5fe5ad-65eb-4d79-b862-b94cf452d78d yet. {{(pid=88878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 24 11:02:39.628107 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 0a606c89-bf4a-4cfa-b99f-5b8d4d843ec1 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:02:39.718454 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d29cd632-a807-4d45-a570-fb06800334cb tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:39.720637 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f8422b02-f8a1-415f-9b09-e58eb05717dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850796890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2246085'] for subnet, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:39.725777 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning for port 0a606c89-bf4a-4cfa-b99f-5b8d4d843ec1 completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:02:39.749114 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f0397b00-74c0-4dc7-a3dc-d3f2ec7bcd24 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:02:39.761062 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4ae1b74-3856-443a-8e7f-50d788fd1624 tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Router 2c89686f-2410-4518-8dbb-fa3c2fb2e166 is scheduled to L3 agent 198cca88-1338-4098-b44b-beb0346ac906 with binding_index 1 {{(pid=88879) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 24 11:02:39.792847 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 2ace2f4a-0124-464e-a2d6-db2018cf96c4 no longer exists at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:02:39.835257 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] No Port match for: 2ace2f4a-0124-464e-a2d6-db2018cf96c4 {{(pid=88880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 24 11:02:39.836164 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 2ace2f4a-0124-464e-a2d6-db2018cf96c4 not bound to the agent host dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 24 11:02:39.968230 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-68bf6a00-cc5f-4614-86d4-48e81c6d72fe tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3921862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3619467'] for subnet, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:39.974181 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-1af5c7c1-c4f8-4b71-8a75-776de8575a85 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:02:40.054192 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29cd632-a807-4d45-a570-fb06800334cb tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Pushing event deleted for resources: {'Port': ['ID=b9cb6780-6f06-493f-88e2-a19c58859c99,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:02:40.122255 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-d29cd632-a807-4d45-a570-fb06800334cb tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:02:40.124901 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.346s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:02:40.231622 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d29cd632-a807-4d45-a570-fb06800334cb tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:40.322812 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-25804b25-7099-4add-b81c-1060a871ce87 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] For port 0a606c89-bf4a-4cfa-b99f-5b8d4d843ec1, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=0a606c89-bf4a-4cfa-b99f-5b8d4d843ec1,segment=NetworkSegment(bb186e36-7689-4301-90a4-f59e57ff7e95),segment_id=bb186e36-7689-4301-90a4-f59e57ff7e95)] {{(pid=88878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:02:40.323382 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-25804b25-7099-4add-b81c-1060a871ce87 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:40.341759 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68bf6a00-cc5f-4614-86d4-48e81c6d72fe tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Network 1c9eeaac-d205-4b19-a351-2fe67dd78b42 is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:02:40.343613 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-d29cd632-a807-4d45-a570-fb06800334cb tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] 10.222.0.65 "DELETE /v2.0/ports/b9cb6780-6f06-493f-88e2-a19c58859c99 HTTP/1.1" status: 204  len: 168 time: 2.1729040
Dec 24 11:02:40.346539 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-68bf6a00-cc5f-4614-86d4-48e81c6d72fe tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Resources bound (agent type, host, resource id):  {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:02:40.348198 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 34860) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:02:40.356903 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68bf6a00-cc5f-4614-86d4-48e81c6d72fe tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:02:40.357387 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8422b02-f8a1-415f-9b09-e58eb05717dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=38621544-eab0-4f00-bd94-2008793c18b4,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:02:40.357540 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-68bf6a00-cc5f-4614-86d4-48e81c6d72fe tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks [] for subnet, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:40.362584 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2defe918-e20a-4166-af57-d61995fb3f7b None None] Network 1c9eeaac-d205-4b19-a351-2fe67dd78b42 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:02:40.410012 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bf6a00-cc5f-4614-86d4-48e81c6d72fe tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Pushing event updated for resources: {'Subnet': ['ID=adda9861-35b9-4b43-8cd9-4d2dcfac8145,revision_number=0']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:02:40.425001 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-68bf6a00-cc5f-4614-86d4-48e81c6d72fe tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.451s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:02:40.441451 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f8422b02-f8a1-415f-9b09-e58eb05717dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:02:40.454552 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-68bf6a00-cc5f-4614-86d4-48e81c6d72fe tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 1.0636692
Dec 24 11:02:40.459131 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 34864) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:02:40.465007 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-c254c797-ce67-4710-bdc2-1cd9b91fb92d tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-383506404', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:02:40.485450 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-c254c797-ce67-4710-bdc2-1cd9b91fb92d tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:02:40.494094 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-c254c797-ce67-4710-bdc2-1cd9b91fb92d tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Usage tracker for resource:router and tenant:739a78fd4cfc48c2a4011598579f8f8c is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:02:40.500260 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-c254c797-ce67-4710-bdc2-1cd9b91fb92d tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:02:40.517995 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-c254c797-ce67-4710-bdc2-1cd9b91fb92d tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:02:40.524029 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-25804b25-7099-4add-b81c-1060a871ce87 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Calling delete_port for 0a606c89-bf4a-4cfa-b99f-5b8d4d843ec1 owned by network:dhcp {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:02:40.542629 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81480337-9156-46ff-99f6-99051e4334bc tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:02:40.546641 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81480337-9156-46ff-99f6-99051e4334bc tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:02:40.547649 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-81480337-9156-46ff-99f6-99051e4334bc tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Synchronizing usage tracker for tenant:56d5354af46a4a91924cfe2259b4b254 on resource:port {{(pid=88879) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:02:40.555359 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c254c797-ce67-4710-bdc2-1cd9b91fb92d tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-612016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-84579'] for router, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:40.556425 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c254c797-ce67-4710-bdc2-1cd9b91fb92d tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854163950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659046', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854079771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854691221'] for router, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:40.568438 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bbe8dfc9-63dc-47de-823a-8c0d4b4b383a tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:40.585066 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4ae1b74-3856-443a-8e7f-50d788fd1624 tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:02:40.595875 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8422b02-f8a1-415f-9b09-e58eb05717dc admin admin] Checking segment: {'id': '7d0dc58d-0474-4e82-b3e5-d78baac1a000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '080f09f1-3644-45f6-a515-c3987b590591'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:02:40.596384 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8422b02-f8a1-415f-9b09-e58eb05717dc admin admin] Network hostable DHCP agents. Network: 080f09f1-3644-45f6-a515-c3987b590591, hostable agents: ['edcf98dc-3032-472a-8b3d-f23fd1e89806'], hosted agents: [] {{(pid=88878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 24 11:02:40.604428 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-81480337-9156-46ff-99f6-99051e4334bc tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Unset dirty status for tenant:56d5354af46a4a91924cfe2259b4b254 on resource:port {{(pid=88879) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:02:40.605803 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-81480337-9156-46ff-99f6-99051e4334bc tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1452 time: 0.2536304
Dec 24 11:02:40.609743 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e3bcdb-532f-4f5b-bb03-19999adc53d1 None None] Sync routers for ids ['2c89686f-2410-4518-8dbb-fa3c2fb2e166'] in dv-neutron-822691-2-hyperv {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:02:40.612511 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 34868) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:02:40.626086 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e3bcdb-532f-4f5b-bb03-19999adc53d1 None None] Routers {'2c89686f-2410-4518-8dbb-fa3c2fb2e166'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:02:40.627138 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-02e3bcdb-532f-4f5b-bb03-19999adc53d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271c59d68>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:02:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['2c89686f-2410-4518-8dbb-fa3c2fb2e166'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:02:40.628209 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d4ae1b74-3856-443a-8e7f-50d788fd1624 tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Notify callbacks [] for router, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:40.632603 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-d4ae1b74-3856-443a-8e7f-50d788fd1624 tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] 10.222.0.65 "PUT /v2.0/routers/2c89686f-2410-4518-8dbb-fa3c2fb2e166 HTTP/1.1" status: 200  len: 878 time: 10.6429696
Dec 24 11:02:40.634524 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 34872) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:02:40.706794 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-39ff93cf-c0b7-48c5-95f3-6f7e9977387d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:40.725651 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c254c797-ce67-4710-bdc2-1cd9b91fb92d tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:40.737609 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-02e3bcdb-532f-4f5b-bb03-19999adc53d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271c59d68>, [], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:02:40.750585 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e3bcdb-532f-4f5b-bb03-19999adc53d1 None None] Routers {'2c89686f-2410-4518-8dbb-fa3c2fb2e166'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:02:40.751526 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-02e3bcdb-532f-4f5b-bb03-19999adc53d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271c59d68>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:02:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['2c89686f-2410-4518-8dbb-fa3c2fb2e166'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:02:40.766245 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85ab1879-ccc3-4384-bda2-2da4d1a21dac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73968e80-91fd-539e-a7c6-b31af6d9e680-1c9eeaac-d205-4b19-a351-2fe67dd78b42', 'network_id': '1c9eeaac-d205-4b19-a351-2fe67dd78b42', 'tenant_id': '739a78fd4cfc48c2a4011598579f8f8c', 'fixed_ips': [{'subnet_id': 'adda9861-35b9-4b43-8cd9-4d2dcfac8145'}]}} from dv-neutron-822691-2-hyperv. {{(pid=88880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 24 11:02:40.767193 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-85ab1879-ccc3-4384-bda2-2da4d1a21dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:40.773512 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-bbe8dfc9-63dc-47de-823a-8c0d4b4b383a tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Transition to ACTIVE for port object c4adee98-b9f9-4c78-ac0f-499556daf961 will not be triggered until provisioned by entity DHCP. {{(pid=88878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:02:40.788538 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c254c797-ce67-4710-bdc2-1cd9b91fb92d tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854163800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854116816'] for router, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:40.833024 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-02e3bcdb-532f-4f5b-bb03-19999adc53d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271c59d68>, [], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:02:40.833483 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e3bcdb-532f-4f5b-bb03-19999adc53d1 None None] The sync data for ids ['2c89686f-2410-4518-8dbb-fa3c2fb2e166'] in dv-neutron-822691-2-hyperv is: [] {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:02:40.898580 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-3d754c23-4b82-403c-9f68-ec64524d5775 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Deleting port f54f8712-67d2-4c4f-9642-d3397591c9fb {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:02:40.898937 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3d754c23-4b82-403c-9f68-ec64524d5775 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:40.899675 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c254c797-ce67-4710-bdc2-1cd9b91fb92d tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks [] for router, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:40.900991 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-c254c797-ce67-4710-bdc2-1cd9b91fb92d tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201  len: 705 time: 0.4408424
Dec 24 11:02:40.906517 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 34876) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:02:40.970911 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-85ab1879-ccc3-4384-bda2-2da4d1a21dac None None] Allocated IP 2001:db8::2 (1c9eeaac-d205-4b19-a351-2fe67dd78b42/adda9861-35b9-4b43-8cd9-4d2dcfac8145/9d45f7dd-5aa4-4680-ae82-1c0db765c421) {{(pid=88880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:02:40.976176 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-843eacd9-66b7-472c-a19b-311884b2a90f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:41.018751 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8422b02-f8a1-415f-9b09-e58eb05717dc admin admin] Network 080f09f1-3644-45f6-a515-c3987b590591 is scheduled to be hosted by DHCP agent edcf98dc-3032-472a-8b3d-f23fd1e89806 with binding_index 1 {{(pid=88878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 24 11:02:41.096390 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cde991b-6946-4aa9-9fb7-4a316c1d45f6 None None] Network e59e6fda-13c3-4b57-a77f-0f544f779449 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:02:41.100175 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-f8422b02-f8a1-415f-9b09-e58eb05717dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822691-2-hyperv, 080f09f1-3644-45f6-a515-c3987b590591) {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:02:41.124286 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bbe8dfc9-63dc-47de-823a-8c0d4b4b383a tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:41.146281 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8422b02-f8a1-415f-9b09-e58eb05717dc admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:02:41.146933 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f8422b02-f8a1-415f-9b09-e58eb05717dc admin admin] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:41.149487 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b16ae9e-7550-42bf-9583-20cc38c2a2de None None] Network 080f09f1-3644-45f6-a515-c3987b590591 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:02:41.156776 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-2a8ba8f6-3415-45ce-9055-08e464cb3767 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:02:41.235085 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-6b7001e5-1100-4392-bb44-58becc156d48 tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] 10.222.0.65 "GET /v2.0/routers/2c89686f-2410-4518-8dbb-fa3c2fb2e166 HTTP/1.1" status: 200  len: 919 time: 0.5992632
Dec 24 11:02:41.235938 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 34880) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:02:41.341155 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-f8422b02-f8a1-415f-9b09-e58eb05717dc admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 3.2642229
Dec 24 11:02:41.345589 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 34884) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:02:41.346331 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbe8dfc9-63dc-47de-823a-8c0d4b4b383a tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Network cb7cdb63-c307-45c7-b723-a9ab65f77679 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:02:41.364819 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-25804b25-7099-4add-b81c-1060a871ce87 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:41.369152 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-bbe8dfc9-63dc-47de-823a-8c0d4b4b383a tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Resources bound (agent type, host, resource id):  {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:02:41.372123 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe8dfc9-63dc-47de-823a-8c0d4b4b383a tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:02:41.377058 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbe8dfc9-63dc-47de-823a-8c0d4b4b383a tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:02:41.377896 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bbe8dfc9-63dc-47de-823a-8c0d4b4b383a tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:41.406359 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3d754c23-4b82-403c-9f68-ec64524d5775 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:41.410778 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-8e53004c-45c2-4d35-85fd-0e1ab6dd9f03 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-111115318-router', 'tenant_id': '392c706564b54bdf9b4aefef23ad272e', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a'}}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:02:41.420788 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-8e53004c-45c2-4d35-85fd-0e1ab6dd9f03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:02:41.426761 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-391f6c6f-0ad5-4298-baee-202bb5be41ea None None] Provisioning for port 0a606c89-bf4a-4cfa-b99f-5b8d4d843ec1 completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:02:41.435950 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-8e53004c-45c2-4d35-85fd-0e1ab6dd9f03 admin admin] Usage tracker for resource:router and tenant:392c706564b54bdf9b4aefef23ad272e is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:02:41.438904 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe8dfc9-63dc-47de-823a-8c0d4b4b383a tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Pushing event updated for resources: {'Port': ['ID=c4adee98-b9f9-4c78-ac0f-499556daf961,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:02:41.440709 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-8e53004c-45c2-4d35-85fd-0e1ab6dd9f03 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:02:41.442461 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-bbe8dfc9-63dc-47de-823a-8c0d4b4b383a tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:02:41.443685 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-843eacd9-66b7-472c-a19b-311884b2a90f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:41.450393 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-3fabc2e1-a1ca-4f96-a448-6858b80c2c5f None None] Allocated IP 2001:db8::2 (cb7cdb63-c307-45c7-b723-a9ab65f77679/b64ac915-0d06-48e7-842c-879d36441afd/e347cdba-ba96-4ecb-a16e-3067980e44ca) {{(pid=88880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:02:41.450928 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-8e53004c-45c2-4d35-85fd-0e1ab6dd9f03 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:02:41.452556 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-391f6c6f-0ad5-4298-baee-202bb5be41ea None None] Provisioning complete for port 0a606c89-bf4a-4cfa-b99f-5b8d4d843ec1 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:02:41.452949 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-391f6c6f-0ad5-4298-baee-202bb5be41ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:41.462066 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-02d439a7-613b-4434-b0a7-9ed498532294 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.060s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:02:41.481273 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8e53004c-45c2-4d35-85fd-0e1ab6dd9f03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-612016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-84579'] for router, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:41.482338 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8e53004c-45c2-4d35-85fd-0e1ab6dd9f03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854163950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659046', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854079771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854691221'] for router, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:41.529935 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-0770d1fc-a778-48d0-9403-0e42e00099b7 tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] 10.222.0.65 "GET /v2.0/ports?network_id=f8c337ba-681f-4fcb-a333-e3c49365b30a&device_id=2c89686f-2410-4518-8dbb-fa3c2fb2e166&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 944 time: 0.2924793
Dec 24 11:02:41.531147 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 34888) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:02:41.557640 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-391f6c6f-0ad5-4298-baee-202bb5be41ea None None] Port 0a606c89-bf4a-4cfa-b99f-5b8d4d843ec1 was deleted so its status cannot be updated. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:300}}
Dec 24 11:02:41.633526 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-85ab1879-ccc3-4384-bda2-2da4d1a21dac None None] Notify callbacks [] for port, precommit_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:41.643588 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-bbe8dfc9-63dc-47de-823a-8c0d4b4b383a tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 891 time: 3.8372707
Dec 24 11:02:41.643588 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25804b25-7099-4add-b81c-1060a871ce87 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Pushing event deleted for resources: {'Port': ['ID=0a606c89-bf4a-4cfa-b99f-5b8d4d843ec1,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:02:41.646020 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 34892) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:02:41.654174 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-3d754c23-4b82-403c-9f68-ec64524d5775 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Calling delete_port for f54f8712-67d2-4c4f-9642-d3397591c9fb owned by  {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:02:41.662458 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8e53004c-45c2-4d35-85fd-0e1ab6dd9f03 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:41.686939 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-85ab1879-ccc3-4384-bda2-2da4d1a21dac None None] Transition to ACTIVE for port object 9d45f7dd-5aa4-4680-ae82-1c0db765c421 will not be triggered until provisioned by entity L2. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:02:41.708555 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-843eacd9-66b7-472c-a19b-311884b2a90f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Network da3e68ee-a02b-4a13-b90f-2887a57050f7 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:02:41.725409 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d5ced9b3-cc43-429f-9eed-6839321fc03a tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:41.758150 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-843eacd9-66b7-472c-a19b-311884b2a90f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Resources bound (agent type, host, resource id):  {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:02:41.771849 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0bb556a-2ec7-4e94-948e-4681b4080574 tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:02:41.772470 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-d0bb556a-2ec7-4e94-948e-4681b4080574 tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Synchronizing usage tracker for tenant:d8830e9e30294429956c02859d177d90 on resource:network {{(pid=88879) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:02:41.826980 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-843eacd9-66b7-472c-a19b-311884b2a90f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:02:41.828151 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-843eacd9-66b7-472c-a19b-311884b2a90f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:02:41.828884 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-843eacd9-66b7-472c-a19b-311884b2a90f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:41.908384 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25804b25-7099-4add-b81c-1060a871ce87 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] No DVR routers for this DVR port 0a606c89-bf4a-4cfa-b99f-5b8d4d843ec1 on host dv-neutron-822691-2-hyperv {{(pid=88878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 24 11:02:41.974937 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-843eacd9-66b7-472c-a19b-311884b2a90f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 964 time: 3.0187564
Dec 24 11:02:41.995339 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-8bb935aa-a1b6-42d2-a0f9-99ddc47c2fca tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Deleting port c4adee98-b9f9-4c78-ac0f-499556daf961 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:02:41.995865 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8bb935aa-a1b6-42d2-a0f9-99ddc47c2fca tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:42.000461 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 34896) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:02:42.003898 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-85ab1879-ccc3-4384-bda2-2da4d1a21dac None None] Transition to ACTIVE for port object 9d45f7dd-5aa4-4680-ae82-1c0db765c421 will not be triggered until provisioned by entity DHCP. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:02:42.024587 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-917b7c95-daca-456c-8081-4dcdf71a1bda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8226'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:02:42.059745 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-85ab1879-ccc3-4384-bda2-2da4d1a21dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408'] for port, after_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:42.073780 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:02:42.127618 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bf75de0-72ce-4720-a44e-150b1e338df7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73968e80-91fd-539e-a7c6-b31af6d9e680-080f09f1-3644-45f6-a515-c3987b590591', 'network_id': '080f09f1-3644-45f6-a515-c3987b590591', 'tenant_id': '392c706564b54bdf9b4aefef23ad272e', 'fixed_ips': [{'subnet_id': '38621544-eab0-4f00-bd94-2008793c18b4'}]}} from dv-neutron-822691-2-hyperv. {{(pid=88880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 24 11:02:42.128720 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9bf75de0-72ce-4720-a44e-150b1e338df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:42.275182 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85ab1879-ccc3-4384-bda2-2da4d1a21dac None None] Network 1c9eeaac-d205-4b19-a351-2fe67dd78b42 is already hosted by enough agents. {{(pid=88880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:02:42.286675 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-85ab1879-ccc3-4384-bda2-2da4d1a21dac None None] Resources bound (agent type, host, resource id):  {{(pid=88880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:02:42.293554 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ab1879-ccc3-4384-bda2-2da4d1a21dac None None] Pushing event updated for resources: {'Port': ['ID=9d45f7dd-5aa4-4680-ae82-1c0db765c421,revision_number=1']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:02:42.296191 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ab1879-ccc3-4384-bda2-2da4d1a21dac None None] Received port after_create {{(pid=88880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:02:42.311790 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-85ab1879-ccc3-4384-bda2-2da4d1a21dac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:02:42.312952 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8bb935aa-a1b6-42d2-a0f9-99ddc47c2fca tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:42.324857 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3fabc2e1-a1ca-4f96-a448-6858b80c2c5f None None] Notify callbacks [] for port, precommit_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:42.367122 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-d0bb556a-2ec7-4e94-948e-4681b4080574 tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Unset dirty status for tenant:d8830e9e30294429956c02859d177d90 on resource:network {{(pid=88879) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:02:42.371768 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d11cff75-28bc-41db-9d70-2b40d5b72ee5 None None] Network e59e6fda-13c3-4b57-a77f-0f544f779449 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:02:42.372416 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-d0bb556a-2ec7-4e94-948e-4681b4080574 tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] 10.222.0.65 "GET /v2.0/networks/f8c337ba-681f-4fcb-a333-e3c49365b30a HTTP/1.1" status: 200  len: 881 time: 0.8371701
Dec 24 11:02:42.378063 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 34900) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:02:42.402008 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-3fabc2e1-a1ca-4f96-a448-6858b80c2c5f None None] Transition to ACTIVE for port object e347cdba-ba96-4ecb-a16e-3067980e44ca will not be triggered until provisioned by entity L2. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:02:42.459885 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-cb5b1039-f3b3-47d0-94e4-387b55a9b800 tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c89686f-2410-4518-8dbb-fa3c2fb2e166 HTTP/1.1" status: 200  len: 205 time: 0.0798762
Dec 24 11:02:42.466074 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843eacd9-66b7-472c-a19b-311884b2a90f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Pushing event updated for resources: {'Port': ['ID=7d5fe5ad-65eb-4d79-b862-b94cf452d78d,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:02:42.471851 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 34904) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:02:42.479047 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-8bb935aa-a1b6-42d2-a0f9-99ddc47c2fca tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Calling delete_port for c4adee98-b9f9-4c78-ac0f-499556daf961 owned by  {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:02:42.507209 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-843eacd9-66b7-472c-a19b-311884b2a90f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.045s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:02:42.509987 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-b5bcfa18-cce3-44ec-b5b2-fbdf2b2583b8 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.010s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:02:42.510239 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-b5bcfa18-cce3-44ec-b5b2-fbdf2b2583b8 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:02:42.518076 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8e53004c-45c2-4d35-85fd-0e1ab6dd9f03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-659031', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854691240'] for router, precommit_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:42.606712 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-917b7c95-daca-456c-8081-4dcdf71a1bda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:42.676606 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-85ab1879-ccc3-4384-bda2-2da4d1a21dac None None] Attempting to bind port 9d45f7dd-5aa4-4680-ae82-1c0db765c421 on host dv-neutron-822691-2-hyperv for vnic_type normal with profile  {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:02:42.677020 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-85ab1879-ccc3-4384-bda2-2da4d1a21dac None None] Attempting to bind port 9d45f7dd-5aa4-4680-ae82-1c0db765c421 by drivers openvswitch,hyperv on host dv-neutron-822691-2-hyperv at level 0 using segments [{'id': '6618a092-51b2-4e3d-9318-3ce6b7b40c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '1c9eeaac-d205-4b19-a351-2fe67dd78b42'}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:02:42.677427 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ab1879-ccc3-4384-bda2-2da4d1a21dac None None] Attempting to bind port 9d45f7dd-5aa4-4680-ae82-1c0db765c421 on network 1c9eeaac-d205-4b19-a351-2fe67dd78b42 {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:02:42.697090 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-9bf75de0-72ce-4720-a44e-150b1e338df7 None None] Allocated IP 172.20.0.2 (080f09f1-3644-45f6-a515-c3987b590591/38621544-eab0-4f00-bd94-2008793c18b4/3d1bf8e6-b7ec-4b19-ae61-19d558bb81b8) {{(pid=88880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:02:42.699353 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ab1879-ccc3-4384-bda2-2da4d1a21dac None None] Checking agent: {'id': 'db1275c1-6001-47af-93c2-635c68404703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822691-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 52, 8), 'started_at': datetime.datetime(2021, 12, 24, 10, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 2, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822691-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:02:42.699771 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ab1879-ccc3-4384-bda2-2da4d1a21dac None None] Checking segment: {'id': '6618a092-51b2-4e3d-9318-3ce6b7b40c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '1c9eeaac-d205-4b19-a351-2fe67dd78b42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:02:42.700203 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-85ab1879-ccc3-4384-bda2-2da4d1a21dac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:42.700641 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ab1879-ccc3-4384-bda2-2da4d1a21dac None None] Bound using segment: {'id': '6618a092-51b2-4e3d-9318-3ce6b7b40c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '1c9eeaac-d205-4b19-a351-2fe67dd78b42'} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:02:42.702233 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-85ab1879-ccc3-4384-bda2-2da4d1a21dac None None] Bound port: 9d45f7dd-5aa4-4680-ae82-1c0db765c421, host: dv-neutron-822691-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6618a092-51b2-4e3d-9318-3ce6b7b40c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '1c9eeaac-d205-4b19-a351-2fe67dd78b42'}}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:02:42.702233 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-85ab1879-ccc3-4384-bda2-2da4d1a21dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:42.704774 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-25804b25-7099-4add-b81c-1060a871ce87 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847655656'] for subnet, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:42.842808 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-d5ced9b3-cc43-429f-9eed-6839321fc03a tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Allocated IP 2001:db8::1 (1c9eeaac-d205-4b19-a351-2fe67dd78b42/adda9861-35b9-4b43-8cd9-4d2dcfac8145/6e8dbed7-055d-46f2-8f31-c98f7663499f) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:02:42.990363 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-85ab1879-ccc3-4384-bda2-2da4d1a21dac None None] For port 9d45f7dd-5aa4-4680-ae82-1c0db765c421, host dv-neutron-822691-2-hyperv, cleared binding levels {{(pid=88880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:02:43.043797 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-85ab1879-ccc3-4384-bda2-2da4d1a21dac None None] For port 9d45f7dd-5aa4-4680-ae82-1c0db765c421, host dv-neutron-822691-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=9d45f7dd-5aa4-4680-ae82-1c0db765c421,segment=NetworkSegment(6618a092-51b2-4e3d-9318-3ce6b7b40c55),segment_id=6618a092-51b2-4e3d-9318-3ce6b7b40c55)] {{(pid=88880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:02:43.052480 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-85ab1879-ccc3-4384-bda2-2da4d1a21dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:43.059161 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f038f2b7-017f-459b-bab9-82b0b2c95e31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:02:43.065774 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3d754c23-4b82-403c-9f68-ec64524d5775 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:43.078846 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-067a9ccc-a7b2-438c-8984-3f561a5b23f5 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:02:43.137164 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d754c23-4b82-403c-9f68-ec64524d5775 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Pushing event deleted for resources: {'Port': ['ID=f54f8712-67d2-4c4f-9642-d3397591c9fb,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:02:43.139991 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-3d754c23-4b82-403c-9f68-ec64524d5775 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:02:43.150562 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9bf75de0-72ce-4720-a44e-150b1e338df7 None None] Notify callbacks [] for port, precommit_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:43.175244 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3d754c23-4b82-403c-9f68-ec64524d5775 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:43.175717 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-9bf75de0-72ce-4720-a44e-150b1e338df7 None None] Transition to ACTIVE for port object 3d1bf8e6-b7ec-4b19-ae61-19d558bb81b8 will not be triggered until provisioned by entity L2. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:02:43.189161 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ab1879-ccc3-4384-bda2-2da4d1a21dac None None] Pushing event updated for resources: {'Port': ['ID=9d45f7dd-5aa4-4680-ae82-1c0db765c421,revision_number=2']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:02:43.193456 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-85ab1879-ccc3-4384-bda2-2da4d1a21dac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:02:43.204893 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-3fabc2e1-a1ca-4f96-a448-6858b80c2c5f None None] Transition to ACTIVE for port object e347cdba-ba96-4ecb-a16e-3067980e44ca will not be triggered until provisioned by entity DHCP. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:02:43.208882 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-9bf75de0-72ce-4720-a44e-150b1e338df7 None None] Transition to ACTIVE for port object 3d1bf8e6-b7ec-4b19-ae61-19d558bb81b8 will not be triggered until provisioned by entity DHCP. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:02:43.211178 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8bb935aa-a1b6-42d2-a0f9-99ddc47c2fca tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:43.213489 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3fabc2e1-a1ca-4f96-a448-6858b80c2c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408'] for port, after_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:43.218365 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-8f81c503-9226-49f7-bbc6-c04e6bb33d83 tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:02:43.220964 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-25ec35ef-c8e7-44c7-8ffd-1e6ea2cc0b91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:02:43.256610 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9bf75de0-72ce-4720-a44e-150b1e338df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408'] for port, after_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:43.275880 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-3d754c23-4b82-403c-9f68-ec64524d5775 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] 10.222.0.65 "DELETE /v2.0/ports/f54f8712-67d2-4c4f-9642-d3397591c9fb HTTP/1.1" status: 204  len: 168 time: 2.6530688
Dec 24 11:02:43.275880 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-25804b25-7099-4add-b81c-1060a871ce87 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7120129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3978858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852529715'] for subnet, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:43.276227 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [None req-917b7c95-daca-456c-8081-4dcdf71a1bda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] device_id is not set on port 7d5fe5ad-65eb-4d79-b862-b94cf452d78d yet. {{(pid=88879) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 24 11:02:43.281461 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 34908) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:02:43.282906 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb935aa-a1b6-42d2-a0f9-99ddc47c2fca tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Pushing event deleted for resources: {'Port': ['ID=c4adee98-b9f9-4c78-ac0f-499556daf961,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:02:43.288326 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-8bb935aa-a1b6-42d2-a0f9-99ddc47c2fca tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:02:43.297916 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-a07fe7df-d406-4d1a-a76f-b9945091c9ad tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:02:43.301194 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bf75de0-72ce-4720-a44e-150b1e338df7 None None] Network 080f09f1-3644-45f6-a515-c3987b590591 is already hosted by enough agents. {{(pid=88880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:02:43.306380 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-9bf75de0-72ce-4720-a44e-150b1e338df7 None None] Resources bound (agent type, host, resource id):  {{(pid=88880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:02:43.310514 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fabc2e1-a1ca-4f96-a448-6858b80c2c5f None None] Network cb7cdb63-c307-45c7-b723-a9ab65f77679 is already hosted by enough agents. {{(pid=88880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:02:43.313790 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf75de0-72ce-4720-a44e-150b1e338df7 None None] Received port after_create {{(pid=88880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:02:43.316341 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-3fabc2e1-a1ca-4f96-a448-6858b80c2c5f None None] Resources bound (agent type, host, resource id):  {{(pid=88880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:02:43.327882 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fabc2e1-a1ca-4f96-a448-6858b80c2c5f None None] Received port after_create {{(pid=88880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:02:43.330776 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-917b7c95-daca-456c-8081-4dcdf71a1bda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:43.379700 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d5ced9b3-cc43-429f-9eed-6839321fc03a tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:43.395491 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8e53004c-45c2-4d35-85fd-0e1ab6dd9f03 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:43.411874 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fabc2e1-a1ca-4f96-a448-6858b80c2c5f None None] Pushing event updated for resources: {'Port': ['ID=e347cdba-ba96-4ecb-a16e-3067980e44ca,revision_number=1']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:02:43.415696 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-3fabc2e1-a1ca-4f96-a448-6858b80c2c5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:02:43.426400 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25804b25-7099-4add-b81c-1060a871ce87 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Pushing event deleted for resources: {'Subnet': ['ID=51b9ecb0-3093-4968-b28c-76de4193396e,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:02:43.427086 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-6833e69d-b4a6-4433-945c-fed378d9f998 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.160s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:02:43.434223 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-917b7c95-daca-456c-8081-4dcdf71a1bda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Transition to ACTIVE for port object 7d5fe5ad-65eb-4d79-b862-b94cf452d78d will not be triggered until provisioned by entity L2. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:02:43.445608 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-25804b25-7099-4add-b81c-1060a871ce87 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:02:43.448811 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8e53004c-45c2-4d35-85fd-0e1ab6dd9f03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:43.454631 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-917b7c95-daca-456c-8081-4dcdf71a1bda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850854027'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:43.472329 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8bb935aa-a1b6-42d2-a0f9-99ddc47c2fca tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:43.474518 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-8bb935aa-a1b6-42d2-a0f9-99ddc47c2fca tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] 10.222.0.65 "DELETE /v2.0/ports/c4adee98-b9f9-4c78-ac0f-499556daf961 HTTP/1.1" status: 204  len: 168 time: 1.7645407
Dec 24 11:02:43.488044 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 34912) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:02:43.498529 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-d5ced9b3-cc43-429f-9eed-6839321fc03a tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Transition to ACTIVE for port object 6e8dbed7-055d-46f2-8f31-c98f7663499f will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:02:43.499891 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-352acb67-6489-4615-8d93-588d0338bf01 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:02:43.565460 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1a0e8e3-7103-4e68-93be-cf962a04198a tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] GET failed (client error): The resource could not be found.
Dec 24 11:02:43.567212 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-e1a0e8e3-7103-4e68-93be-cf962a04198a tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Synchronizing usage tracker for tenant:58aa2a41110240a2b5bfe3b4600f4977 on resource:port {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:02:43.600580 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-983e976a-a519-4158-8e5f-43f66cf5e143 None None] Network e59e6fda-13c3-4b57-a77f-0f544f779449 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:02:43.653298 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-25804b25-7099-4add-b81c-1060a871ce87 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847649663', 'neutron.services.segments.db._delete_segments_for_network-8749505737672'] for network, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:43.719022 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917b7c95-daca-456c-8081-4dcdf71a1bda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Pushing event updated for resources: {'Port': ['ID=7d5fe5ad-65eb-4d79-b862-b94cf452d78d,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:02:43.726807 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-25804b25-7099-4add-b81c-1060a871ce87 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5271be4e48>,) {'filters': {'network_id': ['e59e6fda-13c3-4b57-a77f-0f544f779449']}} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:02:43.738879 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-917b7c95-daca-456c-8081-4dcdf71a1bda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:02:43.751497 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-e1a0e8e3-7103-4e68-93be-cf962a04198a tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Unset dirty status for tenant:58aa2a41110240a2b5bfe3b4600f4977 on resource:port {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:02:43.763418 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-e1a0e8e3-7103-4e68-93be-cf962a04198a tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] 10.222.0.65 "GET /v2.0/ports/c4adee98-b9f9-4c78-ac0f-499556daf961 HTTP/1.1" status: 404  len: 333 time: 0.2728920
Dec 24 11:02:43.766534 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-25804b25-7099-4add-b81c-1060a871ce87 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5271be4e48>, 'bb186e36-7689-4301-90a4-f59e57ff7e95') {'for_net_delete': True} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:02:43.767177 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-25804b25-7099-4add-b81c-1060a871ce87 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5271be4e48>, 'bb186e36-7689-4301-90a4-f59e57ff7e95') {} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:02:43.771093 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43bf7da2-88f6-4df6-a206-d8a0c0415038 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:02:43.772872 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-43bf7da2-88f6-4df6-a206-d8a0c0415038 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200  len: 844 time: 0.4886701
Dec 24 11:02:43.777702 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 34918) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:02:43.778434 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 34920) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:02:43.802713 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf75de0-72ce-4720-a44e-150b1e338df7 None None] Pushing event updated for resources: {'Port': ['ID=3d1bf8e6-b7ec-4b19-ae61-19d558bb81b8,revision_number=1']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:02:43.823062 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d5ced9b3-cc43-429f-9eed-6839321fc03a tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:43.834127 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-917b7c95-daca-456c-8081-4dcdf71a1bda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:02:43.846553 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-3fabc2e1-a1ca-4f96-a448-6858b80c2c5f None None] Attempting to bind port e347cdba-ba96-4ecb-a16e-3067980e44ca on host dv-neutron-822691-2-hyperv for vnic_type normal with profile  {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:02:43.846970 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-3fabc2e1-a1ca-4f96-a448-6858b80c2c5f None None] Attempting to bind port e347cdba-ba96-4ecb-a16e-3067980e44ca by drivers openvswitch,hyperv on host dv-neutron-822691-2-hyperv at level 0 using segments [{'id': 'e8ee6b56-94fc-4103-850a-d1b7dc7715de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'cb7cdb63-c307-45c7-b723-a9ab65f77679'}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:02:43.847378 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fabc2e1-a1ca-4f96-a448-6858b80c2c5f None None] Attempting to bind port e347cdba-ba96-4ecb-a16e-3067980e44ca on network cb7cdb63-c307-45c7-b723-a9ab65f77679 {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:02:43.849848 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-9bf75de0-72ce-4720-a44e-150b1e338df7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:02:43.884848 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fabc2e1-a1ca-4f96-a448-6858b80c2c5f None None] Checking agent: {'id': 'db1275c1-6001-47af-93c2-635c68404703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822691-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 52, 8), 'started_at': datetime.datetime(2021, 12, 24, 10, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 2, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822691-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:02:43.885258 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fabc2e1-a1ca-4f96-a448-6858b80c2c5f None None] Checking segment: {'id': 'e8ee6b56-94fc-4103-850a-d1b7dc7715de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'cb7cdb63-c307-45c7-b723-a9ab65f77679'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:02:43.885692 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3fabc2e1-a1ca-4f96-a448-6858b80c2c5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:43.886172 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fabc2e1-a1ca-4f96-a448-6858b80c2c5f None None] Bound using segment: {'id': 'e8ee6b56-94fc-4103-850a-d1b7dc7715de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'cb7cdb63-c307-45c7-b723-a9ab65f77679'} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:02:43.886696 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-3fabc2e1-a1ca-4f96-a448-6858b80c2c5f None None] Bound port: e347cdba-ba96-4ecb-a16e-3067980e44ca, host: dv-neutron-822691-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8ee6b56-94fc-4103-850a-d1b7dc7715de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'cb7cdb63-c307-45c7-b723-a9ab65f77679'}}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:02:43.887112 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3fabc2e1-a1ca-4f96-a448-6858b80c2c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:43.894728 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-25804b25-7099-4add-b81c-1060a871ce87 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749505745113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2241371'] for segment, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:43.909699 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-9bf75de0-72ce-4720-a44e-150b1e338df7 None None] Attempting to bind port 3d1bf8e6-b7ec-4b19-ae61-19d558bb81b8 on host dv-neutron-822691-2-hyperv for vnic_type normal with profile  {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:02:43.910154 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-9bf75de0-72ce-4720-a44e-150b1e338df7 None None] Attempting to bind port 3d1bf8e6-b7ec-4b19-ae61-19d558bb81b8 by drivers openvswitch,hyperv on host dv-neutron-822691-2-hyperv at level 0 using segments [{'id': '7d0dc58d-0474-4e82-b3e5-d78baac1a000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '080f09f1-3644-45f6-a515-c3987b590591'}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:02:43.910560 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf75de0-72ce-4720-a44e-150b1e338df7 None None] Attempting to bind port 3d1bf8e6-b7ec-4b19-ae61-19d558bb81b8 on network 080f09f1-3644-45f6-a515-c3987b590591 {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:02:43.929478 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-917b7c95-daca-456c-8081-4dcdf71a1bda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Attempting to bind port 7d5fe5ad-65eb-4d79-b862-b94cf452d78d on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:02:43.929785 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-917b7c95-daca-456c-8081-4dcdf71a1bda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Attempting to bind port 7d5fe5ad-65eb-4d79-b862-b94cf452d78d by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'fc87e019-29c4-4d9b-94e2-4ec30d1b4ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'da3e68ee-a02b-4a13-b90f-2887a57050f7'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:02:43.930164 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-917b7c95-daca-456c-8081-4dcdf71a1bda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Attempting to bind port 7d5fe5ad-65eb-4d79-b862-b94cf452d78d on network da3e68ee-a02b-4a13-b90f-2887a57050f7 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:02:43.931233 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e949caa-3614-44d0-8368-ddc9ae6eec68 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] GET failed (client error): The resource could not be found.
Dec 24 11:02:43.932013 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-5e949caa-3614-44d0-8368-ddc9ae6eec68 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Synchronizing usage tracker for tenant:56d5354af46a4a91924cfe2259b4b254 on resource:port {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:02:43.933027 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-8e53004c-45c2-4d35-85fd-0e1ab6dd9f03 admin admin] Allocated IP 172.26.3.229 (f8c337ba-681f-4fcb-a333-e3c49365b30a/8ea1398c-0bec-46d6-8d54-85798de2a7ca/4d269f74-e6f0-4d49-be8e-ff9a1d806565) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:02:43.965407 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ced9b3-cc43-429f-9eed-6839321fc03a tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Network 1c9eeaac-d205-4b19-a351-2fe67dd78b42 is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:02:43.966374 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ced9b3-cc43-429f-9eed-6839321fc03a tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Pushing event updated for resources: {'Port': ['ID=6e8dbed7-055d-46f2-8f31-c98f7663499f,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:02:43.966861 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-25804b25-7099-4add-b81c-1060a871ce87 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:43.971950 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-d5ced9b3-cc43-429f-9eed-6839321fc03a tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Resources bound (agent type, host, resource id):  {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:02:43.974113 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-d5ced9b3-cc43-429f-9eed-6839321fc03a tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:02:43.977636 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ced9b3-cc43-429f-9eed-6839321fc03a tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:02:43.978232 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d5ced9b3-cc43-429f-9eed-6839321fc03a tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-720245'] for router_interface, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:43.982781 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-93019127-f1be-4fdd-b3f4-4fcbbedbbb5d tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Notify callbacks [] for router, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:43.995900 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-3fabc2e1-a1ca-4f96-a448-6858b80c2c5f None None] For port e347cdba-ba96-4ecb-a16e-3067980e44ca, host dv-neutron-822691-2-hyperv, cleared binding levels {{(pid=88880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:02:44.000934 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-917b7c95-daca-456c-8081-4dcdf71a1bda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Port 7d5fe5ad-65eb-4d79-b862-b94cf452d78d on network da3e68ee-a02b-4a13-b90f-2887a57050f7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 24 11:02:44.001305 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR neutron.plugins.ml2.managers [None req-917b7c95-daca-456c-8081-4dcdf71a1bda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Failed to bind port 7d5fe5ad-65eb-4d79-b862-b94cf452d78d on host hv-neutron-8226 for vnic_type normal using segments [{'id': 'fc87e019-29c4-4d9b-94e2-4ec30d1b4ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'da3e68ee-a02b-4a13-b90f-2887a57050f7'}]
Dec 24 11:02:44.001816 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-3fabc2e1-a1ca-4f96-a448-6858b80c2c5f None None] For port e347cdba-ba96-4ecb-a16e-3067980e44ca, host dv-neutron-822691-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=e347cdba-ba96-4ecb-a16e-3067980e44ca,segment=NetworkSegment(e8ee6b56-94fc-4103-850a-d1b7dc7715de),segment_id=e8ee6b56-94fc-4103-850a-d1b7dc7715de)] {{(pid=88880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:02:44.003670 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf75de0-72ce-4720-a44e-150b1e338df7 None None] Checking agent: {'id': 'db1275c1-6001-47af-93c2-635c68404703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822691-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 52, 8), 'started_at': datetime.datetime(2021, 12, 24, 10, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 2, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822691-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:02:44.004087 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf75de0-72ce-4720-a44e-150b1e338df7 None None] Checking segment: {'id': '7d0dc58d-0474-4e82-b3e5-d78baac1a000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '080f09f1-3644-45f6-a515-c3987b590591'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:02:44.004565 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9bf75de0-72ce-4720-a44e-150b1e338df7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:44.004857 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.plugins.ml2.plugin [None req-917b7c95-daca-456c-8081-4dcdf71a1bda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Attempt 2 to bind port 7d5fe5ad-65eb-4d79-b862-b94cf452d78d
Dec 24 11:02:44.005000 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf75de0-72ce-4720-a44e-150b1e338df7 None None] Bound using segment: {'id': '7d0dc58d-0474-4e82-b3e5-d78baac1a000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '080f09f1-3644-45f6-a515-c3987b590591'} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:02:44.005667 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-9bf75de0-72ce-4720-a44e-150b1e338df7 None None] Bound port: 3d1bf8e6-b7ec-4b19-ae61-19d558bb81b8, host: dv-neutron-822691-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d0dc58d-0474-4e82-b3e5-d78baac1a000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '080f09f1-3644-45f6-a515-c3987b590591'}}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:02:44.006313 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9bf75de0-72ce-4720-a44e-150b1e338df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:44.058975 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3fabc2e1-a1ca-4f96-a448-6858b80c2c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:44.069289 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-de46cf76-18e5-4574-bc55-ff827aef6644 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:02:44.079051 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25804b25-7099-4add-b81c-1060a871ce87 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Releasing vlan 620 on physical network physnet1 to pool {{(pid=88878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 24 11:02:44.079525 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-25804b25-7099-4add-b81c-1060a871ce87 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036847652098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850807864'] for segment, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:44.095470 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-917b7c95-daca-456c-8081-4dcdf71a1bda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Attempting to bind port 7d5fe5ad-65eb-4d79-b862-b94cf452d78d on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:02:44.095935 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-917b7c95-daca-456c-8081-4dcdf71a1bda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Attempting to bind port 7d5fe5ad-65eb-4d79-b862-b94cf452d78d by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'fc87e019-29c4-4d9b-94e2-4ec30d1b4ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'da3e68ee-a02b-4a13-b90f-2887a57050f7'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:02:44.096376 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-917b7c95-daca-456c-8081-4dcdf71a1bda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Attempting to bind port 7d5fe5ad-65eb-4d79-b862-b94cf452d78d on network da3e68ee-a02b-4a13-b90f-2887a57050f7 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:02:44.101679 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3155dde-c046-482d-8309-41296859cf83 None None] DHCP port deletion for e59e6fda-13c3-4b57-a77f-0f544f779449 request from dv-neutron-822691-2-hyperv {{(pid=88880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 24 11:02:44.108954 dv-neutron-822691-2-hyperv neutron-server[88767]: Traceback (most recent call last):
Dec 24 11:02:44.108954 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 24 11:02:44.108954 dv-neutron-822691-2-hyperv neutron-server[88767]:     timer()
Dec 24 11:02:44.108954 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 11:02:44.108954 dv-neutron-822691-2-hyperv neutron-server[88767]:     cb(*args, **kw)
Dec 24 11:02:44.108954 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 24 11:02:44.108954 dv-neutron-822691-2-hyperv neutron-server[88767]:     return func(*args, **kwargs)
Dec 24 11:02:44.108954 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 11:02:44.108954 dv-neutron-822691-2-hyperv neutron-server[88767]:     self._notify()
Dec 24 11:02:44.108954 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 11:02:44.108954 dv-neutron-822691-2-hyperv neutron-server[88767]:     self.callback(batched_events)
Dec 24 11:02:44.108954 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 11:02:44.108954 dv-neutron-822691-2-hyperv neutron-server[88767]:     event.method(event)
Dec 24 11:02:44.108954 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 11:02:44.108954 dv-neutron-822691-2-hyperv neutron-server[88767]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 11:02:44.108954 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 24 11:02:44.108954 dv-neutron-822691-2-hyperv neutron-server[88767]:     segment_id)['aggregates'][0]
Dec 24 11:02:44.108954 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 24 11:02:44.108954 dv-neutron-822691-2-hyperv neutron-server[88767]:     return f(self, *a, **k)
Dec 24 11:02:44.108954 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 11:02:44.108954 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self._get(url).json()
Dec 24 11:02:44.108954 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 24 11:02:44.108954 dv-neutron-822691-2-hyperv neutron-server[88767]:     **kwargs)
Dec 24 11:02:44.108954 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 24 11:02:44.108954 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self.request(url, 'GET', **kwargs)
Dec 24 11:02:44.108954 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 24 11:02:44.108954 dv-neutron-822691-2-hyperv neutron-server[88767]:     **endpoint_filter)
Dec 24 11:02:44.108954 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 24 11:02:44.108954 dv-neutron-822691-2-hyperv neutron-server[88767]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 11:02:44.108954 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 24 11:02:44.108954 dv-neutron-822691-2-hyperv neutron-server[88767]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 11:02:44.108954 dv-neutron-822691-2-hyperv neutron-server[88767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 11:02:44.128158 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-917b7c95-daca-456c-8081-4dcdf71a1bda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Port 7d5fe5ad-65eb-4d79-b862-b94cf452d78d on network da3e68ee-a02b-4a13-b90f-2887a57050f7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 24 11:02:44.128537 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR neutron.plugins.ml2.managers [None req-917b7c95-daca-456c-8081-4dcdf71a1bda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Failed to bind port 7d5fe5ad-65eb-4d79-b862-b94cf452d78d on host hv-neutron-8226 for vnic_type normal using segments [{'id': 'fc87e019-29c4-4d9b-94e2-4ec30d1b4ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'da3e68ee-a02b-4a13-b90f-2887a57050f7'}]
Dec 24 11:02:44.132137 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.plugins.ml2.plugin [None req-917b7c95-daca-456c-8081-4dcdf71a1bda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Attempt 3 to bind port 7d5fe5ad-65eb-4d79-b862-b94cf452d78d
Dec 24 11:02:44.146172 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-5e949caa-3614-44d0-8368-ddc9ae6eec68 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Unset dirty status for tenant:56d5354af46a4a91924cfe2259b4b254 on resource:port {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:02:44.150623 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-5e949caa-3614-44d0-8368-ddc9ae6eec68 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] 10.222.0.65 "GET /v2.0/ports/b9cb6780-6f06-493f-88e2-a19c58859c99 HTTP/1.1" status: 404  len: 333 time: 0.3663723
Dec 24 11:02:44.161274 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 34926) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:02:44.190255 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fabc2e1-a1ca-4f96-a448-6858b80c2c5f None None] Pushing event updated for resources: {'Port': ['ID=e347cdba-ba96-4ecb-a16e-3067980e44ca,revision_number=2']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:02:44.195567 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-3fabc2e1-a1ca-4f96-a448-6858b80c2c5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:02:44.206494 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-9bf75de0-72ce-4720-a44e-150b1e338df7 None None] For port 3d1bf8e6-b7ec-4b19-ae61-19d558bb81b8, host dv-neutron-822691-2-hyperv, cleared binding levels {{(pid=88880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:02:44.209515 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-917b7c95-daca-456c-8081-4dcdf71a1bda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Attempting to bind port 7d5fe5ad-65eb-4d79-b862-b94cf452d78d on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:02:44.209932 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-917b7c95-daca-456c-8081-4dcdf71a1bda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Attempting to bind port 7d5fe5ad-65eb-4d79-b862-b94cf452d78d by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'fc87e019-29c4-4d9b-94e2-4ec30d1b4ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'da3e68ee-a02b-4a13-b90f-2887a57050f7'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:02:44.210086 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-9bf75de0-72ce-4720-a44e-150b1e338df7 None None] For port 3d1bf8e6-b7ec-4b19-ae61-19d558bb81b8, host dv-neutron-822691-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=3d1bf8e6-b7ec-4b19-ae61-19d558bb81b8,segment=NetworkSegment(7d0dc58d-0474-4e82-b3e5-d78baac1a000),segment_id=7d0dc58d-0474-4e82-b3e5-d78baac1a000)] {{(pid=88880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:02:44.210567 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-917b7c95-daca-456c-8081-4dcdf71a1bda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Attempting to bind port 7d5fe5ad-65eb-4d79-b862-b94cf452d78d on network da3e68ee-a02b-4a13-b90f-2887a57050f7 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:02:44.214383 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9bf75de0-72ce-4720-a44e-150b1e338df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:44.218991 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-71e16f94-045e-409c-bf24-cf2b4d79e390 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:02:44.282687 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-3df85e10-2c9c-44d2-806c-bcb136b707b1 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] GET failed (client error): The resource could not be found.
Dec 24 11:02:44.287264 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-3df85e10-2c9c-44d2-806c-bcb136b707b1 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] 10.222.0.65 "GET /v2.0/ports/f54f8712-67d2-4c4f-9642-d3397591c9fb HTTP/1.1" status: 404  len: 333 time: 0.1217823
Dec 24 11:02:44.288996 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-917b7c95-daca-456c-8081-4dcdf71a1bda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Port 7d5fe5ad-65eb-4d79-b862-b94cf452d78d on network da3e68ee-a02b-4a13-b90f-2887a57050f7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 24 11:02:44.289376 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR neutron.plugins.ml2.managers [None req-917b7c95-daca-456c-8081-4dcdf71a1bda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Failed to bind port 7d5fe5ad-65eb-4d79-b862-b94cf452d78d on host hv-neutron-8226 for vnic_type normal using segments [{'id': 'fc87e019-29c4-4d9b-94e2-4ec30d1b4ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'da3e68ee-a02b-4a13-b90f-2887a57050f7'}]
Dec 24 11:02:44.299365 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8e53004c-45c2-4d35-85fd-0e1ab6dd9f03 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:44.302266 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 34930) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:02:44.302793 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.plugins.ml2.plugin [None req-917b7c95-daca-456c-8081-4dcdf71a1bda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Attempt 4 to bind port 7d5fe5ad-65eb-4d79-b862-b94cf452d78d
Dec 24 11:02:44.303832 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf75de0-72ce-4720-a44e-150b1e338df7 None None] Pushing event updated for resources: {'Port': ['ID=3d1bf8e6-b7ec-4b19-ae61-19d558bb81b8,revision_number=2']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:02:44.307339 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-9bf75de0-72ce-4720-a44e-150b1e338df7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:02:44.346368 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d5ced9b3-cc43-429f-9eed-6839321fc03a tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:44.358733 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-25804b25-7099-4add-b81c-1060a871ce87 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7126154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659196'] for network, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:44.366419 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-302523d8-b024-4ebe-a1b0-6ee5b5b10a18 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:02:44.388395 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-917b7c95-daca-456c-8081-4dcdf71a1bda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Attempting to bind port 7d5fe5ad-65eb-4d79-b862-b94cf452d78d on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:02:44.388964 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-917b7c95-daca-456c-8081-4dcdf71a1bda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Attempting to bind port 7d5fe5ad-65eb-4d79-b862-b94cf452d78d by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'fc87e019-29c4-4d9b-94e2-4ec30d1b4ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'da3e68ee-a02b-4a13-b90f-2887a57050f7'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:02:44.389056 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-917b7c95-daca-456c-8081-4dcdf71a1bda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Attempting to bind port 7d5fe5ad-65eb-4d79-b862-b94cf452d78d on network da3e68ee-a02b-4a13-b90f-2887a57050f7 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:02:44.400324 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-25804b25-7099-4add-b81c-1060a871ce87 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1977811'] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:44.413777 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-25804b25-7099-4add-b81c-1060a871ce87 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] 10.222.0.65 "DELETE /v2.0/networks/e59e6fda-13c3-4b57-a77f-0f544f779449 HTTP/1.1" status: 204  len: 168 time: 6.3709688
Dec 24 11:02:44.415113 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25804b25-7099-4add-b81c-1060a871ce87 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Pushing event deleted for resources: {'Network': ['ID=e59e6fda-13c3-4b57-a77f-0f544f779449,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:02:44.426779 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-25804b25-7099-4add-b81c-1060a871ce87 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:02:44.427296 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 34934) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:02:44.457630 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d8de828-b25d-4ab7-a7a1-c557e0032a8d tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Deleting subnet b64ac915-0d06-48e7-842c-879d36441afd {{(pid=88878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 24 11:02:44.468729 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3d8de828-b25d-4ab7-a7a1-c557e0032a8d tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks [] for subnet, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:44.502167 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-917b7c95-daca-456c-8081-4dcdf71a1bda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Port 7d5fe5ad-65eb-4d79-b862-b94cf452d78d on network da3e68ee-a02b-4a13-b90f-2887a57050f7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 24 11:02:44.502565 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR neutron.plugins.ml2.managers [None req-917b7c95-daca-456c-8081-4dcdf71a1bda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Failed to bind port 7d5fe5ad-65eb-4d79-b862-b94cf452d78d on host hv-neutron-8226 for vnic_type normal using segments [{'id': 'fc87e019-29c4-4d9b-94e2-4ec30d1b4ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'da3e68ee-a02b-4a13-b90f-2887a57050f7'}]
Dec 24 11:02:44.517791 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.plugins.ml2.plugin [None req-917b7c95-daca-456c-8081-4dcdf71a1bda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Attempt 5 to bind port 7d5fe5ad-65eb-4d79-b862-b94cf452d78d
Dec 24 11:02:44.525300 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-8312b20a-c7d0-4c98-81f3-1f9c3e6e961a tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] DELETE failed (client error): The resource could not be found.
Dec 24 11:02:44.525801 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8312b20a-c7d0-4c98-81f3-1f9c3e6e961a tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 24 11:02:44.532301 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-8312b20a-c7d0-4c98-81f3-1f9c3e6e961a tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] 10.222.0.65 "DELETE /v2.0/networks/e59e6fda-13c3-4b57-a77f-0f544f779449 HTTP/1.1" status: 404  len: 339 time: 0.1027141
Dec 24 11:02:44.536569 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 34938) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:02:44.549818 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-00eed2ab-1953-48e0-948a-91741990e2c3 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-635503884', 'description': 'd1'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:02:44.560508 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-abf96bfe-d7b4-4e7a-9b66-af94aca27a54 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036847558493'] for network, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:44.570007 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-00eed2ab-1953-48e0-948a-91741990e2c3 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:02:44.587848 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-917b7c95-daca-456c-8081-4dcdf71a1bda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Attempting to bind port 7d5fe5ad-65eb-4d79-b862-b94cf452d78d on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:02:44.588209 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-917b7c95-daca-456c-8081-4dcdf71a1bda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Attempting to bind port 7d5fe5ad-65eb-4d79-b862-b94cf452d78d by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'fc87e019-29c4-4d9b-94e2-4ec30d1b4ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'da3e68ee-a02b-4a13-b90f-2887a57050f7'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:02:44.588580 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-917b7c95-daca-456c-8081-4dcdf71a1bda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Attempting to bind port 7d5fe5ad-65eb-4d79-b862-b94cf452d78d on network da3e68ee-a02b-4a13-b90f-2887a57050f7 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:02:44.596253 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-00eed2ab-1953-48e0-948a-91741990e2c3 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Usage tracker for resource:network and tenant:18d2a9fdfea84546a82d906d6ec9907e is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:02:44.601450 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8e53004c-45c2-4d35-85fd-0e1ab6dd9f03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:44.605479 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-ce3b0db0-b2c3-4342-92ea-3c8e54a2f50a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:02:44.627374 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3d8de828-b25d-4ab7-a7a1-c557e0032a8d tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852534446'] for subnet, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:44.640379 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-00eed2ab-1953-48e0-948a-91741990e2c3 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:02:44.719010 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-00eed2ab-1953-48e0-948a-91741990e2c3 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:02:44.750183 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3d8de828-b25d-4ab7-a7a1-c557e0032a8d tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847655656'] for subnet, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:44.807532 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-93019127-f1be-4fdd-b3f4-4fcbbedbbb5d tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:44.823361 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-93019127-f1be-4fdd-b3f4-4fcbbedbbb5d tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Deleting port 5856925d-63b0-489b-b019-a96095f1f5f3 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:02:44.823741 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-93019127-f1be-4fdd-b3f4-4fcbbedbbb5d tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:44.911856 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3d8de828-b25d-4ab7-a7a1-c557e0032a8d tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7120129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3978858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852529715'] for subnet, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:44.920563 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-0217d266-5398-441d-9e08-cdce1dd7452c tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:02:44.978706 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8de828-b25d-4ab7-a7a1-c557e0032a8d tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Pushing event deleted for resources: {'Subnet': ['ID=b64ac915-0d06-48e7-842c-879d36441afd,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:02:44.983329 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-3d8de828-b25d-4ab7-a7a1-c557e0032a8d tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:02:45.034740 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-917b7c95-daca-456c-8081-4dcdf71a1bda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Port 7d5fe5ad-65eb-4d79-b862-b94cf452d78d on network da3e68ee-a02b-4a13-b90f-2887a57050f7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 24 11:02:45.035096 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR neutron.plugins.ml2.managers [None req-917b7c95-daca-456c-8081-4dcdf71a1bda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Failed to bind port 7d5fe5ad-65eb-4d79-b862-b94cf452d78d on host hv-neutron-8226 for vnic_type normal using segments [{'id': 'fc87e019-29c4-4d9b-94e2-4ec30d1b4ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'da3e68ee-a02b-4a13-b90f-2887a57050f7'}]
Dec 24 11:02:45.039458 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3d8de828-b25d-4ab7-a7a1-c557e0032a8d tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:45.041472 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.plugins.ml2.plugin [None req-917b7c95-daca-456c-8081-4dcdf71a1bda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Attempt 6 to bind port 7d5fe5ad-65eb-4d79-b862-b94cf452d78d
Dec 24 11:02:45.064678 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-3d8de828-b25d-4ab7-a7a1-c557e0032a8d tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] 10.222.0.65 "DELETE /v2.0/subnets/b64ac915-0d06-48e7-842c-879d36441afd HTTP/1.1" status: 204  len: 168 time: 1.2848556
Dec 24 11:02:45.067921 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 34942) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:02:45.111279 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00eed2ab-1953-48e0-948a-91741990e2c3 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Made reservation on behalf of 18d2a9fdfea84546a82d906d6ec9907e for: {'network': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:02:45.117057 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-00eed2ab-1953-48e0-948a-91741990e2c3 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for network, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:45.176735 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-917b7c95-daca-456c-8081-4dcdf71a1bda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Attempting to bind port 7d5fe5ad-65eb-4d79-b862-b94cf452d78d on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:02:45.177105 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-917b7c95-daca-456c-8081-4dcdf71a1bda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Attempting to bind port 7d5fe5ad-65eb-4d79-b862-b94cf452d78d by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'fc87e019-29c4-4d9b-94e2-4ec30d1b4ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'da3e68ee-a02b-4a13-b90f-2887a57050f7'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:02:45.177501 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-917b7c95-daca-456c-8081-4dcdf71a1bda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Attempting to bind port 7d5fe5ad-65eb-4d79-b862-b94cf452d78d on network da3e68ee-a02b-4a13-b90f-2887a57050f7 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:02:45.180067 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e53004c-45c2-4d35-85fd-0e1ab6dd9f03 admin admin] Pushing event updated for resources: {'Port': ['ID=4d269f74-e6f0-4d49-be8e-ff9a1d806565,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:02:45.194231 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e53004c-45c2-4d35-85fd-0e1ab6dd9f03 admin admin] Network f8c337ba-681f-4fcb-a333-e3c49365b30a is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:02:45.216363 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-8e53004c-45c2-4d35-85fd-0e1ab6dd9f03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.611s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:02:45.217499 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-8e53004c-45c2-4d35-85fd-0e1ab6dd9f03 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:02:45.223693 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e53004c-45c2-4d35-85fd-0e1ab6dd9f03 admin admin] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:02:45.269422 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-917b7c95-daca-456c-8081-4dcdf71a1bda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Port 7d5fe5ad-65eb-4d79-b862-b94cf452d78d on network da3e68ee-a02b-4a13-b90f-2887a57050f7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 24 11:02:45.269789 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR neutron.plugins.ml2.managers [None req-917b7c95-daca-456c-8081-4dcdf71a1bda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Failed to bind port 7d5fe5ad-65eb-4d79-b862-b94cf452d78d on host hv-neutron-8226 for vnic_type normal using segments [{'id': 'fc87e019-29c4-4d9b-94e2-4ec30d1b4ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'da3e68ee-a02b-4a13-b90f-2887a57050f7'}]
Dec 24 11:02:45.270456 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-93019127-f1be-4fdd-b3f4-4fcbbedbbb5d tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:45.279533 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.plugins.ml2.plugin [None req-917b7c95-daca-456c-8081-4dcdf71a1bda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Attempt 7 to bind port 7d5fe5ad-65eb-4d79-b862-b94cf452d78d
Dec 24 11:02:45.380667 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-abf96bfe-d7b4-4e7a-9b66-af94aca27a54 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847649663', 'neutron.services.segments.db._delete_segments_for_network-8749505737672'] for network, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:45.444948 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-93019127-f1be-4fdd-b3f4-4fcbbedbbb5d tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Calling delete_port for 5856925d-63b0-489b-b019-a96095f1f5f3 owned by network:router_gateway {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:02:45.452339 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-917b7c95-daca-456c-8081-4dcdf71a1bda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Attempting to bind port 7d5fe5ad-65eb-4d79-b862-b94cf452d78d on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:02:45.452643 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-917b7c95-daca-456c-8081-4dcdf71a1bda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Attempting to bind port 7d5fe5ad-65eb-4d79-b862-b94cf452d78d by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'fc87e019-29c4-4d9b-94e2-4ec30d1b4ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'da3e68ee-a02b-4a13-b90f-2887a57050f7'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:02:45.453039 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-917b7c95-daca-456c-8081-4dcdf71a1bda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Attempting to bind port 7d5fe5ad-65eb-4d79-b862-b94cf452d78d on network da3e68ee-a02b-4a13-b90f-2887a57050f7 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:02:45.470593 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00eed2ab-1953-48e0-948a-91741990e2c3 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] vlan segment allocate from pool success with {'vlan_id': 647, 'physical_network': 'physnet1'}  {{(pid=88879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 24 11:02:45.493228 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-37cbcecb-f35b-48f9-a72a-5fad85e35f66 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036847558493'] for network, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:45.510771 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-abf96bfe-d7b4-4e7a-9b66-af94aca27a54 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5270d21828>,) {'filters': {'network_id': ['a19c2471-2d3d-4a04-b487-0c5602a99b91']}} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:02:45.529052 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-917b7c95-daca-456c-8081-4dcdf71a1bda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Port 7d5fe5ad-65eb-4d79-b862-b94cf452d78d on network da3e68ee-a02b-4a13-b90f-2887a57050f7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 24 11:02:45.529409 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR neutron.plugins.ml2.managers [None req-917b7c95-daca-456c-8081-4dcdf71a1bda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Failed to bind port 7d5fe5ad-65eb-4d79-b862-b94cf452d78d on host hv-neutron-8226 for vnic_type normal using segments [{'id': 'fc87e019-29c4-4d9b-94e2-4ec30d1b4ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'da3e68ee-a02b-4a13-b90f-2887a57050f7'}]
Dec 24 11:02:45.555966 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-37cbcecb-f35b-48f9-a72a-5fad85e35f66 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Deleting port e347cdba-ba96-4ecb-a16e-3067980e44ca {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:02:45.557231 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-37cbcecb-f35b-48f9-a72a-5fad85e35f66 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:45.565607 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.plugins.ml2.plugin [None req-917b7c95-daca-456c-8081-4dcdf71a1bda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Attempt 8 to bind port 7d5fe5ad-65eb-4d79-b862-b94cf452d78d
Dec 24 11:02:45.575554 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-00eed2ab-1953-48e0-948a-91741990e2c3 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:45.575936 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.segments_db [None req-00eed2ab-1953-48e0-948a-91741990e2c3 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Added segment 3e1b7b5e-da1b-487c-90cb-f6b7f66aed9f of type vlan for network e79d417c-bc1e-4e13-841d-2ec658f3373d
Dec 24 11:02:45.580143 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-abf96bfe-d7b4-4e7a-9b66-af94aca27a54 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5270d21828>, '95a4caff-f0dd-4f16-b169-31c95c60879e') {'for_net_delete': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:02:45.580447 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-abf96bfe-d7b4-4e7a-9b66-af94aca27a54 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5270d21828>, '95a4caff-f0dd-4f16-b169-31c95c60879e') {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:02:45.706811 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-abf96bfe-d7b4-4e7a-9b66-af94aca27a54 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749505745113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853989108'] for segment, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:45.767320 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-917b7c95-daca-456c-8081-4dcdf71a1bda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Attempting to bind port 7d5fe5ad-65eb-4d79-b862-b94cf452d78d on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:02:45.767818 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-917b7c95-daca-456c-8081-4dcdf71a1bda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Attempting to bind port 7d5fe5ad-65eb-4d79-b862-b94cf452d78d by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'fc87e019-29c4-4d9b-94e2-4ec30d1b4ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'da3e68ee-a02b-4a13-b90f-2887a57050f7'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:02:45.768142 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-917b7c95-daca-456c-8081-4dcdf71a1bda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Attempting to bind port 7d5fe5ad-65eb-4d79-b862-b94cf452d78d on network da3e68ee-a02b-4a13-b90f-2887a57050f7 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:02:45.808736 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 9d45f7dd-5aa4-4680-ae82-1c0db765c421 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:02:45.824591 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-abf96bfe-d7b4-4e7a-9b66-af94aca27a54 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:45.862260 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abf96bfe-d7b4-4e7a-9b66-af94aca27a54 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Releasing vlan 610 on physical network physnet1 to pool {{(pid=88879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 24 11:02:45.866511 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-abf96bfe-d7b4-4e7a-9b66-af94aca27a54 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036847652098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3926696'] for segment, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:45.899714 dv-neutron-822691-2-hyperv neutron-server[88767]: Traceback (most recent call last):
Dec 24 11:02:45.899714 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 24 11:02:45.899714 dv-neutron-822691-2-hyperv neutron-server[88767]:     timer()
Dec 24 11:02:45.899714 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 11:02:45.899714 dv-neutron-822691-2-hyperv neutron-server[88767]:     cb(*args, **kw)
Dec 24 11:02:45.899714 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 24 11:02:45.899714 dv-neutron-822691-2-hyperv neutron-server[88767]:     return func(*args, **kwargs)
Dec 24 11:02:45.899714 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 11:02:45.899714 dv-neutron-822691-2-hyperv neutron-server[88767]:     self._notify()
Dec 24 11:02:45.899714 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 11:02:45.899714 dv-neutron-822691-2-hyperv neutron-server[88767]:     self.callback(batched_events)
Dec 24 11:02:45.899714 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 11:02:45.899714 dv-neutron-822691-2-hyperv neutron-server[88767]:     event.method(event)
Dec 24 11:02:45.899714 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 11:02:45.899714 dv-neutron-822691-2-hyperv neutron-server[88767]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 11:02:45.899714 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 24 11:02:45.899714 dv-neutron-822691-2-hyperv neutron-server[88767]:     segment_id)['aggregates'][0]
Dec 24 11:02:45.899714 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 24 11:02:45.899714 dv-neutron-822691-2-hyperv neutron-server[88767]:     return f(self, *a, **k)
Dec 24 11:02:45.899714 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 11:02:45.899714 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self._get(url).json()
Dec 24 11:02:45.899714 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 24 11:02:45.899714 dv-neutron-822691-2-hyperv neutron-server[88767]:     **kwargs)
Dec 24 11:02:45.899714 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 24 11:02:45.899714 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self.request(url, 'GET', **kwargs)
Dec 24 11:02:45.899714 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 24 11:02:45.899714 dv-neutron-822691-2-hyperv neutron-server[88767]:     **endpoint_filter)
Dec 24 11:02:45.899714 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 24 11:02:45.899714 dv-neutron-822691-2-hyperv neutron-server[88767]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 11:02:45.899714 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 24 11:02:45.899714 dv-neutron-822691-2-hyperv neutron-server[88767]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 11:02:45.899714 dv-neutron-822691-2-hyperv neutron-server[88767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 11:02:45.902047 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-917b7c95-daca-456c-8081-4dcdf71a1bda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Port 7d5fe5ad-65eb-4d79-b862-b94cf452d78d on network da3e68ee-a02b-4a13-b90f-2887a57050f7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 24 11:02:45.902047 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR neutron.plugins.ml2.managers [None req-917b7c95-daca-456c-8081-4dcdf71a1bda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Failed to bind port 7d5fe5ad-65eb-4d79-b862-b94cf452d78d on host hv-neutron-8226 for vnic_type normal using segments [{'id': 'fc87e019-29c4-4d9b-94e2-4ec30d1b4ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'da3e68ee-a02b-4a13-b90f-2887a57050f7'}]
Dec 24 11:02:45.903797 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning for port 9d45f7dd-5aa4-4680-ae82-1c0db765c421 completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:02:45.913606 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device e347cdba-ba96-4ecb-a16e-3067980e44ca up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:02:45.933001 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.plugins.ml2.plugin [None req-917b7c95-daca-456c-8081-4dcdf71a1bda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Attempt 9 to bind port 7d5fe5ad-65eb-4d79-b862-b94cf452d78d
Dec 24 11:02:45.980114 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-00eed2ab-1953-48e0-948a-91741990e2c3 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363287349540024'] for network, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:45.987286 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning for port e347cdba-ba96-4ecb-a16e-3067980e44ca completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:02:45.993490 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 3d1bf8e6-b7ec-4b19-ae61-19d558bb81b8 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:02:46.031087 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d5ced9b3-cc43-429f-9eed-6839321fc03a tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks [] for port, precommit_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:46.034082 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-917b7c95-daca-456c-8081-4dcdf71a1bda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Attempting to bind port 7d5fe5ad-65eb-4d79-b862-b94cf452d78d on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:02:46.034589 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-917b7c95-daca-456c-8081-4dcdf71a1bda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Attempting to bind port 7d5fe5ad-65eb-4d79-b862-b94cf452d78d by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'fc87e019-29c4-4d9b-94e2-4ec30d1b4ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'da3e68ee-a02b-4a13-b90f-2887a57050f7'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:02:46.034962 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-917b7c95-daca-456c-8081-4dcdf71a1bda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Attempting to bind port 7d5fe5ad-65eb-4d79-b862-b94cf452d78d on network da3e68ee-a02b-4a13-b90f-2887a57050f7 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:02:46.041896 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-37cbcecb-f35b-48f9-a72a-5fad85e35f66 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] For port e347cdba-ba96-4ecb-a16e-3067980e44ca, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=e347cdba-ba96-4ecb-a16e-3067980e44ca,segment=NetworkSegment(e8ee6b56-94fc-4103-850a-d1b7dc7715de),segment_id=e8ee6b56-94fc-4103-850a-d1b7dc7715de)] {{(pid=88878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:02:46.042302 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-37cbcecb-f35b-48f9-a72a-5fad85e35f66 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:46.094308 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-917b7c95-daca-456c-8081-4dcdf71a1bda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Port 7d5fe5ad-65eb-4d79-b862-b94cf452d78d on network da3e68ee-a02b-4a13-b90f-2887a57050f7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 24 11:02:46.094719 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR neutron.plugins.ml2.managers [None req-917b7c95-daca-456c-8081-4dcdf71a1bda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Failed to bind port 7d5fe5ad-65eb-4d79-b862-b94cf452d78d on host hv-neutron-8226 for vnic_type normal using segments [{'id': 'fc87e019-29c4-4d9b-94e2-4ec30d1b4ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'da3e68ee-a02b-4a13-b90f-2887a57050f7'}]
Dec 24 11:02:46.118399 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning for port 3d1bf8e6-b7ec-4b19-ae61-19d558bb81b8 completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:02:46.133302 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 0a606c89-bf4a-4cfa-b99f-5b8d4d843ec1 no longer exists at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:02:46.139717 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.plugins.ml2.plugin [None req-917b7c95-daca-456c-8081-4dcdf71a1bda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Attempt 10 to bind port 7d5fe5ad-65eb-4d79-b862-b94cf452d78d
Dec 24 11:02:46.147258 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d5ced9b3-cc43-429f-9eed-6839321fc03a tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850854027'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:46.148430 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d5ced9b3-cc43-429f-9eed-6839321fc03a tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1977653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854055662'] for router_interface, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:46.161649 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-8e53004c-45c2-4d35-85fd-0e1ab6dd9f03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:02:46.171885 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] No Port match for: 0a606c89-bf4a-4cfa-b99f-5b8d4d843ec1 {{(pid=88880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 24 11:02:46.172269 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 0a606c89-bf4a-4cfa-b99f-5b8d4d843ec1 not bound to the agent host dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 24 11:02:46.196258 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-37cbcecb-f35b-48f9-a72a-5fad85e35f66 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Calling delete_port for e347cdba-ba96-4ecb-a16e-3067980e44ca owned by network:dhcp {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:02:46.242842 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-917b7c95-daca-456c-8081-4dcdf71a1bda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Attempting to bind port 7d5fe5ad-65eb-4d79-b862-b94cf452d78d on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:02:46.243285 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-917b7c95-daca-456c-8081-4dcdf71a1bda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Attempting to bind port 7d5fe5ad-65eb-4d79-b862-b94cf452d78d by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'fc87e019-29c4-4d9b-94e2-4ec30d1b4ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'da3e68ee-a02b-4a13-b90f-2887a57050f7'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:02:46.243556 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-917b7c95-daca-456c-8081-4dcdf71a1bda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Attempting to bind port 7d5fe5ad-65eb-4d79-b862-b94cf452d78d on network da3e68ee-a02b-4a13-b90f-2887a57050f7 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:02:46.269266 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-abf96bfe-d7b4-4e7a-9b66-af94aca27a54 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7126154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659196'] for network, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:46.296454 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-abf96bfe-d7b4-4e7a-9b66-af94aca27a54 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks [] for network, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:46.314015 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-00eed2ab-1953-48e0-948a-91741990e2c3 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636'] for network, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:46.318193 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00eed2ab-1953-48e0-948a-91741990e2c3 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:02:46.318343 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-93019127-f1be-4fdd-b3f4-4fcbbedbbb5d tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:46.318845 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-00eed2ab-1953-48e0-948a-91741990e2c3 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks [] for network, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:46.324054 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-431b81fd-ab1a-48ed-8318-43c12397f628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:02:46.340693 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ced9b3-cc43-429f-9eed-6839321fc03a tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Pushing event updated for resources: {'Port': ['ID=6e8dbed7-055d-46f2-8f31-c98f7663499f,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:02:46.360101 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-917b7c95-daca-456c-8081-4dcdf71a1bda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Port 7d5fe5ad-65eb-4d79-b862-b94cf452d78d on network da3e68ee-a02b-4a13-b90f-2887a57050f7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 24 11:02:46.360466 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR neutron.plugins.ml2.managers [None req-917b7c95-daca-456c-8081-4dcdf71a1bda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Failed to bind port 7d5fe5ad-65eb-4d79-b862-b94cf452d78d on host hv-neutron-8226 for vnic_type normal using segments [{'id': 'fc87e019-29c4-4d9b-94e2-4ec30d1b4ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'da3e68ee-a02b-4a13-b90f-2887a57050f7'}]
Dec 24 11:02:46.360860 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-917b7c95-daca-456c-8081-4dcdf71a1bda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:46.369363 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-74e1c523-b002-4c8e-8c8d-b9736bd34475 None None] Provisioning for port 9d45f7dd-5aa4-4680-ae82-1c0db765c421 completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:02:46.372192 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-d5ced9b3-cc43-429f-9eed-6839321fc03a tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:02:46.375755 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-74e1c523-b002-4c8e-8c8d-b9736bd34475 None None] Provisioning complete for port 9d45f7dd-5aa4-4680-ae82-1c0db765c421 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:02:46.376158 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-74e1c523-b002-4c8e-8c8d-b9736bd34475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:46.382562 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-338b88e4-ff86-4f2c-93af-e70ec8d1b836 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.088s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:02:46.483135 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf96bfe-d7b4-4e7a-9b66-af94aca27a54 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Pushing event deleted for resources: {'Network': ['ID=a19c2471-2d3d-4a04-b487-0c5602a99b91,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:02:46.490203 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-00eed2ab-1953-48e0-948a-91741990e2c3 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201  len: 785 time: 1.9513111
Dec 24 11:02:46.491879 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-abf96bfe-d7b4-4e7a-9b66-af94aca27a54 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] 10.222.0.65 "DELETE /v2.0/networks/a19c2471-2d3d-4a04-b487-0c5602a99b91 HTTP/1.1" status: 204  len: 168 time: 2.1806121
Dec 24 11:02:46.511994 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-74e1c523-b002-4c8e-8c8d-b9736bd34475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:46.556421 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 34952) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:02:46.556702 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 34954) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:02:46.581942 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-74e1c523-b002-4c8e-8c8d-b9736bd34475 None None] For port 9d45f7dd-5aa4-4680-ae82-1c0db765c421, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=9d45f7dd-5aa4-4680-ae82-1c0db765c421,segment=NetworkSegment(6618a092-51b2-4e3d-9318-3ce6b7b40c55),segment_id=6618a092-51b2-4e3d-9318-3ce6b7b40c55)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:02:46.586305 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-74e1c523-b002-4c8e-8c8d-b9736bd34475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:46.589166 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c50b5222-283a-45c4-b7c8-2264b00c0e90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:02:46.640563 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93019127-f1be-4fdd-b3f4-4fcbbedbbb5d tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Pushing event deleted for resources: {'Port': ['ID=5856925d-63b0-489b-b019-a96095f1f5f3,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:02:46.646888 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-04fbc530-37a9-4a53-9744-5c194f76be58 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-274226173'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:02:46.647761 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-93019127-f1be-4fdd-b3f4-4fcbbedbbb5d tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:02:46.682213 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e1c523-b002-4c8e-8c8d-b9736bd34475 None None] Pushing event updated for resources: {'Port': ['ID=9d45f7dd-5aa4-4680-ae82-1c0db765c421,revision_number=3']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:02:46.683179 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-04fbc530-37a9-4a53-9744-5c194f76be58 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:02:46.684068 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-37cbcecb-f35b-48f9-a72a-5fad85e35f66 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:46.686160 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-74e1c523-b002-4c8e-8c8d-b9736bd34475 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:02:46.694271 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-9375990f-75c1-40fe-acc4-496b1ef93d13 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:02:46.716432 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-20c24a15-b1da-4205-80bc-6c81a7d790bd req-fee02384-8651-4496-885e-18cf101cf9ea service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3227175fb2a74b37bb7d77f5e6df3dce&device_id=655d927a-1c14-4f1b-88cc-771b29a10c76 HTTP/1.1" status: 200  len: 1099 time: 0.6137626
Dec 24 11:02:46.730055 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-04fbc530-37a9-4a53-9744-5c194f76be58 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Usage tracker for resource:network and tenant:56d5354af46a4a91924cfe2259b4b254 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:02:46.785075 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cbcecb-f35b-48f9-a72a-5fad85e35f66 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Pushing event deleted for resources: {'Port': ['ID=e347cdba-ba96-4ecb-a16e-3067980e44ca,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:02:46.787956 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-04fbc530-37a9-4a53-9744-5c194f76be58 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:02:46.797324 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-37cbcecb-f35b-48f9-a72a-5fad85e35f66 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:02:46.815711 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdbc298-b98f-4f61-8345-a3e8993dfba9 req-f2fb7d2a-12fc-40d8-9a81-aa4753edf1fe tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:02:46.817420 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-dfdbc298-b98f-4f61-8345-a3e8993dfba9 req-f2fb7d2a-12fc-40d8-9a81-aa4753edf1fe tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] 10.222.0.65 "GET /v2.0/ports?device_id=655d927a-1c14-4f1b-88cc-771b29a10c76 HTTP/1.1" status: 200  len: 946 time: 0.5910928
Dec 24 11:02:46.820832 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37cbcecb-f35b-48f9-a72a-5fad85e35f66 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] No DVR routers for this DVR port e347cdba-ba96-4ecb-a16e-3067980e44ca on host dv-neutron-822691-2-hyperv {{(pid=88878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 24 11:02:46.911068 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-04fbc530-37a9-4a53-9744-5c194f76be58 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:02:46.912029 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-3a73394b-1ca3-4adc-8f3b-a8f6a7058f7b None None] Provisioning for port 6e8dbed7-055d-46f2-8f31-c98f7663499f completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:02:46.917344 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00eed2ab-1953-48e0-948a-91741990e2c3 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Pushing event updated for resources: {'Network': ['ID=e79d417c-bc1e-4e13-841d-2ec658f3373d,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:02:46.918091 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-3a73394b-1ca3-4adc-8f3b-a8f6a7058f7b None None] Provisioning complete for port 6e8dbed7-055d-46f2-8f31-c98f7663499f triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:02:46.918620 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3a73394b-1ca3-4adc-8f3b-a8f6a7058f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:46.936956 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-00eed2ab-1953-48e0-948a-91741990e2c3 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.554s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:02:46.941798 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-462859da-a63f-4a21-b478-f2b798add71a tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.601s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:02:46.942258 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-462859da-a63f-4a21-b478-f2b798add71a tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:02:46.965709 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ced9b3-cc43-429f-9eed-6839321fc03a tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Network 1c9eeaac-d205-4b19-a351-2fe67dd78b42 is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:02:46.969362 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Network e79d417c-bc1e-4e13-841d-2ec658f3373d details requested by agent ovs-agent-dv-neutron-822691-2-hyperv with host dv-neutron-822691-2-hyperv {{(pid=88880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 24 11:02:46.971583 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90424c8d-ece6-4612-8375-27a83b58a097 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:02:46.972346 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-90424c8d-ece6-4612-8375-27a83b58a097 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Synchronizing usage tracker for tenant:18d2a9fdfea84546a82d906d6ec9907e on resource:network {{(pid=88879) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:02:46.982748 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-d5ced9b3-cc43-429f-9eed-6839321fc03a tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Resources bound (agent type, host, resource id):  {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:02:46.989856 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-917b7c95-daca-456c-8081-4dcdf71a1bda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] For port 7d5fe5ad-65eb-4d79-b862-b94cf452d78d, host hv-neutron-8226, cleared binding levels {{(pid=88879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:02:46.989856 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-917b7c95-daca-456c-8081-4dcdf71a1bda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Attempted to set empty binding levels {{(pid=88879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}}
Dec 24 11:02:46.990212 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04fbc530-37a9-4a53-9744-5c194f76be58 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Made reservation on behalf of 56d5354af46a4a91924cfe2259b4b254 for: {'network': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:02:47.000986 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-04fbc530-37a9-4a53-9744-5c194f76be58 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for network, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:47.141988 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-917b7c95-daca-456c-8081-4dcdf71a1bda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850854027'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:47.166862 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-37cbcecb-f35b-48f9-a72a-5fad85e35f66 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847649663', 'neutron.services.segments.db._delete_segments_for_network-8749505737672'] for network, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:47.191607 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-93019127-f1be-4fdd-b3f4-4fcbbedbbb5d tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854116846'] for router_gateway, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:47.218619 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-14f830f5-bce4-4e1f-820a-b2f9541ffbb5 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:02:47.271594 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-dfdbc298-b98f-4f61-8345-a3e8993dfba9 req-34315d1c-4979-40d3-9e93-15aaa8a85585 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] 10.222.0.65 "GET /v2.0/security-groups?id=02c07f75-3a5f-4cdc-91db-62e2db60964c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4181631
Dec 24 11:02:47.315785 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-90424c8d-ece6-4612-8375-27a83b58a097 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Unset dirty status for tenant:18d2a9fdfea84546a82d906d6ec9907e on resource:network {{(pid=88879) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:02:47.317127 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-90424c8d-ece6-4612-8375-27a83b58a097 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] 10.222.0.65 "GET /v2.0/networks?id=e79d417c-bc1e-4e13-841d-2ec658f3373d HTTP/1.1" status: 200  len: 764 time: 0.7494190
Dec 24 11:02:47.338763 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 34960) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:02:47.355902 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-917b7c95-daca-456c-8081-4dcdf71a1bda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] In _notify_port_updated(), no bound segment for port 7d5fe5ad-65eb-4d79-b862-b94cf452d78d on network da3e68ee-a02b-4a13-b90f-2887a57050f7 {{(pid=88879) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}}
Dec 24 11:02:47.357050 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-917b7c95-daca-456c-8081-4dcdf71a1bda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:47.358536 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-917b7c95-daca-456c-8081-4dcdf71a1bda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] 10.222.0.65 "PUT /v2.0/ports/7d5fe5ad-65eb-4d79-b862-b94cf452d78d HTTP/1.1" status: 200  len: 981 time: 5.3426011
Dec 24 11:02:47.362875 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 34964) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:02:47.363978 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-cb2dc6c3-9e3d-4f0b-9630-697739b26845 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Request body: {'network': {'description': 'd2'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:02:47.365852 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-37cbcecb-f35b-48f9-a72a-5fad85e35f66 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f527174c860>,) {'filters': {'network_id': ['cb7cdb63-c307-45c7-b723-a9ab65f77679']}} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:02:47.392820 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-3a73394b-1ca3-4adc-8f3b-a8f6a7058f7b None None] Port 6e8dbed7-055d-46f2-8f31-c98f7663499f cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:02:47.419411 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04fbc530-37a9-4a53-9744-5c194f76be58 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] vlan segment allocate from pool success with {'vlan_id': 644, 'physical_network': 'physnet1'}  {{(pid=88879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 24 11:02:47.429668 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917b7c95-daca-456c-8081-4dcdf71a1bda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Pushing event updated for resources: {'Port': ['ID=7d5fe5ad-65eb-4d79-b862-b94cf452d78d,revision_number=3']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:02:47.445752 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-917b7c95-daca-456c-8081-4dcdf71a1bda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:02:47.472703 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8e53004c-45c2-4d35-85fd-0e1ab6dd9f03 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:47.473493 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8e53004c-45c2-4d35-85fd-0e1ab6dd9f03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854163800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854116816'] for router, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:47.491985 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c24a15-b1da-4205-80bc-6c81a7d790bd req-ba9577e5-9758-4cad-88c4-24247421c418 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:02:47.493777 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-20c24a15-b1da-4205-80bc-6c81a7d790bd req-ba9577e5-9758-4cad-88c4-24247421c418 service neutron] 10.222.0.58 "GET /v2.0/networks?id=06bf4055-f82f-43ff-8ef7-0747a91153cc HTTP/1.1" status: 200  len: 913 time: 0.6936769
Dec 24 11:02:47.511945 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-04fbc530-37a9-4a53-9744-5c194f76be58 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:47.512343 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.segments_db [None req-04fbc530-37a9-4a53-9744-5c194f76be58 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Added segment 506948e2-6ceb-4063-9354-3aeced6fc782 of type vlan for network d96e2d80-ca1f-429a-a149-3f3031e8b873
Dec 24 11:02:47.665333 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 9d45f7dd-5aa4-4680-ae82-1c0db765c421 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:02:47.677133 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-37cbcecb-f35b-48f9-a72a-5fad85e35f66 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f527174c860>, 'e8ee6b56-94fc-4103-850a-d1b7dc7715de') {'for_net_delete': True} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:02:47.677533 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-37cbcecb-f35b-48f9-a72a-5fad85e35f66 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f527174c860>, 'e8ee6b56-94fc-4103-850a-d1b7dc7715de') {} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:02:47.698925 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-93019127-f1be-4fdd-b3f4-4fcbbedbbb5d tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854158724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-84560'] for router, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:47.711430 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-37cbcecb-f35b-48f9-a72a-5fad85e35f66 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749505745113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2241371'] for segment, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:47.741817 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-8ca01e06-171b-4c6d-b917-06ffda235945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Deleting port 7d5fe5ad-65eb-4d79-b862-b94cf452d78d {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:02:47.742224 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8ca01e06-171b-4c6d-b917-06ffda235945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:47.786377 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port 9d45f7dd-5aa4-4680-ae82-1c0db765c421 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:02:47.786807 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:47.868608 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bb0f808-5211-438f-8b5d-a012bc270717 None None] Network 080f09f1-3644-45f6-a515-c3987b590591 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:02:47.868820 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-93019127-f1be-4fdd-b3f4-4fcbbedbbb5d tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:47.871297 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-37cbcecb-f35b-48f9-a72a-5fad85e35f66 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:47.894085 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37cbcecb-f35b-48f9-a72a-5fad85e35f66 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Releasing vlan 648 on physical network physnet1 to pool {{(pid=88878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 24 11:02:47.894550 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-37cbcecb-f35b-48f9-a72a-5fad85e35f66 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036847652098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850807864'] for segment, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:47.920049 dv-neutron-822691-2-hyperv neutron-server[88767]: Traceback (most recent call last):
Dec 24 11:02:47.920049 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 24 11:02:47.920049 dv-neutron-822691-2-hyperv neutron-server[88767]:     timer()
Dec 24 11:02:47.920049 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 11:02:47.920049 dv-neutron-822691-2-hyperv neutron-server[88767]:     cb(*args, **kw)
Dec 24 11:02:47.920049 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 24 11:02:47.920049 dv-neutron-822691-2-hyperv neutron-server[88767]:     return func(*args, **kwargs)
Dec 24 11:02:47.920049 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 11:02:47.920049 dv-neutron-822691-2-hyperv neutron-server[88767]:     self._notify()
Dec 24 11:02:47.920049 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 11:02:47.920049 dv-neutron-822691-2-hyperv neutron-server[88767]:     self.callback(batched_events)
Dec 24 11:02:47.920049 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 11:02:47.920049 dv-neutron-822691-2-hyperv neutron-server[88767]:     event.method(event)
Dec 24 11:02:47.920049 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 11:02:47.920049 dv-neutron-822691-2-hyperv neutron-server[88767]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 11:02:47.920049 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 24 11:02:47.920049 dv-neutron-822691-2-hyperv neutron-server[88767]:     segment_id)['aggregates'][0]
Dec 24 11:02:47.920049 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 24 11:02:47.920049 dv-neutron-822691-2-hyperv neutron-server[88767]:     return f(self, *a, **k)
Dec 24 11:02:47.920049 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 11:02:47.920049 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self._get(url).json()
Dec 24 11:02:47.920049 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 24 11:02:47.920049 dv-neutron-822691-2-hyperv neutron-server[88767]:     **kwargs)
Dec 24 11:02:47.920049 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 24 11:02:47.920049 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self.request(url, 'GET', **kwargs)
Dec 24 11:02:47.920049 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 24 11:02:47.920049 dv-neutron-822691-2-hyperv neutron-server[88767]:     **endpoint_filter)
Dec 24 11:02:47.920049 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 24 11:02:47.920049 dv-neutron-822691-2-hyperv neutron-server[88767]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 11:02:47.920049 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 24 11:02:47.920049 dv-neutron-822691-2-hyperv neutron-server[88767]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 11:02:47.920049 dv-neutron-822691-2-hyperv neutron-server[88767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 11:02:47.983522 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-93019127-f1be-4fdd-b3f4-4fcbbedbbb5d tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854158830'] for router, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:47.984134 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93019127-f1be-4fdd-b3f4-4fcbbedbbb5d tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Fanout notify agent at l3_agent the message router_deleted on router 2c89686f-2410-4518-8dbb-fa3c2fb2e166 {{(pid=88878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 24 11:02:48.064082 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-1b9e3f5a-6904-4070-909a-ae874ecba5b7 None None] Provisioning for port 3d1bf8e6-b7ec-4b19-ae61-19d558bb81b8 completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:02:48.083355 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-1b9e3f5a-6904-4070-909a-ae874ecba5b7 None None] Provisioning complete for port 3d1bf8e6-b7ec-4b19-ae61-19d558bb81b8 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:02:48.083888 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1b9e3f5a-6904-4070-909a-ae874ecba5b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:48.150640 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-37cbcecb-f35b-48f9-a72a-5fad85e35f66 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7126154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659196'] for network, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:48.158757 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-93019127-f1be-4fdd-b3f4-4fcbbedbbb5d tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Notify callbacks [] for router, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:48.163944 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-93019127-f1be-4fdd-b3f4-4fcbbedbbb5d tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] 10.222.0.65 "DELETE /v2.0/routers/2c89686f-2410-4518-8dbb-fa3c2fb2e166 HTTP/1.1" status: 204  len: 168 time: 5.6518157
Dec 24 11:02:48.166106 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-04fbc530-37a9-4a53-9744-5c194f76be58 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363287349540024'] for network, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:48.168781 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-fa58aaa9-a063-45bf-b7cc-719feb6dc59f tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:02:48.180344 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa0fb3b4-ebf7-45c9-ba66-150cd1468838 None None] Network cb7cdb63-c307-45c7-b723-a9ab65f77679 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:02:48.188874 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-37cbcecb-f35b-48f9-a72a-5fad85e35f66 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1977811'] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:48.191390 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 34968) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:02:48.201387 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-8ca01e06-171b-4c6d-b917-06ffda235945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] For port 7d5fe5ad-65eb-4d79-b862-b94cf452d78d, host hv-neutron-8226, got binding levels [] {{(pid=88878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:02:48.201785 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8ca01e06-171b-4c6d-b917-06ffda235945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:48.216153 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa0fb3b4-ebf7-45c9-ba66-150cd1468838 None None] Network cb7cdb63-c307-45c7-b723-a9ab65f77679 could not be found, it might have been deleted concurrently. {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:206}}
Dec 24 11:02:48.217952 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-e8ab24ab-1887-4ba4-99f1-b06a84b2d242 tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2121244690', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:02:48.225410 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-e8ab24ab-1887-4ba4-99f1-b06a84b2d242 tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:02:48.229746 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-e8ab24ab-1887-4ba4-99f1-b06a84b2d242 tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Usage tracker for resource:router and tenant:ee5cf3d76ba94cf2a98bf476ef872852 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:02:48.232783 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-e8ab24ab-1887-4ba4-99f1-b06a84b2d242 tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:02:48.239237 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-e8ab24ab-1887-4ba4-99f1-b06a84b2d242 tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:02:48.246051 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cbcecb-f35b-48f9-a72a-5fad85e35f66 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Pushing event deleted for resources: {'Network': ['ID=cb7cdb63-c307-45c7-b723-a9ab65f77679,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:02:48.255029 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-37cbcecb-f35b-48f9-a72a-5fad85e35f66 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:02:48.319509 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-37cbcecb-f35b-48f9-a72a-5fad85e35f66 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] 10.222.0.65 "DELETE /v2.0/networks/cb7cdb63-c307-45c7-b723-a9ab65f77679 HTTP/1.1" status: 204  len: 168 time: 3.2498944
Dec 24 11:02:48.332953 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 34972) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:02:48.347885 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-7ac3bb40-c1d6-418b-9d46-be1fe9d28016 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Request body: {'port': {'network_id': 'c5575859-d751-4466-a894-d2db623d50b3', 'name': 'tempest-PortsIpV6TestJSON-501795965'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:02:48.351076 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1b9e3f5a-6904-4070-909a-ae874ecba5b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:48.370078 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-822f18d7-35ac-4697-a58e-2f2ee520d486 None None] DHCP port deletion for cb7cdb63-c307-45c7-b723-a9ab65f77679 request from dv-neutron-822691-2-hyperv {{(pid=88880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 24 11:02:48.389348 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-8ca01e06-171b-4c6d-b917-06ffda235945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Calling delete_port for 7d5fe5ad-65eb-4d79-b862-b94cf452d78d owned by  {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:02:48.391478 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-1b9e3f5a-6904-4070-909a-ae874ecba5b7 None None] For port 3d1bf8e6-b7ec-4b19-ae61-19d558bb81b8, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=3d1bf8e6-b7ec-4b19-ae61-19d558bb81b8,segment=NetworkSegment(7d0dc58d-0474-4e82-b3e5-d78baac1a000),segment_id=7d0dc58d-0474-4e82-b3e5-d78baac1a000)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:02:48.398242 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1b9e3f5a-6904-4070-909a-ae874ecba5b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:48.402852 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-0c12bc33-d577-4965-bf3e-2530c147e399 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:02:48.451579 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e8ab24ab-1887-4ba4-99f1-b06a84b2d242 tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-612016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-84579'] for router, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:48.453447 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e8ab24ab-1887-4ba4-99f1-b06a84b2d242 tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854163950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659046', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854079771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854691221'] for router, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:48.504176 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-1b9e3f5a-6904-4070-909a-ae874ecba5b7 None None] Provisioning complete for port 6e8dbed7-055d-46f2-8f31-c98f7663499f triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:02:48.504176 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1b9e3f5a-6904-4070-909a-ae874ecba5b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:48.548124 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9e3f5a-6904-4070-909a-ae874ecba5b7 None None] Pushing event updated for resources: {'Port': ['ID=3d1bf8e6-b7ec-4b19-ae61-19d558bb81b8,revision_number=3']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:02:48.560962 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-1b9e3f5a-6904-4070-909a-ae874ecba5b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:02:48.576672 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e8ab24ab-1887-4ba4-99f1-b06a84b2d242 tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:48.578294 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-1b9e3f5a-6904-4070-909a-ae874ecba5b7 None None] Port 6e8dbed7-055d-46f2-8f31-c98f7663499f cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:02:48.585743 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8ca01e06-171b-4c6d-b917-06ffda235945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:48.595242 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-0db35266-538d-4cfe-9f43-95508ac1dd8c tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:02:48.630724 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-7ac3bb40-c1d6-418b-9d46-be1fe9d28016 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:02:48.656471 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca01e06-171b-4c6d-b917-06ffda235945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Pushing event deleted for resources: {'Port': ['ID=7d5fe5ad-65eb-4d79-b862-b94cf452d78d,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:02:48.664884 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-8ca01e06-171b-4c6d-b917-06ffda235945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:02:48.668897 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-20c24a15-b1da-4205-80bc-6c81a7d790bd req-660ca0f3-3b0a-4a76-b42d-99742b8a64eb service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3a88a9cd-23ff-4882-94d5-148e4e2e250b HTTP/1.1" status: 200  len: 1002 time: 1.1542680
Dec 24 11:02:48.670414 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-04fbc530-37a9-4a53-9744-5c194f76be58 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636'] for network, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:48.672936 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e8ab24ab-1887-4ba4-99f1-b06a84b2d242 tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854163800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854116816'] for router, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:48.676039 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04fbc530-37a9-4a53-9744-5c194f76be58 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:02:48.676846 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-04fbc530-37a9-4a53-9744-5c194f76be58 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks [] for network, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:48.686466 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497742e2-e381-48b8-ae8f-b546015cc685 req-93d2d09f-2196-4ea5-9e17-515616a3f2a9 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:02:48.688188 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-497742e2-e381-48b8-ae8f-b546015cc685 req-93d2d09f-2196-4ea5-9e17-515616a3f2a9 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] 10.222.0.65 "GET /v2.0/ports?device_id=655d927a-1c14-4f1b-88cc-771b29a10c76 HTTP/1.1" status: 200  len: 946 time: 0.2405908
Dec 24 11:02:48.689346 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8ca01e06-171b-4c6d-b917-06ffda235945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:48.703023 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-32a155d3-2e4f-4fc4-833a-d94ef7b22101 None None] Could not find standard attr ID for object e347cdba-ba96-4ecb-a16e-3067980e44ca. {{(pid=88880) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 24 11:02:48.740518 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e8ab24ab-1887-4ba4-99f1-b06a84b2d242 tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Notify callbacks [] for router, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:48.740939 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-7ac3bb40-c1d6-418b-9d46-be1fe9d28016 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:02:48.744913 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-e8ab24ab-1887-4ba4-99f1-b06a84b2d242 tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201  len: 705 time: 0.5428703
Dec 24 11:02:48.744913 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 34978) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:02:48.751692 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-8ca01e06-171b-4c6d-b917-06ffda235945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] 10.222.0.65 "DELETE /v2.0/ports/7d5fe5ad-65eb-4d79-b862-b94cf452d78d HTTP/1.1" status: 204  len: 168 time: 1.3652661
Dec 24 11:02:48.751882 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-1d09feaf-19cd-417f-ae91-d2d14e2588a5 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:02:48.753122 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-c9eb56fb-748c-4ae2-b3af-e41f511fe41e tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'enable_snat': True}}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:02:48.781517 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 34982) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:02:48.858540 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-cb2dc6c3-9e3d-4f0b-9630-697739b26845 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363287349540024'] for network, precommit_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:48.895599 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-497742e2-e381-48b8-ae8f-b546015cc685 req-4d56a2d1-6296-47d0-8aec-7a0987781c85 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] 10.222.0.65 "GET /v2.0/security-groups?id=02c07f75-3a5f-4cdc-91db-62e2db60964c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1995251
Dec 24 11:02:48.931043 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-8750e8b3-f0e8-4550-8049-33ecbc095400 None None] Provisioning complete for port 3d1bf8e6-b7ec-4b19-ae61-19d558bb81b8 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:02:48.931477 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8750e8b3-f0e8-4550-8049-33ecbc095400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:48.976131 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ac3bb40-c1d6-418b-9d46-be1fe9d28016 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Made reservation on behalf of 58aa2a41110240a2b5bfe3b4600f4977 for: {'port': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:02:48.982240 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7ac3bb40-c1d6-418b-9d46-be1fe9d28016 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:48.995953 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-04fbc530-37a9-4a53-9744-5c194f76be58 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201  len: 767 time: 2.4228508
Dec 24 11:02:49.023058 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 34988) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:02:49.042198 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-bd8ddb51-53c8-4bec-af52-ee5a9a0ca2dd tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Request body: {'subnet': {'network_id': 'd96e2d80-ca1f-429a-a149-3f3031e8b873', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:02:49.064400 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-cb2dc6c3-9e3d-4f0b-9630-697739b26845 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636'] for network, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:49.081093 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fbc530-37a9-4a53-9744-5c194f76be58 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Pushing event updated for resources: {'Network': ['ID=d96e2d80-ca1f-429a-a149-3f3031e8b873,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:02:49.091630 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b08a8a1-94bc-4a89-9c96-76d10d48a7ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] GET failed (client error): The resource could not be found.
Dec 24 11:02:49.096563 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-4b08a8a1-94bc-4a89-9c96-76d10d48a7ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] 10.222.0.65 "GET /v2.0/ports/7d5fe5ad-65eb-4d79-b862-b94cf452d78d HTTP/1.1" status: 404  len: 333 time: 0.3020284
Dec 24 11:02:49.096717 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Network d96e2d80-ca1f-429a-a149-3f3031e8b873 details requested by agent ovs-agent-dv-neutron-822691-2-hyperv with host dv-neutron-822691-2-hyperv {{(pid=88880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 24 11:02:49.097793 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-04fbc530-37a9-4a53-9744-5c194f76be58 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:02:49.102034 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-3357540f-9c60-4a32-9604-022c58c0d96e tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:02:49.117987 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c24a15-b1da-4205-80bc-6c81a7d790bd req-d68ccbee-8493-4700-ab26-fbe35400401f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:02:49.119520 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-20c24a15-b1da-4205-80bc-6c81a7d790bd req-d68ccbee-8493-4700-ab26-fbe35400401f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=26cb8daf-b897-4fc8-a72c-e78bd818e5d0 HTTP/1.1" status: 200  len: 851 time: 0.4249473
Dec 24 11:02:49.125905 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 34992) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:02:49.133076 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [None req-7ac3bb40-c1d6-418b-9d46-be1fe9d28016 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] device_id is not set on port 602aa25e-dfce-469a-b5d2-daedc3451366 yet. {{(pid=88879) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 24 11:02:49.240437 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-cb2dc6c3-9e3d-4f0b-9630-697739b26845 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Network e79d417c-bc1e-4e13-841d-2ec658f3373d is not hosted by any dhcp agent {{(pid=88879) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:227}}
Dec 24 11:02:49.245547 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb2dc6c3-9e3d-4f0b-9630-697739b26845 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:02:49.246330 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-cb2dc6c3-9e3d-4f0b-9630-697739b26845 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks [] for network, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:49.247846 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-cb2dc6c3-9e3d-4f0b-9630-697739b26845 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] 10.222.0.65 "PUT /v2.0/networks/e79d417c-bc1e-4e13-841d-2ec658f3373d HTTP/1.1" status: 200  len: 761 time: 1.8981540
Dec 24 11:02:49.277124 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 34996) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:02:49.441475 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2dc6c3-9e3d-4f0b-9630-697739b26845 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Pushing event updated for resources: {'Network': ['ID=e79d417c-bc1e-4e13-841d-2ec658f3373d,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:02:49.453855 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Network e79d417c-bc1e-4e13-841d-2ec658f3373d details requested by agent ovs-agent-dv-neutron-822691-2-hyperv with host dv-neutron-822691-2-hyperv {{(pid=88880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 24 11:02:49.479364 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-cb2dc6c3-9e3d-4f0b-9630-697739b26845 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:02:49.515473 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-bd8ddb51-53c8-4bec-af52-ee5a9a0ca2dd tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:02:49.526332 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-bd8ddb51-53c8-4bec-af52-ee5a9a0ca2dd tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Usage tracker for resource:subnet and tenant:56d5354af46a4a91924cfe2259b4b254 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:02:49.530489 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-bd8ddb51-53c8-4bec-af52-ee5a9a0ca2dd tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:02:49.539429 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-bd8ddb51-53c8-4bec-af52-ee5a9a0ca2dd tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:02:49.555689 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c9eb56fb-748c-4ae2-b3af-e41f511fe41e tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-659031', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854691240'] for router, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:49.560107 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd8ddb51-53c8-4bec-af52-ee5a9a0ca2dd tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Made reservation on behalf of 56d5354af46a4a91924cfe2259b4b254 for: {'subnet': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:02:49.600698 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 3d1bf8e6-b7ec-4b19-ae61-19d558bb81b8 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:02:49.690438 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port 3d1bf8e6-b7ec-4b19-ae61-19d558bb81b8 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:02:49.690840 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:49.698744 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2dc60d35-cbaa-4443-8ede-831a5bfad348 tempest-PortsAdminExtendedAttrsIpV6TestJSON-811669030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-811669030-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036847558493'] for network, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:49.700839 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bd8ddb51-53c8-4bec-af52-ee5a9a0ca2dd tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2246100'] for subnet, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:49.739242 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3136020-9d68-4d94-bbe5-3df97b8cd220 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:02:49.747184 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-a3136020-9d68-4d94-bbe5-3df97b8cd220 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] 10.222.0.65 "GET /v2.0/networks?id=e79d417c-bc1e-4e13-841d-2ec658f3373d HTTP/1.1" status: 200  len: 764 time: 0.4478517
Dec 24 11:02:49.753387 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 35000) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:02:49.834944 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device e347cdba-ba96-4ecb-a16e-3067980e44ca no longer exists at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:02:49.868208 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.ipam_backend_mixin [None req-bd8ddb51-53c8-4bec-af52-ee5a9a0ca2dd tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Performing IP validity checks on allocation pools {{(pid=88878) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:318}}
Dec 24 11:02:49.868900 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.ipam_backend_mixin [None req-bd8ddb51-53c8-4bec-af52-ee5a9a0ca2dd tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88878) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:339}}
Dec 24 11:02:49.870935 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] No Port match for: e347cdba-ba96-4ecb-a16e-3067980e44ca {{(pid=88880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 24 11:02:49.871881 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device e347cdba-ba96-4ecb-a16e-3067980e44ca not bound to the agent host dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 24 11:02:49.880776 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-20c24a15-b1da-4205-80bc-6c81a7d790bd req-52103383-dee9-417b-922a-84b1d4769041 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=06bf4055-f82f-43ff-8ef7-0747a91153cc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.7025239
Dec 24 11:02:50.154755 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-992f50ac-7935-40e8-be1d-7838d12552d6 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:02:50.155515 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-992f50ac-7935-40e8-be1d-7838d12552d6 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Synchronizing usage tracker for tenant:18d2a9fdfea84546a82d906d6ec9907e on resource:network {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:02:50.218875 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-992f50ac-7935-40e8-be1d-7838d12552d6 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Unset dirty status for tenant:18d2a9fdfea84546a82d906d6ec9907e on resource:network {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:02:50.222817 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-992f50ac-7935-40e8-be1d-7838d12552d6 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 782 time: 0.4655302
Dec 24 11:02:50.229304 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 35006) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:02:50.284494 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5ced9b3-cc43-429f-9eed-6839321fc03a tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Router 82522dec-d7db-4f09-8a75-f1a4d5175436 is scheduled to L3 agent 198cca88-1338-4098-b44b-beb0346ac906 with binding_index 1 {{(pid=88879) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 24 11:02:50.302184 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-212ec179-20f5-4e71-b872-6c8801a57c0a tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Synchronizing usage tracker for tenant:18d2a9fdfea84546a82d906d6ec9907e on resource:subnet {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:02:50.358036 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0323e45-24ec-4639-8168-41f07ad0316e req-cbfaa847-c166-4d88-83a3-61f5481a58e1 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:02:50.359717 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-d0323e45-24ec-4639-8168-41f07ad0316e req-cbfaa847-c166-4d88-83a3-61f5481a58e1 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] 10.222.0.65 "GET /v2.0/ports?device_id=655d927a-1c14-4f1b-88cc-771b29a10c76 HTTP/1.1" status: 200  len: 946 time: 0.3292897
Dec 24 11:02:50.362666 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2dc60d35-cbaa-4443-8ede-831a5bfad348 tempest-PortsAdminExtendedAttrsIpV6TestJSON-811669030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-811669030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847649663', 'neutron.services.segments.db._delete_segments_for_network-8749505737672'] for network, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:50.384889 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7ac3bb40-c1d6-418b-9d46-be1fe9d28016 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:50.413673 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bd8ddb51-53c8-4bec-af52-ee5a9a0ca2dd tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850796890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2246085'] for subnet, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:50.421333 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-2be638a7-bdd3-47b0-9a19-9a3387193f47 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:02:50.449056 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-212ec179-20f5-4e71-b872-6c8801a57c0a tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Unset dirty status for tenant:18d2a9fdfea84546a82d906d6ec9907e on resource:subnet {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:02:50.450301 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-212ec179-20f5-4e71-b872-6c8801a57c0a tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] 10.222.0.65 "GET /v2.0/subnets?network_id=f8c337ba-681f-4fcb-a333-e3c49365b30a HTTP/1.1" status: 200  len: 207 time: 0.2199192
Dec 24 11:02:50.458596 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 35010) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:02:50.487923 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-2dc60d35-cbaa-4443-8ede-831a5bfad348 tempest-PortsAdminExtendedAttrsIpV6TestJSON-811669030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-811669030-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f52713cc940>,) {'filters': {'network_id': ['da3e68ee-a02b-4a13-b90f-2887a57050f7']}} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:02:50.515826 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-2dc60d35-cbaa-4443-8ede-831a5bfad348 tempest-PortsAdminExtendedAttrsIpV6TestJSON-811669030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-811669030-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f52713cc940>, 'fc87e019-29c4-4d9b-94e2-4ec30d1b4ba6') {'for_net_delete': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:02:50.516380 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-2dc60d35-cbaa-4443-8ede-831a5bfad348 tempest-PortsAdminExtendedAttrsIpV6TestJSON-811669030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-811669030-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f52713cc940>, 'fc87e019-29c4-4d9b-94e2-4ec30d1b4ba6') {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:02:50.519597 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c9eb56fb-748c-4ae2-b3af-e41f511fe41e tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:50.583669 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c9eb56fb-748c-4ae2-b3af-e41f511fe41e tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:50.611920 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-d0323e45-24ec-4639-8168-41f07ad0316e req-fa873f18-1875-49b2-8b84-7ccb9ab0e54e tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] 10.222.0.65 "GET /v2.0/security-groups?id=02c07f75-3a5f-4cdc-91db-62e2db60964c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2416239
Dec 24 11:02:50.625066 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2dc60d35-cbaa-4443-8ede-831a5bfad348 tempest-PortsAdminExtendedAttrsIpV6TestJSON-811669030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-811669030-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749505745113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853989108'] for segment, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:50.640646 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e53004c-45c2-4d35-85fd-0e1ab6dd9f03 admin admin] Router 1eb6a4ee-8ae3-441c-b3d2-afb3a85953e4 is scheduled to L3 agent 198cca88-1338-4098-b44b-beb0346ac906 with binding_index 1 {{(pid=88879) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 24 11:02:50.665484 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8ddb51-53c8-4bec-af52-ee5a9a0ca2dd tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Pushing event updated for resources: {'Subnet': ['ID=193923b9-4e72-47fd-9c21-244cb75c5c5c,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:02:50.716444 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-20c24a15-b1da-4205-80bc-6c81a7d790bd req-663c44ac-67da-4bdc-910a-9106f3dbcb8c service neutron] 10.222.0.58 "GET /v2.0/networks/06bf4055-f82f-43ff-8ef7-0747a91153cc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8205543
Dec 24 11:02:50.726085 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-bd8ddb51-53c8-4bec-af52-ee5a9a0ca2dd tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:02:50.749621 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2dc60d35-cbaa-4443-8ede-831a5bfad348 tempest-PortsAdminExtendedAttrsIpV6TestJSON-811669030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-811669030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:50.768468 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2dc60d35-cbaa-4443-8ede-831a5bfad348 tempest-PortsAdminExtendedAttrsIpV6TestJSON-811669030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-811669030-project] Releasing vlan 608 on physical network physnet1 to pool {{(pid=88879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 24 11:02:50.769085 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2dc60d35-cbaa-4443-8ede-831a5bfad348 tempest-PortsAdminExtendedAttrsIpV6TestJSON-811669030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-811669030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036847652098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3926696'] for segment, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:50.788710 dv-neutron-822691-2-hyperv neutron-server[88767]: Traceback (most recent call last):
Dec 24 11:02:50.788710 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 24 11:02:50.788710 dv-neutron-822691-2-hyperv neutron-server[88767]:     timer()
Dec 24 11:02:50.788710 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 11:02:50.788710 dv-neutron-822691-2-hyperv neutron-server[88767]:     cb(*args, **kw)
Dec 24 11:02:50.788710 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 24 11:02:50.788710 dv-neutron-822691-2-hyperv neutron-server[88767]:     return func(*args, **kwargs)
Dec 24 11:02:50.788710 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 11:02:50.788710 dv-neutron-822691-2-hyperv neutron-server[88767]:     self._notify()
Dec 24 11:02:50.788710 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 11:02:50.788710 dv-neutron-822691-2-hyperv neutron-server[88767]:     self.callback(batched_events)
Dec 24 11:02:50.788710 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 11:02:50.788710 dv-neutron-822691-2-hyperv neutron-server[88767]:     event.method(event)
Dec 24 11:02:50.788710 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 11:02:50.788710 dv-neutron-822691-2-hyperv neutron-server[88767]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 11:02:50.788710 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 24 11:02:50.788710 dv-neutron-822691-2-hyperv neutron-server[88767]:     segment_id)['aggregates'][0]
Dec 24 11:02:50.788710 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 24 11:02:50.788710 dv-neutron-822691-2-hyperv neutron-server[88767]:     return f(self, *a, **k)
Dec 24 11:02:50.788710 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 11:02:50.788710 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self._get(url).json()
Dec 24 11:02:50.788710 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 24 11:02:50.788710 dv-neutron-822691-2-hyperv neutron-server[88767]:     **kwargs)
Dec 24 11:02:50.788710 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 24 11:02:50.788710 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self.request(url, 'GET', **kwargs)
Dec 24 11:02:50.788710 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 24 11:02:50.788710 dv-neutron-822691-2-hyperv neutron-server[88767]:     **endpoint_filter)
Dec 24 11:02:50.788710 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 24 11:02:50.788710 dv-neutron-822691-2-hyperv neutron-server[88767]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 11:02:50.788710 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 24 11:02:50.788710 dv-neutron-822691-2-hyperv neutron-server[88767]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 11:02:50.788710 dv-neutron-822691-2-hyperv neutron-server[88767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 11:02:50.810497 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7ac3bb40-c1d6-418b-9d46-be1fe9d28016 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:50.813519 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd8ddb51-53c8-4bec-af52-ee5a9a0ca2dd tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Checking segment: {'id': '506948e2-6ceb-4063-9354-3aeced6fc782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'd96e2d80-ca1f-429a-a149-3f3031e8b873'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:02:50.813952 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd8ddb51-53c8-4bec-af52-ee5a9a0ca2dd tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Network hostable DHCP agents. Network: d96e2d80-ca1f-429a-a149-3f3031e8b873, hostable agents: ['edcf98dc-3032-472a-8b3d-f23fd1e89806'], hosted agents: [] {{(pid=88878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 24 11:02:50.836126 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-82e4c018-e0e6-4308-81f6-5663e2638f09 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:02:50.836961 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5530471f-6119-410b-9dd3-1a26dec4791c tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:02:50.841575 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5530471f-6119-410b-9dd3-1a26dec4791c tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:02:50.845995 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5530471f-6119-410b-9dd3-1a26dec4791c tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:02:50.850464 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5530471f-6119-410b-9dd3-1a26dec4791c tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:02:50.855095 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5530471f-6119-410b-9dd3-1a26dec4791c tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:02:50.860047 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5530471f-6119-410b-9dd3-1a26dec4791c tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:02:50.866500 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-5530471f-6119-410b-9dd3-1a26dec4791c tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200  len: 3729 time: 0.3954258
Dec 24 11:02:50.869953 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 35014) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:02:51.060470 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd8ddb51-53c8-4bec-af52-ee5a9a0ca2dd tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Network d96e2d80-ca1f-429a-a149-3f3031e8b873 is scheduled to be hosted by DHCP agent edcf98dc-3032-472a-8b3d-f23fd1e89806 with binding_index 1 {{(pid=88878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 24 11:02:51.076288 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-c9eb56fb-748c-4ae2-b3af-e41f511fe41e tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Allocated IP 172.26.3.47 (f8c337ba-681f-4fcb-a333-e3c49365b30a/8ea1398c-0bec-46d6-8d54-85798de2a7ca/35ba4edb-287c-4573-8757-598b0904bd77) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:02:51.111569 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-bd8ddb51-53c8-4bec-af52-ee5a9a0ca2dd tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822691-2-hyperv, d96e2d80-ca1f-429a-a149-3f3031e8b873) {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:02:51.121152 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3a2f2ce-c7c6-41a6-a24c-eac64d687e16 None None] Network d96e2d80-ca1f-429a-a149-3f3031e8b873 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:02:51.122041 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd8ddb51-53c8-4bec-af52-ee5a9a0ca2dd tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:02:51.122680 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bd8ddb51-53c8-4bec-af52-ee5a9a0ca2dd tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:51.123050 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2dc60d35-cbaa-4443-8ede-831a5bfad348 tempest-PortsAdminExtendedAttrsIpV6TestJSON-811669030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-811669030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7126154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659196'] for network, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:51.124842 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac3bb40-c1d6-418b-9d46-be1fe9d28016 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Pushing event updated for resources: {'Port': ['ID=602aa25e-dfce-469a-b5d2-daedc3451366,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:02:51.140644 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7ac3bb40-c1d6-418b-9d46-be1fe9d28016 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:02:51.144492 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-e2b5a51f-2922-4fb9-a867-90005eb03f0d tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] 10.222.0.65 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200  len: 811 time: 0.2721999
Dec 24 11:02:51.149220 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-4efa4aa2-5c0e-4d53-8ec4-202f2363a654 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:02:51.168737 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 35018) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:02:51.171283 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2dc60d35-cbaa-4443-8ede-831a5bfad348 tempest-PortsAdminExtendedAttrsIpV6TestJSON-811669030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-811669030-project] Notify callbacks [] for network, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:51.175333 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ac3bb40-c1d6-418b-9d46-be1fe9d28016 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Network c5575859-d751-4466-a894-d2db623d50b3 is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:02:51.184165 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-7ac3bb40-c1d6-418b-9d46-be1fe9d28016 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Resources bound (agent type, host, resource id):  {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:02:51.188896 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac3bb40-c1d6-418b-9d46-be1fe9d28016 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:02:51.193191 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ac3bb40-c1d6-418b-9d46-be1fe9d28016 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:02:51.193896 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7ac3bb40-c1d6-418b-9d46-be1fe9d28016 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:51.211451 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc60d35-cbaa-4443-8ede-831a5bfad348 tempest-PortsAdminExtendedAttrsIpV6TestJSON-811669030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-811669030-project] Pushing event deleted for resources: {'Network': ['ID=da3e68ee-a02b-4a13-b90f-2887a57050f7,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:02:51.231959 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-2dc60d35-cbaa-4443-8ede-831a5bfad348 tempest-PortsAdminExtendedAttrsIpV6TestJSON-811669030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-811669030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:02:51.242723 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-2dc60d35-cbaa-4443-8ede-831a5bfad348 tempest-PortsAdminExtendedAttrsIpV6TestJSON-811669030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-811669030-project] 10.222.0.65 "DELETE /v2.0/networks/da3e68ee-a02b-4a13-b90f-2887a57050f7 HTTP/1.1" status: 204  len: 168 time: 2.1090522
Dec 24 11:02:51.245762 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-20c24a15-b1da-4205-80bc-6c81a7d790bd req-83d4e099-efa3-46b2-a017-12c65ae6ee9f service neutron] 10.222.0.58 "GET /v2.0/networks/06bf4055-f82f-43ff-8ef7-0747a91153cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5183792
Dec 24 11:02:51.257901 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-7ac3bb40-c1d6-418b-9d46-be1fe9d28016 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 849 time: 2.9184628
Dec 24 11:02:51.258531 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 35024) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:02:51.275658 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-bd8ddb51-53c8-4bec-af52-ee5a9a0ca2dd tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.2471318
Dec 24 11:02:51.280039 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 35028) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:02:51.288607 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-6f7e44ea-e1f0-44be-a186-78939cfe9df6 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Request body: {'port': {'network_id': 'd96e2d80-ca1f-429a-a149-3f3031e8b873', 'name': 'tempest-PortsTestJSON-2027635337'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:02:51.355331 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5ced9b3-cc43-429f-9eed-6839321fc03a tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:02:51.378815 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-d5ced9b3-cc43-429f-9eed-6839321fc03a tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "PUT /v2.0/routers/82522dec-d7db-4f09-8a75-f1a4d5175436/add_router_interface HTTP/1.1" status: 200  len: 503 time: 10.4711435
Dec 24 11:02:51.384304 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 35032) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:02:51.424974 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd902b7a-71df-4d2b-935d-73d254912d7e None None] Sync routers for ids ['82522dec-d7db-4f09-8a75-f1a4d5175436'] in dv-neutron-822691-2-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:02:51.463566 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-753c0331-aa74-43b9-955c-620ddd93689f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73968e80-91fd-539e-a7c6-b31af6d9e680-d96e2d80-ca1f-429a-a149-3f3031e8b873', 'network_id': 'd96e2d80-ca1f-429a-a149-3f3031e8b873', 'tenant_id': '56d5354af46a4a91924cfe2259b4b254', 'fixed_ips': [{'subnet_id': '193923b9-4e72-47fd-9c21-244cb75c5c5c'}]}} from dv-neutron-822691-2-hyperv. {{(pid=88880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 24 11:02:51.464503 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-753c0331-aa74-43b9-955c-620ddd93689f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:51.482154 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e6b39fd-cfbf-4be4-a4e9-c634333d35d0 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:02:51.484815 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e6b39fd-cfbf-4be4-a4e9-c634333d35d0 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:02:51.486502 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e6b39fd-cfbf-4be4-a4e9-c634333d35d0 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:02:51.488259 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e6b39fd-cfbf-4be4-a4e9-c634333d35d0 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:02:51.489916 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e6b39fd-cfbf-4be4-a4e9-c634333d35d0 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:02:51.491962 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-8e6b39fd-cfbf-4be4-a4e9-c634333d35d0 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 3330 time: 0.3223550
Dec 24 11:02:51.496668 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd902b7a-71df-4d2b-935d-73d254912d7e None None] Routers {'82522dec-d7db-4f09-8a75-f1a4d5175436'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:02:51.498357 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-bd902b7a-71df-4d2b-935d-73d254912d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f527150ab70>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:02:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['82522dec-d7db-4f09-8a75-f1a4d5175436'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:02:51.503914 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 35038) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:02:51.590104 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-f6e0156f-54d6-4cb2-9d80-ff941e69fc2b tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Deleting port 602aa25e-dfce-469a-b5d2-daedc3451366 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:02:51.591098 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f6e0156f-54d6-4cb2-9d80-ff941e69fc2b tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:51.636321 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 35042) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:02:51.648406 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37f39b06-4c97-4a74-839a-8c431020e71e tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:02:51.649057 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-37f39b06-4c97-4a74-839a-8c431020e71e tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Synchronizing usage tracker for tenant:739a78fd4cfc48c2a4011598579f8f8c on resource:port {{(pid=88879) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:02:51.717451 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-37f39b06-4c97-4a74-839a-8c431020e71e tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Unset dirty status for tenant:739a78fd4cfc48c2a4011598579f8f8c on resource:port {{(pid=88879) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:02:51.721786 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-37f39b06-4c97-4a74-839a-8c431020e71e tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "GET /v2.0/ports/6e8dbed7-055d-46f2-8f31-c98f7663499f HTTP/1.1" status: 200  len: 911 time: 0.3351278
Dec 24 11:02:51.722855 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 35050) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:02:51.778040 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-6f7e44ea-e1f0-44be-a186-78939cfe9df6 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:02:51.805112 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-6f7e44ea-e1f0-44be-a186-78939cfe9df6 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:02:51.829514 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e53004c-45c2-4d35-85fd-0e1ab6dd9f03 admin admin] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:02:51.840366 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66887a64-381a-43b3-92c7-2b490aabca64 None None] Sync routers for ids ['1eb6a4ee-8ae3-441c-b3d2-afb3a85953e4'] in dv-neutron-822691-2-hyperv {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:02:51.840676 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f7e44ea-e1f0-44be-a186-78939cfe9df6 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Made reservation on behalf of 56d5354af46a4a91924cfe2259b4b254 for: {'port': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:02:51.847199 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6f7e44ea-e1f0-44be-a186-78939cfe9df6 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:51.867242 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66887a64-381a-43b3-92c7-2b490aabca64 None None] Routers {'1eb6a4ee-8ae3-441c-b3d2-afb3a85953e4'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:02:51.878351 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-66887a64-381a-43b3-92c7-2b490aabca64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271e03978>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:02:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['1eb6a4ee-8ae3-441c-b3d2-afb3a85953e4'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:02:51.897593 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [None req-6f7e44ea-e1f0-44be-a186-78939cfe9df6 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] device_id is not set on port b04488ba-3314-4a12-bcfa-735febdb1cef yet. {{(pid=88879) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 24 11:02:51.898456 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-753c0331-aa74-43b9-955c-620ddd93689f None None] Allocated IP 172.20.0.2 (d96e2d80-ca1f-429a-a149-3f3031e8b873/193923b9-4e72-47fd-9c21-244cb75c5c5c/5764c92d-5509-41f3-842b-5ff717d681fe) {{(pid=88880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:02:51.942605 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8e53004c-45c2-4d35-85fd-0e1ab6dd9f03 admin admin] Notify callbacks [] for router, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:51.947254 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-8e53004c-45c2-4d35-85fd-0e1ab6dd9f03 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 10.5932138
Dec 24 11:02:51.950577 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 35054) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:02:51.962773 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-732530da-68da-47af-9103-e181a56a3208 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:02:51.967282 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-732530da-68da-47af-9103-e181a56a3208 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:02:51.973343 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-732530da-68da-47af-9103-e181a56a3208 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1655 time: 0.2471824
Dec 24 11:02:52.009456 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 35058) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:02:52.175345 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-66887a64-381a-43b3-92c7-2b490aabca64 None None] Set router 1eb6a4ee-8ae3-441c-b3d2-afb3a85953e4 gateway port host: dv-neutron-822691-2-hyperv {{(pid=88881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:02:52.185876 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-ff5b562b-48a7-47de-931e-99ac7c57f4a7 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4970dc806060491f95a0d5d24076181d&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5434980
Dec 24 11:02:52.188305 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 35062) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:02:52.321005 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c9eb56fb-748c-4ae2-b3af-e41f511fe41e tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:52.388461 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-753c0331-aa74-43b9-955c-620ddd93689f None None] Notify callbacks [] for port, precommit_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:52.391516 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24a732f8-4739-45c3-8858-f89281b21109 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Attributes excluded by policy engine: ['shared'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:02:52.393615 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24a732f8-4739-45c3-8858-f89281b21109 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Attributes excluded by policy engine: ['shared'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:02:52.395270 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24a732f8-4739-45c3-8858-f89281b21109 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Attributes excluded by policy engine: ['shared'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:02:52.396801 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24a732f8-4739-45c3-8858-f89281b21109 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Attributes excluded by policy engine: ['shared'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:02:52.398545 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24a732f8-4739-45c3-8858-f89281b21109 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Attributes excluded by policy engine: ['shared'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:02:52.403994 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-24a732f8-4739-45c3-8858-f89281b21109 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] 10.222.0.65 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200  len: 697 time: 0.8903108
Dec 24 11:02:52.404172 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-753c0331-aa74-43b9-955c-620ddd93689f None None] Transition to ACTIVE for port object 5764c92d-5509-41f3-842b-5ff717d681fe will not be triggered until provisioned by entity L2. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:02:52.414182 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 35066) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:02:52.423210 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-753c0331-aa74-43b9-955c-620ddd93689f None None] Transition to ACTIVE for port object 5764c92d-5509-41f3-842b-5ff717d681fe will not be triggered until provisioned by entity DHCP. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:02:52.432315 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-753c0331-aa74-43b9-955c-620ddd93689f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408'] for port, after_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:52.440116 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-1b9e3f5a-6904-4070-909a-ae874ecba5b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:02:52.519361 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753c0331-aa74-43b9-955c-620ddd93689f None None] Pushing event updated for resources: {'Port': ['ID=5764c92d-5509-41f3-842b-5ff717d681fe,revision_number=1']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:02:52.527810 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-753c0331-aa74-43b9-955c-620ddd93689f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:02:52.533576 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-66887a64-381a-43b3-92c7-2b490aabca64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271e03978>, [{'id': '1eb6a4ee-8ae3-441c-b3d2-afb3a85953e4', 'name': 'tempest-ServersTestManualDisk-111115318-router', 'tenant_id': '392c706564b54bdf9b4aefef23ad272e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.229'}], 'enable_snat': True}, 'gw_port_id': '4d269f74-e6f0-4d49-be8e-ff9a1d806565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:02:41Z', 'updated_at': '2021-12-24T11:02:45Z', 'revision_number': 3, 'project_id': '392c706564b54bdf9b4aefef23ad272e', 'gw_port': {'id': '4d269f74-e6f0-4d49-be8e-ff9a1d806565', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:4e:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1eb6a4ee-8ae3-441c-b3d2-afb3a85953e4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:02:43Z', 'updated_at': '2021-12-24T11:02:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv'}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:02:52.537656 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66887a64-381a-43b3-92c7-2b490aabca64 None None] Checking router: 1eb6a4ee-8ae3-441c-b3d2-afb3a85953e4 for host: dv-neutron-822691-2-hyperv {{(pid=88881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 24 11:02:52.538146 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66887a64-381a-43b3-92c7-2b490aabca64 None None] Updating router 1eb6a4ee-8ae3-441c-b3d2-afb3a85953e4 port 4d269f74-e6f0-4d49-be8e-ff9a1d806565 binding host dv-neutron-822691-2-hyperv {{(pid=88881) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 24 11:02:52.553315 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-753c0331-aa74-43b9-955c-620ddd93689f None None] Network d96e2d80-ca1f-429a-a149-3f3031e8b873 is already hosted by enough agents. {{(pid=88880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:02:52.555603 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-753c0331-aa74-43b9-955c-620ddd93689f None None] Resources bound (agent type, host, resource id):  {{(pid=88880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:02:52.559588 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753c0331-aa74-43b9-955c-620ddd93689f None None] Received port after_create {{(pid=88880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:02:52.563435 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-bd902b7a-71df-4d2b-935d-73d254912d7e None None] Set router 82522dec-d7db-4f09-8a75-f1a4d5175436 gateway port host: None {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:02:52.627379 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-66887a64-381a-43b3-92c7-2b490aabca64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:52.731069 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c9eb56fb-748c-4ae2-b3af-e41f511fe41e tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:52.771180 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-18b1675b-9b6c-431a-a893-268609b0757e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:52.794768 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-753c0331-aa74-43b9-955c-620ddd93689f None None] Attempting to bind port 5764c92d-5509-41f3-842b-5ff717d681fe on host dv-neutron-822691-2-hyperv for vnic_type normal with profile  {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:02:52.795186 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-753c0331-aa74-43b9-955c-620ddd93689f None None] Attempting to bind port 5764c92d-5509-41f3-842b-5ff717d681fe by drivers openvswitch,hyperv on host dv-neutron-822691-2-hyperv at level 0 using segments [{'id': '506948e2-6ceb-4063-9354-3aeced6fc782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'd96e2d80-ca1f-429a-a149-3f3031e8b873'}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:02:52.795598 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-753c0331-aa74-43b9-955c-620ddd93689f None None] Attempting to bind port 5764c92d-5509-41f3-842b-5ff717d681fe on network d96e2d80-ca1f-429a-a149-3f3031e8b873 {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:02:52.802376 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-431b81fd-ab1a-48ed-8318-43c12397f628 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:02:52.810106 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-18b1675b-9b6c-431a-a893-268609b0757e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:52.877695 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0520e06a-d6b9-4aaa-aabb-20fde2d29ef4 req-f112d0e0-ccf6-4ccd-97c6-bbe9a463663e tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:02:52.879555 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-0520e06a-d6b9-4aaa-aabb-20fde2d29ef4 req-f112d0e0-ccf6-4ccd-97c6-bbe9a463663e tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] 10.222.0.65 "GET /v2.0/ports?device_id=655d927a-1c14-4f1b-88cc-771b29a10c76 HTTP/1.1" status: 200  len: 946 time: 0.8644431
Dec 24 11:02:52.894264 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-18b1675b-9b6c-431a-a893-268609b0757e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:52.904513 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-887eb29b-ef47-49bb-b80b-24f32438fe9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:02:52.926151 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f6e0156f-54d6-4cb2-9d80-ff941e69fc2b tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:52.941677 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b1675b-9b6c-431a-a893-268609b0757e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5109581b-f145-4087-a053-6f14bbb11ac0,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:02:52.954110 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-18b1675b-9b6c-431a-a893-268609b0757e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:02:52.955915 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-6f7e44ea-e1f0-44be-a186-78939cfe9df6 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Allocated IP 172.20.0.8 (d96e2d80-ca1f-429a-a149-3f3031e8b873/193923b9-4e72-47fd-9c21-244cb75c5c5c/b04488ba-3314-4a12-bcfa-735febdb1cef) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:02:52.975629 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-753c0331-aa74-43b9-955c-620ddd93689f None None] Checking agent: {'id': 'db1275c1-6001-47af-93c2-635c68404703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822691-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 52, 8), 'started_at': datetime.datetime(2021, 12, 24, 10, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 2, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822691-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:02:52.976062 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-753c0331-aa74-43b9-955c-620ddd93689f None None] Checking segment: {'id': '506948e2-6ceb-4063-9354-3aeced6fc782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'd96e2d80-ca1f-429a-a149-3f3031e8b873'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:02:52.976484 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-753c0331-aa74-43b9-955c-620ddd93689f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:52.976924 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-753c0331-aa74-43b9-955c-620ddd93689f None None] Bound using segment: {'id': '506948e2-6ceb-4063-9354-3aeced6fc782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'd96e2d80-ca1f-429a-a149-3f3031e8b873'} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:02:52.977463 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-753c0331-aa74-43b9-955c-620ddd93689f None None] Bound port: 5764c92d-5509-41f3-842b-5ff717d681fe, host: dv-neutron-822691-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '506948e2-6ceb-4063-9354-3aeced6fc782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'd96e2d80-ca1f-429a-a149-3f3031e8b873'}}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:02:52.977901 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-753c0331-aa74-43b9-955c-620ddd93689f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:52.986281 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9eb56fb-748c-4ae2-b3af-e41f511fe41e tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Network f8c337ba-681f-4fcb-a333-e3c49365b30a is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:02:52.994175 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-18b1675b-9b6c-431a-a893-268609b0757e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:52.998344 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-18b1675b-9b6c-431a-a893-268609b0757e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/5109581b-f145-4087-a053-6f14bbb11ac0 HTTP/1.1" status: 204  len: 168 time: 0.8064268
Dec 24 11:02:53.023660 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-66887a64-381a-43b3-92c7-2b490aabca64 None None] Notify callbacks [] for port, precommit_update {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:53.037488 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-66887a64-381a-43b3-92c7-2b490aabca64 None None] Transition to ACTIVE for port object 4d269f74-e6f0-4d49-be8e-ff9a1d806565 will not be triggered until provisioned by entity L2. {{(pid=88881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:02:53.047364 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-66887a64-381a-43b3-92c7-2b490aabca64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:53.081505 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-c9eb56fb-748c-4ae2-b3af-e41f511fe41e tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Resources bound (agent type, host, resource id):  {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:02:53.083929 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-1120a089-b35d-4991-b285-7f6ac32df071 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:02:53.084901 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9eb56fb-748c-4ae2-b3af-e41f511fe41e tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:02:53.125319 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-753c0331-aa74-43b9-955c-620ddd93689f None None] For port 5764c92d-5509-41f3-842b-5ff717d681fe, host dv-neutron-822691-2-hyperv, cleared binding levels {{(pid=88880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:02:53.130066 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-753c0331-aa74-43b9-955c-620ddd93689f None None] For port 5764c92d-5509-41f3-842b-5ff717d681fe, host dv-neutron-822691-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=5764c92d-5509-41f3-842b-5ff717d681fe,segment=NetworkSegment(506948e2-6ceb-4063-9354-3aeced6fc782),segment_id=506948e2-6ceb-4063-9354-3aeced6fc782)] {{(pid=88880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:02:53.132263 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-bd902b7a-71df-4d2b-935d-73d254912d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f527150ab70>, [{'id': '82522dec-d7db-4f09-8a75-f1a4d5175436', 'name': 'tempest-NetworksTestDHCPv6-router-383506404', 'tenant_id': '739a78fd4cfc48c2a4011598579f8f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:02:40Z', 'updated_at': '2021-12-24T11:02:44Z', 'revision_number': 2, 'project_id': '739a78fd4cfc48c2a4011598579f8f8c', 'gw_port_host': None, '_interfaces': [{'id': '6e8dbed7-055d-46f2-8f31-c98f7663499f', 'name': '', 'network_id': '1c9eeaac-d205-4b19-a351-2fe67dd78b42', 'tenant_id': '739a78fd4cfc48c2a4011598579f8f8c', 'mac_address': 'fa:16:3e:91:d0:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82522dec-d7db-4f09-8a75-f1a4d5175436', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'adda9861-35b9-4b43-8cd9-4d2dcfac8145', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:02:42Z', 'updated_at': '2021-12-24T11:02:45Z', 'revision_number': 2, 'project_id': '739a78fd4cfc48c2a4011598579f8f8c', 'subnets': [{'id': 'adda9861-35b9-4b43-8cd9-4d2dcfac8145', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:02:53.137784 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd902b7a-71df-4d2b-935d-73d254912d7e None None] Checking router: 82522dec-d7db-4f09-8a75-f1a4d5175436 for host: dv-neutron-822691-2-hyperv {{(pid=88880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 24 11:02:53.138225 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd902b7a-71df-4d2b-935d-73d254912d7e None None] Updating router 82522dec-d7db-4f09-8a75-f1a4d5175436 port 6e8dbed7-055d-46f2-8f31-c98f7663499f binding host dv-neutron-822691-2-hyperv {{(pid=88880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 24 11:02:53.193501 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-66887a64-381a-43b3-92c7-2b490aabca64 None None] Attempting to bind port 4d269f74-e6f0-4d49-be8e-ff9a1d806565 on host dv-neutron-822691-2-hyperv for vnic_type normal with profile  {{(pid=88881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:02:53.193899 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-66887a64-381a-43b3-92c7-2b490aabca64 None None] Attempting to bind port 4d269f74-e6f0-4d49-be8e-ff9a1d806565 by drivers openvswitch,hyperv on host dv-neutron-822691-2-hyperv at level 0 using segments [{'id': 'd4e3295f-9ff8-4cad-8a20-3f1c937efc8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a'}] {{(pid=88881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:02:53.194310 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66887a64-381a-43b3-92c7-2b490aabca64 None None] Attempting to bind port 4d269f74-e6f0-4d49-be8e-ff9a1d806565 on network f8c337ba-681f-4fcb-a333-e3c49365b30a {{(pid=88881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:02:53.206873 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904f249a-d185-421a-ac88-29a040ad5fca None None] Pushing event updated for resources: {'Port': ['ID=4d269f74-e6f0-4d49-be8e-ff9a1d806565,revision_number=2']} {{(pid=88881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:02:53.210257 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66887a64-381a-43b3-92c7-2b490aabca64 None None] Checking agent: {'id': 'db1275c1-6001-47af-93c2-635c68404703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822691-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 52, 8), 'started_at': datetime.datetime(2021, 12, 24, 10, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 2, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822691-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:02:53.210673 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66887a64-381a-43b3-92c7-2b490aabca64 None None] Checking segment: {'id': 'd4e3295f-9ff8-4cad-8a20-3f1c937efc8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:02:53.211114 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-66887a64-381a-43b3-92c7-2b490aabca64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:53.211543 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66887a64-381a-43b3-92c7-2b490aabca64 None None] Bound using segment: {'id': 'd4e3295f-9ff8-4cad-8a20-3f1c937efc8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a'} {{(pid=88881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:02:53.212063 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-66887a64-381a-43b3-92c7-2b490aabca64 None None] Bound port: 4d269f74-e6f0-4d49-be8e-ff9a1d806565, host: dv-neutron-822691-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4e3295f-9ff8-4cad-8a20-3f1c937efc8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a'}}] {{(pid=88881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:02:53.212486 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-66887a64-381a-43b3-92c7-2b490aabca64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:53.213175 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bd902b7a-71df-4d2b-935d-73d254912d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:53.236653 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-753c0331-aa74-43b9-955c-620ddd93689f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:53.266796 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904f249a-d185-421a-ac88-29a040ad5fca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:02:53.267179 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904f249a-d185-421a-ac88-29a040ad5fca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:02:53.267549 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904f249a-d185-421a-ac88-29a040ad5fca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:02:53.267914 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904f249a-d185-421a-ac88-29a040ad5fca None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:02:53.268281 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904f249a-d185-421a-ac88-29a040ad5fca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:02:53.268639 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904f249a-d185-421a-ac88-29a040ad5fca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:02:53.269214 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904f249a-d185-421a-ac88-29a040ad5fca None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:02:53.269574 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904f249a-d185-421a-ac88-29a040ad5fca None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:02:53.269955 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904f249a-d185-421a-ac88-29a040ad5fca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:02:53.270311 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904f249a-d185-421a-ac88-29a040ad5fca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:02:53.270665 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904f249a-d185-421a-ac88-29a040ad5fca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:02:53.276857 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-904f249a-d185-421a-ac88-29a040ad5fca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=88881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:02:53.283737 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7ff40d3e-9971-47b7-b47a-38b1373764e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:02:53.288900 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-f6e0156f-54d6-4cb2-9d80-ff941e69fc2b tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Calling delete_port for 602aa25e-dfce-469a-b5d2-daedc3451366 owned by  {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:02:53.316651 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-66887a64-381a-43b3-92c7-2b490aabca64 None None] For port 4d269f74-e6f0-4d49-be8e-ff9a1d806565, host dv-neutron-822691-2-hyperv, cleared binding levels {{(pid=88881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:02:53.320928 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-66887a64-381a-43b3-92c7-2b490aabca64 None None] For port 4d269f74-e6f0-4d49-be8e-ff9a1d806565, host dv-neutron-822691-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=4d269f74-e6f0-4d49-be8e-ff9a1d806565,segment=NetworkSegment(d4e3295f-9ff8-4cad-8a20-3f1c937efc8c),segment_id=d4e3295f-9ff8-4cad-8a20-3f1c937efc8c)] {{(pid=88881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:02:53.325611 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-66887a64-381a-43b3-92c7-2b490aabca64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:53.331905 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-ac5d27b3-97b7-477b-a251-9ecf22dac64d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:02:53.410803 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904f249a-d185-421a-ac88-29a040ad5fca None None] Pushing event updated for resources: {'Port': ['ID=4d269f74-e6f0-4d49-be8e-ff9a1d806565,revision_number=3']} {{(pid=88881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:02:53.417164 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-904f249a-d185-421a-ac88-29a040ad5fca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:02:53.421977 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41f0b9de-8bb1-4a3d-814b-c5a7d2b91fbf tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:02:53.427306 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-41f0b9de-8bb1-4a3d-814b-c5a7d2b91fbf tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] 10.222.0.65 "GET /v2.0/networks/cc4c51f7-8e40-4c2b-b067-b8ee84820d7f HTTP/1.1" status: 200  len: 804 time: 1.0038834
Dec 24 11:02:53.443809 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66887a64-381a-43b3-92c7-2b490aabca64 None None] Routers {'1eb6a4ee-8ae3-441c-b3d2-afb3a85953e4'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:02:53.444512 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-66887a64-381a-43b3-92c7-2b490aabca64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271e03978>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:02:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['1eb6a4ee-8ae3-441c-b3d2-afb3a85953e4'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:02:53.539045 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 35074) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:02:53.542001 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9eb56fb-748c-4ae2-b3af-e41f511fe41e tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Pushing event updated for resources: {'Port': ['ID=35ba4edb-287c-4573-8757-598b0904bd77,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:02:53.552736 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753c0331-aa74-43b9-955c-620ddd93689f None None] Pushing event updated for resources: {'Port': ['ID=5764c92d-5509-41f3-842b-5ff717d681fe,revision_number=2']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:02:53.574102 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-753c0331-aa74-43b9-955c-620ddd93689f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:02:53.582938 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f6e0156f-54d6-4cb2-9d80-ff941e69fc2b tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:53.589252 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9eb56fb-748c-4ae2-b3af-e41f511fe41e tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:02:53.589924 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9eb56fb-748c-4ae2-b3af-e41f511fe41e tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:02:53.590488 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9eb56fb-748c-4ae2-b3af-e41f511fe41e tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:02:53.591030 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9eb56fb-748c-4ae2-b3af-e41f511fe41e tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:02:53.591574 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9eb56fb-748c-4ae2-b3af-e41f511fe41e tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:02:53.593026 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9eb56fb-748c-4ae2-b3af-e41f511fe41e tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:02:53.593722 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9eb56fb-748c-4ae2-b3af-e41f511fe41e tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:02:53.594427 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9eb56fb-748c-4ae2-b3af-e41f511fe41e tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:02:53.595096 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9eb56fb-748c-4ae2-b3af-e41f511fe41e tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:02:53.595641 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9eb56fb-748c-4ae2-b3af-e41f511fe41e tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:02:53.596176 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9eb56fb-748c-4ae2-b3af-e41f511fe41e tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:02:53.615495 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-0520e06a-d6b9-4aaa-aabb-20fde2d29ef4 req-0d5b3d68-a3a8-49a4-9514-adccacbca601 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] 10.222.0.65 "GET /v2.0/security-groups?id=02c07f75-3a5f-4cdc-91db-62e2db60964c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.7287662
Dec 24 11:02:53.688313 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6f7e44ea-e1f0-44be-a186-78939cfe9df6 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:53.721706 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-6f7e44ea-e1f0-44be-a186-78939cfe9df6 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Transition to ACTIVE for port object b04488ba-3314-4a12-bcfa-735febdb1cef will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:02:53.747327 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6f7e44ea-e1f0-44be-a186-78939cfe9df6 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:53.756438 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-4490ea90-9075-4e29-9bd9-5c7d59c6fbb9 tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:02:53.824814 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c9eb56fb-748c-4ae2-b3af-e41f511fe41e tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.022s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:02:53.845973 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-3c57b38b-30e1-40f8-b8c1-6f3a3cb9c9c6 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] 10.222.0.65 "GET /v2.0/networks/cc4c51f7-8e40-4c2b-b067-b8ee84820d7f?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200  len: 320 time: 0.2616389
Dec 24 11:02:53.845973 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7ee37c46-0cc3-48e9-8aeb-2b701308f81d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:02:53.857814 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 35078) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:02:53.858369 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 35080) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:02:53.859256 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7e44ea-e1f0-44be-a186-78939cfe9df6 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Pushing event updated for resources: {'Port': ['ID=b04488ba-3314-4a12-bcfa-735febdb1cef,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:02:53.870775 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-6f7e44ea-e1f0-44be-a186-78939cfe9df6 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:02:53.874608 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-66887a64-381a-43b3-92c7-2b490aabca64 None None] Set router 1eb6a4ee-8ae3-441c-b3d2-afb3a85953e4 gateway port host: dv-neutron-822691-2-hyperv {{(pid=88881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:02:53.921549 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e0156f-54d6-4cb2-9d80-ff941e69fc2b tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Pushing event deleted for resources: {'Port': ['ID=602aa25e-dfce-469a-b5d2-daedc3451366,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:02:53.968679 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bd902b7a-71df-4d2b-935d-73d254912d7e None None] Notify callbacks [] for port, precommit_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:53.979093 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c0174a1-c86a-4476-a2a4-ce1df7e1dfc7 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:02:53.979890 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-8c0174a1-c86a-4476-a2a4-ce1df7e1dfc7 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Synchronizing usage tracker for tenant:18d2a9fdfea84546a82d906d6ec9907e on resource:subnet {{(pid=88879) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:02:53.985274 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-bd902b7a-71df-4d2b-935d-73d254912d7e None None] Transition to ACTIVE for port object 6e8dbed7-055d-46f2-8f31-c98f7663499f will not be triggered until provisioned by entity L2. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:02:54.000900 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bd902b7a-71df-4d2b-935d-73d254912d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:54.020383 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-de2c88e1-0334-4ff6-bba6-47fcbe626843 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:02:54.085498 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-8c0174a1-c86a-4476-a2a4-ce1df7e1dfc7 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Unset dirty status for tenant:18d2a9fdfea84546a82d906d6ec9907e on resource:subnet {{(pid=88879) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:02:54.089640 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-8c0174a1-c86a-4476-a2a4-ce1df7e1dfc7 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] 10.222.0.65 "GET /v2.0/subnets/9b07413c-0150-4cb2-a10f-a674ad5b0313 HTTP/1.1" status: 200  len: 843 time: 0.2136135
Dec 24 11:02:54.091895 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f6e0156f-54d6-4cb2-9d80-ff941e69fc2b tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:02:54.095457 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 35086) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:02:54.100069 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f7e44ea-e1f0-44be-a186-78939cfe9df6 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Network d96e2d80-ca1f-429a-a149-3f3031e8b873 is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:02:54.168176 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-c3cac88a-d9b0-447b-b2ea-b7423c8cc06b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4c586b989b204801ad0207ce7e340fab&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2943575
Dec 24 11:02:54.169606 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-6f7e44ea-e1f0-44be-a186-78939cfe9df6 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Resources bound (agent type, host, resource id):  {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:02:54.172535 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f7e44ea-e1f0-44be-a186-78939cfe9df6 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:02:54.174238 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 35090) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:02:54.175722 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f6e0156f-54d6-4cb2-9d80-ff941e69fc2b tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:54.310833 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e30c75a1-6514-4520-9ce8-0cfba8db565e tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Attributes excluded by policy engine: ['shared'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:02:54.316465 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-e30c75a1-6514-4520-9ce8-0cfba8db565e tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] 10.222.0.65 "GET /v2.0/subnets/9b07413c-0150-4cb2-a10f-a674ad5b0313?fields=id&fields=network_id HTTP/1.1" status: 200  len: 302 time: 0.2111986
Dec 24 11:02:54.316639 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-f6e0156f-54d6-4cb2-9d80-ff941e69fc2b tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] 10.222.0.65 "DELETE /v2.0/ports/602aa25e-dfce-469a-b5d2-daedc3451366 HTTP/1.1" status: 204  len: 168 time: 3.0419509
Dec 24 11:02:54.316639 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 35094) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:02:54.321356 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 35096) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:02:54.332419 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-2c6134ad-42c7-4104-b471-cef30911152f tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1498297982'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:02:54.351009 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-66887a64-381a-43b3-92c7-2b490aabca64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271e03978>, [{'id': '1eb6a4ee-8ae3-441c-b3d2-afb3a85953e4', 'name': 'tempest-ServersTestManualDisk-111115318-router', 'tenant_id': '392c706564b54bdf9b4aefef23ad272e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.229'}], 'enable_snat': True}, 'gw_port_id': '4d269f74-e6f0-4d49-be8e-ff9a1d806565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:02:41Z', 'updated_at': '2021-12-24T11:02:45Z', 'revision_number': 3, 'project_id': '392c706564b54bdf9b4aefef23ad272e', 'gw_port': {'id': '4d269f74-e6f0-4d49-be8e-ff9a1d806565', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:4e:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1eb6a4ee-8ae3-441c-b3d2-afb3a85953e4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:02:43Z', 'updated_at': '2021-12-24T11:02:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv'}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:02:54.351907 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-2c6134ad-42c7-4104-b471-cef30911152f tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:02:54.355727 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66887a64-381a-43b3-92c7-2b490aabca64 None None] The sync data for ids ['1eb6a4ee-8ae3-441c-b3d2-afb3a85953e4'] in dv-neutron-822691-2-hyperv is: [{'id': '1eb6a4ee-8ae3-441c-b3d2-afb3a85953e4', 'name': 'tempest-ServersTestManualDisk-111115318-router', 'tenant_id': '392c706564b54bdf9b4aefef23ad272e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.229'}], 'enable_snat': True}, 'gw_port_id': '4d269f74-e6f0-4d49-be8e-ff9a1d806565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:02:41Z', 'updated_at': '2021-12-24T11:02:45Z', 'revision_number': 3, 'project_id': '392c706564b54bdf9b4aefef23ad272e', 'gw_port': {'id': '4d269f74-e6f0-4d49-be8e-ff9a1d806565', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:4e:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1eb6a4ee-8ae3-441c-b3d2-afb3a85953e4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:02:43Z', 'updated_at': '2021-12-24T11:02:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv'}] {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:02:54.360446 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-7881de8e-49fc-474b-9c51-b9acb2b4aa45 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Request body: {'port': {'network_id': 'c5575859-d751-4466-a894-d2db623d50b3', 'mac_address': 'fa:16:3e:70:f4:33', 'name': 'tempest-PortsIpV6TestJSON-1556827359'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:02:54.369788 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60f7fc3-bcb1-4d6c-8457-433cea59e824 None None] Pushing event updated for resources: {'Port': ['ID=6e8dbed7-055d-46f2-8f31-c98f7663499f,revision_number=3']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:02:54.376708 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c60f7fc3-bcb1-4d6c-8457-433cea59e824 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:02:54.382138 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-bd902b7a-71df-4d2b-935d-73d254912d7e None None] Attempting to bind port 6e8dbed7-055d-46f2-8f31-c98f7663499f on host dv-neutron-822691-2-hyperv for vnic_type normal with profile  {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:02:54.382838 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-bd902b7a-71df-4d2b-935d-73d254912d7e None None] Attempting to bind port 6e8dbed7-055d-46f2-8f31-c98f7663499f by drivers openvswitch,hyperv on host dv-neutron-822691-2-hyperv at level 0 using segments [{'id': '6618a092-51b2-4e3d-9318-3ce6b7b40c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '1c9eeaac-d205-4b19-a351-2fe67dd78b42'}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:02:54.383810 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd902b7a-71df-4d2b-935d-73d254912d7e None None] Attempting to bind port 6e8dbed7-055d-46f2-8f31-c98f7663499f on network 1c9eeaac-d205-4b19-a351-2fe67dd78b42 {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:02:54.392407 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd902b7a-71df-4d2b-935d-73d254912d7e None None] Checking agent: {'id': 'db1275c1-6001-47af-93c2-635c68404703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822691-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 52, 8), 'started_at': datetime.datetime(2021, 12, 24, 10, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 2, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822691-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:02:54.393313 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd902b7a-71df-4d2b-935d-73d254912d7e None None] Checking segment: {'id': '6618a092-51b2-4e3d-9318-3ce6b7b40c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '1c9eeaac-d205-4b19-a351-2fe67dd78b42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:02:54.393954 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bd902b7a-71df-4d2b-935d-73d254912d7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:54.394466 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd902b7a-71df-4d2b-935d-73d254912d7e None None] Bound using segment: {'id': '6618a092-51b2-4e3d-9318-3ce6b7b40c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '1c9eeaac-d205-4b19-a351-2fe67dd78b42'} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:02:54.398417 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-bd902b7a-71df-4d2b-935d-73d254912d7e None None] Bound port: 6e8dbed7-055d-46f2-8f31-c98f7663499f, host: dv-neutron-822691-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6618a092-51b2-4e3d-9318-3ce6b7b40c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '1c9eeaac-d205-4b19-a351-2fe67dd78b42'}}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:02:54.398417 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bd902b7a-71df-4d2b-935d-73d254912d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:54.456924 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-2c6134ad-42c7-4104-b471-cef30911152f tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:02:54.482019 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f7e44ea-e1f0-44be-a186-78939cfe9df6 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:02:54.482713 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6f7e44ea-e1f0-44be-a186-78939cfe9df6 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:54.491510 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2704da9e-d4cd-4814-9cb3-6fb756f08496 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:54.499020 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c6134ad-42c7-4104-b471-cef30911152f tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Made reservation on behalf of 18d2a9fdfea84546a82d906d6ec9907e for: {'network': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:02:54.504816 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2c6134ad-42c7-4104-b471-cef30911152f tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for network, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:54.522180 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-bd902b7a-71df-4d2b-935d-73d254912d7e None None] For port 6e8dbed7-055d-46f2-8f31-c98f7663499f, host dv-neutron-822691-2-hyperv, cleared binding levels {{(pid=88880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:02:54.545184 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-bd902b7a-71df-4d2b-935d-73d254912d7e None None] For port 6e8dbed7-055d-46f2-8f31-c98f7663499f, host dv-neutron-822691-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=6e8dbed7-055d-46f2-8f31-c98f7663499f,segment=NetworkSegment(6618a092-51b2-4e3d-9318-3ce6b7b40c55),segment_id=6618a092-51b2-4e3d-9318-3ce6b7b40c55)] {{(pid=88880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:02:54.546202 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-6f7e44ea-e1f0-44be-a186-78939cfe9df6 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 924 time: 3.2649057
Dec 24 11:02:54.549954 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 35102) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:02:54.550655 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bd902b7a-71df-4d2b-935d-73d254912d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:54.573066 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-8f3fbc05-4350-497d-9502-86d1a6515578 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:02:54.601650 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2704da9e-d4cd-4814-9cb3-6fb756f08496 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:54.613556 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c6134ad-42c7-4104-b471-cef30911152f tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] vlan segment allocate from pool success with {'vlan_id': 637, 'physical_network': 'physnet1'}  {{(pid=88879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 24 11:02:54.620382 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c9eb56fb-748c-4ae2-b3af-e41f511fe41e tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:54.695540 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60f7fc3-bcb1-4d6c-8457-433cea59e824 None None] Pushing event updated for resources: {'Port': ['ID=6e8dbed7-055d-46f2-8f31-c98f7663499f,revision_number=4']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:02:54.706840 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c60f7fc3-bcb1-4d6c-8457-433cea59e824 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:02:54.755425 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2c6134ad-42c7-4104-b471-cef30911152f tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:54.755823 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.segments_db [None req-2c6134ad-42c7-4104-b471-cef30911152f tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Added segment 283fad4d-e0ee-4324-be95-7041c17bdc93 of type vlan for network ae722b87-c5e3-4fb7-a35a-b51953fa77e8
Dec 24 11:02:54.778818 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-bb0fbca1-66d4-4b8b-94db-d5dedcf9ef9c tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Deleting port b04488ba-3314-4a12-bcfa-735febdb1cef {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:02:54.779462 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bb0fbca1-66d4-4b8b-94db-d5dedcf9ef9c tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:54.784433 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd902b7a-71df-4d2b-935d-73d254912d7e None None] Routers {'82522dec-d7db-4f09-8a75-f1a4d5175436'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:02:54.785246 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-bd902b7a-71df-4d2b-935d-73d254912d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f527150ab70>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:02:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['82522dec-d7db-4f09-8a75-f1a4d5175436'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:02:54.902699 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2c6134ad-42c7-4104-b471-cef30911152f tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363287349540024'] for network, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:55.137262 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-7881de8e-49fc-474b-9c51-b9acb2b4aa45 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:02:55.144472 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2c6134ad-42c7-4104-b471-cef30911152f tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636'] for network, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:55.150030 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c6134ad-42c7-4104-b471-cef30911152f tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:02:55.151087 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2c6134ad-42c7-4104-b471-cef30911152f tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks [] for network, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:55.184281 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-bd902b7a-71df-4d2b-935d-73d254912d7e None None] Set router 82522dec-d7db-4f09-8a75-f1a4d5175436 gateway port host: None {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:02:55.209932 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-7881de8e-49fc-474b-9c51-b9acb2b4aa45 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Usage tracker for resource:port and tenant:58aa2a41110240a2b5bfe3b4600f4977 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:02:55.227528 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-7881de8e-49fc-474b-9c51-b9acb2b4aa45 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:02:55.254788 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-7881de8e-49fc-474b-9c51-b9acb2b4aa45 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:02:55.330171 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7881de8e-49fc-474b-9c51-b9acb2b4aa45 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Made reservation on behalf of 58aa2a41110240a2b5bfe3b4600f4977 for: {'port': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:02:55.350882 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c9eb56fb-748c-4ae2-b3af-e41f511fe41e tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-659031', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854691240'] for router, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:55.401262 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bb0fbca1-66d4-4b8b-94db-d5dedcf9ef9c tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:55.417333 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c9eb56fb-748c-4ae2-b3af-e41f511fe41e tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854116816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854116785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-659000', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854163815'] for router, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:55.464786 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2704da9e-d4cd-4814-9cb3-6fb756f08496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:55.590963 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-bb0fbca1-66d4-4b8b-94db-d5dedcf9ef9c tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Calling delete_port for b04488ba-3314-4a12-bcfa-735febdb1cef owned by  {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:02:55.687635 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-04fbc530-37a9-4a53-9744-5c194f76be58 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:02:55.690978 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:02:55.719488 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 5764c92d-5509-41f3-842b-5ff717d681fe up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:02:55.722142 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-2c6134ad-42c7-4104-b471-cef30911152f tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 1.3993688
Dec 24 11:02:55.727110 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 35108) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:02:55.752723 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-9db1ac4a-5b6c-4c22-ba49-aadf6b5e4521 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Request body: {'subnet': {'network_id': 'ae722b87-c5e3-4fb7-a35a-b51953fa77e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:02:55.803841 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0d8fab-9f99-49c4-ad2f-e6c594c01bd2 req-5e61a838-76c8-4c99-8965-17cfee132ef2 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:02:55.805520 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-7e0d8fab-9f99-49c4-ad2f-e6c594c01bd2 req-5e61a838-76c8-4c99-8965-17cfee132ef2 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] 10.222.0.65 "GET /v2.0/ports?device_id=655d927a-1c14-4f1b-88cc-771b29a10c76 HTTP/1.1" status: 200  len: 946 time: 0.6633284
Dec 24 11:02:55.816019 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7881de8e-49fc-474b-9c51-b9acb2b4aa45 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:55.827543 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2704da9e-d4cd-4814-9cb3-6fb756f08496 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8acbdd46-c13f-4956-b24c-191c461e50c8,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:02:55.854088 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning for port 5764c92d-5509-41f3-842b-5ff717d681fe completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:02:55.859322 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-2704da9e-d4cd-4814-9cb3-6fb756f08496 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:02:55.865252 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 4d269f74-e6f0-4d49-be8e-ff9a1d806565 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:02:55.899539 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2704da9e-d4cd-4814-9cb3-6fb756f08496 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:55.903458 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-2704da9e-d4cd-4814-9cb3-6fb756f08496 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/8acbdd46-c13f-4956-b24c-191c461e50c8 HTTP/1.1" status: 204  len: 168 time: 1.6990318
Dec 24 11:02:55.919846 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-bd902b7a-71df-4d2b-935d-73d254912d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f527150ab70>, [{'id': '82522dec-d7db-4f09-8a75-f1a4d5175436', 'name': 'tempest-NetworksTestDHCPv6-router-383506404', 'tenant_id': '739a78fd4cfc48c2a4011598579f8f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:02:40Z', 'updated_at': '2021-12-24T11:02:44Z', 'revision_number': 2, 'project_id': '739a78fd4cfc48c2a4011598579f8f8c', 'gw_port_host': None, '_interfaces': [{'id': '6e8dbed7-055d-46f2-8f31-c98f7663499f', 'name': '', 'network_id': '1c9eeaac-d205-4b19-a351-2fe67dd78b42', 'tenant_id': '739a78fd4cfc48c2a4011598579f8f8c', 'mac_address': 'fa:16:3e:91:d0:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82522dec-d7db-4f09-8a75-f1a4d5175436', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'adda9861-35b9-4b43-8cd9-4d2dcfac8145', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:02:42Z', 'updated_at': '2021-12-24T11:02:54Z', 'revision_number': 4, 'project_id': '739a78fd4cfc48c2a4011598579f8f8c', 'subnets': [{'id': 'adda9861-35b9-4b43-8cd9-4d2dcfac8145', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:02:55.931836 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd902b7a-71df-4d2b-935d-73d254912d7e None None] The sync data for ids ['82522dec-d7db-4f09-8a75-f1a4d5175436'] in dv-neutron-822691-2-hyperv is: [{'id': '82522dec-d7db-4f09-8a75-f1a4d5175436', 'name': 'tempest-NetworksTestDHCPv6-router-383506404', 'tenant_id': '739a78fd4cfc48c2a4011598579f8f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:02:40Z', 'updated_at': '2021-12-24T11:02:44Z', 'revision_number': 2, 'project_id': '739a78fd4cfc48c2a4011598579f8f8c', 'gw_port_host': None, '_interfaces': [{'id': '6e8dbed7-055d-46f2-8f31-c98f7663499f', 'name': '', 'network_id': '1c9eeaac-d205-4b19-a351-2fe67dd78b42', 'tenant_id': '739a78fd4cfc48c2a4011598579f8f8c', 'mac_address': 'fa:16:3e:91:d0:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82522dec-d7db-4f09-8a75-f1a4d5175436', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'adda9861-35b9-4b43-8cd9-4d2dcfac8145', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:02:42Z', 'updated_at': '2021-12-24T11:02:54Z', 'revision_number': 4, 'project_id': '739a78fd4cfc48c2a4011598579f8f8c', 'subnets': [{'id': 'adda9861-35b9-4b43-8cd9-4d2dcfac8145', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:02:55.961709 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [None req-7881de8e-49fc-474b-9c51-b9acb2b4aa45 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] device_id is not set on port 17382c63-7e0a-4201-ae5d-f5ca35147138 yet. {{(pid=88878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 24 11:02:55.977075 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6134ad-42c7-4104-b471-cef30911152f tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Pushing event updated for resources: {'Network': ['ID=ae722b87-c5e3-4fb7-a35a-b51953fa77e8,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:02:56.007995 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning for port 4d269f74-e6f0-4d49-be8e-ff9a1d806565 completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:02:56.014156 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port 4d269f74-e6f0-4d49-be8e-ff9a1d806565 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:02:56.014867 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:56.042986 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-7e0d8fab-9f99-49c4-ad2f-e6c594c01bd2 req-ce2897c6-aae5-47b8-9e93-8b2e64c9dca3 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] 10.222.0.65 "GET /v2.0/security-groups?id=02c07f75-3a5f-4cdc-91db-62e2db60964c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2036827
Dec 24 11:02:56.136365 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6134ad-42c7-4104-b471-cef30911152f tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:02:56.136785 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6134ad-42c7-4104-b471-cef30911152f tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:02:56.137191 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6134ad-42c7-4104-b471-cef30911152f tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:02:56.137951 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6134ad-42c7-4104-b471-cef30911152f tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:02:56.138448 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6134ad-42c7-4104-b471-cef30911152f tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:02:56.138867 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6134ad-42c7-4104-b471-cef30911152f tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:02:56.139263 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6134ad-42c7-4104-b471-cef30911152f tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:02:56.139918 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6134ad-42c7-4104-b471-cef30911152f tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:02:56.140314 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6134ad-42c7-4104-b471-cef30911152f tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:02:56.140704 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6134ad-42c7-4104-b471-cef30911152f tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:02:56.141099 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6134ad-42c7-4104-b471-cef30911152f tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:02:56.156351 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75c59c62-3025-45a8-9c66-7fbaff368bff None None] Network d96e2d80-ca1f-429a-a149-3f3031e8b873 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:02:56.204202 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-2c6134ad-42c7-4104-b471-cef30911152f tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.517s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:02:56.218287 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-9db1ac4a-5b6c-4c22-ba49-aadf6b5e4521 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:02:56.229172 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-9db1ac4a-5b6c-4c22-ba49-aadf6b5e4521 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:02:56.242155 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bb0fbca1-66d4-4b8b-94db-d5dedcf9ef9c tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:56.260391 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-b0dcc23c-1c02-4f64-bdb7-502f7fd57da1 tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:02:56.264247 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Network ae722b87-c5e3-4fb7-a35a-b51953fa77e8 details requested by agent ovs-agent-dv-neutron-822691-2-hyperv with host dv-neutron-822691-2-hyperv {{(pid=88880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 24 11:02:56.314364 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9db1ac4a-5b6c-4c22-ba49-aadf6b5e4521 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Made reservation on behalf of 18d2a9fdfea84546a82d906d6ec9907e for: {'subnet': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:02:56.405628 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0fbca1-66d4-4b8b-94db-d5dedcf9ef9c tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Pushing event deleted for resources: {'Port': ['ID=b04488ba-3314-4a12-bcfa-735febdb1cef,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:02:56.462971 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-bb0fbca1-66d4-4b8b-94db-d5dedcf9ef9c tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:02:56.634765 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-cd080635-abb9-418d-9c3c-dbf0a56f2c76 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854055677'] for router_interface, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:56.801766 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-06395a7d-0877-4f99-abc4-5a1b8e51bcc8 None None] Provisioning for port 5764c92d-5509-41f3-842b-5ff717d681fe completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:02:56.834678 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7881de8e-49fc-474b-9c51-b9acb2b4aa45 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:56.871583 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-06395a7d-0877-4f99-abc4-5a1b8e51bcc8 None None] Provisioning complete for port 5764c92d-5509-41f3-842b-5ff717d681fe triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:02:56.872275 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-06395a7d-0877-4f99-abc4-5a1b8e51bcc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:56.877150 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9eb56fb-748c-4ae2-b3af-e41f511fe41e tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Router 31b3484c-63e2-4971-abad-d0998c3029d4 is scheduled to L3 agent 198cca88-1338-4098-b44b-beb0346ac906 with binding_index 1 {{(pid=88878) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 24 11:02:57.024198 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7881de8e-49fc-474b-9c51-b9acb2b4aa45 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:57.027793 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9db1ac4a-5b6c-4c22-ba49-aadf6b5e4521 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3619482'] for subnet, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:57.035907 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-33210a07-ce0e-4236-a9bd-d412cca96799 tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:02:57.112387 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7881de8e-49fc-474b-9c51-b9acb2b4aa45 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Pushing event updated for resources: {'Port': ['ID=17382c63-7e0a-4201-ae5d-f5ca35147138,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:02:57.115502 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7881de8e-49fc-474b-9c51-b9acb2b4aa45 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:02:57.162121 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:57.172044 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bb0fbca1-66d4-4b8b-94db-d5dedcf9ef9c tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:57.177880 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7881de8e-49fc-474b-9c51-b9acb2b4aa45 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Network c5575859-d751-4466-a894-d2db623d50b3 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:02:57.185423 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-7881de8e-49fc-474b-9c51-b9acb2b4aa45 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Resources bound (agent type, host, resource id):  {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:02:57.188044 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7881de8e-49fc-474b-9c51-b9acb2b4aa45 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:02:57.201312 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-24f75909-1f7b-4d9f-b763-91a4f8b932c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:57.205363 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7881de8e-49fc-474b-9c51-b9acb2b4aa45 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:02:57.206129 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7881de8e-49fc-474b-9c51-b9acb2b4aa45 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:57.221571 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-bb0fbca1-66d4-4b8b-94db-d5dedcf9ef9c tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] 10.222.0.65 "DELETE /v2.0/ports/b04488ba-3314-4a12-bcfa-735febdb1cef HTTP/1.1" status: 204  len: 168 time: 2.6704435
Dec 24 11:02:57.231402 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 35130) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:02:57.288554 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-06395a7d-0877-4f99-abc4-5a1b8e51bcc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:57.298875 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.ipam_backend_mixin [None req-9db1ac4a-5b6c-4c22-ba49-aadf6b5e4521 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Performing IP validity checks on allocation pools {{(pid=88879) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:318}}
Dec 24 11:02:57.299671 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.ipam_backend_mixin [None req-9db1ac4a-5b6c-4c22-ba49-aadf6b5e4521 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88879) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:339}}
Dec 24 11:02:57.388366 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-8eaa3adb-7ee5-4562-9936-d5b2ab5435b0 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] DELETE failed (client error): The resource could not be found.
Dec 24 11:02:57.389157 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8eaa3adb-7ee5-4562-9936-d5b2ab5435b0 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 24 11:02:57.408301 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-8eaa3adb-7ee5-4562-9936-d5b2ab5435b0 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] 10.222.0.65 "DELETE /v2.0/ports/b04488ba-3314-4a12-bcfa-735febdb1cef HTTP/1.1" status: 404  len: 333 time: 0.1734812
Dec 24 11:02:57.419558 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 35136) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:02:57.429197 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] For port 4d269f74-e6f0-4d49-be8e-ff9a1d806565, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=4d269f74-e6f0-4d49-be8e-ff9a1d806565,segment=NetworkSegment(d4e3295f-9ff8-4cad-8a20-3f1c937efc8c),segment_id=d4e3295f-9ff8-4cad-8a20-3f1c937efc8c)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:02:57.467413 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-06395a7d-0877-4f99-abc4-5a1b8e51bcc8 None None] For port 5764c92d-5509-41f3-842b-5ff717d681fe, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=5764c92d-5509-41f3-842b-5ff717d681fe,segment=NetworkSegment(506948e2-6ceb-4063-9354-3aeced6fc782),segment_id=506948e2-6ceb-4063-9354-3aeced6fc782)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:02:57.470560 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:57.489666 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-7881de8e-49fc-474b-9c51-b9acb2b4aa45 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 850 time: 3.1360309
Dec 24 11:02:57.494285 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 35140) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:02:57.502186 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-85ab1879-ccc3-4384-bda2-2da4d1a21dac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:02:57.585935 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-06395a7d-0877-4f99-abc4-5a1b8e51bcc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:57.655756 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efb62810-0e2c-4950-bbc4-019fa99000a1 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:02:57.659013 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-efb62810-0e2c-4950-bbc4-019fa99000a1 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Synchronizing usage tracker for tenant:58aa2a41110240a2b5bfe3b4600f4977 on resource:port {{(pid=88879) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:02:57.675971 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Pushing event updated for resources: {'Port': ['ID=4d269f74-e6f0-4d49-be8e-ff9a1d806565,revision_number=4']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:02:57.690467 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:02:57.690467 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:02:57.690860 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:02:57.691135 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:02:57.692949 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:02:57.693710 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:02:57.694026 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:02:57.694383 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:02:57.694725 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:02:57.695076 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:02:57.695446 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:02:57.700840 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 6e8dbed7-055d-46f2-8f31-c98f7663499f up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:02:57.736318 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d168c80-77e7-4fca-8505-f4bde12e858b tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] GET failed (client error): The resource could not be found.
Dec 24 11:02:57.740736 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-5d168c80-77e7-4fca-8505-f4bde12e858b tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] 10.222.0.65 "GET /v2.0/ports/b04488ba-3314-4a12-bcfa-735febdb1cef HTTP/1.1" status: 404  len: 333 time: 0.2553897
Dec 24 11:02:57.747626 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:02:57.749866 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 35146) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:02:57.754398 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9db1ac4a-5b6c-4c22-ba49-aadf6b5e4521 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3921862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3619467'] for subnet, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:57.756057 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-110fbc24-b9ab-428f-b99f-23e2a4feef0e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.155s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:02:57.759671 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-cd080635-abb9-418d-9c3c-dbf0a56f2c76 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Deleting port 6e8dbed7-055d-46f2-8f31-c98f7663499f {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:02:57.760261 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-cd080635-abb9-418d-9c3c-dbf0a56f2c76 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:57.796750 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-5a55558f-d08e-4bdc-acbc-dc51cc91b1dd tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:02:57.855725 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-efb62810-0e2c-4950-bbc4-019fa99000a1 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Unset dirty status for tenant:58aa2a41110240a2b5bfe3b4600f4977 on resource:port {{(pid=88879) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:02:57.857064 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-efb62810-0e2c-4950-bbc4-019fa99000a1 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] 10.222.0.65 "GET /v2.0/ports/17382c63-7e0a-4201-ae5d-f5ca35147138 HTTP/1.1" status: 200  len: 845 time: 0.3471565
Dec 24 11:02:57.866713 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06395a7d-0877-4f99-abc4-5a1b8e51bcc8 None None] Pushing event updated for resources: {'Port': ['ID=5764c92d-5509-41f3-842b-5ff717d681fe,revision_number=3']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:02:57.868108 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 35150) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:02:57.872382 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-06395a7d-0877-4f99-abc4-5a1b8e51bcc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:02:57.915960 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning for port 6e8dbed7-055d-46f2-8f31-c98f7663499f completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:02:57.927686 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port 6e8dbed7-055d-46f2-8f31-c98f7663499f triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:02:57.928323 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:58.032291 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db1ac4a-5b6c-4c22-ba49-aadf6b5e4521 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Pushing event updated for resources: {'Subnet': ['ID=b70ac925-58bd-4786-bd31-e8a29d93fbe0,revision_number=0']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:02:58.063859 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-9db1ac4a-5b6c-4c22-ba49-aadf6b5e4521 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:02:58.068989 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db1ac4a-5b6c-4c22-ba49-aadf6b5e4521 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Checking segment: {'id': '283fad4d-e0ee-4324-be95-7041c17bdc93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'ae722b87-c5e3-4fb7-a35a-b51953fa77e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:02:58.069433 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db1ac4a-5b6c-4c22-ba49-aadf6b5e4521 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Network hostable DHCP agents. Network: ae722b87-c5e3-4fb7-a35a-b51953fa77e8, hostable agents: ['edcf98dc-3032-472a-8b3d-f23fd1e89806'], hosted agents: [] {{(pid=88879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 24 11:02:58.113712 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-24f75909-1f7b-4d9f-b763-91a4f8b932c0 admin admin] Allocated IP 172.20.0.1 (080f09f1-3644-45f6-a515-c3987b590591/38621544-eab0-4f00-bd94-2008793c18b4/af6a10c2-1118-4bd6-bacb-8fd0ff543d9f) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:02:58.170353 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:58.200503 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:58.215133 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db1ac4a-5b6c-4c22-ba49-aadf6b5e4521 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Network ae722b87-c5e3-4fb7-a35a-b51953fa77e8 is scheduled to be hosted by DHCP agent edcf98dc-3032-472a-8b3d-f23fd1e89806 with binding_index 1 {{(pid=88879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 24 11:02:58.266496 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-9db1ac4a-5b6c-4c22-ba49-aadf6b5e4521 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822691-2-hyperv, ae722b87-c5e3-4fb7-a35a-b51953fa77e8) {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:02:58.273233 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] For port 6e8dbed7-055d-46f2-8f31-c98f7663499f, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=6e8dbed7-055d-46f2-8f31-c98f7663499f,segment=NetworkSegment(6618a092-51b2-4e3d-9318-3ce6b7b40c55),segment_id=6618a092-51b2-4e3d-9318-3ce6b7b40c55)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:02:58.307068 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddcfc3c0-a2d4-428b-b307-4e01b6bd9c32 None None] Network ae722b87-c5e3-4fb7-a35a-b51953fa77e8 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:02:58.336198 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db1ac4a-5b6c-4c22-ba49-aadf6b5e4521 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:02:58.336873 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9db1ac4a-5b6c-4c22-ba49-aadf6b5e4521 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks [] for subnet, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:58.387235 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-9db1ac4a-5b6c-4c22-ba49-aadf6b5e4521 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 895 time: 2.6528137
Dec 24 11:02:58.388124 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 35160) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:02:58.412214 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-1f276b7c-eb46-41dd-9cef-212cc3cd402f tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:02:58.511815 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:58.588711 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-24f75909-1f7b-4d9f-b763-91a4f8b932c0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:58.610839 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-bf2c95ee-ff12-4faf-b011-b38623a01d12 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Deleting port 17382c63-7e0a-4201-ae5d-f5ca35147138 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:02:58.611376 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bf2c95ee-ff12-4faf-b011-b38623a01d12 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:58.639694 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-24f75909-1f7b-4d9f-b763-91a4f8b932c0 admin admin] Transition to ACTIVE for port object af6a10c2-1118-4bd6-bacb-8fd0ff543d9f will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:02:58.655499 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1f276b7c-eb46-41dd-9cef-212cc3cd402f tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update--9223372036851156334'] for subnet, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:58.669657 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c60f7fc3-bcb1-4d6c-8457-433cea59e824 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:02:58.672460 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9eb56fb-748c-4ae2-b3af-e41f511fe41e tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:02:58.725063 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-6e55b5f0-82cd-409e-adbd-6e14411a8a8a None None] Provisioning complete for port 5764c92d-5509-41f3-842b-5ff717d681fe triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:02:58.725924 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6e55b5f0-82cd-409e-adbd-6e14411a8a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:58.741716 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c9eb56fb-748c-4ae2-b3af-e41f511fe41e tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Notify callbacks [] for router, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:58.743135 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-c9eb56fb-748c-4ae2-b3af-e41f511fe41e tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] 10.222.0.65 "PUT /v2.0/routers/31b3484c-63e2-4971-abad-d0998c3029d4 HTTP/1.1" status: 200  len: 914 time: 9.9971638
Dec 24 11:02:58.751784 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 35168) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:02:58.773624 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-24f75909-1f7b-4d9f-b763-91a4f8b932c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:58.805272 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-8f2950eb-cc25-40fd-b8b6-2b324a12aa12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:02:58.809148 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f347af-b302-4422-875e-62d595a23887 None None] Sync routers for ids ['31b3484c-63e2-4971-abad-d0998c3029d4'] in dv-neutron-822691-2-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:02:58.859379 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33da3599-dd01-44d7-9445-a269571a091f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73968e80-91fd-539e-a7c6-b31af6d9e680-ae722b87-c5e3-4fb7-a35a-b51953fa77e8', 'network_id': 'ae722b87-c5e3-4fb7-a35a-b51953fa77e8', 'tenant_id': '18d2a9fdfea84546a82d906d6ec9907e', 'fixed_ips': [{'subnet_id': 'b70ac925-58bd-4786-bd31-e8a29d93fbe0'}]}} from dv-neutron-822691-2-hyperv. {{(pid=88880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 24 11:02:58.861056 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-33da3599-dd01-44d7-9445-a269571a091f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:58.872919 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24f75909-1f7b-4d9f-b763-91a4f8b932c0 admin admin] Network 080f09f1-3644-45f6-a515-c3987b590591 is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:02:58.883257 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-24f75909-1f7b-4d9f-b763-91a4f8b932c0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:02:58.914906 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_v2 [None req-eaeed78f-272b-494d-9f80-703dbf01f640 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Deleting subnet 193923b9-4e72-47fd-9c21-244cb75c5c5c {{(pid=88878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 24 11:02:58.919180 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f75909-1f7b-4d9f-b763-91a4f8b932c0 admin admin] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:02:59.078818 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f347af-b302-4422-875e-62d595a23887 None None] Routers {'31b3484c-63e2-4971-abad-d0998c3029d4'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:02:59.079525 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-d0f347af-b302-4422-875e-62d595a23887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271418f60>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:02:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['31b3484c-63e2-4971-abad-d0998c3029d4'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:02:59.122493 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f75909-1f7b-4d9f-b763-91a4f8b932c0 admin admin] Pushing event updated for resources: {'Port': ['ID=af6a10c2-1118-4bd6-bacb-8fd0ff543d9f,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:02:59.143200 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-24f75909-1f7b-4d9f-b763-91a4f8b932c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:02:59.149105 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-24f75909-1f7b-4d9f-b763-91a4f8b932c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-720245'] for router_interface, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:59.182863 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-d0f347af-b302-4422-875e-62d595a23887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271418f60>, [], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:02:59.192088 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bf2c95ee-ff12-4faf-b011-b38623a01d12 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:59.207311 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f347af-b302-4422-875e-62d595a23887 None None] Routers {'31b3484c-63e2-4971-abad-d0998c3029d4'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:02:59.207591 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-d0f347af-b302-4422-875e-62d595a23887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271418f60>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:02:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['31b3484c-63e2-4971-abad-d0998c3029d4'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:02:59.307523 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-d0f347af-b302-4422-875e-62d595a23887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271418f60>, [], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:02:59.308139 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f347af-b302-4422-875e-62d595a23887 None None] The sync data for ids ['31b3484c-63e2-4971-abad-d0998c3029d4'] in dv-neutron-822691-2-hyperv is: [] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:02:59.328737 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-eaeed78f-272b-494d-9f80-703dbf01f640 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks [] for subnet, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:59.329256 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Pushing event updated for resources: {'Port': ['ID=6e8dbed7-055d-46f2-8f31-c98f7663499f,revision_number=5']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:02:59.329982 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-24f75909-1f7b-4d9f-b763-91a4f8b932c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:59.346978 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1f276b7c-eb46-41dd-9cef-212cc3cd402f tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8749505674406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3921713'] for subnet, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:59.360856 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:02:59.438508 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f276b7c-eb46-41dd-9cef-212cc3cd402f tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:02:59.439306 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1f276b7c-eb46-41dd-9cef-212cc3cd402f tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks [] for subnet, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:59.444034 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-1f276b7c-eb46-41dd-9cef-212cc3cd402f tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] 10.222.0.65 "PUT /v2.0/subnets/b70ac925-58bd-4786-bd31-e8a29d93fbe0 HTTP/1.1" status: 200  len: 900 time: 1.0526586
Dec 24 11:02:59.450635 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-33da3599-dd01-44d7-9445-a269571a091f None None] Allocated IP 2001:db8::3 (ae722b87-c5e3-4fb7-a35a-b51953fa77e8/b70ac925-58bd-4786-bd31-e8a29d93fbe0/b0fe3344-6415-4ca4-95e4-c7969351f2e4) {{(pid=88880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:02:59.451992 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 35178) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:02:59.452408 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 35180) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:02:59.457402 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.788s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:02:59.478673 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-bf2c95ee-ff12-4faf-b011-b38623a01d12 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Calling delete_port for 17382c63-7e0a-4201-ae5d-f5ca35147138 owned by  {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:02:59.542388 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f276b7c-eb46-41dd-9cef-212cc3cd402f tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Pushing event updated for resources: {'Subnet': ['ID=b70ac925-58bd-4786-bd31-e8a29d93fbe0,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:02:59.552123 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-1f276b7c-eb46-41dd-9cef-212cc3cd402f tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:02:59.636293 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-cd080635-abb9-418d-9c3c-dbf0a56f2c76 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] For port 6e8dbed7-055d-46f2-8f31-c98f7663499f, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=6e8dbed7-055d-46f2-8f31-c98f7663499f,segment=NetworkSegment(6618a092-51b2-4e3d-9318-3ce6b7b40c55),segment_id=6618a092-51b2-4e3d-9318-3ce6b7b40c55)] {{(pid=88878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:02:59.637271 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-cd080635-abb9-418d-9c3c-dbf0a56f2c76 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:59.677869 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 6e8dbed7-055d-46f2-8f31-c98f7663499f up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:02:59.742478 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-2ce691c6-c5f7-47ff-a4fe-faeadd6eac71 None None] Could not find standard attr ID for object b04488ba-3314-4a12-bcfa-735febdb1cef. {{(pid=88880) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 24 11:02:59.754453 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-60393711-c4e3-4ac9-849c-f38f16ea532d tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-2003041738', 'router:external': True}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:02:59.764846 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-60393711-c4e3-4ac9-849c-f38f16ea532d tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:02:59.781403 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-dd2499a2-627c-4604-b193-150e3d70104a tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036847558493'] for network, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:59.787774 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port 6e8dbed7-055d-46f2-8f31-c98f7663499f triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:02:59.788363 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:59.791631 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-60393711-c4e3-4ac9-849c-f38f16ea532d tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Usage tracker for resource:network and tenant:13d980ce68d549e79d6a9f07649a0ad7 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:02:59.796988 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-60393711-c4e3-4ac9-849c-f38f16ea532d tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:02:59.811710 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-60393711-c4e3-4ac9-849c-f38f16ea532d tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:02:59.831257 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-cd080635-abb9-418d-9c3c-dbf0a56f2c76 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Calling delete_port for 6e8dbed7-055d-46f2-8f31-c98f7663499f owned by network:router_interface {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:02:59.834244 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-2ce691c6-c5f7-47ff-a4fe-faeadd6eac71 None None] Provisioning for port af6a10c2-1118-4bd6-bacb-8fd0ff543d9f completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:02:59.853618 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-2ce691c6-c5f7-47ff-a4fe-faeadd6eac71 None None] Provisioning complete for port af6a10c2-1118-4bd6-bacb-8fd0ff543d9f triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:02:59.854081 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2ce691c6-c5f7-47ff-a4fe-faeadd6eac71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:59.892652 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60393711-c4e3-4ac9-849c-f38f16ea532d tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Made reservation on behalf of 13d980ce68d549e79d6a9f07649a0ad7 for: {'network': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:02:59.895366 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-eaeed78f-272b-494d-9f80-703dbf01f640 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852534446'] for subnet, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:59.897660 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-60393711-c4e3-4ac9-849c-f38f16ea532d tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for network, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:59.920899 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-60393711-c4e3-4ac9-849c-f38f16ea532d tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:59.952420 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-dd2499a2-627c-4604-b193-150e3d70104a tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847655656'] for subnet, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:59.961056 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-2ce691c6-c5f7-47ff-a4fe-faeadd6eac71 None None] Port af6a10c2-1118-4bd6-bacb-8fd0ff543d9f cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:02:59.982174 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-24f75909-1f7b-4d9f-b763-91a4f8b932c0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:02:59.999666 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-24f75909-1f7b-4d9f-b763-91a4f8b932c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850854027'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:00.033318 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-33da3599-dd01-44d7-9445-a269571a091f None None] Notify callbacks [] for port, precommit_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:00.035565 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-d5ced9b3-cc43-429f-9eed-6839321fc03a tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:03:00.056389 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-33da3599-dd01-44d7-9445-a269571a091f None None] Transition to ACTIVE for port object b0fe3344-6415-4ca4-95e4-c7969351f2e4 will not be triggered until provisioned by entity L2. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:03:00.073431 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 5764c92d-5509-41f3-842b-5ff717d681fe up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:03:00.083178 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.agents_db [None req-e51243ab-6a93-425b-980f-a73583147efa None None] Agent healthcheck: found 6 active agents {{(pid=88881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 24 11:03:00.132624 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bf2c95ee-ff12-4faf-b011-b38623a01d12 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:00.133536 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-60393711-c4e3-4ac9-849c-f38f16ea532d tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:03:00.153496 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-60393711-c4e3-4ac9-849c-f38f16ea532d tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Usage tracker for resource:security_group_rule and tenant:13d980ce68d549e79d6a9f07649a0ad7 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:03:00.160267 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-33da3599-dd01-44d7-9445-a269571a091f None None] Transition to ACTIVE for port object b0fe3344-6415-4ca4-95e4-c7969351f2e4 will not be triggered until provisioned by entity DHCP. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:03:00.160943 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-24f75909-1f7b-4d9f-b763-91a4f8b932c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1977653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854055662'] for router_interface, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:00.165611 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-60393711-c4e3-4ac9-849c-f38f16ea532d tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:03:00.175984 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f75909-1f7b-4d9f-b763-91a4f8b932c0 admin admin] Pushing event updated for resources: {'Port': ['ID=af6a10c2-1118-4bd6-bacb-8fd0ff543d9f,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:03:00.178867 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-60393711-c4e3-4ac9-849c-f38f16ea532d tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:03:00.185588 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-24f75909-1f7b-4d9f-b763-91a4f8b932c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:03:00.186136 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-33da3599-dd01-44d7-9445-a269571a091f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408'] for port, after_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:00.189776 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-86809116-c0fd-4252-b6fa-0c42948907dd tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:03:00.205322 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:03:00.245539 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2c95ee-ff12-4faf-b011-b38623a01d12 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Pushing event deleted for resources: {'Port': ['ID=17382c63-7e0a-4201-ae5d-f5ca35147138,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:03:00.253780 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-bf2c95ee-ff12-4faf-b011-b38623a01d12 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:03:00.275670 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33da3599-dd01-44d7-9445-a269571a091f None None] Network ae722b87-c5e3-4fb7-a35a-b51953fa77e8 is already hosted by enough agents. {{(pid=88880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:03:00.280033 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-33da3599-dd01-44d7-9445-a269571a091f None None] Resources bound (agent type, host, resource id):  {{(pid=88880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:03:00.282589 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33da3599-dd01-44d7-9445-a269571a091f None None] Received port after_create {{(pid=88880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:03:00.306282 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-dd2499a2-627c-4604-b193-150e3d70104a tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7120129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850854134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851156349'] for subnet, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:00.312935 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-eaeed78f-272b-494d-9f80-703dbf01f640 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847655656'] for subnet, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:00.316595 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:03:00.349316 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bf2c95ee-ff12-4faf-b011-b38623a01d12 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:00.375737 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2499a2-627c-4604-b193-150e3d70104a tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Pushing event deleted for resources: {'Subnet': ['ID=b70ac925-58bd-4786-bd31-e8a29d93fbe0,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:03:00.385765 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-dd2499a2-627c-4604-b193-150e3d70104a tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:03:00.403511 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-bf2c95ee-ff12-4faf-b011-b38623a01d12 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] 10.222.0.65 "DELETE /v2.0/ports/17382c63-7e0a-4201-ae5d-f5ca35147138 HTTP/1.1" status: 204  len: 168 time: 2.5206127
Dec 24 11:03:00.404398 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 35190) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:03:00.475491 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-25724d71-1477-48fa-88c1-edeab09d7aea tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] 10.222.0.65 "GET /v2.0/routers/31b3484c-63e2-4971-abad-d0998c3029d4 HTTP/1.1" status: 200  len: 920 time: 1.7071958
Dec 24 11:03:00.475491 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-afac35a3-cc64-48e5-b638-dc6e55757dbd tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] GET failed (client error): The resource could not be found.
Dec 24 11:03:00.475784 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-afac35a3-cc64-48e5-b638-dc6e55757dbd tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Synchronizing usage tracker for tenant:58aa2a41110240a2b5bfe3b4600f4977 on resource:port {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:03:00.478691 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 35194) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:03:00.481050 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.db.api [None req-cd080635-abb9-418d-9c3c-dbf0a56f2c76 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88878) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 24 11:03:00.481423 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_db.api [None req-cd080635-abb9-418d-9c3c-dbf0a56f2c76 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 24 11:03:00.498059 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24f75909-1f7b-4d9f-b763-91a4f8b932c0 admin admin] Network 080f09f1-3644-45f6-a515-c3987b590591 is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:03:00.503833 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-afac35a3-cc64-48e5-b638-dc6e55757dbd tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Unset dirty status for tenant:58aa2a41110240a2b5bfe3b4600f4977 on resource:port {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:03:00.506904 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-afac35a3-cc64-48e5-b638-dc6e55757dbd tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] 10.222.0.65 "GET /v2.0/ports/17382c63-7e0a-4201-ae5d-f5ca35147138 HTTP/1.1" status: 404  len: 333 time: 0.0972056
Dec 24 11:03:00.510444 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 35198) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:03:00.510929 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33da3599-dd01-44d7-9445-a269571a091f None None] Pushing event updated for resources: {'Port': ['ID=b0fe3344-6415-4ca4-95e4-c7969351f2e4,revision_number=1']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:03:00.514065 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-33da3599-dd01-44d7-9445-a269571a091f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:03:00.518902 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-37d2a571-aaed-44d1-8593-3ddd2c3ac696 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Request body: {'port': {'network_id': 'c5575859-d751-4466-a894-d2db623d50b3', 'name': 'tempest-PortsIpV6TestJSON-827688965'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:03:00.543104 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-eaeed78f-272b-494d-9f80-703dbf01f640 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7120129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3978858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852529715'] for subnet, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:00.545589 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-24f75909-1f7b-4d9f-b763-91a4f8b932c0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:03:00.556845 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-9375990f-75c1-40fe-acc4-496b1ef93d13 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:03:00.608121 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-60393711-c4e3-4ac9-849c-f38f16ea532d tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:00.613700 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-dd2499a2-627c-4604-b193-150e3d70104a tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847649663', 'neutron.services.segments.db._delete_segments_for_network-8749505737672'] for network, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:00.625545 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeed78f-272b-494d-9f80-703dbf01f640 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Pushing event deleted for resources: {'Subnet': ['ID=193923b9-4e72-47fd-9c21-244cb75c5c5c,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:03:00.638003 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port 5764c92d-5509-41f3-842b-5ff717d681fe triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:03:00.638423 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:00.641268 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-eaeed78f-272b-494d-9f80-703dbf01f640 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:03:00.651997 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-eaeed78f-272b-494d-9f80-703dbf01f640 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:00.681651 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3116d752-96ab-4f3f-8122-a91db90f21cf None None] Network d96e2d80-ca1f-429a-a149-3f3031e8b873 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:03:00.700569 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-33da3599-dd01-44d7-9445-a269571a091f None None] Attempting to bind port b0fe3344-6415-4ca4-95e4-c7969351f2e4 on host dv-neutron-822691-2-hyperv for vnic_type normal with profile  {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:03:00.701095 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-33da3599-dd01-44d7-9445-a269571a091f None None] Attempting to bind port b0fe3344-6415-4ca4-95e4-c7969351f2e4 by drivers openvswitch,hyperv on host dv-neutron-822691-2-hyperv at level 0 using segments [{'id': '283fad4d-e0ee-4324-be95-7041c17bdc93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'ae722b87-c5e3-4fb7-a35a-b51953fa77e8'}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:03:00.701583 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33da3599-dd01-44d7-9445-a269571a091f None None] Attempting to bind port b0fe3344-6415-4ca4-95e4-c7969351f2e4 on network ae722b87-c5e3-4fb7-a35a-b51953fa77e8 {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:03:00.732708 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-eaeed78f-272b-494d-9f80-703dbf01f640 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] 10.222.0.65 "DELETE /v2.0/subnets/193923b9-4e72-47fd-9c21-244cb75c5c5c HTTP/1.1" status: 204  len: 168 time: 2.9374905
Dec 24 11:03:00.734099 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 35202) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:03:00.757588 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-37d2a571-aaed-44d1-8593-3ddd2c3ac696 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:03:00.780928 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33da3599-dd01-44d7-9445-a269571a091f None None] Checking agent: {'id': 'db1275c1-6001-47af-93c2-635c68404703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822691-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 52, 8), 'started_at': datetime.datetime(2021, 12, 24, 10, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 2, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822691-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:03:00.781608 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33da3599-dd01-44d7-9445-a269571a091f None None] Checking segment: {'id': '283fad4d-e0ee-4324-be95-7041c17bdc93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'ae722b87-c5e3-4fb7-a35a-b51953fa77e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:03:00.782204 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-33da3599-dd01-44d7-9445-a269571a091f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:00.782728 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33da3599-dd01-44d7-9445-a269571a091f None None] Bound using segment: {'id': '283fad4d-e0ee-4324-be95-7041c17bdc93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'ae722b87-c5e3-4fb7-a35a-b51953fa77e8'} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:03:00.783580 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-33da3599-dd01-44d7-9445-a269571a091f None None] Bound port: b0fe3344-6415-4ca4-95e4-c7969351f2e4, host: dv-neutron-822691-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '283fad4d-e0ee-4324-be95-7041c17bdc93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'ae722b87-c5e3-4fb7-a35a-b51953fa77e8'}}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:03:00.784377 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-33da3599-dd01-44d7-9445-a269571a091f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:00.795531 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-37d2a571-aaed-44d1-8593-3ddd2c3ac696 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:03:00.883069 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37d2a571-aaed-44d1-8593-3ddd2c3ac696 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Made reservation on behalf of 58aa2a41110240a2b5bfe3b4600f4977 for: {'port': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:03:00.889938 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-37d2a571-aaed-44d1-8593-3ddd2c3ac696 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:00.899073 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-33da3599-dd01-44d7-9445-a269571a091f None None] For port b0fe3344-6415-4ca4-95e4-c7969351f2e4, host dv-neutron-822691-2-hyperv, cleared binding levels {{(pid=88880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:03:00.902758 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-33da3599-dd01-44d7-9445-a269571a091f None None] For port b0fe3344-6415-4ca4-95e4-c7969351f2e4, host dv-neutron-822691-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=b0fe3344-6415-4ca4-95e4-c7969351f2e4,segment=NetworkSegment(283fad4d-e0ee-4324-be95-7041c17bdc93),segment_id=283fad4d-e0ee-4324-be95-7041c17bdc93)] {{(pid=88880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:03:00.908655 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8cd2075c-0d32-45e0-abd1-8c7905f986f9 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036847558493'] for network, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:00.935707 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-8cd2075c-0d32-45e0-abd1-8c7905f986f9 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Deleting port 5764c92d-5509-41f3-842b-5ff717d681fe {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:03:00.936170 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8cd2075c-0d32-45e0-abd1-8c7905f986f9 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:00.950806 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-60393711-c4e3-4ac9-849c-f38f16ea532d tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:00.966775 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [None req-37d2a571-aaed-44d1-8593-3ddd2c3ac696 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] device_id is not set on port 1dedc14f-e494-41e2-b5cf-2f8c8c82e6e3 yet. {{(pid=88878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 24 11:03:00.972743 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:03:01.007920 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-cd080635-abb9-418d-9c3c-dbf0a56f2c76 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Deleting port 6e8dbed7-055d-46f2-8f31-c98f7663499f {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:03:01.008257 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-cd080635-abb9-418d-9c3c-dbf0a56f2c76 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:01.012236 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-33da3599-dd01-44d7-9445-a269571a091f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:01.036958 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-dd2499a2-627c-4604-b193-150e3d70104a tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f527181f358>,) {'filters': {'network_id': ['ae722b87-c5e3-4fb7-a35a-b51953fa77e8']}} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:03:01.065295 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:03:01.075432 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60393711-c4e3-4ac9-849c-f38f16ea532d tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] vlan segment allocate from pool success with {'vlan_id': 640, 'physical_network': 'physnet1'}  {{(pid=88879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 24 11:03:01.102947 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-dd2499a2-627c-4604-b193-150e3d70104a tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f527181f358>, '283fad4d-e0ee-4324-be95-7041c17bdc93') {'for_net_delete': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:03:01.102947 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-dd2499a2-627c-4604-b193-150e3d70104a tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f527181f358>, '283fad4d-e0ee-4324-be95-7041c17bdc93') {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:03:01.174302 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-e5176a58-e21a-4cbf-b1c9-03e81ddd86a2 None None] Provisioning complete for port af6a10c2-1118-4bd6-bacb-8fd0ff543d9f triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:03:01.174302 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e5176a58-e21a-4cbf-b1c9-03e81ddd86a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:01.175964 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60393711-c4e3-4ac9-849c-f38f16ea532d tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e690b4b-cf98-4642-87c0-0eddf6bc656a,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:03:01.191121 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-60393711-c4e3-4ac9-849c-f38f16ea532d tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:03:01.195100 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-dd2499a2-627c-4604-b193-150e3d70104a tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749505745113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853989108'] for segment, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:01.203480 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-60393711-c4e3-4ac9-849c-f38f16ea532d tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:01.203870 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.segments_db [None req-60393711-c4e3-4ac9-849c-f38f16ea532d tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Added segment 390492da-fef6-4c65-8f49-fc49c57ed13b of type vlan for network e74b6023-5306-445a-a6a2-070a051e6eca
Dec 24 11:03:01.253615 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-dd2499a2-627c-4604-b193-150e3d70104a tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:01.281177 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd2499a2-627c-4604-b193-150e3d70104a tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Releasing vlan 637 on physical network physnet1 to pool {{(pid=88879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 24 11:03:01.281566 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-dd2499a2-627c-4604-b193-150e3d70104a tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036847652098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3926696'] for segment, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:01.287652 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 4d269f74-e6f0-4d49-be8e-ff9a1d806565 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:03:01.309220 dv-neutron-822691-2-hyperv neutron-server[88767]: Traceback (most recent call last):
Dec 24 11:03:01.309220 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 24 11:03:01.309220 dv-neutron-822691-2-hyperv neutron-server[88767]:     timer()
Dec 24 11:03:01.309220 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 11:03:01.309220 dv-neutron-822691-2-hyperv neutron-server[88767]:     cb(*args, **kw)
Dec 24 11:03:01.309220 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 24 11:03:01.309220 dv-neutron-822691-2-hyperv neutron-server[88767]:     return func(*args, **kwargs)
Dec 24 11:03:01.309220 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 11:03:01.309220 dv-neutron-822691-2-hyperv neutron-server[88767]:     self._notify()
Dec 24 11:03:01.309220 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 11:03:01.309220 dv-neutron-822691-2-hyperv neutron-server[88767]:     self.callback(batched_events)
Dec 24 11:03:01.309220 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 11:03:01.309220 dv-neutron-822691-2-hyperv neutron-server[88767]:     event.method(event)
Dec 24 11:03:01.309220 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 11:03:01.309220 dv-neutron-822691-2-hyperv neutron-server[88767]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 11:03:01.309220 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 24 11:03:01.309220 dv-neutron-822691-2-hyperv neutron-server[88767]:     segment_id)['aggregates'][0]
Dec 24 11:03:01.309220 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 24 11:03:01.309220 dv-neutron-822691-2-hyperv neutron-server[88767]:     return f(self, *a, **k)
Dec 24 11:03:01.309220 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 11:03:01.309220 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self._get(url).json()
Dec 24 11:03:01.309220 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 24 11:03:01.309220 dv-neutron-822691-2-hyperv neutron-server[88767]:     **kwargs)
Dec 24 11:03:01.309220 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 24 11:03:01.309220 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self.request(url, 'GET', **kwargs)
Dec 24 11:03:01.309220 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 24 11:03:01.309220 dv-neutron-822691-2-hyperv neutron-server[88767]:     **endpoint_filter)
Dec 24 11:03:01.309220 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 24 11:03:01.309220 dv-neutron-822691-2-hyperv neutron-server[88767]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 11:03:01.309220 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 24 11:03:01.309220 dv-neutron-822691-2-hyperv neutron-server[88767]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 11:03:01.309220 dv-neutron-822691-2-hyperv neutron-server[88767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 11:03:01.326407 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-8bc3ca3c-9e62-46d8-beaf-b3d126bde69f tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] 10.222.0.65 "GET /v2.0/ports?network_id=f8c337ba-681f-4fcb-a333-e3c49365b30a&device_id=31b3484c-63e2-4971-abad-d0998c3029d4&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 944 time: 0.8399901
Dec 24 11:03:01.332342 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 35206) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:03:01.334122 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-60393711-c4e3-4ac9-849c-f38f16ea532d tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363287349540024'] for network, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:01.432604 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33da3599-dd01-44d7-9445-a269571a091f None None] Pushing event updated for resources: {'Port': ['ID=b0fe3344-6415-4ca4-95e4-c7969351f2e4,revision_number=2']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:03:01.451552 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-33da3599-dd01-44d7-9445-a269571a091f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:03:01.457275 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-e5176a58-e21a-4cbf-b1c9-03e81ddd86a2 None None] Port af6a10c2-1118-4bd6-bacb-8fd0ff543d9f cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:03:01.467463 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0590dd5-df75-4e3c-b1a0-9f3fc6af44fb None None] Network ae722b87-c5e3-4fb7-a35a-b51953fa77e8 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:03:01.485630 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-d301ae71-4ef2-443c-b76a-4f3de8f82c56 req-61bbe421-cd84-4f65-ad02-32dfa4f43832 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=655d927a-1c14-4f1b-88cc-771b29a10c76&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.4973867
Dec 24 11:03:01.515714 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e02aa0fb-4e3b-4f77-aa3d-9c7c3c8ecf79 None None] DHCP port deletion for d96e2d80-ca1f-429a-a149-3f3031e8b873 request from dv-neutron-822691-2-hyperv {{(pid=88880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 24 11:03:01.529767 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-e02aa0fb-4e3b-4f77-aa3d-9c7c3c8ecf79 None None] Deleting port 5764c92d-5509-41f3-842b-5ff717d681fe {{(pid=88880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:03:01.530219 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e02aa0fb-4e3b-4f77-aa3d-9c7c3c8ecf79 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:01.563402 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.db.api [None req-dd2499a2-627c-4604-b193-150e3d70104a tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 24 11:03:01.563402 dv-neutron-822691-2-hyperv neutron-server[88767]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 24 11:03:01.563402 dv-neutron-822691-2-hyperv neutron-server[88767]: [parameters: {'id': 'ae722b87-c5e3-4fb7-a35a-b51953fa77e8'}]
Dec 24 11:03:01.563402 dv-neutron-822691-2-hyperv neutron-server[88767]: (Background on this error at: http://sqlalche.me/e/gkpj) {{(pid=88879) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 24 11:03:01.563811 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_db.api [None req-dd2499a2-627c-4604-b193-150e3d70104a tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 24 11:03:01.656622 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port 4d269f74-e6f0-4d49-be8e-ff9a1d806565 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:03:01.657050 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:01.710412 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-60393711-c4e3-4ac9-849c-f38f16ea532d tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636'] for network, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:01.711404 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60393711-c4e3-4ac9-849c-f38f16ea532d tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:03:01.712099 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-60393711-c4e3-4ac9-849c-f38f16ea532d tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Notify callbacks [] for network, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:01.720086 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-526b5478-a4b6-4be1-a458-3232c5eaec8c tempest-ExtraDHCPOptionsIpV6TestJSON-726641206 tempest-ExtraDHCPOptionsIpV6TestJSON-726641206-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:03:01.806346 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95fa76bf-70a1-48d8-beff-e314b59b0553 tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:03:01.807904 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-95fa76bf-70a1-48d8-beff-e314b59b0553 tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] 10.222.0.65 "GET /v2.0/networks/f8c337ba-681f-4fcb-a333-e3c49365b30a HTTP/1.1" status: 200  len: 881 time: 0.4558523
Dec 24 11:03:01.819892 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 35210) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:03:01.890138 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-37d2a571-aaed-44d1-8593-3ddd2c3ac696 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:01.892756 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-cd080635-abb9-418d-9c3c-dbf0a56f2c76 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] For port 6e8dbed7-055d-46f2-8f31-c98f7663499f, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=6e8dbed7-055d-46f2-8f31-c98f7663499f,segment=NetworkSegment(6618a092-51b2-4e3d-9318-3ce6b7b40c55),segment_id=6618a092-51b2-4e3d-9318-3ce6b7b40c55)] {{(pid=88878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:03:01.893145 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-cd080635-abb9-418d-9c3c-dbf0a56f2c76 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:01.909761 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-8cd2075c-0d32-45e0-abd1-8c7905f986f9 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] For port 5764c92d-5509-41f3-842b-5ff717d681fe, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=5764c92d-5509-41f3-842b-5ff717d681fe,segment=NetworkSegment(506948e2-6ceb-4063-9354-3aeced6fc782),segment_id=506948e2-6ceb-4063-9354-3aeced6fc782)] {{(pid=88878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:03:01.910424 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8cd2075c-0d32-45e0-abd1-8c7905f986f9 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:01.924790 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60393711-c4e3-4ac9-849c-f38f16ea532d tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Pushing event updated for resources: {'Network': ['ID=e74b6023-5306-445a-a6a2-070a051e6eca,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:03:01.933565 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-60393711-c4e3-4ac9-849c-f38f16ea532d tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:03:01.952550 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Network e74b6023-5306-445a-a6a2-070a051e6eca details requested by agent ovs-agent-dv-neutron-822691-2-hyperv with host dv-neutron-822691-2-hyperv {{(pid=88880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 24 11:03:01.998199 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-be9ca02c-7c15-4a37-b023-759133970de9 tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] 10.222.0.65 "GET /v2.0/ports?device_id=31b3484c-63e2-4971-abad-d0998c3029d4 HTTP/1.1" status: 200  len: 205 time: 0.1699653
Dec 24 11:03:01.998199 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-60393711-c4e3-4ac9-849c-f38f16ea532d tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201  len: 875 time: 2.5318441
Dec 24 11:03:02.005898 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 35214) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:03:02.006284 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 35216) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:03:02.051290 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-cd080635-abb9-418d-9c3c-dbf0a56f2c76 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Calling delete_port for 6e8dbed7-055d-46f2-8f31-c98f7663499f owned by network:router_interface {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:03:02.067815 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-dd2499a2-627c-4604-b193-150e3d70104a tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036847558493'] for network, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:02.074409 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-f168fd9f-f261-4ee9-a58d-990ace11fc63 tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Request body: {'subnet': {'network_id': 'e74b6023-5306-445a-a6a2-070a051e6eca', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:03:02.093094 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-e02aa0fb-4e3b-4f77-aa3d-9c7c3c8ecf79 None None] For port 5764c92d-5509-41f3-842b-5ff717d681fe, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=5764c92d-5509-41f3-842b-5ff717d681fe,segment=NetworkSegment(506948e2-6ceb-4063-9354-3aeced6fc782),segment_id=506948e2-6ceb-4063-9354-3aeced6fc782)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:03:02.093493 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e02aa0fb-4e3b-4f77-aa3d-9c7c3c8ecf79 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:02.102855 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-f168fd9f-f261-4ee9-a58d-990ace11fc63 tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:03:02.118784 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-f168fd9f-f261-4ee9-a58d-990ace11fc63 tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Usage tracker for resource:subnet and tenant:13d980ce68d549e79d6a9f07649a0ad7 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:03:02.123989 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-d301ae71-4ef2-443c-b76a-4f3de8f82c56 req-9b7c65f4-1411-4f73-b410-803433964268 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3227175fb2a74b37bb7d77f5e6df3dce&device_id=655d927a-1c14-4f1b-88cc-771b29a10c76 HTTP/1.1" status: 200  len: 1099 time: 0.4865882
Dec 24 11:03:02.125465 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-f168fd9f-f261-4ee9-a58d-990ace11fc63 tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:03:02.140031 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-f168fd9f-f261-4ee9-a58d-990ace11fc63 tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:03:02.151609 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-dd2499a2-627c-4604-b193-150e3d70104a tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Deleting port b0fe3344-6415-4ca4-95e4-c7969351f2e4 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:03:02.152051 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-dd2499a2-627c-4604-b193-150e3d70104a tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:02.173009 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dce0633-7d0d-4363-9407-b69a634e18e5 None None] Network ae722b87-c5e3-4fb7-a35a-b51953fa77e8 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:03:02.231711 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-8cd2075c-0d32-45e0-abd1-8c7905f986f9 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Calling delete_port for 5764c92d-5509-41f3-842b-5ff717d681fe owned by network:dhcp {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:03:02.238475 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f168fd9f-f261-4ee9-a58d-990ace11fc63 tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Made reservation on behalf of 13d980ce68d549e79d6a9f07649a0ad7 for: {'subnet': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:03:02.243113 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f168fd9f-f261-4ee9-a58d-990ace11fc63 tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3619482'] for subnet, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:02.338940 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 5764c92d-5509-41f3-842b-5ff717d681fe no longer exists at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:03:02.339563 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-37d2a571-aaed-44d1-8593-3ddd2c3ac696 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:02.348257 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-bbe8dfc9-63dc-47de-823a-8c0d4b4b383a tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:03:02.452772 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8cd2075c-0d32-45e0-abd1-8c7905f986f9 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:02.457182 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d2a571-aaed-44d1-8593-3ddd2c3ac696 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Pushing event updated for resources: {'Port': ['ID=1dedc14f-e494-41e2-b5cf-2f8c8c82e6e3,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:03:02.465917 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-37d2a571-aaed-44d1-8593-3ddd2c3ac696 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:03:02.465917 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-37d2a571-aaed-44d1-8593-3ddd2c3ac696 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:03:02.499519 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d2a571-aaed-44d1-8593-3ddd2c3ac696 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Network c5575859-d751-4466-a894-d2db623d50b3 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:03:02.514448 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd2075c-0d32-45e0-abd1-8c7905f986f9 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Pushing event deleted for resources: {'Port': ['ID=5764c92d-5509-41f3-842b-5ff717d681fe,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:03:02.518054 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-8cd2075c-0d32-45e0-abd1-8c7905f986f9 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:03:02.519245 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-37d2a571-aaed-44d1-8593-3ddd2c3ac696 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Resources bound (agent type, host, resource id):  {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:03:02.590245 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d2a571-aaed-44d1-8593-3ddd2c3ac696 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:03:02.596420 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37d2a571-aaed-44d1-8593-3ddd2c3ac696 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:03:02.596420 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-37d2a571-aaed-44d1-8593-3ddd2c3ac696 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:02.617600 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-e02aa0fb-4e3b-4f77-aa3d-9c7c3c8ecf79 None None] Calling delete_port for 5764c92d-5509-41f3-842b-5ff717d681fe owned by network:dhcp {{(pid=88880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:03:02.651049 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd2075c-0d32-45e0-abd1-8c7905f986f9 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] No DVR routers for this DVR port 5764c92d-5509-41f3-842b-5ff717d681fe on host dv-neutron-822691-2-hyperv {{(pid=88878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 24 11:03:02.697668 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] No Port match for: 5764c92d-5509-41f3-842b-5ff717d681fe {{(pid=88880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 24 11:03:02.698123 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 5764c92d-5509-41f3-842b-5ff717d681fe not bound to the agent host dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 24 11:03:02.711014 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-37d2a571-aaed-44d1-8593-3ddd2c3ac696 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 849 time: 2.1964147
Dec 24 11:03:02.730264 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 35222) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:03:02.743315 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-126cf1a6-8fc4-48f9-b866-48ff54f036cc tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:03:02.784040 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-cd080635-abb9-418d-9c3c-dbf0a56f2c76 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:02.792186 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.db.api [None req-e02aa0fb-4e3b-4f77-aa3d-9c7c3c8ecf79 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88880) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 24 11:03:02.792595 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_db.api [None req-e02aa0fb-4e3b-4f77-aa3d-9c7c3c8ecf79 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 24 11:03:02.806681 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-3d754c23-4b82-403c-9f68-ec64524d5775 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:03:02.862179 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd080635-abb9-418d-9c3c-dbf0a56f2c76 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Pushing event deleted for resources: {'Port': ['ID=6e8dbed7-055d-46f2-8f31-c98f7663499f,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:03:02.871531 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-cd080635-abb9-418d-9c3c-dbf0a56f2c76 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:03:02.911858 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d301ae71-4ef2-443c-b76a-4f3de8f82c56 req-64012c70-5bab-408c-9d8e-78f67ac875fb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:03:02.913552 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-d301ae71-4ef2-443c-b76a-4f3de8f82c56 req-64012c70-5bab-408c-9d8e-78f67ac875fb service neutron] 10.222.0.58 "GET /v2.0/networks?id=06bf4055-f82f-43ff-8ef7-0747a91153cc HTTP/1.1" status: 200  len: 913 time: 0.7647958
Dec 24 11:03:02.936354 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8cd2075c-0d32-45e0-abd1-8c7905f986f9 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847649663', 'neutron.services.segments.db._delete_segments_for_network-8749505737672'] for network, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:03.053300 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24f75909-1f7b-4d9f-b763-91a4f8b932c0 admin admin] Router 1eb6a4ee-8ae3-441c-b3d2-afb3a85953e4 has already been hosted by L3 agent 198cca88-1338-4098-b44b-beb0346ac906 {{(pid=88879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 24 11:03:03.153441 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-dd2499a2-627c-4604-b193-150e3d70104a tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] For port b0fe3344-6415-4ca4-95e4-c7969351f2e4, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=b0fe3344-6415-4ca4-95e4-c7969351f2e4,segment=NetworkSegment(283fad4d-e0ee-4324-be95-7041c17bdc93),segment_id=283fad4d-e0ee-4324-be95-7041c17bdc93)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:03:03.153888 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-dd2499a2-627c-4604-b193-150e3d70104a tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:03.173135 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-8cd2075c-0d32-45e0-abd1-8c7905f986f9 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5271517dd8>,) {'filters': {'network_id': ['d96e2d80-ca1f-429a-a149-3f3031e8b873']}} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:03:03.293984 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-e02aa0fb-4e3b-4f77-aa3d-9c7c3c8ecf79 None None] Deleting port 5764c92d-5509-41f3-842b-5ff717d681fe {{(pid=88880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:03:03.294457 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e02aa0fb-4e3b-4f77-aa3d-9c7c3c8ecf79 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:03.332882 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-8cd2075c-0d32-45e0-abd1-8c7905f986f9 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5271517dd8>, '506948e2-6ceb-4063-9354-3aeced6fc782') {'for_net_delete': True} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:03:03.333485 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-8cd2075c-0d32-45e0-abd1-8c7905f986f9 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5271517dd8>, '506948e2-6ceb-4063-9354-3aeced6fc782') {} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:03:03.346129 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-dd2499a2-627c-4604-b193-150e3d70104a tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Calling delete_port for b0fe3344-6415-4ca4-95e4-c7969351f2e4 owned by network:dhcp {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:03:03.360579 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-126cf1a6-8fc4-48f9-b866-48ff54f036cc tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:03.370440 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-e02aa0fb-4e3b-4f77-aa3d-9c7c3c8ecf79 None None] The port '5764c92d-5509-41f3-842b-5ff717d681fe' was deleted {{(pid=88880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 24 11:03:03.393456 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8cd2075c-0d32-45e0-abd1-8c7905f986f9 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749505745113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2241371'] for segment, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:03.423444 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30554a2f-e9f2-4083-8ce9-bda7ad2ea5ff None None] get_active_networks_info from dv-neutron-822691-2-hyperv {{(pid=88880) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 24 11:03:03.469776 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-d301ae71-4ef2-443c-b76a-4f3de8f82c56 req-fdab9593-8913-4fca-b219-6eb0316dc3a1 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3a88a9cd-23ff-4882-94d5-148e4e2e250b HTTP/1.1" status: 200  len: 1002 time: 0.5432751
Dec 24 11:03:03.494846 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8cd2075c-0d32-45e0-abd1-8c7905f986f9 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:03.533295 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cd2075c-0d32-45e0-abd1-8c7905f986f9 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Releasing vlan 644 on physical network physnet1 to pool {{(pid=88878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 24 11:03:03.533738 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8cd2075c-0d32-45e0-abd1-8c7905f986f9 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036847652098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850807864'] for segment, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:03.557611 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-cd080635-abb9-418d-9c3c-dbf0a56f2c76 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036852798164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854055527'] for router_interface, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:03.561602 dv-neutron-822691-2-hyperv neutron-server[88767]: Traceback (most recent call last):
Dec 24 11:03:03.561602 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 24 11:03:03.561602 dv-neutron-822691-2-hyperv neutron-server[88767]:     timer()
Dec 24 11:03:03.561602 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 11:03:03.561602 dv-neutron-822691-2-hyperv neutron-server[88767]:     cb(*args, **kw)
Dec 24 11:03:03.561602 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 24 11:03:03.561602 dv-neutron-822691-2-hyperv neutron-server[88767]:     return func(*args, **kwargs)
Dec 24 11:03:03.561602 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 11:03:03.561602 dv-neutron-822691-2-hyperv neutron-server[88767]:     self._notify()
Dec 24 11:03:03.561602 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 11:03:03.561602 dv-neutron-822691-2-hyperv neutron-server[88767]:     self.callback(batched_events)
Dec 24 11:03:03.561602 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 11:03:03.561602 dv-neutron-822691-2-hyperv neutron-server[88767]:     event.method(event)
Dec 24 11:03:03.561602 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 11:03:03.561602 dv-neutron-822691-2-hyperv neutron-server[88767]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 11:03:03.561602 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 24 11:03:03.561602 dv-neutron-822691-2-hyperv neutron-server[88767]:     segment_id)['aggregates'][0]
Dec 24 11:03:03.561602 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 24 11:03:03.561602 dv-neutron-822691-2-hyperv neutron-server[88767]:     return f(self, *a, **k)
Dec 24 11:03:03.561602 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 11:03:03.561602 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self._get(url).json()
Dec 24 11:03:03.561602 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 24 11:03:03.561602 dv-neutron-822691-2-hyperv neutron-server[88767]:     **kwargs)
Dec 24 11:03:03.561602 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 24 11:03:03.561602 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self.request(url, 'GET', **kwargs)
Dec 24 11:03:03.561602 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 24 11:03:03.561602 dv-neutron-822691-2-hyperv neutron-server[88767]:     **endpoint_filter)
Dec 24 11:03:03.561602 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 24 11:03:03.561602 dv-neutron-822691-2-hyperv neutron-server[88767]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 11:03:03.561602 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 24 11:03:03.561602 dv-neutron-822691-2-hyperv neutron-server[88767]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 11:03:03.561602 dv-neutron-822691-2-hyperv neutron-server[88767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 11:03:03.635371 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-de5fdf86-4b39-4218-bf01-f39ee2f78a69 tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Notify callbacks [] for router, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:03.649862 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30554a2f-e9f2-4083-8ce9-bda7ad2ea5ff None None] Resources bound (agent type, host, resource id):  {{(pid=88880) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Dec 24 11:03:03.724197 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d301ae71-4ef2-443c-b76a-4f3de8f82c56 req-b01f31ba-90ba-43e0-ba42-8ba5a1218027 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:03:03.725968 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-d301ae71-4ef2-443c-b76a-4f3de8f82c56 req-b01f31ba-90ba-43e0-ba42-8ba5a1218027 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=26cb8daf-b897-4fc8-a72c-e78bd818e5d0 HTTP/1.1" status: 200  len: 851 time: 0.2310762
Dec 24 11:03:03.732895 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-dd2499a2-627c-4604-b193-150e3d70104a tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:03.741350 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-578c4ba2-2400-4f13-964a-1445f545c3f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:03:03.857592 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2499a2-627c-4604-b193-150e3d70104a tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Pushing event deleted for resources: {'Port': ['ID=b0fe3344-6415-4ca4-95e4-c7969351f2e4,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:03:03.863064 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-dd2499a2-627c-4604-b193-150e3d70104a tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:03:03.914614 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8cd2075c-0d32-45e0-abd1-8c7905f986f9 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7126154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659196'] for network, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:03.922402 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8cd2075c-0d32-45e0-abd1-8c7905f986f9 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1977811'] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:03.931329 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2499a2-627c-4604-b193-150e3d70104a tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] No DVR routers for this DVR port b0fe3344-6415-4ca4-95e4-c7969351f2e4 on host dv-neutron-822691-2-hyperv {{(pid=88879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 24 11:03:03.946327 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:03:03.981347 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd2075c-0d32-45e0-abd1-8c7905f986f9 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Pushing event deleted for resources: {'Network': ['ID=d96e2d80-ca1f-429a-a149-3f3031e8b873,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:03:03.994610 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-8cd2075c-0d32-45e0-abd1-8c7905f986f9 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] 10.222.0.65 "DELETE /v2.0/networks/d96e2d80-ca1f-429a-a149-3f3031e8b873 HTTP/1.1" status: 204  len: 168 time: 3.2590480
Dec 24 11:03:03.995347 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 35226) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:03:03.996464 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-8cd2075c-0d32-45e0-abd1-8c7905f986f9 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:03:04.010232 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-0bfbdf40-633d-4ab2-9518-196165108d14 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1040426843'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:03:04.078679 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-0bfbdf40-633d-4ab2-9518-196165108d14 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:03:04.159064 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-0bfbdf40-633d-4ab2-9518-196165108d14 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Usage tracker for resource:network and tenant:56d5354af46a4a91924cfe2259b4b254 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:03:04.172607 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-0bfbdf40-633d-4ab2-9518-196165108d14 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:03:04.186419 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-126cf1a6-8fc4-48f9-b866-48ff54f036cc tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks [] for port, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:04.191516 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-0bfbdf40-633d-4ab2-9518-196165108d14 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:03:04.196048 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-126cf1a6-8fc4-48f9-b866-48ff54f036cc tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3978773'] for port, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:04.201999 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-8cd2075c-0d32-45e0-abd1-8c7905f986f9 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:03:04.248928 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-dd2499a2-627c-4604-b193-150e3d70104a tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847649663', 'neutron.services.segments.db._delete_segments_for_network-8749505737672'] for network, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:04.270854 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bfbdf40-633d-4ab2-9518-196165108d14 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Made reservation on behalf of 56d5354af46a4a91924cfe2259b4b254 for: {'network': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:03:04.276283 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0bfbdf40-633d-4ab2-9518-196165108d14 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for network, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:04.294296 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-d301ae71-4ef2-443c-b76a-4f3de8f82c56 req-4d01d265-82a1-4587-8c7e-a7f25e9f75d6 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=06bf4055-f82f-43ff-8ef7-0747a91153cc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.5540524
Dec 24 11:03:04.343634 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-dd2499a2-627c-4604-b193-150e3d70104a tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5270924668>,) {'filters': {'network_id': ['ae722b87-c5e3-4fb7-a35a-b51953fa77e8']}} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:03:04.385722 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-dd2499a2-627c-4604-b193-150e3d70104a tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5270924668>, '283fad4d-e0ee-4324-be95-7041c17bdc93') {'for_net_delete': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:03:04.386094 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-dd2499a2-627c-4604-b193-150e3d70104a tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5270924668>, '283fad4d-e0ee-4324-be95-7041c17bdc93') {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:03:04.549881 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-126cf1a6-8fc4-48f9-b866-48ff54f036cc tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] In _notify_port_updated(), no bound segment for port 1dedc14f-e494-41e2-b5cf-2f8c8c82e6e3 on network c5575859-d751-4466-a894-d2db623d50b3 {{(pid=88878) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}}
Dec 24 11:03:04.554391 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-126cf1a6-8fc4-48f9-b866-48ff54f036cc tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:03:04.555118 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-126cf1a6-8fc4-48f9-b866-48ff54f036cc tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:04.560237 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-126cf1a6-8fc4-48f9-b866-48ff54f036cc tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] 10.222.0.65 "PUT /v2.0/ports/1dedc14f-e494-41e2-b5cf-2f8c8c82e6e3 HTTP/1.1" status: 200  len: 818 time: 1.8253686
Dec 24 11:03:04.612411 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 35230) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:03:04.724106 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-dd2499a2-627c-4604-b193-150e3d70104a tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749505745113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853989108'] for segment, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:04.732752 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126cf1a6-8fc4-48f9-b866-48ff54f036cc tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Pushing event updated for resources: {'Port': ['ID=1dedc14f-e494-41e2-b5cf-2f8c8c82e6e3,revision_number=2']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:03:04.753257 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-126cf1a6-8fc4-48f9-b866-48ff54f036cc tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.551s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:03:04.779504 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-dd2499a2-627c-4604-b193-150e3d70104a tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:04.789094 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bfbdf40-633d-4ab2-9518-196165108d14 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] vlan segment allocate from pool success with {'vlan_id': 619, 'physical_network': 'physnet1'}  {{(pid=88878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 24 11:03:04.798551 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-a9574641-5d7f-43bd-91a4-392e11875612 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Deleting port 1dedc14f-e494-41e2-b5cf-2f8c8c82e6e3 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:03:04.798922 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a9574641-5d7f-43bd-91a4-392e11875612 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:04.834383 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd2499a2-627c-4604-b193-150e3d70104a tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Releasing vlan 637 on physical network physnet1 to pool {{(pid=88879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 24 11:03:04.834796 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-dd2499a2-627c-4604-b193-150e3d70104a tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036847652098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3926696'] for segment, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:04.852981 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0bfbdf40-633d-4ab2-9518-196165108d14 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:04.853377 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.segments_db [None req-0bfbdf40-633d-4ab2-9518-196165108d14 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Added segment 67c83a59-75d8-4431-8f62-7bdb2eb6e441 of type vlan for network 4104dc0e-490b-400d-b1ce-ab7d12202c45
Dec 24 11:03:04.856730 dv-neutron-822691-2-hyperv neutron-server[88767]: Traceback (most recent call last):
Dec 24 11:03:04.856730 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 24 11:03:04.856730 dv-neutron-822691-2-hyperv neutron-server[88767]:     timer()
Dec 24 11:03:04.856730 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 11:03:04.856730 dv-neutron-822691-2-hyperv neutron-server[88767]:     cb(*args, **kw)
Dec 24 11:03:04.856730 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 24 11:03:04.856730 dv-neutron-822691-2-hyperv neutron-server[88767]:     return func(*args, **kwargs)
Dec 24 11:03:04.856730 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 11:03:04.856730 dv-neutron-822691-2-hyperv neutron-server[88767]:     self._notify()
Dec 24 11:03:04.856730 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 11:03:04.856730 dv-neutron-822691-2-hyperv neutron-server[88767]:     self.callback(batched_events)
Dec 24 11:03:04.856730 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 11:03:04.856730 dv-neutron-822691-2-hyperv neutron-server[88767]:     event.method(event)
Dec 24 11:03:04.856730 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 11:03:04.856730 dv-neutron-822691-2-hyperv neutron-server[88767]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 11:03:04.856730 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 24 11:03:04.856730 dv-neutron-822691-2-hyperv neutron-server[88767]:     segment_id)['aggregates'][0]
Dec 24 11:03:04.856730 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 24 11:03:04.856730 dv-neutron-822691-2-hyperv neutron-server[88767]:     return f(self, *a, **k)
Dec 24 11:03:04.856730 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 11:03:04.856730 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self._get(url).json()
Dec 24 11:03:04.856730 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 24 11:03:04.856730 dv-neutron-822691-2-hyperv neutron-server[88767]:     **kwargs)
Dec 24 11:03:04.856730 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 24 11:03:04.856730 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self.request(url, 'GET', **kwargs)
Dec 24 11:03:04.856730 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 24 11:03:04.856730 dv-neutron-822691-2-hyperv neutron-server[88767]:     **endpoint_filter)
Dec 24 11:03:04.856730 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 24 11:03:04.856730 dv-neutron-822691-2-hyperv neutron-server[88767]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 11:03:04.856730 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 24 11:03:04.856730 dv-neutron-822691-2-hyperv neutron-server[88767]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 11:03:04.856730 dv-neutron-822691-2-hyperv neutron-server[88767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 11:03:04.886469 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd080635-abb9-418d-9c3c-dbf0a56f2c76 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Router 82522dec-d7db-4f09-8a75-f1a4d5175436 has already been hosted by L3 agent 198cca88-1338-4098-b44b-beb0346ac906 {{(pid=88878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 24 11:03:04.899811 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24f75909-1f7b-4d9f-b763-91a4f8b932c0 admin admin] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:03:04.905851 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f168fd9f-f261-4ee9-a58d-990ace11fc63 tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3921862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3619467'] for subnet, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:04.911141 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df84b7c2-917e-4080-a4c2-03d02aa3eb1e None None] Sync routers for ids ['1eb6a4ee-8ae3-441c-b3d2-afb3a85953e4'] in dv-neutron-822691-2-hyperv {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:03:04.911366 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-d301ae71-4ef2-443c-b76a-4f3de8f82c56 req-e4fbe60e-9749-4437-930e-0d80503fb841 service neutron] 10.222.0.58 "GET /v2.0/networks/06bf4055-f82f-43ff-8ef7-0747a91153cc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6079922
Dec 24 11:03:04.924893 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df84b7c2-917e-4080-a4c2-03d02aa3eb1e None None] Routers {'1eb6a4ee-8ae3-441c-b3d2-afb3a85953e4'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:03:04.925700 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-df84b7c2-917e-4080-a4c2-03d02aa3eb1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5275cb6208>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:02:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['1eb6a4ee-8ae3-441c-b3d2-afb3a85953e4'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:03:04.935339 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0bfbdf40-633d-4ab2-9518-196165108d14 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363287349540024'] for network, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:04.963686 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-41098641-389a-4748-b125-5305bc1d783b tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:03:05.086219 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-dd2499a2-627c-4604-b193-150e3d70104a tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7126154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659196'] for network, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:05.103920 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-24f75909-1f7b-4d9f-b763-91a4f8b932c0 admin admin] 10.222.0.65 "PUT /v2.0/routers/1eb6a4ee-8ae3-441c-b3d2-afb3a85953e4/add_router_interface HTTP/1.1" status: 200  len: 503 time: 13.1521611
Dec 24 11:03:05.107531 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-dd2499a2-627c-4604-b193-150e3d70104a tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks [] for network, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:05.156656 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-df84b7c2-917e-4080-a4c2-03d02aa3eb1e None None] Set router 1eb6a4ee-8ae3-441c-b3d2-afb3a85953e4 gateway port host: dv-neutron-822691-2-hyperv {{(pid=88881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:03:05.197708 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f168fd9f-f261-4ee9-a58d-990ace11fc63 tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Pushing event updated for resources: {'Subnet': ['ID=864ea303-0601-42a1-8771-0e0fa173a925,revision_number=0']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:03:05.211019 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f168fd9f-f261-4ee9-a58d-990ace11fc63 tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:03:05.214190 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-de5fdf86-4b39-4218-bf01-f39ee2f78a69 tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:05.217296 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-00eed2ab-1953-48e0-948a-91741990e2c3 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.116s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:03:05.233690 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0bfbdf40-633d-4ab2-9518-196165108d14 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636'] for network, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:05.238106 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bfbdf40-633d-4ab2-9518-196165108d14 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:03:05.238822 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0bfbdf40-633d-4ab2-9518-196165108d14 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1977811'] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:05.260485 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-dd2499a2-627c-4604-b193-150e3d70104a tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] 10.222.0.65 "DELETE /v2.0/networks/ae722b87-c5e3-4fb7-a35a-b51953fa77e8 HTTP/1.1" status: 204  len: 168 time: 5.8002625
Dec 24 11:03:05.262168 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-77bf9d02-4eec-4d3b-97f4-3d2b09ab79b7 tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:03:05.268742 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 35236) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:03:05.298884 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a9574641-5d7f-43bd-91a4-392e11875612 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:05.309752 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2499a2-627c-4604-b193-150e3d70104a tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Pushing event deleted for resources: {'Network': ['ID=ae722b87-c5e3-4fb7-a35a-b51953fa77e8,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:03:05.322155 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-dd2499a2-627c-4604-b193-150e3d70104a tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:03:05.330856 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-56711681-2ee2-471f-a870-3bad7fdb7ce4 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] DELETE failed (client error): The resource could not be found.
Dec 24 11:03:05.331540 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56711681-2ee2-471f-a870-3bad7fdb7ce4 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88879) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 24 11:03:05.336732 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-56711681-2ee2-471f-a870-3bad7fdb7ce4 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] 10.222.0.65 "DELETE /v2.0/subnets/b70ac925-58bd-4786-bd31-e8a29d93fbe0 HTTP/1.1" status: 404  len: 337 time: 0.0665152
Dec 24 11:03:05.337646 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-de5fdf86-4b39-4218-bf01-f39ee2f78a69 tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Deleting port 35ba4edb-287c-4573-8757-598b0904bd77 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:03:05.338163 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-de5fdf86-4b39-4218-bf01-f39ee2f78a69 tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:05.339091 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 35240) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:03:05.411591 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f168fd9f-f261-4ee9-a58d-990ace11fc63 tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Checking segment: {'id': '390492da-fef6-4c65-8f49-fc49c57ed13b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'e74b6023-5306-445a-a6a2-070a051e6eca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:03:05.412581 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f168fd9f-f261-4ee9-a58d-990ace11fc63 tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Network hostable DHCP agents. Network: e74b6023-5306-445a-a6a2-070a051e6eca, hostable agents: ['edcf98dc-3032-472a-8b3d-f23fd1e89806'], hosted agents: [] {{(pid=88879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 24 11:03:05.431047 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-d301ae71-4ef2-443c-b76a-4f3de8f82c56 req-926586ef-e84d-4aba-b33a-8fd103f4a49b service neutron] 10.222.0.58 "GET /v2.0/networks/06bf4055-f82f-43ff-8ef7-0747a91153cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4290802
Dec 24 11:03:05.495730 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-a9574641-5d7f-43bd-91a4-392e11875612 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Calling delete_port for 1dedc14f-e494-41e2-b5cf-2f8c8c82e6e3 owned by  {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:03:05.566972 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-0bfbdf40-633d-4ab2-9518-196165108d14 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 1.5666039
Dec 24 11:03:05.569514 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd080635-abb9-418d-9c3c-dbf0a56f2c76 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:03:05.582781 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5bda4e7-e859-410b-a10d-8b0d95377003 None None] Sync routers for ids ['82522dec-d7db-4f09-8a75-f1a4d5175436'] in dv-neutron-822691-2-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:03:05.600984 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 35248) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:03:05.616027 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-a55a5fa1-f6dd-4654-877e-3136608b92c0 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Request body: {'subnet': {'network_id': '4104dc0e-490b-400d-b1ce-ab7d12202c45', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:03:05.628840 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5bda4e7-e859-410b-a10d-8b0d95377003 None None] Routers {'82522dec-d7db-4f09-8a75-f1a4d5175436'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:03:05.633685 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f168fd9f-f261-4ee9-a58d-990ace11fc63 tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Network e74b6023-5306-445a-a6a2-070a051e6eca is scheduled to be hosted by DHCP agent edcf98dc-3032-472a-8b3d-f23fd1e89806 with binding_index 1 {{(pid=88879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 24 11:03:05.641330 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-cd080635-abb9-418d-9c3c-dbf0a56f2c76 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "PUT /v2.0/routers/82522dec-d7db-4f09-8a75-f1a4d5175436/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 13.5976171
Dec 24 11:03:05.642003 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-c5bda4e7-e859-410b-a10d-8b0d95377003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52719f8da0>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:02:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['82522dec-d7db-4f09-8a75-f1a4d5175436'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:03:05.644157 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 35252) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:03:05.649864 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfbdf40-633d-4ab2-9518-196165108d14 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Pushing event updated for resources: {'Network': ['ID=4104dc0e-490b-400d-b1ce-ab7d12202c45,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:03:05.655648 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-be7f686a-b7ac-4c3e-b332-9afa64912040 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] DELETE failed (client error): The resource could not be found.
Dec 24 11:03:05.656146 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be7f686a-b7ac-4c3e-b332-9afa64912040 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 24 11:03:05.661801 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-be7f686a-b7ac-4c3e-b332-9afa64912040 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] 10.222.0.65 "DELETE /v2.0/networks/ae722b87-c5e3-4fb7-a35a-b51953fa77e8 HTTP/1.1" status: 404  len: 339 time: 0.2621393
Dec 24 11:03:05.664554 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 35256) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:03:05.665057 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-df84b7c2-917e-4080-a4c2-03d02aa3eb1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5275cb6208>, [{'id': '1eb6a4ee-8ae3-441c-b3d2-afb3a85953e4', 'name': 'tempest-ServersTestManualDisk-111115318-router', 'tenant_id': '392c706564b54bdf9b4aefef23ad272e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.229'}], 'enable_snat': True}, 'gw_port_id': '4d269f74-e6f0-4d49-be8e-ff9a1d806565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:02:41Z', 'updated_at': '2021-12-24T11:02:59Z', 'revision_number': 4, 'project_id': '392c706564b54bdf9b4aefef23ad272e', 'gw_port': {'id': '4d269f74-e6f0-4d49-be8e-ff9a1d806565', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:4e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb6a4ee-8ae3-441c-b3d2-afb3a85953e4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:02:43Z', 'updated_at': '2021-12-24T11:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_interfaces': [{'id': 'af6a10c2-1118-4bd6-bacb-8fd0ff543d9f', 'name': '', 'network_id': '080f09f1-3644-45f6-a515-c3987b590591', 'tenant_id': '392c706564b54bdf9b4aefef23ad272e', 'mac_address': 'fa:16:3e:15:d3:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1eb6a4ee-8ae3-441c-b3d2-afb3a85953e4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '38621544-eab0-4f00-bd94-2008793c18b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:02:57Z', 'updated_at': '2021-12-24T11:02:59Z', 'revision_number': 2, 'project_id': '392c706564b54bdf9b4aefef23ad272e', 'subnets': [{'id': '38621544-eab0-4f00-bd94-2008793c18b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:03:05.677143 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df84b7c2-917e-4080-a4c2-03d02aa3eb1e None None] Checking router: 1eb6a4ee-8ae3-441c-b3d2-afb3a85953e4 for host: dv-neutron-822691-2-hyperv {{(pid=88881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 24 11:03:05.678186 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df84b7c2-917e-4080-a4c2-03d02aa3eb1e None None] Updating router 1eb6a4ee-8ae3-441c-b3d2-afb3a85953e4 port af6a10c2-1118-4bd6-bacb-8fd0ff543d9f binding host dv-neutron-822691-2-hyperv {{(pid=88881) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 24 11:03:05.697078 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-0bfbdf40-633d-4ab2-9518-196165108d14 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.435s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:03:05.720201 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Network 4104dc0e-490b-400d-b1ce-ab7d12202c45 details requested by agent ovs-agent-dv-neutron-822691-2-hyperv with host dv-neutron-822691-2-hyperv {{(pid=88880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 24 11:03:05.758055 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-df84b7c2-917e-4080-a4c2-03d02aa3eb1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:05.761453 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-f168fd9f-f261-4ee9-a58d-990ace11fc63 tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822691-2-hyperv, e74b6023-5306-445a-a6a2-070a051e6eca) {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:03:05.782162 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f168fd9f-f261-4ee9-a58d-990ace11fc63 tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:03:05.782811 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f168fd9f-f261-4ee9-a58d-990ace11fc63 tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:05.832995 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ad6ef64-d875-49d9-a533-d08e74b7fab3 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:03:05.836775 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ad6ef64-d875-49d9-a533-d08e74b7fab3 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:03:05.838194 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-8ad6ef64-d875-49d9-a533-d08e74b7fab3 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Synchronizing usage tracker for tenant:739a78fd4cfc48c2a4011598579f8f8c on resource:subnet {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:03:05.901966 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad495152-a77e-40e1-a008-72d9f6efbf17 None None] Network e74b6023-5306-445a-a6a2-070a051e6eca requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:03:05.921265 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-8ad6ef64-d875-49d9-a533-d08e74b7fab3 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Unset dirty status for tenant:739a78fd4cfc48c2a4011598579f8f8c on resource:subnet {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:03:05.930081 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-8ad6ef64-d875-49d9-a533-d08e74b7fab3 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.2814140
Dec 24 11:03:05.932616 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 35260) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:03:06.013662 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-de5fdf86-4b39-4218-bf01-f39ee2f78a69 tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:06.014919 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a9574641-5d7f-43bd-91a4-392e11875612 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:06.030240 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-c5bda4e7-e859-410b-a10d-8b0d95377003 None None] Set router 82522dec-d7db-4f09-8a75-f1a4d5175436 gateway port host: None {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:03:06.037511 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-4f3a193d-f3fd-4558-b371-3511ea6f5aac tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:03:06.143948 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9574641-5d7f-43bd-91a4-392e11875612 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Pushing event deleted for resources: {'Port': ['ID=1dedc14f-e494-41e2-b5cf-2f8c8c82e6e3,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:03:06.172835 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-a9574641-5d7f-43bd-91a4-392e11875612 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:03:06.179656 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-c5bda4e7-e859-410b-a10d-8b0d95377003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52719f8da0>, [{'id': '82522dec-d7db-4f09-8a75-f1a4d5175436', 'name': 'tempest-NetworksTestDHCPv6-router-383506404', 'tenant_id': '739a78fd4cfc48c2a4011598579f8f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:02:40Z', 'updated_at': '2021-12-24T11:03:02Z', 'revision_number': 3, 'project_id': '739a78fd4cfc48c2a4011598579f8f8c', 'gw_port_host': None}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:03:06.190826 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5bda4e7-e859-410b-a10d-8b0d95377003 None None] Checking router: 82522dec-d7db-4f09-8a75-f1a4d5175436 for host: dv-neutron-822691-2-hyperv {{(pid=88880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 24 11:03:06.217672 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a9574641-5d7f-43bd-91a4-392e11875612 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:06.240856 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-a9574641-5d7f-43bd-91a4-392e11875612 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] 10.222.0.65 "DELETE /v2.0/ports/1dedc14f-e494-41e2-b5cf-2f8c8c82e6e3 HTTP/1.1" status: 204  len: 168 time: 1.6118813
Dec 24 11:03:06.315603 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-a55a5fa1-f6dd-4654-877e-3136608b92c0 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:03:06.318237 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 35266) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:03:06.400938 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-de5fdf86-4b39-4218-bf01-f39ee2f78a69 tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Calling delete_port for 35ba4edb-287c-4573-8757-598b0904bd77 owned by network:router_gateway {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:03:06.417992 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5bda4e7-e859-410b-a10d-8b0d95377003 None None] Routers {'82522dec-d7db-4f09-8a75-f1a4d5175436'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:03:06.419214 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-c5bda4e7-e859-410b-a10d-8b0d95377003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52719f8da0>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:02:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['82522dec-d7db-4f09-8a75-f1a4d5175436'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:03:06.437249 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-f168fd9f-f261-4ee9-a58d-990ace11fc63 tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 822 time: 4.4237535
Dec 24 11:03:06.437249 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-a55a5fa1-f6dd-4654-877e-3136608b92c0 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Usage tracker for resource:subnet and tenant:56d5354af46a4a91924cfe2259b4b254 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:03:06.443740 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 35270) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:03:06.479628 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-f36ff6cb-81f4-4bc2-84b5-74fe47d10b32 tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-2041622174', 'network_id': 'e74b6023-5306-445a-a6a2-070a051e6eca'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:03:06.487723 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-a55a5fa1-f6dd-4654-877e-3136608b92c0 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:03:06.503821 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-a55a5fa1-f6dd-4654-877e-3136608b92c0 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:03:06.507644 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-f36ff6cb-81f4-4bc2-84b5-74fe47d10b32 tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:03:06.517868 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2e07acf8-8a83-4e19-a67e-c9961f9c065e tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036847558493'] for network, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:06.519043 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-f36ff6cb-81f4-4bc2-84b5-74fe47d10b32 tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Usage tracker for resource:port and tenant:13d980ce68d549e79d6a9f07649a0ad7 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:03:06.534373 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-f36ff6cb-81f4-4bc2-84b5-74fe47d10b32 tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:03:06.596931 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-df84b7c2-917e-4080-a4c2-03d02aa3eb1e None None] Notify callbacks [] for port, precommit_update {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:06.598682 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-c5bda4e7-e859-410b-a10d-8b0d95377003 None None] Set router 82522dec-d7db-4f09-8a75-f1a4d5175436 gateway port host: None {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:03:06.604078 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-f36ff6cb-81f4-4bc2-84b5-74fe47d10b32 tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:03:06.614203 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-df84b7c2-917e-4080-a4c2-03d02aa3eb1e None None] Transition to ACTIVE for port object af6a10c2-1118-4bd6-bacb-8fd0ff543d9f will not be triggered until provisioned by entity L2. {{(pid=88881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:03:06.621685 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-df84b7c2-917e-4080-a4c2-03d02aa3eb1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:06.627029 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a55a5fa1-f6dd-4654-877e-3136608b92c0 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Made reservation on behalf of 56d5354af46a4a91924cfe2259b4b254 for: {'subnet': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:03:06.631791 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:03:06.660426 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f36ff6cb-81f4-4bc2-84b5-74fe47d10b32 tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Made reservation on behalf of 13d980ce68d549e79d6a9f07649a0ad7 for: {'port': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:03:06.669509 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f36ff6cb-81f4-4bc2-84b5-74fe47d10b32 tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:06.696446 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [None req-f36ff6cb-81f4-4bc2-84b5-74fe47d10b32 tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] device_id is not set on port 4577c5b8-2e10-497f-82ae-f7a86dd0fcae yet. {{(pid=88878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 24 11:03:06.712813 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 35274) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:03:06.742189 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-e76a3ecc-171e-4caa-b89e-a3ae5e28565f tempest-ServersTestManualDisk-691114078 tempest-ServersTestManualDisk-691114078-project] Request body: {'security_group': {'name': 'tempest-securitygroup--334670492', 'description': 'tempest-description--882853071'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:03:06.771457 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-e76a3ecc-171e-4caa-b89e-a3ae5e28565f tempest-ServersTestManualDisk-691114078 tempest-ServersTestManualDisk-691114078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:03:06.789687 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-c5bda4e7-e859-410b-a10d-8b0d95377003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52719f8da0>, [{'id': '82522dec-d7db-4f09-8a75-f1a4d5175436', 'name': 'tempest-NetworksTestDHCPv6-router-383506404', 'tenant_id': '739a78fd4cfc48c2a4011598579f8f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:02:40Z', 'updated_at': '2021-12-24T11:03:02Z', 'revision_number': 3, 'project_id': '739a78fd4cfc48c2a4011598579f8f8c', 'gw_port_host': None}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:03:06.790756 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-e76a3ecc-171e-4caa-b89e-a3ae5e28565f tempest-ServersTestManualDisk-691114078 tempest-ServersTestManualDisk-691114078-project] Usage tracker for resource:security_group and tenant:392c706564b54bdf9b4aefef23ad272e is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:03:06.804370 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7180f043-374e-4087-bbf7-c789dd20e2cc None None] Network e74b6023-5306-445a-a6a2-070a051e6eca requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:03:06.840249 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fe030d-2c9c-4bd8-8a57-0a7b2893f9b0 None None] Pushing event updated for resources: {'Port': ['ID=af6a10c2-1118-4bd6-bacb-8fd0ff543d9f,revision_number=3']} {{(pid=88881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:03:06.844663 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-a5fe030d-2c9c-4bd8-8a57-0a7b2893f9b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=88881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:03:06.860476 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-e76a3ecc-171e-4caa-b89e-a3ae5e28565f tempest-ServersTestManualDisk-691114078 tempest-ServersTestManualDisk-691114078-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:03:06.902856 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-f36ff6cb-81f4-4bc2-84b5-74fe47d10b32 tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Allocated IP 2001:db8::359 (e74b6023-5306-445a-a6a2-070a051e6eca/864ea303-0601-42a1-8771-0e0fa173a925/4577c5b8-2e10-497f-82ae-f7a86dd0fcae) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:03:06.908276 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-e76a3ecc-171e-4caa-b89e-a3ae5e28565f tempest-ServersTestManualDisk-691114078 tempest-ServersTestManualDisk-691114078-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:03:06.957040 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_v2 [None req-2eb00c2e-4cc0-4663-9b3d-6c3360e56337 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Deleting subnet adda9861-35b9-4b43-8cd9-4d2dcfac8145 {{(pid=88878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 24 11:03:06.961700 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2eb00c2e-4cc0-4663-9b3d-6c3360e56337 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks [] for subnet, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:06.988847 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-df84b7c2-917e-4080-a4c2-03d02aa3eb1e None None] Attempting to bind port af6a10c2-1118-4bd6-bacb-8fd0ff543d9f on host dv-neutron-822691-2-hyperv for vnic_type normal with profile  {{(pid=88881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:03:06.989928 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-df84b7c2-917e-4080-a4c2-03d02aa3eb1e None None] Attempting to bind port af6a10c2-1118-4bd6-bacb-8fd0ff543d9f by drivers openvswitch,hyperv on host dv-neutron-822691-2-hyperv at level 0 using segments [{'id': '7d0dc58d-0474-4e82-b3e5-d78baac1a000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '080f09f1-3644-45f6-a515-c3987b590591'}] {{(pid=88881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:03:06.990548 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df84b7c2-917e-4080-a4c2-03d02aa3eb1e None None] Attempting to bind port af6a10c2-1118-4bd6-bacb-8fd0ff543d9f on network 080f09f1-3644-45f6-a515-c3987b590591 {{(pid=88881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:03:06.995223 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5bda4e7-e859-410b-a10d-8b0d95377003 None None] The sync data for ids ['82522dec-d7db-4f09-8a75-f1a4d5175436'] in dv-neutron-822691-2-hyperv is: [{'id': '82522dec-d7db-4f09-8a75-f1a4d5175436', 'name': 'tempest-NetworksTestDHCPv6-router-383506404', 'tenant_id': '739a78fd4cfc48c2a4011598579f8f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:02:40Z', 'updated_at': '2021-12-24T11:03:02Z', 'revision_number': 3, 'project_id': '739a78fd4cfc48c2a4011598579f8f8c', 'gw_port_host': None}] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:03:07.015227 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df84b7c2-917e-4080-a4c2-03d02aa3eb1e None None] Checking agent: {'id': 'db1275c1-6001-47af-93c2-635c68404703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822691-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 52, 8), 'started_at': datetime.datetime(2021, 12, 24, 10, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 2, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822691-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:03:07.016554 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df84b7c2-917e-4080-a4c2-03d02aa3eb1e None None] Checking segment: {'id': '7d0dc58d-0474-4e82-b3e5-d78baac1a000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '080f09f1-3644-45f6-a515-c3987b590591'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:03:07.017341 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-df84b7c2-917e-4080-a4c2-03d02aa3eb1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:07.018007 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df84b7c2-917e-4080-a4c2-03d02aa3eb1e None None] Bound using segment: {'id': '7d0dc58d-0474-4e82-b3e5-d78baac1a000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '080f09f1-3644-45f6-a515-c3987b590591'} {{(pid=88881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:03:07.018753 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-df84b7c2-917e-4080-a4c2-03d02aa3eb1e None None] Bound port: af6a10c2-1118-4bd6-bacb-8fd0ff543d9f, host: dv-neutron-822691-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d0dc58d-0474-4e82-b3e5-d78baac1a000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '080f09f1-3644-45f6-a515-c3987b590591'}}] {{(pid=88881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:03:07.019381 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-df84b7c2-917e-4080-a4c2-03d02aa3eb1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:07.032179 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a55a5fa1-f6dd-4654-877e-3136608b92c0 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3619482'] for subnet, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:07.045697 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2eb00c2e-4cc0-4663-9b3d-6c3360e56337 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852534446'] for subnet, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:07.089577 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2e07acf8-8a83-4e19-a67e-c9961f9c065e tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847649663', 'neutron.services.segments.db._delete_segments_for_network-8749505737672'] for network, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:07.106462 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-154050a3-81c4-4bcd-9265-3ca7eafe43b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:07.157576 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e76a3ecc-171e-4caa-b89e-a3ae5e28565f tempest-ServersTestManualDisk-691114078 tempest-ServersTestManualDisk-691114078-project] Notify callbacks [] for security_group, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:07.174939 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-df84b7c2-917e-4080-a4c2-03d02aa3eb1e None None] For port af6a10c2-1118-4bd6-bacb-8fd0ff543d9f, host dv-neutron-822691-2-hyperv, cleared binding levels {{(pid=88881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:03:07.177999 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24ffc633-25fb-4297-a383-67f22a0e19d6 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:03:07.179783 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-24ffc633-25fb-4297-a383-67f22a0e19d6 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200  len: 848 time: 0.7889073
Dec 24 11:03:07.207393 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-df84b7c2-917e-4080-a4c2-03d02aa3eb1e None None] For port af6a10c2-1118-4bd6-bacb-8fd0ff543d9f, host dv-neutron-822691-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=af6a10c2-1118-4bd6-bacb-8fd0ff543d9f,segment=NetworkSegment(7d0dc58d-0474-4e82-b3e5-d78baac1a000),segment_id=7d0dc58d-0474-4e82-b3e5-d78baac1a000)] {{(pid=88881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:03:07.213101 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-df84b7c2-917e-4080-a4c2-03d02aa3eb1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:07.214954 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 35278) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:03:07.218812 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:03:07.288903 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2eb00c2e-4cc0-4663-9b3d-6c3360e56337 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847655656'] for subnet, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:07.316055 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fe030d-2c9c-4bd8-8a57-0a7b2893f9b0 None None] Pushing event updated for resources: {'Port': ['ID=af6a10c2-1118-4bd6-bacb-8fd0ff543d9f,revision_number=4']} {{(pid=88881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:03:07.319602 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df84b7c2-917e-4080-a4c2-03d02aa3eb1e None None] Routers {'1eb6a4ee-8ae3-441c-b3d2-afb3a85953e4'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:03:07.320055 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-2e07acf8-8a83-4e19-a67e-c9961f9c065e tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5270a4ee10>,) {'filters': {'network_id': ['e79d417c-bc1e-4e13-841d-2ec658f3373d']}} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:03:07.320449 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-df84b7c2-917e-4080-a4c2-03d02aa3eb1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5275cb6208>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:02:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['1eb6a4ee-8ae3-441c-b3d2-afb3a85953e4'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:03:07.382409 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-a5fe030d-2c9c-4bd8-8a57-0a7b2893f9b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=88881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:03:07.450575 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3e2a62e-f5e2-4883-a740-8271cc4dbe87 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] GET failed (client error): The resource could not be found.
Dec 24 11:03:07.457038 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-a3e2a62e-f5e2-4883-a740-8271cc4dbe87 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] 10.222.0.65 "GET /v2.0/ports/1dedc14f-e494-41e2-b5cf-2f8c8c82e6e3 HTTP/1.1" status: 404  len: 333 time: 0.2314186
Dec 24 11:03:07.457942 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 35282) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:03:07.461484 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-2e07acf8-8a83-4e19-a67e-c9961f9c065e tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5270a4ee10>, '3e1b7b5e-da1b-487c-90cb-f6b7f66aed9f') {'for_net_delete': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:03:07.461964 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-2e07acf8-8a83-4e19-a67e-c9961f9c065e tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5270a4ee10>, '3e1b7b5e-da1b-487c-90cb-f6b7f66aed9f') {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:03:07.469319 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-0c0f8235-f06a-4334-80d0-b0b2e7915e90 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1128557211'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:03:07.486450 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-0c0f8235-f06a-4334-80d0-b0b2e7915e90 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:03:07.497225 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-0c0f8235-f06a-4334-80d0-b0b2e7915e90 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Usage tracker for resource:network and tenant:58aa2a41110240a2b5bfe3b4600f4977 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:03:07.502292 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2e07acf8-8a83-4e19-a67e-c9961f9c065e tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749505745113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853989108'] for segment, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:07.505070 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-0c0f8235-f06a-4334-80d0-b0b2e7915e90 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:03:07.538293 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f36ff6cb-81f4-4bc2-84b5-74fe47d10b32 tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:07.539826 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-e76a3ecc-171e-4caa-b89e-a3ae5e28565f tempest-ServersTestManualDisk-691114078 tempest-ServersTestManualDisk-691114078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:03:07.553704 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-e76a3ecc-171e-4caa-b89e-a3ae5e28565f tempest-ServersTestManualDisk-691114078 tempest-ServersTestManualDisk-691114078-project] Usage tracker for resource:security_group_rule and tenant:392c706564b54bdf9b4aefef23ad272e is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:03:07.559353 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-df84b7c2-917e-4080-a4c2-03d02aa3eb1e None None] Set router 1eb6a4ee-8ae3-441c-b3d2-afb3a85953e4 gateway port host: dv-neutron-822691-2-hyperv {{(pid=88881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:03:07.567091 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-e76a3ecc-171e-4caa-b89e-a3ae5e28565f tempest-ServersTestManualDisk-691114078 tempest-ServersTestManualDisk-691114078-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:03:07.572859 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-0c0f8235-f06a-4334-80d0-b0b2e7915e90 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:03:07.574725 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-de5fdf86-4b39-4218-bf01-f39ee2f78a69 tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:07.577596 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f36ff6cb-81f4-4bc2-84b5-74fe47d10b32 tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:07.586692 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-b352948d-7892-4a66-bbdc-508358de5de3 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:03:07.588984 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2e07acf8-8a83-4e19-a67e-c9961f9c065e tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:07.594336 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-82e4c018-e0e6-4308-81f6-5663e2638f09 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:03:07.629551 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2eb00c2e-4cc0-4663-9b3d-6c3360e56337 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7120129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3978858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852529715'] for subnet, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:07.659363 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c0f8235-f06a-4334-80d0-b0b2e7915e90 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Made reservation on behalf of 58aa2a41110240a2b5bfe3b4600f4977 for: {'network': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:03:07.665232 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0c0f8235-f06a-4334-80d0-b0b2e7915e90 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for network, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:07.676752 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-e76a3ecc-171e-4caa-b89e-a3ae5e28565f tempest-ServersTestManualDisk-691114078 tempest-ServersTestManualDisk-691114078-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:03:07.679188 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5fdf86-4b39-4218-bf01-f39ee2f78a69 tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Pushing event deleted for resources: {'Port': ['ID=35ba4edb-287c-4573-8757-598b0904bd77,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:03:07.682533 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-de5fdf86-4b39-4218-bf01-f39ee2f78a69 tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:03:07.693425 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e07acf8-8a83-4e19-a67e-c9961f9c065e tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Releasing vlan 647 on physical network physnet1 to pool {{(pid=88879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 24 11:03:07.693876 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2e07acf8-8a83-4e19-a67e-c9961f9c065e tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036847652098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3926696'] for segment, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:07.711866 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f36ff6cb-81f4-4bc2-84b5-74fe47d10b32 tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Network e74b6023-5306-445a-a6a2-070a051e6eca is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:03:07.717305 dv-neutron-822691-2-hyperv neutron-server[88767]: Traceback (most recent call last):
Dec 24 11:03:07.717305 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 24 11:03:07.717305 dv-neutron-822691-2-hyperv neutron-server[88767]:     timer()
Dec 24 11:03:07.717305 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 11:03:07.717305 dv-neutron-822691-2-hyperv neutron-server[88767]:     cb(*args, **kw)
Dec 24 11:03:07.717305 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 24 11:03:07.717305 dv-neutron-822691-2-hyperv neutron-server[88767]:     return func(*args, **kwargs)
Dec 24 11:03:07.717305 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 11:03:07.717305 dv-neutron-822691-2-hyperv neutron-server[88767]:     self._notify()
Dec 24 11:03:07.717305 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 11:03:07.717305 dv-neutron-822691-2-hyperv neutron-server[88767]:     self.callback(batched_events)
Dec 24 11:03:07.717305 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 11:03:07.717305 dv-neutron-822691-2-hyperv neutron-server[88767]:     event.method(event)
Dec 24 11:03:07.717305 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 11:03:07.717305 dv-neutron-822691-2-hyperv neutron-server[88767]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 11:03:07.717305 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 24 11:03:07.717305 dv-neutron-822691-2-hyperv neutron-server[88767]:     segment_id)['aggregates'][0]
Dec 24 11:03:07.717305 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 24 11:03:07.717305 dv-neutron-822691-2-hyperv neutron-server[88767]:     return f(self, *a, **k)
Dec 24 11:03:07.717305 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 11:03:07.717305 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self._get(url).json()
Dec 24 11:03:07.717305 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 24 11:03:07.717305 dv-neutron-822691-2-hyperv neutron-server[88767]:     **kwargs)
Dec 24 11:03:07.717305 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 24 11:03:07.717305 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self.request(url, 'GET', **kwargs)
Dec 24 11:03:07.717305 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 24 11:03:07.717305 dv-neutron-822691-2-hyperv neutron-server[88767]:     **endpoint_filter)
Dec 24 11:03:07.717305 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 24 11:03:07.717305 dv-neutron-822691-2-hyperv neutron-server[88767]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 11:03:07.717305 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 24 11:03:07.717305 dv-neutron-822691-2-hyperv neutron-server[88767]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 11:03:07.717305 dv-neutron-822691-2-hyperv neutron-server[88767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 11:03:07.723216 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2eb00c2e-4cc0-4663-9b3d-6c3360e56337 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:07.730041 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-f36ff6cb-81f4-4bc2-84b5-74fe47d10b32 tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Resources bound (agent type, host, resource id):  {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:03:07.738202 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-685464cf-1205-46c2-9dd0-cbb74fca1324 None None] Network 1c9eeaac-d205-4b19-a351-2fe67dd78b42 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:03:07.754640 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36ff6cb-81f4-4bc2-84b5-74fe47d10b32 tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Pushing event updated for resources: {'Port': ['ID=4577c5b8-2e10-497f-82ae-f7a86dd0fcae,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:03:07.760480 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f36ff6cb-81f4-4bc2-84b5-74fe47d10b32 tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:03:07.762934 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f36ff6cb-81f4-4bc2-84b5-74fe47d10b32 tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:03:07.765389 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f36ff6cb-81f4-4bc2-84b5-74fe47d10b32 tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:03:07.766712 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f36ff6cb-81f4-4bc2-84b5-74fe47d10b32 tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:07.810004 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.161s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:03:07.866281 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-f36ff6cb-81f4-4bc2-84b5-74fe47d10b32 tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1030 time: 1.4203084
Dec 24 11:03:07.874808 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 35286) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:03:07.921075 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb00c2e-4cc0-4663-9b3d-6c3360e56337 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Pushing event deleted for resources: {'Subnet': ['ID=adda9861-35b9-4b43-8cd9-4d2dcfac8145,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:03:07.928382 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-2eb00c2e-4cc0-4663-9b3d-6c3360e56337 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "DELETE /v2.0/subnets/adda9861-35b9-4b43-8cd9-4d2dcfac8145 HTTP/1.1" status: 204  len: 168 time: 1.9925425
Dec 24 11:03:07.929455 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 35290) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:03:07.934688 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-2eb00c2e-4cc0-4663-9b3d-6c3360e56337 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:03:08.010388 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2e07acf8-8a83-4e19-a67e-c9961f9c065e tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7126154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659196'] for network, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:08.015725 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2e07acf8-8a83-4e19-a67e-c9961f9c065e tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks [] for network, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:08.029475 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-60393711-c4e3-4ac9-849c-f38f16ea532d tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:03:08.036352 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:08.046364 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c0f8235-f06a-4334-80d0-b0b2e7915e90 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] vlan segment allocate from pool success with {'vlan_id': 612, 'physical_network': 'physnet1'}  {{(pid=88878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 24 11:03:08.062012 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e07acf8-8a83-4e19-a67e-c9961f9c065e tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Pushing event deleted for resources: {'Network': ['ID=e79d417c-bc1e-4e13-841d-2ec658f3373d,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:03:08.064922 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-2e07acf8-8a83-4e19-a67e-c9961f9c065e tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:03:08.137962 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-df84b7c2-917e-4080-a4c2-03d02aa3eb1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5275cb6208>, [{'id': '1eb6a4ee-8ae3-441c-b3d2-afb3a85953e4', 'name': 'tempest-ServersTestManualDisk-111115318-router', 'tenant_id': '392c706564b54bdf9b4aefef23ad272e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.229'}], 'enable_snat': True}, 'gw_port_id': '4d269f74-e6f0-4d49-be8e-ff9a1d806565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:02:41Z', 'updated_at': '2021-12-24T11:02:59Z', 'revision_number': 4, 'project_id': '392c706564b54bdf9b4aefef23ad272e', 'gw_port': {'id': '4d269f74-e6f0-4d49-be8e-ff9a1d806565', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:4e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb6a4ee-8ae3-441c-b3d2-afb3a85953e4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:02:43Z', 'updated_at': '2021-12-24T11:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_interfaces': [{'id': 'af6a10c2-1118-4bd6-bacb-8fd0ff543d9f', 'name': '', 'network_id': '080f09f1-3644-45f6-a515-c3987b590591', 'tenant_id': '392c706564b54bdf9b4aefef23ad272e', 'mac_address': 'fa:16:3e:15:d3:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1eb6a4ee-8ae3-441c-b3d2-afb3a85953e4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '38621544-eab0-4f00-bd94-2008793c18b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:02:57Z', 'updated_at': '2021-12-24T11:03:07Z', 'revision_number': 4, 'project_id': '392c706564b54bdf9b4aefef23ad272e', 'subnets': [{'id': '38621544-eab0-4f00-bd94-2008793c18b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:03:08.149642 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c87529ba-81ef-420c-bd49-2c3ccf385c7b None None] DHCP port deletion for 1c9eeaac-d205-4b19-a351-2fe67dd78b42 request from dv-neutron-822691-2-hyperv {{(pid=88880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 24 11:03:08.155661 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-c87529ba-81ef-420c-bd49-2c3ccf385c7b None None] Deleting port 9d45f7dd-5aa4-4680-ae82-1c0db765c421 {{(pid=88880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:03:08.156169 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c87529ba-81ef-420c-bd49-2c3ccf385c7b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:08.162405 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df84b7c2-917e-4080-a4c2-03d02aa3eb1e None None] The sync data for ids ['1eb6a4ee-8ae3-441c-b3d2-afb3a85953e4'] in dv-neutron-822691-2-hyperv is: [{'id': '1eb6a4ee-8ae3-441c-b3d2-afb3a85953e4', 'name': 'tempest-ServersTestManualDisk-111115318-router', 'tenant_id': '392c706564b54bdf9b4aefef23ad272e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.229'}], 'enable_snat': True}, 'gw_port_id': '4d269f74-e6f0-4d49-be8e-ff9a1d806565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:02:41Z', 'updated_at': '2021-12-24T11:02:59Z', 'revision_number': 4, 'project_id': '392c706564b54bdf9b4aefef23ad272e', 'gw_port': {'id': '4d269f74-e6f0-4d49-be8e-ff9a1d806565', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:4e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb6a4ee-8ae3-441c-b3d2-afb3a85953e4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:02:43Z', 'updated_at': '2021-12-24T11:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_interfaces': [{'id': 'af6a10c2-1118-4bd6-bacb-8fd0ff543d9f', 'name': '', 'network_id': '080f09f1-3644-45f6-a515-c3987b590591', 'tenant_id': '392c706564b54bdf9b4aefef23ad272e', 'mac_address': 'fa:16:3e:15:d3:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1eb6a4ee-8ae3-441c-b3d2-afb3a85953e4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '38621544-eab0-4f00-bd94-2008793c18b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:02:57Z', 'updated_at': '2021-12-24T11:03:07Z', 'revision_number': 4, 'project_id': '392c706564b54bdf9b4aefef23ad272e', 'subnets': [{'id': '38621544-eab0-4f00-bd94-2008793c18b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:03:08.207841 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 6e8dbed7-055d-46f2-8f31-c98f7663499f no longer exists at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:03:08.259326 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] No Port match for: 6e8dbed7-055d-46f2-8f31-c98f7663499f {{(pid=88880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 24 11:03:08.259718 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 6e8dbed7-055d-46f2-8f31-c98f7663499f not bound to the agent host dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 24 11:03:08.418612 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0c0f8235-f06a-4334-80d0-b0b2e7915e90 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:08.419171 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.segments_db [None req-0c0f8235-f06a-4334-80d0-b0b2e7915e90 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Added segment 83b96c53-ea7e-4ef6-b65b-f4bef0d71ab6 of type vlan for network 21bada47-310f-4500-925a-7f94966191b8
Dec 24 11:03:08.451168 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-8253f9b8-c657-4e58-86f4-bb105d22b93a tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Deleting port 4577c5b8-2e10-497f-82ae-f7a86dd0fcae {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:03:08.451548 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8253f9b8-c657-4e58-86f4-bb105d22b93a tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:08.511612 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-c87529ba-81ef-420c-bd49-2c3ccf385c7b None None] For port 9d45f7dd-5aa4-4680-ae82-1c0db765c421, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=9d45f7dd-5aa4-4680-ae82-1c0db765c421,segment=NetworkSegment(6618a092-51b2-4e3d-9318-3ce6b7b40c55),segment_id=6618a092-51b2-4e3d-9318-3ce6b7b40c55)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:03:08.511970 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c87529ba-81ef-420c-bd49-2c3ccf385c7b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:08.608703 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-2e07acf8-8a83-4e19-a67e-c9961f9c065e tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] 10.222.0.65 "DELETE /v2.0/networks/e79d417c-bc1e-4e13-841d-2ec658f3373d HTTP/1.1" status: 204  len: 168 time: 2.9380867
Dec 24 11:03:08.625748 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e76a3ecc-171e-4caa-b89e-a3ae5e28565f tempest-ServersTestManualDisk-691114078 tempest-ServersTestManualDisk-691114078-project] Notify callbacks [] for security_group, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:08.626829 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 35294) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:03:08.694846 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e76a3ecc-171e-4caa-b89e-a3ae5e28565f tempest-ServersTestManualDisk-691114078 tempest-ServersTestManualDisk-691114078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:08.705015 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:03:08.738665 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-10be5b01-c07c-464d-b97d-f730b8b72849 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] DELETE failed (client error): The resource could not be found.
Dec 24 11:03:08.739338 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10be5b01-c07c-464d-b97d-f730b8b72849 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88879) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 24 11:03:08.744528 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-10be5b01-c07c-464d-b97d-f730b8b72849 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] 10.222.0.65 "DELETE /v2.0/subnets/51b9ecb0-3093-4968-b28c-76de4193396e HTTP/1.1" status: 404  len: 337 time: 0.1163204
Dec 24 11:03:08.746916 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-c87529ba-81ef-420c-bd49-2c3ccf385c7b None None] Calling delete_port for 9d45f7dd-5aa4-4680-ae82-1c0db765c421 owned by network:dhcp {{(pid=88880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:03:08.752877 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 35298) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:03:08.753914 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76a3ecc-171e-4caa-b89e-a3ae5e28565f tempest-ServersTestManualDisk-691114078 tempest-ServersTestManualDisk-691114078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=057037fb-7674-467b-97c0-ec5f050e627f,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:03:08.757322 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-e76a3ecc-171e-4caa-b89e-a3ae5e28565f tempest-ServersTestManualDisk-691114078 tempest-ServersTestManualDisk-691114078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:03:08.784484 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8253f9b8-c657-4e58-86f4-bb105d22b93a tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:08.789040 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-de5fdf86-4b39-4218-bf01-f39ee2f78a69 tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854116846'] for router_gateway, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:08.859920 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a55a5fa1-f6dd-4654-877e-3136608b92c0 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3921862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3619467'] for subnet, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:08.936440 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-9db1ac4a-5b6c-4c22-ba49-aadf6b5e4521 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:03:08.942321 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-8253f9b8-c657-4e58-86f4-bb105d22b93a tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Calling delete_port for 4577c5b8-2e10-497f-82ae-f7a86dd0fcae owned by  {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:03:08.987337 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4b2c4d8-2179-4c24-b6eb-88d45df760ad tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] DELETE failed (client error): The resource could not be found.
Dec 24 11:03:08.988015 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4b2c4d8-2179-4c24-b6eb-88d45df760ad tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88879) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 24 11:03:08.993074 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-c4b2c4d8-2179-4c24-b6eb-88d45df760ad tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] 10.222.0.65 "DELETE /v2.0/networks/e59e6fda-13c3-4b57-a77f-0f544f779449 HTTP/1.1" status: 404  len: 339 time: 0.2295885
Dec 24 11:03:08.994164 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e76a3ecc-171e-4caa-b89e-a3ae5e28565f tempest-ServersTestManualDisk-691114078 tempest-ServersTestManualDisk-691114078-project] Notify callbacks [] for security_group, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:08.995935 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-e76a3ecc-171e-4caa-b89e-a3ae5e28565f tempest-ServersTestManualDisk-691114078 tempest-ServersTestManualDisk-691114078-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1612 time: 2.2811697
Dec 24 11:03:09.001724 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 35302) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:03:09.002254 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 35304) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:03:09.030757 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-c545adf6-d734-4409-93df-bc5cea64b047 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Synchronizing usage tracker for tenant:739a78fd4cfc48c2a4011598579f8f8c on resource:router {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:03:09.077633 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3942a17c-0c1c-4949-830a-b9041fa4ad1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:09.079885 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c87529ba-81ef-420c-bd49-2c3ccf385c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392'] for port, after_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:09.083119 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-b3334095-f3a7-464e-8cab-17b5bbedea11 tempest-ServersTestManualDisk-691114078 tempest-ServersTestManualDisk-691114078-project] Request body: {'security_group_rule': {'security_group_id': '057037fb-7674-467b-97c0-ec5f050e627f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:03:09.085333 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-33da3599-dd01-44d7-9445-a269571a091f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:03:09.117730 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8253f9b8-c657-4e58-86f4-bb105d22b93a tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:09.131702 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-b3334095-f3a7-464e-8cab-17b5bbedea11 tempest-ServersTestManualDisk-691114078 tempest-ServersTestManualDisk-691114078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:03:09.133487 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f36ff6cb-81f4-4bc2-84b5-74fe47d10b32 tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:03:09.139332 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87529ba-81ef-420c-bd49-2c3ccf385c7b None None] Pushing event deleted for resources: {'Port': ['ID=9d45f7dd-5aa4-4680-ae82-1c0db765c421,revision_number=None']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:03:09.149847 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c87529ba-81ef-420c-bd49-2c3ccf385c7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:03:09.158940 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c87529ba-81ef-420c-bd49-2c3ccf385c7b None None] No DVR routers for this DVR port 9d45f7dd-5aa4-4680-ae82-1c0db765c421 on host dv-neutron-822691-2-hyperv {{(pid=88880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 24 11:03:09.188985 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0c0f8235-f06a-4334-80d0-b0b2e7915e90 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363287349540024'] for network, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:09.209915 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8253f9b8-c657-4e58-86f4-bb105d22b93a tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Pushing event deleted for resources: {'Port': ['ID=4577c5b8-2e10-497f-82ae-f7a86dd0fcae,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:03:09.218918 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-8253f9b8-c657-4e58-86f4-bb105d22b93a tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:03:09.224792 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-c545adf6-d734-4409-93df-bc5cea64b047 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Unset dirty status for tenant:739a78fd4cfc48c2a4011598579f8f8c on resource:router {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:03:09.229508 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-c545adf6-d734-4409-93df-bc5cea64b047 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200  len: 709 time: 1.2905240
Dec 24 11:03:09.237313 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-b3334095-f3a7-464e-8cab-17b5bbedea11 tempest-ServersTestManualDisk-691114078 tempest-ServersTestManualDisk-691114078-project] Usage tracker for resource:security_group_rule and tenant:392c706564b54bdf9b4aefef23ad272e is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:03:09.240055 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 35310) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:03:09.249179 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-b3334095-f3a7-464e-8cab-17b5bbedea11 tempest-ServersTestManualDisk-691114078 tempest-ServersTestManualDisk-691114078-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:03:09.285313 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8253f9b8-c657-4e58-86f4-bb105d22b93a tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:09.289282 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bdfdbc84-c52d-4f40-b281-af314dc1f8fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:09.295810 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-8253f9b8-c657-4e58-86f4-bb105d22b93a tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] 10.222.0.65 "DELETE /v2.0/ports/4577c5b8-2e10-497f-82ae-f7a86dd0fcae HTTP/1.1" status: 204  len: 168 time: 1.4184787
Dec 24 11:03:09.297098 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0c0f8235-f06a-4334-80d0-b0b2e7915e90 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636'] for network, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:09.301370 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c0f8235-f06a-4334-80d0-b0b2e7915e90 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:03:09.302055 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0c0f8235-f06a-4334-80d0-b0b2e7915e90 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1977811'] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:09.306176 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 35314) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:03:09.308603 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:03:09.337594 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-14a3f1c5-322b-417f-92c3-3ec5f2bc07cf tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e74b6023-5306-445a-a6a2-070a051e6eca', 'external_fixed_ips': [{'subnet_id': '864ea303-0601-42a1-8771-0e0fa173a925', 'ip_address': '2001:db8::359'}]}}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:03:09.352315 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-14a3f1c5-322b-417f-92c3-3ec5f2bc07cf tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:03:09.370679 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-14a3f1c5-322b-417f-92c3-3ec5f2bc07cf tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Usage tracker for resource:router and tenant:13d980ce68d549e79d6a9f07649a0ad7 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:03:09.384647 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-14a3f1c5-322b-417f-92c3-3ec5f2bc07cf tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:03:09.391799 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-0c0f8235-f06a-4334-80d0-b0b2e7915e90 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 1.9308043
Dec 24 11:03:09.397799 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55a5fa1-f6dd-4654-877e-3136608b92c0 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Pushing event updated for resources: {'Subnet': ['ID=1d241bb1-35cb-4efa-a156-b57bcff84a6f,revision_number=0']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:03:09.398915 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-14a3f1c5-322b-417f-92c3-3ec5f2bc07cf tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:03:09.400615 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-a55a5fa1-f6dd-4654-877e-3136608b92c0 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.464s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:03:09.400889 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 35318) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:03:09.409370 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-b3334095-f3a7-464e-8cab-17b5bbedea11 tempest-ServersTestManualDisk-691114078 tempest-ServersTestManualDisk-691114078-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:03:09.466909 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-a32359ee-bfdd-4f42-8daa-9dfba01a8ff9 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Request body: {'subnet': {'network_id': '21bada47-310f-4500-925a-7f94966191b8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:03:09.494886 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0f8235-f06a-4334-80d0-b0b2e7915e90 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Pushing event updated for resources: {'Network': ['ID=21bada47-310f-4500-925a-7f94966191b8,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:03:09.510375 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-0c0f8235-f06a-4334-80d0-b0b2e7915e90 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:03:09.512405 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Network 21bada47-310f-4500-925a-7f94966191b8 details requested by agent ovs-agent-dv-neutron-822691-2-hyperv with host dv-neutron-822691-2-hyperv {{(pid=88880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 24 11:03:09.515301 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-14a3f1c5-322b-417f-92c3-3ec5f2bc07cf tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-612016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-84579'] for router, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:09.516363 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-14a3f1c5-322b-417f-92c3-3ec5f2bc07cf tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854163950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659046', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854079771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854691221'] for router, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:09.604260 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-de5fdf86-4b39-4218-bf01-f39ee2f78a69 tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854158724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-84560'] for router, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:09.617671 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-a32359ee-bfdd-4f42-8daa-9dfba01a8ff9 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:03:09.624288 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-a32359ee-bfdd-4f42-8daa-9dfba01a8ff9 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Usage tracker for resource:subnet and tenant:58aa2a41110240a2b5bfe3b4600f4977 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:03:09.629421 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-a32359ee-bfdd-4f42-8daa-9dfba01a8ff9 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:03:09.639440 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-a32359ee-bfdd-4f42-8daa-9dfba01a8ff9 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:03:09.656638 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-14a3f1c5-322b-417f-92c3-3ec5f2bc07cf tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:09.669775 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a32359ee-bfdd-4f42-8daa-9dfba01a8ff9 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Made reservation on behalf of 58aa2a41110240a2b5bfe3b4600f4977 for: {'subnet': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:03:09.679235 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-de5fdf86-4b39-4218-bf01-f39ee2f78a69 tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:09.686529 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55a5fa1-f6dd-4654-877e-3136608b92c0 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Checking segment: {'id': '67c83a59-75d8-4431-8f62-7bdb2eb6e441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '4104dc0e-490b-400d-b1ce-ab7d12202c45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:03:09.686944 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a55a5fa1-f6dd-4654-877e-3136608b92c0 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Network hostable DHCP agents. Network: 4104dc0e-490b-400d-b1ce-ab7d12202c45, hostable agents: ['edcf98dc-3032-472a-8b3d-f23fd1e89806'], hosted agents: [] {{(pid=88879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 24 11:03:09.705234 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b3334095-f3a7-464e-8cab-17b5bbedea11 tempest-ServersTestManualDisk-691114078 tempest-ServersTestManualDisk-691114078-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:09.744690 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_v2 [None req-d40dea60-2ce0-4972-bdea-a66012245faf tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Deleting subnet dd862c5f-a9c5-437e-b13f-9fa29eac0a06 {{(pid=88879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 24 11:03:09.760445 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d40dea60-2ce0-4972-bdea-a66012245faf tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks [] for subnet, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:09.817128 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1b312191-1647-41f7-86cf-9a73c8800e08 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks [] for router, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:09.918745 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a32359ee-bfdd-4f42-8daa-9dfba01a8ff9 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2246100'] for subnet, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:09.975777 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-14a3f1c5-322b-417f-92c3-3ec5f2bc07cf tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-659031', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854691240'] for router, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:10.003691 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-de5fdf86-4b39-4218-bf01-f39ee2f78a69 tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854158830'] for router, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:10.004300 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de5fdf86-4b39-4218-bf01-f39ee2f78a69 tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Fanout notify agent at l3_agent the message router_deleted on router 31b3484c-63e2-4971-abad-d0998c3029d4 {{(pid=88879) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 24 11:03:10.013316 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d40dea60-2ce0-4972-bdea-a66012245faf tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-786693'] for subnet, precommit_delete_associations {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:10.055755 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a55a5fa1-f6dd-4654-877e-3136608b92c0 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Network 4104dc0e-490b-400d-b1ce-ab7d12202c45 is scheduled to be hosted by DHCP agent edcf98dc-3032-472a-8b3d-f23fd1e89806 with binding_index 1 {{(pid=88879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 24 11:03:10.083279 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-de5fdf86-4b39-4218-bf01-f39ee2f78a69 tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Notify callbacks [] for router, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:10.084243 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-de5fdf86-4b39-4218-bf01-f39ee2f78a69 tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] 10.222.0.65 "DELETE /v2.0/routers/31b3484c-63e2-4971-abad-d0998c3029d4 HTTP/1.1" status: 204  len: 168 time: 8.0759430
Dec 24 11:03:10.091888 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 35322) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:03:10.112502 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-4698e943-3037-4bb6-b071-3391fdb36b80 tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-213255697', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:03:10.122809 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-a55a5fa1-f6dd-4654-877e-3136608b92c0 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822691-2-hyperv, 4104dc0e-490b-400d-b1ce-ab7d12202c45) {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:03:10.129567 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b3334095-f3a7-464e-8cab-17b5bbedea11 tempest-ServersTestManualDisk-691114078 tempest-ServersTestManualDisk-691114078-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:10.131678 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-4698e943-3037-4bb6-b071-3391fdb36b80 tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:03:10.132952 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9c16602-caff-46f2-85ae-a0fa763160f4 None None] Network 4104dc0e-490b-400d-b1ce-ab7d12202c45 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:03:10.145340 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a55a5fa1-f6dd-4654-877e-3136608b92c0 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:03:10.145564 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a55a5fa1-f6dd-4654-877e-3136608b92c0 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks [] for subnet, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:10.159631 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b3334095-f3a7-464e-8cab-17b5bbedea11 tempest-ServersTestManualDisk-691114078 tempest-ServersTestManualDisk-691114078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689902'] for security_group_rule, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:10.167972 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-4698e943-3037-4bb6-b071-3391fdb36b80 tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Usage tracker for resource:router and tenant:ee5cf3d76ba94cf2a98bf476ef872852 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:03:10.175011 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-4698e943-3037-4bb6-b071-3391fdb36b80 tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:03:10.254307 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:03:10.267984 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-4698e943-3037-4bb6-b071-3391fdb36b80 tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:03:10.298527 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device af6a10c2-1118-4bd6-bacb-8fd0ff543d9f up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:03:10.350670 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a32359ee-bfdd-4f42-8daa-9dfba01a8ff9 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850796890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2246085'] for subnet, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:10.354972 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-9cd89adc-2120-40c7-a826-9b83b794cf31 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:03:10.374108 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-a55a5fa1-f6dd-4654-877e-3136608b92c0 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 4.7674296
Dec 24 11:03:10.374108 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3334095-f3a7-464e-8cab-17b5bbedea11 tempest-ServersTestManualDisk-691114078 tempest-ServersTestManualDisk-691114078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c4e465b-6208-4ec1-a66b-b0f5859911b7,revision_number=0']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:03:10.380073 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 35326) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:03:10.391336 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-47312e97-acdd-4133-9e8a-58cd6dbc4e2b tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Request body: {'port': {'network_id': '4104dc0e-490b-400d-b1ce-ab7d12202c45', 'security_groups': [], 'name': 'tempest-PortsTestJSON-131835243'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:03:10.407021 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-b3334095-f3a7-464e-8cab-17b5bbedea11 tempest-ServersTestManualDisk-691114078 tempest-ServersTestManualDisk-691114078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:03:10.415904 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b3334095-f3a7-464e-8cab-17b5bbedea11 tempest-ServersTestManualDisk-691114078 tempest-ServersTestManualDisk-691114078-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:10.417135 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-b3334095-f3a7-464e-8cab-17b5bbedea11 tempest-ServersTestManualDisk-691114078 tempest-ServersTestManualDisk-691114078-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 1.4119749
Dec 24 11:03:10.418318 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4698e943-3037-4bb6-b071-3391fdb36b80 tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-612016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-84579'] for router, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:10.419382 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4698e943-3037-4bb6-b071-3391fdb36b80 tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854163950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659046', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854079771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854691221'] for router, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:10.423171 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 35330) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:03:10.516526 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning for port af6a10c2-1118-4bd6-bacb-8fd0ff543d9f completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:03:10.525352 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port af6a10c2-1118-4bd6-bacb-8fd0ff543d9f triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:03:10.525948 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:10.566017 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32359ee-bfdd-4f42-8daa-9dfba01a8ff9 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Pushing event updated for resources: {'Subnet': ['ID=f9a0e3cf-d076-45d6-8219-4a009cccd67b,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:03:10.575659 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-a32359ee-bfdd-4f42-8daa-9dfba01a8ff9 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:03:10.597148 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e51d31d1-a218-449e-b4e0-4fda1c6e4150 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73968e80-91fd-539e-a7c6-b31af6d9e680-4104dc0e-490b-400d-b1ce-ab7d12202c45', 'network_id': '4104dc0e-490b-400d-b1ce-ab7d12202c45', 'tenant_id': '56d5354af46a4a91924cfe2259b4b254', 'fixed_ips': [{'subnet_id': '1d241bb1-35cb-4efa-a156-b57bcff84a6f'}]}} from dv-neutron-822691-2-hyperv. {{(pid=88880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 24 11:03:10.599496 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e51d31d1-a218-449e-b4e0-4fda1c6e4150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:10.611746 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a32359ee-bfdd-4f42-8daa-9dfba01a8ff9 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Checking segment: {'id': '83b96c53-ea7e-4ef6-b65b-f4bef0d71ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '21bada47-310f-4500-925a-7f94966191b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:03:10.612152 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a32359ee-bfdd-4f42-8daa-9dfba01a8ff9 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Network hostable DHCP agents. Network: 21bada47-310f-4500-925a-7f94966191b8, hostable agents: ['edcf98dc-3032-472a-8b3d-f23fd1e89806'], hosted agents: [] {{(pid=88878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 24 11:03:10.625730 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-14a3f1c5-322b-417f-92c3-3ec5f2bc07cf tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:10.668571 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-14a3f1c5-322b-417f-92c3-3ec5f2bc07cf tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:10.679519 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-39ff93cf-c0b7-48c5-95f3-6f7e9977387d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:10.747695 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a32359ee-bfdd-4f42-8daa-9dfba01a8ff9 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Network 21bada47-310f-4500-925a-7f94966191b8 is scheduled to be hosted by DHCP agent edcf98dc-3032-472a-8b3d-f23fd1e89806 with binding_index 1 {{(pid=88878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 24 11:03:10.765451 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-a32359ee-bfdd-4f42-8daa-9dfba01a8ff9 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822691-2-hyperv, 21bada47-310f-4500-925a-7f94966191b8) {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:03:10.776562 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a32359ee-bfdd-4f42-8daa-9dfba01a8ff9 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:03:10.777219 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a32359ee-bfdd-4f42-8daa-9dfba01a8ff9 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:10.778444 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de575162-90f7-4951-afbe-51a26921d6c2 None None] Network 21bada47-310f-4500-925a-7f94966191b8 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:03:10.798325 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:10.853693 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-deea68d4-3c55-4bad-8f6d-c76d8aaf623f tempest-ServersTestManualDisk-691114078 tempest-ServersTestManualDisk-691114078-project] Request body: {'security_group_rule': {'security_group_id': '057037fb-7674-467b-97c0-ec5f050e627f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:03:10.867060 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-a32359ee-bfdd-4f42-8daa-9dfba01a8ff9 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.4645183
Dec 24 11:03:10.868228 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 35334) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:03:10.875198 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d40dea60-2ce0-4972-bdea-a66012245faf tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847655656'] for subnet, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:10.915310 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-deea68d4-3c55-4bad-8f6d-c76d8aaf623f tempest-ServersTestManualDisk-691114078 tempest-ServersTestManualDisk-691114078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:03:10.921077 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-48a4bcb1-f328-4099-bc54-b3512c86f5bb tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Request body: {'subnet': {'network_id': '21bada47-310f-4500-925a-7f94966191b8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:03:10.981445 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] For port af6a10c2-1118-4bd6-bacb-8fd0ff543d9f, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=af6a10c2-1118-4bd6-bacb-8fd0ff543d9f,segment=NetworkSegment(7d0dc58d-0474-4e82-b3e5-d78baac1a000),segment_id=7d0dc58d-0474-4e82-b3e5-d78baac1a000)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:03:10.997673 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:10.998454 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-deea68d4-3c55-4bad-8f6d-c76d8aaf623f tempest-ServersTestManualDisk-691114078 tempest-ServersTestManualDisk-691114078-project] Usage tracker for resource:security_group_rule and tenant:392c706564b54bdf9b4aefef23ad272e is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:03:11.005697 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-06395a7d-0877-4f99-abc4-5a1b8e51bcc8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:03:11.007081 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1b312191-1647-41f7-86cf-9a73c8800e08 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854158724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-84560'] for router, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:11.018093 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-deea68d4-3c55-4bad-8f6d-c76d8aaf623f tempest-ServersTestManualDisk-691114078 tempest-ServersTestManualDisk-691114078-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:03:11.038028 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-deea68d4-3c55-4bad-8f6d-c76d8aaf623f tempest-ServersTestManualDisk-691114078 tempest-ServersTestManualDisk-691114078-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:03:11.051547 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1b312191-1647-41f7-86cf-9a73c8800e08 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:11.070123 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-14a3f1c5-322b-417f-92c3-3ec5f2bc07cf tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Allocated IP 2001:db8::359 (e74b6023-5306-445a-a6a2-070a051e6eca/864ea303-0601-42a1-8771-0e0fa173a925/c16dc2ca-8e53-4181-9986-d06296fcb805) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:03:11.080309 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4698e943-3037-4bb6-b071-3391fdb36b80 tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:11.096514 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 9d45f7dd-5aa4-4680-ae82-1c0db765c421 no longer exists at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:03:11.125234 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-47312e97-acdd-4133-9e8a-58cd6dbc4e2b tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:03:11.134976 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-deea68d4-3c55-4bad-8f6d-c76d8aaf623f tempest-ServersTestManualDisk-691114078 tempest-ServersTestManualDisk-691114078-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:11.159482 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-47312e97-acdd-4133-9e8a-58cd6dbc4e2b tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Usage tracker for resource:port and tenant:56d5354af46a4a91924cfe2259b4b254 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:03:11.167276 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-47312e97-acdd-4133-9e8a-58cd6dbc4e2b tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:03:11.174881 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4698e943-3037-4bb6-b071-3391fdb36b80 tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854163800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854116816'] for router, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:11.197274 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-47312e97-acdd-4133-9e8a-58cd6dbc4e2b tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:03:11.200686 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] No Port match for: 9d45f7dd-5aa4-4680-ae82-1c0db765c421 {{(pid=88880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 24 11:03:11.201239 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 9d45f7dd-5aa4-4680-ae82-1c0db765c421 not bound to the agent host dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 24 11:03:11.206781 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d40dea60-2ce0-4972-bdea-a66012245faf tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7120129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850854134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851156349'] for subnet, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:11.218114 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-48a4bcb1-f328-4099-bc54-b3512c86f5bb tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:03:11.225541 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-e51d31d1-a218-449e-b4e0-4fda1c6e4150 None None] Allocated IP 172.20.0.2 (4104dc0e-490b-400d-b1ce-ab7d12202c45/1d241bb1-35cb-4efa-a156-b57bcff84a6f/4d14a356-2280-4e93-84cf-e2aa168bf947) {{(pid=88880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:03:11.229213 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-48a4bcb1-f328-4099-bc54-b3512c86f5bb tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Usage tracker for resource:subnet and tenant:58aa2a41110240a2b5bfe3b4600f4977 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:03:11.231746 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-a6f2007d-720e-402d-88c3-a28af5becac1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:03:11.240344 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-48a4bcb1-f328-4099-bc54-b3512c86f5bb tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:03:11.248388 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Pushing event updated for resources: {'Port': ['ID=af6a10c2-1118-4bd6-bacb-8fd0ff543d9f,revision_number=5']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:03:11.250762 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-48a4bcb1-f328-4099-bc54-b3512c86f5bb tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:03:11.257124 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:03:11.279371 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48a4bcb1-f328-4099-bc54-b3512c86f5bb tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Made reservation on behalf of 58aa2a41110240a2b5bfe3b4600f4977 for: {'subnet': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:03:11.283114 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1b312191-1647-41f7-86cf-9a73c8800e08 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854158830'] for router, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:11.283708 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b312191-1647-41f7-86cf-9a73c8800e08 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Fanout notify agent at l3_agent the message router_deleted on router 82522dec-d7db-4f09-8a75-f1a4d5175436 {{(pid=88879) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 24 11:03:11.285692 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-48a4bcb1-f328-4099-bc54-b3512c86f5bb tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2246100'] for subnet, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:11.330049 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40dea60-2ce0-4972-bdea-a66012245faf tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Pushing event deleted for resources: {'Subnet': ['ID=dd862c5f-a9c5-437e-b13f-9fa29eac0a06,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:03:11.332703 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-d40dea60-2ce0-4972-bdea-a66012245faf tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:03:11.338087 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d55a5bb8-dc3f-4695-b47a-c3837b33fa2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73968e80-91fd-539e-a7c6-b31af6d9e680-21bada47-310f-4500-925a-7f94966191b8', 'network_id': '21bada47-310f-4500-925a-7f94966191b8', 'tenant_id': '58aa2a41110240a2b5bfe3b4600f4977', 'fixed_ips': [{'subnet_id': 'f9a0e3cf-d076-45d6-8219-4a009cccd67b'}]}} from dv-neutron-822691-2-hyperv. {{(pid=88880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 24 11:03:11.338661 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d55a5bb8-dc3f-4695-b47a-c3837b33fa2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:11.346383 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1b312191-1647-41f7-86cf-9a73c8800e08 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks [] for router, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:11.350214 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-1b312191-1647-41f7-86cf-9a73c8800e08 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "DELETE /v2.0/routers/82522dec-d7db-4f09-8a75-f1a4d5175436 HTTP/1.1" status: 204  len: 168 time: 2.1003401
Dec 24 11:03:11.350214 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47312e97-acdd-4133-9e8a-58cd6dbc4e2b tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Made reservation on behalf of 56d5354af46a4a91924cfe2259b4b254 for: {'port': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:03:11.354506 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-47312e97-acdd-4133-9e8a-58cd6dbc4e2b tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:11.358691 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 35338) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:03:11.363888 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-14a3f1c5-322b-417f-92c3-3ec5f2bc07cf tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:11.368793 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d40dea60-2ce0-4972-bdea-a66012245faf tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks [] for subnet, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:11.390833 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-d40dea60-2ce0-4972-bdea-a66012245faf tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] 10.222.0.65 "DELETE /v2.0/subnets/dd862c5f-a9c5-437e-b13f-9fa29eac0a06 HTTP/1.1" status: 204  len: 168 time: 2.3871582
Dec 24 11:03:11.397140 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 35342) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:03:11.398776 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e58b96d7-a686-4428-9d66-82b0d195830c None None] Network c6e807fa-4f32-4cf4-9fe0-9af2c8ef0e12 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:03:11.399387 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4698e943-3037-4bb6-b071-3391fdb36b80 tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Notify callbacks [] for router, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:11.401432 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-4698e943-3037-4bb6-b071-3391fdb36b80 tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201  len: 704 time: 1.3048899
Dec 24 11:03:11.420792 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 35344) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:03:11.442077 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-63c48ffd-cf0e-4410-9ded-dac01a270495 tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'enable_snat': False}}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:03:11.516704 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [None req-47312e97-acdd-4133-9e8a-58cd6dbc4e2b tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] device_id is not set on port 99cd5878-b7c1-4dee-87f3-c64df6c4f7ae yet. {{(pid=88879) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 24 11:03:11.587430 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-c30e6630-d9db-4c54-9e19-9f1b0fd61837 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Synchronizing usage tracker for tenant:739a78fd4cfc48c2a4011598579f8f8c on resource:port {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:03:11.603007 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-14a3f1c5-322b-417f-92c3-3ec5f2bc07cf tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:11.608698 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_v2 [None req-c62970e6-3f0c-41e0-8957-0e894adf20ab tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Deleting subnet 7b1b7cb8-aa3a-450c-a757-44f420cbfee3 {{(pid=88879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 24 11:03:11.613004 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-deea68d4-3c55-4bad-8f6d-c76d8aaf623f tempest-ServersTestManualDisk-691114078 tempest-ServersTestManualDisk-691114078-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:11.617610 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c62970e6-3f0c-41e0-8957-0e894adf20ab tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks [] for subnet, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:11.618063 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-843eacd9-66b7-472c-a19b-311884b2a90f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:03:11.666317 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-deea68d4-3c55-4bad-8f6d-c76d8aaf623f tempest-ServersTestManualDisk-691114078 tempest-ServersTestManualDisk-691114078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689902'] for security_group_rule, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:11.696487 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-b3334095-f3a7-464e-8cab-17b5bbedea11 tempest-ServersTestManualDisk-691114078 tempest-ServersTestManualDisk-691114078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:03:11.754367 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deea68d4-3c55-4bad-8f6d-c76d8aaf623f tempest-ServersTestManualDisk-691114078 tempest-ServersTestManualDisk-691114078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=857dae39-7b71-4ae7-886f-2c5c0446b5a6,revision_number=0']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:03:11.761229 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c62970e6-3f0c-41e0-8957-0e894adf20ab tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-786693'] for subnet, precommit_delete_associations {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:11.805843 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-deea68d4-3c55-4bad-8f6d-c76d8aaf623f tempest-ServersTestManualDisk-691114078 tempest-ServersTestManualDisk-691114078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:03:11.829377 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-deea68d4-3c55-4bad-8f6d-c76d8aaf623f tempest-ServersTestManualDisk-691114078 tempest-ServersTestManualDisk-691114078-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:11.834260 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-deea68d4-3c55-4bad-8f6d-c76d8aaf623f tempest-ServersTestManualDisk-691114078 tempest-ServersTestManualDisk-691114078-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 1.4033599
Dec 24 11:03:11.838121 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 35350) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:03:11.846931 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-c62791aa-82f7-4fbe-a378-d7e8b89cdcbe tempest-ServersTestManualDisk-691114078 tempest-ServersTestManualDisk-691114078-project] Request body: {'floatingip': {'floating_network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:03:11.854993 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-c62791aa-82f7-4fbe-a378-d7e8b89cdcbe tempest-ServersTestManualDisk-691114078 tempest-ServersTestManualDisk-691114078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:03:11.866836 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-c62791aa-82f7-4fbe-a378-d7e8b89cdcbe tempest-ServersTestManualDisk-691114078 tempest-ServersTestManualDisk-691114078-project] Usage tracker for resource:floatingip and tenant:392c706564b54bdf9b4aefef23ad272e is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:03:11.871312 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-c62791aa-82f7-4fbe-a378-d7e8b89cdcbe tempest-ServersTestManualDisk-691114078 tempest-ServersTestManualDisk-691114078-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:03:11.882931 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-c62791aa-82f7-4fbe-a378-d7e8b89cdcbe tempest-ServersTestManualDisk-691114078 tempest-ServersTestManualDisk-691114078-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:03:11.905428 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c62791aa-82f7-4fbe-a378-d7e8b89cdcbe tempest-ServersTestManualDisk-691114078 tempest-ServersTestManualDisk-691114078-project] Notify callbacks [] for floatingip, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:11.934036 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-d55a5bb8-dc3f-4695-b47a-c3837b33fa2f None None] Allocated IP 2001:db8::2 (21bada47-310f-4500-925a-7f94966191b8/f9a0e3cf-d076-45d6-8219-4a009cccd67b/3aadbc32-60d9-448e-a40e-875c2af19b6d) {{(pid=88880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:03:11.935955 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c62970e6-3f0c-41e0-8957-0e894adf20ab tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847655656'] for subnet, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:11.936675 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e51d31d1-a218-449e-b4e0-4fda1c6e4150 None None] Notify callbacks [] for port, precommit_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:11.967917 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-e51d31d1-a218-449e-b4e0-4fda1c6e4150 None None] Transition to ACTIVE for port object 4d14a356-2280-4e93-84cf-e2aa168bf947 will not be triggered until provisioned by entity L2. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:03:12.030311 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-e51d31d1-a218-449e-b4e0-4fda1c6e4150 None None] Transition to ACTIVE for port object 4d14a356-2280-4e93-84cf-e2aa168bf947 will not be triggered until provisioned by entity DHCP. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:03:12.036065 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-c30e6630-d9db-4c54-9e19-9f1b0fd61837 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Unset dirty status for tenant:739a78fd4cfc48c2a4011598579f8f8c on resource:port {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:03:12.039673 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-c30e6630-d9db-4c54-9e19-9f1b0fd61837 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200  len: 205 time: 0.6770129
Dec 24 11:03:12.041916 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14a3f1c5-322b-417f-92c3-3ec5f2bc07cf tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Network e74b6023-5306-445a-a6a2-070a051e6eca is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:03:12.044204 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 35354) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:03:12.050015 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a3f1c5-322b-417f-92c3-3ec5f2bc07cf tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Pushing event updated for resources: {'Port': ['ID=c16dc2ca-8e53-4181-9986-d06296fcb805,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:03:12.051872 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e51d31d1-a218-449e-b4e0-4fda1c6e4150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408'] for port, after_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:12.053463 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-14a3f1c5-322b-417f-92c3-3ec5f2bc07cf tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.435s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:03:12.054526 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-14a3f1c5-322b-417f-92c3-3ec5f2bc07cf tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Resources bound (agent type, host, resource id):  {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:03:12.056770 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a3f1c5-322b-417f-92c3-3ec5f2bc07cf tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:03:12.104127 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.ipam_backend_mixin [None req-48a4bcb1-f328-4099-bc54-b3512c86f5bb tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f9a0e3cf-d076-45d6-8219-4a009cccd67b (CIDR: 2001:db8::/64)
Dec 24 11:03:12.172219 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-48a4bcb1-f328-4099-bc54-b3512c86f5bb tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 24 11:03:12.172716 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48a4bcb1-f328-4099-bc54-b3512c86f5bb tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 24 11:03:12.225746 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c62970e6-3f0c-41e0-8957-0e894adf20ab tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7120129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850854134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851156349'] for subnet, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:12.235724 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-914c4fd6-3668-4493-a30a-2ce4cc1b337e tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:03:12.288706 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-48a4bcb1-f328-4099-bc54-b3512c86f5bb tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 1.4063900
Dec 24 11:03:12.297073 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62970e6-3f0c-41e0-8957-0e894adf20ab tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Pushing event deleted for resources: {'Subnet': ['ID=7b1b7cb8-aa3a-450c-a757-44f420cbfee3,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:03:12.299705 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-25ec35ef-c8e7-44c7-8ffd-1e6ea2cc0b91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:03:12.300781 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 35360) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:03:12.310438 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfa54b5d-dab8-40b9-af69-87e5da478d93 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:03:12.310869 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-dfa54b5d-dab8-40b9-af69-87e5da478d93 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Synchronizing usage tracker for tenant:739a78fd4cfc48c2a4011598579f8f8c on resource:subnet {{(pid=88879) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:03:12.318934 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-68145c92-61a6-4fbc-9054-ea61a9de4457 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Request body: {'subnet': {'network_id': '21bada47-310f-4500-925a-7f94966191b8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:03:12.335257 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c62970e6-3f0c-41e0-8957-0e894adf20ab tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:03:12.348714 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device af6a10c2-1118-4bd6-bacb-8fd0ff543d9f up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:03:12.363030 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-47312e97-acdd-4133-9e8a-58cd6dbc4e2b tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Allocated IP 172.20.0.7 (4104dc0e-490b-400d-b1ce-ab7d12202c45/1d241bb1-35cb-4efa-a156-b57bcff84a6f/99cd5878-b7c1-4dee-87f3-c64df6c4f7ae) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:03:12.369701 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c62970e6-3f0c-41e0-8957-0e894adf20ab tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks [] for subnet, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:12.452849 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e51d31d1-a218-449e-b4e0-4fda1c6e4150 None None] Network 4104dc0e-490b-400d-b1ce-ab7d12202c45 is already hosted by enough agents. {{(pid=88880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:03:12.468489 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-e51d31d1-a218-449e-b4e0-4fda1c6e4150 None None] Resources bound (agent type, host, resource id):  {{(pid=88880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:03:12.480196 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-63c48ffd-cf0e-4410-9ded-dac01a270495 tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-659031', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854691240'] for router, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:12.485451 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 35364) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:03:12.485658 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-c62970e6-3f0c-41e0-8957-0e894adf20ab tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] 10.222.0.65 "DELETE /v2.0/subnets/7b1b7cb8-aa3a-450c-a757-44f420cbfee3 HTTP/1.1" status: 204  len: 168 time: 1.0765915
Dec 24 11:03:12.491016 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e51d31d1-a218-449e-b4e0-4fda1c6e4150 None None] Received port after_create {{(pid=88880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:03:12.503946 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51d31d1-a218-449e-b4e0-4fda1c6e4150 None None] Pushing event updated for resources: {'Port': ['ID=4d14a356-2280-4e93-84cf-e2aa168bf947,revision_number=1']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:03:12.509265 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-dfa54b5d-dab8-40b9-af69-87e5da478d93 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Unset dirty status for tenant:739a78fd4cfc48c2a4011598579f8f8c on resource:subnet {{(pid=88879) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:03:12.513276 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-dfa54b5d-dab8-40b9-af69-87e5da478d93 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.4640057
Dec 24 11:03:12.513895 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 35368) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:03:12.516426 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-e51d31d1-a218-449e-b4e0-4fda1c6e4150 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:03:12.622124 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-95c03a37-8529-4aea-9ddd-768d7ec92427 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1027594
Dec 24 11:03:12.630370 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c62791aa-82f7-4fbe-a378-d7e8b89cdcbe tempest-ServersTestManualDisk-691114078 tempest-ServersTestManualDisk-691114078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:12.632315 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 35372) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:03:12.645683 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-14a3f1c5-322b-417f-92c3-3ec5f2bc07cf tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:12.646787 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-14a3f1c5-322b-417f-92c3-3ec5f2bc07cf tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854163800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854116816'] for router, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:12.663399 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-c53477c9-99de-44ac-8b3b-d35a486b16a7 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Request body: {'subnet': {'network_id': '1c9eeaac-d205-4b19-a351-2fe67dd78b42', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:03:12.706079 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port af6a10c2-1118-4bd6-bacb-8fd0ff543d9f triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:03:12.706079 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:12.762421 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-68145c92-61a6-4fbc-9054-ea61a9de4457 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:03:12.775800 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-68145c92-61a6-4fbc-9054-ea61a9de4457 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Usage tracker for resource:subnet and tenant:58aa2a41110240a2b5bfe3b4600f4977 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:03:12.790678 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-e51d31d1-a218-449e-b4e0-4fda1c6e4150 None None] Attempting to bind port 4d14a356-2280-4e93-84cf-e2aa168bf947 on host dv-neutron-822691-2-hyperv for vnic_type normal with profile  {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:03:12.792147 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-e51d31d1-a218-449e-b4e0-4fda1c6e4150 None None] Attempting to bind port 4d14a356-2280-4e93-84cf-e2aa168bf947 by drivers openvswitch,hyperv on host dv-neutron-822691-2-hyperv at level 0 using segments [{'id': '67c83a59-75d8-4431-8f62-7bdb2eb6e441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '4104dc0e-490b-400d-b1ce-ab7d12202c45'}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:03:12.792366 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-68145c92-61a6-4fbc-9054-ea61a9de4457 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:03:12.792722 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e51d31d1-a218-449e-b4e0-4fda1c6e4150 None None] Attempting to bind port 4d14a356-2280-4e93-84cf-e2aa168bf947 on network 4104dc0e-490b-400d-b1ce-ab7d12202c45 {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:03:12.805059 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-562c77a1-27cd-4cf1-b00c-1504b217966b tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036847558493'] for network, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:12.805822 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e51d31d1-a218-449e-b4e0-4fda1c6e4150 None None] Checking agent: {'id': 'db1275c1-6001-47af-93c2-635c68404703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822691-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 52, 8), 'started_at': datetime.datetime(2021, 12, 24, 10, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 3, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822691-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:03:12.806541 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e51d31d1-a218-449e-b4e0-4fda1c6e4150 None None] Checking segment: {'id': '67c83a59-75d8-4431-8f62-7bdb2eb6e441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '4104dc0e-490b-400d-b1ce-ab7d12202c45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:03:12.807103 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e51d31d1-a218-449e-b4e0-4fda1c6e4150 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:12.807815 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e51d31d1-a218-449e-b4e0-4fda1c6e4150 None None] Bound using segment: {'id': '67c83a59-75d8-4431-8f62-7bdb2eb6e441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '4104dc0e-490b-400d-b1ce-ab7d12202c45'} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:03:12.808495 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-e51d31d1-a218-449e-b4e0-4fda1c6e4150 None None] Bound port: 4d14a356-2280-4e93-84cf-e2aa168bf947, host: dv-neutron-822691-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67c83a59-75d8-4431-8f62-7bdb2eb6e441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '4104dc0e-490b-400d-b1ce-ab7d12202c45'}}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:03:12.809035 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e51d31d1-a218-449e-b4e0-4fda1c6e4150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:12.824677 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d55a5bb8-dc3f-4695-b47a-c3837b33fa2f None None] Notify callbacks [] for port, precommit_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:12.855211 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-562c77a1-27cd-4cf1-b00c-1504b217966b tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Deleting port 97d2e2a9-e2e1-4b7f-b9bc-923f5cea74c3 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:03:12.856142 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-562c77a1-27cd-4cf1-b00c-1504b217966b tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:12.861190 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-d55a5bb8-dc3f-4695-b47a-c3837b33fa2f None None] Transition to ACTIVE for port object 3aadbc32-60d9-448e-a40e-875c2af19b6d will not be triggered until provisioned by entity L2. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:03:12.888600 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-68145c92-61a6-4fbc-9054-ea61a9de4457 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:03:12.935720 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-47312e97-acdd-4133-9e8a-58cd6dbc4e2b tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:12.943806 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-c53477c9-99de-44ac-8b3b-d35a486b16a7 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:03:12.951968 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68145c92-61a6-4fbc-9054-ea61a9de4457 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Made reservation on behalf of 58aa2a41110240a2b5bfe3b4600f4977 for: {'subnet': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:03:13.029918 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-e51d31d1-a218-449e-b4e0-4fda1c6e4150 None None] For port 4d14a356-2280-4e93-84cf-e2aa168bf947, host dv-neutron-822691-2-hyperv, cleared binding levels {{(pid=88880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:03:13.034323 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-e51d31d1-a218-449e-b4e0-4fda1c6e4150 None None] For port 4d14a356-2280-4e93-84cf-e2aa168bf947, host dv-neutron-822691-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=4d14a356-2280-4e93-84cf-e2aa168bf947,segment=NetworkSegment(67c83a59-75d8-4431-8f62-7bdb2eb6e441),segment_id=67c83a59-75d8-4431-8f62-7bdb2eb6e441)] {{(pid=88880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:03:13.045377 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e51d31d1-a218-449e-b4e0-4fda1c6e4150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:13.050348 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-47312e97-acdd-4133-9e8a-58cd6dbc4e2b tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Transition to ACTIVE for port object 99cd5878-b7c1-4dee-87f3-c64df6c4f7ae will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:03:13.063140 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-72d73637-ddb6-4849-85f1-f9b669de40cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:03:13.068809 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-c53477c9-99de-44ac-8b3b-d35a486b16a7 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:03:13.150132 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51d31d1-a218-449e-b4e0-4fda1c6e4150 None None] Pushing event updated for resources: {'Port': ['ID=4d14a356-2280-4e93-84cf-e2aa168bf947,revision_number=2']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:03:13.170271 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c53477c9-99de-44ac-8b3b-d35a486b16a7 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Made reservation on behalf of 739a78fd4cfc48c2a4011598579f8f8c for: {'subnet': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:03:13.185906 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-e51d31d1-a218-449e-b4e0-4fda1c6e4150 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:03:13.192320 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-d55a5bb8-dc3f-4695-b47a-c3837b33fa2f None None] Transition to ACTIVE for port object 3aadbc32-60d9-448e-a40e-875c2af19b6d will not be triggered until provisioned by entity DHCP. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:03:13.198557 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d55a5bb8-dc3f-4695-b47a-c3837b33fa2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408'] for port, after_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:13.215741 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-9bf75de0-72ce-4720-a44e-150b1e338df7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:03:13.216742 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-c62791aa-82f7-4fbe-a378-d7e8b89cdcbe tempest-ServersTestManualDisk-691114078 tempest-ServersTestManualDisk-691114078-project] Allocated IP 172.26.3.239 (f8c337ba-681f-4fcb-a333-e3c49365b30a/8ea1398c-0bec-46d6-8d54-85798de2a7ca/694215d8-f665-49d0-b766-1008690d003b) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:03:13.271790 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-68145c92-61a6-4fbc-9054-ea61a9de4457 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3619482'] for subnet, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:13.289170 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d55a5bb8-dc3f-4695-b47a-c3837b33fa2f None None] Network 21bada47-310f-4500-925a-7f94966191b8 is already hosted by enough agents. {{(pid=88880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:03:13.292710 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-d55a5bb8-dc3f-4695-b47a-c3837b33fa2f None None] Resources bound (agent type, host, resource id):  {{(pid=88880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:03:13.300200 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d55a5bb8-dc3f-4695-b47a-c3837b33fa2f None None] Received port after_create {{(pid=88880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:03:13.306074 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-47312e97-acdd-4133-9e8a-58cd6dbc4e2b tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:13.317935 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-6f7e44ea-e1f0-44be-a186-78939cfe9df6 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:03:13.322937 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55a5bb8-dc3f-4695-b47a-c3837b33fa2f None None] Pushing event updated for resources: {'Port': ['ID=3aadbc32-60d9-448e-a40e-875c2af19b6d,revision_number=1']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:03:13.351510 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-d55a5bb8-dc3f-4695-b47a-c3837b33fa2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:03:13.416298 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-63c48ffd-cf0e-4410-9ded-dac01a270495 tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:13.447544 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-d55a5bb8-dc3f-4695-b47a-c3837b33fa2f None None] Attempting to bind port 3aadbc32-60d9-448e-a40e-875c2af19b6d on host dv-neutron-822691-2-hyperv for vnic_type normal with profile  {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:03:13.448356 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-d55a5bb8-dc3f-4695-b47a-c3837b33fa2f None None] Attempting to bind port 3aadbc32-60d9-448e-a40e-875c2af19b6d by drivers openvswitch,hyperv on host dv-neutron-822691-2-hyperv at level 0 using segments [{'id': '83b96c53-ea7e-4ef6-b65b-f4bef0d71ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '21bada47-310f-4500-925a-7f94966191b8'}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:03:13.449072 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d55a5bb8-dc3f-4695-b47a-c3837b33fa2f None None] Attempting to bind port 3aadbc32-60d9-448e-a40e-875c2af19b6d on network 21bada47-310f-4500-925a-7f94966191b8 {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:03:13.456881 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-63c48ffd-cf0e-4410-9ded-dac01a270495 tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:13.463352 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d55a5bb8-dc3f-4695-b47a-c3837b33fa2f None None] Checking agent: {'id': 'db1275c1-6001-47af-93c2-635c68404703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822691-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 52, 8), 'started_at': datetime.datetime(2021, 12, 24, 10, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 3, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822691-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:03:13.464090 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d55a5bb8-dc3f-4695-b47a-c3837b33fa2f None None] Checking segment: {'id': '83b96c53-ea7e-4ef6-b65b-f4bef0d71ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '21bada47-310f-4500-925a-7f94966191b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:03:13.464897 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d55a5bb8-dc3f-4695-b47a-c3837b33fa2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:13.465635 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d55a5bb8-dc3f-4695-b47a-c3837b33fa2f None None] Bound using segment: {'id': '83b96c53-ea7e-4ef6-b65b-f4bef0d71ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '21bada47-310f-4500-925a-7f94966191b8'} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:03:13.466402 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-d55a5bb8-dc3f-4695-b47a-c3837b33fa2f None None] Bound port: 3aadbc32-60d9-448e-a40e-875c2af19b6d, host: dv-neutron-822691-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83b96c53-ea7e-4ef6-b65b-f4bef0d71ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '21bada47-310f-4500-925a-7f94966191b8'}}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:03:13.466948 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d55a5bb8-dc3f-4695-b47a-c3837b33fa2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:13.530153 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-562c77a1-27cd-4cf1-b00c-1504b217966b tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] For port 97d2e2a9-e2e1-4b7f-b9bc-923f5cea74c3, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=97d2e2a9-e2e1-4b7f-b9bc-923f5cea74c3,segment=NetworkSegment(9a293741-a8d2-44cc-aabf-00f5e989a647),segment_id=9a293741-a8d2-44cc-aabf-00f5e989a647)] {{(pid=88878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:03:13.530562 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-562c77a1-27cd-4cf1-b00c-1504b217966b tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:13.636615 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dc67534-0337-4158-99b2-2bd025b1417b None None] Network c6e807fa-4f32-4cf4-9fe0-9af2c8ef0e12 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:03:13.739902 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-562c77a1-27cd-4cf1-b00c-1504b217966b tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Calling delete_port for 97d2e2a9-e2e1-4b7f-b9bc-923f5cea74c3 owned by network:dhcp {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:03:13.747417 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-d55a5bb8-dc3f-4695-b47a-c3837b33fa2f None None] For port 3aadbc32-60d9-448e-a40e-875c2af19b6d, host dv-neutron-822691-2-hyperv, cleared binding levels {{(pid=88880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:03:13.847928 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-d55a5bb8-dc3f-4695-b47a-c3837b33fa2f None None] For port 3aadbc32-60d9-448e-a40e-875c2af19b6d, host dv-neutron-822691-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=3aadbc32-60d9-448e-a40e-875c2af19b6d,segment=NetworkSegment(83b96c53-ea7e-4ef6-b65b-f4bef0d71ab6),segment_id=83b96c53-ea7e-4ef6-b65b-f4bef0d71ab6)] {{(pid=88880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:03:13.875672 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-474f4215-4dbf-409e-bbf1-032f6db656be None None] Provisioning complete for port 97d2e2a9-e2e1-4b7f-b9bc-923f5cea74c3 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:03:13.876009 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-474f4215-4dbf-409e-bbf1-032f6db656be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:13.910568 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-562c77a1-27cd-4cf1-b00c-1504b217966b tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:13.920084 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d55a5bb8-dc3f-4695-b47a-c3837b33fa2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:13.924037 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-943ef1a8-b9ff-4edb-b39f-8b78d5da1029 tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:03:13.924570 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-474f4215-4dbf-409e-bbf1-032f6db656be None None] Port 97d2e2a9-e2e1-4b7f-b9bc-923f5cea74c3 was deleted so its status cannot be updated. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:300}}
Dec 24 11:03:13.926990 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-481cd9e9-7d7e-42ac-938b-02b07e42bd85 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:03:13.935187 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c53477c9-99de-44ac-8b3b-d35a486b16a7 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3619482'] for subnet, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:13.958959 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-562c77a1-27cd-4cf1-b00c-1504b217966b tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] No DVR routers for this DVR port 97d2e2a9-e2e1-4b7f-b9bc-923f5cea74c3 on host dv-neutron-822691-2-hyperv {{(pid=88878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 24 11:03:14.031646 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562c77a1-27cd-4cf1-b00c-1504b217966b tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Pushing event deleted for resources: {'Port': ['ID=97d2e2a9-e2e1-4b7f-b9bc-923f5cea74c3,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:03:14.038334 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-562c77a1-27cd-4cf1-b00c-1504b217966b tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:03:14.045543 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55a5bb8-dc3f-4695-b47a-c3837b33fa2f None None] Pushing event updated for resources: {'Port': ['ID=3aadbc32-60d9-448e-a40e-875c2af19b6d,revision_number=2']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:03:14.049378 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-d55a5bb8-dc3f-4695-b47a-c3837b33fa2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:03:14.057976 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47312e97-acdd-4133-9e8a-58cd6dbc4e2b tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Network 4104dc0e-490b-400d-b1ce-ab7d12202c45 is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:03:14.068366 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14a3f1c5-322b-417f-92c3-3ec5f2bc07cf tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Router 40f26245-458c-4ee4-9676-9733df2457b1 is scheduled to L3 agent 198cca88-1338-4098-b44b-beb0346ac906 with binding_index 1 {{(pid=88878) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 24 11:03:14.093329 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-47312e97-acdd-4133-9e8a-58cd6dbc4e2b tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Resources bound (agent type, host, resource id):  {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:03:14.100577 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47312e97-acdd-4133-9e8a-58cd6dbc4e2b tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Pushing event updated for resources: {'Port': ['ID=99cd5878-b7c1-4dee-87f3-c64df6c4f7ae,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:03:14.106333 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47312e97-acdd-4133-9e8a-58cd6dbc4e2b tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:03:14.128115 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94e7d758-4d89-4fa5-b19e-ed1841ac9c20 None None] DHCP port deletion for c6e807fa-4f32-4cf4-9fe0-9af2c8ef0e12 request from dv-neutron-822691-2-hyperv {{(pid=88880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 24 11:03:14.156788 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-562c77a1-27cd-4cf1-b00c-1504b217966b tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847649663', 'neutron.services.segments.db._delete_segments_for_network-8749505737672'] for network, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:14.200912 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-47312e97-acdd-4133-9e8a-58cd6dbc4e2b tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.883s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:03:14.242618 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 4d14a356-2280-4e93-84cf-e2aa168bf947 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:03:14.318151 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47312e97-acdd-4133-9e8a-58cd6dbc4e2b tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:03:14.318800 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-47312e97-acdd-4133-9e8a-58cd6dbc4e2b tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:14.333594 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning for port 4d14a356-2280-4e93-84cf-e2aa168bf947 completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:03:14.369153 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c62791aa-82f7-4fbe-a378-d7e8b89cdcbe tempest-ServersTestManualDisk-691114078 tempest-ServersTestManualDisk-691114078-project] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:14.401517 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 97d2e2a9-e2e1-4b7f-b9bc-923f5cea74c3 no longer exists at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:03:14.440670 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-47312e97-acdd-4133-9e8a-58cd6dbc4e2b tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 885 time: 4.0554688
Dec 24 11:03:14.449041 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] No Port match for: 97d2e2a9-e2e1-4b7f-b9bc-923f5cea74c3 {{(pid=88880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 24 11:03:14.449815 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 97d2e2a9-e2e1-4b7f-b9bc-923f5cea74c3 not bound to the agent host dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 24 11:03:14.482403 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 35376) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:03:14.539193 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-562c77a1-27cd-4cf1-b00c-1504b217966b tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5270916748>,) {'filters': {'network_id': ['c6e807fa-4f32-4cf4-9fe0-9af2c8ef0e12']}} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:03:14.555559 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-562c77a1-27cd-4cf1-b00c-1504b217966b tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5270916748>, '9a293741-a8d2-44cc-aabf-00f5e989a647') {'for_net_delete': True} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:03:14.555931 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-562c77a1-27cd-4cf1-b00c-1504b217966b tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5270916748>, '9a293741-a8d2-44cc-aabf-00f5e989a647') {} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:03:14.572659 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-562c77a1-27cd-4cf1-b00c-1504b217966b tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749505745113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2241371'] for segment, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:14.595162 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-562c77a1-27cd-4cf1-b00c-1504b217966b tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:14.611862 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-562c77a1-27cd-4cf1-b00c-1504b217966b tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Releasing vlan 623 on physical network physnet1 to pool {{(pid=88878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 24 11:03:14.612304 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-562c77a1-27cd-4cf1-b00c-1504b217966b tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036847652098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850807864'] for segment, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:14.628797 dv-neutron-822691-2-hyperv neutron-server[88767]: Traceback (most recent call last):
Dec 24 11:03:14.628797 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 24 11:03:14.628797 dv-neutron-822691-2-hyperv neutron-server[88767]:     timer()
Dec 24 11:03:14.628797 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 11:03:14.628797 dv-neutron-822691-2-hyperv neutron-server[88767]:     cb(*args, **kw)
Dec 24 11:03:14.628797 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 24 11:03:14.628797 dv-neutron-822691-2-hyperv neutron-server[88767]:     return func(*args, **kwargs)
Dec 24 11:03:14.628797 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 11:03:14.628797 dv-neutron-822691-2-hyperv neutron-server[88767]:     self._notify()
Dec 24 11:03:14.628797 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 11:03:14.628797 dv-neutron-822691-2-hyperv neutron-server[88767]:     self.callback(batched_events)
Dec 24 11:03:14.628797 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 11:03:14.628797 dv-neutron-822691-2-hyperv neutron-server[88767]:     event.method(event)
Dec 24 11:03:14.628797 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 11:03:14.628797 dv-neutron-822691-2-hyperv neutron-server[88767]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 11:03:14.628797 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 24 11:03:14.628797 dv-neutron-822691-2-hyperv neutron-server[88767]:     segment_id)['aggregates'][0]
Dec 24 11:03:14.628797 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 24 11:03:14.628797 dv-neutron-822691-2-hyperv neutron-server[88767]:     return f(self, *a, **k)
Dec 24 11:03:14.628797 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 11:03:14.628797 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self._get(url).json()
Dec 24 11:03:14.628797 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 24 11:03:14.628797 dv-neutron-822691-2-hyperv neutron-server[88767]:     **kwargs)
Dec 24 11:03:14.628797 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 24 11:03:14.628797 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self.request(url, 'GET', **kwargs)
Dec 24 11:03:14.628797 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 24 11:03:14.628797 dv-neutron-822691-2-hyperv neutron-server[88767]:     **endpoint_filter)
Dec 24 11:03:14.628797 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 24 11:03:14.628797 dv-neutron-822691-2-hyperv neutron-server[88767]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 11:03:14.628797 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 24 11:03:14.628797 dv-neutron-822691-2-hyperv neutron-server[88767]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 11:03:14.628797 dv-neutron-822691-2-hyperv neutron-server[88767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 11:03:14.633297 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-c6b02205-f730-4a5f-9866-e955bfaee361 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Deleting port 99cd5878-b7c1-4dee-87f3-c64df6c4f7ae {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:03:14.633748 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c6b02205-f730-4a5f-9866-e955bfaee361 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:14.676036 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c62791aa-82f7-4fbe-a378-d7e8b89cdcbe tempest-ServersTestManualDisk-691114078 tempest-ServersTestManualDisk-691114078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:14.685015 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-e010961c-d397-414a-8a61-4360208b13d8 tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:03:14.845581 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-562c77a1-27cd-4cf1-b00c-1504b217966b tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7126154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659196'] for network, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:14.850851 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-562c77a1-27cd-4cf1-b00c-1504b217966b tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1977811'] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:14.858833 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-8cd2075c-0d32-45e0-abd1-8c7905f986f9 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:03:14.868277 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c62791aa-82f7-4fbe-a378-d7e8b89cdcbe tempest-ServersTestManualDisk-691114078 tempest-ServersTestManualDisk-691114078-project] Network f8c337ba-681f-4fcb-a333-e3c49365b30a is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:03:14.877417 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-c62791aa-82f7-4fbe-a378-d7e8b89cdcbe tempest-ServersTestManualDisk-691114078 tempest-ServersTestManualDisk-691114078-project] Resources bound (agent type, host, resource id):  {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:03:14.879395 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62791aa-82f7-4fbe-a378-d7e8b89cdcbe tempest-ServersTestManualDisk-691114078 tempest-ServersTestManualDisk-691114078-project] Pushing event updated for resources: {'Port': ['ID=694215d8-f665-49d0-b766-1008690d003b,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:03:14.881990 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62791aa-82f7-4fbe-a378-d7e8b89cdcbe tempest-ServersTestManualDisk-691114078 tempest-ServersTestManualDisk-691114078-project] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:03:14.891707 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-63c48ffd-cf0e-4410-9ded-dac01a270495 tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Allocated IP 172.26.3.70 (f8c337ba-681f-4fcb-a333-e3c49365b30a/8ea1398c-0bec-46d6-8d54-85798de2a7ca/da07d555-1f9a-4c31-9908-2241ad4aac4a) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:03:14.922506 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562c77a1-27cd-4cf1-b00c-1504b217966b tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Pushing event deleted for resources: {'Network': ['ID=c6e807fa-4f32-4cf4-9fe0-9af2c8ef0e12,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:03:14.926521 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-562c77a1-27cd-4cf1-b00c-1504b217966b tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:03:14.931642 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-68145c92-61a6-4fbc-9054-ea61a9de4457 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3921862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3619467'] for subnet, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:14.940675 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c62791aa-82f7-4fbe-a378-d7e8b89cdcbe tempest-ServersTestManualDisk-691114078 tempest-ServersTestManualDisk-691114078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:03:14.944479 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-09a471b6-cf3a-4d01-9344-78b9d6ad2574 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:03:14.981983 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-562c77a1-27cd-4cf1-b00c-1504b217966b tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] 10.222.0.65 "DELETE /v2.0/networks/c6e807fa-4f32-4cf4-9fe0-9af2c8ef0e12 HTTP/1.1" status: 204  len: 168 time: 2.4936068
Dec 24 11:03:14.985736 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 35380) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:03:15.122296 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-c559fa12-3cb5-4977-9353-655e334f5ea0 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] DELETE failed (client error): The resource could not be found.
Dec 24 11:03:15.122792 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c559fa12-3cb5-4977-9353-655e334f5ea0 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 24 11:03:15.128028 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-c559fa12-3cb5-4977-9353-655e334f5ea0 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] 10.222.0.65 "DELETE /v2.0/subnets/4014d40a-d6f0-4758-8ab2-3e23c459630d HTTP/1.1" status: 404  len: 337 time: 0.1409669
Dec 24 11:03:15.128716 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 35384) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:03:15.157579 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68145c92-61a6-4fbc-9054-ea61a9de4457 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Network 21bada47-310f-4500-925a-7f94966191b8 is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:03:15.185987 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-771316f7-ebe0-4146-8111-5f759e889a15 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] DELETE failed (client error): The resource could not be found.
Dec 24 11:03:15.187020 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-771316f7-ebe0-4146-8111-5f759e889a15 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 24 11:03:15.191834 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-771316f7-ebe0-4146-8111-5f759e889a15 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] 10.222.0.65 "DELETE /v2.0/networks/f6cc1543-aba5-4faf-8c85-b7912c908b30 HTTP/1.1" status: 404  len: 339 time: 0.0518165
Dec 24 11:03:15.196258 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 35388) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:03:15.198328 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-68145c92-61a6-4fbc-9054-ea61a9de4457 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Resources bound (agent type, host, resource id):  {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:03:15.210899 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68145c92-61a6-4fbc-9054-ea61a9de4457 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:03:15.211554 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-68145c92-61a6-4fbc-9054-ea61a9de4457 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks [] for subnet, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:15.249281 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b35bf8a-41e5-4de2-8eb4-2d5af40ef2f0 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] DELETE failed (client error): The resource could not be found.
Dec 24 11:03:15.249773 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b35bf8a-41e5-4de2-8eb4-2d5af40ef2f0 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 24 11:03:15.254769 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-9b35bf8a-41e5-4de2-8eb4-2d5af40ef2f0 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] 10.222.0.65 "DELETE /v2.0/subnets/01cbe364-0096-4c49-a918-3d3a86ded51c HTTP/1.1" status: 404  len: 337 time: 0.0573275
Dec 24 11:03:15.255568 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 35392) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:03:15.267340 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68145c92-61a6-4fbc-9054-ea61a9de4457 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Pushing event updated for resources: {'Subnet': ['ID=7ed64ed2-efb6-466b-92f4-561859f7844c,revision_number=0']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:03:15.271045 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-68145c92-61a6-4fbc-9054-ea61a9de4457 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:03:15.272188 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14a3f1c5-322b-417f-92c3-3ec5f2bc07cf tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:03:15.290150 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e21a97-585a-4bf8-98ef-f31f50f89895 None None] Sync routers for ids ['40f26245-458c-4ee4-9676-9733df2457b1'] in dv-neutron-822691-2-hyperv {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:03:15.303870 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e21a97-585a-4bf8-98ef-f31f50f89895 None None] Routers {'40f26245-458c-4ee4-9676-9733df2457b1'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:03:15.304949 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-47e21a97-585a-4bf8-98ef-f31f50f89895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271e63208>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:03:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['40f26245-458c-4ee4-9676-9733df2457b1'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:03:15.334854 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fd9a721-0bd6-4ff5-9d1c-635326fede12 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] DELETE failed (client error): The resource could not be found.
Dec 24 11:03:15.335401 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fd9a721-0bd6-4ff5-9d1c-635326fede12 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 24 11:03:15.337314 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-2fd9a721-0bd6-4ff5-9d1c-635326fede12 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] 10.222.0.65 "DELETE /v2.0/networks/c43447e2-49a9-40b4-8d4f-276062a65735 HTTP/1.1" status: 404  len: 339 time: 0.0694056
Dec 24 11:03:15.341266 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 35396) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:03:15.344693 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-63c48ffd-cf0e-4410-9ded-dac01a270495 tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:15.384305 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c53477c9-99de-44ac-8b3b-d35a486b16a7 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3921862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3619467'] for subnet, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:15.390045 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-68145c92-61a6-4fbc-9054-ea61a9de4457 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 836 time: 3.0840812
Dec 24 11:03:15.391677 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c62970e6-3f0c-41e0-8957-0e894adf20ab tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:03:15.396742 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 35400) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:03:15.405733 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-14a3f1c5-322b-417f-92c3-3ec5f2bc07cf tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Notify callbacks [] for router, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:15.407097 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-14a3f1c5-322b-417f-92c3-3ec5f2bc07cf tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201  len: 878 time: 6.0829713
Dec 24 11:03:15.413048 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-9530ebe2-dd34-4c7d-8b33-8405e86d6746 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Request body: {'port': {'network_id': '21bada47-310f-4500-925a-7f94966191b8', 'fixed_ips': [{'subnet_id': 'f9a0e3cf-d076-45d6-8219-4a009cccd67b'}, {'subnet_id': '7ed64ed2-efb6-466b-92f4-561859f7844c'}], 'name': 'tempest-PortsIpV6TestJSON-200201643'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:03:15.429563 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 35404) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:03:15.429805 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-059b8383-d855-4ddc-9c1f-5da5d1cb56c2 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] DELETE failed (client error): The resource could not be found.
Dec 24 11:03:15.430219 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-059b8383-d855-4ddc-9c1f-5da5d1cb56c2 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 24 11:03:15.432243 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-059b8383-d855-4ddc-9c1f-5da5d1cb56c2 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] 10.222.0.65 "DELETE /v2.0/subnets/1b61d94a-1605-4cfd-8e75-e8f3e0c1624d HTTP/1.1" status: 404  len: 337 time: 0.0837667
Dec 24 11:03:15.438660 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 35406) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:03:15.497579 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-43ac11dc-0291-410e-854a-6e246c931eaf tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] DELETE failed (client error): The resource could not be found.
Dec 24 11:03:15.498018 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43ac11dc-0291-410e-854a-6e246c931eaf tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 24 11:03:15.499900 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-43ac11dc-0291-410e-854a-6e246c931eaf tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] 10.222.0.65 "DELETE /v2.0/networks/d9539e1d-907b-4edf-b1f6-957e16e3b6dd HTTP/1.1" status: 404  len: 339 time: 0.0602140
Dec 24 11:03:15.504977 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 35412) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:03:15.555786 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-47e21a97-585a-4bf8-98ef-f31f50f89895 None None] Set router 40f26245-458c-4ee4-9676-9733df2457b1 gateway port host: dv-neutron-822691-2-hyperv {{(pid=88881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:03:15.576946 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c6b02205-f730-4a5f-9866-e955bfaee361 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:15.600186 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c53477c9-99de-44ac-8b3b-d35a486b16a7 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Network 1c9eeaac-d205-4b19-a351-2fe67dd78b42 is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:03:15.610748 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6ad8a09-8cb2-413b-9a5d-2a32d01471b9 None None] Network 4104dc0e-490b-400d-b1ce-ab7d12202c45 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:03:15.613360 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-c53477c9-99de-44ac-8b3b-d35a486b16a7 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Resources bound (agent type, host, resource id):  {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:03:15.622524 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c53477c9-99de-44ac-8b3b-d35a486b16a7 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:03:15.623583 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c53477c9-99de-44ac-8b3b-d35a486b16a7 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks [] for subnet, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:15.657716 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91d30294-88bd-40d0-9428-2a009f77e5b8 None None] Network 1c9eeaac-d205-4b19-a351-2fe67dd78b42 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:03:15.754955 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53477c9-99de-44ac-8b3b-d35a486b16a7 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Pushing event updated for resources: {'Subnet': ['ID=5b369c85-28b6-4c42-b781-94a859eb1fe0,revision_number=0']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:03:15.760552 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c53477c9-99de-44ac-8b3b-d35a486b16a7 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:03:15.788925 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_v2 [None req-585bf439-2571-41e9-9d42-a97af7e95e1b tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Deleting subnet f4398556-9bd4-4110-91c1-adfabc1d682a {{(pid=88878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 24 11:03:15.796837 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-585bf439-2571-41e9-9d42-a97af7e95e1b tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks [] for subnet, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:15.838643 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-63c48ffd-cf0e-4410-9ded-dac01a270495 tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:15.855311 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-c6b02205-f730-4a5f-9866-e955bfaee361 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Calling delete_port for 99cd5878-b7c1-4dee-87f3-c64df6c4f7ae owned by  {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:03:15.855704 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-1a5a20c7-afb6-4a8f-8ca1-3cf76558c7e7 tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:03:15.932352 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c62791aa-82f7-4fbe-a378-d7e8b89cdcbe tempest-ServersTestManualDisk-691114078 tempest-ServersTestManualDisk-691114078-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:15.941722 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-47e21a97-585a-4bf8-98ef-f31f50f89895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271e63208>, [{'id': '40f26245-458c-4ee4-9676-9733df2457b1', 'name': '', 'tenant_id': '13d980ce68d549e79d6a9f07649a0ad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e74b6023-5306-445a-a6a2-070a051e6eca', 'external_fixed_ips': [{'subnet_id': '864ea303-0601-42a1-8771-0e0fa173a925', 'ip_address': '2001:db8::359'}], 'enable_snat': True}, 'gw_port_id': 'c16dc2ca-8e53-4181-9986-d06296fcb805', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:03:09Z', 'updated_at': '2021-12-24T11:03:12Z', 'revision_number': 3, 'project_id': '13d980ce68d549e79d6a9f07649a0ad7', 'gw_port': {'id': 'c16dc2ca-8e53-4181-9986-d06296fcb805', 'name': '', 'network_id': 'e74b6023-5306-445a-a6a2-070a051e6eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:f5:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40f26245-458c-4ee4-9676-9733df2457b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '864ea303-0601-42a1-8771-0e0fa173a925', 'ip_address': '2001:db8::359', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:03:10Z', 'updated_at': '2021-12-24T11:03:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '864ea303-0601-42a1-8771-0e0fa173a925', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv'}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:03:15.946975 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e21a97-585a-4bf8-98ef-f31f50f89895 None None] Checking router: 40f26245-458c-4ee4-9676-9733df2457b1 for host: dv-neutron-822691-2-hyperv {{(pid=88881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 24 11:03:15.947426 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e21a97-585a-4bf8-98ef-f31f50f89895 None None] Updating router 40f26245-458c-4ee4-9676-9733df2457b1 port c16dc2ca-8e53-4181-9986-d06296fcb805 binding host dv-neutron-822691-2-hyperv {{(pid=88881) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 24 11:03:15.961567 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-e58f2fa9-ee1e-414d-a9c2-2e7b6c10f128 None None] Provisioning for port 4d14a356-2280-4e93-84cf-e2aa168bf947 completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:03:15.963354 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-585bf439-2571-41e9-9d42-a97af7e95e1b tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852534446'] for subnet, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:15.987171 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-e58f2fa9-ee1e-414d-a9c2-2e7b6c10f128 None None] Provisioning complete for port 4d14a356-2280-4e93-84cf-e2aa168bf947 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:03:15.988127 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e58f2fa9-ee1e-414d-a9c2-2e7b6c10f128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:16.016129 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-47e21a97-585a-4bf8-98ef-f31f50f89895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:16.017397 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-c53477c9-99de-44ac-8b3b-d35a486b16a7 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 3.3653417
Dec 24 11:03:16.024396 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 35416) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:03:16.024880 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63c48ffd-cf0e-4410-9ded-dac01a270495 tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Network f8c337ba-681f-4fcb-a333-e3c49365b30a is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:03:16.030901 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-9530ebe2-dd34-4c7d-8b33-8405e86d6746 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:03:16.036035 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-9530ebe2-dd34-4c7d-8b33-8405e86d6746 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Usage tracker for resource:port and tenant:58aa2a41110240a2b5bfe3b4600f4977 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:03:16.039905 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-9530ebe2-dd34-4c7d-8b33-8405e86d6746 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:03:16.047011 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-9530ebe2-dd34-4c7d-8b33-8405e86d6746 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:03:16.059806 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-63c48ffd-cf0e-4410-9ded-dac01a270495 tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Resources bound (agent type, host, resource id):  {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:03:16.062260 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c48ffd-cf0e-4410-9ded-dac01a270495 tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Pushing event updated for resources: {'Port': ['ID=da07d555-1f9a-4c31-9908-2241ad4aac4a,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:03:16.073356 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c48ffd-cf0e-4410-9ded-dac01a270495 tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:03:16.150363 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9530ebe2-dd34-4c7d-8b33-8405e86d6746 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Made reservation on behalf of 58aa2a41110240a2b5bfe3b4600f4977 for: {'port': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:03:16.205333 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-63c48ffd-cf0e-4410-9ded-dac01a270495 tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:03:16.331114 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 3aadbc32-60d9-448e-a40e-875c2af19b6d up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:03:16.452143 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-fd2bc234-30d4-42ce-b836-53be822ee348 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Request body: {'subnet': {'network_id': '1c9eeaac-d205-4b19-a351-2fe67dd78b42', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:03:16.512732 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-47e21a97-585a-4bf8-98ef-f31f50f89895 None None] Notify callbacks [] for port, precommit_update {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:16.528565 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-47e21a97-585a-4bf8-98ef-f31f50f89895 None None] Transition to ACTIVE for port object c16dc2ca-8e53-4181-9986-d06296fcb805 will not be triggered until provisioned by entity L2. {{(pid=88881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:03:16.536300 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-47e21a97-585a-4bf8-98ef-f31f50f89895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:16.539678 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-585bf439-2571-41e9-9d42-a97af7e95e1b tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847655656'] for subnet, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:16.542768 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:03:16.614810 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9530ebe2-dd34-4c7d-8b33-8405e86d6746 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:16.616223 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e58f2fa9-ee1e-414d-a9c2-2e7b6c10f128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:16.643280 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69233793-00e7-4e98-88f2-b183f2af4d08 None None] Pushing event updated for resources: {'Port': ['ID=c16dc2ca-8e53-4181-9986-d06296fcb805,revision_number=2']} {{(pid=88881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:03:16.668448 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-69233793-00e7-4e98-88f2-b183f2af4d08 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:03:16.678853 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [None req-9530ebe2-dd34-4c7d-8b33-8405e86d6746 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] device_id is not set on port 7e4a4e87-2c9f-4db9-b806-d0a5a688dc18 yet. {{(pid=88878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 24 11:03:16.679869 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6fa9cea-1fa7-4882-898e-72e5a6e14d72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73968e80-91fd-539e-a7c6-b31af6d9e680-1c9eeaac-d205-4b19-a351-2fe67dd78b42', 'network_id': '1c9eeaac-d205-4b19-a351-2fe67dd78b42', 'tenant_id': '739a78fd4cfc48c2a4011598579f8f8c', 'fixed_ips': [{'subnet_id': '5b369c85-28b6-4c42-b781-94a859eb1fe0'}]}} from dv-neutron-822691-2-hyperv. {{(pid=88880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 24 11:03:16.680958 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c6fa9cea-1fa7-4882-898e-72e5a6e14d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:16.706753 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c62791aa-82f7-4fbe-a378-d7e8b89cdcbe tempest-ServersTestManualDisk-691114078 tempest-ServersTestManualDisk-691114078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:16.722098 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-47e21a97-585a-4bf8-98ef-f31f50f89895 None None] Attempting to bind port c16dc2ca-8e53-4181-9986-d06296fcb805 on host dv-neutron-822691-2-hyperv for vnic_type normal with profile  {{(pid=88881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:03:16.722684 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-47e21a97-585a-4bf8-98ef-f31f50f89895 None None] Attempting to bind port c16dc2ca-8e53-4181-9986-d06296fcb805 by drivers openvswitch,hyperv on host dv-neutron-822691-2-hyperv at level 0 using segments [{'id': '390492da-fef6-4c65-8f49-fc49c57ed13b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'e74b6023-5306-445a-a6a2-070a051e6eca'}] {{(pid=88881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:03:16.723330 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e21a97-585a-4bf8-98ef-f31f50f89895 None None] Attempting to bind port c16dc2ca-8e53-4181-9986-d06296fcb805 on network e74b6023-5306-445a-a6a2-070a051e6eca {{(pid=88881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:03:16.732275 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e21a97-585a-4bf8-98ef-f31f50f89895 None None] Checking agent: {'id': 'db1275c1-6001-47af-93c2-635c68404703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822691-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 52, 8), 'started_at': datetime.datetime(2021, 12, 24, 10, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 3, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822691-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:03:16.733964 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e21a97-585a-4bf8-98ef-f31f50f89895 None None] Checking segment: {'id': '390492da-fef6-4c65-8f49-fc49c57ed13b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'e74b6023-5306-445a-a6a2-070a051e6eca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:03:16.733964 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-47e21a97-585a-4bf8-98ef-f31f50f89895 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:16.734557 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e21a97-585a-4bf8-98ef-f31f50f89895 None None] Bound using segment: {'id': '390492da-fef6-4c65-8f49-fc49c57ed13b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'e74b6023-5306-445a-a6a2-070a051e6eca'} {{(pid=88881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:03:16.735126 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-47e21a97-585a-4bf8-98ef-f31f50f89895 None None] Bound port: c16dc2ca-8e53-4181-9986-d06296fcb805, host: dv-neutron-822691-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '390492da-fef6-4c65-8f49-fc49c57ed13b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'e74b6023-5306-445a-a6a2-070a051e6eca'}}] {{(pid=88881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:03:16.735611 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-47e21a97-585a-4bf8-98ef-f31f50f89895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:16.846577 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-47e21a97-585a-4bf8-98ef-f31f50f89895 None None] For port c16dc2ca-8e53-4181-9986-d06296fcb805, host dv-neutron-822691-2-hyperv, cleared binding levels {{(pid=88881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:03:16.850390 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-47e21a97-585a-4bf8-98ef-f31f50f89895 None None] For port c16dc2ca-8e53-4181-9986-d06296fcb805, host dv-neutron-822691-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=c16dc2ca-8e53-4181-9986-d06296fcb805,segment=NetworkSegment(390492da-fef6-4c65-8f49-fc49c57ed13b),segment_id=390492da-fef6-4c65-8f49-fc49c57ed13b)] {{(pid=88881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:03:16.855399 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-47e21a97-585a-4bf8-98ef-f31f50f89895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:16.860785 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:03:16.900249 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-63c48ffd-cf0e-4410-9ded-dac01a270495 tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:16.956487 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69233793-00e7-4e98-88f2-b183f2af4d08 None None] Pushing event updated for resources: {'Port': ['ID=c16dc2ca-8e53-4181-9986-d06296fcb805,revision_number=3']} {{(pid=88881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:03:16.962401 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-69233793-00e7-4e98-88f2-b183f2af4d08 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:03:16.987589 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e21a97-585a-4bf8-98ef-f31f50f89895 None None] Routers {'40f26245-458c-4ee4-9676-9733df2457b1'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:03:16.988608 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-47e21a97-585a-4bf8-98ef-f31f50f89895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271e63208>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:03:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['40f26245-458c-4ee4-9676-9733df2457b1'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:03:17.014094 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c6b02205-f730-4a5f-9866-e955bfaee361 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:17.027497 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7ac3bb40-c1d6-418b-9d46-be1fe9d28016 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:03:17.028640 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fda64669-f649-475b-aafe-9af5c57ed655 None None] Network 21bada47-310f-4500-925a-7f94966191b8 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:03:17.048385 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning for port 3aadbc32-60d9-448e-a40e-875c2af19b6d completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:03:17.053865 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-e58f2fa9-ee1e-414d-a9c2-2e7b6c10f128 None None] For port 4d14a356-2280-4e93-84cf-e2aa168bf947, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=4d14a356-2280-4e93-84cf-e2aa168bf947,segment=NetworkSegment(67c83a59-75d8-4431-8f62-7bdb2eb6e441),segment_id=67c83a59-75d8-4431-8f62-7bdb2eb6e441)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:03:17.062887 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-fd2bc234-30d4-42ce-b836-53be822ee348 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:03:17.087341 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e58f2fa9-ee1e-414d-a9c2-2e7b6c10f128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:17.105308 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c60f7fc3-bcb1-4d6c-8457-433cea59e824 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:03:17.109821 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b02205-f730-4a5f-9866-e955bfaee361 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Pushing event deleted for resources: {'Port': ['ID=99cd5878-b7c1-4dee-87f3-c64df6c4f7ae,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:03:17.115600 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-fd2bc234-30d4-42ce-b836-53be822ee348 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:03:17.118448 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c6b02205-f730-4a5f-9866-e955bfaee361 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:03:17.140219 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-63c48ffd-cf0e-4410-9ded-dac01a270495 tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-659031', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854691240'] for router, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:17.150758 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-63c48ffd-cf0e-4410-9ded-dac01a270495 tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854116816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854116785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-659000', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854163815'] for router, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:17.158047 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-585bf439-2571-41e9-9d42-a97af7e95e1b tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7120129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3978858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852529715'] for subnet, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:17.172886 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-990c364a-4e55-4347-ad62-156a197a5400 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:03:17.239665 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585bf439-2571-41e9-9d42-a97af7e95e1b tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Pushing event deleted for resources: {'Subnet': ['ID=f4398556-9bd4-4110-91c1-adfabc1d682a,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:03:17.253905 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-585bf439-2571-41e9-9d42-a97af7e95e1b tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:03:17.288886 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-47e21a97-585a-4bf8-98ef-f31f50f89895 None None] Set router 40f26245-458c-4ee4-9676-9733df2457b1 gateway port host: dv-neutron-822691-2-hyperv {{(pid=88881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:03:17.338993 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd2bc234-30d4-42ce-b836-53be822ee348 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Made reservation on behalf of 739a78fd4cfc48c2a4011598579f8f8c for: {'subnet': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:03:17.345574 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fd2bc234-30d4-42ce-b836-53be822ee348 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3619482'] for subnet, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:17.375656 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-82de2692-a07c-45df-add1-357c50a0890d tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Notify callbacks [] for router, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:17.393792 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbd6a066-b4b6-4bb3-805a-2bc7129b194a None None] Network bccad6ac-4d91-4bc6-8b94-4a02d0a1b551 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:03:17.420663 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-585bf439-2571-41e9-9d42-a97af7e95e1b tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:17.489594 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58f2fa9-ee1e-414d-a9c2-2e7b6c10f128 None None] Pushing event updated for resources: {'Port': ['ID=4d14a356-2280-4e93-84cf-e2aa168bf947,revision_number=3']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:03:17.501330 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-585bf439-2571-41e9-9d42-a97af7e95e1b tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] 10.222.0.65 "DELETE /v2.0/subnets/f4398556-9bd4-4110-91c1-adfabc1d682a HTTP/1.1" status: 204  len: 168 time: 1.9940779
Dec 24 11:03:17.516768 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 35420) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:03:17.559344 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c6b02205-f730-4a5f-9866-e955bfaee361 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:17.629739 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-e58f2fa9-ee1e-414d-a9c2-2e7b6c10f128 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.524s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:03:17.713649 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-4e7571d0-bded-47f8-ab9d-1709bbaf72e4 None None] Provisioning for port 3aadbc32-60d9-448e-a40e-875c2af19b6d completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:03:17.755614 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-c6b02205-f730-4a5f-9866-e955bfaee361 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] 10.222.0.65 "DELETE /v2.0/ports/99cd5878-b7c1-4dee-87f3-c64df6c4f7ae HTTP/1.1" status: 204  len: 168 time: 3.2718501
Dec 24 11:03:17.758732 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 35424) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:03:17.775541 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-4e7571d0-bded-47f8-ab9d-1709bbaf72e4 None None] Provisioning complete for port 3aadbc32-60d9-448e-a40e-875c2af19b6d triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:03:17.776009 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4e7571d0-bded-47f8-ab9d-1709bbaf72e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:17.881954 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c62791aa-82f7-4fbe-a378-d7e8b89cdcbe tempest-ServersTestManualDisk-691114078 tempest-ServersTestManualDisk-691114078-project] Notify callbacks [] for port, precommit_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:17.890838 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-8666b269-c370-46c9-b309-2861c2ba92e9 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] GET failed (client error): The resource could not be found.
Dec 24 11:03:17.891708 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-8666b269-c370-46c9-b309-2861c2ba92e9 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Synchronizing usage tracker for tenant:56d5354af46a4a91924cfe2259b4b254 on resource:port {{(pid=88879) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:03:17.924780 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c62791aa-82f7-4fbe-a378-d7e8b89cdcbe tempest-ServersTestManualDisk-691114078 tempest-ServersTestManualDisk-691114078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850854027'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:17.934686 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-c6fa9cea-1fa7-4882-898e-72e5a6e14d72 None None] Allocated IP 2001:db8::f816:3eff:fe07:8143 (1c9eeaac-d205-4b19-a351-2fe67dd78b42/5b369c85-28b6-4c42-b781-94a859eb1fe0/06064d97-adb0-4579-8c49-d0b926167d92) {{(pid=88880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:03:17.940548 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-24f75909-1f7b-4d9f-b763-91a4f8b932c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:03:18.048328 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-47e21a97-585a-4bf8-98ef-f31f50f89895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271e63208>, [{'id': '40f26245-458c-4ee4-9676-9733df2457b1', 'name': '', 'tenant_id': '13d980ce68d549e79d6a9f07649a0ad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e74b6023-5306-445a-a6a2-070a051e6eca', 'external_fixed_ips': [{'subnet_id': '864ea303-0601-42a1-8771-0e0fa173a925', 'ip_address': '2001:db8::359'}], 'enable_snat': True}, 'gw_port_id': 'c16dc2ca-8e53-4181-9986-d06296fcb805', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:03:09Z', 'updated_at': '2021-12-24T11:03:12Z', 'revision_number': 3, 'project_id': '13d980ce68d549e79d6a9f07649a0ad7', 'gw_port': {'id': 'c16dc2ca-8e53-4181-9986-d06296fcb805', 'name': '', 'network_id': 'e74b6023-5306-445a-a6a2-070a051e6eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:f5:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40f26245-458c-4ee4-9676-9733df2457b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '864ea303-0601-42a1-8771-0e0fa173a925', 'ip_address': '2001:db8::359', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:03:10Z', 'updated_at': '2021-12-24T11:03:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '864ea303-0601-42a1-8771-0e0fa173a925', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv'}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:03:18.053780 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e21a97-585a-4bf8-98ef-f31f50f89895 None None] The sync data for ids ['40f26245-458c-4ee4-9676-9733df2457b1'] in dv-neutron-822691-2-hyperv is: [{'id': '40f26245-458c-4ee4-9676-9733df2457b1', 'name': '', 'tenant_id': '13d980ce68d549e79d6a9f07649a0ad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e74b6023-5306-445a-a6a2-070a051e6eca', 'external_fixed_ips': [{'subnet_id': '864ea303-0601-42a1-8771-0e0fa173a925', 'ip_address': '2001:db8::359'}], 'enable_snat': True}, 'gw_port_id': 'c16dc2ca-8e53-4181-9986-d06296fcb805', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:03:09Z', 'updated_at': '2021-12-24T11:03:12Z', 'revision_number': 3, 'project_id': '13d980ce68d549e79d6a9f07649a0ad7', 'gw_port': {'id': 'c16dc2ca-8e53-4181-9986-d06296fcb805', 'name': '', 'network_id': 'e74b6023-5306-445a-a6a2-070a051e6eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:f5:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40f26245-458c-4ee4-9676-9733df2457b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '864ea303-0601-42a1-8771-0e0fa173a925', 'ip_address': '2001:db8::359', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:03:10Z', 'updated_at': '2021-12-24T11:03:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '864ea303-0601-42a1-8771-0e0fa173a925', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv'}] {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:03:18.107859 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-8666b269-c370-46c9-b309-2861c2ba92e9 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Unset dirty status for tenant:56d5354af46a4a91924cfe2259b4b254 on resource:port {{(pid=88879) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:03:18.112299 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-8666b269-c370-46c9-b309-2861c2ba92e9 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] 10.222.0.65 "GET /v2.0/ports/99cd5878-b7c1-4dee-87f3-c64df6c4f7ae HTTP/1.1" status: 404  len: 333 time: 0.3437586
Dec 24 11:03:18.123657 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 35428) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:03:18.244766 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 4d14a356-2280-4e93-84cf-e2aa168bf947 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:03:18.282489 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-85766f89-5cad-4b6c-8404-77282c0003e9 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036847558493'] for network, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:18.342949 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-9530ebe2-dd34-4c7d-8b33-8405e86d6746 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Allocated IP 2001:db8::1db (21bada47-310f-4500-925a-7f94966191b8/f9a0e3cf-d076-45d6-8219-4a009cccd67b/7e4a4e87-2c9f-4db9-b806-d0a5a688dc18) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:03:18.352233 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-9530ebe2-dd34-4c7d-8b33-8405e86d6746 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Allocated IP 2001:db8:0:1::388 (21bada47-310f-4500-925a-7f94966191b8/7ed64ed2-efb6-466b-92f4-561859f7844c/7e4a4e87-2c9f-4db9-b806-d0a5a688dc18) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:03:18.476090 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7348875f-e32d-462e-ba95-8c97c68f4ab7 None None] DHCP port deletion for bccad6ac-4d91-4bc6-8b94-4a02d0a1b551 request from dv-neutron-822691-2-hyperv {{(pid=88880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 24 11:03:18.486842 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4e7571d0-bded-47f8-ab9d-1709bbaf72e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:18.504403 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-85766f89-5cad-4b6c-8404-77282c0003e9 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Deleting port eba96537-0082-4724-83a9-c49b523dea69 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:03:18.505018 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-85766f89-5cad-4b6c-8404-77282c0003e9 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:18.539416 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_v2 [None req-a989599e-562b-470e-8653-85787e68ac77 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Deleting subnet 1d241bb1-35cb-4efa-a156-b57bcff84a6f {{(pid=88879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 24 11:03:18.563788 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port 4d14a356-2280-4e93-84cf-e2aa168bf947 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:03:18.564127 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:18.604750 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-7348875f-e32d-462e-ba95-8c97c68f4ab7 None None] Deleting port eba96537-0082-4724-83a9-c49b523dea69 {{(pid=88880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:03:18.605168 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7348875f-e32d-462e-ba95-8c97c68f4ab7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:18.616824 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62791aa-82f7-4fbe-a378-d7e8b89cdcbe tempest-ServersTestManualDisk-691114078 tempest-ServersTestManualDisk-691114078-project] Pushing event updated for resources: {'Port': ['ID=694215d8-f665-49d0-b766-1008690d003b,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:03:18.621251 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c62791aa-82f7-4fbe-a378-d7e8b89cdcbe tempest-ServersTestManualDisk-691114078 tempest-ServersTestManualDisk-691114078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.682s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:03:18.622889 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c62791aa-82f7-4fbe-a378-d7e8b89cdcbe tempest-ServersTestManualDisk-691114078 tempest-ServersTestManualDisk-691114078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659181'] for floatingip, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:18.634299 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a989599e-562b-470e-8653-85787e68ac77 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks [] for subnet, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:18.709501 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a989599e-562b-470e-8653-85787e68ac77 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-786693'] for subnet, precommit_delete_associations {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:18.837925 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-4e7571d0-bded-47f8-ab9d-1709bbaf72e4 None None] For port 3aadbc32-60d9-448e-a40e-875c2af19b6d, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=3aadbc32-60d9-448e-a40e-875c2af19b6d,segment=NetworkSegment(83b96c53-ea7e-4ef6-b65b-f4bef0d71ab6),segment_id=83b96c53-ea7e-4ef6-b65b-f4bef0d71ab6)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:03:18.872559 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4e7571d0-bded-47f8-ab9d-1709bbaf72e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:18.887562 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d245dc8e-3919-46eb-a8cc-95cd5d5d3af6 None None] Update dhcp port {'port': {'network_id': '21bada47-310f-4500-925a-7f94966191b8', 'fixed_ips': [{'subnet_id': 'f9a0e3cf-d076-45d6-8219-4a009cccd67b', 'ip_address': '2001:db8::2'}, {'subnet_id': '7ed64ed2-efb6-466b-92f4-561859f7844c'}], 'binding:host_id': 'dv-neutron-822691-2-hyperv'}, 'id': '3aadbc32-60d9-448e-a40e-875c2af19b6d'} from dv-neutron-822691-2-hyperv. {{(pid=88880) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}}
Dec 24 11:03:18.907971 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9530ebe2-dd34-4c7d-8b33-8405e86d6746 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:18.929800 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-0c12bc33-d577-4965-bf3e-2530c147e399 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:03:18.961959 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c62791aa-82f7-4fbe-a378-d7e8b89cdcbe tempest-ServersTestManualDisk-691114078 tempest-ServersTestManualDisk-691114078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for floatingip, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:18.972263 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-c62791aa-82f7-4fbe-a378-d7e8b89cdcbe tempest-ServersTestManualDisk-691114078 tempest-ServersTestManualDisk-691114078-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 7.1270697
Dec 24 11:03:18.995822 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a989599e-562b-470e-8653-85787e68ac77 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847655656'] for subnet, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:19.000749 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-9530ebe2-dd34-4c7d-8b33-8405e86d6746 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Transition to ACTIVE for port object 7e4a4e87-2c9f-4db9-b806-d0a5a688dc18 will not be triggered until provisioned by entity DHCP. {{(pid=88878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:03:19.005503 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63c48ffd-cf0e-4410-9ded-dac01a270495 tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Router ff026b55-1bf7-411a-a0c9-372a87b6f0fa is scheduled to L3 agent 198cca88-1338-4098-b44b-beb0346ac906 with binding_index 1 {{(pid=88878) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 24 11:03:19.023699 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-85766f89-5cad-4b6c-8404-77282c0003e9 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] For port eba96537-0082-4724-83a9-c49b523dea69, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=eba96537-0082-4724-83a9-c49b523dea69,segment=NetworkSegment(481e3ea9-7bc0-46a0-add3-b4b8714c897a),segment_id=481e3ea9-7bc0-46a0-add3-b4b8714c897a)] {{(pid=88878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:03:19.024238 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-85766f89-5cad-4b6c-8404-77282c0003e9 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:19.035428 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7571d0-bded-47f8-ab9d-1709bbaf72e4 None None] Pushing event updated for resources: {'Port': ['ID=3aadbc32-60d9-448e-a40e-875c2af19b6d,revision_number=3']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:03:19.041045 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-4e7571d0-bded-47f8-ab9d-1709bbaf72e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:03:19.081866 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c6fa9cea-1fa7-4882-898e-72e5a6e14d72 None None] Notify callbacks [] for port, precommit_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:19.089245 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-5a65a163-6019-4006-ad9d-acca027b6559 None None] Could not find standard attr ID for object 99cd5878-b7c1-4dee-87f3-c64df6c4f7ae. {{(pid=88880) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 24 11:03:19.104841 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fd2bc234-30d4-42ce-b836-53be822ee348 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3921862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3619467'] for subnet, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:19.124136 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-d5068f75-d5ca-4227-833d-23f816b953c9 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:03:19.151740 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-c6fa9cea-1fa7-4882-898e-72e5a6e14d72 None None] Transition to ACTIVE for port object 06064d97-adb0-4579-8c49-d0b926167d92 will not be triggered until provisioned by entity L2. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:03:19.216692 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a989599e-562b-470e-8653-85787e68ac77 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7120129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850854134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851156349'] for subnet, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:19.233283 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2bc234-30d4-42ce-b836-53be822ee348 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Pushing event updated for resources: {'Subnet': ['ID=d28daf2e-6007-4844-ad3f-ac9601df31df,revision_number=0']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:03:19.234292 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d245dc8e-3919-46eb-a8cc-95cd5d5d3af6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:19.236608 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-fd2bc234-30d4-42ce-b836-53be822ee348 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:03:19.237243 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-fd2bc234-30d4-42ce-b836-53be822ee348 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:03:19.272540 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a989599e-562b-470e-8653-85787e68ac77 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks [] for subnet, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:19.287350 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-a989599e-562b-470e-8653-85787e68ac77 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] 10.222.0.65 "DELETE /v2.0/subnets/1d241bb1-35cb-4efa-a156-b57bcff84a6f HTTP/1.1" status: 204  len: 168 time: 1.1597507
Dec 24 11:03:19.292708 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 35444) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:03:19.313514 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-85766f89-5cad-4b6c-8404-77282c0003e9 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Calling delete_port for eba96537-0082-4724-83a9-c49b523dea69 owned by network:dhcp {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:03:19.407031 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9530ebe2-dd34-4c7d-8b33-8405e86d6746 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:19.440224 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-8bb935aa-a1b6-42d2-a0f9-99ddc47c2fca tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:03:19.451230 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a989599e-562b-470e-8653-85787e68ac77 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Pushing event deleted for resources: {'Subnet': ['ID=1d241bb1-35cb-4efa-a156-b57bcff84a6f,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:03:19.454214 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-a989599e-562b-470e-8653-85787e68ac77 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:03:19.462182 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5fb2d392-d0ec-4b8a-b824-4d3fa5c7ccee tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036847558493'] for network, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:19.485772 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-5fb2d392-d0ec-4b8a-b824-4d3fa5c7ccee tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Deleting port 4d14a356-2280-4e93-84cf-e2aa168bf947 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:03:19.486248 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5fb2d392-d0ec-4b8a-b824-4d3fa5c7ccee tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:19.529928 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-828e4c75-48da-454a-9600-1c16c743f25d req-8ab5cc39-958c-4488-a646-4a33049e7d54 tempest-ServersTestManualDisk-691114078 tempest-ServersTestManualDisk-691114078-project] Synchronizing usage tracker for tenant:392c706564b54bdf9b4aefef23ad272e on resource:security_group {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:03:19.560842 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9530ebe2-dd34-4c7d-8b33-8405e86d6746 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Pushing event updated for resources: {'Port': ['ID=7e4a4e87-2c9f-4db9-b806-d0a5a688dc18,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:03:19.566636 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-9530ebe2-dd34-4c7d-8b33-8405e86d6746 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:03:19.572346 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-85766f89-5cad-4b6c-8404-77282c0003e9 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:19.580842 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-a9574641-5d7f-43bd-91a4-392e11875612 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:03:19.607838 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd2bc234-30d4-42ce-b836-53be822ee348 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Network 1c9eeaac-d205-4b19-a351-2fe67dd78b42 is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:03:19.647126 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85766f89-5cad-4b6c-8404-77282c0003e9 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Pushing event deleted for resources: {'Port': ['ID=eba96537-0082-4724-83a9-c49b523dea69,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:03:19.656498 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-85766f89-5cad-4b6c-8404-77282c0003e9 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:03:19.660102 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-828e4c75-48da-454a-9600-1c16c743f25d req-8ab5cc39-958c-4488-a646-4a33049e7d54 tempest-ServersTestManualDisk-691114078 tempest-ServersTestManualDisk-691114078-project] Unset dirty status for tenant:392c706564b54bdf9b4aefef23ad272e on resource:security_group {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:03:19.669977 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-828e4c75-48da-454a-9600-1c16c743f25d req-8ab5cc39-958c-4488-a646-4a33049e7d54 tempest-ServersTestManualDisk-691114078 tempest-ServersTestManualDisk-691114078-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--334670492&fields=id&tenant_id=392c706564b54bdf9b4aefef23ad272e HTTP/1.1" status: 200  len: 267 time: 0.3801160
Dec 24 11:03:19.703634 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-d245dc8e-3919-46eb-a8cc-95cd5d5d3af6 None None] Allocated IP 2001:db8:0:1::2 (21bada47-310f-4500-925a-7f94966191b8/7ed64ed2-efb6-466b-92f4-561859f7844c/3aadbc32-60d9-448e-a40e-875c2af19b6d) {{(pid=88880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:03:19.774863 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-5fb2d392-d0ec-4b8a-b824-4d3fa5c7ccee tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] For port 4d14a356-2280-4e93-84cf-e2aa168bf947, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=4d14a356-2280-4e93-84cf-e2aa168bf947,segment=NetworkSegment(67c83a59-75d8-4431-8f62-7bdb2eb6e441),segment_id=67c83a59-75d8-4431-8f62-7bdb2eb6e441)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:03:19.775453 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5fb2d392-d0ec-4b8a-b824-4d3fa5c7ccee tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:19.833176 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77d7bb77-84d1-4300-8561-e500f0e62e88 None None] Network 4104dc0e-490b-400d-b1ce-ab7d12202c45 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:03:19.848047 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9530ebe2-dd34-4c7d-8b33-8405e86d6746 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Network 21bada47-310f-4500-925a-7f94966191b8 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:03:19.862759 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-9530ebe2-dd34-4c7d-8b33-8405e86d6746 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Resources bound (agent type, host, resource id):  {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:03:19.865203 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85766f89-5cad-4b6c-8404-77282c0003e9 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] No DVR routers for this DVR port eba96537-0082-4724-83a9-c49b523dea69 on host dv-neutron-822691-2-hyperv {{(pid=88878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 24 11:03:19.901159 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9530ebe2-dd34-4c7d-8b33-8405e86d6746 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:03:19.905990 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9530ebe2-dd34-4c7d-8b33-8405e86d6746 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:03:19.906738 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9530ebe2-dd34-4c7d-8b33-8405e86d6746 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:19.939110 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828e4c75-48da-454a-9600-1c16c743f25d req-263be83c-f5d7-4899-be74-432c370a4d41 tempest-ServersTestManualDisk-691114078 tempest-ServersTestManualDisk-691114078-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:03:19.939936 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-828e4c75-48da-454a-9600-1c16c743f25d req-263be83c-f5d7-4899-be74-432c370a4d41 tempest-ServersTestManualDisk-691114078 tempest-ServersTestManualDisk-691114078-project] Synchronizing usage tracker for tenant:392c706564b54bdf9b4aefef23ad272e on resource:network {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:03:19.961113 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-c6fa9cea-1fa7-4882-898e-72e5a6e14d72 None None] Transition to ACTIVE for port object 06064d97-adb0-4579-8c49-d0b926167d92 will not be triggered until provisioned by entity DHCP. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:03:19.988841 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-5a65a163-6019-4006-ad9d-acca027b6559 None None] Provisioning complete for port 4d14a356-2280-4e93-84cf-e2aa168bf947 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:03:19.989272 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5a65a163-6019-4006-ad9d-acca027b6559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:20.067285 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7348875f-e32d-462e-ba95-8c97c68f4ab7 None None] For port eba96537-0082-4724-83a9-c49b523dea69, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=eba96537-0082-4724-83a9-c49b523dea69,segment=NetworkSegment(481e3ea9-7bc0-46a0-add3-b4b8714c897a),segment_id=481e3ea9-7bc0-46a0-add3-b4b8714c897a)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:03:20.067659 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-82de2692-a07c-45df-add1-357c50a0890d tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:20.067798 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7348875f-e32d-462e-ba95-8c97c68f4ab7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:20.070763 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-9530ebe2-dd34-4c7d-8b33-8405e86d6746 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1016 time: 4.6731579
Dec 24 11:03:20.071323 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-fd2bc234-30d4-42ce-b836-53be822ee348 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Resources bound (agent type, host, resource id):  {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:03:20.073069 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 35448) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:03:20.080586 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c6fa9cea-1fa7-4882-898e-72e5a6e14d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408'] for port, after_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:20.091947 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-1007638f-6abb-4ccf-81df-c81985c364be tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f9a0e3cf-d076-45d6-8219-4a009cccd67b'}]}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:03:20.106827 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-d55a5bb8-dc3f-4695-b47a-c3837b33fa2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:03:20.160390 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd2bc234-30d4-42ce-b836-53be822ee348 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:03:20.161133 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fd2bc234-30d4-42ce-b836-53be822ee348 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks [] for subnet, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:20.183764 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-828e4c75-48da-454a-9600-1c16c743f25d req-263be83c-f5d7-4899-be74-432c370a4d41 tempest-ServersTestManualDisk-691114078 tempest-ServersTestManualDisk-691114078-project] Unset dirty status for tenant:392c706564b54bdf9b4aefef23ad272e on resource:network {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:03:20.193029 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-828e4c75-48da-454a-9600-1c16c743f25d req-263be83c-f5d7-4899-be74-432c370a4d41 tempest-ServersTestManualDisk-691114078 tempest-ServersTestManualDisk-691114078-project] 10.222.0.65 "GET /v2.0/networks?id=080f09f1-3644-45f6-a515-c3987b590591 HTTP/1.1" status: 200  len: 811 time: 0.5219164
Dec 24 11:03:20.195849 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-d245dc8e-3919-46eb-a8cc-95cd5d5d3af6 None None] For port 3aadbc32-60d9-448e-a40e-875c2af19b6d, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=3aadbc32-60d9-448e-a40e-875c2af19b6d,segment=NetworkSegment(83b96c53-ea7e-4ef6-b65b-f4bef0d71ab6),segment_id=83b96c53-ea7e-4ef6-b65b-f4bef0d71ab6)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:03:20.211348 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-85766f89-5cad-4b6c-8404-77282c0003e9 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847649663', 'neutron.services.segments.db._delete_segments_for_network-8749505737672'] for network, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:20.223775 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d245dc8e-3919-46eb-a8cc-95cd5d5d3af6 None None] Notify callbacks [] for port, precommit_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:20.243409 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-d245dc8e-3919-46eb-a8cc-95cd5d5d3af6 None None] Transition to ACTIVE for port object 3aadbc32-60d9-448e-a40e-875c2af19b6d will not be triggered until provisioned by entity DHCP. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:03:20.258112 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-5fb2d392-d0ec-4b8a-b824-4d3fa5c7ccee tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Calling delete_port for 4d14a356-2280-4e93-84cf-e2aa168bf947 owned by network:dhcp {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:03:20.287981 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-828e4c75-48da-454a-9600-1c16c743f25d req-aef94047-d23d-46f3-8180-b67c102eb2d7 tempest-ServersTestManualDisk-691114078 tempest-ServersTestManualDisk-691114078-project] 10.222.0.65 "GET /v2.0/quotas/392c706564b54bdf9b4aefef23ad272e HTTP/1.1" status: 200  len: 375 time: 0.0928929
Dec 24 11:03:20.295694 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-82de2692-a07c-45df-add1-357c50a0890d tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Deleting port c16dc2ca-8e53-4181-9986-d06296fcb805 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:03:20.296065 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-82de2692-a07c-45df-add1-357c50a0890d tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:20.330924 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-85766f89-5cad-4b6c-8404-77282c0003e9 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5270361278>,) {'filters': {'network_id': ['bccad6ac-4d91-4bc6-8b94-4a02d0a1b551']}} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:03:20.331961 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d245dc8e-3919-46eb-a8cc-95cd5d5d3af6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:20.362886 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-fd2bc234-30d4-42ce-b836-53be822ee348 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 3.9269328
Dec 24 11:03:20.367537 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 35452) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:03:20.387080 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-d4dcabe6-7f8a-457e-94f5-c2189bef2954 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Request body: {'port': {'network_id': '1c9eeaac-d205-4b19-a351-2fe67dd78b42', 'mac_address': 'fa:16:3e:de:4f:fb', 'name': 'tempest-NetworksTestDHCPv6-397360858'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:03:20.391354 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-85766f89-5cad-4b6c-8404-77282c0003e9 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5270361278>, '481e3ea9-7bc0-46a0-add3-b4b8714c897a') {'for_net_delete': True} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:03:20.391714 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-85766f89-5cad-4b6c-8404-77282c0003e9 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5270361278>, '481e3ea9-7bc0-46a0-add3-b4b8714c897a') {} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:03:20.411338 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-7348875f-e32d-462e-ba95-8c97c68f4ab7 None None] Calling delete_port for eba96537-0082-4724-83a9-c49b523dea69 owned by network:dhcp {{(pid=88880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:03:20.446093 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 3aadbc32-60d9-448e-a40e-875c2af19b6d up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:03:20.480334 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-85766f89-5cad-4b6c-8404-77282c0003e9 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749505745113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2241371'] for segment, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:20.528940 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-85766f89-5cad-4b6c-8404-77282c0003e9 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:20.548382 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85766f89-5cad-4b6c-8404-77282c0003e9 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Releasing vlan 604 on physical network physnet1 to pool {{(pid=88878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 24 11:03:20.548915 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-85766f89-5cad-4b6c-8404-77282c0003e9 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036847652098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850807864'] for segment, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:20.568570 dv-neutron-822691-2-hyperv neutron-server[88767]: Traceback (most recent call last):
Dec 24 11:03:20.568570 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 24 11:03:20.568570 dv-neutron-822691-2-hyperv neutron-server[88767]:     timer()
Dec 24 11:03:20.568570 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 11:03:20.568570 dv-neutron-822691-2-hyperv neutron-server[88767]:     cb(*args, **kw)
Dec 24 11:03:20.568570 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 24 11:03:20.568570 dv-neutron-822691-2-hyperv neutron-server[88767]:     return func(*args, **kwargs)
Dec 24 11:03:20.568570 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 11:03:20.568570 dv-neutron-822691-2-hyperv neutron-server[88767]:     self._notify()
Dec 24 11:03:20.568570 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 11:03:20.568570 dv-neutron-822691-2-hyperv neutron-server[88767]:     self.callback(batched_events)
Dec 24 11:03:20.568570 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 11:03:20.568570 dv-neutron-822691-2-hyperv neutron-server[88767]:     event.method(event)
Dec 24 11:03:20.568570 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 11:03:20.568570 dv-neutron-822691-2-hyperv neutron-server[88767]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 11:03:20.568570 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 24 11:03:20.568570 dv-neutron-822691-2-hyperv neutron-server[88767]:     segment_id)['aggregates'][0]
Dec 24 11:03:20.568570 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 24 11:03:20.568570 dv-neutron-822691-2-hyperv neutron-server[88767]:     return f(self, *a, **k)
Dec 24 11:03:20.568570 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 11:03:20.568570 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self._get(url).json()
Dec 24 11:03:20.568570 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 24 11:03:20.568570 dv-neutron-822691-2-hyperv neutron-server[88767]:     **kwargs)
Dec 24 11:03:20.568570 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 24 11:03:20.568570 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self.request(url, 'GET', **kwargs)
Dec 24 11:03:20.568570 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 24 11:03:20.568570 dv-neutron-822691-2-hyperv neutron-server[88767]:     **endpoint_filter)
Dec 24 11:03:20.568570 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 24 11:03:20.568570 dv-neutron-822691-2-hyperv neutron-server[88767]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 11:03:20.568570 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 24 11:03:20.568570 dv-neutron-822691-2-hyperv neutron-server[88767]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 11:03:20.568570 dv-neutron-822691-2-hyperv neutron-server[88767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 11:03:20.575944 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1007638f-6abb-4ccf-81df-c81985c364be tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:20.626248 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5fb2d392-d0ec-4b8a-b824-4d3fa5c7ccee tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:20.626506 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6fa9cea-1fa7-4882-898e-72e5a6e14d72 None None] Network 1c9eeaac-d205-4b19-a351-2fe67dd78b42 is already hosted by enough agents. {{(pid=88880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:03:20.671163 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-c6fa9cea-1fa7-4882-898e-72e5a6e14d72 None None] Resources bound (agent type, host, resource id):  {{(pid=88880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:03:20.673113 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fa9cea-1fa7-4882-898e-72e5a6e14d72 None None] Pushing event updated for resources: {'Port': ['ID=06064d97-adb0-4579-8c49-d0b926167d92,revision_number=1']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:03:20.679782 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c6fa9cea-1fa7-4882-898e-72e5a6e14d72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.573s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:03:20.691579 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c62791aa-82f7-4fbe-a378-d7e8b89cdcbe tempest-ServersTestManualDisk-691114078 tempest-ServersTestManualDisk-691114078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:03:20.732214 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6fa9cea-1fa7-4882-898e-72e5a6e14d72 None None] Received port after_create {{(pid=88880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:03:20.744776 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-33da3599-dd01-44d7-9445-a269571a091f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.338s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:03:20.788180 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb2d392-d0ec-4b8a-b824-4d3fa5c7ccee tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Pushing event deleted for resources: {'Port': ['ID=4d14a356-2280-4e93-84cf-e2aa168bf947,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:03:20.808898 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-5fb2d392-d0ec-4b8a-b824-4d3fa5c7ccee tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:03:20.818076 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb2d392-d0ec-4b8a-b824-4d3fa5c7ccee tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] No DVR routers for this DVR port 4d14a356-2280-4e93-84cf-e2aa168bf947 on host dv-neutron-822691-2-hyperv {{(pid=88879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 24 11:03:20.824519 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-636f62db-b5ba-4af3-abd7-22b34768d1c4 None None] DHCP port deletion for 4104dc0e-490b-400d-b1ce-ab7d12202c45 request from dv-neutron-822691-2-hyperv {{(pid=88880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 24 11:03:20.923779 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-82de2692-a07c-45df-add1-357c50a0890d tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] For port c16dc2ca-8e53-4181-9986-d06296fcb805, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=c16dc2ca-8e53-4181-9986-d06296fcb805,segment=NetworkSegment(390492da-fef6-4c65-8f49-fc49c57ed13b),segment_id=390492da-fef6-4c65-8f49-fc49c57ed13b)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:03:20.924150 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-82de2692-a07c-45df-add1-357c50a0890d tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:20.932783 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-d4dcabe6-7f8a-457e-94f5-c2189bef2954 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:03:20.992276 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d245dc8e-3919-46eb-a8cc-95cd5d5d3af6 None None] Pushing event updated for resources: {'Port': ['ID=3aadbc32-60d9-448e-a40e-875c2af19b6d,revision_number=4']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:03:21.005391 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-d245dc8e-3919-46eb-a8cc-95cd5d5d3af6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:03:21.007081 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.db.api [None req-7348875f-e32d-462e-ba95-8c97c68f4ab7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88880) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 24 11:03:21.007257 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_db.api [None req-7348875f-e32d-462e-ba95-8c97c68f4ab7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 24 11:03:21.024178 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-c6fa9cea-1fa7-4882-898e-72e5a6e14d72 None None] Attempting to bind port 06064d97-adb0-4579-8c49-d0b926167d92 on host dv-neutron-822691-2-hyperv for vnic_type normal with profile  {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:03:21.024592 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-c6fa9cea-1fa7-4882-898e-72e5a6e14d72 None None] Attempting to bind port 06064d97-adb0-4579-8c49-d0b926167d92 by drivers openvswitch,hyperv on host dv-neutron-822691-2-hyperv at level 0 using segments [{'id': '6618a092-51b2-4e3d-9318-3ce6b7b40c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '1c9eeaac-d205-4b19-a351-2fe67dd78b42'}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:03:21.024972 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6fa9cea-1fa7-4882-898e-72e5a6e14d72 None None] Attempting to bind port 06064d97-adb0-4579-8c49-d0b926167d92 on network 1c9eeaac-d205-4b19-a351-2fe67dd78b42 {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:03:21.027628 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device c16dc2ca-8e53-4181-9986-d06296fcb805 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:03:21.070285 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6fa9cea-1fa7-4882-898e-72e5a6e14d72 None None] Checking agent: {'id': 'db1275c1-6001-47af-93c2-635c68404703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822691-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 52, 8), 'started_at': datetime.datetime(2021, 12, 24, 10, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 3, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822691-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:03:21.070666 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6fa9cea-1fa7-4882-898e-72e5a6e14d72 None None] Checking segment: {'id': '6618a092-51b2-4e3d-9318-3ce6b7b40c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '1c9eeaac-d205-4b19-a351-2fe67dd78b42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:03:21.072534 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c6fa9cea-1fa7-4882-898e-72e5a6e14d72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:21.072534 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6fa9cea-1fa7-4882-898e-72e5a6e14d72 None None] Bound using segment: {'id': '6618a092-51b2-4e3d-9318-3ce6b7b40c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '1c9eeaac-d205-4b19-a351-2fe67dd78b42'} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:03:21.072910 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-d4dcabe6-7f8a-457e-94f5-c2189bef2954 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Usage tracker for resource:port and tenant:739a78fd4cfc48c2a4011598579f8f8c is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:03:21.073072 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-c6fa9cea-1fa7-4882-898e-72e5a6e14d72 None None] Bound port: 06064d97-adb0-4579-8c49-d0b926167d92, host: dv-neutron-822691-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6618a092-51b2-4e3d-9318-3ce6b7b40c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '1c9eeaac-d205-4b19-a351-2fe67dd78b42'}}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:03:21.073072 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c6fa9cea-1fa7-4882-898e-72e5a6e14d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:21.075925 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-d4dcabe6-7f8a-457e-94f5-c2189bef2954 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:03:21.080211 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63c48ffd-cf0e-4410-9ded-dac01a270495 tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:03:21.088202 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-82de2692-a07c-45df-add1-357c50a0890d tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Calling delete_port for c16dc2ca-8e53-4181-9986-d06296fcb805 owned by network:router_gateway {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:03:21.090948 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-85766f89-5cad-4b6c-8404-77282c0003e9 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7126154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659196'] for network, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:21.101796 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-0bfbdf40-633d-4ab2-9518-196165108d14 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:03:21.102675 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed2e276-aa45-4fb8-bb69-d9db993143ac None None] Sync routers for ids ['ff026b55-1bf7-411a-a0c9-372a87b6f0fa'] in dv-neutron-822691-2-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:03:21.140941 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-828e4c75-48da-454a-9600-1c16c743f25d req-b004214d-b44f-4ab6-9cfe-7e9e8e056c39 tempest-ServersTestManualDisk-691114078 tempest-ServersTestManualDisk-691114078-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=392c706564b54bdf9b4aefef23ad272e&fields=id HTTP/1.1" status: 200  len: 348 time: 0.8518322
Dec 24 11:03:21.178936 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-85766f89-5cad-4b6c-8404-77282c0003e9 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1977811'] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:21.201011 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85766f89-5cad-4b6c-8404-77282c0003e9 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Pushing event deleted for resources: {'Network': ['ID=bccad6ac-4d91-4bc6-8b94-4a02d0a1b551,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:03:21.216534 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-d4dcabe6-7f8a-457e-94f5-c2189bef2954 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:03:21.225536 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed2e276-aa45-4fb8-bb69-d9db993143ac None None] Routers {'ff026b55-1bf7-411a-a0c9-372a87b6f0fa'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:03:21.227155 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-2ed2e276-aa45-4fb8-bb69-d9db993143ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271541cc0>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:03:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['ff026b55-1bf7-411a-a0c9-372a87b6f0fa'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:03:21.242397 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-63c48ffd-cf0e-4410-9ded-dac01a270495 tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Notify callbacks [] for router, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:21.243802 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-63c48ffd-cf0e-4410-9ded-dac01a270495 tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] 10.222.0.65 "PUT /v2.0/routers/ff026b55-1bf7-411a-a0c9-372a87b6f0fa HTTP/1.1" status: 200  len: 914 time: 9.8157268
Dec 24 11:03:21.250547 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-85766f89-5cad-4b6c-8404-77282c0003e9 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:03:21.265401 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 35456) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:03:21.308726 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5fb2d392-d0ec-4b8a-b824-4d3fa5c7ccee tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847649663', 'neutron.services.segments.db._delete_segments_for_network-8749505737672'] for network, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:21.347390 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning for port c16dc2ca-8e53-4181-9986-d06296fcb805 completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:03:21.348005 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-5fb2d392-d0ec-4b8a-b824-4d3fa5c7ccee tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5270e74630>,) {'filters': {'network_id': ['4104dc0e-490b-400d-b1ce-ab7d12202c45']}} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:03:21.367728 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-5fb2d392-d0ec-4b8a-b824-4d3fa5c7ccee tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5270e74630>, '67c83a59-75d8-4431-8f62-7bdb2eb6e441') {'for_net_delete': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:03:21.368364 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-5fb2d392-d0ec-4b8a-b824-4d3fa5c7ccee tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5270e74630>, '67c83a59-75d8-4431-8f62-7bdb2eb6e441') {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:03:21.377015 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-2ed2e276-aa45-4fb8-bb69-d9db993143ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271541cc0>, [], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:03:21.379807 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port c16dc2ca-8e53-4181-9986-d06296fcb805 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:03:21.380455 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:21.385798 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5fb2d392-d0ec-4b8a-b824-4d3fa5c7ccee tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749505745113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853989108'] for segment, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:21.388827 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-85766f89-5cad-4b6c-8404-77282c0003e9 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] 10.222.0.65 "DELETE /v2.0/networks/bccad6ac-4d91-4bc6-8b94-4a02d0a1b551 HTTP/1.1" status: 204  len: 168 time: 3.8627257
Dec 24 11:03:21.407665 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5fb2d392-d0ec-4b8a-b824-4d3fa5c7ccee tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:21.417414 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fb2d392-d0ec-4b8a-b824-4d3fa5c7ccee tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Releasing vlan 619 on physical network physnet1 to pool {{(pid=88879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 24 11:03:21.417965 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5fb2d392-d0ec-4b8a-b824-4d3fa5c7ccee tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036847652098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3926696'] for segment, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:21.423478 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 35460) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:03:21.452401 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed2e276-aa45-4fb8-bb69-d9db993143ac None None] Routers {'ff026b55-1bf7-411a-a0c9-372a87b6f0fa'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:03:21.453100 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-2ed2e276-aa45-4fb8-bb69-d9db993143ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271541cc0>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:03:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['ff026b55-1bf7-411a-a0c9-372a87b6f0fa'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:03:21.584026 dv-neutron-822691-2-hyperv neutron-server[88767]: Traceback (most recent call last):
Dec 24 11:03:21.584026 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 24 11:03:21.584026 dv-neutron-822691-2-hyperv neutron-server[88767]:     timer()
Dec 24 11:03:21.584026 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 11:03:21.584026 dv-neutron-822691-2-hyperv neutron-server[88767]:     cb(*args, **kw)
Dec 24 11:03:21.584026 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 24 11:03:21.584026 dv-neutron-822691-2-hyperv neutron-server[88767]:     return func(*args, **kwargs)
Dec 24 11:03:21.584026 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 11:03:21.584026 dv-neutron-822691-2-hyperv neutron-server[88767]:     self._notify()
Dec 24 11:03:21.584026 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 11:03:21.584026 dv-neutron-822691-2-hyperv neutron-server[88767]:     self.callback(batched_events)
Dec 24 11:03:21.584026 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 11:03:21.584026 dv-neutron-822691-2-hyperv neutron-server[88767]:     event.method(event)
Dec 24 11:03:21.584026 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 11:03:21.584026 dv-neutron-822691-2-hyperv neutron-server[88767]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 11:03:21.584026 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 24 11:03:21.584026 dv-neutron-822691-2-hyperv neutron-server[88767]:     segment_id)['aggregates'][0]
Dec 24 11:03:21.584026 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 24 11:03:21.584026 dv-neutron-822691-2-hyperv neutron-server[88767]:     return f(self, *a, **k)
Dec 24 11:03:21.584026 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 11:03:21.584026 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self._get(url).json()
Dec 24 11:03:21.584026 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 24 11:03:21.584026 dv-neutron-822691-2-hyperv neutron-server[88767]:     **kwargs)
Dec 24 11:03:21.584026 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 24 11:03:21.584026 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self.request(url, 'GET', **kwargs)
Dec 24 11:03:21.584026 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 24 11:03:21.584026 dv-neutron-822691-2-hyperv neutron-server[88767]:     **endpoint_filter)
Dec 24 11:03:21.584026 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 24 11:03:21.584026 dv-neutron-822691-2-hyperv neutron-server[88767]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 11:03:21.584026 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 24 11:03:21.584026 dv-neutron-822691-2-hyperv neutron-server[88767]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 11:03:21.584026 dv-neutron-822691-2-hyperv neutron-server[88767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 11:03:21.592731 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-b511c9b7-25af-47de-b698-5cde604c9bcd tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] DELETE failed (client error): The resource could not be found.
Dec 24 11:03:21.593274 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b511c9b7-25af-47de-b698-5cde604c9bcd tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 24 11:03:21.598518 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-b511c9b7-25af-47de-b698-5cde604c9bcd tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] 10.222.0.65 "DELETE /v2.0/subnets/9ab1747b-2dde-4dc2-a90a-9a77833bd274 HTTP/1.1" status: 404  len: 337 time: 0.1688099
Dec 24 11:03:21.604836 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 35464) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:03:21.679120 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4dcabe6-7f8a-457e-94f5-c2189bef2954 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Made reservation on behalf of 739a78fd4cfc48c2a4011598579f8f8c for: {'port': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:03:21.716761 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5fb2d392-d0ec-4b8a-b824-4d3fa5c7ccee tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7126154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659196'] for network, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:21.717345 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-9885b178-0be4-4f15-b220-cc5b7d539eb1 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] DELETE failed (client error): The resource could not be found.
Dec 24 11:03:21.717875 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9885b178-0be4-4f15-b220-cc5b7d539eb1 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 24 11:03:21.723202 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-9885b178-0be4-4f15-b220-cc5b7d539eb1 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] 10.222.0.65 "DELETE /v2.0/networks/9cdbc8cd-a260-4c3b-866b-4af8addc2702 HTTP/1.1" status: 404  len: 339 time: 0.1155770
Dec 24 11:03:21.723904 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 35468) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:03:21.744781 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-2dc60d35-cbaa-4443-8ede-831a5bfad348 tempest-PortsAdminExtendedAttrsIpV6TestJSON-811669030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-811669030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:03:21.767100 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-7348875f-e32d-462e-ba95-8c97c68f4ab7 None None] Deleting port eba96537-0082-4724-83a9-c49b523dea69 {{(pid=88880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:03:21.767618 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7348875f-e32d-462e-ba95-8c97c68f4ab7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:21.774458 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5fb2d392-d0ec-4b8a-b824-4d3fa5c7ccee tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks [] for network, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:21.803472 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb2d392-d0ec-4b8a-b824-4d3fa5c7ccee tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Pushing event deleted for resources: {'Network': ['ID=4104dc0e-490b-400d-b1ce-ab7d12202c45,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:03:21.814466 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-5fb2d392-d0ec-4b8a-b824-4d3fa5c7ccee tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:03:21.817699 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-828e4c75-48da-454a-9600-1c16c743f25d req-1afd3105-e8c6-4ec3-b4ef-36e27b98a8bc service neutron] 10.222.0.65 "GET /v2.0/networks/080f09f1-3644-45f6-a515-c3987b590591?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6756036
Dec 24 11:03:21.828078 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-c6fa9cea-1fa7-4882-898e-72e5a6e14d72 None None] For port 06064d97-adb0-4579-8c49-d0b926167d92, host dv-neutron-822691-2-hyperv, cleared binding levels {{(pid=88880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:03:21.846716 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-2ed2e276-aa45-4fb8-bb69-d9db993143ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271541cc0>, [], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:03:21.847318 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed2e276-aa45-4fb8-bb69-d9db993143ac None None] The sync data for ids ['ff026b55-1bf7-411a-a0c9-372a87b6f0fa'] in dv-neutron-822691-2-hyperv is: [] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:03:21.882416 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-c6fa9cea-1fa7-4882-898e-72e5a6e14d72 None None] For port 06064d97-adb0-4579-8c49-d0b926167d92, host dv-neutron-822691-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=06064d97-adb0-4579-8c49-d0b926167d92,segment=NetworkSegment(6618a092-51b2-4e3d-9318-3ce6b7b40c55),segment_id=6618a092-51b2-4e3d-9318-3ce6b7b40c55)] {{(pid=88880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:03:21.898606 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-7348875f-e32d-462e-ba95-8c97c68f4ab7 None None] The port 'eba96537-0082-4724-83a9-c49b523dea69' was deleted {{(pid=88880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 24 11:03:21.901236 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c6fa9cea-1fa7-4882-898e-72e5a6e14d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:21.908552 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-51e80c8c-559f-44ca-951e-05b60127566a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:03:21.931066 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-5fb2d392-d0ec-4b8a-b824-4d3fa5c7ccee tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] 10.222.0.65 "DELETE /v2.0/networks/4104dc0e-490b-400d-b1ce-ab7d12202c45 HTTP/1.1" status: 204  len: 168 time: 2.6267262
Dec 24 11:03:21.938044 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 35472) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:03:21.949936 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-4955a450-86ad-4a1c-9a02-56d7fcad7760 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Request body: {'port': {'network_id': 'aba7367e-1d4b-4f18-a103-47503f60eff6', 'name': 'tempest-PortsTestJSON-1923868402'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:03:21.972818 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-82de2692-a07c-45df-add1-357c50a0890d tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:21.995239 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.plugins.ml2.db [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] No ports have port_id starting with c16dc2ca-8e53-4181-9986-d06296fcb805
Dec 24 11:03:22.008634 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-d5ced9b3-cc43-429f-9eed-6839321fc03a tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:03:22.039502 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fa9cea-1fa7-4882-898e-72e5a6e14d72 None None] Pushing event updated for resources: {'Port': ['ID=06064d97-adb0-4579-8c49-d0b926167d92,revision_number=2']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:03:22.053132 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-1007638f-6abb-4ccf-81df-c81985c364be tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Delete allocated IP 2001:db8:0:1::388 (21bada47-310f-4500-925a-7f94966191b8/7ed64ed2-efb6-466b-92f4-561859f7844c) {{(pid=88878) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:123}}
Dec 24 11:03:22.053663 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c6fa9cea-1fa7-4882-898e-72e5a6e14d72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:03:22.091762 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82de2692-a07c-45df-add1-357c50a0890d tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Pushing event deleted for resources: {'Port': ['ID=c16dc2ca-8e53-4181-9986-d06296fcb805,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:03:22.091892 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device eba96537-0082-4724-83a9-c49b523dea69 no longer exists at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:03:22.103145 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d4dcabe6-7f8a-457e-94f5-c2189bef2954 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:22.116953 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-82de2692-a07c-45df-add1-357c50a0890d tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:03:22.135919 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] No Port match for: eba96537-0082-4724-83a9-c49b523dea69 {{(pid=88880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 24 11:03:22.136536 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device eba96537-0082-4724-83a9-c49b523dea69 not bound to the agent host dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 24 11:03:22.152231 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fbbdda2-b1c1-4d48-850f-e6f1995b77b0 None None] Network 21bada47-310f-4500-925a-7f94966191b8 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:03:22.279698 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-90c0745a-9bb6-4628-9b8e-ca1ed47ebe5a None None] Provisioning for port 3aadbc32-60d9-448e-a40e-875c2af19b6d completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:03:22.288188 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-90c0745a-9bb6-4628-9b8e-ca1ed47ebe5a None None] Provisioning complete for port 3aadbc32-60d9-448e-a40e-875c2af19b6d triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:03:22.288768 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-90c0745a-9bb6-4628-9b8e-ca1ed47ebe5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:22.402821 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 3aadbc32-60d9-448e-a40e-875c2af19b6d up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:03:22.444912 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-4955a450-86ad-4a1c-9a02-56d7fcad7760 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:03:22.448116 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [None req-d4dcabe6-7f8a-457e-94f5-c2189bef2954 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] device_id is not set on port 8bef720b-489c-4a67-97e6-19e5bc1fde7e yet. {{(pid=88879) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 24 11:03:22.490033 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-4955a450-86ad-4a1c-9a02-56d7fcad7760 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Usage tracker for resource:port and tenant:56d5354af46a4a91924cfe2259b4b254 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:03:22.500602 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-4955a450-86ad-4a1c-9a02-56d7fcad7760 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:03:22.515449 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-4955a450-86ad-4a1c-9a02-56d7fcad7760 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:03:22.545126 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-82de2692-a07c-45df-add1-357c50a0890d tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854116846'] for router_gateway, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:22.559574 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-828e4c75-48da-454a-9600-1c16c743f25d req-5b553ced-8e4e-4154-a324-27f467519106 service neutron] 10.222.0.65 "GET /v2.0/networks/080f09f1-3644-45f6-a515-c3987b590591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6861959
Dec 24 11:03:22.655953 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_v2 [None req-9261ce65-7a92-4a8a-863c-2cf8e7e610ba tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Deleting subnet 9b07413c-0150-4cb2-a10f-a674ad5b0313 {{(pid=88878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 24 11:03:22.663744 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port 3aadbc32-60d9-448e-a40e-875c2af19b6d triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:03:22.664277 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:22.670195 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9261ce65-7a92-4a8a-863c-2cf8e7e610ba tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks [] for subnet, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:22.765348 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1007638f-6abb-4ccf-81df-c81985c364be tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks [] for port, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:22.825585 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-1007638f-6abb-4ccf-81df-c81985c364be tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Ignored duplicate provisioning block setup for port 7e4a4e87-2c9f-4db9-b806-d0a5a688dc18 by entity DHCP. {{(pid=88878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}}
Dec 24 11:03:22.838096 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-8d818fd1-ef3c-4d6a-9861-3aaee00faff8 tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] 10.222.0.65 "GET /v2.0/routers/ff026b55-1bf7-411a-a0c9-372a87b6f0fa HTTP/1.1" status: 200  len: 920 time: 1.5710299
Dec 24 11:03:22.841364 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9261ce65-7a92-4a8a-863c-2cf8e7e610ba tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852534446'] for subnet, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:22.910313 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 35476) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:03:22.911483 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1007638f-6abb-4ccf-81df-c81985c364be tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3978773'] for port, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:23.003023 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 4d14a356-2280-4e93-84cf-e2aa168bf947 no longer exists at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:03:23.003723 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-37cbcecb-f35b-48f9-a72a-5fad85e35f66 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:03:23.090538 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] No Port match for: 4d14a356-2280-4e93-84cf-e2aa168bf947 {{(pid=88880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 24 11:03:23.090980 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 4d14a356-2280-4e93-84cf-e2aa168bf947 not bound to the agent host dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 24 11:03:23.143851 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-e7fee079-f3ad-46cb-8abd-d3674dcd9e4a req-4c2af048-253c-4d43-beee-513849b31d76 tempest-ServersTestManualDisk-691114078 tempest-ServersTestManualDisk-691114078-project] 10.222.0.65 "GET /v2.0/ports?device_id=5f4ed206-cece-41eb-ab9e-d9c91bba64cc HTTP/1.1" status: 200  len: 210 time: 0.0824075
Dec 24 11:03:23.224182 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1007638f-6abb-4ccf-81df-c81985c364be tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Pushing event updated for resources: {'Port': ['ID=7e4a4e87-2c9f-4db9-b806-d0a5a688dc18,revision_number=2']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:03:23.232373 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-1007638f-6abb-4ccf-81df-c81985c364be tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:03:23.292885 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-1007638f-6abb-4ccf-81df-c81985c364be tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] In _notify_port_updated(), no bound segment for port 7e4a4e87-2c9f-4db9-b806-d0a5a688dc18 on network 21bada47-310f-4500-925a-7f94966191b8 {{(pid=88878) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}}
Dec 24 11:03:23.297978 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1007638f-6abb-4ccf-81df-c81985c364be tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:03:23.298724 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1007638f-6abb-4ccf-81df-c81985c364be tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:23.303554 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-1007638f-6abb-4ccf-81df-c81985c364be tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] 10.222.0.65 "PUT /v2.0/ports/7e4a4e87-2c9f-4db9-b806-d0a5a688dc18 HTTP/1.1" status: 200  len: 925 time: 3.2246649
Dec 24 11:03:23.309504 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 35488) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:03:23.316872 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-c0dff70a-8494-4bbf-905f-49c58b392357 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f9a0e3cf-d076-45d6-8219-4a009cccd67b'}, {'subnet_id': '7ed64ed2-efb6-466b-92f4-561859f7844c'}]}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:03:23.329864 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-82de2692-a07c-45df-add1-357c50a0890d tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854158724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-84560'] for router, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:23.340291 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4955a450-86ad-4a1c-9a02-56d7fcad7760 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Made reservation on behalf of 56d5354af46a4a91924cfe2259b4b254 for: {'port': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:03:23.346350 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4955a450-86ad-4a1c-9a02-56d7fcad7760 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:23.392406 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-82de2692-a07c-45df-add1-357c50a0890d tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:23.398989 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [None req-4955a450-86ad-4a1c-9a02-56d7fcad7760 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] device_id is not set on port 9db4d0e5-a1e8-45a8-a2a6-a076d6e57ca0 yet. {{(pid=88879) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 24 11:03:23.399247 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-bb0bcb46-f437-4351-b36b-44414acd12b0 tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] 10.222.0.65 "GET /v2.0/ports?network_id=f8c337ba-681f-4fcb-a333-e3c49365b30a&device_id=ff026b55-1bf7-411a-a0c9-372a87b6f0fa&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 944 time: 0.4826810
Dec 24 11:03:23.401945 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 35492) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:03:23.479229 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-01272051-cdd4-4c1b-9229-86ad09a6e3b2 None None] Provisioning complete for port 3aadbc32-60d9-448e-a40e-875c2af19b6d triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:03:23.481220 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-01272051-cdd4-4c1b-9229-86ad09a6e3b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:23.601670 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9261ce65-7a92-4a8a-863c-2cf8e7e610ba tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847655656'] for subnet, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:23.682237 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-01272051-cdd4-4c1b-9229-86ad09a6e3b2 None None] Provisioning for port 7e4a4e87-2c9f-4db9-b806-d0a5a688dc18 completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:03:23.682484 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-82de2692-a07c-45df-add1-357c50a0890d tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854158830'] for router, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:23.682875 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82de2692-a07c-45df-add1-357c50a0890d tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 40f26245-458c-4ee4-9676-9733df2457b1 {{(pid=88879) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 24 11:03:23.697349 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-01272051-cdd4-4c1b-9229-86ad09a6e3b2 None None] Provisioning complete for port 7e4a4e87-2c9f-4db9-b806-d0a5a688dc18 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:03:23.698357 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-01272051-cdd4-4c1b-9229-86ad09a6e3b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:23.760838 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-d4dcabe6-7f8a-457e-94f5-c2189bef2954 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Allocated IP 172.20.0.4 (1c9eeaac-d205-4b19-a351-2fe67dd78b42/d28daf2e-6007-4844-ad3f-ac9601df31df/8bef720b-489c-4a67-97e6-19e5bc1fde7e) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:03:23.791030 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-01272051-cdd4-4c1b-9229-86ad09a6e3b2 None None] Port 7e4a4e87-2c9f-4db9-b806-d0a5a688dc18 cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:03:23.798863 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-d4dcabe6-7f8a-457e-94f5-c2189bef2954 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Allocated IP 2001:db8::f816:3eff:fede:4ffb (1c9eeaac-d205-4b19-a351-2fe67dd78b42/5b369c85-28b6-4c42-b781-94a859eb1fe0/8bef720b-489c-4a67-97e6-19e5bc1fde7e) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:03:23.810839 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-82de2692-a07c-45df-add1-357c50a0890d tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Notify callbacks [] for router, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:23.812394 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-82de2692-a07c-45df-add1-357c50a0890d tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] 10.222.0.65 "DELETE /v2.0/routers/40f26245-458c-4ee4-9676-9733df2457b1 HTTP/1.1" status: 204  len: 168 time: 8.3761027
Dec 24 11:03:23.818481 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 35498) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:03:23.983917 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb0e0d78-7eae-4052-a8b0-fa68c14edc5c tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Deleting subnet 864ea303-0601-42a1-8771-0e0fa173a925 {{(pid=88879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 24 11:03:23.997377 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bb0e0d78-7eae-4052-a8b0-fa68c14edc5c tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:24.115213 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4955a450-86ad-4a1c-9a02-56d7fcad7760 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:24.157422 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bb0e0d78-7eae-4052-a8b0-fa68c14edc5c tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-786693'] for subnet, precommit_delete_associations {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:24.186431 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-634531bd-80e3-462d-a58b-0ea0210f8fa0 None None] Provisioning complete for port 7e4a4e87-2c9f-4db9-b806-d0a5a688dc18 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:03:24.186863 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-634531bd-80e3-462d-a58b-0ea0210f8fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:24.196387 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c0dff70a-8494-4bbf-905f-49c58b392357 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:24.315711 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-634531bd-80e3-462d-a58b-0ea0210f8fa0 None None] Port 7e4a4e87-2c9f-4db9-b806-d0a5a688dc18 cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:03:24.416953 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 06064d97-adb0-4579-8c49-d0b926167d92 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:03:24.471335 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bb0e0d78-7eae-4052-a8b0-fa68c14edc5c tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847655656'] for subnet, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:24.587970 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning for port 06064d97-adb0-4579-8c49-d0b926167d92 completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:03:24.633752 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device c16dc2ca-8e53-4181-9986-d06296fcb805 no longer exists at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:03:24.645415 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b7e15cf-ec89-43be-a8b0-ca5e58b81643 tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:03:24.652196 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-5b7e15cf-ec89-43be-a8b0-ca5e58b81643 tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] 10.222.0.65 "GET /v2.0/networks/f8c337ba-681f-4fcb-a333-e3c49365b30a HTTP/1.1" status: 200  len: 881 time: 1.2428887
Dec 24 11:03:24.659066 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 35504) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:03:24.678622 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-95eab918-9b9d-412f-ac63-5bd4b2df134d req-29d693ce-006a-47c2-8204-cdee7de4140f tempest-ServersTestManualDisk-691114078 tempest-ServersTestManualDisk-691114078-project] 10.222.0.65 "GET /v2.0/ports?device_id=5f4ed206-cece-41eb-ab9e-d9c91bba64cc HTTP/1.1" status: 200  len: 210 time: 0.2451308
Dec 24 11:03:24.758161 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] No Port match for: c16dc2ca-8e53-4181-9986-d06296fcb805 {{(pid=88880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 24 11:03:24.758931 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device c16dc2ca-8e53-4181-9986-d06296fcb805 not bound to the agent host dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 24 11:03:24.769312 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828e4c75-48da-454a-9600-1c16c743f25d req-b151adef-bf91-4835-bc4a-e326d2992592 tempest-ServersTestManualDisk-691114078 tempest-ServersTestManualDisk-691114078-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:03:24.773310 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-828e4c75-48da-454a-9600-1c16c743f25d req-b151adef-bf91-4835-bc4a-e326d2992592 tempest-ServersTestManualDisk-691114078 tempest-ServersTestManualDisk-691114078-project] 10.222.0.58 "GET /v2.0/networks?id=080f09f1-3644-45f6-a515-c3987b590591 HTTP/1.1" status: 200  len: 811 time: 0.2478092
Dec 24 11:03:24.783719 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-db0c749a-9d36-4d39-bde7-b873f6ddb8af None None] Provisioning complete for port 7e4a4e87-2c9f-4db9-b806-d0a5a688dc18 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:03:24.784463 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-db0c749a-9d36-4d39-bde7-b873f6ddb8af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:24.815621 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-796add7f-952f-46cc-891b-2d3aee3e792b tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] 10.222.0.65 "GET /v2.0/ports?device_id=ff026b55-1bf7-411a-a0c9-372a87b6f0fa HTTP/1.1" status: 200  len: 205 time: 0.1525810
Dec 24 11:03:24.825616 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 35508) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:03:24.921281 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4955a450-86ad-4a1c-9a02-56d7fcad7760 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:24.930370 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9261ce65-7a92-4a8a-863c-2cf8e7e610ba tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7120129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3978858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852529715'] for subnet, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:24.942205 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-25804b25-7099-4add-b81c-1060a871ce87 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:03:24.953629 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-db0c749a-9d36-4d39-bde7-b873f6ddb8af None None] Port 7e4a4e87-2c9f-4db9-b806-d0a5a688dc18 cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:03:24.958262 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-82de2692-a07c-45df-add1-357c50a0890d tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:03:24.960940 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c953275d-b188-48df-a4f9-541c7f426e11 None None] Network 1c9eeaac-d205-4b19-a351-2fe67dd78b42 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:03:25.001267 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9261ce65-7a92-4a8a-863c-2cf8e7e610ba tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Pushing event deleted for resources: {'Subnet': ['ID=9b07413c-0150-4cb2-a10f-a674ad5b0313,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:03:25.003756 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-9261ce65-7a92-4a8a-863c-2cf8e7e610ba tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:03:25.031820 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-828e4c75-48da-454a-9600-1c16c743f25d req-9bb08ad6-d7aa-49f1-a2a2-822e91cb0676 tempest-ServersTestManualDisk-691114078 tempest-ServersTestManualDisk-691114078-project] Synchronizing usage tracker for tenant:392c706564b54bdf9b4aefef23ad272e on resource:security_group {{(pid=88879) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:03:25.042413 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bb0e0d78-7eae-4052-a8b0-fa68c14edc5c tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7120129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850854134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851156349'] for subnet, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:25.056677 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d4dcabe6-7f8a-457e-94f5-c2189bef2954 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:25.063539 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9261ce65-7a92-4a8a-863c-2cf8e7e610ba tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:25.080463 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-9261ce65-7a92-4a8a-863c-2cf8e7e610ba tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] 10.222.0.65 "DELETE /v2.0/subnets/9b07413c-0150-4cb2-a10f-a674ad5b0313 HTTP/1.1" status: 204  len: 168 time: 3.3390646
Dec 24 11:03:25.083866 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 35516) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:03:25.090953 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8538063-4735-4ce2-952f-f00dd85715ef None None] Network cc4c51f7-8e40-4c2b-b067-b8ee84820d7f requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:03:25.102361 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4955a450-86ad-4a1c-9a02-56d7fcad7760 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Network aba7367e-1d4b-4f18-a103-47503f60eff6 is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:03:25.148809 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-4955a450-86ad-4a1c-9a02-56d7fcad7760 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Resources bound (agent type, host, resource id):  {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:03:25.150934 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4955a450-86ad-4a1c-9a02-56d7fcad7760 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Pushing event updated for resources: {'Port': ['ID=9db4d0e5-a1e8-45a8-a2a6-a076d6e57ca0,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:03:25.159371 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4955a450-86ad-4a1c-9a02-56d7fcad7760 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:03:25.163774 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4955a450-86ad-4a1c-9a02-56d7fcad7760 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:03:25.164474 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4955a450-86ad-4a1c-9a02-56d7fcad7760 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:25.171583 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-d4dcabe6-7f8a-457e-94f5-c2189bef2954 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Transition to ACTIVE for port object 8bef720b-489c-4a67-97e6-19e5bc1fde7e will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:03:25.176989 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-4955a450-86ad-4a1c-9a02-56d7fcad7760 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:03:25.180943 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-828e4c75-48da-454a-9600-1c16c743f25d req-9bb08ad6-d7aa-49f1-a2a2-822e91cb0676 tempest-ServersTestManualDisk-691114078 tempest-ServersTestManualDisk-691114078-project] Unset dirty status for tenant:392c706564b54bdf9b4aefef23ad272e on resource:security_group {{(pid=88879) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:03:25.180943 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-828e4c75-48da-454a-9600-1c16c743f25d req-9bb08ad6-d7aa-49f1-a2a2-822e91cb0676 tempest-ServersTestManualDisk-691114078 tempest-ServersTestManualDisk-691114078-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=392c706564b54bdf9b4aefef23ad272e HTTP/1.1" status: 200  len: 379 time: 0.3520694
Dec 24 11:03:25.181682 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-9f7525c1-0c66-431c-af01-658c194823f7 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.128s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:03:25.209761 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bb0e0d78-7eae-4052-a8b0-fa68c14edc5c tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:25.217243 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [req-828e4c75-48da-454a-9600-1c16c743f25d req-d08f4bdc-ce26-4195-b4c5-a595c25448b2 tempest-ServersTestManualDisk-691114078 tempest-ServersTestManualDisk-691114078-project] Request body: {'port': {'device_id': '5f4ed206-cece-41eb-ab9e-d9c91bba64cc', 'network_id': '080f09f1-3644-45f6-a515-c3987b590591', 'admin_state_up': True, 'tenant_id': '392c706564b54bdf9b4aefef23ad272e', 'security_groups': ['057037fb-7674-467b-97c0-ec5f050e627f']}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:03:25.262972 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-9528aac6-8bda-4212-b66a-5938b2aeccae None None] Provisioning for port 06064d97-adb0-4579-8c49-d0b926167d92 completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:03:25.280625 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0e0d78-7eae-4052-a8b0-fa68c14edc5c tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=864ea303-0601-42a1-8771-0e0fa173a925,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:03:25.283594 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-9528aac6-8bda-4212-b66a-5938b2aeccae None None] Provisioning complete for port 06064d97-adb0-4579-8c49-d0b926167d92 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:03:25.284031 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9528aac6-8bda-4212-b66a-5938b2aeccae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:25.303281 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-bb0e0d78-7eae-4052-a8b0-fa68c14edc5c tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] 10.222.0.65 "DELETE /v2.0/subnets/864ea303-0601-42a1-8771-0e0fa173a925 HTTP/1.1" status: 204  len: 168 time: 1.4808524
Dec 24 11:03:25.303281 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-bb0e0d78-7eae-4052-a8b0-fa68c14edc5c tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:03:25.320571 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 35520) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:03:25.377956 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-4955a450-86ad-4a1c-9a02-56d7fcad7760 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 846 time: 3.4369733
Dec 24 11:03:25.386431 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 35524) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:03:25.455002 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f115293a-5030-4d12-9746-f9a7c36e35f4 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036847558493'] for network, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:25.488975 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d4dcabe6-7f8a-457e-94f5-c2189bef2954 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:25.499259 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-eb70a681-d027-44cc-803a-b582dcab6b67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:03:25.572330 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-f115293a-5030-4d12-9746-f9a7c36e35f4 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Deleting port ec29088a-5060-4fc8-b2c3-7042d94e6868 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:03:25.572710 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f115293a-5030-4d12-9746-f9a7c36e35f4 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:25.592390 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9528aac6-8bda-4212-b66a-5938b2aeccae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:25.621532 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-942ba73e-0f34-4e06-9645-2be1353a3528 tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036847558493'] for network, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:25.631786 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-c0dff70a-8494-4bbf-905f-49c58b392357 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Allocated IP 2001:db8:0:1::27a (21bada47-310f-4500-925a-7f94966191b8/7ed64ed2-efb6-466b-92f4-561859f7844c/7e4a4e87-2c9f-4db9-b806-d0a5a688dc18) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:03:25.638241 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-9528aac6-8bda-4212-b66a-5938b2aeccae None None] For port 06064d97-adb0-4579-8c49-d0b926167d92, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=06064d97-adb0-4579-8c49-d0b926167d92,segment=NetworkSegment(6618a092-51b2-4e3d-9318-3ce6b7b40c55),segment_id=6618a092-51b2-4e3d-9318-3ce6b7b40c55)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:03:25.642080 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9528aac6-8bda-4212-b66a-5938b2aeccae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:25.644307 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-4e7571d0-bded-47f8-ab9d-1709bbaf72e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:03:25.672683 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [req-828e4c75-48da-454a-9600-1c16c743f25d req-d08f4bdc-ce26-4195-b4c5-a595c25448b2 tempest-ServersTestManualDisk-691114078 tempest-ServersTestManualDisk-691114078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:03:25.697135 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4dcabe6-7f8a-457e-94f5-c2189bef2954 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Network 1c9eeaac-d205-4b19-a351-2fe67dd78b42 is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:03:25.704591 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-828e4c75-48da-454a-9600-1c16c743f25d req-d08f4bdc-ce26-4195-b4c5-a595c25448b2 tempest-ServersTestManualDisk-691114078 tempest-ServersTestManualDisk-691114078-project] Usage tracker for resource:port and tenant:392c706564b54bdf9b4aefef23ad272e is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:03:25.707920 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-d4dcabe6-7f8a-457e-94f5-c2189bef2954 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Resources bound (agent type, host, resource id):  {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:03:25.710254 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-828e4c75-48da-454a-9600-1c16c743f25d req-d08f4bdc-ce26-4195-b4c5-a595c25448b2 tempest-ServersTestManualDisk-691114078 tempest-ServersTestManualDisk-691114078-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:03:25.718972 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4dcabe6-7f8a-457e-94f5-c2189bef2954 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:03:25.741573 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9528aac6-8bda-4212-b66a-5938b2aeccae None None] Pushing event updated for resources: {'Port': ['ID=06064d97-adb0-4579-8c49-d0b926167d92,revision_number=3']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:03:25.749864 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcd75686-1cad-4ac8-9216-b829ff61e8e9 None None] DHCP port deletion for cc4c51f7-8e40-4c2b-b067-b8ee84820d7f request from dv-neutron-822691-2-hyperv {{(pid=88880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 24 11:03:25.755011 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dcabe6-7f8a-457e-94f5-c2189bef2954 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Pushing event updated for resources: {'Port': ['ID=8bef720b-489c-4a67-97e6-19e5bc1fde7e,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:03:25.769103 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-9dbb5cf3-2a36-4854-9561-6d5c968288a6 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Deleting port 9db4d0e5-a1e8-45a8-a2a6-a076d6e57ca0 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:03:25.769629 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9dbb5cf3-2a36-4854-9561-6d5c968288a6 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:25.775646 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-9528aac6-8bda-4212-b66a-5938b2aeccae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:03:25.784186 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [req-828e4c75-48da-454a-9600-1c16c743f25d req-d08f4bdc-ce26-4195-b4c5-a595c25448b2 tempest-ServersTestManualDisk-691114078 tempest-ServersTestManualDisk-691114078-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:03:25.786795 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-d4dcabe6-7f8a-457e-94f5-c2189bef2954 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:03:25.789616 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-dcd75686-1cad-4ac8-9216-b829ff61e8e9 None None] Deleting port ec29088a-5060-4fc8-b2c3-7042d94e6868 {{(pid=88880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:03:25.790080 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-dcd75686-1cad-4ac8-9216-b829ff61e8e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:25.834616 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-828e4c75-48da-454a-9600-1c16c743f25d req-d08f4bdc-ce26-4195-b4c5-a595c25448b2 tempest-ServersTestManualDisk-691114078 tempest-ServersTestManualDisk-691114078-project] Made reservation on behalf of 392c706564b54bdf9b4aefef23ad272e for: {'port': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:03:25.840461 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-828e4c75-48da-454a-9600-1c16c743f25d req-d08f4bdc-ce26-4195-b4c5-a595c25448b2 tempest-ServersTestManualDisk-691114078 tempest-ServersTestManualDisk-691114078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:25.904147 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4dcabe6-7f8a-457e-94f5-c2189bef2954 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:03:25.904778 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d4dcabe6-7f8a-457e-94f5-c2189bef2954 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:25.923094 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afb96c82-206d-41a4-a2b0-b65b7ca3d9fe None None] Update dhcp port {'port': {'network_id': '1c9eeaac-d205-4b19-a351-2fe67dd78b42', 'fixed_ips': [{'subnet_id': '5b369c85-28b6-4c42-b781-94a859eb1fe0', 'ip_address': '2001:db8::f816:3eff:fe07:8143'}, {'subnet_id': 'd28daf2e-6007-4844-ad3f-ac9601df31df'}], 'binding:host_id': 'dv-neutron-822691-2-hyperv'}, 'id': '06064d97-adb0-4579-8c49-d0b926167d92'} from dv-neutron-822691-2-hyperv. {{(pid=88880) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}}
Dec 24 11:03:25.950474 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d19e3123-6e3f-4d3f-b201-4a4401aba133 tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Notify callbacks [] for router, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:26.038257 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-afb96c82-206d-41a4-a2b0-b65b7ca3d9fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:26.051889 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-d4dcabe6-7f8a-457e-94f5-c2189bef2954 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1026 time: 5.6782901
Dec 24 11:03:26.062176 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 35530) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:03:26.132118 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-f115293a-5030-4d12-9746-f9a7c36e35f4 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] For port ec29088a-5060-4fc8-b2c3-7042d94e6868, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=ec29088a-5060-4fc8-b2c3-7042d94e6868,segment=NetworkSegment(034fb592-49fc-44ac-bd21-4ecef01c7f85),segment_id=034fb592-49fc-44ac-bd21-4ecef01c7f85)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:03:26.132574 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f115293a-5030-4d12-9746-f9a7c36e35f4 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:26.190291 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-dcd75686-1cad-4ac8-9216-b829ff61e8e9 None None] For port ec29088a-5060-4fc8-b2c3-7042d94e6868, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=ec29088a-5060-4fc8-b2c3-7042d94e6868,segment=NetworkSegment(034fb592-49fc-44ac-bd21-4ecef01c7f85),segment_id=034fb592-49fc-44ac-bd21-4ecef01c7f85)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:03:26.190827 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-dcd75686-1cad-4ac8-9216-b829ff61e8e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:26.200896 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-942ba73e-0f34-4e06-9645-2be1353a3528 tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847649663', 'neutron.services.segments.db._delete_segments_for_network-8749505737672'] for network, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:26.235360 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-942ba73e-0f34-4e06-9645-2be1353a3528 tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5271dac7f0>,) {'filters': {'network_id': ['e74b6023-5306-445a-a6a2-070a051e6eca']}} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:03:26.249591 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-942ba73e-0f34-4e06-9645-2be1353a3528 tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5271dac7f0>, '390492da-fef6-4c65-8f49-fc49c57ed13b') {'for_net_delete': True} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:03:26.249947 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-942ba73e-0f34-4e06-9645-2be1353a3528 tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5271dac7f0>, '390492da-fef6-4c65-8f49-fc49c57ed13b') {} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:03:26.263155 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-cb71d141-40bc-43b4-9fdc-49bec29a6efd req-8832b37f-5ee3-42a9-9e43-7a009b649d30 tempest-ServersTestManualDisk-691114078 tempest-ServersTestManualDisk-691114078-project] 10.222.0.65 "GET /v2.0/ports?device_id=5f4ed206-cece-41eb-ab9e-d9c91bba64cc HTTP/1.1" status: 200  len: 210 time: 0.3523114
Dec 24 11:03:26.272720 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 06064d97-adb0-4579-8c49-d0b926167d92 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:03:26.279270 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-f115293a-5030-4d12-9746-f9a7c36e35f4 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Calling delete_port for ec29088a-5060-4fc8-b2c3-7042d94e6868 owned by network:dhcp {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:03:26.299162 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-942ba73e-0f34-4e06-9645-2be1353a3528 tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749505745113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2241371'] for segment, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:26.395266 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-942ba73e-0f34-4e06-9645-2be1353a3528 tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:26.419294 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-942ba73e-0f34-4e06-9645-2be1353a3528 tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Releasing vlan 640 on physical network physnet1 to pool {{(pid=88878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 24 11:03:26.419742 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-942ba73e-0f34-4e06-9645-2be1353a3528 tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036847652098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850807864'] for segment, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:26.439769 dv-neutron-822691-2-hyperv neutron-server[88767]: Traceback (most recent call last):
Dec 24 11:03:26.439769 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 24 11:03:26.439769 dv-neutron-822691-2-hyperv neutron-server[88767]:     timer()
Dec 24 11:03:26.439769 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 11:03:26.439769 dv-neutron-822691-2-hyperv neutron-server[88767]:     cb(*args, **kw)
Dec 24 11:03:26.439769 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 24 11:03:26.439769 dv-neutron-822691-2-hyperv neutron-server[88767]:     return func(*args, **kwargs)
Dec 24 11:03:26.439769 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 11:03:26.439769 dv-neutron-822691-2-hyperv neutron-server[88767]:     self._notify()
Dec 24 11:03:26.439769 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 11:03:26.439769 dv-neutron-822691-2-hyperv neutron-server[88767]:     self.callback(batched_events)
Dec 24 11:03:26.439769 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 11:03:26.439769 dv-neutron-822691-2-hyperv neutron-server[88767]:     event.method(event)
Dec 24 11:03:26.439769 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 11:03:26.439769 dv-neutron-822691-2-hyperv neutron-server[88767]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 11:03:26.439769 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 24 11:03:26.439769 dv-neutron-822691-2-hyperv neutron-server[88767]:     segment_id)['aggregates'][0]
Dec 24 11:03:26.439769 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 24 11:03:26.439769 dv-neutron-822691-2-hyperv neutron-server[88767]:     return f(self, *a, **k)
Dec 24 11:03:26.439769 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 11:03:26.439769 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self._get(url).json()
Dec 24 11:03:26.439769 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 24 11:03:26.439769 dv-neutron-822691-2-hyperv neutron-server[88767]:     **kwargs)
Dec 24 11:03:26.439769 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 24 11:03:26.439769 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self.request(url, 'GET', **kwargs)
Dec 24 11:03:26.439769 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 24 11:03:26.439769 dv-neutron-822691-2-hyperv neutron-server[88767]:     **endpoint_filter)
Dec 24 11:03:26.439769 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 24 11:03:26.439769 dv-neutron-822691-2-hyperv neutron-server[88767]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 11:03:26.439769 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 24 11:03:26.439769 dv-neutron-822691-2-hyperv neutron-server[88767]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 11:03:26.439769 dv-neutron-822691-2-hyperv neutron-server[88767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 11:03:26.470825 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c0fb267-8106-46cc-b019-5d1dc5879648 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:03:26.475370 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c0fb267-8106-46cc-b019-5d1dc5879648 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:03:26.476283 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-3c0fb267-8106-46cc-b019-5d1dc5879648 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Synchronizing usage tracker for tenant:739a78fd4cfc48c2a4011598579f8f8c on resource:port {{(pid=88879) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:03:26.481314 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [req-828e4c75-48da-454a-9600-1c16c743f25d req-d08f4bdc-ce26-4195-b4c5-a595c25448b2 tempest-ServersTestManualDisk-691114078 tempest-ServersTestManualDisk-691114078-project] Allocated IP 172.20.0.11 (080f09f1-3644-45f6-a515-c3987b590591/38621544-eab0-4f00-bd94-2008793c18b4/632686a9-d4ae-4fa5-85f8-33db88312b6b) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:03:26.508508 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f115293a-5030-4d12-9746-f9a7c36e35f4 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:26.524993 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-917b7c95-daca-456c-8081-4dcdf71a1bda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:03:26.590815 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-dcd75686-1cad-4ac8-9216-b829ff61e8e9 None None] Calling delete_port for ec29088a-5060-4fc8-b2c3-7042d94e6868 owned by network:dhcp {{(pid=88880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:03:26.598748 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-3c0fb267-8106-46cc-b019-5d1dc5879648 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Unset dirty status for tenant:739a78fd4cfc48c2a4011598579f8f8c on resource:port {{(pid=88879) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:03:26.603737 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-3c0fb267-8106-46cc-b019-5d1dc5879648 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1783 time: 0.5366089
Dec 24 11:03:26.606453 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f115293a-5030-4d12-9746-f9a7c36e35f4 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Pushing event deleted for resources: {'Port': ['ID=ec29088a-5060-4fc8-b2c3-7042d94e6868,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:03:26.616758 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 35534) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:03:26.620034 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f115293a-5030-4d12-9746-f9a7c36e35f4 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:03:26.670431 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f115293a-5030-4d12-9746-f9a7c36e35f4 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] No DVR routers for this DVR port ec29088a-5060-4fc8-b2c3-7042d94e6868 on host dv-neutron-822691-2-hyperv {{(pid=88879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 24 11:03:26.806540 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.db.api [None req-dcd75686-1cad-4ac8-9216-b829ff61e8e9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88880) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 24 11:03:26.806983 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_db.api [None req-dcd75686-1cad-4ac8-9216-b829ff61e8e9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 24 11:03:26.825159 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port 06064d97-adb0-4579-8c49-d0b926167d92 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:03:26.825589 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:26.852287 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-afb96c82-206d-41a4-a2b0-b65b7ca3d9fe None None] Allocated IP 172.20.0.2 (1c9eeaac-d205-4b19-a351-2fe67dd78b42/d28daf2e-6007-4844-ad3f-ac9601df31df/06064d97-adb0-4579-8c49-d0b926167d92) {{(pid=88880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:03:27.073082 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-6a501cc7-daef-49c4-a5db-656a9f6cf95e tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Deleting port 8bef720b-489c-4a67-97e6-19e5bc1fde7e {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:03:27.073462 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6a501cc7-daef-49c4-a5db-656a9f6cf95e tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:27.127033 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-afb96c82-206d-41a4-a2b0-b65b7ca3d9fe None None] For port 06064d97-adb0-4579-8c49-d0b926167d92, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=06064d97-adb0-4579-8c49-d0b926167d92,segment=NetworkSegment(6618a092-51b2-4e3d-9318-3ce6b7b40c55),segment_id=6618a092-51b2-4e3d-9318-3ce6b7b40c55)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:03:27.155103 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9dbb5cf3-2a36-4854-9561-6d5c968288a6 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:27.172974 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-afb96c82-206d-41a4-a2b0-b65b7ca3d9fe None None] Notify callbacks [] for port, precommit_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:27.175009 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-942ba73e-0f34-4e06-9645-2be1353a3528 tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7126154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659196'] for network, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:27.183539 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device ec29088a-5060-4fc8-b2c3-7042d94e6868 no longer exists at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:03:27.185662 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-942ba73e-0f34-4e06-9645-2be1353a3528 tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  e74b6023-5306-445a-a6a2-070a051e6eca {{(pid=88878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}}
Dec 24 11:03:27.190056 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-942ba73e-0f34-4e06-9645-2be1353a3528 tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1977811'] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:27.203897 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c0dff70a-8494-4bbf-905f-49c58b392357 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks [] for port, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:27.218821 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:03:27.232062 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] No Port match for: ec29088a-5060-4fc8-b2c3-7042d94e6868 {{(pid=88880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 24 11:03:27.232465 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device ec29088a-5060-4fc8-b2c3-7042d94e6868 not bound to the agent host dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 24 11:03:27.243148 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-afb96c82-206d-41a4-a2b0-b65b7ca3d9fe None None] Transition to ACTIVE for port object 06064d97-adb0-4579-8c49-d0b926167d92 will not be triggered until provisioned by entity DHCP. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:03:27.245865 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f115293a-5030-4d12-9746-f9a7c36e35f4 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847649663', 'neutron.services.segments.db._delete_segments_for_network-8749505737672'] for network, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:27.246898 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-afb96c82-206d-41a4-a2b0-b65b7ca3d9fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:27.252019 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-e58f2fa9-ee1e-414d-a9c2-2e7b6c10f128 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:03:27.341454 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-dcd75686-1cad-4ac8-9216-b829ff61e8e9 None None] Deleting port ec29088a-5060-4fc8-b2c3-7042d94e6868 {{(pid=88880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:03:27.341947 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-dcd75686-1cad-4ac8-9216-b829ff61e8e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:27.385500 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb96c82-206d-41a4-a2b0-b65b7ca3d9fe None None] Pushing event updated for resources: {'Port': ['ID=06064d97-adb0-4579-8c49-d0b926167d92,revision_number=4']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:03:27.400326 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-f115293a-5030-4d12-9746-f9a7c36e35f4 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f52709247f0>,) {'filters': {'network_id': ['cc4c51f7-8e40-4c2b-b067-b8ee84820d7f']}} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:03:27.414966 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-942ba73e-0f34-4e06-9645-2be1353a3528 tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] 10.222.0.65 "DELETE /v2.0/networks/e74b6023-5306-445a-a6a2-070a051e6eca HTTP/1.1" status: 204  len: 168 time: 2.0931764
Dec 24 11:03:27.423222 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942ba73e-0f34-4e06-9645-2be1353a3528 tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Pushing event deleted for resources: {'Network': ['ID=e74b6023-5306-445a-a6a2-070a051e6eca,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:03:27.433558 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-f115293a-5030-4d12-9746-f9a7c36e35f4 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f52709247f0>, '034fb592-49fc-44ac-bd21-4ecef01c7f85') {'for_net_delete': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:03:27.434184 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-f115293a-5030-4d12-9746-f9a7c36e35f4 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f52709247f0>, '034fb592-49fc-44ac-bd21-4ecef01c7f85') {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:03:27.450689 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-9dbb5cf3-2a36-4854-9561-6d5c968288a6 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Calling delete_port for 9db4d0e5-a1e8-45a8-a2a6-a076d6e57ca0 owned by  {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:03:27.472084 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f115293a-5030-4d12-9746-f9a7c36e35f4 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749505745113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853989108'] for segment, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:27.482399 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-828e4c75-48da-454a-9600-1c16c743f25d req-d08f4bdc-ce26-4195-b4c5-a595c25448b2 tempest-ServersTestManualDisk-691114078 tempest-ServersTestManualDisk-691114078-project] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:27.548733 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f115293a-5030-4d12-9746-f9a7c36e35f4 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:27.551973 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [req-828e4c75-48da-454a-9600-1c16c743f25d req-d08f4bdc-ce26-4195-b4c5-a595c25448b2 tempest-ServersTestManualDisk-691114078 tempest-ServersTestManualDisk-691114078-project] Transition to ACTIVE for port object 632686a9-d4ae-4fa5-85f8-33db88312b6b will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:03:27.552577 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-942ba73e-0f34-4e06-9645-2be1353a3528 tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:03:27.564221 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-c0dff70a-8494-4bbf-905f-49c58b392357 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Transition to ACTIVE for port object 7e4a4e87-2c9f-4db9-b806-d0a5a688dc18 will not be triggered until provisioned by entity DHCP. {{(pid=88878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:03:27.577635 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f115293a-5030-4d12-9746-f9a7c36e35f4 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Releasing vlan 611 on physical network physnet1 to pool {{(pid=88879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 24 11:03:27.582184 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c0dff70a-8494-4bbf-905f-49c58b392357 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3978773'] for port, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:27.588685 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f115293a-5030-4d12-9746-f9a7c36e35f4 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036847652098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3926696'] for segment, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:27.594023 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:03:27.635316 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-dcd75686-1cad-4ac8-9216-b829ff61e8e9 None None] The port 'ec29088a-5060-4fc8-b2c3-7042d94e6868' was deleted {{(pid=88880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 24 11:03:27.642854 dv-neutron-822691-2-hyperv neutron-server[88767]: Traceback (most recent call last):
Dec 24 11:03:27.642854 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 24 11:03:27.642854 dv-neutron-822691-2-hyperv neutron-server[88767]:     timer()
Dec 24 11:03:27.642854 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 11:03:27.642854 dv-neutron-822691-2-hyperv neutron-server[88767]:     cb(*args, **kw)
Dec 24 11:03:27.642854 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 24 11:03:27.642854 dv-neutron-822691-2-hyperv neutron-server[88767]:     return func(*args, **kwargs)
Dec 24 11:03:27.642854 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 11:03:27.642854 dv-neutron-822691-2-hyperv neutron-server[88767]:     self._notify()
Dec 24 11:03:27.642854 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 11:03:27.642854 dv-neutron-822691-2-hyperv neutron-server[88767]:     self.callback(batched_events)
Dec 24 11:03:27.642854 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 11:03:27.642854 dv-neutron-822691-2-hyperv neutron-server[88767]:     event.method(event)
Dec 24 11:03:27.642854 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 11:03:27.642854 dv-neutron-822691-2-hyperv neutron-server[88767]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 11:03:27.642854 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 24 11:03:27.642854 dv-neutron-822691-2-hyperv neutron-server[88767]:     segment_id)['aggregates'][0]
Dec 24 11:03:27.642854 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 24 11:03:27.642854 dv-neutron-822691-2-hyperv neutron-server[88767]:     return f(self, *a, **k)
Dec 24 11:03:27.642854 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 11:03:27.642854 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self._get(url).json()
Dec 24 11:03:27.642854 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 24 11:03:27.642854 dv-neutron-822691-2-hyperv neutron-server[88767]:     **kwargs)
Dec 24 11:03:27.642854 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 24 11:03:27.642854 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self.request(url, 'GET', **kwargs)
Dec 24 11:03:27.642854 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 24 11:03:27.642854 dv-neutron-822691-2-hyperv neutron-server[88767]:     **endpoint_filter)
Dec 24 11:03:27.642854 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 24 11:03:27.642854 dv-neutron-822691-2-hyperv neutron-server[88767]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 11:03:27.642854 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 24 11:03:27.642854 dv-neutron-822691-2-hyperv neutron-server[88767]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 11:03:27.642854 dv-neutron-822691-2-hyperv neutron-server[88767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 11:03:27.725523 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-afb96c82-206d-41a4-a2b0-b65b7ca3d9fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.473s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:03:27.860695 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d19e3123-6e3f-4d3f-b201-4a4401aba133 tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:27.903041 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f115293a-5030-4d12-9746-f9a7c36e35f4 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7126154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659196'] for network, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:27.908202 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-ae3e23c3-ad0e-4325-88a6-162ddcec50a9 req-d367d23e-d372-46d5-bd8e-7b19b22411a2 tempest-ServersTestManualDisk-691114078 tempest-ServersTestManualDisk-691114078-project] 10.222.0.65 "GET /v2.0/ports?device_id=5f4ed206-cece-41eb-ab9e-d9c91bba64cc HTTP/1.1" status: 200  len: 210 time: 0.1483240
Dec 24 11:03:27.908715 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dff70a-8494-4bbf-905f-49c58b392357 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Pushing event updated for resources: {'Port': ['ID=7e4a4e87-2c9f-4db9-b806-d0a5a688dc18,revision_number=3']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:03:27.911208 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-da7a08d5-5e3f-4171-80e1-3ce351b8776e tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:03:27.913460 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c0dff70a-8494-4bbf-905f-49c58b392357 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:03:27.922434 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9dbb5cf3-2a36-4854-9561-6d5c968288a6 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:27.930438 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-c0dff70a-8494-4bbf-905f-49c58b392357 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] In _notify_port_updated(), no bound segment for port 7e4a4e87-2c9f-4db9-b806-d0a5a688dc18 on network 21bada47-310f-4500-925a-7f94966191b8 {{(pid=88878) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}}
Dec 24 11:03:27.934498 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0dff70a-8494-4bbf-905f-49c58b392357 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:03:27.934623 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f115293a-5030-4d12-9746-f9a7c36e35f4 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Notify callbacks [] for network, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:27.935219 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c0dff70a-8494-4bbf-905f-49c58b392357 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:27.939926 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-c0dff70a-8494-4bbf-905f-49c58b392357 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] 10.222.0.65 "PUT /v2.0/ports/7e4a4e87-2c9f-4db9-b806-d0a5a688dc18 HTTP/1.1" status: 200  len: 1011 time: 4.6291945
Dec 24 11:03:27.941208 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 35546) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:03:27.942817 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-8ca01e06-171b-4c6d-b917-06ffda235945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:03:27.953595 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-828e4c75-48da-454a-9600-1c16c743f25d req-d08f4bdc-ce26-4195-b4c5-a595c25448b2 tempest-ServersTestManualDisk-691114078 tempest-ServersTestManualDisk-691114078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:27.962727 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f115293a-5030-4d12-9746-f9a7c36e35f4 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Pushing event deleted for resources: {'Network': ['ID=cc4c51f7-8e40-4c2b-b067-b8ee84820d7f,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:03:27.989274 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-f115293a-5030-4d12-9746-f9a7c36e35f4 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] 10.222.0.65 "DELETE /v2.0/networks/cc4c51f7-8e40-4c2b-b067-b8ee84820d7f HTTP/1.1" status: 204  len: 168 time: 2.8950295
Dec 24 11:03:27.993424 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6a501cc7-daef-49c4-a5db-656a9f6cf95e tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:28.003751 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f115293a-5030-4d12-9746-f9a7c36e35f4 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:03:28.004401 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-24f75909-1f7b-4d9f-b763-91a4f8b932c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:03:28.005194 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbb5cf3-2a36-4854-9561-6d5c968288a6 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Pushing event deleted for resources: {'Port': ['ID=9db4d0e5-a1e8-45a8-a2a6-a076d6e57ca0,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:03:28.013077 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-9dbb5cf3-2a36-4854-9561-6d5c968288a6 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:03:28.013865 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-d19e3123-6e3f-4d3f-b201-4a4401aba133 tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Deleting port da07d555-1f9a-4c31-9908-2241ad4aac4a {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:03:28.014289 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d19e3123-6e3f-4d3f-b201-4a4401aba133 tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:28.041314 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 35552) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:03:28.082904 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:28.147776 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9dbb5cf3-2a36-4854-9561-6d5c968288a6 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:28.246259 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-6a501cc7-daef-49c4-a5db-656a9f6cf95e tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Calling delete_port for 8bef720b-489c-4a67-97e6-19e5bc1fde7e owned by  {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:03:28.275817 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-6d8b177e-d838-4a05-a593-bd6d2282ab2d tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Deleting port 7e4a4e87-2c9f-4db9-b806-d0a5a688dc18 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:03:28.276633 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6d8b177e-d838-4a05-a593-bd6d2282ab2d tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:28.314304 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 06064d97-adb0-4579-8c49-d0b926167d92 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:03:28.358786 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08f4bdc-ce26-4195-b4c5-a595c25448b2 tempest-ServersTestManualDisk-691114078 tempest-ServersTestManualDisk-691114078-project] Pushing event updated for resources: {'Port': ['ID=632686a9-d4ae-4fa5-85f8-33db88312b6b,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:03:28.366563 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-d08f4bdc-ce26-4195-b4c5-a595c25448b2 tempest-ServersTestManualDisk-691114078 tempest-ServersTestManualDisk-691114078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:03:28.390982 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-5299c19d-e8eb-4bc4-bad1-91d52ca07a25 tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Request body: {'router': {'name': 'tempest-router--87049874', 'project_id': 'fde3ce3218234b45bbc6161b31d0e98d'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:03:28.399672 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-5299c19d-e8eb-4bc4-bad1-91d52ca07a25 tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:03:28.410723 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-9dbb5cf3-2a36-4854-9561-6d5c968288a6 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] 10.222.0.65 "DELETE /v2.0/ports/9db4d0e5-a1e8-45a8-a2a6-a076d6e57ca0 HTTP/1.1" status: 204  len: 168 time: 3.0228794
Dec 24 11:03:28.418764 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 35560) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:03:28.419888 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-5299c19d-e8eb-4bc4-bad1-91d52ca07a25 tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Usage tracker for resource:router and tenant:fde3ce3218234b45bbc6161b31d0e98d is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:03:28.432197 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-5299c19d-e8eb-4bc4-bad1-91d52ca07a25 tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:03:28.452551 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-258806dc-0abb-4f08-9ff0-e45336bd7328 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Request body: {'port': {'network_id': 'aba7367e-1d4b-4f18-a103-47503f60eff6', 'mac_address': 'fa:16:3e:2a:95:6a', 'name': 'tempest-PortsTestJSON-1937997642'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:03:28.462182 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 35564) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:03:28.488968 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-828e4c75-48da-454a-9600-1c16c743f25d req-d08f4bdc-ce26-4195-b4c5-a595c25448b2 tempest-ServersTestManualDisk-691114078 tempest-ServersTestManualDisk-691114078-project] Network 080f09f1-3644-45f6-a515-c3987b590591 is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:03:28.490163 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-5299c19d-e8eb-4bc4-bad1-91d52ca07a25 tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:03:28.497222 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-83f9156d-da22-4257-8992-a365e41d6a6f None None] Provisioning for port 7e4a4e87-2c9f-4db9-b806-d0a5a688dc18 completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:03:28.501519 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [req-828e4c75-48da-454a-9600-1c16c743f25d req-d08f4bdc-ce26-4195-b4c5-a595c25448b2 tempest-ServersTestManualDisk-691114078 tempest-ServersTestManualDisk-691114078-project] Resources bound (agent type, host, resource id):  {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:03:28.504152 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [req-828e4c75-48da-454a-9600-1c16c743f25d req-d08f4bdc-ce26-4195-b4c5-a595c25448b2 tempest-ServersTestManualDisk-691114078 tempest-ServersTestManualDisk-691114078-project] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:03:28.518716 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-83f9156d-da22-4257-8992-a365e41d6a6f None None] Provisioning complete for port 7e4a4e87-2c9f-4db9-b806-d0a5a688dc18 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:03:28.530983 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-83f9156d-da22-4257-8992-a365e41d6a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:28.662764 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-83f9156d-da22-4257-8992-a365e41d6a6f None None] Port 7e4a4e87-2c9f-4db9-b806-d0a5a688dc18 cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:03:28.686228 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d19e3123-6e3f-4d3f-b201-4a4401aba133 tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:28.856613 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5299c19d-e8eb-4bc4-bad1-91d52ca07a25 tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-612016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-84579'] for router, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:28.857684 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5299c19d-e8eb-4bc4-bad1-91d52ca07a25 tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854163950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659046', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854079771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854691221'] for router, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:28.887859 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828e4c75-48da-454a-9600-1c16c743f25d req-d08f4bdc-ce26-4195-b4c5-a595c25448b2 tempest-ServersTestManualDisk-691114078 tempest-ServersTestManualDisk-691114078-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:03:28.888576 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-828e4c75-48da-454a-9600-1c16c743f25d req-d08f4bdc-ce26-4195-b4c5-a595c25448b2 tempest-ServersTestManualDisk-691114078 tempest-ServersTestManualDisk-691114078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:28.904827 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-d19e3123-6e3f-4d3f-b201-4a4401aba133 tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Calling delete_port for da07d555-1f9a-4c31-9908-2241ad4aac4a owned by network:router_gateway {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:03:28.919241 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-258806dc-0abb-4f08-9ff0-e45336bd7328 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:03:28.926263 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-258806dc-0abb-4f08-9ff0-e45336bd7328 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Usage tracker for resource:port and tenant:56d5354af46a4a91924cfe2259b4b254 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:03:28.935185 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-258806dc-0abb-4f08-9ff0-e45336bd7328 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:03:28.945362 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-258806dc-0abb-4f08-9ff0-e45336bd7328 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:03:28.952606 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-828e4c75-48da-454a-9600-1c16c743f25d req-d08f4bdc-ce26-4195-b4c5-a595c25448b2 tempest-ServersTestManualDisk-691114078 tempest-ServersTestManualDisk-691114078-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.7396743
Dec 24 11:03:28.987117 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-a2564ab1-6028-4c05-a5f8-d6739d827d45 None None] Provisioning for port 632686a9-d4ae-4fa5-85f8-33db88312b6b completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:03:28.988659 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [req-828e4c75-48da-454a-9600-1c16c743f25d req-a88aaa3c-75a1-452b-a654-b7a17276c23a service neutron] Request body: {'port': {'device_id': '5f4ed206-cece-41eb-ab9e-d9c91bba64cc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:03:29.007271 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-a2564ab1-6028-4c05-a5f8-d6739d827d45 None None] Provisioning complete for port 632686a9-d4ae-4fa5-85f8-33db88312b6b triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:03:29.013314 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a2564ab1-6028-4c05-a5f8-d6739d827d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:29.019695 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6a501cc7-daef-49c4-a5db-656a9f6cf95e tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:29.021968 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-258806dc-0abb-4f08-9ff0-e45336bd7328 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Made reservation on behalf of 56d5354af46a4a91924cfe2259b4b254 for: {'port': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:03:29.090283 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-a2564ab1-6028-4c05-a5f8-d6739d827d45 None None] Port 632686a9-d4ae-4fa5-85f8-33db88312b6b cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:03:29.155404 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5299c19d-e8eb-4bc4-bad1-91d52ca07a25 tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:29.158265 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bffc282-ccf5-4c69-b7fa-a0b600b14f4f req-3bbcef02-d046-4728-88bd-0ffc050ee39e tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:03:29.166018 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-5bffc282-ccf5-4c69-b7fa-a0b600b14f4f req-3bbcef02-d046-4728-88bd-0ffc050ee39e tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] 10.222.0.65 "GET /v2.0/ports?device_id=655d927a-1c14-4f1b-88cc-771b29a10c76 HTTP/1.1" status: 200  len: 946 time: 0.5953701
Dec 24 11:03:29.173294 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-291300f5-d520-485f-ab60-63b2ee7033df admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=18d2a9fdfea84546a82d906d6ec9907e&name=default HTTP/1.1" status: 200  len: 2647 time: 0.7064955
Dec 24 11:03:29.177485 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-258806dc-0abb-4f08-9ff0-e45336bd7328 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:29.188688 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-3fd079cf-a805-42d3-b877-f3dbb81bdc0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:03:29.196978 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 35572) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:03:29.261956 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a501cc7-daef-49c4-a5db-656a9f6cf95e tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Pushing event deleted for resources: {'Port': ['ID=8bef720b-489c-4a67-97e6-19e5bc1fde7e,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:03:29.275209 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6d8b177e-d838-4a05-a593-bd6d2282ab2d tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:29.276442 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-6a501cc7-daef-49c4-a5db-656a9f6cf95e tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:03:29.377574 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [None req-258806dc-0abb-4f08-9ff0-e45336bd7328 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] device_id is not set on port 8f979521-72ad-4f2f-84f7-d09b62bd195e yet. {{(pid=88879) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 24 11:03:29.418950 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-b471c665-d9be-49cb-8f50-4bdd8b1c5aa1 None None] Provisioning for port 06064d97-adb0-4579-8c49-d0b926167d92 completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:03:29.426341 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-b471c665-d9be-49cb-8f50-4bdd8b1c5aa1 None None] Provisioning complete for port 06064d97-adb0-4579-8c49-d0b926167d92 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:03:29.427247 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b471c665-d9be-49cb-8f50-4bdd8b1c5aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:29.452399 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-6d8b177e-d838-4a05-a593-bd6d2282ab2d tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Calling delete_port for 7e4a4e87-2c9f-4db9-b806-d0a5a688dc18 owned by  {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:03:29.453148 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5299c19d-e8eb-4bc4-bad1-91d52ca07a25 tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854163800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854116816'] for router, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:29.585175 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-5bffc282-ccf5-4c69-b7fa-a0b600b14f4f req-a1fdfad8-5a01-4b6e-a4fe-122c19ba9c24 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] 10.222.0.65 "GET /v2.0/security-groups?id=02c07f75-3a5f-4cdc-91db-62e2db60964c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4180179
Dec 24 11:03:29.615769 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-828e4c75-48da-454a-9600-1c16c743f25d req-a88aaa3c-75a1-452b-a654-b7a17276c23a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:29.654488 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5299c19d-e8eb-4bc4-bad1-91d52ca07a25 tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Notify callbacks [] for router, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:29.655820 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-5299c19d-e8eb-4bc4-bad1-91d52ca07a25 tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201  len: 721 time: 1.2994006
Dec 24 11:03:29.662555 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 35578) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:03:29.795918 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6a501cc7-daef-49c4-a5db-656a9f6cf95e tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:29.798853 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-6a501cc7-daef-49c4-a5db-656a9f6cf95e tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "DELETE /v2.0/ports/8bef720b-489c-4a67-97e6-19e5bc1fde7e HTTP/1.1" status: 204  len: 168 time: 3.1809654
Dec 24 11:03:29.850390 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-1ec2a625-7567-4beb-8477-8ce76d6be7a8 None None] Could not find standard attr ID for object 8bef720b-489c-4a67-97e6-19e5bc1fde7e. {{(pid=88880) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 24 11:03:29.868387 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 35582) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:03:30.087349 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-17d8e603-3c2f-4f0a-b0b6-2921b4c55dab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:30.187274 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1f164d-839d-4542-abef-70845f386a18 req-d988a3c3-dae8-4b54-b00f-8a159b8c9feb tempest-ServersTestManualDisk-691114078 tempest-ServersTestManualDisk-691114078-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:03:30.189044 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-7a1f164d-839d-4542-abef-70845f386a18 req-d988a3c3-dae8-4b54-b00f-8a159b8c9feb tempest-ServersTestManualDisk-691114078 tempest-ServersTestManualDisk-691114078-project] 10.222.0.65 "GET /v2.0/ports?device_id=5f4ed206-cece-41eb-ab9e-d9c91bba64cc HTTP/1.1" status: 200  len: 932 time: 0.9871955
Dec 24 11:03:30.197754 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-17d8e603-3c2f-4f0a-b0b6-2921b4c55dab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:30.207111 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d19e3123-6e3f-4d3f-b201-4a4401aba133 tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:30.224313 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f6e0156f-54d6-4cb2-9d80-ff941e69fc2b tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:03:30.315816 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19e3123-6e3f-4d3f-b201-4a4401aba133 tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Pushing event deleted for resources: {'Port': ['ID=da07d555-1f9a-4c31-9908-2241ad4aac4a,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:03:30.321593 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba3d650-de32-4e5e-94a2-f47b3f49770e tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:03:30.323225 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba3d650-de32-4e5e-94a2-f47b3f49770e tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:03:30.324647 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba3d650-de32-4e5e-94a2-f47b3f49770e tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:03:30.325536 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-4ba3d650-de32-4e5e-94a2-f47b3f49770e tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Synchronizing usage tracker for tenant:739a78fd4cfc48c2a4011598579f8f8c on resource:subnet {{(pid=88879) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:03:30.329977 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-d19e3123-6e3f-4d3f-b201-4a4401aba133 tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:03:30.408216 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6d8b177e-d838-4a05-a593-bd6d2282ab2d tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:30.429950 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c45238a8-32c0-4408-b06f-a0e23b60d8cc tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Notify callbacks [] for router, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:30.445814 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-85766f89-5cad-4b6c-8404-77282c0003e9 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:03:30.512306 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa89070-e41d-44e8-9438-f7a332e333f5 req-0d1cedc8-edfc-4bcd-b0ad-e786b7be24a0 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:03:30.514080 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-eaa89070-e41d-44e8-9438-f7a332e333f5 req-0d1cedc8-edfc-4bcd-b0ad-e786b7be24a0 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] 10.222.0.65 "GET /v2.0/ports?device_id=655d927a-1c14-4f1b-88cc-771b29a10c76 HTTP/1.1" status: 200  len: 946 time: 0.5496199
Dec 24 11:03:30.538550 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8b177e-d838-4a05-a593-bd6d2282ab2d tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Pushing event deleted for resources: {'Port': ['ID=7e4a4e87-2c9f-4db9-b806-d0a5a688dc18,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:03:30.541185 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-4ba3d650-de32-4e5e-94a2-f47b3f49770e tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Unset dirty status for tenant:739a78fd4cfc48c2a4011598579f8f8c on resource:subnet {{(pid=88879) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:03:30.545495 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-4ba3d650-de32-4e5e-94a2-f47b3f49770e tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2049 time: 0.6759696
Dec 24 11:03:30.561367 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-6d8b177e-d838-4a05-a593-bd6d2282ab2d tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:03:30.563834 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 35586) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:03:30.566908 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-7a1f164d-839d-4542-abef-70845f386a18 req-649fdfac-457c-4584-8f8a-9b72d6e560f0 tempest-ServersTestManualDisk-691114078 tempest-ServersTestManualDisk-691114078-project] 10.222.0.65 "GET /v2.0/security-groups?id=057037fb-7674-467b-97c0-ec5f050e627f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3551512
Dec 24 11:03:30.650683 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-17d8e603-3c2f-4f0a-b0b6-2921b4c55dab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:30.655054 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-258806dc-0abb-4f08-9ff0-e45336bd7328 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:30.757879 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:03:30.896045 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d8e603-3c2f-4f0a-b0b6-2921b4c55dab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1c400fb-6a04-4b35-be81-fd167f987547,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:03:30.898679 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-17d8e603-3c2f-4f0a-b0b6-2921b4c55dab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:03:30.902237 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6d8b177e-d838-4a05-a593-bd6d2282ab2d tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:30.936469 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-eaa89070-e41d-44e8-9438-f7a332e333f5 req-4b0af699-d252-4273-bea1-31fde813277d tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] 10.222.0.65 "GET /v2.0/security-groups?id=02c07f75-3a5f-4cdc-91db-62e2db60964c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4089253
Dec 24 11:03:30.957011 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-6d8b177e-d838-4a05-a593-bd6d2282ab2d tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] 10.222.0.65 "DELETE /v2.0/ports/7e4a4e87-2c9f-4db9-b806-d0a5a688dc18 HTTP/1.1" status: 204  len: 168 time: 2.9637218
Dec 24 11:03:30.958582 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-17d8e603-3c2f-4f0a-b0b6-2921b4c55dab admin admin] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:30.962474 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-17d8e603-3c2f-4f0a-b0b6-2921b4c55dab admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d1c400fb-6a04-4b35-be81-fd167f987547 HTTP/1.1" status: 204  len: 168 time: 1.7566543
Dec 24 11:03:30.962474 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d19e3123-6e3f-4d3f-b201-4a4401aba133 tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854116846'] for router_gateway, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:30.964784 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 35590) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:03:31.108365 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-258806dc-0abb-4f08-9ff0-e45336bd7328 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:31.122846 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-372a319f-03d1-4903-b4f4-c9baa2765ca0 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] GET failed (client error): The resource could not be found.
Dec 24 11:03:31.124499 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-372a319f-03d1-4903-b4f4-c9baa2765ca0 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] 10.222.0.65 "GET /v2.0/ports/7e4a4e87-2c9f-4db9-b806-d0a5a688dc18 HTTP/1.1" status: 404  len: 333 time: 0.1551628
Dec 24 11:03:31.125490 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-5fb2d392-d0ec-4b8a-b824-4d3fa5c7ccee tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:03:31.128532 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 35598) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:03:31.162098 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c45238a8-32c0-4408-b06f-a0e23b60d8cc tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854158724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-84560'] for router, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:31.211563 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c45238a8-32c0-4408-b06f-a0e23b60d8cc tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:31.274076 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-258806dc-0abb-4f08-9ff0-e45336bd7328 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Network aba7367e-1d4b-4f18-a103-47503f60eff6 is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:03:31.292864 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-258806dc-0abb-4f08-9ff0-e45336bd7328 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Resources bound (agent type, host, resource id):  {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:03:31.295276 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258806dc-0abb-4f08-9ff0-e45336bd7328 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Pushing event updated for resources: {'Port': ['ID=8f979521-72ad-4f2f-84f7-d09b62bd195e,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:03:31.301738 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258806dc-0abb-4f08-9ff0-e45336bd7328 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:03:31.307336 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-258806dc-0abb-4f08-9ff0-e45336bd7328 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:03:31.308236 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-258806dc-0abb-4f08-9ff0-e45336bd7328 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:31.315382 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-258806dc-0abb-4f08-9ff0-e45336bd7328 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:03:31.347800 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [req-828e4c75-48da-454a-9600-1c16c743f25d req-a88aaa3c-75a1-452b-a654-b7a17276c23a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 632686a9-d4ae-4fa5-85f8-33db88312b6b {{(pid=88879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 24 11:03:31.362098 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-828e4c75-48da-454a-9600-1c16c743f25d req-a88aaa3c-75a1-452b-a654-b7a17276c23a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:31.366480 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-258806dc-0abb-4f08-9ff0-e45336bd7328 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 846 time: 2.9393420
Dec 24 11:03:31.372670 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 35608) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:03:31.425058 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c45238a8-32c0-4408-b06f-a0e23b60d8cc tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854158830'] for router, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:31.426221 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c45238a8-32c0-4408-b06f-a0e23b60d8cc tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 138e73f9-ea1d-447e-a2a0-911439bf06e8 {{(pid=88879) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 24 11:03:31.468752 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [req-828e4c75-48da-454a-9600-1c16c743f25d req-a88aaa3c-75a1-452b-a654-b7a17276c23a service neutron] Transition to ACTIVE for port object 632686a9-d4ae-4fa5-85f8-33db88312b6b will not be triggered until provisioned by entity L2. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:03:31.481262 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-828e4c75-48da-454a-9600-1c16c743f25d req-a88aaa3c-75a1-452b-a654-b7a17276c23a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850854027'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:31.489874 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-e771f64f-f85a-47f7-9735-c11f13288ae8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:03:31.538636 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d19e3123-6e3f-4d3f-b201-4a4401aba133 tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854158724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-84560'] for router, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:31.538897 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c45238a8-32c0-4408-b06f-a0e23b60d8cc tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Notify callbacks [] for router, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:31.542888 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-c45238a8-32c0-4408-b06f-a0e23b60d8cc tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] 10.222.0.65 "DELETE /v2.0/routers/138e73f9-ea1d-447e-a2a0-911439bf06e8 HTTP/1.1" status: 204  len: 168 time: 1.8680255
Dec 24 11:03:31.569672 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_v2 [None req-2598e755-9eeb-4721-a4b1-981250ddf22b tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Deleting subnet 5b369c85-28b6-4c42-b781-94a859eb1fe0 {{(pid=88878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 24 11:03:31.587081 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2598e755-9eeb-4721-a4b1-981250ddf22b tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks [] for subnet, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:31.587595 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b717dac1-a298-469b-bd39-f142a41b7cf7 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:03:31.588266 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-b717dac1-a298-469b-bd39-f142a41b7cf7 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Synchronizing usage tracker for tenant:56d5354af46a4a91924cfe2259b4b254 on resource:port {{(pid=88879) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:03:31.645584 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d19e3123-6e3f-4d3f-b201-4a4401aba133 tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:31.694066 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88aaa3c-75a1-452b-a654-b7a17276c23a service neutron] Pushing event updated for resources: {'Port': ['ID=632686a9-d4ae-4fa5-85f8-33db88312b6b,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:03:31.700278 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-a88aaa3c-75a1-452b-a654-b7a17276c23a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:03:31.702705 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-b717dac1-a298-469b-bd39-f142a41b7cf7 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Unset dirty status for tenant:56d5354af46a4a91924cfe2259b4b254 on resource:port {{(pid=88879) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:03:31.704872 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-b717dac1-a298-469b-bd39-f142a41b7cf7 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] 10.222.0.65 "GET /v2.0/ports/8f979521-72ad-4f2f-84f7-d09b62bd195e HTTP/1.1" status: 200  len: 841 time: 0.3309138
Dec 24 11:03:31.707843 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 35622) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:03:31.947923 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-b85f92a1-2936-4b8d-8232-8366b7772fc5 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Deleting port 8f979521-72ad-4f2f-84f7-d09b62bd195e {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:03:31.948536 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b85f92a1-2936-4b8d-8232-8366b7772fc5 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:32.029743 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [req-828e4c75-48da-454a-9600-1c16c743f25d req-a88aaa3c-75a1-452b-a654-b7a17276c23a service neutron] Attempting to bind port 632686a9-d4ae-4fa5-85f8-33db88312b6b on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:03:32.030163 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [req-828e4c75-48da-454a-9600-1c16c743f25d req-a88aaa3c-75a1-452b-a654-b7a17276c23a service neutron] Attempting to bind port 632686a9-d4ae-4fa5-85f8-33db88312b6b by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '7d0dc58d-0474-4e82-b3e5-d78baac1a000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '080f09f1-3644-45f6-a515-c3987b590591'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:03:32.030536 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-828e4c75-48da-454a-9600-1c16c743f25d req-a88aaa3c-75a1-452b-a654-b7a17276c23a service neutron] Attempting to bind port 632686a9-d4ae-4fa5-85f8-33db88312b6b on network 080f09f1-3644-45f6-a515-c3987b590591 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:03:32.093619 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2598e755-9eeb-4721-a4b1-981250ddf22b tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852534446'] for subnet, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:32.093893 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-828e4c75-48da-454a-9600-1c16c743f25d req-a88aaa3c-75a1-452b-a654-b7a17276c23a service neutron] Port 632686a9-d4ae-4fa5-85f8-33db88312b6b on network 080f09f1-3644-45f6-a515-c3987b590591 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 24 11:03:32.094264 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-828e4c75-48da-454a-9600-1c16c743f25d req-a88aaa3c-75a1-452b-a654-b7a17276c23a service neutron] Attempting to bind port 632686a9-d4ae-4fa5-85f8-33db88312b6b on network 080f09f1-3644-45f6-a515-c3987b590591 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:03:32.115051 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-828e4c75-48da-454a-9600-1c16c743f25d req-a88aaa3c-75a1-452b-a654-b7a17276c23a service neutron] Checking agent: {'id': '239bbc6e-fc66-42e2-b707-1aa8ba10287c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 57, 58), 'started_at': datetime.datetime(2021, 12, 24, 10, 57, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 3, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:03:32.115494 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-828e4c75-48da-454a-9600-1c16c743f25d req-a88aaa3c-75a1-452b-a654-b7a17276c23a service neutron] Checking segment: {'id': '7d0dc58d-0474-4e82-b3e5-d78baac1a000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '080f09f1-3644-45f6-a515-c3987b590591'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:03:32.115934 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-828e4c75-48da-454a-9600-1c16c743f25d req-a88aaa3c-75a1-452b-a654-b7a17276c23a service neutron] Bound using segment: {'id': '7d0dc58d-0474-4e82-b3e5-d78baac1a000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '080f09f1-3644-45f6-a515-c3987b590591'} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:03:32.116425 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [req-828e4c75-48da-454a-9600-1c16c743f25d req-a88aaa3c-75a1-452b-a654-b7a17276c23a service neutron] Bound port: 632686a9-d4ae-4fa5-85f8-33db88312b6b, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d0dc58d-0474-4e82-b3e5-d78baac1a000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '080f09f1-3644-45f6-a515-c3987b590591'}}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:03:32.116809 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-828e4c75-48da-454a-9600-1c16c743f25d req-a88aaa3c-75a1-452b-a654-b7a17276c23a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:32.127055 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 35630) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:03:32.227009 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0323a8b3-e4e9-47d9-9690-5596a1e92e2b req-adfe1f1d-97b7-40cf-9603-2ebe6a577f85 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:03:32.228908 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-0323a8b3-e4e9-47d9-9690-5596a1e92e2b req-adfe1f1d-97b7-40cf-9603-2ebe6a577f85 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] 10.222.0.65 "GET /v2.0/ports?device_id=655d927a-1c14-4f1b-88cc-771b29a10c76 HTTP/1.1" status: 200  len: 946 time: 0.9513521
Dec 24 11:03:32.266489 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d19e3123-6e3f-4d3f-b201-4a4401aba133 tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854158830'] for router, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:32.266995 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d19e3123-6e3f-4d3f-b201-4a4401aba133 tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Fanout notify agent at l3_agent the message router_deleted on router ff026b55-1bf7-411a-a0c9-372a87b6f0fa {{(pid=88878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 24 11:03:32.295003 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_v2 [None req-29acfade-f844-451a-b3b3-47cd73558133 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Deleting subnet 7ed64ed2-efb6-466b-92f4-561859f7844c {{(pid=88878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 24 11:03:32.310639 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-29acfade-f844-451a-b3b3-47cd73558133 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks [] for subnet, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:32.331954 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 35638) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:03:32.350798 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d19e3123-6e3f-4d3f-b201-4a4401aba133 tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Notify callbacks [] for router, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:32.354106 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-d19e3123-6e3f-4d3f-b201-4a4401aba133 tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] 10.222.0.65 "DELETE /v2.0/routers/ff026b55-1bf7-411a-a0c9-372a87b6f0fa HTTP/1.1" status: 204  len: 168 time: 7.5255570
Dec 24 11:03:32.358412 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b85f92a1-2936-4b8d-8232-8366b7772fc5 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:32.367443 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 35644) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:03:32.381316 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-a4712093-a270-49d1-a129-489698243199 tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-63608810', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a'}, 'admin_state_up': False}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:03:32.427556 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-0323a8b3-e4e9-47d9-9690-5596a1e92e2b req-3d934882-4c21-4b7c-862a-8eb6be8da1c6 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] 10.222.0.65 "GET /v2.0/security-groups?id=02c07f75-3a5f-4cdc-91db-62e2db60964c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1772964
Dec 24 11:03:32.433343 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-29acfade-f844-451a-b3b3-47cd73558133 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852534446'] for subnet, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:32.451394 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-a4712093-a270-49d1-a129-489698243199 tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:03:32.454182 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [req-828e4c75-48da-454a-9600-1c16c743f25d req-a88aaa3c-75a1-452b-a654-b7a17276c23a service neutron] For port 632686a9-d4ae-4fa5-85f8-33db88312b6b, host hv-neutron-8226, cleared binding levels {{(pid=88879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:03:32.489398 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2598e755-9eeb-4721-a4b1-981250ddf22b tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847655656'] for subnet, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:32.521410 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-a4712093-a270-49d1-a129-489698243199 tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Usage tracker for resource:router and tenant:ee5cf3d76ba94cf2a98bf476ef872852 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:03:32.531510 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-b85f92a1-2936-4b8d-8232-8366b7772fc5 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Calling delete_port for 8f979521-72ad-4f2f-84f7-d09b62bd195e owned by  {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:03:32.539057 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976bf36f-f2a0-46c3-aec9-2f6e885dccde req-d0acd81f-c082-47d6-baca-8b33689c1b29 tempest-ServersTestManualDisk-691114078 tempest-ServersTestManualDisk-691114078-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:03:32.541532 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-976bf36f-f2a0-46c3-aec9-2f6e885dccde req-d0acd81f-c082-47d6-baca-8b33689c1b29 tempest-ServersTestManualDisk-691114078 tempest-ServersTestManualDisk-691114078-project] 10.222.0.65 "GET /v2.0/ports?device_id=5f4ed206-cece-41eb-ab9e-d9c91bba64cc HTTP/1.1" status: 200  len: 944 time: 0.4562404
Dec 24 11:03:32.565054 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-a4712093-a270-49d1-a129-489698243199 tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:03:32.585357 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-00ecef1c-0cee-42c9-b843-43810a29361b tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-851894103', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a'}, 'admin_state_up': False}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:03:32.597953 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-70195175-fbe9-4078-9f8f-1e932b523433 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-809453124'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:03:32.602189 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-a4712093-a270-49d1-a129-489698243199 tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:03:32.607595 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-00ecef1c-0cee-42c9-b843-43810a29361b tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:03:32.616022 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [req-828e4c75-48da-454a-9600-1c16c743f25d req-a88aaa3c-75a1-452b-a654-b7a17276c23a service neutron] For port 632686a9-d4ae-4fa5-85f8-33db88312b6b, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=632686a9-d4ae-4fa5-85f8-33db88312b6b,segment=NetworkSegment(7d0dc58d-0474-4e82-b3e5-d78baac1a000),segment_id=7d0dc58d-0474-4e82-b3e5-d78baac1a000)] {{(pid=88879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:03:32.620621 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-70195175-fbe9-4078-9f8f-1e932b523433 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:03:32.623584 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-00ecef1c-0cee-42c9-b843-43810a29361b tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Usage tracker for resource:router and tenant:fa3043691a674483a1a0c4edfd0fd23a is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:03:32.630972 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-00ecef1c-0cee-42c9-b843-43810a29361b tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:03:32.637036 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-828e4c75-48da-454a-9600-1c16c743f25d req-a88aaa3c-75a1-452b-a654-b7a17276c23a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850854027'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:32.647943 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-70195175-fbe9-4078-9f8f-1e932b523433 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Usage tracker for resource:network and tenant:16b8df9aad104dc0ac4afa0a1ae53906 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:03:32.651052 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-bb0fbca1-66d4-4b8b-94db-d5dedcf9ef9c tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:03:32.675063 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-976bf36f-f2a0-46c3-aec9-2f6e885dccde req-496fd259-8cb3-466d-9433-6aac9d7fcf77 tempest-ServersTestManualDisk-691114078 tempest-ServersTestManualDisk-691114078-project] 10.222.0.65 "GET /v2.0/security-groups?id=057037fb-7674-467b-97c0-ec5f050e627f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1137102
Dec 24 11:03:32.686259 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-70195175-fbe9-4078-9f8f-1e932b523433 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:03:32.687599 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-29acfade-f844-451a-b3b3-47cd73558133 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847655656'] for subnet, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:32.689704 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-00ecef1c-0cee-42c9-b843-43810a29361b tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:03:32.704791 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a4712093-a270-49d1-a129-489698243199 tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-612016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-84579'] for router, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:32.705488 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a4712093-a270-49d1-a129-489698243199 tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854163950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659046', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854079771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854691221'] for router, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:32.723173 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2598e755-9eeb-4721-a4b1-981250ddf22b tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7120129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3978858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852529715'] for subnet, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:32.732826 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-0cac5590-3081-4c70-ab66-7b1085e504e2 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:03:32.736997 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-70195175-fbe9-4078-9f8f-1e932b523433 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:03:32.777402 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-828e4c75-48da-454a-9600-1c16c743f25d req-a88aaa3c-75a1-452b-a654-b7a17276c23a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:32.778977 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-828e4c75-48da-454a-9600-1c16c743f25d req-a88aaa3c-75a1-452b-a654-b7a17276c23a service neutron] 10.222.0.58 "PUT /v2.0/ports/632686a9-d4ae-4fa5-85f8-33db88312b6b HTTP/1.1" status: 200  len: 1094 time: 3.7964544
Dec 24 11:03:32.783852 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2598e755-9eeb-4721-a4b1-981250ddf22b tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Pushing event deleted for resources: {'Subnet': ['ID=5b369c85-28b6-4c42-b781-94a859eb1fe0,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:03:32.790063 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f4ed206-cece-41eb-ab9e-d9c91bba64cc', 'tag': '632686a9-d4ae-4fa5-85f8-33db88312b6b'}] {{(pid=88879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 24 11:03:32.790546 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-2598e755-9eeb-4721-a4b1-981250ddf22b tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:03:32.799510 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2598e755-9eeb-4721-a4b1-981250ddf22b tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:32.803122 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-00ecef1c-0cee-42c9-b843-43810a29361b tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-612016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-84579'] for router, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:32.804485 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-00ecef1c-0cee-42c9-b843-43810a29361b tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854163950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659046', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854079771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854691221'] for router, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:32.825808 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-2598e755-9eeb-4721-a4b1-981250ddf22b tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "DELETE /v2.0/subnets/5b369c85-28b6-4c42-b781-94a859eb1fe0 HTTP/1.1" status: 204  len: 168 time: 2.2542589
Dec 24 11:03:32.826149 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70195175-fbe9-4078-9f8f-1e932b523433 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Made reservation on behalf of 16b8df9aad104dc0ac4afa0a1ae53906 for: {'network': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:03:32.827057 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 35652) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:03:32.828210 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5e6bf26-b1ae-4c5d-8090-13b69e1ce956 None None] Network 1c9eeaac-d205-4b19-a351-2fe67dd78b42 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:03:32.831353 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-70195175-fbe9-4078-9f8f-1e932b523433 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for network, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:32.886821 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-29acfade-f844-451a-b3b3-47cd73558133 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7120129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3978858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852529715'] for subnet, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:32.897771 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88aaa3c-75a1-452b-a654-b7a17276c23a service neutron] Pushing event updated for resources: {'Port': ['ID=632686a9-d4ae-4fa5-85f8-33db88312b6b,revision_number=3']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:03:32.901543 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-a88aaa3c-75a1-452b-a654-b7a17276c23a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:03:32.902303 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b85f92a1-2936-4b8d-8232-8366b7772fc5 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:32.912482 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-70195175-fbe9-4078-9f8f-1e932b523433 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks [] for security_group, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:32.915840 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-585bf439-2571-41e9-9d42-a97af7e95e1b tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:03:32.935797 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f4ed206-cece-41eb-ab9e-d9c91bba64cc', 'tag': '632686a9-d4ae-4fa5-85f8-33db88312b6b', 'status': 'completed', 'code': 200}
Dec 24 11:03:32.940037 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-a88aaa3c-75a1-452b-a654-b7a17276c23a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:03:32.977104 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29acfade-f844-451a-b3b3-47cd73558133 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Pushing event deleted for resources: {'Subnet': ['ID=7ed64ed2-efb6-466b-92f4-561859f7844c,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:03:32.983059 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-29acfade-f844-451a-b3b3-47cd73558133 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:03:32.995715 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-29acfade-f844-451a-b3b3-47cd73558133 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:33.004565 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb1299cc-2859-4a32-9f81-4baddab875f9 None None] Network 21bada47-310f-4500-925a-7f94966191b8 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:03:33.009628 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_v2 [None req-833506d9-6a8b-4e79-aab4-94453d13539e tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Deleting subnet d28daf2e-6007-4844-ad3f-ac9601df31df {{(pid=88878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 24 11:03:33.012965 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-29acfade-f844-451a-b3b3-47cd73558133 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] 10.222.0.65 "DELETE /v2.0/subnets/7ed64ed2-efb6-466b-92f4-561859f7844c HTTP/1.1" status: 204  len: 168 time: 1.8832531
Dec 24 11:03:33.016541 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 35656) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:03:33.017360 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-833506d9-6a8b-4e79-aab4-94453d13539e tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks [] for subnet, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:33.148598 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-833506d9-6a8b-4e79-aab4-94453d13539e tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852534446'] for subnet, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:33.219098 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_v2 [None req-88c5fdb9-895f-4af7-a82a-d3d7b7315e78 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Deleting subnet f9a0e3cf-d076-45d6-8219-4a009cccd67b {{(pid=88878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 24 11:03:33.227471 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-88c5fdb9-895f-4af7-a82a-d3d7b7315e78 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks [] for subnet, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:33.243379 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a4712093-a270-49d1-a129-489698243199 tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:33.280224 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85f92a1-2936-4b8d-8232-8366b7772fc5 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Pushing event deleted for resources: {'Port': ['ID=8f979521-72ad-4f2f-84f7-d09b62bd195e,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:03:33.283159 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-b85f92a1-2936-4b8d-8232-8366b7772fc5 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:03:33.308506 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b85f92a1-2936-4b8d-8232-8366b7772fc5 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:33.311269 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-88c5fdb9-895f-4af7-a82a-d3d7b7315e78 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852534446'] for subnet, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:33.316292 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-00ecef1c-0cee-42c9-b843-43810a29361b tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:33.383694 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-833506d9-6a8b-4e79-aab4-94453d13539e tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847655656'] for subnet, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:33.413803 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-70195175-fbe9-4078-9f8f-1e932b523433 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:03:33.434561 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-70195175-fbe9-4078-9f8f-1e932b523433 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Usage tracker for resource:security_group_rule and tenant:16b8df9aad104dc0ac4afa0a1ae53906 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:03:33.485299 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-70195175-fbe9-4078-9f8f-1e932b523433 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:03:33.493912 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-88c5fdb9-895f-4af7-a82a-d3d7b7315e78 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847655656'] for subnet, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:33.526099 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-70195175-fbe9-4078-9f8f-1e932b523433 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:03:33.608555 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-833506d9-6a8b-4e79-aab4-94453d13539e tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7120129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3978858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852529715'] for subnet, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:33.610036 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-b85f92a1-2936-4b8d-8232-8366b7772fc5 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] 10.222.0.65 "DELETE /v2.0/ports/8f979521-72ad-4f2f-84f7-d09b62bd195e HTTP/1.1" status: 204  len: 168 time: 1.9005792
Dec 24 11:03:33.620678 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-22c2892b-ee8a-4821-99e6-96dd4e23108d tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:03:33.625096 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 35662) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:03:33.705071 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833506d9-6a8b-4e79-aab4-94453d13539e tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Pushing event deleted for resources: {'Subnet': ['ID=d28daf2e-6007-4844-ad3f-ac9601df31df,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:03:33.736915 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-828e4c75-48da-454a-9600-1c16c743f25d req-920ce622-0163-485f-94da-8570e5a2037d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=392c706564b54bdf9b4aefef23ad272e&device_id=5f4ed206-cece-41eb-ab9e-d9c91bba64cc HTTP/1.1" status: 200  len: 1097 time: 0.8866394
Dec 24 11:03:33.758533 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-833506d9-6a8b-4e79-aab4-94453d13539e tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:03:33.775871 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-833506d9-6a8b-4e79-aab4-94453d13539e tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:33.797766 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-833506d9-6a8b-4e79-aab4-94453d13539e tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "DELETE /v2.0/subnets/d28daf2e-6007-4844-ad3f-ac9601df31df HTTP/1.1" status: 204  len: 168 time: 0.9678702
Dec 24 11:03:33.805784 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 35668) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:03:33.820580 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-715b65e8-aaa6-499d-9bb9-935e2b276f21 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] GET failed (client error): The resource could not be found.
Dec 24 11:03:33.821142 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-715b65e8-aaa6-499d-9bb9-935e2b276f21 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Synchronizing usage tracker for tenant:56d5354af46a4a91924cfe2259b4b254 on resource:port {{(pid=88879) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:03:33.867509 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-828e4c75-48da-454a-9600-1c16c743f25d req-82078a30-2943-449d-847c-f621c36b2341 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=632686a9-d4ae-4fa5-85f8-33db88312b6b HTTP/1.1" status: 200  len: 217 time: 0.1178577
Dec 24 11:03:33.875672 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a4712093-a270-49d1-a129-489698243199 tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-659031', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854691240'] for router, precommit_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:33.961792 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-00ecef1c-0cee-42c9-b843-43810a29361b tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-659031', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854691240'] for router, precommit_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:33.980501 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-715b65e8-aaa6-499d-9bb9-935e2b276f21 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Unset dirty status for tenant:56d5354af46a4a91924cfe2259b4b254 on resource:port {{(pid=88879) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:03:33.982862 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-715b65e8-aaa6-499d-9bb9-935e2b276f21 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] 10.222.0.65 "GET /v2.0/ports/8f979521-72ad-4f2f-84f7-d09b62bd195e HTTP/1.1" status: 404  len: 333 time: 0.3029826
Dec 24 11:03:34.009339 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-b55d6935-9671-4a79-b6fa-6afd9e760d65 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1944196
Dec 24 11:03:34.010998 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 35672) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:03:34.016803 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-88c5fdb9-895f-4af7-a82a-d3d7b7315e78 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7120129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3978858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852529715'] for subnet, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:34.021696 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 35674) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:03:34.024806 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:03:34.068792 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-d66917ef-86bd-429a-9ece-9452218fe939 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Request body: {'port': {'network_id': 'aba7367e-1d4b-4f18-a103-47503f60eff6', 'name': 'tempest-PortsTestJSON-95480316'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:03:34.092159 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-c46a8bfe-2ffe-4e5b-bf84-861fa32ba001 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Request body: {'subnet': {'network_id': '1c9eeaac-d205-4b19-a351-2fe67dd78b42', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:03:34.108097 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c5fdb9-895f-4af7-a82a-d3d7b7315e78 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Pushing event deleted for resources: {'Subnet': ['ID=f9a0e3cf-d076-45d6-8219-4a009cccd67b,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:03:34.111241 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-88c5fdb9-895f-4af7-a82a-d3d7b7315e78 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:03:34.142698 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-70195175-fbe9-4078-9f8f-1e932b523433 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks [] for security_group, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:34.144966 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828e4c75-48da-454a-9600-1c16c743f25d req-ab199fbd-f7a3-493f-9f11-0b5f1e0b7e8b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:03:34.146972 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-828e4c75-48da-454a-9600-1c16c743f25d req-ab199fbd-f7a3-493f-9f11-0b5f1e0b7e8b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=38621544-eab0-4f00-bd94-2008793c18b4 HTTP/1.1" status: 200  len: 850 time: 0.2640424
Dec 24 11:03:34.149693 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-88c5fdb9-895f-4af7-a82a-d3d7b7315e78 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:34.155488 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-88c5fdb9-895f-4af7-a82a-d3d7b7315e78 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] 10.222.0.65 "DELETE /v2.0/subnets/f9a0e3cf-d076-45d6-8219-4a009cccd67b HTTP/1.1" status: 204  len: 168 time: 1.0799444
Dec 24 11:03:34.155737 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-70195175-fbe9-4078-9f8f-1e932b523433 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:34.162695 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c48939-81db-4530-8cf3-d938c090be3d req-1a5e3375-5394-4654-9bc7-065073562fc6 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:03:34.164463 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-d9c48939-81db-4530-8cf3-d938c090be3d req-1a5e3375-5394-4654-9bc7-065073562fc6 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] 10.222.0.65 "GET /v2.0/ports?device_id=655d927a-1c14-4f1b-88cc-771b29a10c76 HTTP/1.1" status: 200  len: 946 time: 0.5144374
Dec 24 11:03:34.167113 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 35680) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:03:34.167932 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-462859da-a63f-4a21-b478-f2b798add71a tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:03:34.281600 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-d66917ef-86bd-429a-9ece-9452218fe939 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:03:34.310420 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-d66917ef-86bd-429a-9ece-9452218fe939 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:03:34.323776 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0577318-0044-46a2-afc2-ab205a81d72f req-3533221d-7f9f-49d6-b929-1770c1781fb3 tempest-ServersTestManualDisk-691114078 tempest-ServersTestManualDisk-691114078-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:03:34.325601 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-a0577318-0044-46a2-afc2-ab205a81d72f req-3533221d-7f9f-49d6-b929-1770c1781fb3 tempest-ServersTestManualDisk-691114078 tempest-ServersTestManualDisk-691114078-project] 10.222.0.65 "GET /v2.0/ports?device_id=5f4ed206-cece-41eb-ab9e-d9c91bba64cc HTTP/1.1" status: 200  len: 944 time: 0.3697701
Dec 24 11:03:34.338771 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-d9c48939-81db-4530-8cf3-d938c090be3d req-b0e5cb9c-65ce-4e28-8979-cd15b9db1caa tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] 10.222.0.65 "GET /v2.0/security-groups?id=02c07f75-3a5f-4cdc-91db-62e2db60964c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1217124
Dec 24 11:03:34.339992 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d66917ef-86bd-429a-9ece-9452218fe939 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Made reservation on behalf of 56d5354af46a4a91924cfe2259b4b254 for: {'port': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:03:34.345934 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d66917ef-86bd-429a-9ece-9452218fe939 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:34.409687 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [None req-d66917ef-86bd-429a-9ece-9452218fe939 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] device_id is not set on port 4579e182-3ca0-4ec4-b8ea-d2d1af28dbcc yet. {{(pid=88878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 24 11:03:34.479714 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70195175-fbe9-4078-9f8f-1e932b523433 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] vlan segment allocate from pool success with {'vlan_id': 603, 'physical_network': 'physnet1'}  {{(pid=88879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 24 11:03:34.490197 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-a0577318-0044-46a2-afc2-ab205a81d72f req-bca85992-10d8-42bc-943d-8cb10e361c61 tempest-ServersTestManualDisk-691114078 tempest-ServersTestManualDisk-691114078-project] 10.222.0.65 "GET /v2.0/security-groups?id=057037fb-7674-467b-97c0-ec5f050e627f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1292577
Dec 24 11:03:34.506608 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-70195175-fbe9-4078-9f8f-1e932b523433 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:34.507341 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.segments_db [None req-70195175-fbe9-4078-9f8f-1e932b523433 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Added segment 2bb2705a-be0a-44af-9a35-cf280ebc1ac3 of type vlan for network 43336de9-8907-443d-9469-141af13ca809
Dec 24 11:03:34.645867 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d604e122-92ff-48e7-b8f6-ffa14811ea31 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036847558493'] for network, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:34.678497 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70195175-fbe9-4078-9f8f-1e932b523433 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61d10d3c-fde4-4048-923a-f0b3d9439132,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:03:34.685761 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-70195175-fbe9-4078-9f8f-1e932b523433 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.518s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:03:34.721105 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-70195175-fbe9-4078-9f8f-1e932b523433 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363287349540024'] for network, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:34.789037 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d66917ef-86bd-429a-9ece-9452218fe939 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:34.805633 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-c46a8bfe-2ffe-4e5b-bf84-861fa32ba001 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:03:34.814411 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-d604e122-92ff-48e7-b8f6-ffa14811ea31 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Deleting port 3aadbc32-60d9-448e-a40e-875c2af19b6d {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:03:34.815315 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d604e122-92ff-48e7-b8f6-ffa14811ea31 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:34.819724 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d66917ef-86bd-429a-9ece-9452218fe939 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:34.827163 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-9dbb5cf3-2a36-4854-9561-6d5c968288a6 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:03:34.862352 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-c46a8bfe-2ffe-4e5b-bf84-861fa32ba001 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Usage tracker for resource:subnet and tenant:739a78fd4cfc48c2a4011598579f8f8c is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:03:34.921433 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66917ef-86bd-429a-9ece-9452218fe939 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Pushing event updated for resources: {'Port': ['ID=4579e182-3ca0-4ec4-b8ea-d2d1af28dbcc,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:03:34.932164 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-c46a8bfe-2ffe-4e5b-bf84-861fa32ba001 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:03:34.934304 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-d66917ef-86bd-429a-9ece-9452218fe939 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:03:34.954306 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d66917ef-86bd-429a-9ece-9452218fe939 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Network aba7367e-1d4b-4f18-a103-47503f60eff6 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:03:34.956629 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-d66917ef-86bd-429a-9ece-9452218fe939 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Resources bound (agent type, host, resource id):  {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:03:34.960119 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d66917ef-86bd-429a-9ece-9452218fe939 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:03:34.966993 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d66917ef-86bd-429a-9ece-9452218fe939 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:03:34.967326 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-c46a8bfe-2ffe-4e5b-bf84-861fa32ba001 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:03:34.968170 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d66917ef-86bd-429a-9ece-9452218fe939 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:35.004051 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-d66917ef-86bd-429a-9ece-9452218fe939 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 844 time: 0.9879446
Dec 24 11:03:35.004596 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 35684) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:03:35.012561 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-828e4c75-48da-454a-9600-1c16c743f25d req-b717028b-d2be-4e1f-8ace-a2738d1b2a77 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=080f09f1-3644-45f6-a515-c3987b590591&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.8548081
Dec 24 11:03:35.013315 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-bbebdc1c-d1cf-4f7f-b73b-7eb2efd433ab tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:03:35.138963 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-70195175-fbe9-4078-9f8f-1e932b523433 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636'] for network, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:35.146571 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70195175-fbe9-4078-9f8f-1e932b523433 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:03:35.148240 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-70195175-fbe9-4078-9f8f-1e932b523433 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks [] for network, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:35.156937 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c46a8bfe-2ffe-4e5b-bf84-861fa32ba001 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Made reservation on behalf of 739a78fd4cfc48c2a4011598579f8f8c for: {'subnet': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:03:35.158669 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2129261f-e807-42dd-8d98-0f750dbeda39 None None] Network 1c9eeaac-d205-4b19-a351-2fe67dd78b42 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:03:35.184891 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bbebdc1c-d1cf-4f7f-b73b-7eb2efd433ab tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:35.189449 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-a72a82f5-5b57-435d-b6d2-132a1cc2392c tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:03:35.395634 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a487bcd-658b-4b14-8932-41fb29a4d09e None None] Network 21bada47-310f-4500-925a-7f94966191b8 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:03:35.596472 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-44736a9c-60fe-4175-a726-5eab67e9c403 None None] Provisioning complete for port 06064d97-adb0-4579-8c49-d0b926167d92 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:03:35.597061 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-44736a9c-60fe-4175-a726-5eab67e9c403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:35.798397 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-70195175-fbe9-4078-9f8f-1e932b523433 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 3.4504173
Dec 24 11:03:35.798712 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bbebdc1c-d1cf-4f7f-b73b-7eb2efd433ab tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks [] for port, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:35.809803 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70195175-fbe9-4078-9f8f-1e932b523433 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Pushing event updated for resources: {'Network': ['ID=43336de9-8907-443d-9469-141af13ca809,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:03:35.809803 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-70195175-fbe9-4078-9f8f-1e932b523433 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.619s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:03:35.840403 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bbebdc1c-d1cf-4f7f-b73b-7eb2efd433ab tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3978773'] for port, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:35.850939 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-d19e3123-6e3f-4d3f-b201-4a4401aba133 tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:03:35.907095 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Network 43336de9-8907-443d-9469-141af13ca809 details requested by agent ovs-agent-dv-neutron-822691-2-hyperv with host dv-neutron-822691-2-hyperv {{(pid=88880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 24 11:03:35.968883 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-d604e122-92ff-48e7-b8f6-ffa14811ea31 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] For port 3aadbc32-60d9-448e-a40e-875c2af19b6d, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=3aadbc32-60d9-448e-a40e-875c2af19b6d,segment=NetworkSegment(83b96c53-ea7e-4ef6-b65b-f4bef0d71ab6),segment_id=83b96c53-ea7e-4ef6-b65b-f4bef0d71ab6)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:03:35.969581 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d604e122-92ff-48e7-b8f6-ffa14811ea31 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:35.992773 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbebdc1c-d1cf-4f7f-b73b-7eb2efd433ab tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Pushing event updated for resources: {'Port': ['ID=4579e182-3ca0-4ec4-b8ea-d2d1af28dbcc,revision_number=2']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:03:36.008452 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-bbebdc1c-d1cf-4f7f-b73b-7eb2efd433ab tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:03:36.043315 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-bbebdc1c-d1cf-4f7f-b73b-7eb2efd433ab tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] In _notify_port_updated(), no bound segment for port 4579e182-3ca0-4ec4-b8ea-d2d1af28dbcc on network aba7367e-1d4b-4f18-a103-47503f60eff6 {{(pid=88878) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}}
Dec 24 11:03:36.051176 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbebdc1c-d1cf-4f7f-b73b-7eb2efd433ab tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:03:36.052917 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bbebdc1c-d1cf-4f7f-b73b-7eb2efd433ab tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:36.059467 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-bbebdc1c-d1cf-4f7f-b73b-7eb2efd433ab tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] 10.222.0.65 "PUT /v2.0/ports/4579e182-3ca0-4ec4-b8ea-d2d1af28dbcc HTTP/1.1" status: 200  len: 818 time: 1.0527222
Dec 24 11:03:36.060436 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 35692) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:03:36.136271 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 35696) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:03:36.159394 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-035aee4b-e985-473d-ac54-02e00a5b731f tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Request body: {'subnet': {'network_id': '43336de9-8907-443d-9469-141af13ca809', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:03:36.206739 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-828e4c75-48da-454a-9600-1c16c743f25d req-805f3c7c-c3b8-4396-9d0a-24badbfad9b0 service neutron] 10.222.0.58 "GET /v2.0/networks/080f09f1-3644-45f6-a515-c3987b590591?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.1821690
Dec 24 11:03:36.214562 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-d604e122-92ff-48e7-b8f6-ffa14811ea31 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Calling delete_port for 3aadbc32-60d9-448e-a40e-875c2af19b6d owned by network:dhcp {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:03:36.238237 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7212a066-c2ad-4a79-97e5-9e5f8359a559 req-53204df3-e8e9-4703-8b6a-00290e5344e9 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:03:36.239961 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-7212a066-c2ad-4a79-97e5-9e5f8359a559 req-53204df3-e8e9-4703-8b6a-00290e5344e9 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] 10.222.0.65 "GET /v2.0/ports?device_id=655d927a-1c14-4f1b-88cc-771b29a10c76 HTTP/1.1" status: 200  len: 946 time: 0.5997603
Dec 24 11:03:36.251813 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c46a8bfe-2ffe-4e5b-bf84-861fa32ba001 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3619482'] for subnet, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:36.295131 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-973ce14e-6ecf-4776-bd7f-334682ff3758 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Deleting port 4579e182-3ca0-4ec4-b8ea-d2d1af28dbcc {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:03:36.295810 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-973ce14e-6ecf-4776-bd7f-334682ff3758 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:36.325159 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a4712093-a270-49d1-a129-489698243199 tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Notify callbacks [] for router_gateway, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:36.351614 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3712eccf-8ed0-4284-b2e6-42bec4ea8273 None None] DHCP port deletion for 1c9eeaac-d205-4b19-a351-2fe67dd78b42 request from dv-neutron-822691-2-hyperv {{(pid=88880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 24 11:03:36.370566 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-77dbbf67-6610-4bab-bb95-0b4bf87c9f04 None None] Provisioning complete for port 3aadbc32-60d9-448e-a40e-875c2af19b6d triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:03:36.371244 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-77dbbf67-6610-4bab-bb95-0b4bf87c9f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:36.392510 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a4712093-a270-49d1-a129-489698243199 tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:36.428128 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24c16643-7125-4b5a-aadc-8fac8fdbb541 None None] DHCP port deletion for 21bada47-310f-4500-925a-7f94966191b8 request from dv-neutron-822691-2-hyperv {{(pid=88880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 24 11:03:36.431611 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a922a8-2498-4bf3-a384-e106d0f9b2a7 req-68ced6fb-52dd-4edf-b51f-b06372e392a7 tempest-ServersTestManualDisk-691114078 tempest-ServersTestManualDisk-691114078-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:03:36.432358 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-17a922a8-2498-4bf3-a384-e106d0f9b2a7 req-68ced6fb-52dd-4edf-b51f-b06372e392a7 tempest-ServersTestManualDisk-691114078 tempest-ServersTestManualDisk-691114078-project] 10.222.0.65 "GET /v2.0/ports?device_id=5f4ed206-cece-41eb-ab9e-d9c91bba64cc HTTP/1.1" status: 200  len: 944 time: 0.7893770
Dec 24 11:03:36.435502 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-3712eccf-8ed0-4284-b2e6-42bec4ea8273 None None] Deleting port 06064d97-adb0-4579-8c49-d0b926167d92 {{(pid=88880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:03:36.437938 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3712eccf-8ed0-4284-b2e6-42bec4ea8273 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:36.545446 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-24c16643-7125-4b5a-aadc-8fac8fdbb541 None None] Deleting port 3aadbc32-60d9-448e-a40e-875c2af19b6d {{(pid=88880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:03:36.546112 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-24c16643-7125-4b5a-aadc-8fac8fdbb541 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:36.556734 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-035aee4b-e985-473d-ac54-02e00a5b731f tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:03:36.593179 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-035aee4b-e985-473d-ac54-02e00a5b731f tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Usage tracker for resource:subnet and tenant:16b8df9aad104dc0ac4afa0a1ae53906 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:03:36.598252 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-7212a066-c2ad-4a79-97e5-9e5f8359a559 req-9dda078d-fd68-40b8-8338-ecb8caebce45 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] 10.222.0.65 "GET /v2.0/security-groups?id=02c07f75-3a5f-4cdc-91db-62e2db60964c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3354073
Dec 24 11:03:36.601294 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-00ecef1c-0cee-42c9-b843-43810a29361b tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Notify callbacks [] for router_gateway, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:36.603426 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-035aee4b-e985-473d-ac54-02e00a5b731f tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:03:36.615764 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-035aee4b-e985-473d-ac54-02e00a5b731f tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:03:36.653450 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-17a922a8-2498-4bf3-a384-e106d0f9b2a7 req-a08c2846-ae01-4f98-8d11-d75a4cede2ee tempest-ServersTestManualDisk-691114078 tempest-ServersTestManualDisk-691114078-project] 10.222.0.65 "GET /v2.0/security-groups?id=057037fb-7674-467b-97c0-ec5f050e627f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1917319
Dec 24 11:03:36.654376 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-035aee4b-e985-473d-ac54-02e00a5b731f tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Made reservation on behalf of 16b8df9aad104dc0ac4afa0a1ae53906 for: {'subnet': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:03:36.688969 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f7e19830-363d-40c0-be26-dd93375563d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:36.767521 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-00ecef1c-0cee-42c9-b843-43810a29361b tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:36.884442 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d604e122-92ff-48e7-b8f6-ffa14811ea31 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:36.903147 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-24c16643-7125-4b5a-aadc-8fac8fdbb541 None None] The port '3aadbc32-60d9-448e-a40e-875c2af19b6d' was deleted {{(pid=88880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 24 11:03:36.907166 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-d4ae1b74-3856-443a-8e7f-50d788fd1624 tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:03:36.940826 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.plugins.ml2.db [None req-77dbbf67-6610-4bab-bb95-0b4bf87c9f04 None None] No ports have port_id starting with 3aadbc32-60d9-448e-a40e-875c2af19b6d
Dec 24 11:03:37.063857 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d604e122-92ff-48e7-b8f6-ffa14811ea31 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Pushing event deleted for resources: {'Port': ['ID=3aadbc32-60d9-448e-a40e-875c2af19b6d,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:03:37.083535 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.agents_db [None req-e51243ab-6a93-425b-980f-a73583147efa None None] Agent healthcheck: found 6 active agents {{(pid=88881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 24 11:03:37.091999 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-3712eccf-8ed0-4284-b2e6-42bec4ea8273 None None] For port 06064d97-adb0-4579-8c49-d0b926167d92, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=06064d97-adb0-4579-8c49-d0b926167d92,segment=NetworkSegment(6618a092-51b2-4e3d-9318-3ce6b7b40c55),segment_id=6618a092-51b2-4e3d-9318-3ce6b7b40c55)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:03:37.092709 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3712eccf-8ed0-4284-b2e6-42bec4ea8273 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:37.092928 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-828e4c75-48da-454a-9600-1c16c743f25d req-d5b27137-f734-4c9a-a400-514ae025f770 service neutron] 10.222.0.58 "GET /v2.0/networks/080f09f1-3644-45f6-a515-c3987b590591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8087864
Dec 24 11:03:37.103289 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-d604e122-92ff-48e7-b8f6-ffa14811ea31 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:03:37.147202 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-973ce14e-6ecf-4776-bd7f-334682ff3758 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:37.171186 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-035aee4b-e985-473d-ac54-02e00a5b731f tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2246100'] for subnet, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:37.250167 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d604e122-92ff-48e7-b8f6-ffa14811ea31 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] No DVR routers for this DVR port 3aadbc32-60d9-448e-a40e-875c2af19b6d on host dv-neutron-822691-2-hyperv {{(pid=88879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 24 11:03:37.250917 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-3712eccf-8ed0-4284-b2e6-42bec4ea8273 None None] Calling delete_port for 06064d97-adb0-4579-8c49-d0b926167d92 owned by network:dhcp {{(pid=88880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:03:37.332726 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3712eccf-8ed0-4284-b2e6-42bec4ea8273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392'] for port, after_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:37.343234 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-3fabc2e1-a1ca-4f96-a448-6858b80c2c5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:03:37.367012 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-973ce14e-6ecf-4776-bd7f-334682ff3758 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Calling delete_port for 4579e182-3ca0-4ec4-b8ea-d2d1af28dbcc owned by  {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:03:37.367327 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-a4712093-a270-49d1-a129-489698243199 tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Allocated IP 172.26.3.170 (f8c337ba-681f-4fcb-a333-e3c49365b30a/8ea1398c-0bec-46d6-8d54-85798de2a7ca/fd41beec-0ae9-4b92-b275-ca43dc61d7ee) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:03:37.389431 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3712eccf-8ed0-4284-b2e6-42bec4ea8273 None None] Pushing event deleted for resources: {'Port': ['ID=06064d97-adb0-4579-8c49-d0b926167d92,revision_number=None']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:03:37.392576 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-3712eccf-8ed0-4284-b2e6-42bec4ea8273 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:03:37.398153 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3712eccf-8ed0-4284-b2e6-42bec4ea8273 None None] No DVR routers for this DVR port 06064d97-adb0-4579-8c49-d0b926167d92 on host dv-neutron-822691-2-hyperv {{(pid=88880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 24 11:03:37.543686 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-973ce14e-6ecf-4776-bd7f-334682ff3758 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:37.548027 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d604e122-92ff-48e7-b8f6-ffa14811ea31 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847649663', 'neutron.services.segments.db._delete_segments_for_network-8749505737672'] for network, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:37.550703 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-9530ebe2-dd34-4c7d-8b33-8405e86d6746 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:03:37.605607 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973ce14e-6ecf-4776-bd7f-334682ff3758 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Pushing event deleted for resources: {'Port': ['ID=4579e182-3ca0-4ec4-b8ea-d2d1af28dbcc,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:03:37.641321 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-973ce14e-6ecf-4776-bd7f-334682ff3758 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:03:37.661253 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-973ce14e-6ecf-4776-bd7f-334682ff3758 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:37.676512 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-d604e122-92ff-48e7-b8f6-ffa14811ea31 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f52703dfe10>,) {'filters': {'network_id': ['21bada47-310f-4500-925a-7f94966191b8']}} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:03:37.706668 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-973ce14e-6ecf-4776-bd7f-334682ff3758 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] 10.222.0.65 "DELETE /v2.0/ports/4579e182-3ca0-4ec4-b8ea-d2d1af28dbcc HTTP/1.1" status: 204  len: 168 time: 1.6426811
Dec 24 11:03:37.712268 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 35702) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:03:37.742640 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-d604e122-92ff-48e7-b8f6-ffa14811ea31 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f52703dfe10>, '83b96c53-ea7e-4ef6-b65b-f4bef0d71ab6') {'for_net_delete': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:03:37.743562 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-d604e122-92ff-48e7-b8f6-ffa14811ea31 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f52703dfe10>, '83b96c53-ea7e-4ef6-b65b-f4bef0d71ab6') {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:03:37.765553 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-4a0a9419-08ef-4b67-a99e-e444da69ccd1 req-5331b9b4-5639-488a-8b6a-d593dc14b435 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=392c706564b54bdf9b4aefef23ad272e&device_id=5f4ed206-cece-41eb-ab9e-d9c91bba64cc HTTP/1.1" status: 200  len: 1097 time: 0.5963004
Dec 24 11:03:37.776218 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d604e122-92ff-48e7-b8f6-ffa14811ea31 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749505745113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853989108'] for segment, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:37.876092 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a4712093-a270-49d1-a129-489698243199 tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:37.879932 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d604e122-92ff-48e7-b8f6-ffa14811ea31 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:37.906051 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d604e122-92ff-48e7-b8f6-ffa14811ea31 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Releasing vlan 612 on physical network physnet1 to pool {{(pid=88879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 24 11:03:37.906510 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d604e122-92ff-48e7-b8f6-ffa14811ea31 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036847652098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3926696'] for segment, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:37.975988 dv-neutron-822691-2-hyperv neutron-server[88767]: Traceback (most recent call last):
Dec 24 11:03:37.975988 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 24 11:03:37.975988 dv-neutron-822691-2-hyperv neutron-server[88767]:     timer()
Dec 24 11:03:37.975988 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 11:03:37.975988 dv-neutron-822691-2-hyperv neutron-server[88767]:     cb(*args, **kw)
Dec 24 11:03:37.975988 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 24 11:03:37.975988 dv-neutron-822691-2-hyperv neutron-server[88767]:     return func(*args, **kwargs)
Dec 24 11:03:37.975988 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 11:03:37.975988 dv-neutron-822691-2-hyperv neutron-server[88767]:     self._notify()
Dec 24 11:03:37.975988 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 11:03:37.975988 dv-neutron-822691-2-hyperv neutron-server[88767]:     self.callback(batched_events)
Dec 24 11:03:37.975988 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 11:03:37.975988 dv-neutron-822691-2-hyperv neutron-server[88767]:     event.method(event)
Dec 24 11:03:37.975988 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 11:03:37.975988 dv-neutron-822691-2-hyperv neutron-server[88767]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 11:03:37.975988 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 24 11:03:37.975988 dv-neutron-822691-2-hyperv neutron-server[88767]:     segment_id)['aggregates'][0]
Dec 24 11:03:37.975988 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 24 11:03:37.975988 dv-neutron-822691-2-hyperv neutron-server[88767]:     return f(self, *a, **k)
Dec 24 11:03:37.975988 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 11:03:37.975988 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self._get(url).json()
Dec 24 11:03:37.975988 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 24 11:03:37.975988 dv-neutron-822691-2-hyperv neutron-server[88767]:     **kwargs)
Dec 24 11:03:37.975988 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 24 11:03:37.975988 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self.request(url, 'GET', **kwargs)
Dec 24 11:03:37.975988 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 24 11:03:37.975988 dv-neutron-822691-2-hyperv neutron-server[88767]:     **endpoint_filter)
Dec 24 11:03:37.975988 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 24 11:03:37.975988 dv-neutron-822691-2-hyperv neutron-server[88767]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 11:03:37.975988 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 24 11:03:37.975988 dv-neutron-822691-2-hyperv neutron-server[88767]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 11:03:37.975988 dv-neutron-822691-2-hyperv neutron-server[88767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 11:03:38.038013 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:38.052300 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-035aee4b-e985-473d-ac54-02e00a5b731f tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850796890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2246085'] for subnet, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:38.059302 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-9261ce65-7a92-4a8a-863c-2cf8e7e610ba tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:03:38.223973 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04fb7a26-3eab-4e63-b495-6ad7ff3e0c9f tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:03:38.224883 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-04fb7a26-3eab-4e63-b495-6ad7ff3e0c9f tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Synchronizing usage tracker for tenant:56d5354af46a4a91924cfe2259b4b254 on resource:port {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:03:38.241857 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035aee4b-e985-473d-ac54-02e00a5b731f tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Pushing event updated for resources: {'Subnet': ['ID=2cf1f6d0-74cb-4a1c-9b69-76e78239e4ea,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:03:38.249041 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-035aee4b-e985-473d-ac54-02e00a5b731f tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:03:38.263449 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 3aadbc32-60d9-448e-a40e-875c2af19b6d no longer exists at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:03:38.273091 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528bbd60-8611-4e91-a2ec-8b77d0fafcc2 req-135d0294-8bfc-4039-8512-382c6a229d43 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:03:38.281103 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-528bbd60-8611-4e91-a2ec-8b77d0fafcc2 req-135d0294-8bfc-4039-8512-382c6a229d43 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] 10.222.0.65 "GET /v2.0/ports?device_id=655d927a-1c14-4f1b-88cc-771b29a10c76 HTTP/1.1" status: 200  len: 946 time: 0.4815402
Dec 24 11:03:38.312681 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] No Port match for: 3aadbc32-60d9-448e-a40e-875c2af19b6d {{(pid=88880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 24 11:03:38.313194 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 3aadbc32-60d9-448e-a40e-875c2af19b6d not bound to the agent host dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 24 11:03:38.313652 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 06064d97-adb0-4579-8c49-d0b926167d92 no longer exists at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:03:38.318622 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ba37c7-098f-4152-b10c-58b6c798f170 req-2ab77dc0-3852-4987-9347-2ebdfd161f8f tempest-ServersTestManualDisk-691114078 tempest-ServersTestManualDisk-691114078-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:03:38.321437 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-32ba37c7-098f-4152-b10c-58b6c798f170 req-2ab77dc0-3852-4987-9347-2ebdfd161f8f tempest-ServersTestManualDisk-691114078 tempest-ServersTestManualDisk-691114078-project] 10.222.0.65 "GET /v2.0/ports?device_id=5f4ed206-cece-41eb-ab9e-d9c91bba64cc HTTP/1.1" status: 200  len: 944 time: 0.4216273
Dec 24 11:03:38.353915 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] No Port match for: 06064d97-adb0-4579-8c49-d0b926167d92 {{(pid=88880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 24 11:03:38.354546 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 06064d97-adb0-4579-8c49-d0b926167d92 not bound to the agent host dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 24 11:03:38.374705 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-04fb7a26-3eab-4e63-b495-6ad7ff3e0c9f tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Unset dirty status for tenant:56d5354af46a4a91924cfe2259b4b254 on resource:port {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:03:38.375991 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-04fb7a26-3eab-4e63-b495-6ad7ff3e0c9f tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200  len: 844 time: 0.6614654
Dec 24 11:03:38.379084 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035aee4b-e985-473d-ac54-02e00a5b731f tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Checking segment: {'id': '2bb2705a-be0a-44af-9a35-cf280ebc1ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '43336de9-8907-443d-9469-141af13ca809'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:03:38.379493 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-035aee4b-e985-473d-ac54-02e00a5b731f tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Network hostable DHCP agents. Network: 43336de9-8907-443d-9469-141af13ca809, hostable agents: ['edcf98dc-3032-472a-8b3d-f23fd1e89806'], hosted agents: [] {{(pid=88878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 24 11:03:38.386378 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 35708) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:03:38.412893 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c46a8bfe-2ffe-4e5b-bf84-861fa32ba001 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3921862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3619467'] for subnet, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:38.421338 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-60e96ab8-a9a1-48f7-82f2-14912431311a tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:03:38.468519 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebde121a-1508-40b5-82d2-545d0cca9ce7 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] GET failed (client error): The resource could not be found.
Dec 24 11:03:38.470036 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-ebde121a-1508-40b5-82d2-545d0cca9ce7 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] 10.222.0.65 "GET /v2.0/ports/4579e182-3ca0-4ec4-b8ea-d2d1af28dbcc HTTP/1.1" status: 404  len: 333 time: 0.0809512
Dec 24 11:03:38.475256 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-528bbd60-8611-4e91-a2ec-8b77d0fafcc2 req-8ece1049-fd2e-4447-9c6c-ef252507fdfc tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] 10.222.0.65 "GET /v2.0/security-groups?id=02c07f75-3a5f-4cdc-91db-62e2db60964c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1906404
Dec 24 11:03:38.476416 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 35712) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:03:38.477802 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d604e122-92ff-48e7-b8f6-ffa14811ea31 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7126154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659196'] for network, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:38.482186 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-32ba37c7-098f-4152-b10c-58b6c798f170 req-78b96839-e9c6-41f4-bb63-e2b3e52d06d3 tempest-ServersTestManualDisk-691114078 tempest-ServersTestManualDisk-691114078-project] 10.222.0.65 "GET /v2.0/security-groups?id=057037fb-7674-467b-97c0-ec5f050e627f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1449029
Dec 24 11:03:38.485850 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-1f2ba80c-ac7a-48c3-8255-0954d2e5d788 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-138332346'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:03:38.495104 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-1f2ba80c-ac7a-48c3-8255-0954d2e5d788 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:03:38.500695 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d604e122-92ff-48e7-b8f6-ffa14811ea31 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks [] for network, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:38.500869 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-1f2ba80c-ac7a-48c3-8255-0954d2e5d788 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Usage tracker for resource:network and tenant:56d5354af46a4a91924cfe2259b4b254 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:03:38.505141 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-1f2ba80c-ac7a-48c3-8255-0954d2e5d788 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:03:38.514113 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-035aee4b-e985-473d-ac54-02e00a5b731f tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Network 43336de9-8907-443d-9469-141af13ca809 is scheduled to be hosted by DHCP agent edcf98dc-3032-472a-8b3d-f23fd1e89806 with binding_index 1 {{(pid=88878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 24 11:03:38.517520 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-1f2ba80c-ac7a-48c3-8255-0954d2e5d788 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:03:38.521633 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0a9419-08ef-4b67-a99e-e444da69ccd1 req-c3ca1cd0-8dde-4cc5-80d5-4e4e6e9c09b3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:03:38.523075 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-4a0a9419-08ef-4b67-a99e-e444da69ccd1 req-c3ca1cd0-8dde-4cc5-80d5-4e4e6e9c09b3 service neutron] 10.222.0.58 "GET /v2.0/networks?id=080f09f1-3644-45f6-a515-c3987b590591 HTTP/1.1" status: 200  len: 912 time: 0.7360201
Dec 24 11:03:38.538384 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c46a8bfe-2ffe-4e5b-bf84-861fa32ba001 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Network 1c9eeaac-d205-4b19-a351-2fe67dd78b42 is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:03:38.541597 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-035aee4b-e985-473d-ac54-02e00a5b731f tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822691-2-hyperv, 43336de9-8907-443d-9469-141af13ca809) {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:03:38.550240 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f2ba80c-ac7a-48c3-8255-0954d2e5d788 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Made reservation on behalf of 56d5354af46a4a91924cfe2259b4b254 for: {'network': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:03:38.563384 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f0b3ee5-91f7-44b8-83d4-d59c4d4eefcd None None] Network 43336de9-8907-443d-9469-141af13ca809 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:03:38.567803 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1f2ba80c-ac7a-48c3-8255-0954d2e5d788 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for network, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:38.579410 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-035aee4b-e985-473d-ac54-02e00a5b731f tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:03:38.579910 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-035aee4b-e985-473d-ac54-02e00a5b731f tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:38.580208 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-c46a8bfe-2ffe-4e5b-bf84-861fa32ba001 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Resources bound (agent type, host, resource id):  {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:03:38.608843 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-035aee4b-e985-473d-ac54-02e00a5b731f tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 816 time: 2.4707110
Dec 24 11:03:38.623194 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 35716) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:03:38.624227 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-127cd6c6-a901-4030-8695-b889f5eae2d5 None None] Network 1c9eeaac-d205-4b19-a351-2fe67dd78b42 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:03:38.631065 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-e5e36498-9438-44d7-a97f-6c53074f647f tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-263960872'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:03:38.639917 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f2ba80c-ac7a-48c3-8255-0954d2e5d788 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] vlan segment allocate from pool success with {'vlan_id': 639, 'physical_network': 'physnet1'}  {{(pid=88878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 24 11:03:38.642920 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-e5e36498-9438-44d7-a97f-6c53074f647f tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:03:38.653648 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-e5e36498-9438-44d7-a97f-6c53074f647f tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Usage tracker for resource:network and tenant:16b8df9aad104dc0ac4afa0a1ae53906 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:03:38.658005 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-e5e36498-9438-44d7-a97f-6c53074f647f tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:03:38.667121 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1f2ba80c-ac7a-48c3-8255-0954d2e5d788 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:38.667579 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.segments_db [None req-1f2ba80c-ac7a-48c3-8255-0954d2e5d788 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Added segment 83df2dda-4772-4919-9fb2-2c010dbea0cc of type vlan for network 25827399-a736-4c6a-8cb1-2b9b723977e8
Dec 24 11:03:38.669022 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-e5e36498-9438-44d7-a97f-6c53074f647f tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:03:38.686321 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5e36498-9438-44d7-a97f-6c53074f647f tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Made reservation on behalf of 16b8df9aad104dc0ac4afa0a1ae53906 for: {'network': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:03:38.686663 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a4712093-a270-49d1-a129-489698243199 tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:38.692311 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e5e36498-9438-44d7-a97f-6c53074f647f tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for network, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:38.693513 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c46a8bfe-2ffe-4e5b-bf84-861fa32ba001 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:03:38.694721 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c46a8bfe-2ffe-4e5b-bf84-861fa32ba001 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks [] for subnet, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:38.726018 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46a8bfe-2ffe-4e5b-bf84-861fa32ba001 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Pushing event updated for resources: {'Subnet': ['ID=582e60ef-32c8-4181-8438-9b006dc9b77e,revision_number=0']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:03:38.729674 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1f2ba80c-ac7a-48c3-8255-0954d2e5d788 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363287349540024'] for network, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:38.737878 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-d604e122-92ff-48e7-b8f6-ffa14811ea31 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] 10.222.0.65 "DELETE /v2.0/networks/21bada47-310f-4500-925a-7f94966191b8 HTTP/1.1" status: 204  len: 168 time: 4.5380239
Dec 24 11:03:38.738119 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 35720) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:03:38.738275 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c46a8bfe-2ffe-4e5b-bf84-861fa32ba001 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:03:38.758317 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-ae1fa57b-61db-4ccc-8940-d4099ca95406 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.259s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:03:38.794085 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d604e122-92ff-48e7-b8f6-ffa14811ea31 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Pushing event deleted for resources: {'Network': ['ID=21bada47-310f-4500-925a-7f94966191b8,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:03:38.801061 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-4a0a9419-08ef-4b67-a99e-e444da69ccd1 req-c5cba3d9-4985-4b5f-8b4f-ff1085c73c3a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=632686a9-d4ae-4fa5-85f8-33db88312b6b HTTP/1.1" status: 200  len: 217 time: 0.2589555
Dec 24 11:03:38.802225 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-d604e122-92ff-48e7-b8f6-ffa14811ea31 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:03:38.805404 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-4955a450-86ad-4a1c-9a02-56d7fcad7760 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.100s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:03:38.815113 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5e36498-9438-44d7-a97f-6c53074f647f tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] vlan segment allocate from pool success with {'vlan_id': 616, 'physical_network': 'physnet1'}  {{(pid=88878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 24 11:03:38.849540 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e5e36498-9438-44d7-a97f-6c53074f647f tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:38.850065 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.segments_db [None req-e5e36498-9438-44d7-a97f-6c53074f647f tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Added segment f792bc47-7b5c-40c6-ba55-06b1a3465b25 of type vlan for network 30cf974e-2d1c-4797-b7b3-13e521a6f6a9
Dec 24 11:03:38.861992 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1f2ba80c-ac7a-48c3-8255-0954d2e5d788 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636'] for network, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:38.866756 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f2ba80c-ac7a-48c3-8255-0954d2e5d788 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:03:38.867491 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1f2ba80c-ac7a-48c3-8255-0954d2e5d788 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1977811'] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:38.875528 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-d71c4af6-3dcf-45c2-976f-09df271ba7c9 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:03:38.910247 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-c46a8bfe-2ffe-4e5b-bf84-861fa32ba001 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 4.8776605
Dec 24 11:03:38.912673 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4712093-a270-49d1-a129-489698243199 tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Network f8c337ba-681f-4fcb-a333-e3c49365b30a is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:03:38.920042 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 35724) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:03:38.927931 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-a4712093-a270-49d1-a129-489698243199 tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Resources bound (agent type, host, resource id):  {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:03:38.933549 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-00ecef1c-0cee-42c9-b843-43810a29361b tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Allocated IP 172.26.3.198 (f8c337ba-681f-4fcb-a333-e3c49365b30a/8ea1398c-0bec-46d6-8d54-85798de2a7ca/6b124c9a-c786-46ee-8446-788573dc08c0) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:03:38.945994 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4712093-a270-49d1-a129-489698243199 tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:03:38.950798 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-2a0db2f0-3c9a-4388-a742-80f1c3d224ec tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Request body: {'subnet': {'network_id': '1c9eeaac-d205-4b19-a351-2fe67dd78b42', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:03:39.006507 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-794b29d5-94ff-4c5b-b657-4b3d4f706726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:39.025619 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4712093-a270-49d1-a129-489698243199 tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Pushing event updated for resources: {'Port': ['ID=fd41beec-0ae9-4b92-b275-ca43dc61d7ee,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:03:39.040625 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-a4712093-a270-49d1-a129-489698243199 tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:03:39.050040 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e5e36498-9438-44d7-a97f-6c53074f647f tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363287349540024'] for network, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:39.091481 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0a9419-08ef-4b67-a99e-e444da69ccd1 req-44bca695-18cd-407a-b631-f1406cb4918c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:03:39.093302 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-4a0a9419-08ef-4b67-a99e-e444da69ccd1 req-44bca695-18cd-407a-b631-f1406cb4918c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=38621544-eab0-4f00-bd94-2008793c18b4 HTTP/1.1" status: 200  len: 850 time: 0.2524590
Dec 24 11:03:39.106976 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0f06a97-bbf8-460d-9f49-479cc9ca8e71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73968e80-91fd-539e-a7c6-b31af6d9e680-1c9eeaac-d205-4b19-a351-2fe67dd78b42', 'network_id': '1c9eeaac-d205-4b19-a351-2fe67dd78b42', 'tenant_id': '739a78fd4cfc48c2a4011598579f8f8c', 'fixed_ips': [{'subnet_id': '582e60ef-32c8-4181-8438-9b006dc9b77e'}]}} from dv-neutron-822691-2-hyperv. {{(pid=88880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 24 11:03:39.107906 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b0f06a97-bbf8-460d-9f49-479cc9ca8e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:39.123317 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-1f2ba80c-ac7a-48c3-8255-0954d2e5d788 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201  len: 767 time: 0.6454275
Dec 24 11:03:39.128425 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4556ff4-333e-471f-ade2-d47e976b4cb4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73968e80-91fd-539e-a7c6-b31af6d9e680-43336de9-8907-443d-9469-141af13ca809', 'network_id': '43336de9-8907-443d-9469-141af13ca809', 'tenant_id': '16b8df9aad104dc0ac4afa0a1ae53906', 'fixed_ips': [{'subnet_id': '2cf1f6d0-74cb-4a1c-9b69-76e78239e4ea'}]}} from dv-neutron-822691-2-hyperv. {{(pid=88880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 24 11:03:39.129498 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b4556ff4-333e-471f-ade2-d47e976b4cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:39.136242 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3944590-1f22-40e4-9519-19aa7e29673f tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:03:39.137387 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-a3944590-1f22-40e4-9519-19aa7e29673f tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Synchronizing usage tracker for tenant:58aa2a41110240a2b5bfe3b4600f4977 on resource:port {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:03:39.147906 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 35728) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:03:39.163551 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2ba80c-ac7a-48c3-8255-0954d2e5d788 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Pushing event updated for resources: {'Network': ['ID=25827399-a736-4c6a-8cb1-2b9b723977e8,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:03:39.221030 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-4bbc3d81-5b0c-40be-acf3-0fd946c38001 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Request body: {'subnet': {'network_id': '25827399-a736-4c6a-8cb1-2b9b723977e8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:03:39.238645 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Network 25827399-a736-4c6a-8cb1-2b9b723977e8 details requested by agent ovs-agent-dv-neutron-822691-2-hyperv with host dv-neutron-822691-2-hyperv {{(pid=88880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 24 11:03:39.255260 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-1f2ba80c-ac7a-48c3-8255-0954d2e5d788 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:03:39.323949 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-a3944590-1f22-40e4-9519-19aa7e29673f tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Unset dirty status for tenant:58aa2a41110240a2b5bfe3b4600f4977 on resource:port {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:03:39.328737 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-a3944590-1f22-40e4-9519-19aa7e29673f tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200  len: 848 time: 0.5872929
Dec 24 11:03:39.329517 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 35732) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:03:39.387675 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-00ecef1c-0cee-42c9-b843-43810a29361b tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:39.423454 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bdfdbc84-c52d-4f40-b281-af314dc1f8fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:39.426899 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-4a0a9419-08ef-4b67-a99e-e444da69ccd1 req-c163c5f7-0b3c-46b0-ab57-71142d1664ea service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=080f09f1-3644-45f6-a515-c3987b590591&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.2489085
Dec 24 11:03:39.430565 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e5e36498-9438-44d7-a97f-6c53074f647f tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636'] for network, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:39.435171 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5e36498-9438-44d7-a97f-6c53074f647f tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:03:39.435882 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e5e36498-9438-44d7-a97f-6c53074f647f tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1977811'] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:39.447825 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-25804b25-7099-4add-b81c-1060a871ce87 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:03:39.481973 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-2a0db2f0-3c9a-4388-a742-80f1c3d224ec tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:03:39.495112 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-4bbc3d81-5b0c-40be-acf3-0fd946c38001 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:03:39.514914 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-2a0db2f0-3c9a-4388-a742-80f1c3d224ec tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Usage tracker for resource:subnet and tenant:739a78fd4cfc48c2a4011598579f8f8c is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:03:39.518734 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-4bbc3d81-5b0c-40be-acf3-0fd946c38001 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Usage tracker for resource:subnet and tenant:56d5354af46a4a91924cfe2259b4b254 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:03:39.526379 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-e5e36498-9438-44d7-a97f-6c53074f647f tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 0.9059260
Dec 24 11:03:39.527586 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-2a0db2f0-3c9a-4388-a742-80f1c3d224ec tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:03:39.531033 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-4bbc3d81-5b0c-40be-acf3-0fd946c38001 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:03:39.555423 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-2a0db2f0-3c9a-4388-a742-80f1c3d224ec tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:03:39.560729 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 35736) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:03:39.581805 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-4bbc3d81-5b0c-40be-acf3-0fd946c38001 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:03:39.591538 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-2742a4e8-a5de-407d-b4ec-c6bfbee84f2b tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Request body: {'subnet': {'network_id': '30cf974e-2d1c-4797-b7b3-13e521a6f6a9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:03:39.623706 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-00ecef1c-0cee-42c9-b843-43810a29361b tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:39.642049 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-47312e97-acdd-4133-9e8a-58cd6dbc4e2b tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:03:39.710269 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-5e574c64-fe53-4ac4-b406-214ee5bae852 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Synchronizing usage tracker for tenant:58aa2a41110240a2b5bfe3b4600f4977 on resource:port {{(pid=88879) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:03:39.710750 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e36498-9438-44d7-a97f-6c53074f647f tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Pushing event updated for resources: {'Network': ['ID=30cf974e-2d1c-4797-b7b3-13e521a6f6a9,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:03:39.747151 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Device 632686a9-d4ae-4fa5-85f8-33db88312b6b details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 24 11:03:39.748709 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-4a0a9419-08ef-4b67-a99e-e444da69ccd1 req-c9b4cfac-559d-494c-8b12-d453da3948ce service neutron] 10.222.0.58 "GET /v2.0/networks/080f09f1-3644-45f6-a515-c3987b590591?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3105223
Dec 24 11:03:39.750037 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Network 30cf974e-2d1c-4797-b7b3-13e521a6f6a9 details requested by agent ovs-agent-dv-neutron-822691-2-hyperv with host dv-neutron-822691-2-hyperv {{(pid=88880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 24 11:03:39.761865 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a0db2f0-3c9a-4388-a742-80f1c3d224ec tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Made reservation on behalf of 739a78fd4cfc48c2a4011598579f8f8c for: {'subnet': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:03:39.777671 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-e5e36498-9438-44d7-a97f-6c53074f647f tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:03:39.788927 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bbc3d81-5b0c-40be-acf3-0fd946c38001 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Made reservation on behalf of 56d5354af46a4a91924cfe2259b4b254 for: {'subnet': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:03:39.809072 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-5e574c64-fe53-4ac4-b406-214ee5bae852 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Unset dirty status for tenant:58aa2a41110240a2b5bfe3b4600f4977 on resource:port {{(pid=88879) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:03:39.819439 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-5e574c64-fe53-4ac4-b406-214ee5bae852 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] 10.222.0.65 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200  len: 284 time: 0.4795301
Dec 24 11:03:39.819439 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00ecef1c-0cee-42c9-b843-43810a29361b tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Network f8c337ba-681f-4fcb-a333-e3c49365b30a is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:03:39.819439 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ecef1c-0cee-42c9-b843-43810a29361b tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Pushing event updated for resources: {'Port': ['ID=6b124c9a-c786-46ee-8446-788573dc08c0,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:03:39.820004 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 35744) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:03:39.832365 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-3771d1e4-1f64-46f7-bab4-e08f1f661f51 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-14637400'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:03:39.836720 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-00ecef1c-0cee-42c9-b843-43810a29361b tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:03:39.840112 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-00ecef1c-0cee-42c9-b843-43810a29361b tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Resources bound (agent type, host, resource id):  {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:03:39.859538 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-3771d1e4-1f64-46f7-bab4-e08f1f661f51 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:03:39.862354 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ecef1c-0cee-42c9-b843-43810a29361b tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:03:39.904893 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-3771d1e4-1f64-46f7-bab4-e08f1f661f51 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Usage tracker for resource:network and tenant:58aa2a41110240a2b5bfe3b4600f4977 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:03:39.960434 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-3771d1e4-1f64-46f7-bab4-e08f1f661f51 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:03:39.964127 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-b0f06a97-bbf8-460d-9f49-479cc9ca8e71 None None] Allocated IP 2001:db8::f816:3eff:fec3:aed0 (1c9eeaac-d205-4b19-a351-2fe67dd78b42/582e60ef-32c8-4181-8438-9b006dc9b77e/fd272709-0f9b-4946-a91e-d41c43deefae) {{(pid=88880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:03:39.996922 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-3771d1e4-1f64-46f7-bab4-e08f1f661f51 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:03:40.002344 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a4712093-a270-49d1-a129-489698243199 tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Notify callbacks [] for router_gateway, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:40.002940 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a4712093-a270-49d1-a129-489698243199 tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854163800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854116816'] for router, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:40.042623 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-b4556ff4-333e-471f-ade2-d47e976b4cb4 None None] Allocated IP 172.20.255.242 (43336de9-8907-443d-9469-141af13ca809/2cf1f6d0-74cb-4a1c-9b69-76e78239e4ea/423ceda0-fa10-4891-a377-0b1796635822) {{(pid=88880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:03:40.131341 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3771d1e4-1f64-46f7-bab4-e08f1f661f51 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Made reservation on behalf of 58aa2a41110240a2b5bfe3b4600f4977 for: {'network': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:03:40.137017 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3771d1e4-1f64-46f7-bab4-e08f1f661f51 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for network, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:40.188421 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-4a0a9419-08ef-4b67-a99e-e444da69ccd1 req-3f2aa84c-d071-42fb-9e72-0dc3669327cd service neutron] 10.222.0.58 "GET /v2.0/networks/080f09f1-3644-45f6-a515-c3987b590591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4097967
Dec 24 11:03:40.235252 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3771d1e4-1f64-46f7-bab4-e08f1f661f51 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] vlan segment allocate from pool success with {'vlan_id': 627, 'physical_network': 'physnet1'}  {{(pid=88879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 24 11:03:40.267233 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3771d1e4-1f64-46f7-bab4-e08f1f661f51 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:40.267849 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.segments_db [None req-3771d1e4-1f64-46f7-bab4-e08f1f661f51 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Added segment 380b4553-6c9a-40cb-8006-4c0f5bc88a63 of type vlan for network 2cdad3a5-985d-4dc3-a617-1a2bd435c300
Dec 24 11:03:40.367716 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-2742a4e8-a5de-407d-b4ec-c6bfbee84f2b tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:03:40.372549 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3771d1e4-1f64-46f7-bab4-e08f1f661f51 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363287349540024'] for network, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:40.377667 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] For port 632686a9-d4ae-4fa5-85f8-33db88312b6b, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=632686a9-d4ae-4fa5-85f8-33db88312b6b,segment=NetworkSegment(7d0dc58d-0474-4e82-b3e5-d78baac1a000),segment_id=7d0dc58d-0474-4e82-b3e5-d78baac1a000)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:03:40.390102 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-2742a4e8-a5de-407d-b4ec-c6bfbee84f2b tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Usage tracker for resource:subnet and tenant:16b8df9aad104dc0ac4afa0a1ae53906 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:03:40.398010 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4bbc3d81-5b0c-40be-acf3-0fd946c38001 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2246100'] for subnet, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:40.419737 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-2742a4e8-a5de-407d-b4ec-c6bfbee84f2b tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:03:40.434183 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Returning: {'device': '632686a9-d4ae-4fa5-85f8-33db88312b6b', 'network_id': '080f09f1-3644-45f6-a515-c3987b590591', 'port_id': '632686a9-d4ae-4fa5-85f8-33db88312b6b', 'mac_address': 'fa:16:3e:77:ae:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38621544-eab0-4f00-bd94-2008793c18b4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 24 11:03:40.437991 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-2742a4e8-a5de-407d-b4ec-c6bfbee84f2b tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:03:40.442097 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3771d1e4-1f64-46f7-bab4-e08f1f661f51 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636'] for network, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:40.445822 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3771d1e4-1f64-46f7-bab4-e08f1f661f51 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:03:40.446988 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3771d1e4-1f64-46f7-bab4-e08f1f661f51 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks [] for network, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:40.453531 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-8578ba8b-c548-43a7-b33f-209a17830460 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:03:40.574341 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2742a4e8-a5de-407d-b4ec-c6bfbee84f2b tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Made reservation on behalf of 16b8df9aad104dc0ac4afa0a1ae53906 for: {'subnet': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:03:40.595400 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-3771d1e4-1f64-46f7-bab4-e08f1f661f51 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 0.7676482
Dec 24 11:03:40.597224 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3771d1e4-1f64-46f7-bab4-e08f1f661f51 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Pushing event updated for resources: {'Network': ['ID=2cdad3a5-985d-4dc3-a617-1a2bd435c300,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:03:40.601325 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2a0db2f0-3c9a-4388-a742-80f1c3d224ec tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2246100'] for subnet, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:40.606091 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 35748) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:03:40.610873 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-00ecef1c-0cee-42c9-b843-43810a29361b tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Notify callbacks [] for router_gateway, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:40.611973 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-00ecef1c-0cee-42c9-b843-43810a29361b tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854163800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854116816'] for router, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:40.615284 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-3771d1e4-1f64-46f7-bab4-e08f1f661f51 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:03:40.625134 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-74bd6ce0-4e61-4daf-a5e8-d9de3e813ab9 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Request body: {'subnet': {'network_id': '2cdad3a5-985d-4dc3-a617-1a2bd435c300', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:03:40.635033 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Network 2cdad3a5-985d-4dc3-a617-1a2bd435c300 details requested by agent ovs-agent-dv-neutron-822691-2-hyperv with host dv-neutron-822691-2-hyperv {{(pid=88880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 24 11:03:40.637059 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad1e07a-a7b4-4a8e-87ac-9e5d1e094654 req-eb8447c6-97c8-49c6-ab33-6f4a667ba4dd tempest-ServersTestManualDisk-691114078 tempest-ServersTestManualDisk-691114078-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:03:40.638780 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-dad1e07a-a7b4-4a8e-87ac-9e5d1e094654 req-eb8447c6-97c8-49c6-ab33-6f4a667ba4dd tempest-ServersTestManualDisk-691114078 tempest-ServersTestManualDisk-691114078-project] 10.222.0.65 "GET /v2.0/ports?device_id=5f4ed206-cece-41eb-ab9e-d9c91bba64cc HTTP/1.1" status: 200  len: 944 time: 0.9366603
Dec 24 11:03:40.665209 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1d65f9-1f9b-4d9d-9328-fcc860aa3666 req-114a6629-3cd2-4b68-8a67-e6cf40d5a7a1 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:03:40.667014 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-9f1d65f9-1f9b-4d9d-9328-fcc860aa3666 req-114a6629-3cd2-4b68-8a67-e6cf40d5a7a1 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] 10.222.0.65 "GET /v2.0/ports?device_id=655d927a-1c14-4f1b-88cc-771b29a10c76 HTTP/1.1" status: 200  len: 946 time: 0.8836021
Dec 24 11:03:40.700229 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-39ff93cf-c0b7-48c5-95f3-6f7e9977387d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:40.730037 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:40.768766 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b0f06a97-bbf8-460d-9f49-479cc9ca8e71 None None] Notify callbacks [] for port, precommit_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:40.826662 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b4556ff4-333e-471f-ade2-d47e976b4cb4 None None] Notify callbacks [] for port, precommit_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:40.864168 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 632686a9-d4ae-4fa5-85f8-33db88312b6b {{(pid=88880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 24 11:03:40.874238 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-b4556ff4-333e-471f-ade2-d47e976b4cb4 None None] Transition to ACTIVE for port object 423ceda0-fa10-4891-a377-0b1796635822 will not be triggered until provisioned by entity L2. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:03:40.877753 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-b0f06a97-bbf8-460d-9f49-479cc9ca8e71 None None] Transition to ACTIVE for port object fd272709-0f9b-4946-a91e-d41c43deefae will not be triggered until provisioned by entity L2. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:03:40.919540 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] For port 632686a9-d4ae-4fa5-85f8-33db88312b6b, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=632686a9-d4ae-4fa5-85f8-33db88312b6b,segment=NetworkSegment(7d0dc58d-0474-4e82-b3e5-d78baac1a000),segment_id=7d0dc58d-0474-4e82-b3e5-d78baac1a000)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:03:40.928406 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:40.936080 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-efcb20f0-2b28-4e30-9d8a-3680237e1cc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:03:40.950394 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2742a4e8-a5de-407d-b4ec-c6bfbee84f2b tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2246100'] for subnet, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:40.974256 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-b4556ff4-333e-471f-ade2-d47e976b4cb4 None None] Transition to ACTIVE for port object 423ceda0-fa10-4891-a377-0b1796635822 will not be triggered until provisioned by entity DHCP. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:03:40.990655 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-b0f06a97-bbf8-460d-9f49-479cc9ca8e71 None None] Transition to ACTIVE for port object fd272709-0f9b-4946-a91e-d41c43deefae will not be triggered until provisioned by entity DHCP. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:03:40.994918 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b4556ff4-333e-471f-ade2-d47e976b4cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408'] for port, after_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:41.018838 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b0f06a97-bbf8-460d-9f49-479cc9ca8e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408'] for port, after_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:41.035714 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-dad1e07a-a7b4-4a8e-87ac-9e5d1e094654 req-3bd70faf-bbd8-48cb-89b5-811d71145ee8 tempest-ServersTestManualDisk-691114078 tempest-ServersTestManualDisk-691114078-project] 10.222.0.65 "GET /v2.0/security-groups?id=057037fb-7674-467b-97c0-ec5f050e627f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3643904
Dec 24 11:03:41.043852 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Pushing event updated for resources: {'Port': ['ID=632686a9-d4ae-4fa5-85f8-33db88312b6b,revision_number=4']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:03:41.056217 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4556ff4-333e-471f-ade2-d47e976b4cb4 None None] Network 43336de9-8907-443d-9469-141af13ca809 is already hosted by enough agents. {{(pid=88880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:03:41.057307 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:03:41.057853 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-9bf75de0-72ce-4720-a44e-150b1e338df7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.056s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:03:41.075611 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-9f1d65f9-1f9b-4d9d-9328-fcc860aa3666 req-0710846a-e371-4680-b969-5c5a84490197 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] 10.222.0.65 "GET /v2.0/security-groups?id=02c07f75-3a5f-4cdc-91db-62e2db60964c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3610942
Dec 24 11:03:41.114394 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-74bd6ce0-4e61-4daf-a5e8-d9de3e813ab9 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:03:41.130853 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-74bd6ce0-4e61-4daf-a5e8-d9de3e813ab9 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Usage tracker for resource:subnet and tenant:58aa2a41110240a2b5bfe3b4600f4977 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:03:41.138295 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-74bd6ce0-4e61-4daf-a5e8-d9de3e813ab9 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:03:41.139892 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-b4556ff4-333e-471f-ade2-d47e976b4cb4 None None] Resources bound (agent type, host, resource id):  {{(pid=88880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:03:41.148267 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0f06a97-bbf8-460d-9f49-479cc9ca8e71 None None] Network 1c9eeaac-d205-4b19-a351-2fe67dd78b42 is already hosted by enough agents. {{(pid=88880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:03:41.152914 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4556ff4-333e-471f-ade2-d47e976b4cb4 None None] Received port after_create {{(pid=88880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:03:41.153298 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-74bd6ce0-4e61-4daf-a5e8-d9de3e813ab9 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:03:41.155291 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4556ff4-333e-471f-ade2-d47e976b4cb4 None None] Pushing event updated for resources: {'Port': ['ID=423ceda0-fa10-4891-a377-0b1796635822,revision_number=1']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:03:41.162281 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-b0f06a97-bbf8-460d-9f49-479cc9ca8e71 None None] Resources bound (agent type, host, resource id):  {{(pid=88880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:03:41.180493 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4712093-a270-49d1-a129-489698243199 tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Router 97e7261a-4151-4795-ac9e-80466460f61f is scheduled to L3 agent 198cca88-1338-4098-b44b-beb0346ac906 with binding_index 1 {{(pid=88879) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 24 11:03:41.182639 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74bd6ce0-4e61-4daf-a5e8-d9de3e813ab9 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Made reservation on behalf of 58aa2a41110240a2b5bfe3b4600f4977 for: {'subnet': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:03:41.205022 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f06a97-bbf8-460d-9f49-479cc9ca8e71 None None] Received port after_create {{(pid=88880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:03:41.238907 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4bbc3d81-5b0c-40be-acf3-0fd946c38001 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850796890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2246085'] for subnet, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:41.280244 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:03:41.344028 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] get_ports_and_sgs() called for port_ids ['632686a9-d4ae-4fa5-85f8-33db88312b6b'] {{(pid=88880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 24 11:03:41.420738 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f06a97-bbf8-460d-9f49-479cc9ca8e71 None None] Pushing event updated for resources: {'Port': ['ID=fd272709-0f9b-4946-a91e-d41c43deefae,revision_number=1']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:03:41.439201 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-b0f06a97-bbf8-460d-9f49-479cc9ca8e71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:03:41.439742 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.412s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:03:41.440142 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:03:41.446954 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbc3d81-5b0c-40be-acf3-0fd946c38001 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Pushing event updated for resources: {'Subnet': ['ID=776bdcbd-03f0-4e68-8f75-1c843e4afdb2,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:03:41.449604 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-74bd6ce0-4e61-4daf-a5e8-d9de3e813ab9 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3619482'] for subnet, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:41.456375 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-4bbc3d81-5b0c-40be-acf3-0fd946c38001 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:03:41.476863 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-b4556ff4-333e-471f-ade2-d47e976b4cb4 None None] Attempting to bind port 423ceda0-fa10-4891-a377-0b1796635822 on host dv-neutron-822691-2-hyperv for vnic_type normal with profile  {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:03:41.477399 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-b4556ff4-333e-471f-ade2-d47e976b4cb4 None None] Attempting to bind port 423ceda0-fa10-4891-a377-0b1796635822 by drivers openvswitch,hyperv on host dv-neutron-822691-2-hyperv at level 0 using segments [{'id': '2bb2705a-be0a-44af-9a35-cf280ebc1ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '43336de9-8907-443d-9469-141af13ca809'}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:03:41.477681 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4556ff4-333e-471f-ade2-d47e976b4cb4 None None] Attempting to bind port 423ceda0-fa10-4891-a377-0b1796635822 on network 43336de9-8907-443d-9469-141af13ca809 {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:03:41.494397 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-b0f06a97-bbf8-460d-9f49-479cc9ca8e71 None None] Attempting to bind port fd272709-0f9b-4946-a91e-d41c43deefae on host dv-neutron-822691-2-hyperv for vnic_type normal with profile  {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:03:41.494397 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-b0f06a97-bbf8-460d-9f49-479cc9ca8e71 None None] Attempting to bind port fd272709-0f9b-4946-a91e-d41c43deefae by drivers openvswitch,hyperv on host dv-neutron-822691-2-hyperv at level 0 using segments [{'id': '6618a092-51b2-4e3d-9318-3ce6b7b40c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '1c9eeaac-d205-4b19-a351-2fe67dd78b42'}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:03:41.494883 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f06a97-bbf8-460d-9f49-479cc9ca8e71 None None] Attempting to bind port fd272709-0f9b-4946-a91e-d41c43deefae on network 1c9eeaac-d205-4b19-a351-2fe67dd78b42 {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:03:41.500204 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4556ff4-333e-471f-ade2-d47e976b4cb4 None None] Checking agent: {'id': 'db1275c1-6001-47af-93c2-635c68404703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822691-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 52, 8), 'started_at': datetime.datetime(2021, 12, 24, 10, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 3, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822691-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:03:41.500565 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4556ff4-333e-471f-ade2-d47e976b4cb4 None None] Checking segment: {'id': '2bb2705a-be0a-44af-9a35-cf280ebc1ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '43336de9-8907-443d-9469-141af13ca809'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:03:41.501038 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b4556ff4-333e-471f-ade2-d47e976b4cb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:41.501485 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4556ff4-333e-471f-ade2-d47e976b4cb4 None None] Bound using segment: {'id': '2bb2705a-be0a-44af-9a35-cf280ebc1ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '43336de9-8907-443d-9469-141af13ca809'} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:03:41.502395 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-b4556ff4-333e-471f-ade2-d47e976b4cb4 None None] Bound port: 423ceda0-fa10-4891-a377-0b1796635822, host: dv-neutron-822691-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bb2705a-be0a-44af-9a35-cf280ebc1ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '43336de9-8907-443d-9469-141af13ca809'}}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:03:41.502547 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b4556ff4-333e-471f-ade2-d47e976b4cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:41.534959 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f06a97-bbf8-460d-9f49-479cc9ca8e71 None None] Checking agent: {'id': 'db1275c1-6001-47af-93c2-635c68404703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822691-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 52, 8), 'started_at': datetime.datetime(2021, 12, 24, 10, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 3, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822691-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:03:41.535405 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f06a97-bbf8-460d-9f49-479cc9ca8e71 None None] Checking segment: {'id': '6618a092-51b2-4e3d-9318-3ce6b7b40c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '1c9eeaac-d205-4b19-a351-2fe67dd78b42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:03:41.535819 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b0f06a97-bbf8-460d-9f49-479cc9ca8e71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:41.536267 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f06a97-bbf8-460d-9f49-479cc9ca8e71 None None] Bound using segment: {'id': '6618a092-51b2-4e3d-9318-3ce6b7b40c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '1c9eeaac-d205-4b19-a351-2fe67dd78b42'} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:03:41.536804 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-b0f06a97-bbf8-460d-9f49-479cc9ca8e71 None None] Bound port: fd272709-0f9b-4946-a91e-d41c43deefae, host: dv-neutron-822691-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6618a092-51b2-4e3d-9318-3ce6b7b40c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '1c9eeaac-d205-4b19-a351-2fe67dd78b42'}}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:03:41.537264 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b0f06a97-bbf8-460d-9f49-479cc9ca8e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:41.556369 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bbc3d81-5b0c-40be-acf3-0fd946c38001 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Checking segment: {'id': '83df2dda-4772-4919-9fb2-2c010dbea0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '25827399-a736-4c6a-8cb1-2b9b723977e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:03:41.556791 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bbc3d81-5b0c-40be-acf3-0fd946c38001 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Network hostable DHCP agents. Network: 25827399-a736-4c6a-8cb1-2b9b723977e8, hostable agents: ['edcf98dc-3032-472a-8b3d-f23fd1e89806'], hosted agents: [] {{(pid=88878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 24 11:03:41.603329 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2742a4e8-a5de-407d-b4ec-c6bfbee84f2b tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850796890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2246085'] for subnet, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:41.608646 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-067a9ccc-a7b2-438c-8984-3f561a5b23f5 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:03:41.643999 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2a0db2f0-3c9a-4388-a742-80f1c3d224ec tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850796890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2246085'] for subnet, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:41.720086 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a0db2f0-3c9a-4388-a742-80f1c3d224ec tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Network 1c9eeaac-d205-4b19-a351-2fe67dd78b42 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:03:41.725312 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bbc3d81-5b0c-40be-acf3-0fd946c38001 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Network 25827399-a736-4c6a-8cb1-2b9b723977e8 is scheduled to be hosted by DHCP agent edcf98dc-3032-472a-8b3d-f23fd1e89806 with binding_index 1 {{(pid=88878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 24 11:03:41.730414 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-2a0db2f0-3c9a-4388-a742-80f1c3d224ec tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Resources bound (agent type, host, resource id):  {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:03:41.732180 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2742a4e8-a5de-407d-b4ec-c6bfbee84f2b tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Pushing event updated for resources: {'Subnet': ['ID=b4918ba5-5da3-4f5f-ab86-7598cf9a2c09,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:03:41.737846 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a0db2f0-3c9a-4388-a742-80f1c3d224ec tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:03:41.737846 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2a0db2f0-3c9a-4388-a742-80f1c3d224ec tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:41.749975 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-2742a4e8-a5de-407d-b4ec-c6bfbee84f2b tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:03:41.756543 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-29acfade-f844-451a-b3b3-47cd73558133 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.085s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:03:41.818884 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-4bbc3d81-5b0c-40be-acf3-0fd946c38001 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822691-2-hyperv, 25827399-a736-4c6a-8cb1-2b9b723977e8) {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:03:41.819112 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-b4556ff4-333e-471f-ade2-d47e976b4cb4 None None] For port 423ceda0-fa10-4891-a377-0b1796635822, host dv-neutron-822691-2-hyperv, cleared binding levels {{(pid=88880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:03:41.836347 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00ecef1c-0cee-42c9-b843-43810a29361b tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Router 9a9a1380-b428-4c29-8dd2-41ab39fb8108 is scheduled to L3 agent 198cca88-1338-4098-b44b-beb0346ac906 with binding_index 1 {{(pid=88879) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 24 11:03:41.845955 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bbc3d81-5b0c-40be-acf3-0fd946c38001 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:03:41.846816 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4bbc3d81-5b0c-40be-acf3-0fd946c38001 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:41.847767 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-b0f06a97-bbf8-460d-9f49-479cc9ca8e71 None None] For port fd272709-0f9b-4946-a91e-d41c43deefae, host dv-neutron-822691-2-hyperv, cleared binding levels {{(pid=88880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:03:41.850504 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36a4e89f-0355-44c7-8837-63fce6e3d3de None None] Network 25827399-a736-4c6a-8cb1-2b9b723977e8 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:03:41.864770 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2742a4e8-a5de-407d-b4ec-c6bfbee84f2b tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Checking segment: {'id': 'f792bc47-7b5c-40c6-ba55-06b1a3465b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '30cf974e-2d1c-4797-b7b3-13e521a6f6a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:03:41.865056 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2742a4e8-a5de-407d-b4ec-c6bfbee84f2b tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Network hostable DHCP agents. Network: 30cf974e-2d1c-4797-b7b3-13e521a6f6a9, hostable agents: ['edcf98dc-3032-472a-8b3d-f23fd1e89806'], hosted agents: [] {{(pid=88878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 24 11:03:41.879766 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-b4556ff4-333e-471f-ade2-d47e976b4cb4 None None] For port 423ceda0-fa10-4891-a377-0b1796635822, host dv-neutron-822691-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=423ceda0-fa10-4891-a377-0b1796635822,segment=NetworkSegment(2bb2705a-be0a-44af-9a35-cf280ebc1ac3),segment_id=2bb2705a-be0a-44af-9a35-cf280ebc1ac3)] {{(pid=88880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:03:41.887165 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-2a0db2f0-3c9a-4388-a742-80f1c3d224ec tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.9556198
Dec 24 11:03:41.888741 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 35752) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:03:41.891613 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-b0f06a97-bbf8-460d-9f49-479cc9ca8e71 None None] For port fd272709-0f9b-4946-a91e-d41c43deefae, host dv-neutron-822691-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=fd272709-0f9b-4946-a91e-d41c43deefae,segment=NetworkSegment(6618a092-51b2-4e3d-9318-3ce6b7b40c55),segment_id=6618a092-51b2-4e3d-9318-3ce6b7b40c55)] {{(pid=88880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:03:41.896976 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0db2f0-3c9a-4388-a742-80f1c3d224ec tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Pushing event updated for resources: {'Subnet': ['ID=dfe361e7-d4f1-46c4-9b7c-1dc4b78924b1,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:03:41.899575 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b4556ff4-333e-471f-ade2-d47e976b4cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:41.900640 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-2a0db2f0-3c9a-4388-a742-80f1c3d224ec tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:03:41.901508 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-f3d7e3dd-72a3-4c45-801f-e40ceed9258f tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Request body: {'port': {'network_id': '1c9eeaac-d205-4b19-a351-2fe67dd78b42', 'mac_address': 'fa:16:3e:41:eb:a0', 'name': 'tempest-NetworksTestDHCPv6-673215786'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:03:41.905396 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-4bbc3d81-5b0c-40be-acf3-0fd946c38001 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.7478335
Dec 24 11:03:41.911931 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 35756) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:03:41.917405 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-753c0331-aa74-43b9-955c-620ddd93689f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:03:41.920078 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-0924140d-8e49-48d7-8101-96356457607e tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Request body: {'subnet': {'network_id': '25827399-a736-4c6a-8cb1-2b9b723977e8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:03:41.922337 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-74bd6ce0-4e61-4daf-a5e8-d9de3e813ab9 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3921862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3619467'] for subnet, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:41.933614 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c46a8bfe-2ffe-4e5b-bf84-861fa32ba001 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:03:41.947229 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b0f06a97-bbf8-460d-9f49-479cc9ca8e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:42.028997 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4712093-a270-49d1-a129-489698243199 tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:03:42.031031 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2742a4e8-a5de-407d-b4ec-c6bfbee84f2b tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Network 30cf974e-2d1c-4797-b7b3-13e521a6f6a9 is scheduled to be hosted by DHCP agent edcf98dc-3032-472a-8b3d-f23fd1e89806 with binding_index 1 {{(pid=88878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 24 11:03:42.046633 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-135ee178-affa-49bf-911b-3a1844aca95f None None] Sync routers for ids ['97e7261a-4151-4795-ac9e-80466460f61f'] in dv-neutron-822691-2-hyperv {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:03:42.049351 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-2742a4e8-a5de-407d-b4ec-c6bfbee84f2b tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822691-2-hyperv, 30cf974e-2d1c-4797-b7b3-13e521a6f6a9) {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:03:42.065923 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2742a4e8-a5de-407d-b4ec-c6bfbee84f2b tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:03:42.066761 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2742a4e8-a5de-407d-b4ec-c6bfbee84f2b tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:42.087174 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135ee178-affa-49bf-911b-3a1844aca95f None None] Routers {'97e7261a-4151-4795-ac9e-80466460f61f'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:03:42.091220 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-135ee178-affa-49bf-911b-3a1844aca95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271b4a710>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:03:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['97e7261a-4151-4795-ac9e-80466460f61f'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:03:42.108222 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-2742a4e8-a5de-407d-b4ec-c6bfbee84f2b tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 873 time: 2.5460141
Dec 24 11:03:42.114469 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 35760) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:03:42.199353 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-0924140d-8e49-48d7-8101-96356457607e tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:03:42.211968 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4556ff4-333e-471f-ade2-d47e976b4cb4 None None] Pushing event updated for resources: {'Port': ['ID=423ceda0-fa10-4891-a377-0b1796635822,revision_number=2']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:03:42.224467 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bd6ce0-4e61-4daf-a5e8-d9de3e813ab9 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Pushing event updated for resources: {'Subnet': ['ID=b8bfa6b8-a48e-4b16-ba81-30ae865c3740,revision_number=0']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:03:42.226782 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ecac3cb-0e8c-45cd-82e4-e54776a88a47 None None] Network 30cf974e-2d1c-4797-b7b3-13e521a6f6a9 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:03:42.227481 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a4712093-a270-49d1-a129-489698243199 tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Notify callbacks [] for router, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:42.229021 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-a4712093-a270-49d1-a129-489698243199 tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201  len: 883 time: 9.8602266
Dec 24 11:03:42.231834 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-74bd6ce0-4e61-4daf-a5e8-d9de3e813ab9 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:03:42.237740 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 35768) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:03:42.238846 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-0924140d-8e49-48d7-8101-96356457607e tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Usage tracker for resource:subnet and tenant:56d5354af46a4a91924cfe2259b4b254 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:03:42.244694 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-b4556ff4-333e-471f-ade2-d47e976b4cb4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:03:42.252687 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-b0f06a97-bbf8-460d-9f49-479cc9ca8e71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.281s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:03:42.255396 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-0924140d-8e49-48d7-8101-96356457607e tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:03:42.269427 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-135ee178-affa-49bf-911b-3a1844aca95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271b4a710>, [], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:03:42.274181 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-8117dbad-5404-4028-8df3-1796b9bd1eeb tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:03:42.304798 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135ee178-affa-49bf-911b-3a1844aca95f None None] Routers {'97e7261a-4151-4795-ac9e-80466460f61f'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:03:42.305486 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-135ee178-affa-49bf-911b-3a1844aca95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271b4a710>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:03:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['97e7261a-4151-4795-ac9e-80466460f61f'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:03:42.316602 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74bd6ce0-4e61-4daf-a5e8-d9de3e813ab9 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Checking segment: {'id': '380b4553-6c9a-40cb-8006-4c0f5bc88a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '2cdad3a5-985d-4dc3-a617-1a2bd435c300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:03:42.317298 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74bd6ce0-4e61-4daf-a5e8-d9de3e813ab9 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Network hostable DHCP agents. Network: 2cdad3a5-985d-4dc3-a617-1a2bd435c300, hostable agents: ['edcf98dc-3032-472a-8b3d-f23fd1e89806'], hosted agents: [] {{(pid=88879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 24 11:03:42.325565 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-f3d7e3dd-72a3-4c45-801f-e40ceed9258f tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:03:42.346335 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-f3d7e3dd-72a3-4c45-801f-e40ceed9258f tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:03:42.443475 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-135ee178-affa-49bf-911b-3a1844aca95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271b4a710>, [], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:03:42.443855 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-135ee178-affa-49bf-911b-3a1844aca95f None None] The sync data for ids ['97e7261a-4151-4795-ac9e-80466460f61f'] in dv-neutron-822691-2-hyperv is: [] {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:03:42.450175 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3d7e3dd-72a3-4c45-801f-e40ceed9258f tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Made reservation on behalf of 739a78fd4cfc48c2a4011598579f8f8c for: {'port': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:03:42.503758 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74bd6ce0-4e61-4daf-a5e8-d9de3e813ab9 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Network 2cdad3a5-985d-4dc3-a617-1a2bd435c300 is scheduled to be hosted by DHCP agent edcf98dc-3032-472a-8b3d-f23fd1e89806 with binding_index 1 {{(pid=88879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 24 11:03:42.518148 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-0924140d-8e49-48d7-8101-96356457607e tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:03:42.580651 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-74bd6ce0-4e61-4daf-a5e8-d9de3e813ab9 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822691-2-hyperv, 2cdad3a5-985d-4dc3-a617-1a2bd435c300) {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:03:42.591584 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f06a97-bbf8-460d-9f49-479cc9ca8e71 None None] Pushing event updated for resources: {'Port': ['ID=fd272709-0f9b-4946-a91e-d41c43deefae,revision_number=2']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:03:42.597989 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74bd6ce0-4e61-4daf-a5e8-d9de3e813ab9 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:03:42.598875 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-74bd6ce0-4e61-4daf-a5e8-d9de3e813ab9 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks [] for subnet, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:42.611334 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27a37861-c03d-4bf3-9771-f45e7ad8000f None None] Network 2cdad3a5-985d-4dc3-a617-1a2bd435c300 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:03:42.637577 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-b0f06a97-bbf8-460d-9f49-479cc9ca8e71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:03:42.651803 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f3d7e3dd-72a3-4c45-801f-e40ceed9258f tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:42.684956 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-74bd6ce0-4e61-4daf-a5e8-d9de3e813ab9 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 2.0737984
Dec 24 11:03:42.686418 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 35772) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:03:42.696703 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-c6846614-5025-400c-a9ac-b588b83bdd5b tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Request body: {'port': {'network_id': '2cdad3a5-985d-4dc3-a617-1a2bd435c300', 'name': 'tempest-PortsIpV6TestJSON-76018880'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:03:42.755338 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [None req-f3d7e3dd-72a3-4c45-801f-e40ceed9258f tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] device_id is not set on port a95d8157-335c-47a7-b329-c04234351c5c yet. {{(pid=88879) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 24 11:03:42.917132 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00ecef1c-0cee-42c9-b843-43810a29361b tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:03:42.919811 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d24f69a-83e2-429d-bd6c-6dbe76530d35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73968e80-91fd-539e-a7c6-b31af6d9e680-30cf974e-2d1c-4797-b7b3-13e521a6f6a9', 'network_id': '30cf974e-2d1c-4797-b7b3-13e521a6f6a9', 'tenant_id': '16b8df9aad104dc0ac4afa0a1ae53906', 'fixed_ips': [{'subnet_id': 'b4918ba5-5da3-4f5f-ab86-7598cf9a2c09'}]}} from dv-neutron-822691-2-hyperv. {{(pid=88880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 24 11:03:42.920598 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3d24f69a-83e2-429d-bd6c-6dbe76530d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:42.939514 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0924140d-8e49-48d7-8101-96356457607e tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Made reservation on behalf of 56d5354af46a4a91924cfe2259b4b254 for: {'subnet': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:03:42.941147 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7757e88-58a3-4820-b031-31f74f68201f None None] Sync routers for ids ['9a9a1380-b428-4c29-8dd2-41ab39fb8108'] in dv-neutron-822691-2-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:03:42.945865 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0924140d-8e49-48d7-8101-96356457607e tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2246100'] for subnet, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:42.982791 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21b55071-e3ab-420a-90c4-61076a36cd92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73968e80-91fd-539e-a7c6-b31af6d9e680-25827399-a736-4c6a-8cb1-2b9b723977e8', 'network_id': '25827399-a736-4c6a-8cb1-2b9b723977e8', 'tenant_id': '56d5354af46a4a91924cfe2259b4b254', 'fixed_ips': [{'subnet_id': '776bdcbd-03f0-4e68-8f75-1c843e4afdb2'}]}} from dv-neutron-822691-2-hyperv. {{(pid=88880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 24 11:03:42.983977 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-21b55071-e3ab-420a-90c4-61076a36cd92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:43.011167 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-00ecef1c-0cee-42c9-b843-43810a29361b tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Notify callbacks [] for router, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:43.015270 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-00ecef1c-0cee-42c9-b843-43810a29361b tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201  len: 888 time: 10.8802207
Dec 24 11:03:43.019206 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a76e042e-18f9-4c7e-9e83-192c769c30a0 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036847558493'] for network, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:43.021787 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 35776) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:03:43.024634 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-c6846614-5025-400c-a9ac-b588b83bdd5b tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:03:43.099970 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7757e88-58a3-4820-b031-31f74f68201f None None] Routers {'9a9a1380-b428-4c29-8dd2-41ab39fb8108'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:03:43.100684 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-c7757e88-58a3-4820-b031-31f74f68201f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271b29cf8>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:03:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['9a9a1380-b428-4c29-8dd2-41ab39fb8108'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:03:43.170764 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-c6846614-5025-400c-a9ac-b588b83bdd5b tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:03:43.173229 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.ipam_backend_mixin [None req-0924140d-8e49-48d7-8101-96356457607e tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 776bdcbd-03f0-4e68-8f75-1c843e4afdb2 (CIDR: 172.20.0.0/28)
Dec 24 11:03:43.235318 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6846614-5025-400c-a9ac-b588b83bdd5b tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Made reservation on behalf of 58aa2a41110240a2b5bfe3b4600f4977 for: {'port': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:03:43.241554 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c6846614-5025-400c-a9ac-b588b83bdd5b tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:43.296945 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-c7757e88-58a3-4820-b031-31f74f68201f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271b29cf8>, [], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:03:43.360202 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-0924140d-8e49-48d7-8101-96356457607e tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 24 11:03:43.360782 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0924140d-8e49-48d7-8101-96356457607e tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 24 11:03:43.386515 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [None req-c6846614-5025-400c-a9ac-b588b83bdd5b tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] device_id is not set on port aba500ed-d024-49a9-8efa-8aa97679838f yet. {{(pid=88879) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 24 11:03:43.422476 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66cf058-f97c-4cbc-8c86-fda7d1c7f170 req-31551a8c-a2a1-4a19-8444-3fbf312ba610 tempest-ServersTestManualDisk-691114078 tempest-ServersTestManualDisk-691114078-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:03:43.424618 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-f66cf058-f97c-4cbc-8c86-fda7d1c7f170 req-31551a8c-a2a1-4a19-8444-3fbf312ba610 tempest-ServersTestManualDisk-691114078 tempest-ServersTestManualDisk-691114078-project] 10.222.0.65 "GET /v2.0/ports?device_id=5f4ed206-cece-41eb-ab9e-d9c91bba64cc HTTP/1.1" status: 200  len: 945 time: 0.9087510
Dec 24 11:03:43.425873 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a76e042e-18f9-4c7e-9e83-192c769c30a0 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847655656'] for subnet, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:43.542156 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7757e88-58a3-4820-b031-31f74f68201f None None] Routers {'9a9a1380-b428-4c29-8dd2-41ab39fb8108'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:03:43.543074 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-c7757e88-58a3-4820-b031-31f74f68201f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271b29cf8>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:03:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['9a9a1380-b428-4c29-8dd2-41ab39fb8108'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:03:43.613627 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6734e794-3e2a-4fe4-8092-2946bc227723 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73968e80-91fd-539e-a7c6-b31af6d9e680-2cdad3a5-985d-4dc3-a617-1a2bd435c300', 'network_id': '2cdad3a5-985d-4dc3-a617-1a2bd435c300', 'tenant_id': '58aa2a41110240a2b5bfe3b4600f4977', 'fixed_ips': [{'subnet_id': 'b8bfa6b8-a48e-4b16-ba81-30ae865c3740'}]}} from dv-neutron-822691-2-hyperv. {{(pid=88880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 24 11:03:43.614595 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6734e794-3e2a-4fe4-8092-2946bc227723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:43.638997 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Device 632686a9-d4ae-4fa5-85f8-33db88312b6b up at agent hyperv_hv-neutron-8226 {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:03:43.670723 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-0924140d-8e49-48d7-8101-96356457607e tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 1.7570128
Dec 24 11:03:43.678048 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c43f881-4ec7-41a3-82db-e21f852577e9 req-e25abbed-2969-4d48-8076-27095eb5528f tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:03:43.679797 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-4c43f881-4ec7-41a3-82db-e21f852577e9 req-e25abbed-2969-4d48-8076-27095eb5528f tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] 10.222.0.65 "GET /v2.0/ports?device_id=655d927a-1c14-4f1b-88cc-771b29a10c76 HTTP/1.1" status: 200  len: 946 time: 1.1669014
Dec 24 11:03:43.687743 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 35780) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:03:43.703223 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-c7757e88-58a3-4820-b031-31f74f68201f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271b29cf8>, [], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:03:43.703698 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7757e88-58a3-4820-b031-31f74f68201f None None] The sync data for ids ['9a9a1380-b428-4c29-8dd2-41ab39fb8108'] in dv-neutron-822691-2-hyperv is: [] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:03:43.708691 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-3b8a366b-b73a-452f-8e0d-451ff37ef5ae tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Request body: {'subnet': {'network_id': '25827399-a736-4c6a-8cb1-2b9b723977e8', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:03:43.720012 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-3d24f69a-83e2-429d-bd6c-6dbe76530d35 None None] Allocated IP 172.20.0.2 (30cf974e-2d1c-4797-b7b3-13e521a6f6a9/b4918ba5-5da3-4f5f-ab86-7598cf9a2c09/20a1ccb9-541b-4864-9641-57253e8bc487) {{(pid=88880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:03:43.811912 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-21b55071-e3ab-420a-90c4-61076a36cd92 None None] Allocated IP 172.20.0.2 (25827399-a736-4c6a-8cb1-2b9b723977e8/776bdcbd-03f0-4e68-8f75-1c843e4afdb2/12f6c158-5df7-4ebf-9c22-ba821eaf3f16) {{(pid=88880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:03:43.890095 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-f3d7e3dd-72a3-4c45-801f-e40ceed9258f tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Allocated IP 172.20.0.11 (1c9eeaac-d205-4b19-a351-2fe67dd78b42/dfe361e7-d4f1-46c4-9b7c-1dc4b78924b1/a95d8157-335c-47a7-b329-c04234351c5c) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:03:43.898241 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-f66cf058-f97c-4cbc-8c86-fda7d1c7f170 req-3a6e4cc4-ef8b-4aa8-ada5-9d1a322271de tempest-ServersTestManualDisk-691114078 tempest-ServersTestManualDisk-691114078-project] 10.222.0.65 "GET /v2.0/security-groups?id=057037fb-7674-467b-97c0-ec5f050e627f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4083366
Dec 24 11:03:43.903482 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-f3d7e3dd-72a3-4c45-801f-e40ceed9258f tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Allocated IP 2001:db8::f816:3eff:fe41:eba0 (1c9eeaac-d205-4b19-a351-2fe67dd78b42/582e60ef-32c8-4181-8438-9b006dc9b77e/a95d8157-335c-47a7-b329-c04234351c5c) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:03:43.931928 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-4c43f881-4ec7-41a3-82db-e21f852577e9 req-336e1350-d60e-4f16-88d2-912c5b6b33a9 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] 10.222.0.65 "GET /v2.0/security-groups?id=02c07f75-3a5f-4cdc-91db-62e2db60964c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2320960
Dec 24 11:03:44.042464 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-3b8a366b-b73a-452f-8e0d-451ff37ef5ae tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:03:44.048062 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-3b8a366b-b73a-452f-8e0d-451ff37ef5ae tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Usage tracker for resource:subnet and tenant:56d5354af46a4a91924cfe2259b4b254 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:03:44.052355 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-3b8a366b-b73a-452f-8e0d-451ff37ef5ae tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:03:44.062703 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-3b8a366b-b73a-452f-8e0d-451ff37ef5ae tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:03:44.091038 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b8a366b-b73a-452f-8e0d-451ff37ef5ae tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Made reservation on behalf of 56d5354af46a4a91924cfe2259b4b254 for: {'subnet': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:03:44.096639 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-b7158625-a1cf-4a2c-9deb-87308c136ef0 tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] 10.222.0.65 "GET /v2.0/routers/9a9a1380-b428-4c29-8dd2-41ab39fb8108 HTTP/1.1" status: 200  len: 924 time: 1.0735576
Dec 24 11:03:44.097535 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3b8a366b-b73a-452f-8e0d-451ff37ef5ae tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2246100'] for subnet, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:44.101808 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 35786) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:03:44.124803 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-c6846614-5025-400c-a9ac-b588b83bdd5b tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Allocated IP 2001:db8::366 (2cdad3a5-985d-4dc3-a617-1a2bd435c300/b8bfa6b8-a48e-4b16-ba81-30ae865c3740/aba500ed-d024-49a9-8efa-8aa97679838f) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:03:44.199422 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-4b460bda-c80b-417a-9fad-91bf0b3f4af0 tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] 10.222.0.65 "GET /v2.0/ports?device_id=9a9a1380-b428-4c29-8dd2-41ab39fb8108 HTTP/1.1" status: 200  len: 205 time: 0.0769441
Dec 24 11:03:44.204650 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 35792) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:03:44.395707 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f3d7e3dd-72a3-4c45-801f-e40ceed9258f tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:44.422087 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-f3d7e3dd-72a3-4c45-801f-e40ceed9258f tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Transition to ACTIVE for port object a95d8157-335c-47a7-b329-c04234351c5c will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:03:44.431775 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 423ceda0-fa10-4891-a377-0b1796635822 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:03:44.474602 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f3d7e3dd-72a3-4c45-801f-e40ceed9258f tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:44.488228 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-d08f4bdc-ce26-4195-b4c5-a595c25448b2 tempest-ServersTestManualDisk-691114078 tempest-ServersTestManualDisk-691114078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:03:44.535019 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Provisioning for port 632686a9-d4ae-4fa5-85f8-33db88312b6b completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:03:44.565207 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Provisioning complete for port 632686a9-d4ae-4fa5-85f8-33db88312b6b triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:03:44.565654 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:44.649359 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3d24f69a-83e2-429d-bd6c-6dbe76530d35 None None] Notify callbacks [] for port, precommit_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:44.665942 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3d7e3dd-72a3-4c45-801f-e40ceed9258f tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Network 1c9eeaac-d205-4b19-a351-2fe67dd78b42 is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:03:44.673972 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7e3dd-72a3-4c45-801f-e40ceed9258f tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Pushing event updated for resources: {'Port': ['ID=a95d8157-335c-47a7-b329-c04234351c5c,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:03:44.677217 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-f3d7e3dd-72a3-4c45-801f-e40ceed9258f tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Resources bound (agent type, host, resource id):  {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:03:44.680027 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f3d7e3dd-72a3-4c45-801f-e40ceed9258f tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:03:44.724671 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-3d24f69a-83e2-429d-bd6c-6dbe76530d35 None None] Transition to ACTIVE for port object 20a1ccb9-541b-4864-9641-57253e8bc487 will not be triggered until provisioned by entity L2. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:03:44.754705 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d7e3dd-72a3-4c45-801f-e40ceed9258f tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:03:44.868941 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6527de42-f037-4653-abe7-fbb5cefa09f1 req-196c997c-e261-4d90-ab2d-90f34cf33d49 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:03:44.871103 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-6527de42-f037-4653-abe7-fbb5cefa09f1 req-196c997c-e261-4d90-ab2d-90f34cf33d49 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] 10.222.0.65 "GET /v2.0/ports?device_id=655d927a-1c14-4f1b-88cc-771b29a10c76 HTTP/1.1" status: 200  len: 946 time: 0.4136653
Dec 24 11:03:44.879995 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning for port 423ceda0-fa10-4891-a377-0b1796635822 completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:03:44.890341 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-3d24f69a-83e2-429d-bd6c-6dbe76530d35 None None] Transition to ACTIVE for port object 20a1ccb9-541b-4864-9641-57253e8bc487 will not be triggered until provisioned by entity DHCP. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:03:44.895132 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-05bc1a66-7868-4d83-b2b9-f5c1db869a7a req-90e554e3-a47d-44fc-a3eb-1117bfee790b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3227175fb2a74b37bb7d77f5e6df3dce&device_id=655d927a-1c14-4f1b-88cc-771b29a10c76 HTTP/1.1" status: 200  len: 1099 time: 0.3756104
Dec 24 11:03:44.902986 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d7e3dd-72a3-4c45-801f-e40ceed9258f tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:03:44.903743 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f3d7e3dd-72a3-4c45-801f-e40ceed9258f tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:44.992904 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:45.003699 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device fd272709-0f9b-4946-a91e-d41c43deefae up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:03:45.020980 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a76e042e-18f9-4c7e-9e83-192c769c30a0 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7120129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3978858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852529715'] for subnet, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:45.027499 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-b1230e48-4790-4f37-a620-7b5d86751fa0 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:03:45.054875 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3d24f69a-83e2-429d-bd6c-6dbe76530d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408'] for port, after_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:45.083309 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-21b55071-e3ab-420a-90c4-61076a36cd92 None None] Notify callbacks [] for port, precommit_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:45.094439 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-afb96c82-206d-41a4-a2b0-b65b7ca3d9fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:03:45.096873 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c6846614-5025-400c-a9ac-b588b83bdd5b tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:45.151344 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-6527de42-f037-4653-abe7-fbb5cefa09f1 req-dc3ae382-dc9c-491b-b056-33a3e2d16a43 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] 10.222.0.65 "GET /v2.0/security-groups?id=02c07f75-3a5f-4cdc-91db-62e2db60964c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2651372
Dec 24 11:03:45.152816 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-f3d7e3dd-72a3-4c45-801f-e40ceed9258f tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1027 time: 3.2593937
Dec 24 11:03:45.158143 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-c6846614-5025-400c-a9ac-b588b83bdd5b tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Transition to ACTIVE for port object aba500ed-d024-49a9-8efa-8aa97679838f will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:03:45.160453 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 35798) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:03:45.189785 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76e042e-18f9-4c7e-9e83-192c769c30a0 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Pushing event deleted for resources: {'Subnet': ['ID=b4918ba5-5da3-4f5f-ab86-7598cf9a2c09,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:03:45.207444 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-21b55071-e3ab-420a-90c4-61076a36cd92 None None] Transition to ACTIVE for port object 12f6c158-5df7-4ebf-9c22-ba821eaf3f16 will not be triggered until provisioned by entity L2. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:03:45.249071 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f4ed206-cece-41eb-ab9e-d9c91bba64cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '632686a9-d4ae-4fa5-85f8-33db88312b6b'}] {{(pid=88880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 24 11:03:45.255917 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-a76e042e-18f9-4c7e-9e83-192c769c30a0 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:03:45.266939 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bc1a66-7868-4d83-b2b9-f5c1db869a7a req-7d8df705-aca7-4741-b10c-7ce5d22969f8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:03:45.268583 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-05bc1a66-7868-4d83-b2b9-f5c1db869a7a req-7d8df705-aca7-4741-b10c-7ce5d22969f8 service neutron] 10.222.0.58 "GET /v2.0/networks?id=06bf4055-f82f-43ff-8ef7-0747a91153cc HTTP/1.1" status: 200  len: 913 time: 0.3488746
Dec 24 11:03:45.313720 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d24f69a-83e2-429d-bd6c-6dbe76530d35 None None] Network 30cf974e-2d1c-4797-b7b3-13e521a6f6a9 is already hosted by enough agents. {{(pid=88880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:03:45.336098 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-3d24f69a-83e2-429d-bd6c-6dbe76530d35 None None] Resources bound (agent type, host, resource id):  {{(pid=88880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:03:45.345255 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-21b55071-e3ab-420a-90c4-61076a36cd92 None None] Transition to ACTIVE for port object 12f6c158-5df7-4ebf-9c22-ba821eaf3f16 will not be triggered until provisioned by entity DHCP. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:03:45.353111 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] For port 632686a9-d4ae-4fa5-85f8-33db88312b6b, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=632686a9-d4ae-4fa5-85f8-33db88312b6b,segment=NetworkSegment(7d0dc58d-0474-4e82-b3e5-d78baac1a000),segment_id=7d0dc58d-0474-4e82-b3e5-d78baac1a000)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:03:45.359520 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6b3229ee-fef3-47a2-9519-79ba58cb6eb6 tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Notify callbacks [] for router, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:45.365983 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d24f69a-83e2-429d-bd6c-6dbe76530d35 None None] Pushing event updated for resources: {'Port': ['ID=20a1ccb9-541b-4864-9641-57253e8bc487,revision_number=1']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:03:45.380010 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d24f69a-83e2-429d-bd6c-6dbe76530d35 None None] Received port after_create {{(pid=88880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:03:45.403954 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f4ed206-cece-41eb-ab9e-d9c91bba64cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '632686a9-d4ae-4fa5-85f8-33db88312b6b', 'code': 200}
Dec 24 11:03:45.406586 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-3d24f69a-83e2-429d-bd6c-6dbe76530d35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:03:45.412097 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:45.414115 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c6846614-5025-400c-a9ac-b588b83bdd5b tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:45.420712 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-85ab1879-ccc3-4384-bda2-2da4d1a21dac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:03:45.424319 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f3d7e3dd-72a3-4c45-801f-e40ceed9258f tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:03:45.568563 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-6734e794-3e2a-4fe4-8092-2946bc227723 None None] Allocated IP 2001:db8::2 (2cdad3a5-985d-4dc3-a617-1a2bd435c300/b8bfa6b8-a48e-4b16-ba81-30ae865c3740/1866881b-9b21-4d3c-a460-c22002dcdf69) {{(pid=88880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:03:45.610250 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce1ef5a2-9d90-485f-afb7-bcfa20233244 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:03:45.614788 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce1ef5a2-9d90-485f-afb7-bcfa20233244 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:03:45.615828 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-ce1ef5a2-9d90-485f-afb7-bcfa20233244 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Synchronizing usage tracker for tenant:739a78fd4cfc48c2a4011598579f8f8c on resource:port {{(pid=88879) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:03:45.629552 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-05bc1a66-7868-4d83-b2b9-f5c1db869a7a req-2e206878-c843-464d-883b-aa0ea4583cae service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3a88a9cd-23ff-4882-94d5-148e4e2e250b HTTP/1.1" status: 200  len: 1002 time: 0.3500073
Dec 24 11:03:45.633145 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6846614-5025-400c-a9ac-b588b83bdd5b tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Pushing event updated for resources: {'Port': ['ID=aba500ed-d024-49a9-8efa-8aa97679838f,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:03:45.641111 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6846614-5025-400c-a9ac-b588b83bdd5b tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Network 2cdad3a5-985d-4dc3-a617-1a2bd435c300 is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:03:45.678441 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c6846614-5025-400c-a9ac-b588b83bdd5b tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:03:45.686143 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-c6846614-5025-400c-a9ac-b588b83bdd5b tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Resources bound (agent type, host, resource id):  {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:03:45.695317 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6846614-5025-400c-a9ac-b588b83bdd5b tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:03:45.699811 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6846614-5025-400c-a9ac-b588b83bdd5b tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:03:45.700523 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c6846614-5025-400c-a9ac-b588b83bdd5b tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:45.727025 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-ce1ef5a2-9d90-485f-afb7-bcfa20233244 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Unset dirty status for tenant:739a78fd4cfc48c2a4011598579f8f8c on resource:port {{(pid=88879) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:03:45.728334 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-ce1ef5a2-9d90-485f-afb7-bcfa20233244 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1782 time: 0.5668006
Dec 24 11:03:45.733748 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 35804) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:03:45.795199 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bc1a66-7868-4d83-b2b9-f5c1db869a7a req-6f12bf29-cc30-4d2e-89a3-a0f9f4518240 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:03:45.797490 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-05bc1a66-7868-4d83-b2b9-f5c1db869a7a req-6f12bf29-cc30-4d2e-89a3-a0f9f4518240 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=26cb8daf-b897-4fc8-a72c-e78bd818e5d0 HTTP/1.1" status: 200  len: 851 time: 0.1550150
Dec 24 11:03:45.799936 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-c6846614-5025-400c-a9ac-b588b83bdd5b tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 929 time: 3.1121826
Dec 24 11:03:45.805548 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 35808) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:03:45.857759 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-f05d2928-8bed-448f-a2e0-9df96ed7550c tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Request body: {'port': {'network_id': '2cdad3a5-985d-4dc3-a617-1a2bd435c300', 'name': 'tempest-PortsIpV6TestJSON-241673765'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:03:45.858086 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6734e794-3e2a-4fe4-8092-2946bc227723 None None] Notify callbacks [] for port, precommit_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:45.874444 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-21b55071-e3ab-420a-90c4-61076a36cd92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408'] for port, after_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:45.889193 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-6734e794-3e2a-4fe4-8092-2946bc227723 None None] Transition to ACTIVE for port object 1866881b-9b21-4d3c-a460-c22002dcdf69 will not be triggered until provisioned by entity L2. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:03:45.923584 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed88ebb3-8f0d-40a5-bf11-ab6ab32dec96 None None] Network 43336de9-8907-443d-9469-141af13ca809 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:03:45.939015 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3b8a366b-b73a-452f-8e0d-451ff37ef5ae tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850796890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2246085'] for subnet, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:45.944998 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-e27ec16e-7595-4d8c-88af-2a80236c1cff tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Deleting port a95d8157-335c-47a7-b329-c04234351c5c {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:03:45.945339 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e27ec16e-7595-4d8c-88af-2a80236c1cff tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:45.950023 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-4bbc3d81-5b0c-40be-acf3-0fd946c38001 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:03:45.977316 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73f6721c-c032-4eab-aba2-0edee6228c1e None None] Network 1c9eeaac-d205-4b19-a351-2fe67dd78b42 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:03:46.042724 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a76e042e-18f9-4c7e-9e83-192c769c30a0 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847649663', 'neutron.services.segments.db._delete_segments_for_network-8749505737672'] for network, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:46.091099 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning for port fd272709-0f9b-4946-a91e-d41c43deefae completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:03:46.139669 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-a76e042e-18f9-4c7e-9e83-192c769c30a0 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5270489eb8>,) {'filters': {'network_id': ['30cf974e-2d1c-4797-b7b3-13e521a6f6a9']}} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:03:46.158917 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b8a366b-b73a-452f-8e0d-451ff37ef5ae tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Network 25827399-a736-4c6a-8cb1-2b9b723977e8 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:03:46.160678 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-f05d2928-8bed-448f-a2e0-9df96ed7550c tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:03:46.170114 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-05bc1a66-7868-4d83-b2b9-f5c1db869a7a req-23286080-accb-4828-845b-942b24f18513 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=06bf4055-f82f-43ff-8ef7-0747a91153cc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.3629551
Dec 24 11:03:46.172778 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-3b8a366b-b73a-452f-8e0d-451ff37ef5ae tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Resources bound (agent type, host, resource id):  {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:03:46.176037 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-6734e794-3e2a-4fe4-8092-2946bc227723 None None] Transition to ACTIVE for port object 1866881b-9b21-4d3c-a460-c22002dcdf69 will not be triggered until provisioned by entity DHCP. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:03:46.180322 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a262e2a-cd65-4c7c-9c03-6a646194d65f req-611d756a-ecd5-4a3f-b9e8-a383a07ab8dc tempest-ServersTestManualDisk-691114078 tempest-ServersTestManualDisk-691114078-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:03:46.182036 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-3a262e2a-cd65-4c7c-9c03-6a646194d65f req-611d756a-ecd5-4a3f-b9e8-a383a07ab8dc tempest-ServersTestManualDisk-691114078 tempest-ServersTestManualDisk-691114078-project] 10.222.0.65 "GET /v2.0/ports?device_id=5f4ed206-cece-41eb-ab9e-d9c91bba64cc HTTP/1.1" status: 200  len: 945 time: 1.0055180
Dec 24 11:03:46.184851 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-a76e042e-18f9-4c7e-9e83-192c769c30a0 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5270489eb8>, 'f792bc47-7b5c-40c6-ba55-06b1a3465b25') {'for_net_delete': True} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:03:46.185188 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-a76e042e-18f9-4c7e-9e83-192c769c30a0 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5270489eb8>, 'f792bc47-7b5c-40c6-ba55-06b1a3465b25') {} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:03:46.193497 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b8a366b-b73a-452f-8e0d-451ff37ef5ae tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:03:46.194174 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3b8a366b-b73a-452f-8e0d-451ff37ef5ae tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:46.199183 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8a366b-b73a-452f-8e0d-451ff37ef5ae tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Pushing event updated for resources: {'Subnet': ['ID=6ab24fde-9c62-453b-9da2-49444942fc7e,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:03:46.208059 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-3b8a366b-b73a-452f-8e0d-451ff37ef5ae tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:03:46.250972 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21b55071-e3ab-420a-90c4-61076a36cd92 None None] Network 25827399-a736-4c6a-8cb1-2b9b723977e8 is already hosted by enough agents. {{(pid=88880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:03:46.257296 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6734e794-3e2a-4fe4-8092-2946bc227723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408'] for port, after_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:46.259696 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a76e042e-18f9-4c7e-9e83-192c769c30a0 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749505745113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2241371'] for segment, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:46.275416 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-21b55071-e3ab-420a-90c4-61076a36cd92 None None] Resources bound (agent type, host, resource id):  {{(pid=88880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:03:46.278157 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b55071-e3ab-420a-90c4-61076a36cd92 None None] Received port after_create {{(pid=88880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:03:46.332006 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-f95bdcc0-55be-4a91-931e-e51ec30b9580 None None] Provisioning for port 423ceda0-fa10-4891-a377-0b1796635822 completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:03:46.335204 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Pushing event updated for resources: {'Port': ['ID=632686a9-d4ae-4fa5-85f8-33db88312b6b,revision_number=5']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:03:46.338640 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.918s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:03:46.350800 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c87529ba-81ef-420c-bd49-2c3ccf385c7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.394s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:03:46.368583 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-3b8a366b-b73a-452f-8e0d-451ff37ef5ae tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 804 time: 2.6678658
Dec 24 11:03:46.375884 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 35814) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:03:46.380737 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a76e042e-18f9-4c7e-9e83-192c769c30a0 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:46.383941 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-3d24f69a-83e2-429d-bd6c-6dbe76530d35 None None] Attempting to bind port 20a1ccb9-541b-4864-9641-57253e8bc487 on host dv-neutron-822691-2-hyperv for vnic_type normal with profile  {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:03:46.384685 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-3d24f69a-83e2-429d-bd6c-6dbe76530d35 None None] Attempting to bind port 20a1ccb9-541b-4864-9641-57253e8bc487 by drivers openvswitch,hyperv on host dv-neutron-822691-2-hyperv at level 0 using segments [{'id': 'f792bc47-7b5c-40c6-ba55-06b1a3465b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '30cf974e-2d1c-4797-b7b3-13e521a6f6a9'}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:03:46.385097 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d24f69a-83e2-429d-bd6c-6dbe76530d35 None None] Attempting to bind port 20a1ccb9-541b-4864-9641-57253e8bc487 on network 30cf974e-2d1c-4797-b7b3-13e521a6f6a9 {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:03:46.418504 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-a4bbe829-77ab-47fa-891a-c0b5ffcc1d61 req-8b9bc8d6-b9c8-4c2a-a314-98e2354c898e service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=5f4ed206-cece-41eb-ab9e-d9c91bba64cc HTTP/1.1" status: 200  len: 1099 time: 0.5665624
Dec 24 11:03:46.419439 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-f95bdcc0-55be-4a91-931e-e51ec30b9580 None None] Provisioning complete for port 423ceda0-fa10-4891-a377-0b1796635822 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:03:46.419881 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f95bdcc0-55be-4a91-931e-e51ec30b9580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:46.442452 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-386da279-6742-47ad-81cc-c16aa1c1312e tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Request body: {'port': {'network_id': '25827399-a736-4c6a-8cb1-2b9b723977e8', 'fixed_ips': [{'subnet_id': '776bdcbd-03f0-4e68-8f75-1c843e4afdb2'}, {'subnet_id': '6ab24fde-9c62-453b-9da2-49444942fc7e'}], 'name': 'tempest-PortsTestJSON-827457435'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:03:46.457869 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-f05d2928-8bed-448f-a2e0-9df96ed7550c tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:03:46.463803 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a76e042e-18f9-4c7e-9e83-192c769c30a0 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Releasing vlan 616 on physical network physnet1 to pool {{(pid=88878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 24 11:03:46.464242 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a76e042e-18f9-4c7e-9e83-192c769c30a0 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036847652098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850807864'] for segment, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:46.481353 dv-neutron-822691-2-hyperv neutron-server[88767]: Traceback (most recent call last):
Dec 24 11:03:46.481353 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 24 11:03:46.481353 dv-neutron-822691-2-hyperv neutron-server[88767]:     timer()
Dec 24 11:03:46.481353 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 11:03:46.481353 dv-neutron-822691-2-hyperv neutron-server[88767]:     cb(*args, **kw)
Dec 24 11:03:46.481353 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 24 11:03:46.481353 dv-neutron-822691-2-hyperv neutron-server[88767]:     return func(*args, **kwargs)
Dec 24 11:03:46.481353 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 11:03:46.481353 dv-neutron-822691-2-hyperv neutron-server[88767]:     self._notify()
Dec 24 11:03:46.481353 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 11:03:46.481353 dv-neutron-822691-2-hyperv neutron-server[88767]:     self.callback(batched_events)
Dec 24 11:03:46.481353 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 11:03:46.481353 dv-neutron-822691-2-hyperv neutron-server[88767]:     event.method(event)
Dec 24 11:03:46.481353 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 11:03:46.481353 dv-neutron-822691-2-hyperv neutron-server[88767]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 11:03:46.481353 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 24 11:03:46.481353 dv-neutron-822691-2-hyperv neutron-server[88767]:     segment_id)['aggregates'][0]
Dec 24 11:03:46.481353 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 24 11:03:46.481353 dv-neutron-822691-2-hyperv neutron-server[88767]:     return f(self, *a, **k)
Dec 24 11:03:46.481353 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 11:03:46.481353 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self._get(url).json()
Dec 24 11:03:46.481353 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 24 11:03:46.481353 dv-neutron-822691-2-hyperv neutron-server[88767]:     **kwargs)
Dec 24 11:03:46.481353 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 24 11:03:46.481353 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self.request(url, 'GET', **kwargs)
Dec 24 11:03:46.481353 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 24 11:03:46.481353 dv-neutron-822691-2-hyperv neutron-server[88767]:     **endpoint_filter)
Dec 24 11:03:46.481353 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 24 11:03:46.481353 dv-neutron-822691-2-hyperv neutron-server[88767]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 11:03:46.481353 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 24 11:03:46.481353 dv-neutron-822691-2-hyperv neutron-server[88767]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 11:03:46.481353 dv-neutron-822691-2-hyperv neutron-server[88767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 11:03:46.498842 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8117dbad-5404-4028-8df3-1796b9bd1eeb tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-659031', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854691240'] for router, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:46.516143 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f05d2928-8bed-448f-a2e0-9df96ed7550c tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Made reservation on behalf of 58aa2a41110240a2b5bfe3b4600f4977 for: {'port': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:03:46.521882 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-3a262e2a-cd65-4c7c-9c03-6a646194d65f req-2968cdc6-8589-4b63-bff0-2aef0edda71c tempest-ServersTestManualDisk-691114078 tempest-ServersTestManualDisk-691114078-project] 10.222.0.65 "GET /v2.0/security-groups?id=057037fb-7674-467b-97c0-ec5f050e627f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3109262
Dec 24 11:03:46.522092 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f05d2928-8bed-448f-a2e0-9df96ed7550c tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:46.571335 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d24f69a-83e2-429d-bd6c-6dbe76530d35 None None] Checking agent: {'id': 'db1275c1-6001-47af-93c2-635c68404703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822691-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 52, 8), 'started_at': datetime.datetime(2021, 12, 24, 10, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 3, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822691-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:03:46.571753 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d24f69a-83e2-429d-bd6c-6dbe76530d35 None None] Checking segment: {'id': 'f792bc47-7b5c-40c6-ba55-06b1a3465b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '30cf974e-2d1c-4797-b7b3-13e521a6f6a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:03:46.572195 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3d24f69a-83e2-429d-bd6c-6dbe76530d35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:46.572639 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d24f69a-83e2-429d-bd6c-6dbe76530d35 None None] Bound using segment: {'id': 'f792bc47-7b5c-40c6-ba55-06b1a3465b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '30cf974e-2d1c-4797-b7b3-13e521a6f6a9'} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:03:46.573176 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-3d24f69a-83e2-429d-bd6c-6dbe76530d35 None None] Bound port: 20a1ccb9-541b-4864-9641-57253e8bc487, host: dv-neutron-822691-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f792bc47-7b5c-40c6-ba55-06b1a3465b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '30cf974e-2d1c-4797-b7b3-13e521a6f6a9'}}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:03:46.574097 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3d24f69a-83e2-429d-bd6c-6dbe76530d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:46.601227 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6734e794-3e2a-4fe4-8092-2946bc227723 None None] Network 2cdad3a5-985d-4dc3-a617-1a2bd435c300 is already hosted by enough agents. {{(pid=88880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:03:46.624106 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.db.api [None req-a76e042e-18f9-4c7e-9e83-192c769c30a0 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 24 11:03:46.624106 dv-neutron-822691-2-hyperv neutron-server[88767]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 24 11:03:46.624106 dv-neutron-822691-2-hyperv neutron-server[88767]: [parameters: {'id': '30cf974e-2d1c-4797-b7b3-13e521a6f6a9'}]
Dec 24 11:03:46.624106 dv-neutron-822691-2-hyperv neutron-server[88767]: (Background on this error at: http://sqlalche.me/e/gkpj) {{(pid=88878) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 24 11:03:46.624663 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_db.api [None req-a76e042e-18f9-4c7e-9e83-192c769c30a0 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 24 11:03:46.640029 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8117dbad-5404-4028-8df3-1796b9bd1eeb tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:46.656696 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-a4bbe829-77ab-47fa-891a-c0b5ffcc1d61 req-37ffa74f-ca5d-4b76-8f29-a26f544eba6b service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=057037fb-7674-467b-97c0-ec5f050e627f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2144783
Dec 24 11:03:46.660346 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-6734e794-3e2a-4fe4-8092-2946bc227723 None None] Resources bound (agent type, host, resource id):  {{(pid=88880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:03:46.664074 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6734e794-3e2a-4fe4-8092-2946bc227723 None None] Received port after_create {{(pid=88880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:03:46.668728 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [None req-f05d2928-8bed-448f-a2e0-9df96ed7550c tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] device_id is not set on port 3f8ea730-3956-41c7-95b6-b69597bd3db7 yet. {{(pid=88879) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 24 11:03:46.676305 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-8117dbad-5404-4028-8df3-1796b9bd1eeb tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Deleting port fd41beec-0ae9-4b92-b275-ca43dc61d7ee {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:03:46.676670 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8117dbad-5404-4028-8df3-1796b9bd1eeb tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:46.697362 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b55071-e3ab-420a-90c4-61076a36cd92 None None] Pushing event updated for resources: {'Port': ['ID=12f6c158-5df7-4ebf-9c22-ba821eaf3f16,revision_number=1']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:03:46.725192 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf7e855-01a8-4844-83f5-e985b028ca86 req-dd643624-7955-4d8a-94bd-95c65406db60 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:03:46.727014 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-acf7e855-01a8-4844-83f5-e985b028ca86 req-dd643624-7955-4d8a-94bd-95c65406db60 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] 10.222.0.65 "GET /v2.0/ports?device_id=655d927a-1c14-4f1b-88cc-771b29a10c76 HTTP/1.1" status: 200  len: 946 time: 0.4140155
Dec 24 11:03:46.750517 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e27ec16e-7595-4d8c-88af-2a80236c1cff tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:46.764201 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-05bc1a66-7868-4d83-b2b9-f5c1db869a7a req-865ad4a1-95c2-4d64-bcac-f8c2c27c9e53 service neutron] 10.222.0.58 "GET /v2.0/networks/06bf4055-f82f-43ff-8ef7-0747a91153cc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5798521
Dec 24 11:03:46.905130 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6b3229ee-fef3-47a2-9519-79ba58cb6eb6 tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:46.937422 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-6b3229ee-fef3-47a2-9519-79ba58cb6eb6 tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Deleting port 6b124c9a-c786-46ee-8446-788573dc08c0 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:03:46.937656 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6b3229ee-fef3-47a2-9519-79ba58cb6eb6 tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:46.982869 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-acf7e855-01a8-4844-83f5-e985b028ca86 req-186e8a9e-1766-45da-9907-fd4abee9bec5 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] 10.222.0.65 "GET /v2.0/security-groups?id=02c07f75-3a5f-4cdc-91db-62e2db60964c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2348611
Dec 24 11:03:47.017413 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8117dbad-5404-4028-8df3-1796b9bd1eeb tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:47.088272 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-21b55071-e3ab-420a-90c4-61076a36cd92 None None] Attempting to bind port 12f6c158-5df7-4ebf-9c22-ba821eaf3f16 on host dv-neutron-822691-2-hyperv for vnic_type normal with profile  {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:03:47.088944 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-21b55071-e3ab-420a-90c4-61076a36cd92 None None] Attempting to bind port 12f6c158-5df7-4ebf-9c22-ba821eaf3f16 by drivers openvswitch,hyperv on host dv-neutron-822691-2-hyperv at level 0 using segments [{'id': '83df2dda-4772-4919-9fb2-2c010dbea0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '25827399-a736-4c6a-8cb1-2b9b723977e8'}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:03:47.089608 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b55071-e3ab-420a-90c4-61076a36cd92 None None] Attempting to bind port 12f6c158-5df7-4ebf-9c22-ba821eaf3f16 on network 25827399-a736-4c6a-8cb1-2b9b723977e8 {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:03:47.168563 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a76e042e-18f9-4c7e-9e83-192c769c30a0 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036847558493'] for network, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:47.187169 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-8117dbad-5404-4028-8df3-1796b9bd1eeb tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Calling delete_port for fd41beec-0ae9-4b92-b275-ca43dc61d7ee owned by network:router_gateway {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:03:47.251037 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-e27ec16e-7595-4d8c-88af-2a80236c1cff tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Calling delete_port for a95d8157-335c-47a7-b329-c04234351c5c owned by  {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:03:47.255969 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6734e794-3e2a-4fe4-8092-2946bc227723 None None] Pushing event updated for resources: {'Port': ['ID=1866881b-9b21-4d3c-a460-c22002dcdf69,revision_number=1']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:03:47.259419 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-6734e794-3e2a-4fe4-8092-2946bc227723 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.908s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:03:47.261584 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b55071-e3ab-420a-90c4-61076a36cd92 None None] Checking agent: {'id': 'db1275c1-6001-47af-93c2-635c68404703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822691-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 52, 8), 'started_at': datetime.datetime(2021, 12, 24, 10, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 3, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822691-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:03:47.262036 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b55071-e3ab-420a-90c4-61076a36cd92 None None] Checking segment: {'id': '83df2dda-4772-4919-9fb2-2c010dbea0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '25827399-a736-4c6a-8cb1-2b9b723977e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:03:47.262493 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-21b55071-e3ab-420a-90c4-61076a36cd92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:47.263008 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b55071-e3ab-420a-90c4-61076a36cd92 None None] Bound using segment: {'id': '83df2dda-4772-4919-9fb2-2c010dbea0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '25827399-a736-4c6a-8cb1-2b9b723977e8'} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:03:47.263544 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-21b55071-e3ab-420a-90c4-61076a36cd92 None None] Bound port: 12f6c158-5df7-4ebf-9c22-ba821eaf3f16, host: dv-neutron-822691-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83df2dda-4772-4919-9fb2-2c010dbea0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '25827399-a736-4c6a-8cb1-2b9b723977e8'}}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:03:47.263965 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-21b55071-e3ab-420a-90c4-61076a36cd92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:47.289101 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-3712eccf-8ed0-4284-b2e6-42bec4ea8273 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.014s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:03:47.289358 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-3712eccf-8ed0-4284-b2e6-42bec4ea8273 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:03:47.324863 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-a76e042e-18f9-4c7e-9e83-192c769c30a0 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Deleting port 20a1ccb9-541b-4864-9641-57253e8bc487 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:03:47.325113 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a76e042e-18f9-4c7e-9e83-192c769c30a0 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:47.418844 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6b3229ee-fef3-47a2-9519-79ba58cb6eb6 tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:47.430746 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-6734e794-3e2a-4fe4-8092-2946bc227723 None None] Attempting to bind port 1866881b-9b21-4d3c-a460-c22002dcdf69 on host dv-neutron-822691-2-hyperv for vnic_type normal with profile  {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:03:47.431174 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-6734e794-3e2a-4fe4-8092-2946bc227723 None None] Attempting to bind port 1866881b-9b21-4d3c-a460-c22002dcdf69 by drivers openvswitch,hyperv on host dv-neutron-822691-2-hyperv at level 0 using segments [{'id': '380b4553-6c9a-40cb-8006-4c0f5bc88a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '2cdad3a5-985d-4dc3-a617-1a2bd435c300'}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:03:47.431602 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6734e794-3e2a-4fe4-8092-2946bc227723 None None] Attempting to bind port 1866881b-9b21-4d3c-a460-c22002dcdf69 on network 2cdad3a5-985d-4dc3-a617-1a2bd435c300 {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:03:47.451369 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-3d24f69a-83e2-429d-bd6c-6dbe76530d35 None None] For port 20a1ccb9-541b-4864-9641-57253e8bc487, host dv-neutron-822691-2-hyperv, cleared binding levels {{(pid=88880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:03:47.476125 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-386da279-6742-47ad-81cc-c16aa1c1312e tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:03:47.483883 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f95bdcc0-55be-4a91-931e-e51ec30b9580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:47.500220 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-3d24f69a-83e2-429d-bd6c-6dbe76530d35 None None] For port 20a1ccb9-541b-4864-9641-57253e8bc487, host dv-neutron-822691-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=20a1ccb9-541b-4864-9641-57253e8bc487,segment=NetworkSegment(f792bc47-7b5c-40c6-ba55-06b1a3465b25),segment_id=f792bc47-7b5c-40c6-ba55-06b1a3465b25)] {{(pid=88880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:03:47.520948 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3d24f69a-83e2-429d-bd6c-6dbe76530d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:47.523800 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-f05d2928-8bed-448f-a2e0-9df96ed7550c tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Allocated IP 2001:db8::3e7 (2cdad3a5-985d-4dc3-a617-1a2bd435c300/b8bfa6b8-a48e-4b16-ba81-30ae865c3740/3f8ea730-3956-41c7-95b6-b69597bd3db7) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:03:47.525143 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6734e794-3e2a-4fe4-8092-2946bc227723 None None] Checking agent: {'id': 'db1275c1-6001-47af-93c2-635c68404703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822691-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 52, 8), 'started_at': datetime.datetime(2021, 12, 24, 10, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 3, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822691-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:03:47.525143 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6734e794-3e2a-4fe4-8092-2946bc227723 None None] Checking segment: {'id': '380b4553-6c9a-40cb-8006-4c0f5bc88a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '2cdad3a5-985d-4dc3-a617-1a2bd435c300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:03:47.526083 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6734e794-3e2a-4fe4-8092-2946bc227723 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:47.526083 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6734e794-3e2a-4fe4-8092-2946bc227723 None None] Bound using segment: {'id': '380b4553-6c9a-40cb-8006-4c0f5bc88a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '2cdad3a5-985d-4dc3-a617-1a2bd435c300'} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:03:47.526546 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-6734e794-3e2a-4fe4-8092-2946bc227723 None None] Bound port: 1866881b-9b21-4d3c-a460-c22002dcdf69, host: dv-neutron-822691-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '380b4553-6c9a-40cb-8006-4c0f5bc88a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '2cdad3a5-985d-4dc3-a617-1a2bd435c300'}}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:03:47.526972 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6734e794-3e2a-4fe4-8092-2946bc227723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:47.535197 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-386da279-6742-47ad-81cc-c16aa1c1312e tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:03:47.551188 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-3712eccf-8ed0-4284-b2e6-42bec4ea8273 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:03:47.561919 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-6b3229ee-fef3-47a2-9519-79ba58cb6eb6 tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Calling delete_port for 6b124c9a-c786-46ee-8446-788573dc08c0 owned by network:router_gateway {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:03:47.610420 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-05bc1a66-7868-4d83-b2b9-f5c1db869a7a req-fda35c05-a8bc-4699-9c1f-6b85be4a8ccb service neutron] 10.222.0.58 "GET /v2.0/networks/06bf4055-f82f-43ff-8ef7-0747a91153cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5621080
Dec 24 11:03:47.611175 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-386da279-6742-47ad-81cc-c16aa1c1312e tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Made reservation on behalf of 56d5354af46a4a91924cfe2259b4b254 for: {'port': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:03:47.719357 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-21b55071-e3ab-420a-90c4-61076a36cd92 None None] For port 12f6c158-5df7-4ebf-9c22-ba821eaf3f16, host dv-neutron-822691-2-hyperv, cleared binding levels {{(pid=88880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:03:47.736647 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-f95bdcc0-55be-4a91-931e-e51ec30b9580 None None] For port 423ceda0-fa10-4891-a377-0b1796635822, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=423ceda0-fa10-4891-a377-0b1796635822,segment=NetworkSegment(2bb2705a-be0a-44af-9a35-cf280ebc1ac3),segment_id=2bb2705a-be0a-44af-9a35-cf280ebc1ac3)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:03:47.761554 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f95bdcc0-55be-4a91-931e-e51ec30b9580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:47.766796 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-21b55071-e3ab-420a-90c4-61076a36cd92 None None] For port 12f6c158-5df7-4ebf-9c22-ba821eaf3f16, host dv-neutron-822691-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=12f6c158-5df7-4ebf-9c22-ba821eaf3f16,segment=NetworkSegment(83df2dda-4772-4919-9fb2-2c010dbea0cc),segment_id=83df2dda-4772-4919-9fb2-2c010dbea0cc)] {{(pid=88880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:03:47.779902 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d24f69a-83e2-429d-bd6c-6dbe76530d35 None None] Pushing event updated for resources: {'Port': ['ID=20a1ccb9-541b-4864-9641-57253e8bc487,revision_number=2']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:03:47.783314 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-3d24f69a-83e2-429d-bd6c-6dbe76530d35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:03:47.788304 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-6734e794-3e2a-4fe4-8092-2946bc227723 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:03:47.821666 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-21b55071-e3ab-420a-90c4-61076a36cd92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:48.011862 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-6734e794-3e2a-4fe4-8092-2946bc227723 None None] For port 1866881b-9b21-4d3c-a460-c22002dcdf69, host dv-neutron-822691-2-hyperv, cleared binding levels {{(pid=88880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:03:48.087881 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-6734e794-3e2a-4fe4-8092-2946bc227723 None None] For port 1866881b-9b21-4d3c-a460-c22002dcdf69, host dv-neutron-822691-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=1866881b-9b21-4d3c-a460-c22002dcdf69,segment=NetworkSegment(380b4553-6c9a-40cb-8006-4c0f5bc88a63),segment_id=380b4553-6c9a-40cb-8006-4c0f5bc88a63)] {{(pid=88880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:03:48.089602 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95bdcc0-55be-4a91-931e-e51ec30b9580 None None] Pushing event updated for resources: {'Port': ['ID=423ceda0-fa10-4891-a377-0b1796635822,revision_number=3']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:03:48.094027 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f95bdcc0-55be-4a91-931e-e51ec30b9580 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:03:48.098644 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-d245dc8e-3919-46eb-a8cc-95cd5d5d3af6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.255s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:03:48.137633 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-21f660b1-dba3-473c-89a6-08c2aa320dbe None None] Provisioning for port fd272709-0f9b-4946-a91e-d41c43deefae completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:03:48.144889 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6734e794-3e2a-4fe4-8092-2946bc227723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:48.175618 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-21f660b1-dba3-473c-89a6-08c2aa320dbe None None] Provisioning complete for port fd272709-0f9b-4946-a91e-d41c43deefae triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:03:48.176045 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-21f660b1-dba3-473c-89a6-08c2aa320dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:48.217565 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-605170b7-a535-41eb-a62b-c175f72f4ad4 None None] Network 30cf974e-2d1c-4797-b7b3-13e521a6f6a9 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:03:48.276431 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4457241-2070-4d6f-b24c-b654053d26d9 None None] Update dhcp port {'port': {'network_id': '1c9eeaac-d205-4b19-a351-2fe67dd78b42', 'fixed_ips': [{'subnet_id': '582e60ef-32c8-4181-8438-9b006dc9b77e', 'ip_address': '2001:db8::f816:3eff:fec3:aed0'}, {'subnet_id': 'dfe361e7-d4f1-46c4-9b7c-1dc4b78924b1'}], 'binding:host_id': 'dv-neutron-822691-2-hyperv'}, 'id': 'fd272709-0f9b-4946-a91e-d41c43deefae'} from dv-neutron-822691-2-hyperv. {{(pid=88880) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}}
Dec 24 11:03:48.283234 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f05d2928-8bed-448f-a2e0-9df96ed7550c tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:48.314932 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-f05d2928-8bed-448f-a2e0-9df96ed7550c tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Transition to ACTIVE for port object 3f8ea730-3956-41c7-95b6-b69597bd3db7 will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:03:48.415810 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 423ceda0-fa10-4891-a377-0b1796635822 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:03:48.461367 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f05d2928-8bed-448f-a2e0-9df96ed7550c tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:48.473422 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f115293a-5030-4d12-9746-f9a7c36e35f4 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:03:48.562138 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b55071-e3ab-420a-90c4-61076a36cd92 None None] Pushing event updated for resources: {'Port': ['ID=12f6c158-5df7-4ebf-9c22-ba821eaf3f16,revision_number=2']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:03:48.566926 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-21b55071-e3ab-420a-90c4-61076a36cd92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.468s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:03:48.576475 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-3fabc2e1-a1ca-4f96-a448-6858b80c2c5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.417s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:03:48.644384 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-a76e042e-18f9-4c7e-9e83-192c769c30a0 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] For port 20a1ccb9-541b-4864-9641-57253e8bc487, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=20a1ccb9-541b-4864-9641-57253e8bc487,segment=NetworkSegment(f792bc47-7b5c-40c6-ba55-06b1a3465b25),segment_id=f792bc47-7b5c-40c6-ba55-06b1a3465b25)] {{(pid=88878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:03:48.645140 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a76e042e-18f9-4c7e-9e83-192c769c30a0 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:48.666958 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e27ec16e-7595-4d8c-88af-2a80236c1cff tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:48.674327 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6734e794-3e2a-4fe4-8092-2946bc227723 None None] Pushing event updated for resources: {'Port': ['ID=1866881b-9b21-4d3c-a460-c22002dcdf69,revision_number=2']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:03:48.677984 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-6734e794-3e2a-4fe4-8092-2946bc227723 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:03:48.678861 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f4457241-2070-4d6f-b24c-b654053d26d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:48.682826 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-386da279-6742-47ad-81cc-c16aa1c1312e tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:48.696256 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f05d2928-8bed-448f-a2e0-9df96ed7550c tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Network 2cdad3a5-985d-4dc3-a617-1a2bd435c300 is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:03:48.709436 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-f05d2928-8bed-448f-a2e0-9df96ed7550c tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Resources bound (agent type, host, resource id):  {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:03:48.721187 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f05d2928-8bed-448f-a2e0-9df96ed7550c tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:03:48.727093 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f05d2928-8bed-448f-a2e0-9df96ed7550c tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:03:48.728026 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f05d2928-8bed-448f-a2e0-9df96ed7550c tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:48.804783 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05d2928-8bed-448f-a2e0-9df96ed7550c tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Pushing event updated for resources: {'Port': ['ID=3f8ea730-3956-41c7-95b6-b69597bd3db7,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:03:48.809181 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [None req-386da279-6742-47ad-81cc-c16aa1c1312e tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] device_id is not set on port c52668d8-6355-46f6-9df9-8d63b6ad9750 yet. {{(pid=88879) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 24 11:03:48.831012 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-a76e042e-18f9-4c7e-9e83-192c769c30a0 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Calling delete_port for 20a1ccb9-541b-4864-9641-57253e8bc487 owned by network:dhcp {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:03:48.870464 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f05d2928-8bed-448f-a2e0-9df96ed7550c tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:03:48.871151 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-de5fdf86-4b39-4218-bf01-f39ee2f78a69 tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.168s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:03:48.909107 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8117dbad-5404-4028-8df3-1796b9bd1eeb tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:48.974677 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c9eb56fb-748c-4ae2-b3af-e41f511fe41e tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:03:49.001853 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27ec16e-7595-4d8c-88af-2a80236c1cff tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Pushing event deleted for resources: {'Port': ['ID=a95d8157-335c-47a7-b329-c04234351c5c,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:03:49.009862 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-21f660b1-dba3-473c-89a6-08c2aa320dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:49.021773 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-e27ec16e-7595-4d8c-88af-2a80236c1cff tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:03:49.070447 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-f05d2928-8bed-448f-a2e0-9df96ed7550c tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 3.2175584
Dec 24 11:03:49.071428 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 35826) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:03:49.073290 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8117dbad-5404-4028-8df3-1796b9bd1eeb tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Pushing event deleted for resources: {'Port': ['ID=fd41beec-0ae9-4b92-b275-ca43dc61d7ee,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:03:49.080558 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-21f660b1-dba3-473c-89a6-08c2aa320dbe None None] For port fd272709-0f9b-4946-a91e-d41c43deefae, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=fd272709-0f9b-4946-a91e-d41c43deefae,segment=NetworkSegment(6618a092-51b2-4e3d-9318-3ce6b7b40c55),segment_id=6618a092-51b2-4e3d-9318-3ce6b7b40c55)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:03:49.093131 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-21f660b1-dba3-473c-89a6-08c2aa320dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:49.094842 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-8117dbad-5404-4028-8df3-1796b9bd1eeb tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:03:49.138073 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c6fa9cea-1fa7-4882-898e-72e5a6e14d72 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:03:49.245463 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6b3229ee-fef3-47a2-9519-79ba58cb6eb6 tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:49.246709 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e27ec16e-7595-4d8c-88af-2a80236c1cff tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:49.268999 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-1da4a3fe-dbcd-4d6f-8f49-484ce4eb58f6 tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:03:49.307560 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-e27ec16e-7595-4d8c-88af-2a80236c1cff tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "DELETE /v2.0/ports/a95d8157-335c-47a7-b329-c04234351c5c HTTP/1.1" status: 204  len: 168 time: 3.5706003
Dec 24 11:03:49.312312 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 35830) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:03:49.340218 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3229ee-fef3-47a2-9519-79ba58cb6eb6 tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Pushing event deleted for resources: {'Port': ['ID=6b124c9a-c786-46ee-8446-788573dc08c0,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:03:49.344677 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port 423ceda0-fa10-4891-a377-0b1796635822 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:03:49.344827 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:49.351688 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b5183e-574e-4be6-99bb-e743e6c27439 req-52c86ec3-72e4-4c09-a0ba-2220181cae09 tempest-ServersTestManualDisk-691114078 tempest-ServersTestManualDisk-691114078-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:03:49.353316 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-b9b5183e-574e-4be6-99bb-e743e6c27439 req-52c86ec3-72e4-4c09-a0ba-2220181cae09 tempest-ServersTestManualDisk-691114078 tempest-ServersTestManualDisk-691114078-project] 10.222.0.65 "GET /v2.0/ports?device_id=5f4ed206-cece-41eb-ab9e-d9c91bba64cc HTTP/1.1" status: 200  len: 946 time: 0.9662778
Dec 24 11:03:49.359377 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a5f699-35d4-4bce-a441-b46d03e8fe1d req-00e6b992-ab00-4ada-8c23-39a0ee722695 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:03:49.360997 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-b8a5f699-35d4-4bce-a441-b46d03e8fe1d req-00e6b992-ab00-4ada-8c23-39a0ee722695 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] 10.222.0.65 "GET /v2.0/ports?device_id=655d927a-1c14-4f1b-88cc-771b29a10c76 HTTP/1.1" status: 200  len: 946 time: 0.8983054
Dec 24 11:03:49.362785 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-6b3229ee-fef3-47a2-9519-79ba58cb6eb6 tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:03:49.429568 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfbc4f93-49de-4c1a-a5b4-94ce59ca0928 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:03:49.430379 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-dfbc4f93-49de-4c1a-a5b4-94ce59ca0928 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Synchronizing usage tracker for tenant:58aa2a41110240a2b5bfe3b4600f4977 on resource:port {{(pid=88879) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:03:49.450226 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a76e042e-18f9-4c7e-9e83-192c769c30a0 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:49.464495 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-63c48ffd-cf0e-4410-9ded-dac01a270495 tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:03:49.465897 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c8420ef-dfb8-4a41-998d-562ec4f4de8b tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:03:49.467537 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c8420ef-dfb8-4a41-998d-562ec4f4de8b tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:03:49.469035 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c8420ef-dfb8-4a41-998d-562ec4f4de8b tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:03:49.469915 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-4c8420ef-dfb8-4a41-998d-562ec4f4de8b tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Synchronizing usage tracker for tenant:739a78fd4cfc48c2a4011598579f8f8c on resource:subnet {{(pid=88879) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:03:49.489383 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-f4457241-2070-4d6f-b24c-b654053d26d9 None None] Allocated IP 172.20.0.2 (1c9eeaac-d205-4b19-a351-2fe67dd78b42/dfe361e7-d4f1-46c4-9b7c-1dc4b78924b1/fd272709-0f9b-4946-a91e-d41c43deefae) {{(pid=88880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:03:49.492751 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f660b1-dba3-473c-89a6-08c2aa320dbe None None] Pushing event updated for resources: {'Port': ['ID=fd272709-0f9b-4946-a91e-d41c43deefae,revision_number=3']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:03:49.495675 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-524dbb81-8728-4ff7-bcd4-c7c4a762212f None None] Provisioning complete for port 423ceda0-fa10-4891-a377-0b1796635822 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:03:49.496839 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-524dbb81-8728-4ff7-bcd4-c7c4a762212f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:49.528677 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-dfbc4f93-49de-4c1a-a5b4-94ce59ca0928 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Unset dirty status for tenant:58aa2a41110240a2b5bfe3b4600f4977 on resource:port {{(pid=88879) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:03:49.534633 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-dfbc4f93-49de-4c1a-a5b4-94ce59ca0928 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] 10.222.0.65 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A366 HTTP/1.1" status: 200  len: 927 time: 0.4520488
Dec 24 11:03:49.538685 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 35834) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:03:49.588777 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-21f660b1-dba3-473c-89a6-08c2aa320dbe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.451s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:03:49.595661 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-4c8420ef-dfb8-4a41-998d-562ec4f4de8b tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Unset dirty status for tenant:739a78fd4cfc48c2a4011598579f8f8c on resource:subnet {{(pid=88879) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:03:49.600234 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-4c8420ef-dfb8-4a41-998d-562ec4f4de8b tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2071 time: 0.2838688
Dec 24 11:03:49.606631 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 35838) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:03:49.638506 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76e042e-18f9-4c7e-9e83-192c769c30a0 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Pushing event deleted for resources: {'Port': ['ID=20a1ccb9-541b-4864-9641-57253e8bc487,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:03:49.711121 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-a76e042e-18f9-4c7e-9e83-192c769c30a0 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:03:49.752390 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a76e042e-18f9-4c7e-9e83-192c769c30a0 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] No DVR routers for this DVR port 20a1ccb9-541b-4864-9641-57253e8bc487 on host dv-neutron-822691-2-hyperv {{(pid=88878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 24 11:03:49.779568 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-9eb14e89-c1e3-4caf-8905-a2a35e3507d7 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Deleting port 3f8ea730-3956-41c7-95b6-b69597bd3db7 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:03:49.780299 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9eb14e89-c1e3-4caf-8905-a2a35e3507d7 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:49.799389 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8117dbad-5404-4028-8df3-1796b9bd1eeb tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854116846'] for router_gateway, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:49.807641 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-386da279-6742-47ad-81cc-c16aa1c1312e tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Allocated IP 172.20.0.6 (25827399-a736-4c6a-8cb1-2b9b723977e8/776bdcbd-03f0-4e68-8f75-1c843e4afdb2/c52668d8-6355-46f6-9df9-8d63b6ad9750) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:03:49.842006 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-386da279-6742-47ad-81cc-c16aa1c1312e tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Allocated IP 172.20.0.23 (25827399-a736-4c6a-8cb1-2b9b723977e8/6ab24fde-9c62-453b-9da2-49444942fc7e/c52668d8-6355-46f6-9df9-8d63b6ad9750) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:03:49.848153 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-f4457241-2070-4d6f-b24c-b654053d26d9 None None] For port fd272709-0f9b-4946-a91e-d41c43deefae, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=fd272709-0f9b-4946-a91e-d41c43deefae,segment=NetworkSegment(6618a092-51b2-4e3d-9318-3ce6b7b40c55),segment_id=6618a092-51b2-4e3d-9318-3ce6b7b40c55)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:03:49.875356 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-b9b5183e-574e-4be6-99bb-e743e6c27439 req-f4399fd3-753f-47c4-9d3f-1a154d32be7a tempest-ServersTestManualDisk-691114078 tempest-ServersTestManualDisk-691114078-project] 10.222.0.65 "GET /v2.0/security-groups?id=057037fb-7674-467b-97c0-ec5f050e627f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.5087068
Dec 24 11:03:49.882879 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f4457241-2070-4d6f-b24c-b654053d26d9 None None] Notify callbacks [] for port, precommit_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:49.906209 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-f4457241-2070-4d6f-b24c-b654053d26d9 None None] Transition to ACTIVE for port object fd272709-0f9b-4946-a91e-d41c43deefae will not be triggered until provisioned by entity DHCP. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:03:49.910375 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f4457241-2070-4d6f-b24c-b654053d26d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:49.921844 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:03:49.986315 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-b8a5f699-35d4-4bce-a441-b46d03e8fe1d req-4f1ba044-0bf5-4813-969d-87aa4b6cab03 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] 10.222.0.65 "GET /v2.0/security-groups?id=02c07f75-3a5f-4cdc-91db-62e2db60964c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.6023898
Dec 24 11:03:50.094141 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4457241-2070-4d6f-b24c-b654053d26d9 None None] Pushing event updated for resources: {'Port': ['ID=fd272709-0f9b-4946-a91e-d41c43deefae,revision_number=4']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:03:50.099121 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f4457241-2070-4d6f-b24c-b654053d26d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:03:50.158877 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8117dbad-5404-4028-8df3-1796b9bd1eeb tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-659031', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854691240'] for router, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:50.220916 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a76e042e-18f9-4c7e-9e83-192c769c30a0 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847649663', 'neutron.services.segments.db._delete_segments_for_network-8749505737672'] for network, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:50.230096 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8117dbad-5404-4028-8df3-1796b9bd1eeb tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854116816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854116785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-659000', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854163815'] for router, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:50.241306 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6b3229ee-fef3-47a2-9519-79ba58cb6eb6 tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854116846'] for router_gateway, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:50.730664 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 1866881b-9b21-4d3c-a460-c22002dcdf69 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:03:50.893542 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdb17be2-9910-4a35-9fb6-5cf2f5632de7 None None] Network 25827399-a736-4c6a-8cb1-2b9b723977e8 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:03:50.898254 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9eb14e89-c1e3-4caf-8905-a2a35e3507d7 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:50.929728 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_v2 [None req-8539cada-cfd1-4ba3-8764-2b2a523b6997 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Deleting subnet 582e60ef-32c8-4181-8438-9b006dc9b77e {{(pid=88879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 24 11:03:50.930756 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning for port 1866881b-9b21-4d3c-a460-c22002dcdf69 completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:03:50.942651 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 12f6c158-5df7-4ebf-9c22-ba821eaf3f16 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:03:50.954795 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-a76e042e-18f9-4c7e-9e83-192c769c30a0 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f52707072b0>,) {'filters': {'network_id': ['30cf974e-2d1c-4797-b7b3-13e521a6f6a9']}} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:03:50.973768 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8539cada-cfd1-4ba3-8764-2b2a523b6997 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks [] for subnet, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:51.187989 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-a76e042e-18f9-4c7e-9e83-192c769c30a0 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f52707072b0>, 'f792bc47-7b5c-40c6-ba55-06b1a3465b25') {'for_net_delete': True} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:03:51.192114 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-a76e042e-18f9-4c7e-9e83-192c769c30a0 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f52707072b0>, 'f792bc47-7b5c-40c6-ba55-06b1a3465b25') {} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:03:51.196163 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning for port 12f6c158-5df7-4ebf-9c22-ba821eaf3f16 completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:03:51.205612 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-121c68bc-c88a-47e7-85e4-e5a04ef358ae None None] Provisioning for port 12f6c158-5df7-4ebf-9c22-ba821eaf3f16 completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:03:51.225435 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port 12f6c158-5df7-4ebf-9c22-ba821eaf3f16 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:03:51.225880 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:51.275708 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-121c68bc-c88a-47e7-85e4-e5a04ef358ae None None] Provisioning complete for port 12f6c158-5df7-4ebf-9c22-ba821eaf3f16 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:03:51.276163 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-121c68bc-c88a-47e7-85e4-e5a04ef358ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:51.308654 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a76e042e-18f9-4c7e-9e83-192c769c30a0 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749505745113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2241371'] for segment, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:51.329846 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a76e042e-18f9-4c7e-9e83-192c769c30a0 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:51.338103 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a76e042e-18f9-4c7e-9e83-192c769c30a0 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Releasing vlan 616 on physical network physnet1 to pool {{(pid=88878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 24 11:03:51.338561 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a76e042e-18f9-4c7e-9e83-192c769c30a0 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036847652098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850807864'] for segment, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:51.398901 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-9eb14e89-c1e3-4caf-8905-a2a35e3507d7 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Calling delete_port for 3f8ea730-3956-41c7-95b6-b69597bd3db7 owned by  {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:03:51.498168 dv-neutron-822691-2-hyperv neutron-server[88767]: Traceback (most recent call last):
Dec 24 11:03:51.498168 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 24 11:03:51.498168 dv-neutron-822691-2-hyperv neutron-server[88767]:     timer()
Dec 24 11:03:51.498168 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 11:03:51.498168 dv-neutron-822691-2-hyperv neutron-server[88767]:     cb(*args, **kw)
Dec 24 11:03:51.498168 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 24 11:03:51.498168 dv-neutron-822691-2-hyperv neutron-server[88767]:     return func(*args, **kwargs)
Dec 24 11:03:51.498168 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 11:03:51.498168 dv-neutron-822691-2-hyperv neutron-server[88767]:     self._notify()
Dec 24 11:03:51.498168 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 11:03:51.498168 dv-neutron-822691-2-hyperv neutron-server[88767]:     self.callback(batched_events)
Dec 24 11:03:51.498168 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 11:03:51.498168 dv-neutron-822691-2-hyperv neutron-server[88767]:     event.method(event)
Dec 24 11:03:51.498168 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 11:03:51.498168 dv-neutron-822691-2-hyperv neutron-server[88767]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 11:03:51.498168 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 24 11:03:51.498168 dv-neutron-822691-2-hyperv neutron-server[88767]:     segment_id)['aggregates'][0]
Dec 24 11:03:51.498168 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 24 11:03:51.498168 dv-neutron-822691-2-hyperv neutron-server[88767]:     return f(self, *a, **k)
Dec 24 11:03:51.498168 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 11:03:51.498168 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self._get(url).json()
Dec 24 11:03:51.498168 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 24 11:03:51.498168 dv-neutron-822691-2-hyperv neutron-server[88767]:     **kwargs)
Dec 24 11:03:51.498168 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 24 11:03:51.498168 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self.request(url, 'GET', **kwargs)
Dec 24 11:03:51.498168 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 24 11:03:51.498168 dv-neutron-822691-2-hyperv neutron-server[88767]:     **endpoint_filter)
Dec 24 11:03:51.498168 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 24 11:03:51.498168 dv-neutron-822691-2-hyperv neutron-server[88767]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 11:03:51.498168 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 24 11:03:51.498168 dv-neutron-822691-2-hyperv neutron-server[88767]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 11:03:51.498168 dv-neutron-822691-2-hyperv neutron-server[88767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 11:03:51.638628 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-993b7d70-0aa4-43bb-898b-aed20fab7e12 None None] Network 2cdad3a5-985d-4dc3-a617-1a2bd435c300 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:03:51.664679 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-121c68bc-c88a-47e7-85e4-e5a04ef358ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:51.684567 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9eb14e89-c1e3-4caf-8905-a2a35e3507d7 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:51.706042 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-93543b4d-18d3-4475-9175-1a2bdef4e2f8 tempest-FloatingIPNegativeTestJSON-569030504 tempest-FloatingIPNegativeTestJSON-569030504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:03:51.731252 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6b3229ee-fef3-47a2-9519-79ba58cb6eb6 tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854158724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-84560'] for router, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:51.736360 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6b3229ee-fef3-47a2-9519-79ba58cb6eb6 tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:51.762259 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-386da279-6742-47ad-81cc-c16aa1c1312e tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:51.768108 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8539cada-cfd1-4ba3-8764-2b2a523b6997 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-786693'] for subnet, precommit_delete_associations {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:51.804385 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb14e89-c1e3-4caf-8905-a2a35e3507d7 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Pushing event deleted for resources: {'Port': ['ID=3f8ea730-3956-41c7-95b6-b69597bd3db7,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:03:51.811627 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6b3229ee-fef3-47a2-9519-79ba58cb6eb6 tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854158830'] for router, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:51.812252 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b3229ee-fef3-47a2-9519-79ba58cb6eb6 tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Fanout notify agent at l3_agent the message router_deleted on router 9a9a1380-b428-4c29-8dd2-41ab39fb8108 {{(pid=88878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 24 11:03:51.820820 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-9eb14e89-c1e3-4caf-8905-a2a35e3507d7 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:03:51.827418 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a76e042e-18f9-4c7e-9e83-192c769c30a0 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7126154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659196'] for network, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:51.840546 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7da36c92-5208-4bc6-8f7c-4063a9f17773 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:03:51.862666 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a76e042e-18f9-4c7e-9e83-192c769c30a0 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1977811'] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:51.886137 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76e042e-18f9-4c7e-9e83-192c769c30a0 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Pushing event deleted for resources: {'Network': ['ID=30cf974e-2d1c-4797-b7b3-13e521a6f6a9,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:03:51.892005 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:51.901316 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-a76e042e-18f9-4c7e-9e83-192c769c30a0 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:03:51.901641 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-386da279-6742-47ad-81cc-c16aa1c1312e tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Transition to ACTIVE for port object c52668d8-6355-46f6-9df9-8d63b6ad9750 will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:03:51.915601 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6b3229ee-fef3-47a2-9519-79ba58cb6eb6 tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Notify callbacks [] for router, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:51.916649 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-6b3229ee-fef3-47a2-9519-79ba58cb6eb6 tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] 10.222.0.65 "DELETE /v2.0/routers/9a9a1380-b428-4c29-8dd2-41ab39fb8108 HTTP/1.1" status: 204  len: 168 time: 7.7033134
Dec 24 11:03:51.922739 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9eb14e89-c1e3-4caf-8905-a2a35e3507d7 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:51.922991 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-a76e042e-18f9-4c7e-9e83-192c769c30a0 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] 10.222.0.65 "DELETE /v2.0/networks/30cf974e-2d1c-4797-b7b3-13e521a6f6a9 HTTP/1.1" status: 204  len: 168 time: 9.8070500
Dec 24 11:03:51.927385 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-121c68bc-c88a-47e7-85e4-e5a04ef358ae None None] For port 12f6c158-5df7-4ebf-9c22-ba821eaf3f16, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=12f6c158-5df7-4ebf-9c22-ba821eaf3f16,segment=NetworkSegment(83df2dda-4772-4919-9fb2-2c010dbea0cc),segment_id=83df2dda-4772-4919-9fb2-2c010dbea0cc)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:03:51.927877 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 35856) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:03:51.928253 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 35858) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:03:51.937406 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-e338c27e-e0c3-4b00-a6c1-ee21711c07dc tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1005111739', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'enable_snat': False}}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:03:51.945700 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-4b0227e2-7e7b-4d75-935f-f43421d8e927 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1407426642'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:03:51.952903 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8117dbad-5404-4028-8df3-1796b9bd1eeb tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Router 97e7261a-4151-4795-ac9e-80466460f61f has already been hosted by L3 agent 198cca88-1338-4098-b44b-beb0346ac906 {{(pid=88878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 24 11:03:51.956287 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-9eb14e89-c1e3-4caf-8905-a2a35e3507d7 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] 10.222.0.65 "DELETE /v2.0/ports/3f8ea730-3956-41c7-95b6-b69597bd3db7 HTTP/1.1" status: 204  len: 168 time: 2.4138315
Dec 24 11:03:51.961935 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 35864) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:03:51.967804 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-4b0227e2-7e7b-4d75-935f-f43421d8e927 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:03:51.971950 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-e338c27e-e0c3-4b00-a6c1-ee21711c07dc tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:03:51.983736 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-e338c27e-e0c3-4b00-a6c1-ee21711c07dc tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Usage tracker for resource:router and tenant:13d980ce68d549e79d6a9f07649a0ad7 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:03:51.986985 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-4b0227e2-7e7b-4d75-935f-f43421d8e927 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Usage tracker for resource:network and tenant:16b8df9aad104dc0ac4afa0a1ae53906 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:03:51.990660 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-e338c27e-e0c3-4b00-a6c1-ee21711c07dc tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:03:51.999955 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-4b0227e2-7e7b-4d75-935f-f43421d8e927 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:03:52.004839 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-121c68bc-c88a-47e7-85e4-e5a04ef358ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:52.014248 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-e338c27e-e0c3-4b00-a6c1-ee21711c07dc tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:03:52.016415 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-3d24f69a-83e2-429d-bd6c-6dbe76530d35 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:03:52.017802 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ead819f-b084-439e-bc8b-8c0497b3ff7e tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] GET failed (client error): The resource could not be found.
Dec 24 11:03:52.019106 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-5ead819f-b084-439e-bc8b-8c0497b3ff7e tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Synchronizing usage tracker for tenant:58aa2a41110240a2b5bfe3b4600f4977 on resource:port {{(pid=88879) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:03:52.021078 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-4b0227e2-7e7b-4d75-935f-f43421d8e927 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:03:52.031395 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb50c28-c40d-4185-994f-10a65115c0b1 req-08b54cdf-6ee4-4e28-92ef-28e5e2c22b72 tempest-ServersTestManualDisk-691114078 tempest-ServersTestManualDisk-691114078-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:03:52.033370 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-aeb50c28-c40d-4185-994f-10a65115c0b1 req-08b54cdf-6ee4-4e28-92ef-28e5e2c22b72 tempest-ServersTestManualDisk-691114078 tempest-ServersTestManualDisk-691114078-project] 10.222.0.65 "GET /v2.0/ports?device_id=5f4ed206-cece-41eb-ab9e-d9c91bba64cc HTTP/1.1" status: 200  len: 946 time: 0.8768325
Dec 24 11:03:52.047682 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8539cada-cfd1-4ba3-8764-2b2a523b6997 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847655656'] for subnet, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:52.058449 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9434c1df-eb41-4e79-b8f6-0bf689fc6891 req-30e5553a-2b68-4e9d-b6f4-79f4dd1a047d tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:03:52.060160 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-9434c1df-eb41-4e79-b8f6-0bf689fc6891 req-30e5553a-2b68-4e9d-b6f4-79f4dd1a047d tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] 10.222.0.65 "GET /v2.0/ports?device_id=655d927a-1c14-4f1b-88cc-771b29a10c76 HTTP/1.1" status: 200  len: 946 time: 0.3012652
Dec 24 11:03:52.081207 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-386da279-6742-47ad-81cc-c16aa1c1312e tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:52.088583 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-5ead819f-b084-439e-bc8b-8c0497b3ff7e tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Unset dirty status for tenant:58aa2a41110240a2b5bfe3b4600f4977 on resource:port {{(pid=88879) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:03:52.090109 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-5ead819f-b084-439e-bc8b-8c0497b3ff7e tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] 10.222.0.65 "GET /v2.0/ports/3f8ea730-3956-41c7-95b6-b69597bd3db7 HTTP/1.1" status: 404  len: 333 time: 0.1269209
Dec 24 11:03:52.098278 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c6846614-5025-400c-a9ac-b588b83bdd5b tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:03:52.134949 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 35868) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:03:52.157700 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e338c27e-e0c3-4b00-a6c1-ee21711c07dc tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-612016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-84579'] for router, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:52.158792 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e338c27e-e0c3-4b00-a6c1-ee21711c07dc tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854163950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659046', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854079771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854691221'] for router, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:52.186729 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.db.api [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88880) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 24 11:03:52.186952 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b0227e2-7e7b-4d75-935f-f43421d8e927 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Made reservation on behalf of 16b8df9aad104dc0ac4afa0a1ae53906 for: {'network': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:03:52.187078 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_db.api [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 24 11:03:52.193219 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4b0227e2-7e7b-4d75-935f-f43421d8e927 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for network, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:52.241863 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-386da279-6742-47ad-81cc-c16aa1c1312e tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Network 25827399-a736-4c6a-8cb1-2b9b723977e8 is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:03:52.257262 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-386da279-6742-47ad-81cc-c16aa1c1312e tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Resources bound (agent type, host, resource id):  {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:03:52.266582 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386da279-6742-47ad-81cc-c16aa1c1312e tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:03:52.313291 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-d3c23910-be96-44f5-9fee-ffa36254e8cb None None] Provisioning for port 1866881b-9b21-4d3c-a460-c22002dcdf69 completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:03:52.322048 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121c68bc-c88a-47e7-85e4-e5a04ef358ae None None] Pushing event updated for resources: {'Port': ['ID=12f6c158-5df7-4ebf-9c22-ba821eaf3f16,revision_number=3']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:03:52.325439 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-121c68bc-c88a-47e7-85e4-e5a04ef358ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:03:52.335766 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-d3c23910-be96-44f5-9fee-ffa36254e8cb None None] Provisioning complete for port 1866881b-9b21-4d3c-a460-c22002dcdf69 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:03:52.336197 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d3c23910-be96-44f5-9fee-ffa36254e8cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:52.348652 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-386da279-6742-47ad-81cc-c16aa1c1312e tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:03:52.349927 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-386da279-6742-47ad-81cc-c16aa1c1312e tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:52.368089 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386da279-6742-47ad-81cc-c16aa1c1312e tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Pushing event updated for resources: {'Port': ['ID=c52668d8-6355-46f6-9df9-8d63b6ad9750,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:03:52.369320 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-aeb50c28-c40d-4185-994f-10a65115c0b1 req-36f2c9c8-c132-476e-9553-682ec0b1a1a3 tempest-ServersTestManualDisk-691114078 tempest-ServersTestManualDisk-691114078-project] 10.222.0.65 "GET /v2.0/security-groups?id=057037fb-7674-467b-97c0-ec5f050e627f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3073492
Dec 24 11:03:52.376471 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-9434c1df-eb41-4e79-b8f6-0bf689fc6891 req-1843922d-2444-4cbb-8951-0ce59d756380 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] 10.222.0.65 "GET /v2.0/security-groups?id=02c07f75-3a5f-4cdc-91db-62e2db60964c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2979691
Dec 24 11:03:52.381969 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e338c27e-e0c3-4b00-a6c1-ee21711c07dc tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:52.383260 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-386da279-6742-47ad-81cc-c16aa1c1312e tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:03:52.386484 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b0227e2-7e7b-4d75-935f-f43421d8e927 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] vlan segment allocate from pool success with {'vlan_id': 628, 'physical_network': 'physnet1'}  {{(pid=88878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 24 11:03:52.404250 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8117dbad-5404-4028-8df3-1796b9bd1eeb tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:03:52.408147 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-2024d4ba-9b8f-4dcd-ba7a-272ea148b5b2 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Deleting port aba500ed-d024-49a9-8efa-8aa97679838f {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:03:52.408944 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2024d4ba-9b8f-4dcd-ba7a-272ea148b5b2 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:52.418908 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d171e078-5b91-4dd2-8c94-057a859ac31d None None] Sync routers for ids ['97e7261a-4151-4795-ac9e-80466460f61f'] in dv-neutron-822691-2-hyperv {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:03:52.422059 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4b0227e2-7e7b-4d75-935f-f43421d8e927 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:52.422452 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.segments_db [None req-4b0227e2-7e7b-4d75-935f-f43421d8e927 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Added segment 1d9d0d79-6179-4314-b93d-be62eda83b57 of type vlan for network 66158f42-d761-4d41-b88e-eb2447983116
Dec 24 11:03:52.454760 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-386da279-6742-47ad-81cc-c16aa1c1312e tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1003 time: 6.0235195
Dec 24 11:03:52.460028 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 35872) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:03:52.470770 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-a0d8e055-7b9b-49c0-9b4c-c4f0f88571bc tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '776bdcbd-03f0-4e68-8f75-1c843e4afdb2'}]}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:03:52.478631 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d171e078-5b91-4dd2-8c94-057a859ac31d None None] Routers {'97e7261a-4151-4795-ac9e-80466460f61f'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:03:52.479325 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-d171e078-5b91-4dd2-8c94-057a859ac31d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52719b8a58>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:03:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['97e7261a-4151-4795-ac9e-80466460f61f'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:03:52.502060 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8539cada-cfd1-4ba3-8764-2b2a523b6997 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7120129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850854134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851156349'] for subnet, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:52.518024 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8117dbad-5404-4028-8df3-1796b9bd1eeb tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Notify callbacks [] for router, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:52.519417 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-8117dbad-5404-4028-8df3-1796b9bd1eeb tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] 10.222.0.65 "PUT /v2.0/routers/97e7261a-4151-4795-ac9e-80466460f61f HTTP/1.1" status: 200  len: 704 time: 10.2772336
Dec 24 11:03:52.523541 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-68145c92-61a6-4fbc-9054-ea61a9de4457 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:03:52.587336 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 35880) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:03:52.634924 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8539cada-cfd1-4ba3-8764-2b2a523b6997 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Pushing event deleted for resources: {'Subnet': ['ID=582e60ef-32c8-4181-8438-9b006dc9b77e,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:03:52.644733 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8539cada-cfd1-4ba3-8764-2b2a523b6997 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks [] for subnet, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:52.654116 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-8539cada-cfd1-4ba3-8764-2b2a523b6997 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "DELETE /v2.0/subnets/582e60ef-32c8-4181-8438-9b006dc9b77e HTTP/1.1" status: 204  len: 168 time: 3.0462892
Dec 24 11:03:52.680264 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-d171e078-5b91-4dd2-8c94-057a859ac31d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52719b8a58>, [], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:03:52.698910 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 35884) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:03:52.703464 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-8539cada-cfd1-4ba3-8764-2b2a523b6997 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:03:52.704019 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d171e078-5b91-4dd2-8c94-057a859ac31d None None] Routers {'97e7261a-4151-4795-ac9e-80466460f61f'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:03:52.704710 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-d171e078-5b91-4dd2-8c94-057a859ac31d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52719b8a58>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:03:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['97e7261a-4151-4795-ac9e-80466460f61f'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:03:52.801208 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4b0227e2-7e7b-4d75-935f-f43421d8e927 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363287349540024'] for network, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:52.834558 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-d171e078-5b91-4dd2-8c94-057a859ac31d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52719b8a58>, [], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:03:52.835554 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d171e078-5b91-4dd2-8c94-057a859ac31d None None] The sync data for ids ['97e7261a-4151-4795-ac9e-80466460f61f'] in dv-neutron-822691-2-hyperv is: [] {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:03:52.846620 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device fd272709-0f9b-4946-a91e-d41c43deefae up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:03:52.876133 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-398cf46d-fd6b-4f88-88c0-d31996fd4ac7 None None] Network 1c9eeaac-d205-4b19-a351-2fe67dd78b42 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:03:52.946328 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_v2 [None req-dabc3a9c-2d2e-4a2f-ab49-06ef22c1dd01 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Deleting subnet dfe361e7-d4f1-46c4-9b7c-1dc4b78924b1 {{(pid=88879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 24 11:03:52.969491 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-dabc3a9c-2d2e-4a2f-ab49-06ef22c1dd01 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks [] for subnet, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:52.994441 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e338c27e-e0c3-4b00-a6c1-ee21711c07dc tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-659031', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854691240'] for router, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:53.011856 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4b0227e2-7e7b-4d75-935f-f43421d8e927 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636'] for network, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:53.016145 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b0227e2-7e7b-4d75-935f-f43421d8e927 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:03:53.017509 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4b0227e2-7e7b-4d75-935f-f43421d8e927 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1977811'] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:53.027755 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-85766f89-5cad-4b6c-8404-77282c0003e9 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:03:53.052572 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-28108bd3-b825-434c-b392-1896ea05ef04 tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] 10.222.0.65 "GET /v2.0/routers/97e7261a-4151-4795-ac9e-80466460f61f HTTP/1.1" status: 200  len: 739 time: 0.4612455
Dec 24 11:03:53.052806 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a0d8e055-7b9b-49c0-9b4c-c4f0f88571bc tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:53.061016 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 35888) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:03:53.151148 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-dabc3a9c-2d2e-4a2f-ab49-06ef22c1dd01 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-786693'] for subnet, precommit_delete_associations {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:53.160303 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03d94c9f-9c76-41e7-91a2-d90a538fe490 None None] Update dhcp port {'port': {'network_id': '25827399-a736-4c6a-8cb1-2b9b723977e8', 'fixed_ips': [{'subnet_id': '776bdcbd-03f0-4e68-8f75-1c843e4afdb2', 'ip_address': '172.20.0.2'}, {'subnet_id': '6ab24fde-9c62-453b-9da2-49444942fc7e'}], 'binding:host_id': 'dv-neutron-822691-2-hyperv'}, 'id': '12f6c158-5df7-4ebf-9c22-ba821eaf3f16'} from dv-neutron-822691-2-hyperv. {{(pid=88880) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}}
Dec 24 11:03:53.186354 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-4b0227e2-7e7b-4d75-935f-f43421d8e927 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 1.2480698
Dec 24 11:03:53.186354 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-c79709ba-26b8-4549-a14b-7a00a956a9b3 tempest-RoutersAdminTest-2134118970 tempest-RoutersAdminTest-2134118970-project-admin] 10.222.0.65 "GET /v2.0/ports?network_id=f8c337ba-681f-4fcb-a333-e3c49365b30a&device_id=97e7261a-4151-4795-ac9e-80466460f61f HTTP/1.1" status: 200  len: 205 time: 0.1128359
Dec 24 11:03:53.194702 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 35892) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:03:53.195446 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 35894) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:03:53.221966 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d3c23910-be96-44f5-9fee-ffa36254e8cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:53.289334 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2024d4ba-9b8f-4dcd-ba7a-272ea148b5b2 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:53.328676 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-03d94c9f-9c76-41e7-91a2-d90a538fe490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:53.416743 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-d3c23910-be96-44f5-9fee-ffa36254e8cb None None] For port 1866881b-9b21-4d3c-a460-c22002dcdf69, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=1866881b-9b21-4d3c-a460-c22002dcdf69,segment=NetworkSegment(380b4553-6c9a-40cb-8006-4c0f5bc88a63),segment_id=380b4553-6c9a-40cb-8006-4c0f5bc88a63)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:03:53.433288 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d3c23910-be96-44f5-9fee-ffa36254e8cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:53.439916 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-b4556ff4-333e-471f-ade2-d47e976b4cb4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:03:53.505287 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-2024d4ba-9b8f-4dcd-ba7a-272ea148b5b2 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Calling delete_port for aba500ed-d024-49a9-8efa-8aa97679838f owned by  {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:03:53.545313 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66af6d61-94ca-41b8-ac43-6a1de216b082 req-6a4e3ec8-d8db-44d4-a725-bf956c568fba tempest-ServersTestManualDisk-691114078 tempest-ServersTestManualDisk-691114078-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:03:53.562356 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-66af6d61-94ca-41b8-ac43-6a1de216b082 req-6a4e3ec8-d8db-44d4-a725-bf956c568fba tempest-ServersTestManualDisk-691114078 tempest-ServersTestManualDisk-691114078-project] 10.222.0.65 "GET /v2.0/ports?device_id=5f4ed206-cece-41eb-ab9e-d9c91bba64cc HTTP/1.1" status: 200  len: 946 time: 0.7962024
Dec 24 11:03:53.574646 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-199d80ec-4140-47c2-9ec5-889cc655cbef tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Request body: {'subnet': {'network_id': '66158f42-d761-4d41-b88e-eb2447983116', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:03:53.652634 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0071fdb-3df9-45ca-b7fe-736028567b12 req-ccae2e56-a990-4cc5-aaf7-913363df054c tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:03:53.654577 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-d0071fdb-3df9-45ca-b7fe-736028567b12 req-ccae2e56-a990-4cc5-aaf7-913363df054c tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] 10.222.0.65 "GET /v2.0/ports?device_id=655d927a-1c14-4f1b-88cc-771b29a10c76 HTTP/1.1" status: 200  len: 946 time: 0.8897619
Dec 24 11:03:53.666581 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 35900) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:03:53.667602 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0227e2-7e7b-4d75-935f-f43421d8e927 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Pushing event updated for resources: {'Network': ['ID=66158f42-d761-4d41-b88e-eb2447983116,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:03:53.671195 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 12f6c158-5df7-4ebf-9c22-ba821eaf3f16 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:03:53.677235 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-6dc7a68d-9813-46ad-9a73-85c29f0ce026 tempest-ServersTestManualDisk-691114078 tempest-ServersTestManualDisk-691114078-project] Request body: {'floatingip': {'port_id': '632686a9-d4ae-4fa5-85f8-33db88312b6b'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:03:53.741960 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c23910-be96-44f5-9fee-ffa36254e8cb None None] Pushing event updated for resources: {'Port': ['ID=1866881b-9b21-4d3c-a460-c22002dcdf69,revision_number=3']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:03:53.745391 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-d3c23910-be96-44f5-9fee-ffa36254e8cb None None] Could not find standard attr ID for object a95d8157-335c-47a7-b329-c04234351c5c. {{(pid=88880) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 24 11:03:53.749350 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-d3c23910-be96-44f5-9fee-ffa36254e8cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:03:53.790420 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-d3c23910-be96-44f5-9fee-ffa36254e8cb None None] Provisioning for port fd272709-0f9b-4946-a91e-d41c43deefae completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:03:53.804282 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-d3c23910-be96-44f5-9fee-ffa36254e8cb None None] Provisioning complete for port fd272709-0f9b-4946-a91e-d41c43deefae triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:03:53.804852 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d3c23910-be96-44f5-9fee-ffa36254e8cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:53.918866 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-199d80ec-4140-47c2-9ec5-889cc655cbef tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:03:53.923090 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-199d80ec-4140-47c2-9ec5-889cc655cbef tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Usage tracker for resource:subnet and tenant:16b8df9aad104dc0ac4afa0a1ae53906 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:03:53.932465 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-6636e84b-64d5-4fc5-ac83-a3241d482b64 tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] 10.222.0.65 "GET /v2.0/ports?device_id=97e7261a-4151-4795-ac9e-80466460f61f HTTP/1.1" status: 200  len: 205 time: 0.7358646
Dec 24 11:03:53.934506 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 35904) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:03:53.934673 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0227e2-7e7b-4d75-935f-f43421d8e927 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:03:53.934999 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0227e2-7e7b-4d75-935f-f43421d8e927 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:03:53.935425 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0227e2-7e7b-4d75-935f-f43421d8e927 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:03:53.935842 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0227e2-7e7b-4d75-935f-f43421d8e927 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:03:53.936249 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0227e2-7e7b-4d75-935f-f43421d8e927 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:03:53.936800 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0227e2-7e7b-4d75-935f-f43421d8e927 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:03:53.937204 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0227e2-7e7b-4d75-935f-f43421d8e927 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:03:53.937608 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0227e2-7e7b-4d75-935f-f43421d8e927 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:03:53.938037 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0227e2-7e7b-4d75-935f-f43421d8e927 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:03:53.938442 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0227e2-7e7b-4d75-935f-f43421d8e927 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:03:53.938846 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0227e2-7e7b-4d75-935f-f43421d8e927 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:03:53.970522 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-199d80ec-4140-47c2-9ec5-889cc655cbef tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:03:53.977839 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Network 66158f42-d761-4d41-b88e-eb2447983116 details requested by agent ovs-agent-dv-neutron-822691-2-hyperv with host dv-neutron-822691-2-hyperv {{(pid=88880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 24 11:03:53.978031 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-4b0227e2-7e7b-4d75-935f-f43421d8e927 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.950s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:03:54.013340 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port 12f6c158-5df7-4ebf-9c22-ba821eaf3f16 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:03:54.014321 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:54.022384 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-199d80ec-4140-47c2-9ec5-889cc655cbef tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:03:54.027586 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-dabc3a9c-2d2e-4a2f-ab49-06ef22c1dd01 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847655656'] for subnet, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:54.051490 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-03d94c9f-9c76-41e7-91a2-d90a538fe490 None None] Allocated IP 172.20.0.18 (25827399-a736-4c6a-8cb1-2b9b723977e8/6ab24fde-9c62-453b-9da2-49444942fc7e/12f6c158-5df7-4ebf-9c22-ba821eaf3f16) {{(pid=88880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:03:54.057666 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6dc7a68d-9813-46ad-9a73-85c29f0ce026 tempest-ServersTestManualDisk-691114078 tempest-ServersTestManualDisk-691114078-project] Notify callbacks [] for floatingip, before_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:54.182004 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-d0071fdb-3df9-45ca-b7fe-736028567b12 req-d3c080fb-8549-436e-afc9-2af8ad5a484a tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] 10.222.0.65 "GET /v2.0/security-groups?id=02c07f75-3a5f-4cdc-91db-62e2db60964c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4328737
Dec 24 11:03:54.332937 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-02f2a848-b3d7-4bdf-a862-3e47c2390e0a tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Notify callbacks [] for router, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:54.368828 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-199d80ec-4140-47c2-9ec5-889cc655cbef tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Made reservation on behalf of 16b8df9aad104dc0ac4afa0a1ae53906 for: {'subnet': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:03:54.431792 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-dabc3a9c-2d2e-4a2f-ab49-06ef22c1dd01 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7120129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850854134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851156349'] for subnet, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:54.438055 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-a989599e-562b-470e-8653-85787e68ac77 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:03:54.516793 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-03d94c9f-9c76-41e7-91a2-d90a538fe490 None None] For port 12f6c158-5df7-4ebf-9c22-ba821eaf3f16, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=12f6c158-5df7-4ebf-9c22-ba821eaf3f16,segment=NetworkSegment(83df2dda-4772-4919-9fb2-2c010dbea0cc),segment_id=83df2dda-4772-4919-9fb2-2c010dbea0cc)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:03:54.555426 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-03d94c9f-9c76-41e7-91a2-d90a538fe490 None None] Notify callbacks [] for port, precommit_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:54.577262 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-03d94c9f-9c76-41e7-91a2-d90a538fe490 None None] Transition to ACTIVE for port object 12f6c158-5df7-4ebf-9c22-ba821eaf3f16 will not be triggered until provisioned by entity DHCP. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:03:54.605542 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2024d4ba-9b8f-4dcd-ba7a-272ea148b5b2 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:54.608381 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-03d94c9f-9c76-41e7-91a2-d90a538fe490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:54.617370 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-da88dbfb-d6cf-4f36-b916-7ca1b77d6ba5 None None] Provisioning complete for port 1866881b-9b21-4d3c-a460-c22002dcdf69 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:03:54.617794 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-da88dbfb-d6cf-4f36-b916-7ca1b77d6ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:54.636916 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabc3a9c-2d2e-4a2f-ab49-06ef22c1dd01 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Pushing event deleted for resources: {'Subnet': ['ID=dfe361e7-d4f1-46c4-9b7c-1dc4b78924b1,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:03:54.722562 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-a0d8e055-7b9b-49c0-9b4c-c4f0f88571bc tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Delete allocated IP 172.20.0.23 (25827399-a736-4c6a-8cb1-2b9b723977e8/6ab24fde-9c62-453b-9da2-49444942fc7e) {{(pid=88879) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:123}}
Dec 24 11:03:54.732005 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f95bdcc0-55be-4a91-931e-e51ec30b9580 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:03:54.829296 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-199d80ec-4140-47c2-9ec5-889cc655cbef tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2246100'] for subnet, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:54.883100 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-dabc3a9c-2d2e-4a2f-ab49-06ef22c1dd01 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.445s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:03:54.894192 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-d4dcabe6-7f8a-457e-94f5-c2189bef2954 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.039s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:03:54.992588 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-dabc3a9c-2d2e-4a2f-ab49-06ef22c1dd01 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks [] for subnet, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:55.031527 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.ipam_backend_mixin [None req-199d80ec-4140-47c2-9ec5-889cc655cbef tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Performing IP validity checks on allocation pools {{(pid=88878) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:318}}
Dec 24 11:03:55.032312 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.ipam_backend_mixin [None req-199d80ec-4140-47c2-9ec5-889cc655cbef tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88878) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:339}}
Dec 24 11:03:55.040727 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b9b7c9-32ea-49de-8a5d-071894466e5e req-18bad501-27d2-416a-935a-80a72d52f73b tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:03:55.050459 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-83b9b7c9-32ea-49de-8a5d-071894466e5e req-18bad501-27d2-416a-935a-80a72d52f73b tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] 10.222.0.65 "GET /v2.0/ports?device_id=655d927a-1c14-4f1b-88cc-771b29a10c76 HTTP/1.1" status: 200  len: 946 time: 0.5269985
Dec 24 11:03:55.051406 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2024d4ba-9b8f-4dcd-ba7a-272ea148b5b2 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Pushing event deleted for resources: {'Port': ['ID=aba500ed-d024-49a9-8efa-8aa97679838f,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:03:55.055530 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-2024d4ba-9b8f-4dcd-ba7a-272ea148b5b2 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:03:55.065645 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-dabc3a9c-2d2e-4a2f-ab49-06ef22c1dd01 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "DELETE /v2.0/subnets/dfe361e7-d4f1-46c4-9b7c-1dc4b78924b1 HTTP/1.1" status: 204  len: 168 time: 2.3447213
Dec 24 11:03:55.068156 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 35910) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:03:55.072210 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2024d4ba-9b8f-4dcd-ba7a-272ea148b5b2 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:55.077278 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-2024d4ba-9b8f-4dcd-ba7a-272ea148b5b2 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] 10.222.0.65 "DELETE /v2.0/ports/aba500ed-d024-49a9-8efa-8aa97679838f HTTP/1.1" status: 204  len: 168 time: 2.9257989
Dec 24 11:03:55.082414 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 35912) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:03:55.148830 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-31d3ac2f-6980-45a0-9460-2fb588cda072 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] GET failed (client error): The resource could not be found.
Dec 24 11:03:55.149322 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-31d3ac2f-6980-45a0-9460-2fb588cda072 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Synchronizing usage tracker for tenant:58aa2a41110240a2b5bfe3b4600f4977 on resource:port {{(pid=88879) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:03:55.174763 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d94c9f-9c76-41e7-91a2-d90a538fe490 None None] Pushing event updated for resources: {'Port': ['ID=12f6c158-5df7-4ebf-9c22-ba821eaf3f16,revision_number=4']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:03:55.247832 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-d9884a83-4f09-4938-81de-d231fb66740c tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1636539
Dec 24 11:03:55.267129 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-03d94c9f-9c76-41e7-91a2-d90a538fe490 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.535s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:03:55.268462 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 35918) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:03:55.269993 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-da88dbfb-d6cf-4f36-b916-7ca1b77d6ba5 None None] Could not find standard attr ID for object a95d8157-335c-47a7-b329-c04234351c5c. {{(pid=88880) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 24 11:03:55.274618 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-da88dbfb-d6cf-4f36-b916-7ca1b77d6ba5 None None] Could not find standard attr ID for object aba500ed-d024-49a9-8efa-8aa97679838f. {{(pid=88880) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 24 11:03:55.286651 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-ef0cbf76-bdd1-4288-aa22-029849eb4825 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Request body: {'subnet': {'network_id': '1c9eeaac-d205-4b19-a351-2fe67dd78b42', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:03:55.293270 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e338c27e-e0c3-4b00-a6c1-ee21711c07dc tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:55.351962 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e338c27e-e0c3-4b00-a6c1-ee21711c07dc tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:55.382625 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-31d3ac2f-6980-45a0-9460-2fb588cda072 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Unset dirty status for tenant:58aa2a41110240a2b5bfe3b4600f4977 on resource:port {{(pid=88879) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:03:55.388549 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-31d3ac2f-6980-45a0-9460-2fb588cda072 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] 10.222.0.65 "GET /v2.0/ports/aba500ed-d024-49a9-8efa-8aa97679838f HTTP/1.1" status: 404  len: 333 time: 0.3039038
Dec 24 11:03:55.390146 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 35922) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:03:55.398203 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-24918061-f5bd-47ac-b070-8dd29018f5d4 None None] Could not find standard attr ID for object 3f8ea730-3956-41c7-95b6-b69597bd3db7. {{(pid=88880) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 24 11:03:55.410667 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-83b9b7c9-32ea-49de-8a5d-071894466e5e req-0cba9e94-55a4-4a6a-8a6f-3ef5a6e1aa0e tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] 10.222.0.65 "GET /v2.0/security-groups?id=02c07f75-3a5f-4cdc-91db-62e2db60964c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3588398
Dec 24 11:03:55.536496 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 1866881b-9b21-4d3c-a460-c22002dcdf69 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:03:55.575013 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a0d8e055-7b9b-49c0-9b4c-c4f0f88571bc tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks [] for port, precommit_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:55.601748 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-a0d8e055-7b9b-49c0-9b4c-c4f0f88571bc tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Ignored duplicate provisioning block setup for port c52668d8-6355-46f6-9df9-8d63b6ad9750 by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}}
Dec 24 11:03:55.637212 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6afac5dc-db5d-4ff9-8461-bad3e6e0927f None None] Network 1c9eeaac-d205-4b19-a351-2fe67dd78b42 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:03:55.767401 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a0d8e055-7b9b-49c0-9b4c-c4f0f88571bc tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850854027'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:55.845639 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-43b69eb3-3a6d-459c-a3d8-757ef5547890 None None] Provisioning complete for port fd272709-0f9b-4946-a91e-d41c43deefae triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:03:55.846234 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-43b69eb3-3a6d-459c-a3d8-757ef5547890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:55.923584 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-199d80ec-4140-47c2-9ec5-889cc655cbef tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850796890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2246085'] for subnet, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:55.932698 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-e338c27e-e0c3-4b00-a6c1-ee21711c07dc tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Allocated IP 172.26.3.213 (f8c337ba-681f-4fcb-a333-e3c49365b30a/8ea1398c-0bec-46d6-8d54-85798de2a7ca/75fc7c66-c1cd-407f-8df7-de209972fc17) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:03:55.939399 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f8422b02-f8a1-415f-9b09-e58eb05717dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:03:56.016182 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-02f2a848-b3d7-4bdf-a862-3e47c2390e0a tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854158724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-84560'] for router, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:56.020664 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-02f2a848-b3d7-4bdf-a862-3e47c2390e0a tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:56.044513 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-b85f92a1-2936-4b8d-8232-8366b7772fc5 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:03:56.103890 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-02f2a848-b3d7-4bdf-a862-3e47c2390e0a tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854158830'] for router, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:56.104363 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02f2a848-b3d7-4bdf-a862-3e47c2390e0a tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Fanout notify agent at l3_agent the message router_deleted on router 97e7261a-4151-4795-ac9e-80466460f61f {{(pid=88879) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 24 11:03:56.113962 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port 1866881b-9b21-4d3c-a460-c22002dcdf69 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:03:56.118515 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:56.132152 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-ef0cbf76-bdd1-4288-aa22-029849eb4825 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:03:56.137459 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-ef0cbf76-bdd1-4288-aa22-029849eb4825 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Usage tracker for resource:subnet and tenant:739a78fd4cfc48c2a4011598579f8f8c is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:03:56.141149 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-ef0cbf76-bdd1-4288-aa22-029849eb4825 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:03:56.150227 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-ef0cbf76-bdd1-4288-aa22-029849eb4825 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:03:56.176062 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-02f2a848-b3d7-4bdf-a862-3e47c2390e0a tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Notify callbacks [] for router, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:56.180886 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-02f2a848-b3d7-4bdf-a862-3e47c2390e0a tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] 10.222.0.65 "DELETE /v2.0/routers/97e7261a-4151-4795-ac9e-80466460f61f HTTP/1.1" status: 204  len: 168 time: 2.2332397
Dec 24 11:03:56.185901 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef0cbf76-bdd1-4288-aa22-029849eb4825 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Made reservation on behalf of 739a78fd4cfc48c2a4011598579f8f8c for: {'subnet': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:03:56.334995 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 35930) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:03:56.439494 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90db4d2b-2280-4807-a2d8-c855bde923db None None] DHCP port deletion for 1c9eeaac-d205-4b19-a351-2fe67dd78b42 request from dv-neutron-822691-2-hyperv {{(pid=88880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 24 11:03:56.451282 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 12f6c158-5df7-4ebf-9c22-ba821eaf3f16 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:03:56.483087 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-42d49bd1-c4b7-4c41-bffb-4ffebd2bc50b tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] 10.222.0.65 "GET /v2.0/ports?device_id=97e7261a-4151-4795-ac9e-80466460f61f HTTP/1.1" status: 200  len: 205 time: 0.1430712
Dec 24 11:03:56.491237 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-90db4d2b-2280-4807-a2d8-c855bde923db None None] Deleting port fd272709-0f9b-4946-a91e-d41c43deefae {{(pid=88880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:03:56.491893 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-90db4d2b-2280-4807-a2d8-c855bde923db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:56.499507 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 35934) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:03:56.500361 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6dc7a68d-9813-46ad-9a73-85c29f0ce026 tempest-ServersTestManualDisk-691114078 tempest-ServersTestManualDisk-691114078-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:56.618957 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73faef99-b520-49fa-8180-ad70f9c8cc5d None None] Network 25827399-a736-4c6a-8cb1-2b9b723977e8 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:03:56.629411 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199d80ec-4140-47c2-9ec5-889cc655cbef tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Pushing event updated for resources: {'Subnet': ['ID=2f7249b0-8ec0-4b08-aa93-d8f26732bf62,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:03:56.655437 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.v2.resource [None req-cbdb861b-bf3a-4545-9cef-119b5027b7e1 tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] delete failed (client error): The resource could not be found.
Dec 24 11:03:56.658777 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-cbdb861b-bf3a-4545-9cef-119b5027b7e1 tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] 10.222.0.65 "DELETE /v2.0/routers/97e7261a-4151-4795-ac9e-80466460f61f HTTP/1.1" status: 404  len: 336 time: 0.1554480
Dec 24 11:03:56.659811 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6dc7a68d-9813-46ad-9a73-85c29f0ce026 tempest-ServersTestManualDisk-691114078 tempest-ServersTestManualDisk-691114078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659181'] for floatingip, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:56.676133 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 35938) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:03:56.676923 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d8e055-7b9b-49c0-9b4c-c4f0f88571bc tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Pushing event updated for resources: {'Port': ['ID=c52668d8-6355-46f6-9df9-8d63b6ad9750,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:03:56.719898 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-199d80ec-4140-47c2-9ec5-889cc655cbef tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Checking segment: {'id': '1d9d0d79-6179-4314-b93d-be62eda83b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '66158f42-d761-4d41-b88e-eb2447983116'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:03:56.720280 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-199d80ec-4140-47c2-9ec5-889cc655cbef tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Network hostable DHCP agents. Network: 66158f42-d761-4d41-b88e-eb2447983116, hostable agents: ['edcf98dc-3032-472a-8b3d-f23fd1e89806'], hosted agents: [] {{(pid=88878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 24 11:03:56.780935 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-199d80ec-4140-47c2-9ec5-889cc655cbef tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.842s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:03:56.809969 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-dc20ef3e-8727-4e2c-93f5-f55125c0c61b None None] Provisioning for port 12f6c158-5df7-4ebf-9c22-ba821eaf3f16 completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:03:56.822832 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-dc20ef3e-8727-4e2c-93f5-f55125c0c61b None None] Provisioning complete for port 12f6c158-5df7-4ebf-9c22-ba821eaf3f16 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:03:56.823247 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-dc20ef3e-8727-4e2c-93f5-f55125c0c61b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:56.827444 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e15b90c-55b1-4770-b413-f7eb74a46cea req-412189fb-6565-41d3-85a0-4298677c56a3 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:03:56.829094 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-7e15b90c-55b1-4770-b413-f7eb74a46cea req-412189fb-6565-41d3-85a0-4298677c56a3 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] 10.222.0.65 "GET /v2.0/ports?device_id=655d927a-1c14-4f1b-88cc-771b29a10c76 HTTP/1.1" status: 200  len: 946 time: 0.5470107
Dec 24 11:03:56.860524 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-56b9d722-81e8-4181-8d58-7f7dc8db146e tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] 10.222.0.65 "GET /v2.0/ports?device_id=ff026b55-1bf7-411a-a0c9-372a87b6f0fa HTTP/1.1" status: 200  len: 205 time: 0.1779230
Dec 24 11:03:56.867358 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ef0cbf76-bdd1-4288-aa22-029849eb4825 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3619482'] for subnet, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:56.876148 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 35942) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:03:56.883283 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d8e055-7b9b-49c0-9b4c-c4f0f88571bc tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:03:56.883697 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d8e055-7b9b-49c0-9b4c-c4f0f88571bc tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:03:56.884437 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d8e055-7b9b-49c0-9b4c-c4f0f88571bc tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:03:56.885030 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d8e055-7b9b-49c0-9b4c-c4f0f88571bc tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:03:56.885334 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d8e055-7b9b-49c0-9b4c-c4f0f88571bc tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:03:56.885752 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d8e055-7b9b-49c0-9b4c-c4f0f88571bc tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:03:56.886284 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d8e055-7b9b-49c0-9b4c-c4f0f88571bc tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:03:56.886715 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d8e055-7b9b-49c0-9b4c-c4f0f88571bc tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:03:56.887097 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d8e055-7b9b-49c0-9b4c-c4f0f88571bc tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:03:56.887498 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d8e055-7b9b-49c0-9b4c-c4f0f88571bc tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:03:56.887891 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d8e055-7b9b-49c0-9b4c-c4f0f88571bc tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:03:56.905074 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-a0d8e055-7b9b-49c0-9b4c-c4f0f88571bc tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.861s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:03:56.910605 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa80c9a8-f67c-4d72-ae83-dec336dea016 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Deleting subnet b8bfa6b8-a48e-4b16-ba81-30ae865c3740 {{(pid=88879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 24 11:03:56.938523 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fa80c9a8-f67c-4d72-ae83-dec336dea016 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks [] for subnet, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:56.977584 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.v2.resource [None req-b8773a49-4b53-4ef2-a022-f687c7c436bc tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] delete failed (client error): The resource could not be found.
Dec 24 11:03:56.983094 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-b8773a49-4b53-4ef2-a022-f687c7c436bc tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] 10.222.0.65 "DELETE /v2.0/routers/ff026b55-1bf7-411a-a0c9-372a87b6f0fa HTTP/1.1" status: 404  len: 336 time: 0.1011801
Dec 24 11:03:56.983786 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 35946) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:03:56.996767 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e338c27e-e0c3-4b00-a6c1-ee21711c07dc tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:57.004300 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-90db4d2b-2280-4807-a2d8-c855bde923db None None] For port fd272709-0f9b-4946-a91e-d41c43deefae, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=fd272709-0f9b-4946-a91e-d41c43deefae,segment=NetworkSegment(6618a092-51b2-4e3d-9318-3ce6b7b40c55),segment_id=6618a092-51b2-4e3d-9318-3ce6b7b40c55)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:03:57.004736 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-90db4d2b-2280-4807-a2d8-c855bde923db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:57.021490 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port 12f6c158-5df7-4ebf-9c22-ba821eaf3f16 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:03:57.022013 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:57.037785 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-199d80ec-4140-47c2-9ec5-889cc655cbef tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Network 66158f42-d761-4d41-b88e-eb2447983116 is scheduled to be hosted by DHCP agent edcf98dc-3032-472a-8b3d-f23fd1e89806 with binding_index 1 {{(pid=88878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 24 11:03:57.048344 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-a0d8e055-7b9b-49c0-9b4c-c4f0f88571bc tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] In _notify_port_updated(), no bound segment for port c52668d8-6355-46f6-9df9-8d63b6ad9750 on network 25827399-a736-4c6a-8cb1-2b9b723977e8 {{(pid=88879) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}}
Dec 24 11:03:57.053293 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0d8e055-7b9b-49c0-9b4c-c4f0f88571bc tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:03:57.053293 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a0d8e055-7b9b-49c0-9b4c-c4f0f88571bc tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:57.055475 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-a0d8e055-7b9b-49c0-9b4c-c4f0f88571bc tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] 10.222.0.65 "PUT /v2.0/ports/c52668d8-6355-46f6-9df9-8d63b6ad9750 HTTP/1.1" status: 200  len: 918 time: 4.5935538
Dec 24 11:03:57.059204 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 35950) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:03:57.068246 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-efc1fec9-1ca8-4d0d-b975-b75fc9dd0c65 tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] 10.222.0.65 "GET /v2.0/ports?device_id=31b3484c-63e2-4971-abad-d0998c3029d4 HTTP/1.1" status: 200  len: 205 time: 0.0831442
Dec 24 11:03:57.071895 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 35954) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:03:57.086331 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-bbca2e83-d7c3-4453-a4c0-2b76e17e4138 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '776bdcbd-03f0-4e68-8f75-1c843e4afdb2'}, {'subnet_id': '6ab24fde-9c62-453b-9da2-49444942fc7e'}]}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:03:57.124116 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-199d80ec-4140-47c2-9ec5-889cc655cbef tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822691-2-hyperv, 66158f42-d761-4d41-b88e-eb2447983116) {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:03:57.128856 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-199d80ec-4140-47c2-9ec5-889cc655cbef tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:03:57.129444 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-199d80ec-4140-47c2-9ec5-889cc655cbef tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:57.145341 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fa80c9a8-f67c-4d72-ae83-dec336dea016 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-786693'] for subnet, precommit_delete_associations {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:57.147435 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-7e15b90c-55b1-4770-b413-f7eb74a46cea req-46722a16-0c27-4a07-becf-8ff9cc792e52 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] 10.222.0.65 "GET /v2.0/security-groups?id=02c07f75-3a5f-4cdc-91db-62e2db60964c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3031142
Dec 24 11:03:57.183861 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51a1d4f4-55bb-466c-9a1c-b80b15451186 None None] Network 66158f42-d761-4d41-b88e-eb2447983116 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:03:57.204512 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.v2.resource [None req-29b24b84-a5c3-4c43-ba6c-0613d2e267dc tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] delete failed (client error): The resource could not be found.
Dec 24 11:03:57.208393 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-90db4d2b-2280-4807-a2d8-c855bde923db None None] Calling delete_port for fd272709-0f9b-4946-a91e-d41c43deefae owned by network:dhcp {{(pid=88880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:03:57.208607 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-29b24b84-a5c3-4c43-ba6c-0613d2e267dc tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] 10.222.0.65 "DELETE /v2.0/routers/31b3484c-63e2-4971-abad-d0998c3029d4 HTTP/1.1" status: 404  len: 336 time: 0.1305511
Dec 24 11:03:57.217352 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 35958) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:03:57.302611 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-e57e6acb-dfa9-48c6-b6bd-03c009f5ac4b tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c89686f-2410-4518-8dbb-fa3c2fb2e166 HTTP/1.1" status: 200  len: 205 time: 0.0793383
Dec 24 11:03:57.306833 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-199d80ec-4140-47c2-9ec5-889cc655cbef tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 792 time: 4.1086102
Dec 24 11:03:57.308382 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 35962) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:03:57.316439 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 35964) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:03:57.356184 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e338c27e-e0c3-4b00-a6c1-ee21711c07dc tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:57.364468 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c0dff70a-8494-4bbf-905f-49c58b392357 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:03:57.432415 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.v2.resource [None req-657b6e11-1bfb-469d-8bad-1b032bda13b4 tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] delete failed (client error): The resource could not be found.
Dec 24 11:03:57.433502 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-657b6e11-1bfb-469d-8bad-1b032bda13b4 tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] 10.222.0.65 "DELETE /v2.0/routers/2c89686f-2410-4518-8dbb-fa3c2fb2e166 HTTP/1.1" status: 404  len: 336 time: 0.1233828
Dec 24 11:03:57.446528 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 35970) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:03:57.453581 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fa80c9a8-f67c-4d72-ae83-dec336dea016 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847655656'] for subnet, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:57.558923 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e338c27e-e0c3-4b00-a6c1-ee21711c07dc tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Network f8c337ba-681f-4fcb-a333-e3c49365b30a is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:03:57.568162 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-e338c27e-e0c3-4b00-a6c1-ee21711c07dc tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Resources bound (agent type, host, resource id):  {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:03:57.571117 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e338c27e-e0c3-4b00-a6c1-ee21711c07dc tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:03:57.625114 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e338c27e-e0c3-4b00-a6c1-ee21711c07dc tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Pushing event updated for resources: {'Port': ['ID=75fc7c66-c1cd-407f-8df7-de209972fc17,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:03:57.628170 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-e338c27e-e0c3-4b00-a6c1-ee21711c07dc tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:03:57.650722 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-b17fa9c6-ebfe-47f4-bb91-7867e497315b tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] 10.222.0.65 "GET /v2.0/ports?device_id=2b2c7c1f-f957-4d48-a758-3f980b256303 HTTP/1.1" status: 200  len: 205 time: 0.2004359
Dec 24 11:03:57.659796 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 35974) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:03:57.742582 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-90db4d2b-2280-4807-a2d8-c855bde923db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392'] for port, after_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:57.747186 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ef0cbf76-bdd1-4288-aa22-029849eb4825 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3921862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3619467'] for subnet, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:57.750055 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-21b55071-e3ab-420a-90c4-61076a36cd92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:03:57.754603 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:03:57.808632 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0d970550-fad3-4de7-ac86-3785052d171e tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036847558493'] for network, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:57.815024 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fa80c9a8-f67c-4d72-ae83-dec336dea016 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7120129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850854134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851156349'] for subnet, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:57.821334 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.v2.resource [None req-d487c5b7-4557-49df-86ee-a694c182c80b tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] delete failed (client error): The resource could not be found.
Dec 24 11:03:57.825286 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-d487c5b7-4557-49df-86ee-a694c182c80b tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] 10.222.0.65 "DELETE /v2.0/routers/2b2c7c1f-f957-4d48-a758-3f980b256303 HTTP/1.1" status: 404  len: 336 time: 0.1616642
Dec 24 11:03:57.828443 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 35978) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:03:57.839096 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90db4d2b-2280-4807-a2d8-c855bde923db None None] Pushing event deleted for resources: {'Port': ['ID=fd272709-0f9b-4946-a91e-d41c43deefae,revision_number=None']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:03:57.840673 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.l3_db [None req-6dc7a68d-9813-46ad-9a73-85c29f0ce026 tempest-ServersTestManualDisk-691114078 tempest-ServersTestManualDisk-691114078-project] Floating IP 62534971-aa3c-409d-a393-d17149c07ad8 associated. External IP: 172.26.3.239, port: 632686a9-d4ae-4fa5-85f8-33db88312b6b.
Dec 24 11:03:57.844344 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90db4d2b-2280-4807-a2d8-c855bde923db None None] No DVR routers for this DVR port fd272709-0f9b-4946-a91e-d41c43deefae on host dv-neutron-822691-2-hyperv {{(pid=88880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 24 11:03:57.898397 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef0cbf76-bdd1-4288-aa22-029849eb4825 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Network 1c9eeaac-d205-4b19-a351-2fe67dd78b42 is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:03:57.904873 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-b6ea1710-7010-4fc3-8b9c-b0fb67740946 tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] 10.222.0.65 "GET /v2.0/ports?device_id=5dc1ac60-1a0f-4f30-a02e-67dc32ad18ed HTTP/1.1" status: 200  len: 205 time: 0.0693460
Dec 24 11:03:57.906180 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-ef0cbf76-bdd1-4288-aa22-029849eb4825 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Resources bound (agent type, host, resource id):  {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:03:57.910347 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 35982) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:03:57.948182 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef0cbf76-bdd1-4288-aa22-029849eb4825 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:03:57.948833 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ef0cbf76-bdd1-4288-aa22-029849eb4825 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks [] for subnet, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:57.975853 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0249d3fb-c7aa-4489-a8aa-6cc3985a9194 None None] Network 1c9eeaac-d205-4b19-a351-2fe67dd78b42 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:03:58.004219 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bbca2e83-d7c3-4453-a4c0-2b76e17e4138 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:58.028130 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90db4d2b-2280-4807-a2d8-c855bde923db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:03:58.029098 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90db4d2b-2280-4807-a2d8-c855bde923db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:03:58.029780 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90db4d2b-2280-4807-a2d8-c855bde923db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:03:58.030355 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90db4d2b-2280-4807-a2d8-c855bde923db None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:03:58.031095 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90db4d2b-2280-4807-a2d8-c855bde923db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:03:58.031631 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90db4d2b-2280-4807-a2d8-c855bde923db None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:03:58.032152 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90db4d2b-2280-4807-a2d8-c855bde923db None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:03:58.032690 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90db4d2b-2280-4807-a2d8-c855bde923db None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:03:58.033209 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90db4d2b-2280-4807-a2d8-c855bde923db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:03:58.033756 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90db4d2b-2280-4807-a2d8-c855bde923db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:03:58.034451 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90db4d2b-2280-4807-a2d8-c855bde923db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:03:58.038539 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-90db4d2b-2280-4807-a2d8-c855bde923db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:03:58.047193 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de81a0ae-ea84-4f0a-b22c-6804dfcb6056 None None] Network 2cdad3a5-985d-4dc3-a617-1a2bd435c300 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:03:58.050461 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.v2.resource [None req-4bb7823e-cdf6-4154-aff6-c7759c6722d8 tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] delete failed (client error): The resource could not be found.
Dec 24 11:03:58.051617 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-4bb7823e-cdf6-4154-aff6-c7759c6722d8 tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] 10.222.0.65 "DELETE /v2.0/routers/5dc1ac60-1a0f-4f30-a02e-67dc32ad18ed HTTP/1.1" status: 404  len: 336 time: 0.1399696
Dec 24 11:03:58.060810 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fa80c9a8-f67c-4d72-ae83-dec336dea016 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks [] for subnet, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:58.063687 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0cbf76-bdd1-4288-aa22-029849eb4825 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Pushing event updated for resources: {'Subnet': ['ID=63b41dc5-8067-4451-bd35-79db19ce8f55,revision_number=0']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:03:58.064004 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device fd272709-0f9b-4946-a91e-d41c43deefae no longer exists at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:03:58.068934 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 35986) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:03:58.077057 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-ef0cbf76-bdd1-4288-aa22-029849eb4825 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:03:58.082787 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f168fd9f-f261-4ee9-a58d-990ace11fc63 tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.255s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:03:58.136992 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-fa80c9a8-f67c-4d72-ae83-dec336dea016 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] 10.222.0.65 "DELETE /v2.0/subnets/b8bfa6b8-a48e-4b16-ba81-30ae865c3740 HTTP/1.1" status: 204  len: 168 time: 2.7035196
Dec 24 11:03:58.138550 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa80c9a8-f67c-4d72-ae83-dec336dea016 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Pushing event deleted for resources: {'Subnet': ['ID=b8bfa6b8-a48e-4b16-ba81-30ae865c3740,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:03:58.141403 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-ef0cbf76-bdd1-4288-aa22-029849eb4825 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.8643677
Dec 24 11:03:58.144683 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 35990) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:03:58.145052 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 35992) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:03:58.145949 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-fa80c9a8-f67c-4d72-ae83-dec336dea016 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:03:58.153563 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] No Port match for: fd272709-0f9b-4946-a91e-d41c43deefae {{(pid=88880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 24 11:03:58.154180 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device fd272709-0f9b-4946-a91e-d41c43deefae not bound to the agent host dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 24 11:03:58.155070 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-50406aac-1672-4bb6-97d6-2440264abf4a tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] DELETE failed (client error): The resource could not be found.
Dec 24 11:03:58.155628 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50406aac-1672-4bb6-97d6-2440264abf4a tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 24 11:03:58.161034 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-50406aac-1672-4bb6-97d6-2440264abf4a tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] 10.222.0.65 "DELETE /v2.0/subnets/1b741ca8-d0e1-4bfb-b650-7f79c603bff4 HTTP/1.1" status: 404  len: 337 time: 0.0847611
Dec 24 11:03:58.201534 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-2203ed2f-7213-4287-bd9e-bf18ba4ffa8b tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Request body: {'subnet': {'network_id': '1c9eeaac-d205-4b19-a351-2fe67dd78b42', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:03:58.237706 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0d970550-fad3-4de7-ac86-3785052d171e tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847655656'] for subnet, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:58.240656 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1e793a5-77b1-4f4b-a0a7-84477ecaad20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73968e80-91fd-539e-a7c6-b31af6d9e680-66158f42-d761-4d41-b88e-eb2447983116', 'network_id': '66158f42-d761-4d41-b88e-eb2447983116', 'tenant_id': '16b8df9aad104dc0ac4afa0a1ae53906', 'fixed_ips': [{'subnet_id': '2f7249b0-8ec0-4b08-aa93-d8f26732bf62'}]}} from dv-neutron-822691-2-hyperv. {{(pid=88880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 24 11:03:58.241580 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c1e793a5-77b1-4f4b-a0a7-84477ecaad20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:58.343469 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0d970550-fad3-4de7-ac86-3785052d171e tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7120129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850854134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851156349'] for subnet, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:58.349708 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e338c27e-e0c3-4b00-a6c1-ee21711c07dc tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:58.350217 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e338c27e-e0c3-4b00-a6c1-ee21711c07dc tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854163800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854116816'] for router, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:58.368584 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-a55a5fa1-f6dd-4654-877e-3136608b92c0 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:03:58.634372 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d970550-fad3-4de7-ac86-3785052d171e tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Pushing event deleted for resources: {'Subnet': ['ID=2f7249b0-8ec0-4b08-aa93-d8f26732bf62,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:03:58.645621 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-0d970550-fad3-4de7-ac86-3785052d171e tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:03:58.666013 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:58.771274 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0d970550-fad3-4de7-ac86-3785052d171e tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847649663', 'neutron.services.segments.db._delete_segments_for_network-8749505737672'] for network, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:58.798333 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 36004) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:03:58.805975 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-0d970550-fad3-4de7-ac86-3785052d171e tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5270442400>,) {'filters': {'network_id': ['66158f42-d761-4d41-b88e-eb2447983116']}} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:03:58.821579 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-0d970550-fad3-4de7-ac86-3785052d171e tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5270442400>, '1d9d0d79-6179-4314-b93d-be62eda83b57') {'for_net_delete': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:03:58.821949 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-0d970550-fad3-4de7-ac86-3785052d171e tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5270442400>, '1d9d0d79-6179-4314-b93d-be62eda83b57') {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:03:58.835895 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0d970550-fad3-4de7-ac86-3785052d171e tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749505745113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853989108'] for segment, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:58.860789 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0d970550-fad3-4de7-ac86-3785052d171e tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:58.868182 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d970550-fad3-4de7-ac86-3785052d171e tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Releasing vlan 628 on physical network physnet1 to pool {{(pid=88879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 24 11:03:58.868810 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0d970550-fad3-4de7-ac86-3785052d171e tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036847652098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3926696'] for segment, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:58.950007 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-11cf4724-f1ab-402e-8396-33e17270b9c9 None None] Provisioning complete for port 12f6c158-5df7-4ebf-9c22-ba821eaf3f16 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:03:58.950611 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-11cf4724-f1ab-402e-8396-33e17270b9c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:58.972562 dv-neutron-822691-2-hyperv neutron-server[88767]: Traceback (most recent call last):
Dec 24 11:03:58.972562 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 24 11:03:58.972562 dv-neutron-822691-2-hyperv neutron-server[88767]:     timer()
Dec 24 11:03:58.972562 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 11:03:58.972562 dv-neutron-822691-2-hyperv neutron-server[88767]:     cb(*args, **kw)
Dec 24 11:03:58.972562 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 24 11:03:58.972562 dv-neutron-822691-2-hyperv neutron-server[88767]:     return func(*args, **kwargs)
Dec 24 11:03:58.972562 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 11:03:58.972562 dv-neutron-822691-2-hyperv neutron-server[88767]:     self._notify()
Dec 24 11:03:58.972562 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 11:03:58.972562 dv-neutron-822691-2-hyperv neutron-server[88767]:     self.callback(batched_events)
Dec 24 11:03:58.972562 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 11:03:58.972562 dv-neutron-822691-2-hyperv neutron-server[88767]:     event.method(event)
Dec 24 11:03:58.972562 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 11:03:58.972562 dv-neutron-822691-2-hyperv neutron-server[88767]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 11:03:58.972562 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 24 11:03:58.972562 dv-neutron-822691-2-hyperv neutron-server[88767]:     segment_id)['aggregates'][0]
Dec 24 11:03:58.972562 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 24 11:03:58.972562 dv-neutron-822691-2-hyperv neutron-server[88767]:     return f(self, *a, **k)
Dec 24 11:03:58.972562 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 11:03:58.972562 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self._get(url).json()
Dec 24 11:03:58.972562 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 24 11:03:58.972562 dv-neutron-822691-2-hyperv neutron-server[88767]:     **kwargs)
Dec 24 11:03:58.972562 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 24 11:03:58.972562 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self.request(url, 'GET', **kwargs)
Dec 24 11:03:58.972562 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 24 11:03:58.972562 dv-neutron-822691-2-hyperv neutron-server[88767]:     **endpoint_filter)
Dec 24 11:03:58.972562 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 24 11:03:58.972562 dv-neutron-822691-2-hyperv neutron-server[88767]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 11:03:58.972562 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 24 11:03:58.972562 dv-neutron-822691-2-hyperv neutron-server[88767]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 11:03:58.972562 dv-neutron-822691-2-hyperv neutron-server[88767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 11:03:58.975479 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-2203ed2f-7213-4287-bd9e-bf18ba4ffa8b tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:03:58.982916 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-2203ed2f-7213-4287-bd9e-bf18ba4ffa8b tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Usage tracker for resource:subnet and tenant:739a78fd4cfc48c2a4011598579f8f8c is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:03:59.047329 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-2203ed2f-7213-4287-bd9e-bf18ba4ffa8b tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:03:59.069878 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-2203ed2f-7213-4287-bd9e-bf18ba4ffa8b tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:03:59.080217 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0d970550-fad3-4de7-ac86-3785052d171e tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7126154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659196'] for network, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:59.085364 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0d970550-fad3-4de7-ac86-3785052d171e tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks [] for network, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:59.095037 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-2e07acf8-8a83-4e19-a67e-c9961f9c065e tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:03:59.108765 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e118da8-fe7d-4088-b12a-c7955bafde08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73968e80-91fd-539e-a7c6-b31af6d9e680-1c9eeaac-d205-4b19-a351-2fe67dd78b42', 'network_id': '1c9eeaac-d205-4b19-a351-2fe67dd78b42', 'tenant_id': '739a78fd4cfc48c2a4011598579f8f8c', 'fixed_ips': [{'subnet_id': '63b41dc5-8067-4451-bd35-79db19ce8f55'}]}} from dv-neutron-822691-2-hyperv. {{(pid=88880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 24 11:03:59.109939 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3e118da8-fe7d-4088-b12a-c7955bafde08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:59.131025 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9b6b72bc-14ff-42c1-a188-a5ace49ca490 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036847558493'] for network, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:59.141382 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2203ed2f-7213-4287-bd9e-bf18ba4ffa8b tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Made reservation on behalf of 739a78fd4cfc48c2a4011598579f8f8c for: {'subnet': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:03:59.147852 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2203ed2f-7213-4287-bd9e-bf18ba4ffa8b tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3619482'] for subnet, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:59.163958 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d970550-fad3-4de7-ac86-3785052d171e tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Pushing event deleted for resources: {'Network': ['ID=66158f42-d761-4d41-b88e-eb2447983116,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:03:59.166770 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-0d970550-fad3-4de7-ac86-3785052d171e tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:03:59.175953 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-0d970550-fad3-4de7-ac86-3785052d171e tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] 10.222.0.65 "DELETE /v2.0/networks/66158f42-d761-4d41-b88e-eb2447983116 HTTP/1.1" status: 204  len: 168 time: 1.8050554
Dec 24 11:03:59.183073 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 36010) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:03:59.185968 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a02a41b-9be0-47c0-9c2b-50363f4528f2 req-1bf7e89a-698e-42d4-bb25-7416720bea9d tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:03:59.187620 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-8a02a41b-9be0-47c0-9c2b-50363f4528f2 req-1bf7e89a-698e-42d4-bb25-7416720bea9d tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] 10.222.0.65 "GET /v2.0/ports?device_id=655d927a-1c14-4f1b-88cc-771b29a10c76 HTTP/1.1" status: 200  len: 946 time: 0.4625478
Dec 24 11:03:59.200221 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-600b264f-83ff-4152-bbaf-6b6209910e8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:59.200521 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-f9c9ffa0-adcc-4fb8-9ff6-b180bfdb7558 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-951901169'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:03:59.230231 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-f9c9ffa0-adcc-4fb8-9ff6-b180bfdb7558 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:03:59.245441 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-520d7c7e-16d8-49bb-ad9b-fb14964b5434 None None] Network 66158f42-d761-4d41-b88e-eb2447983116 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:03:59.290708 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-520d7c7e-16d8-49bb-ad9b-fb14964b5434 None None] Network 66158f42-d761-4d41-b88e-eb2447983116 could not be found, it might have been deleted concurrently. {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:206}}
Dec 24 11:03:59.292391 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-9b6b72bc-14ff-42c1-a188-a5ace49ca490 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Deleting port 1866881b-9b21-4d3c-a460-c22002dcdf69 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:03:59.292868 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9b6b72bc-14ff-42c1-a188-a5ace49ca490 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:59.325904 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-bbca2e83-d7c3-4453-a4c0-2b76e17e4138 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Allocated IP 172.20.0.21 (25827399-a736-4c6a-8cb1-2b9b723977e8/6ab24fde-9c62-453b-9da2-49444942fc7e/c52668d8-6355-46f6-9df9-8d63b6ad9750) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:03:59.328803 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-f9c9ffa0-adcc-4fb8-9ff6-b180bfdb7558 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Usage tracker for resource:network and tenant:16b8df9aad104dc0ac4afa0a1ae53906 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:03:59.342267 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-f9c9ffa0-adcc-4fb8-9ff6-b180bfdb7558 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:03:59.381569 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-f9c9ffa0-adcc-4fb8-9ff6-b180bfdb7558 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:03:59.404433 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-600b264f-83ff-4152-bbaf-6b6209910e8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:03:59.414264 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b455f12-45ec-4977-a12b-962be09763a4 None None] DHCP port deletion for 2cdad3a5-985d-4dc3-a617-1a2bd435c300 request from dv-neutron-822691-2-hyperv {{(pid=88880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 24 11:03:59.432544 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-9b455f12-45ec-4977-a12b-962be09763a4 None None] Deleting port 1866881b-9b21-4d3c-a460-c22002dcdf69 {{(pid=88880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:03:59.433275 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9b455f12-45ec-4977-a12b-962be09763a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:59.440287 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-600b264f-83ff-4152-bbaf-6b6209910e8f admin admin] Usage tracker for resource:security_group_rule and tenant:ee5cf3d76ba94cf2a98bf476ef872852 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:03:59.454899 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-8a02a41b-9be0-47c0-9c2b-50363f4528f2 req-d503866d-bdb3-46ca-acb6-6fee69b482c5 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] 10.222.0.65 "GET /v2.0/security-groups?id=02c07f75-3a5f-4cdc-91db-62e2db60964c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2327507
Dec 24 11:03:59.459915 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-600b264f-83ff-4152-bbaf-6b6209910e8f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:03:59.460212 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9c9ffa0-adcc-4fb8-9ff6-b180bfdb7558 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Made reservation on behalf of 16b8df9aad104dc0ac4afa0a1ae53906 for: {'network': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:03:59.465789 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f9c9ffa0-adcc-4fb8-9ff6-b180bfdb7558 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for network, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:59.493823 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-600b264f-83ff-4152-bbaf-6b6209910e8f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:03:59.501823 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9c9ffa0-adcc-4fb8-9ff6-b180bfdb7558 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] vlan segment allocate from pool success with {'vlan_id': 619, 'physical_network': 'physnet1'}  {{(pid=88879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 24 11:03:59.514166 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f9c9ffa0-adcc-4fb8-9ff6-b180bfdb7558 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:59.514561 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.segments_db [None req-f9c9ffa0-adcc-4fb8-9ff6-b180bfdb7558 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Added segment 0e31e768-2d3c-4a80-9e8a-d694017ed6cb of type vlan for network c4af48d4-9089-4d8b-a291-8a34c9561739
Dec 24 11:03:59.555413 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f9c9ffa0-adcc-4fb8-9ff6-b180bfdb7558 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363287349540024'] for network, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:59.562963 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-3e118da8-fe7d-4088-b12a-c7955bafde08 None None] Allocated IP 172.20.0.2 (1c9eeaac-d205-4b19-a351-2fe67dd78b42/63b41dc5-8067-4451-bd35-79db19ce8f55/6d899429-6b61-4b56-8d37-d9d2852f34e1) {{(pid=88880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:03:59.597945 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f9c9ffa0-adcc-4fb8-9ff6-b180bfdb7558 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636'] for network, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:59.602282 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9c9ffa0-adcc-4fb8-9ff6-b180bfdb7558 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:03:59.602955 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f9c9ffa0-adcc-4fb8-9ff6-b180bfdb7558 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks [] for network, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:59.612703 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-11cf4724-f1ab-402e-8396-33e17270b9c9 None None] Provisioning for port c52668d8-6355-46f6-9df9-8d63b6ad9750 completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:03:59.613228 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-d604e122-92ff-48e7-b8f6-ffa14811ea31 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:03:59.636595 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-11cf4724-f1ab-402e-8396-33e17270b9c9 None None] Provisioning complete for port c52668d8-6355-46f6-9df9-8d63b6ad9750 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:03:59.637113 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-11cf4724-f1ab-402e-8396-33e17270b9c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:59.680088 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bbca2e83-d7c3-4453-a4c0-2b76e17e4138 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks [] for port, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:59.706351 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-f9c9ffa0-adcc-4fb8-9ff6-b180bfdb7558 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 0.5162952
Dec 24 11:03:59.710618 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 36016) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:03:59.725005 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-394fc914-126a-443a-999c-32e2b84cb2d3 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Request body: {'subnet': {'network_id': 'c4af48d4-9089-4d8b-a291-8a34c9561739', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:03:59.748077 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-bbca2e83-d7c3-4453-a4c0-2b76e17e4138 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Ignored duplicate provisioning block setup for port c52668d8-6355-46f6-9df9-8d63b6ad9750 by entity DHCP. {{(pid=88878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}}
Dec 24 11:03:59.774338 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bbca2e83-d7c3-4453-a4c0-2b76e17e4138 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3978773'] for port, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:03:59.788116 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-cd080635-abb9-418d-9c3c-dbf0a56f2c76 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:03:59.788533 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-9b455f12-45ec-4977-a12b-962be09763a4 None None] For port 1866881b-9b21-4d3c-a460-c22002dcdf69, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=1866881b-9b21-4d3c-a460-c22002dcdf69,segment=NetworkSegment(380b4553-6c9a-40cb-8006-4c0f5bc88a63),segment_id=380b4553-6c9a-40cb-8006-4c0f5bc88a63)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:03:59.788994 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9b455f12-45ec-4977-a12b-962be09763a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:00.085362 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-11cf4724-f1ab-402e-8396-33e17270b9c9 None None] Port c52668d8-6355-46f6-9df9-8d63b6ad9750 cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:04:00.147435 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 1866881b-9b21-4d3c-a460-c22002dcdf69 no longer exists at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:04:00.177120 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c9ffa0-adcc-4fb8-9ff6-b180bfdb7558 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Pushing event updated for resources: {'Network': ['ID=c4af48d4-9089-4d8b-a291-8a34c9561739,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:04:00.248366 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbca2e83-d7c3-4453-a4c0-2b76e17e4138 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Pushing event updated for resources: {'Port': ['ID=c52668d8-6355-46f6-9df9-8d63b6ad9750,revision_number=3']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:04:00.257574 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-9b455f12-45ec-4977-a12b-962be09763a4 None None] Calling delete_port for 1866881b-9b21-4d3c-a460-c22002dcdf69 owned by network:dhcp {{(pid=88880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:04:00.263418 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f9c9ffa0-adcc-4fb8-9ff6-b180bfdb7558 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.650s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:04:00.285651 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-9b6b72bc-14ff-42c1-a188-a5ace49ca490 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] For port 1866881b-9b21-4d3c-a460-c22002dcdf69, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=1866881b-9b21-4d3c-a460-c22002dcdf69,segment=NetworkSegment(380b4553-6c9a-40cb-8006-4c0f5bc88a63),segment_id=380b4553-6c9a-40cb-8006-4c0f5bc88a63)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:04:00.285651 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9b6b72bc-14ff-42c1-a188-a5ace49ca490 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:00.294151 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Network c4af48d4-9089-4d8b-a291-8a34c9561739 details requested by agent ovs-agent-dv-neutron-822691-2-hyperv with host dv-neutron-822691-2-hyperv {{(pid=88880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 24 11:04:00.299052 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-bbca2e83-d7c3-4453-a4c0-2b76e17e4138 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.511s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:04:00.302923 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-394fc914-126a-443a-999c-32e2b84cb2d3 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:04:00.319970 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-394fc914-126a-443a-999c-32e2b84cb2d3 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Usage tracker for resource:subnet and tenant:16b8df9aad104dc0ac4afa0a1ae53906 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:04:00.361354 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-394fc914-126a-443a-999c-32e2b84cb2d3 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:04:00.394249 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-394fc914-126a-443a-999c-32e2b84cb2d3 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:04:00.403299 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-600b264f-83ff-4152-bbaf-6b6209910e8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:00.424557 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-600b264f-83ff-4152-bbaf-6b6209910e8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:00.440566 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-17d8e603-3c2f-4f0a-b0b6-2921b4c55dab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:04:00.446521 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-9b6b72bc-14ff-42c1-a188-a5ace49ca490 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Calling delete_port for 1866881b-9b21-4d3c-a460-c22002dcdf69 owned by network:dhcp {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:04:00.468918 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-394fc914-126a-443a-999c-32e2b84cb2d3 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Made reservation on behalf of 16b8df9aad104dc0ac4afa0a1ae53906 for: {'subnet': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:04:00.503670 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-67008044-1162-4ddc-a51e-da2f7ae6b1f9 None None] Provisioning complete for port c52668d8-6355-46f6-9df9-8d63b6ad9750 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:04:00.504146 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-67008044-1162-4ddc-a51e-da2f7ae6b1f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:00.508550 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e338c27e-e0c3-4b00-a6c1-ee21711c07dc tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Router b8f3adb2-c1b7-41e1-9dd3-e3d5f034ba6a is scheduled to L3 agent 198cca88-1338-4098-b44b-beb0346ac906 with binding_index 1 {{(pid=88878) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 24 11:04:00.549184 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-41c6fa9a-c4e0-4d89-ac69-39f5c7fc0040 req-c0086bca-6b51-4299-a3d4-09df638cfced service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3227175fb2a74b37bb7d77f5e6df3dce&device_id=655d927a-1c14-4f1b-88cc-771b29a10c76 HTTP/1.1" status: 200  len: 1099 time: 0.3518472
Dec 24 11:04:00.568506 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-bbca2e83-d7c3-4453-a4c0-2b76e17e4138 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] In _notify_port_updated(), no bound segment for port c52668d8-6355-46f6-9df9-8d63b6ad9750 on network 25827399-a736-4c6a-8cb1-2b9b723977e8 {{(pid=88878) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}}
Dec 24 11:04:00.572781 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbca2e83-d7c3-4453-a4c0-2b76e17e4138 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:04:00.573447 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bbca2e83-d7c3-4453-a4c0-2b76e17e4138 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:00.578731 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-bbca2e83-d7c3-4453-a4c0-2b76e17e4138 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] 10.222.0.65 "PUT /v2.0/ports/c52668d8-6355-46f6-9df9-8d63b6ad9750 HTTP/1.1" status: 200  len: 998 time: 3.5132442
Dec 24 11:04:00.584094 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 36022) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:04:00.639956 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600b264f-83ff-4152-bbaf-6b6209910e8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e117326a-8c93-4ad4-8eba-ca064d1aa587,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:04:00.645059 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-600b264f-83ff-4152-bbaf-6b6209910e8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:04:00.666314 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9b455f12-45ec-4977-a12b-962be09763a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392'] for port, after_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:00.676795 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-e51d31d1-a218-449e-b4e0-4fda1c6e4150 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:04:00.711192 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-600b264f-83ff-4152-bbaf-6b6209910e8f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ee5cf3d76ba94cf2a98bf476ef872852&name=default HTTP/1.1" status: 200  len: 2647 time: 1.9044104
Dec 24 11:04:00.725394 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c6fa9a-c4e0-4d89-ac69-39f5c7fc0040 req-7c025cec-6b97-417d-9844-a5cc18bc6eda service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:04:00.727161 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-41c6fa9a-c4e0-4d89-ac69-39f5c7fc0040 req-7c025cec-6b97-417d-9844-a5cc18bc6eda service neutron] 10.222.0.58 "GET /v2.0/networks?id=06bf4055-f82f-43ff-8ef7-0747a91153cc HTTP/1.1" status: 200  len: 913 time: 0.1680472
Dec 24 11:04:00.727648 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 36026) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:04:00.730757 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-67008044-1162-4ddc-a51e-da2f7ae6b1f9 None None] Port c52668d8-6355-46f6-9df9-8d63b6ad9750 cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:04:00.739964 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a34b4f6-8537-4a03-98c3-83167dba119e req-81198b07-e0f0-43df-b771-c577a1260e8c tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:04:00.741675 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-3a34b4f6-8537-4a03-98c3-83167dba119e req-81198b07-e0f0-43df-b771-c577a1260e8c tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] 10.222.0.65 "GET /v2.0/ports?device_id=655d927a-1c14-4f1b-88cc-771b29a10c76 HTTP/1.1" status: 200  len: 946 time: 0.6264591
Dec 24 11:04:00.749902 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b455f12-45ec-4977-a12b-962be09763a4 None None] Pushing event deleted for resources: {'Port': ['ID=1866881b-9b21-4d3c-a460-c22002dcdf69,revision_number=None']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:04:00.752593 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-9b455f12-45ec-4977-a12b-962be09763a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:04:00.753091 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:00.778921 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b455f12-45ec-4977-a12b-962be09763a4 None None] No DVR routers for this DVR port 1866881b-9b21-4d3c-a460-c22002dcdf69 on host dv-neutron-822691-2-hyperv {{(pid=88880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 24 11:04:00.787701 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-394fc914-126a-443a-999c-32e2b84cb2d3 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2246100'] for subnet, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:00.796877 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3e118da8-fe7d-4088-b12a-c7955bafde08 None None] Notify callbacks [] for port, precommit_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:00.841912 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-3e118da8-fe7d-4088-b12a-c7955bafde08 None None] Transition to ACTIVE for port object 6d899429-6b61-4b56-8d37-d9d2852f34e1 will not be triggered until provisioned by entity L2. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:04:00.874786 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.db.api [None req-9b6b72bc-14ff-42c1-a188-a5ace49ca490 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88879) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 24 11:04:00.875164 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_db.api [None req-9b6b72bc-14ff-42c1-a188-a5ace49ca490 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 24 11:04:00.886646 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-9c1f970a-d5f4-4ae1-b9e1-e214f007756d None None] Provisioning complete for port c52668d8-6355-46f6-9df9-8d63b6ad9750 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:04:00.887164 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9c1f970a-d5f4-4ae1-b9e1-e214f007756d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:00.901344 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-09c20677-4af8-490e-940b-0ffef40a6c2d tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Deleting port c52668d8-6355-46f6-9df9-8d63b6ad9750 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:04:00.902182 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-09c20677-4af8-490e-940b-0ffef40a6c2d tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:00.911759 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-3e118da8-fe7d-4088-b12a-c7955bafde08 None None] Transition to ACTIVE for port object 6d899429-6b61-4b56-8d37-d9d2852f34e1 will not be triggered until provisioned by entity DHCP. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:04:00.927428 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3e118da8-fe7d-4088-b12a-c7955bafde08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408'] for port, after_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:00.934433 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-014463f7-cf05-4843-8b6c-4fabc65eeeac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:04:00.989989 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-41c6fa9a-c4e0-4d89-ac69-39f5c7fc0040 req-06dee94b-69d8-4ee8-8446-30a476fe56b9 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3a88a9cd-23ff-4882-94d5-148e4e2e250b HTTP/1.1" status: 200  len: 1002 time: 0.2402701
Dec 24 11:04:01.010381 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-9c1f970a-d5f4-4ae1-b9e1-e214f007756d None None] Port c52668d8-6355-46f6-9df9-8d63b6ad9750 cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:04:01.024402 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e118da8-fe7d-4088-b12a-c7955bafde08 None None] Network 1c9eeaac-d205-4b19-a351-2fe67dd78b42 is already hosted by enough agents. {{(pid=88880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:04:01.028516 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-3e118da8-fe7d-4088-b12a-c7955bafde08 None None] Resources bound (agent type, host, resource id):  {{(pid=88880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:04:01.031296 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e118da8-fe7d-4088-b12a-c7955bafde08 None None] Received port after_create {{(pid=88880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:04:01.039664 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e118da8-fe7d-4088-b12a-c7955bafde08 None None] Pushing event updated for resources: {'Port': ['ID=6d899429-6b61-4b56-8d37-d9d2852f34e1,revision_number=1']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:04:01.042958 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-3e118da8-fe7d-4088-b12a-c7955bafde08 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:04:01.065205 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3a108492-902c-4845-962b-5e71881960ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:01.137007 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-3e118da8-fe7d-4088-b12a-c7955bafde08 None None] Attempting to bind port 6d899429-6b61-4b56-8d37-d9d2852f34e1 on host dv-neutron-822691-2-hyperv for vnic_type normal with profile  {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:04:01.137668 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-3e118da8-fe7d-4088-b12a-c7955bafde08 None None] Attempting to bind port 6d899429-6b61-4b56-8d37-d9d2852f34e1 by drivers openvswitch,hyperv on host dv-neutron-822691-2-hyperv at level 0 using segments [{'id': '6618a092-51b2-4e3d-9318-3ce6b7b40c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '1c9eeaac-d205-4b19-a351-2fe67dd78b42'}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:04:01.137767 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e118da8-fe7d-4088-b12a-c7955bafde08 None None] Attempting to bind port 6d899429-6b61-4b56-8d37-d9d2852f34e1 on network 1c9eeaac-d205-4b19-a351-2fe67dd78b42 {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:04:01.145907 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e118da8-fe7d-4088-b12a-c7955bafde08 None None] Checking agent: {'id': 'db1275c1-6001-47af-93c2-635c68404703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822691-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 52, 8), 'started_at': datetime.datetime(2021, 12, 24, 10, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 3, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822691-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:04:01.146396 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e118da8-fe7d-4088-b12a-c7955bafde08 None None] Checking segment: {'id': '6618a092-51b2-4e3d-9318-3ce6b7b40c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '1c9eeaac-d205-4b19-a351-2fe67dd78b42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:04:01.146863 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3e118da8-fe7d-4088-b12a-c7955bafde08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:01.147313 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e118da8-fe7d-4088-b12a-c7955bafde08 None None] Bound using segment: {'id': '6618a092-51b2-4e3d-9318-3ce6b7b40c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '1c9eeaac-d205-4b19-a351-2fe67dd78b42'} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:04:01.147887 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-3e118da8-fe7d-4088-b12a-c7955bafde08 None None] Bound port: 6d899429-6b61-4b56-8d37-d9d2852f34e1, host: dv-neutron-822691-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6618a092-51b2-4e3d-9318-3ce6b7b40c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '1c9eeaac-d205-4b19-a351-2fe67dd78b42'}}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:04:01.148280 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3e118da8-fe7d-4088-b12a-c7955bafde08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:01.175043 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3a108492-902c-4845-962b-5e71881960ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:01.199393 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c6fa9a-c4e0-4d89-ac69-39f5c7fc0040 req-6dca4a59-23ad-4e0f-afc0-758dddc76a22 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:04:01.201499 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-41c6fa9a-c4e0-4d89-ac69-39f5c7fc0040 req-6dca4a59-23ad-4e0f-afc0-758dddc76a22 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=26cb8daf-b897-4fc8-a72c-e78bd818e5d0 HTTP/1.1" status: 200  len: 851 time: 0.1958170
Dec 24 11:04:01.249198 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-3e118da8-fe7d-4088-b12a-c7955bafde08 None None] For port 6d899429-6b61-4b56-8d37-d9d2852f34e1, host dv-neutron-822691-2-hyperv, cleared binding levels {{(pid=88880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:04:01.252728 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-3e118da8-fe7d-4088-b12a-c7955bafde08 None None] For port 6d899429-6b61-4b56-8d37-d9d2852f34e1, host dv-neutron-822691-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=6d899429-6b61-4b56-8d37-d9d2852f34e1,segment=NetworkSegment(6618a092-51b2-4e3d-9318-3ce6b7b40c55),segment_id=6618a092-51b2-4e3d-9318-3ce6b7b40c55)] {{(pid=88880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:04:01.256718 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3e118da8-fe7d-4088-b12a-c7955bafde08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:01.261243 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-03d94c9f-9c76-41e7-91a2-d90a538fe490 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:04:01.322013 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dc7a68d-9813-46ad-9a73-85c29f0ce026 tempest-ServersTestManualDisk-691114078 tempest-ServersTestManualDisk-691114078-project] Router 1eb6a4ee-8ae3-441c-b3d2-afb3a85953e4 has already been hosted by L3 agent 198cca88-1338-4098-b44b-beb0346ac906 {{(pid=88878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 24 11:04:01.330060 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3a108492-902c-4845-962b-5e71881960ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:01.335302 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-a172078f-ea2f-4ea8-a616-c78c90f0d819 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:04:01.353586 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e118da8-fe7d-4088-b12a-c7955bafde08 None None] Pushing event updated for resources: {'Port': ['ID=6d899429-6b61-4b56-8d37-d9d2852f34e1,revision_number=2']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:04:01.357681 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-3e118da8-fe7d-4088-b12a-c7955bafde08 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:04:01.364198 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a108492-902c-4845-962b-5e71881960ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e117326a-8c93-4ad4-8eba-ca064d1aa587,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:04:01.364990 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-3a34b4f6-8537-4a03-98c3-83167dba119e req-b830fb2e-b185-4142-b005-e0ecdb5e72ee tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] 10.222.0.65 "GET /v2.0/security-groups?id=02c07f75-3a5f-4cdc-91db-62e2db60964c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.6068237
Dec 24 11:04:01.367737 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-3a108492-902c-4845-962b-5e71881960ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:04:01.371300 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-41c6fa9a-c4e0-4d89-ac69-39f5c7fc0040 req-37893df6-d003-4894-b5ae-c7473723b319 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=06bf4055-f82f-43ff-8ef7-0747a91153cc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1578290
Dec 24 11:04:01.434102 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-9b6b72bc-14ff-42c1-a188-a5ace49ca490 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Deleting port 1866881b-9b21-4d3c-a460-c22002dcdf69 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:04:01.434485 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9b6b72bc-14ff-42c1-a188-a5ace49ca490 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:01.558517 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3a108492-902c-4845-962b-5e71881960ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:01.560020 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-3a108492-902c-4845-962b-5e71881960ed admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e117326a-8c93-4ad4-8eba-ca064d1aa587 HTTP/1.1" status: 204  len: 168 time: 0.8301680
Dec 24 11:04:01.567346 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-9b6b72bc-14ff-42c1-a188-a5ace49ca490 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] The port '1866881b-9b21-4d3c-a460-c22002dcdf69' was deleted {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 24 11:04:01.676212 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2203ed2f-7213-4287-bd9e-bf18ba4ffa8b tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:01.813130 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-09c20677-4af8-490e-940b-0ffef40a6c2d tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:01.856964 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-41c6fa9a-c4e0-4d89-ac69-39f5c7fc0040 req-05702a07-6129-47eb-893e-7f96773ee80b service neutron] 10.222.0.58 "GET /v2.0/networks/06bf4055-f82f-43ff-8ef7-0747a91153cc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4417279
Dec 24 11:04:01.903707 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9b6b72bc-14ff-42c1-a188-a5ace49ca490 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847649663', 'neutron.services.segments.db._delete_segments_for_network-8749505737672'] for network, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:02.014008 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-9b6b72bc-14ff-42c1-a188-a5ace49ca490 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5271312278>,) {'filters': {'network_id': ['2cdad3a5-985d-4dc3-a617-1a2bd435c300']}} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:04:02.028491 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-9b6b72bc-14ff-42c1-a188-a5ace49ca490 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5271312278>, '380b4553-6c9a-40cb-8006-4c0f5bc88a63') {'for_net_delete': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:04:02.028986 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-9b6b72bc-14ff-42c1-a188-a5ace49ca490 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5271312278>, '380b4553-6c9a-40cb-8006-4c0f5bc88a63') {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:04:02.039760 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-09c20677-4af8-490e-940b-0ffef40a6c2d tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Calling delete_port for c52668d8-6355-46f6-9df9-8d63b6ad9750 owned by  {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:04:02.046125 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9b6b72bc-14ff-42c1-a188-a5ace49ca490 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749505745113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853989108'] for segment, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:02.053852 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 6d899429-6b61-4b56-8d37-d9d2852f34e1 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:04:02.073020 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9b6b72bc-14ff-42c1-a188-a5ace49ca490 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:02.075079 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-394fc914-126a-443a-999c-32e2b84cb2d3 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850796890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2246085'] for subnet, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:02.080276 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b6b72bc-14ff-42c1-a188-a5ace49ca490 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Releasing vlan 627 on physical network physnet1 to pool {{(pid=88879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 24 11:04:02.080716 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9b6b72bc-14ff-42c1-a188-a5ace49ca490 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036847652098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3926696'] for segment, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:02.090195 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:04:02.111688 dv-neutron-822691-2-hyperv neutron-server[88767]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 11:04:02.111688 dv-neutron-822691-2-hyperv neutron-server[88767]:   % (table.description, expected, rows_matched)
Dec 24 11:04:02.111688 dv-neutron-822691-2-hyperv neutron-server[88767]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 11:04:02.111688 dv-neutron-822691-2-hyperv neutron-server[88767]:   % (table.description, expected, rows_matched)
Dec 24 11:04:02.111688 dv-neutron-822691-2-hyperv neutron-server[88767]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 11:04:02.111688 dv-neutron-822691-2-hyperv neutron-server[88767]:   % (table.description, expected, rows_matched)
Dec 24 11:04:02.111688 dv-neutron-822691-2-hyperv neutron-server[88767]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 11:04:02.111688 dv-neutron-822691-2-hyperv neutron-server[88767]:   % (table.description, expected, rows_matched)
Dec 24 11:04:02.111688 dv-neutron-822691-2-hyperv neutron-server[88767]: Traceback (most recent call last):
Dec 24 11:04:02.111688 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 24 11:04:02.111688 dv-neutron-822691-2-hyperv neutron-server[88767]:     timer()
Dec 24 11:04:02.111688 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 11:04:02.111688 dv-neutron-822691-2-hyperv neutron-server[88767]:     cb(*args, **kw)
Dec 24 11:04:02.111688 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 24 11:04:02.111688 dv-neutron-822691-2-hyperv neutron-server[88767]:     return func(*args, **kwargs)
Dec 24 11:04:02.111688 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 11:04:02.111688 dv-neutron-822691-2-hyperv neutron-server[88767]:     self._notify()
Dec 24 11:04:02.111688 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 11:04:02.111688 dv-neutron-822691-2-hyperv neutron-server[88767]:     self.callback(batched_events)
Dec 24 11:04:02.111688 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 11:04:02.111688 dv-neutron-822691-2-hyperv neutron-server[88767]:     event.method(event)
Dec 24 11:04:02.111688 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 11:04:02.111688 dv-neutron-822691-2-hyperv neutron-server[88767]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 11:04:02.111688 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 24 11:04:02.111688 dv-neutron-822691-2-hyperv neutron-server[88767]:     segment_id)['aggregates'][0]
Dec 24 11:04:02.111688 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 24 11:04:02.111688 dv-neutron-822691-2-hyperv neutron-server[88767]:     return f(self, *a, **k)
Dec 24 11:04:02.111688 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 11:04:02.111688 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self._get(url).json()
Dec 24 11:04:02.111688 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 24 11:04:02.111688 dv-neutron-822691-2-hyperv neutron-server[88767]:     **kwargs)
Dec 24 11:04:02.111688 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 24 11:04:02.111688 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self.request(url, 'GET', **kwargs)
Dec 24 11:04:02.111688 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 24 11:04:02.111688 dv-neutron-822691-2-hyperv neutron-server[88767]:     **endpoint_filter)
Dec 24 11:04:02.111688 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 24 11:04:02.111688 dv-neutron-822691-2-hyperv neutron-server[88767]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 11:04:02.111688 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 24 11:04:02.111688 dv-neutron-822691-2-hyperv neutron-server[88767]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 11:04:02.111688 dv-neutron-822691-2-hyperv neutron-server[88767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 11:04:02.115425 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 36034) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:04:02.159881 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning for port 6d899429-6b61-4b56-8d37-d9d2852f34e1 completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:04:02.260492 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394fc914-126a-443a-999c-32e2b84cb2d3 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Pushing event updated for resources: {'Subnet': ['ID=40fbe2cc-dd34-4d18-9a4c-8817a6a55dca,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:04:02.266633 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-394fc914-126a-443a-999c-32e2b84cb2d3 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:04:02.292476 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e338c27e-e0c3-4b00-a6c1-ee21711c07dc tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:04:02.306680 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d0437e-44cd-4aea-9c89-bc131b0e2f41 None None] Sync routers for ids ['b8f3adb2-c1b7-41e1-9dd3-e3d5f034ba6a'] in dv-neutron-822691-2-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:04:02.323076 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d0437e-44cd-4aea-9c89-bc131b0e2f41 None None] Routers {'b8f3adb2-c1b7-41e1-9dd3-e3d5f034ba6a'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:04:02.323965 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-a4d0437e-44cd-4aea-9c89-bc131b0e2f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f527160f320>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:03:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['b8f3adb2-c1b7-41e1-9dd3-e3d5f034ba6a'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:04:02.354348 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9b6b72bc-14ff-42c1-a188-a5ace49ca490 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7126154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659196'] for network, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:02.388102 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:04:02.413726 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9b6b72bc-14ff-42c1-a188-a5ace49ca490 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks [] for network, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:02.432691 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-41c6fa9a-c4e0-4d89-ac69-39f5c7fc0040 req-d03dad1f-a752-4fc7-81a0-444aa539276c service neutron] 10.222.0.58 "GET /v2.0/networks/06bf4055-f82f-43ff-8ef7-0747a91153cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5201025
Dec 24 11:04:02.438793 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6b72bc-14ff-42c1-a188-a5ace49ca490 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Pushing event deleted for resources: {'Network': ['ID=2cdad3a5-985d-4dc3-a617-1a2bd435c300,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:04:02.445738 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394fc914-126a-443a-999c-32e2b84cb2d3 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Checking segment: {'id': '0e31e768-2d3c-4a80-9e8a-d694017ed6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'c4af48d4-9089-4d8b-a291-8a34c9561739'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:04:02.446173 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-394fc914-126a-443a-999c-32e2b84cb2d3 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Network hostable DHCP agents. Network: c4af48d4-9089-4d8b-a291-8a34c9561739, hostable agents: ['edcf98dc-3032-472a-8b3d-f23fd1e89806'], hosted agents: [] {{(pid=88878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 24 11:04:02.449408 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-1664ebb6-acac-46b1-9522-a879a6bd0b19 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d8830e9e30294429956c02859d177d90&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2660298
Dec 24 11:04:02.449408 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-9b6b72bc-14ff-42c1-a188-a5ace49ca490 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:04:02.451159 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 36042) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:04:02.452234 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-9b6b72bc-14ff-42c1-a188-a5ace49ca490 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] 10.222.0.65 "DELETE /v2.0/networks/2cdad3a5-985d-4dc3-a617-1a2bd435c300 HTTP/1.1" status: 204  len: 168 time: 4.3051574
Dec 24 11:04:02.458696 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e338c27e-e0c3-4b00-a6c1-ee21711c07dc tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Notify callbacks [] for router, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:02.460006 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-e338c27e-e0c3-4b00-a6c1-ee21711c07dc tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201  len: 908 time: 10.5275023
Dec 24 11:04:02.461542 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 36044) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:04:02.480878 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 36048) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:04:02.490739 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-6cef0274-f9b3-4838-9c90-41444a3d2452 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-474219883'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:04:02.586999 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-2203ed2f-7213-4287-bd9e-bf18ba4ffa8b tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] For port 6d899429-6b61-4b56-8d37-d9d2852f34e1, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=6d899429-6b61-4b56-8d37-d9d2852f34e1,segment=NetworkSegment(6618a092-51b2-4e3d-9318-3ce6b7b40c55),segment_id=6618a092-51b2-4e3d-9318-3ce6b7b40c55)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:04:02.588235 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-a4d0437e-44cd-4aea-9c89-bc131b0e2f41 None None] Set router b8f3adb2-c1b7-41e1-9dd3-e3d5f034ba6a gateway port host: dv-neutron-822691-2-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:04:02.594512 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-6cef0274-f9b3-4838-9c90-41444a3d2452 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:04:02.665656 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-6cef0274-f9b3-4838-9c90-41444a3d2452 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Usage tracker for resource:network and tenant:58aa2a41110240a2b5bfe3b4600f4977 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:04:02.671950 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2203ed2f-7213-4287-bd9e-bf18ba4ffa8b tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks [] for port, precommit_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:02.674617 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-6cef0274-f9b3-4838-9c90-41444a3d2452 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:04:02.678396 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2203ed2f-7213-4287-bd9e-bf18ba4ffa8b tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850854027'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:02.679344 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2203ed2f-7213-4287-bd9e-bf18ba4ffa8b tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3921862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3619467'] for subnet, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:02.684546 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-a0d8e055-7b9b-49c0-9b4c-c4f0f88571bc tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:04:02.738575 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-6cef0274-f9b3-4838-9c90-41444a3d2452 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:04:02.797590 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dc7a68d-9813-46ad-9a73-85c29f0ce026 tempest-ServersTestManualDisk-691114078 tempest-ServersTestManualDisk-691114078-project] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:04:02.807425 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cef0274-f9b3-4838-9c90-41444a3d2452 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Made reservation on behalf of 58aa2a41110240a2b5bfe3b4600f4977 for: {'network': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:04:02.811128 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b4fea2c-dc8b-47ce-9e45-c293d2d7018a None None] Sync routers for ids ['1eb6a4ee-8ae3-441c-b3d2-afb3a85953e4'] in dv-neutron-822691-2-hyperv {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:04:02.813317 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6cef0274-f9b3-4838-9c90-41444a3d2452 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for network, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:02.826852 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4fea2c-dc8b-47ce-9e45-c293d2d7018a None None] Routers {'1eb6a4ee-8ae3-441c-b3d2-afb3a85953e4'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:04:02.827932 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-2b4fea2c-dc8b-47ce-9e45-c293d2d7018a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271b83668>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:03:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['1eb6a4ee-8ae3-441c-b3d2-afb3a85953e4'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:04:02.833703 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6dc7a68d-9813-46ad-9a73-85c29f0ce026 tempest-ServersTestManualDisk-691114078 tempest-ServersTestManualDisk-691114078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for floatingip, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:02.881445 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-394fc914-126a-443a-999c-32e2b84cb2d3 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Network c4af48d4-9089-4d8b-a291-8a34c9561739 is scheduled to be hosted by DHCP agent edcf98dc-3032-472a-8b3d-f23fd1e89806 with binding_index 1 {{(pid=88878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 24 11:04:02.924141 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-09c20677-4af8-490e-940b-0ffef40a6c2d tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:02.973704 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-e338c27e-e0c3-4b00-a6c1-ee21711c07dc tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:04:02.991148 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-a4d0437e-44cd-4aea-9c89-bc131b0e2f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f527160f320>, [{'id': 'b8f3adb2-c1b7-41e1-9dd3-e3d5f034ba6a', 'name': 'tempest-snat-router-1005111739', 'tenant_id': '13d980ce68d549e79d6a9f07649a0ad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.213'}], 'enable_snat': False}, 'gw_port_id': '75fc7c66-c1cd-407f-8df7-de209972fc17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:03:52Z', 'updated_at': '2021-12-24T11:03:57Z', 'revision_number': 3, 'project_id': '13d980ce68d549e79d6a9f07649a0ad7', 'gw_port': {'id': '75fc7c66-c1cd-407f-8df7-de209972fc17', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:87:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8f3adb2-c1b7-41e1-9dd3-e3d5f034ba6a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:03:55Z', 'updated_at': '2021-12-24T11:03:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-822691-2-hyperv'}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:04:02.998344 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d0437e-44cd-4aea-9c89-bc131b0e2f41 None None] Checking router: b8f3adb2-c1b7-41e1-9dd3-e3d5f034ba6a for host: dv-neutron-822691-2-hyperv {{(pid=88880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 24 11:04:02.998748 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d0437e-44cd-4aea-9c89-bc131b0e2f41 None None] Updating router b8f3adb2-c1b7-41e1-9dd3-e3d5f034ba6a port 75fc7c66-c1cd-407f-8df7-de209972fc17 binding host dv-neutron-822691-2-hyperv {{(pid=88880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 24 11:04:03.035889 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-afa5f43c-fff8-42f9-b178-50ae23925a6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:03.036666 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2203ed2f-7213-4287-bd9e-bf18ba4ffa8b tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Network 1c9eeaac-d205-4b19-a351-2fe67dd78b42 is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:04:03.037746 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-394fc914-126a-443a-999c-32e2b84cb2d3 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822691-2-hyperv, c4af48d4-9089-4d8b-a291-8a34c9561739) {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:04:03.042749 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-2203ed2f-7213-4287-bd9e-bf18ba4ffa8b tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Resources bound (agent type, host, resource id):  {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:04:03.063800 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2203ed2f-7213-4287-bd9e-bf18ba4ffa8b tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:04:03.068495 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2203ed2f-7213-4287-bd9e-bf18ba4ffa8b tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks [] for subnet, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:03.085985 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a4d0437e-44cd-4aea-9c89-bc131b0e2f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:03.100129 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c20677-4af8-490e-940b-0ffef40a6c2d tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Pushing event deleted for resources: {'Port': ['ID=c52668d8-6355-46f6-9df9-8d63b6ad9750,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:04:03.102702 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2203ed2f-7213-4287-bd9e-bf18ba4ffa8b tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Pushing event updated for resources: {'Port': ['ID=6d899429-6b61-4b56-8d37-d9d2852f34e1,revision_number=4']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:04:03.109500 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-2203ed2f-7213-4287-bd9e-bf18ba4ffa8b tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:04:03.112652 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-fcd2afab-04b8-4015-a50e-6d82cfc06d9c tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.394s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:04:03.117488 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-394fc914-126a-443a-999c-32e2b84cb2d3 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:04:03.118158 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-394fc914-126a-443a-999c-32e2b84cb2d3 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:03.138478 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-09c20677-4af8-490e-940b-0ffef40a6c2d tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:04:03.142602 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-2b4fea2c-dc8b-47ce-9e45-c293d2d7018a None None] Set router 1eb6a4ee-8ae3-441c-b3d2-afb3a85953e4 gateway port host: dv-neutron-822691-2-hyperv {{(pid=88881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:04:03.187570 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-1e7ff1a2-1f1f-463a-b986-83762907924e req-e6004fee-f85b-4b20-a9db-6c10207afef5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3227175fb2a74b37bb7d77f5e6df3dce&device_id=655d927a-1c14-4f1b-88cc-771b29a10c76 HTTP/1.1" status: 200  len: 1099 time: 0.5741129
Dec 24 11:04:03.192072 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-2203ed2f-7213-4287-bd9e-bf18ba4ffa8b tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 5.0433490
Dec 24 11:04:03.199857 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 36054) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:04:03.209914 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-ed5ea82d-ed19-46b2-b401-798740cafa71 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Request body: {'port': {'network_id': '1c9eeaac-d205-4b19-a351-2fe67dd78b42', 'mac_address': 'fa:16:3e:48:62:1c', 'name': 'tempest-NetworksTestDHCPv6-530260964'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:04:03.225115 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-6dc7a68d-9813-46ad-9a73-85c29f0ce026 tempest-ServersTestManualDisk-691114078 tempest-ServersTestManualDisk-691114078-project] 10.222.0.65 "PUT /v2.0/floatingips/62534971-aa3c-409d-a393-d17149c07ad8 HTTP/1.1" status: 200  len: 992 time: 9.5544314
Dec 24 11:04:03.238006 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cef0274-f9b3-4838-9c90-41444a3d2452 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] vlan segment allocate from pool success with {'vlan_id': 607, 'physical_network': 'physnet1'}  {{(pid=88878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 24 11:04:03.279021 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f4ed206-cece-41eb-ab9e-d9c91bba64cc', 'tag': '632686a9-d4ae-4fa5-85f8-33db88312b6b'}] {{(pid=88878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 24 11:04:03.337596 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2203ed2f-7213-4287-bd9e-bf18ba4ffa8b tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Pushing event updated for resources: {'Subnet': ['ID=7929c8bc-d14b-4f75-bae1-934a85e6e42b,revision_number=0']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:04:03.420721 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-2203ed2f-7213-4287-bd9e-bf18ba4ffa8b tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:04:03.434286 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-afa5f43c-fff8-42f9-b178-50ae23925a6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:03.591456 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7ff1a2-1f1f-463a-b986-83762907924e req-18ef5eeb-578c-4b1f-a132-e23110625780 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:04:03.593200 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-1e7ff1a2-1f1f-463a-b986-83762907924e req-18ef5eeb-578c-4b1f-a132-e23110625780 service neutron] 10.222.0.58 "GET /v2.0/networks?id=06bf4055-f82f-43ff-8ef7-0747a91153cc HTTP/1.1" status: 200  len: 913 time: 0.3624272
Dec 24 11:04:03.607447 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-394fc914-126a-443a-999c-32e2b84cb2d3 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 793 time: 3.8911302
Dec 24 11:04:03.609814 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 36062) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:04:03.610189 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1142b9d-b1aa-4f15-a1e0-00bad96791ec None None] Network c4af48d4-9089-4d8b-a291-8a34c9561739 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:04:03.632447 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dc527e-330f-4021-97f2-b4caaeb33d57 req-7810bca3-eed7-4b90-91d9-3e8038f0d593 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:04:03.634513 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-01dc527e-330f-4021-97f2-b4caaeb33d57 req-7810bca3-eed7-4b90-91d9-3e8038f0d593 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] 10.222.0.65 "GET /v2.0/ports?device_id=655d927a-1c14-4f1b-88cc-771b29a10c76 HTTP/1.1" status: 200  len: 946 time: 0.9777117
Dec 24 11:04:03.651021 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6cef0274-f9b3-4838-9c90-41444a3d2452 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:03.651207 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.segments_db [None req-6cef0274-f9b3-4838-9c90-41444a3d2452 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Added segment 3d5e5129-dbb5-437d-8673-8155c73ffd23 of type vlan for network 00e10059-c2aa-4a2e-98a0-49664001ae64
Dec 24 11:04:03.765049 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-ed5ea82d-ed19-46b2-b401-798740cafa71 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:04:03.766181 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f4ed206-cece-41eb-ab9e-d9c91bba64cc', 'tag': '632686a9-d4ae-4fa5-85f8-33db88312b6b', 'status': 'completed', 'code': 200}
Dec 24 11:04:03.778890 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-ed5ea82d-ed19-46b2-b401-798740cafa71 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Usage tracker for resource:port and tenant:739a78fd4cfc48c2a4011598579f8f8c is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:04:03.788674 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-ed5ea82d-ed19-46b2-b401-798740cafa71 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:04:03.840349 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-ed5ea82d-ed19-46b2-b401-798740cafa71 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:04:03.909540 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-2b4fea2c-dc8b-47ce-9e45-c293d2d7018a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271b83668>, [{'id': '1eb6a4ee-8ae3-441c-b3d2-afb3a85953e4', 'name': 'tempest-ServersTestManualDisk-111115318-router', 'tenant_id': '392c706564b54bdf9b4aefef23ad272e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.229'}], 'enable_snat': True}, 'gw_port_id': '4d269f74-e6f0-4d49-be8e-ff9a1d806565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:02:41Z', 'updated_at': '2021-12-24T11:02:59Z', 'revision_number': 4, 'project_id': '392c706564b54bdf9b4aefef23ad272e', 'gw_port': {'id': '4d269f74-e6f0-4d49-be8e-ff9a1d806565', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:4e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb6a4ee-8ae3-441c-b3d2-afb3a85953e4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:02:43Z', 'updated_at': '2021-12-24T11:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_floatingips': [{'id': '62534971-aa3c-409d-a393-d17149c07ad8', 'tenant_id': '392c706564b54bdf9b4aefef23ad272e', 'floating_ip_address': '172.26.3.239', 'floating_network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'router_id': '1eb6a4ee-8ae3-441c-b3d2-afb3a85953e4', 'port_id': '632686a9-d4ae-4fa5-85f8-33db88312b6b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '080f09f1-3644-45f6-a515-c3987b590591', 'mac_address': 'fa:16:3e:77:ae:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f4ed206-cece-41eb-ab9e-d9c91bba64cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T11:03:15Z', 'updated_at': '2021-12-24T11:03:55Z', 'revision_number': 1, 'project_id': '392c706564b54bdf9b4aefef23ad272e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af6a10c2-1118-4bd6-bacb-8fd0ff543d9f', 'name': '', 'network_id': '080f09f1-3644-45f6-a515-c3987b590591', 'tenant_id': '392c706564b54bdf9b4aefef23ad272e', 'mac_address': 'fa:16:3e:15:d3:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb6a4ee-8ae3-441c-b3d2-afb3a85953e4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '38621544-eab0-4f00-bd94-2008793c18b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:02:57Z', 'updated_at': '2021-12-24T11:03:10Z', 'revision_number': 5, 'project_id': '392c706564b54bdf9b4aefef23ad272e', 'subnets': [{'id': '38621544-eab0-4f00-bd94-2008793c18b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:04:03.915440 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b4fea2c-dc8b-47ce-9e45-c293d2d7018a None None] Checking router: 1eb6a4ee-8ae3-441c-b3d2-afb3a85953e4 for host: dv-neutron-822691-2-hyperv {{(pid=88881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 24 11:04:03.933007 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4fea2c-dc8b-47ce-9e45-c293d2d7018a None None] Routers {'1eb6a4ee-8ae3-441c-b3d2-afb3a85953e4'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:04:03.934413 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-2b4fea2c-dc8b-47ce-9e45-c293d2d7018a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271b83668>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:03:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['1eb6a4ee-8ae3-441c-b3d2-afb3a85953e4'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:04:03.942402 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-1e7ff1a2-1f1f-463a-b986-83762907924e req-76e28843-0e9d-413d-bc32-cea561c62dfd service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3a88a9cd-23ff-4882-94d5-148e4e2e250b HTTP/1.1" status: 200  len: 1002 time: 0.3311610
Dec 24 11:04:03.951546 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed5ea82d-ed19-46b2-b401-798740cafa71 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Made reservation on behalf of 739a78fd4cfc48c2a4011598579f8f8c for: {'port': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:04:03.990461 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6cef0274-f9b3-4838-9c90-41444a3d2452 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363287349540024'] for network, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:04.043446 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c7a6ecc-54ea-4242-b572-d28acdd05790 None None] Network 1c9eeaac-d205-4b19-a351-2fe67dd78b42 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:04:04.048198 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-09c20677-4af8-490e-940b-0ffef40a6c2d tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:04.056501 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-afa5f43c-fff8-42f9-b178-50ae23925a6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:04.062955 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-01dc527e-330f-4021-97f2-b4caaeb33d57 req-86271288-07a3-4a34-9823-f948da6152cb tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] 10.222.0.65 "GET /v2.0/security-groups?id=02c07f75-3a5f-4cdc-91db-62e2db60964c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3553329
Dec 24 11:04:04.068494 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 6d899429-6b61-4b56-8d37-d9d2852f34e1 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:04:04.068836 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:04:04.103839 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa5f43c-fff8-42f9-b178-50ae23925a6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c0b0e73-0259-4623-a8c4-83c7491f30c6,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:04:04.110731 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-afa5f43c-fff8-42f9-b178-50ae23925a6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:04.112237 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-afa5f43c-fff8-42f9-b178-50ae23925a6e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/0c0b0e73-0259-4623-a8c4-83c7491f30c6 HTTP/1.1" status: 204  len: 168 time: 1.6555555
Dec 24 11:04:04.116518 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-09c20677-4af8-490e-940b-0ffef40a6c2d tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] 10.222.0.65 "DELETE /v2.0/ports/c52668d8-6355-46f6-9df9-8d63b6ad9750 HTTP/1.1" status: 204  len: 168 time: 3.5215743
Dec 24 11:04:04.117742 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 36068) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:04:04.140470 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-afa5f43c-fff8-42f9-b178-50ae23925a6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:04:04.202995 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-027eb3ab-1693-48e6-a228-93b8058ddfcf req-aaba7363-37ab-4697-9cab-08ac2881bbd3 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=392c706564b54bdf9b4aefef23ad272e&device_id=5f4ed206-cece-41eb-ab9e-d9c91bba64cc HTTP/1.1" status: 200  len: 1099 time: 0.3830533
Dec 24 11:04:04.203635 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6cef0274-f9b3-4838-9c90-41444a3d2452 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636'] for network, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:04.212568 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cef0274-f9b3-4838-9c90-41444a3d2452 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:04:04.215472 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6cef0274-f9b3-4838-9c90-41444a3d2452 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1977811'] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:04.230941 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-45c02670-729f-4287-aaf2-43ebd57f14ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-811669030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-811669030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:04:04.253108 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-2b4fea2c-dc8b-47ce-9e45-c293d2d7018a None None] Set router 1eb6a4ee-8ae3-441c-b3d2-afb3a85953e4 gateway port host: dv-neutron-822691-2-hyperv {{(pid=88881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:04:04.268013 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-79495b71-d82e-4ac5-b869-29e21fe1ed99 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036847558493'] for network, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:04.270634 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-32b02c7c-8a41-4351-beda-9ddb3fae8e12 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] GET failed (client error): The resource could not be found.
Dec 24 11:04:04.271471 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-32b02c7c-8a41-4351-beda-9ddb3fae8e12 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Synchronizing usage tracker for tenant:56d5354af46a4a91924cfe2259b4b254 on resource:port {{(pid=88879) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:04:04.279131 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7ff1a2-1f1f-463a-b986-83762907924e req-6ddeeec4-46dc-44df-a733-baf6489bf9ea service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:04:04.281002 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-1e7ff1a2-1f1f-463a-b986-83762907924e req-6ddeeec4-46dc-44df-a733-baf6489bf9ea service neutron] 10.222.0.58 "GET /v2.0/subnets?id=26cb8daf-b897-4fc8-a72c-e78bd818e5d0 HTTP/1.1" status: 200  len: 851 time: 0.3121767
Dec 24 11:04:04.424680 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-32b02c7c-8a41-4351-beda-9ddb3fae8e12 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Unset dirty status for tenant:56d5354af46a4a91924cfe2259b4b254 on resource:port {{(pid=88879) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:04:04.432896 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-32b02c7c-8a41-4351-beda-9ddb3fae8e12 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] 10.222.0.65 "GET /v2.0/ports/c52668d8-6355-46f6-9df9-8d63b6ad9750 HTTP/1.1" status: 404  len: 333 time: 0.3133717
Dec 24 11:04:04.476686 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-383d7d6c-4541-40c5-82a1-c9316ab61dd9 None None] Provisioning for port 6d899429-6b61-4b56-8d37-d9d2852f34e1 completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:04:04.492341 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 36074) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:04:04.529563 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-383d7d6c-4541-40c5-82a1-c9316ab61dd9 None None] Provisioning complete for port 6d899429-6b61-4b56-8d37-d9d2852f34e1 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:04:04.530040 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-383d7d6c-4541-40c5-82a1-c9316ab61dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:04.594916 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a4d0437e-44cd-4aea-9c89-bc131b0e2f41 None None] Notify callbacks [] for port, precommit_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:04.597400 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port 6d899429-6b61-4b56-8d37-d9d2852f34e1 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:04:04.598723 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:04.640907 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ed5ea82d-ed19-46b2-b401-798740cafa71 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:04.719089 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [None req-ed5ea82d-ed19-46b2-b401-798740cafa71 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] device_id is not set on port 79cb6b92-c902-4d59-8e3e-c3beed741eda yet. {{(pid=88879) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 24 11:04:04.743239 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-5e9cce30-3e4c-4224-8b5d-deb684e2983c tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] 10.222.0.65 "GET /v2.0/routers/b8f3adb2-c1b7-41e1-9dd3-e3d5f034ba6a HTTP/1.1" status: 200  len: 909 time: 2.2461913
Dec 24 11:04:04.743910 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 36084) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:04:04.793667 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-057b9089-a216-40a1-9587-9701ff8d5bf1 tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1005111739', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'enable_snat': True}}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:04:04.795622 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-a4d0437e-44cd-4aea-9c89-bc131b0e2f41 None None] Transition to ACTIVE for port object 75fc7c66-c1cd-407f-8df7-de209972fc17 will not be triggered until provisioned by entity L2. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:04:04.802825 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-79495b71-d82e-4ac5-b869-29e21fe1ed99 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847655656'] for subnet, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:04.842439 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-6cef0274-f9b3-4838-9c90-41444a3d2452 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 2.3645375
Dec 24 11:04:04.847131 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 36090) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:04:04.848543 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-057b9089-a216-40a1-9587-9701ff8d5bf1 tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:04:04.868975 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-21ab123a-f1fa-4f6e-8c04-83dd3fc0c4cd tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Request body: {'subnet': {'network_id': '00e10059-c2aa-4a2e-98a0-49664001ae64', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:04:04.893596 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-2b4fea2c-dc8b-47ce-9e45-c293d2d7018a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271b83668>, [{'id': '1eb6a4ee-8ae3-441c-b3d2-afb3a85953e4', 'name': 'tempest-ServersTestManualDisk-111115318-router', 'tenant_id': '392c706564b54bdf9b4aefef23ad272e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.229'}], 'enable_snat': True}, 'gw_port_id': '4d269f74-e6f0-4d49-be8e-ff9a1d806565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:02:41Z', 'updated_at': '2021-12-24T11:02:59Z', 'revision_number': 4, 'project_id': '392c706564b54bdf9b4aefef23ad272e', 'gw_port': {'id': '4d269f74-e6f0-4d49-be8e-ff9a1d806565', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:4e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb6a4ee-8ae3-441c-b3d2-afb3a85953e4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:02:43Z', 'updated_at': '2021-12-24T11:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_floatingips': [{'id': '62534971-aa3c-409d-a393-d17149c07ad8', 'tenant_id': '392c706564b54bdf9b4aefef23ad272e', 'floating_ip_address': '172.26.3.239', 'floating_network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'router_id': '1eb6a4ee-8ae3-441c-b3d2-afb3a85953e4', 'port_id': '632686a9-d4ae-4fa5-85f8-33db88312b6b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '080f09f1-3644-45f6-a515-c3987b590591', 'mac_address': 'fa:16:3e:77:ae:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f4ed206-cece-41eb-ab9e-d9c91bba64cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T11:03:15Z', 'updated_at': '2021-12-24T11:03:55Z', 'revision_number': 1, 'project_id': '392c706564b54bdf9b4aefef23ad272e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af6a10c2-1118-4bd6-bacb-8fd0ff543d9f', 'name': '', 'network_id': '080f09f1-3644-45f6-a515-c3987b590591', 'tenant_id': '392c706564b54bdf9b4aefef23ad272e', 'mac_address': 'fa:16:3e:15:d3:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb6a4ee-8ae3-441c-b3d2-afb3a85953e4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '38621544-eab0-4f00-bd94-2008793c18b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:02:57Z', 'updated_at': '2021-12-24T11:03:10Z', 'revision_number': 5, 'project_id': '392c706564b54bdf9b4aefef23ad272e', 'subnets': [{'id': '38621544-eab0-4f00-bd94-2008793c18b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:04:04.900635 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b4fea2c-dc8b-47ce-9e45-c293d2d7018a None None] The sync data for ids ['1eb6a4ee-8ae3-441c-b3d2-afb3a85953e4'] in dv-neutron-822691-2-hyperv is: [{'id': '1eb6a4ee-8ae3-441c-b3d2-afb3a85953e4', 'name': 'tempest-ServersTestManualDisk-111115318-router', 'tenant_id': '392c706564b54bdf9b4aefef23ad272e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.229'}], 'enable_snat': True}, 'gw_port_id': '4d269f74-e6f0-4d49-be8e-ff9a1d806565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:02:41Z', 'updated_at': '2021-12-24T11:02:59Z', 'revision_number': 4, 'project_id': '392c706564b54bdf9b4aefef23ad272e', 'gw_port': {'id': '4d269f74-e6f0-4d49-be8e-ff9a1d806565', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:4e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb6a4ee-8ae3-441c-b3d2-afb3a85953e4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:02:43Z', 'updated_at': '2021-12-24T11:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_floatingips': [{'id': '62534971-aa3c-409d-a393-d17149c07ad8', 'tenant_id': '392c706564b54bdf9b4aefef23ad272e', 'floating_ip_address': '172.26.3.239', 'floating_network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'router_id': '1eb6a4ee-8ae3-441c-b3d2-afb3a85953e4', 'port_id': '632686a9-d4ae-4fa5-85f8-33db88312b6b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '080f09f1-3644-45f6-a515-c3987b590591', 'mac_address': 'fa:16:3e:77:ae:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f4ed206-cece-41eb-ab9e-d9c91bba64cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T11:03:15Z', 'updated_at': '2021-12-24T11:03:55Z', 'revision_number': 1, 'project_id': '392c706564b54bdf9b4aefef23ad272e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af6a10c2-1118-4bd6-bacb-8fd0ff543d9f', 'name': '', 'network_id': '080f09f1-3644-45f6-a515-c3987b590591', 'tenant_id': '392c706564b54bdf9b4aefef23ad272e', 'mac_address': 'fa:16:3e:15:d3:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb6a4ee-8ae3-441c-b3d2-afb3a85953e4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '38621544-eab0-4f00-bd94-2008793c18b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:02:57Z', 'updated_at': '2021-12-24T11:03:10Z', 'revision_number': 5, 'project_id': '392c706564b54bdf9b4aefef23ad272e', 'subnets': [{'id': '38621544-eab0-4f00-bd94-2008793c18b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:04:04.902338 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-057b9089-a216-40a1-9587-9701ff8d5bf1 tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Usage tracker for resource:router and tenant:13d980ce68d549e79d6a9f07649a0ad7 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:04:04.908117 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a4d0437e-44cd-4aea-9c89-bc131b0e2f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:04.913662 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-057b9089-a216-40a1-9587-9701ff8d5bf1 tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:04:04.919230 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-79495b71-d82e-4ac5-b869-29e21fe1ed99 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7120129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850854134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851156349'] for subnet, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:04.948450 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-d3c23910-be96-44f5-9fee-ffa36254e8cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:04:04.975210 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-d40dea60-2ce0-4972-bdea-a66012245faf tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:04:05.015403 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-1e7ff1a2-1f1f-463a-b986-83762907924e req-53e186a7-6dcb-4422-8b31-73e6efc3c547 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=06bf4055-f82f-43ff-8ef7-0747a91153cc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.7237608
Dec 24 11:04:05.041108 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a48c53-cec1-425f-ad4e-b7678bfa6976 None None] Pushing event updated for resources: {'Port': ['ID=75fc7c66-c1cd-407f-8df7-de209972fc17,revision_number=2']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:04:05.070279 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f3a48c53-cec1-425f-ad4e-b7678bfa6976 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:04:05.097682 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79495b71-d82e-4ac5-b869-29e21fe1ed99 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Pushing event deleted for resources: {'Subnet': ['ID=40fbe2cc-dd34-4d18-9a4c-8817a6a55dca,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:04:05.141298 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-057b9089-a216-40a1-9587-9701ff8d5bf1 tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:04:05.150471 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cef0274-f9b3-4838-9c90-41444a3d2452 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Pushing event updated for resources: {'Network': ['ID=00e10059-c2aa-4a2e-98a0-49664001ae64,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:04:05.159528 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-21ab123a-f1fa-4f6e-8c04-83dd3fc0c4cd tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:04:05.165480 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-21ab123a-f1fa-4f6e-8c04-83dd3fc0c4cd tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Usage tracker for resource:subnet and tenant:58aa2a41110240a2b5bfe3b4600f4977 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:04:05.169512 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-79495b71-d82e-4ac5-b869-29e21fe1ed99 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:04:05.169794 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-21ab123a-f1fa-4f6e-8c04-83dd3fc0c4cd tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:04:05.178569 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-21ab123a-f1fa-4f6e-8c04-83dd3fc0c4cd tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:04:05.245612 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_v2 [None req-a42fff1c-eeec-480f-9069-529127f54dfe tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Deleting subnet 6ab24fde-9c62-453b-9da2-49444942fc7e {{(pid=88879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 24 11:04:05.256717 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a42fff1c-eeec-480f-9069-529127f54dfe tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks [] for subnet, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:05.276760 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-6cef0274-f9b3-4838-9c90-41444a3d2452 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.046s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:04:05.286512 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-057b9089-a216-40a1-9587-9701ff8d5bf1 tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-612016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-84579'] for router, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:05.287591 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-057b9089-a216-40a1-9587-9701ff8d5bf1 tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854163950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659046', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854079771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854691221'] for router, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:05.305574 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21ab123a-f1fa-4f6e-8c04-83dd3fc0c4cd tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Made reservation on behalf of 58aa2a41110240a2b5bfe3b4600f4977 for: {'subnet': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:04:05.316691 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Network 00e10059-c2aa-4a2e-98a0-49664001ae64 details requested by agent ovs-agent-dv-neutron-822691-2-hyperv with host dv-neutron-822691-2-hyperv {{(pid=88880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 24 11:04:05.335130 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-a4d0437e-44cd-4aea-9c89-bc131b0e2f41 None None] Attempting to bind port 75fc7c66-c1cd-407f-8df7-de209972fc17 on host dv-neutron-822691-2-hyperv for vnic_type normal with profile  {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:04:05.335652 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-a4d0437e-44cd-4aea-9c89-bc131b0e2f41 None None] Attempting to bind port 75fc7c66-c1cd-407f-8df7-de209972fc17 by drivers openvswitch,hyperv on host dv-neutron-822691-2-hyperv at level 0 using segments [{'id': 'd4e3295f-9ff8-4cad-8a20-3f1c937efc8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a'}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:04:05.336263 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d0437e-44cd-4aea-9c89-bc131b0e2f41 None None] Attempting to bind port 75fc7c66-c1cd-407f-8df7-de209972fc17 on network f8c337ba-681f-4fcb-a333-e3c49365b30a {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:04:05.354798 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d437374-9767-4181-bfa2-f181017720c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73968e80-91fd-539e-a7c6-b31af6d9e680-c4af48d4-9089-4d8b-a291-8a34c9561739', 'network_id': 'c4af48d4-9089-4d8b-a291-8a34c9561739', 'tenant_id': '16b8df9aad104dc0ac4afa0a1ae53906', 'fixed_ips': [{'subnet_id': '40fbe2cc-dd34-4d18-9a4c-8817a6a55dca'}]}} from dv-neutron-822691-2-hyperv. {{(pid=88880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 24 11:04:05.355798 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4d437374-9767-4181-bfa2-f181017720c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:05.381608 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:05.422752 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe87be0-0de1-4275-ae60-1036726fc388 None None] New status for floating IP 62534971-aa3c-409d-a393-d17149c07ad8: ACTIVE {{(pid=88880) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 24 11:04:05.507093 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-21ab123a-f1fa-4f6e-8c04-83dd3fc0c4cd tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2246100'] for subnet, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:05.560200 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a42fff1c-eeec-480f-9069-529127f54dfe tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-786693'] for subnet, precommit_delete_associations {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:05.634394 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d0437e-44cd-4aea-9c89-bc131b0e2f41 None None] Checking agent: {'id': 'db1275c1-6001-47af-93c2-635c68404703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822691-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 52, 8), 'started_at': datetime.datetime(2021, 12, 24, 10, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 3, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822691-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:04:05.635281 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d0437e-44cd-4aea-9c89-bc131b0e2f41 None None] Checking segment: {'id': 'd4e3295f-9ff8-4cad-8a20-3f1c937efc8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:04:05.636073 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a4d0437e-44cd-4aea-9c89-bc131b0e2f41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:05.636680 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d0437e-44cd-4aea-9c89-bc131b0e2f41 None None] Bound using segment: {'id': 'd4e3295f-9ff8-4cad-8a20-3f1c937efc8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a'} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:04:05.637407 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-a4d0437e-44cd-4aea-9c89-bc131b0e2f41 None None] Bound port: 75fc7c66-c1cd-407f-8df7-de209972fc17, host: dv-neutron-822691-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4e3295f-9ff8-4cad-8a20-3f1c937efc8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a'}}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:04:05.638164 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a4d0437e-44cd-4aea-9c89-bc131b0e2f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:05.650139 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027eb3ab-1693-48e6-a228-93b8058ddfcf req-5b21393d-1e2d-4215-bc5e-41c2d0b3f84f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:04:05.651800 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-027eb3ab-1693-48e6-a228-93b8058ddfcf req-5b21393d-1e2d-4215-bc5e-41c2d0b3f84f service neutron] 10.222.0.58 "GET /v2.0/networks?id=080f09f1-3644-45f6-a515-c3987b590591 HTTP/1.1" status: 200  len: 912 time: 1.4221423
Dec 24 11:04:05.828623 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-057b9089-a216-40a1-9587-9701ff8d5bf1 tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:05.895459 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-383d7d6c-4541-40c5-82a1-c9316ab61dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:05.938631 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-79495b71-d82e-4ac5-b869-29e21fe1ed99 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847649663', 'neutron.services.segments.db._delete_segments_for_network-8749505737672'] for network, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:06.006856 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df91fed-f47e-4d83-acdf-0291f1c98d98 req-e74333fe-f998-4ec4-bd66-1269fbb32e7c tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:04:06.008899 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-79495b71-d82e-4ac5-b869-29e21fe1ed99 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5270ca8400>,) {'filters': {'network_id': ['c4af48d4-9089-4d8b-a291-8a34c9561739']}} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:04:06.018201 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-3df91fed-f47e-4d83-acdf-0291f1c98d98 req-e74333fe-f998-4ec4-bd66-1269fbb32e7c tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] 10.222.0.65 "GET /v2.0/ports?device_id=655d927a-1c14-4f1b-88cc-771b29a10c76 HTTP/1.1" status: 200  len: 946 time: 0.7397661
Dec 24 11:04:06.032947 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-027eb3ab-1693-48e6-a228-93b8058ddfcf req-1a08fe73-f5f3-4c24-aafc-fac64475d167 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=632686a9-d4ae-4fa5-85f8-33db88312b6b HTTP/1.1" status: 200  len: 1000 time: 0.3142323
Dec 24 11:04:06.051843 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-79495b71-d82e-4ac5-b869-29e21fe1ed99 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5270ca8400>, '0e31e768-2d3c-4a80-9e8a-d694017ed6cb') {'for_net_delete': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:04:06.052228 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-79495b71-d82e-4ac5-b869-29e21fe1ed99 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5270ca8400>, '0e31e768-2d3c-4a80-9e8a-d694017ed6cb') {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:04:06.093535 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] For port 6d899429-6b61-4b56-8d37-d9d2852f34e1, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=6d899429-6b61-4b56-8d37-d9d2852f34e1,segment=NetworkSegment(6618a092-51b2-4e3d-9318-3ce6b7b40c55),segment_id=6618a092-51b2-4e3d-9318-3ce6b7b40c55)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:04:06.097676 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-1e7ff1a2-1f1f-463a-b986-83762907924e req-384a85c0-9665-4523-9a6d-0821597db540 service neutron] 10.222.0.58 "GET /v2.0/networks/06bf4055-f82f-43ff-8ef7-0747a91153cc?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.0398049
Dec 24 11:04:06.111572 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-79495b71-d82e-4ac5-b869-29e21fe1ed99 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749505745113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853989108'] for segment, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:06.136073 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:06.147350 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-6734e794-3e2a-4fe4-8092-2946bc227723 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:04:06.200717 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-79495b71-d82e-4ac5-b869-29e21fe1ed99 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:06.220440 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027eb3ab-1693-48e6-a228-93b8058ddfcf req-18319ee5-149f-49fe-818b-0567677c5651 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:04:06.222125 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-027eb3ab-1693-48e6-a228-93b8058ddfcf req-18319ee5-149f-49fe-818b-0567677c5651 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=38621544-eab0-4f00-bd94-2008793c18b4 HTTP/1.1" status: 200  len: 850 time: 0.1007814
Dec 24 11:04:06.234072 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79495b71-d82e-4ac5-b869-29e21fe1ed99 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Releasing vlan 619 on physical network physnet1 to pool {{(pid=88879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 24 11:04:06.235020 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-79495b71-d82e-4ac5-b869-29e21fe1ed99 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036847652098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3926696'] for segment, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:06.254251 dv-neutron-822691-2-hyperv neutron-server[88767]: Traceback (most recent call last):
Dec 24 11:04:06.254251 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 24 11:04:06.254251 dv-neutron-822691-2-hyperv neutron-server[88767]:     timer()
Dec 24 11:04:06.254251 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 11:04:06.254251 dv-neutron-822691-2-hyperv neutron-server[88767]:     cb(*args, **kw)
Dec 24 11:04:06.254251 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 24 11:04:06.254251 dv-neutron-822691-2-hyperv neutron-server[88767]:     return func(*args, **kwargs)
Dec 24 11:04:06.254251 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 11:04:06.254251 dv-neutron-822691-2-hyperv neutron-server[88767]:     self._notify()
Dec 24 11:04:06.254251 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 11:04:06.254251 dv-neutron-822691-2-hyperv neutron-server[88767]:     self.callback(batched_events)
Dec 24 11:04:06.254251 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 11:04:06.254251 dv-neutron-822691-2-hyperv neutron-server[88767]:     event.method(event)
Dec 24 11:04:06.254251 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 11:04:06.254251 dv-neutron-822691-2-hyperv neutron-server[88767]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 11:04:06.254251 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 24 11:04:06.254251 dv-neutron-822691-2-hyperv neutron-server[88767]:     segment_id)['aggregates'][0]
Dec 24 11:04:06.254251 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 24 11:04:06.254251 dv-neutron-822691-2-hyperv neutron-server[88767]:     return f(self, *a, **k)
Dec 24 11:04:06.254251 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 11:04:06.254251 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self._get(url).json()
Dec 24 11:04:06.254251 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 24 11:04:06.254251 dv-neutron-822691-2-hyperv neutron-server[88767]:     **kwargs)
Dec 24 11:04:06.254251 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 24 11:04:06.254251 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self.request(url, 'GET', **kwargs)
Dec 24 11:04:06.254251 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 24 11:04:06.254251 dv-neutron-822691-2-hyperv neutron-server[88767]:     **endpoint_filter)
Dec 24 11:04:06.254251 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 24 11:04:06.254251 dv-neutron-822691-2-hyperv neutron-server[88767]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 11:04:06.254251 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 24 11:04:06.254251 dv-neutron-822691-2-hyperv neutron-server[88767]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 11:04:06.254251 dv-neutron-822691-2-hyperv neutron-server[88767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 11:04:06.416852 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a42fff1c-eeec-480f-9069-529127f54dfe tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847655656'] for subnet, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:06.424411 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Pushing event updated for resources: {'Port': ['ID=6d899429-6b61-4b56-8d37-d9d2852f34e1,revision_number=5']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:04:06.427992 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:04:06.450835 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-ed5ea82d-ed19-46b2-b401-798740cafa71 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Allocated IP 172.20.0.8 (1c9eeaac-d205-4b19-a351-2fe67dd78b42/63b41dc5-8067-4451-bd35-79db19ce8f55/79cb6b92-c902-4d59-8e3e-c3beed741eda) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:04:06.468384 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-a4d0437e-44cd-4aea-9c89-bc131b0e2f41 None None] For port 75fc7c66-c1cd-407f-8df7-de209972fc17, host dv-neutron-822691-2-hyperv, cleared binding levels {{(pid=88880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:04:06.472550 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-a4d0437e-44cd-4aea-9c89-bc131b0e2f41 None None] For port 75fc7c66-c1cd-407f-8df7-de209972fc17, host dv-neutron-822691-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=75fc7c66-c1cd-407f-8df7-de209972fc17,segment=NetworkSegment(d4e3295f-9ff8-4cad-8a20-3f1c937efc8c),segment_id=d4e3295f-9ff8-4cad-8a20-3f1c937efc8c)] {{(pid=88880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:04:06.509542 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-ed5ea82d-ed19-46b2-b401-798740cafa71 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Allocated IP 2001:db8::f816:3eff:fe48:621c (1c9eeaac-d205-4b19-a351-2fe67dd78b42/7929c8bc-d14b-4f75-bae1-934a85e6e42b/79cb6b92-c902-4d59-8e3e-c3beed741eda) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:04:06.544497 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-21ab123a-f1fa-4f6e-8c04-83dd3fc0c4cd tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850796890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2246085'] for subnet, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:06.553800 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-2bdff33b-3909-43fb-8fde-f0b4a11ba430 tempest-FloatingIPAdminTestJSON-749235054 tempest-FloatingIPAdminTestJSON-749235054-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:04:06.563036 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1304c6d-55f8-4612-8248-627f0c8ded1d None None] Network c4af48d4-9089-4d8b-a291-8a34c9561739 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:04:06.572334 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-79495b71-d82e-4ac5-b869-29e21fe1ed99 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7126154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659196'] for network, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:06.583180 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-79495b71-d82e-4ac5-b869-29e21fe1ed99 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks [] for network, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:06.584624 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a4d0437e-44cd-4aea-9c89-bc131b0e2f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:06.616138 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.db.api [None req-383d7d6c-4541-40c5-82a1-c9316ab61dd9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88880) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 24 11:04:06.616848 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_db.api [None req-383d7d6c-4541-40c5-82a1-c9316ab61dd9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 24 11:04:06.617607 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-9528aac6-8bda-4212-b66a-5938b2aeccae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:04:06.636642 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ab123a-f1fa-4f6e-8c04-83dd3fc0c4cd tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Pushing event updated for resources: {'Subnet': ['ID=d6eea40f-7c9f-4b05-9e12-3c60c6ddd852,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:04:06.644597 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-67dc1e3c-f7c3-44ab-98fa-b39a31cad334 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:04:06.667693 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-483eb931-14d1-41b4-92ac-4eab5a18ba86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:06.670467 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-21ab123a-f1fa-4f6e-8c04-83dd3fc0c4cd tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:04:06.671816 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1304c6d-55f8-4612-8248-627f0c8ded1d None None] Network c4af48d4-9089-4d8b-a291-8a34c9561739 could not be found, it might have been deleted concurrently. {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:206}}
Dec 24 11:04:06.672021 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-79495b71-d82e-4ac5-b869-29e21fe1ed99 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] 10.222.0.65 "DELETE /v2.0/networks/c4af48d4-9089-4d8b-a291-8a34c9561739 HTTP/1.1" status: 204  len: 168 time: 2.9811945
Dec 24 11:04:06.675739 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-1e7ff1a2-1f1f-463a-b986-83762907924e req-a1357fce-f0da-4bc8-b029-21fe1f23b0be service neutron] 10.222.0.58 "GET /v2.0/networks/06bf4055-f82f-43ff-8ef7-0747a91153cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5468926
Dec 24 11:04:06.683510 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 36122) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:04:06.692697 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-057b9089-a216-40a1-9587-9701ff8d5bf1 tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-659031', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854691240'] for router, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:06.710050 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79495b71-d82e-4ac5-b869-29e21fe1ed99 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Pushing event deleted for resources: {'Network': ['ID=c4af48d4-9089-4d8b-a291-8a34c9561739,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:04:06.713411 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-79495b71-d82e-4ac5-b869-29e21fe1ed99 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:04:06.716759 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-6d7d230b-337a-43c9-bfd5-74f49c74fe58 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1962590276'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:04:06.723180 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-6d7d230b-337a-43c9-bfd5-74f49c74fe58 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:04:06.728528 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-6d7d230b-337a-43c9-bfd5-74f49c74fe58 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Usage tracker for resource:network and tenant:16b8df9aad104dc0ac4afa0a1ae53906 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:04:06.732540 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-6d7d230b-337a-43c9-bfd5-74f49c74fe58 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:04:06.746095 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-6d7d230b-337a-43c9-bfd5-74f49c74fe58 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:04:06.778492 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d0437e-44cd-4aea-9c89-bc131b0e2f41 None None] Routers {'b8f3adb2-c1b7-41e1-9dd3-e3d5f034ba6a'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:04:06.781330 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-a4d0437e-44cd-4aea-9c89-bc131b0e2f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f527160f320>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:03:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['b8f3adb2-c1b7-41e1-9dd3-e3d5f034ba6a'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:04:06.804323 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-3df91fed-f47e-4d83-acdf-0291f1c98d98 req-1144451d-072b-402a-a8d1-901c356fee23 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] 10.222.0.65 "GET /v2.0/security-groups?id=02c07f75-3a5f-4cdc-91db-62e2db60964c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.7699940
Dec 24 11:04:06.808678 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a42fff1c-eeec-480f-9069-529127f54dfe tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7120129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850854134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851156349'] for subnet, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:06.824081 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-dd2499a2-627c-4604-b193-150e3d70104a tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:04:06.880794 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a48c53-cec1-425f-ad4e-b7678bfa6976 None None] Pushing event updated for resources: {'Port': ['ID=75fc7c66-c1cd-407f-8df7-de209972fc17,revision_number=3']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:04:06.887314 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f3a48c53-cec1-425f-ad4e-b7678bfa6976 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:04:06.910279 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d7d230b-337a-43c9-bfd5-74f49c74fe58 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Made reservation on behalf of 16b8df9aad104dc0ac4afa0a1ae53906 for: {'network': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:04:06.915775 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6d7d230b-337a-43c9-bfd5-74f49c74fe58 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for network, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:06.917210 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42fff1c-eeec-480f-9069-529127f54dfe tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Pushing event deleted for resources: {'Subnet': ['ID=6ab24fde-9c62-453b-9da2-49444942fc7e,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:04:06.920493 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-a42fff1c-eeec-480f-9069-529127f54dfe tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:04:06.924404 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a42fff1c-eeec-480f-9069-529127f54dfe tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks [] for subnet, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:06.940735 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-a42fff1c-eeec-480f-9069-529127f54dfe tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] 10.222.0.65 "DELETE /v2.0/subnets/6ab24fde-9c62-453b-9da2-49444942fc7e HTTP/1.1" status: 204  len: 168 time: 2.4408672
Dec 24 11:04:06.956406 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 36130) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:04:07.003529 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7bea6b0-fa62-42bb-b9da-75b2b8e3e97a None None] Network 25827399-a736-4c6a-8cb1-2b9b723977e8 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:04:07.115100 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 36136) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:04:07.136418 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ab123a-f1fa-4f6e-8c04-83dd3fc0c4cd tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Checking segment: {'id': '3d5e5129-dbb5-437d-8673-8155c73ffd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '00e10059-c2aa-4a2e-98a0-49664001ae64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:04:07.136825 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21ab123a-f1fa-4f6e-8c04-83dd3fc0c4cd tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Network hostable DHCP agents. Network: 00e10059-c2aa-4a2e-98a0-49664001ae64, hostable agents: ['edcf98dc-3032-472a-8b3d-f23fd1e89806'], hosted agents: [] {{(pid=88878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 24 11:04:07.144926 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ed5ea82d-ed19-46b2-b401-798740cafa71 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:07.179311 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-027eb3ab-1693-48e6-a228-93b8058ddfcf req-1d65ca12-e8e6-48d0-894c-2b9ce8bec49c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=080f09f1-3644-45f6-a515-c3987b590591&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.7911274
Dec 24 11:04:07.193987 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-ed5ea82d-ed19-46b2-b401-798740cafa71 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Transition to ACTIVE for port object 79cb6b92-c902-4d59-8e3e-c3beed741eda will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:04:07.250019 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ed5ea82d-ed19-46b2-b401-798740cafa71 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:07.265630 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d7d230b-337a-43c9-bfd5-74f49c74fe58 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] vlan segment allocate from pool success with {'vlan_id': 627, 'physical_network': 'physnet1'}  {{(pid=88878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 24 11:04:07.281121 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-e27ec16e-7595-4d8c-88af-2a80236c1cff tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:04:07.395303 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-a4d0437e-44cd-4aea-9c89-bc131b0e2f41 None None] Set router b8f3adb2-c1b7-41e1-9dd3-e3d5f034ba6a gateway port host: dv-neutron-822691-2-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:04:07.408137 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5ea82d-ed19-46b2-b401-798740cafa71 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Pushing event updated for resources: {'Port': ['ID=79cb6b92-c902-4d59-8e3e-c3beed741eda,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:04:07.420376 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-ed5ea82d-ed19-46b2-b401-798740cafa71 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:04:07.421381 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6d7d230b-337a-43c9-bfd5-74f49c74fe58 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:07.421774 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.segments_db [None req-6d7d230b-337a-43c9-bfd5-74f49c74fe58 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Added segment f55b4420-bdf8-401d-bb83-b1a5e53ae956 of type vlan for network f0e0dc69-48b5-4b24-ad6a-d60e99c698f9
Dec 24 11:04:07.425204 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-ee9d4637-4625-444e-a09b-297fba660b07 tempest-RoutersAdminNegativeTest-1126026117 tempest-RoutersAdminNegativeTest-1126026117-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-2075780841', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:04:07.431497 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-ee9d4637-4625-444e-a09b-297fba660b07 tempest-RoutersAdminNegativeTest-1126026117 tempest-RoutersAdminNegativeTest-1126026117-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:04:07.439518 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-ee9d4637-4625-444e-a09b-297fba660b07 tempest-RoutersAdminNegativeTest-1126026117 tempest-RoutersAdminNegativeTest-1126026117-project-admin] Usage tracker for resource:port and tenant:0d01dbd37b0b4c88b0b7dbbcb966d577 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:04:07.444313 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-ee9d4637-4625-444e-a09b-297fba660b07 tempest-RoutersAdminNegativeTest-1126026117 tempest-RoutersAdminNegativeTest-1126026117-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:04:07.451435 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-ee9d4637-4625-444e-a09b-297fba660b07 tempest-RoutersAdminNegativeTest-1126026117 tempest-RoutersAdminNegativeTest-1126026117-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:04:07.464492 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed5ea82d-ed19-46b2-b401-798740cafa71 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Network 1c9eeaac-d205-4b19-a351-2fe67dd78b42 is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:04:07.466265 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee9d4637-4625-444e-a09b-297fba660b07 tempest-RoutersAdminNegativeTest-1126026117 tempest-RoutersAdminNegativeTest-1126026117-project-admin] Made reservation on behalf of 0d01dbd37b0b4c88b0b7dbbcb966d577 for: {'port': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:04:07.472183 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ee9d4637-4625-444e-a09b-297fba660b07 tempest-RoutersAdminNegativeTest-1126026117 tempest-RoutersAdminNegativeTest-1126026117-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:07.484649 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-ed5ea82d-ed19-46b2-b401-798740cafa71 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Resources bound (agent type, host, resource id):  {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:04:07.489100 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5ea82d-ed19-46b2-b401-798740cafa71 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:04:07.583157 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed5ea82d-ed19-46b2-b401-798740cafa71 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:04:07.586223 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ed5ea82d-ed19-46b2-b401-798740cafa71 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:07.592824 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ee9d4637-4625-444e-a09b-297fba660b07 tempest-RoutersAdminNegativeTest-1126026117 tempest-RoutersAdminNegativeTest-1126026117-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:07.656650 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-ee9d4637-4625-444e-a09b-297fba660b07 tempest-RoutersAdminNegativeTest-1126026117 tempest-RoutersAdminNegativeTest-1126026117-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:04:07.662482 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-ee9d4637-4625-444e-a09b-297fba660b07 tempest-RoutersAdminNegativeTest-1126026117 tempest-RoutersAdminNegativeTest-1126026117-project-admin] Usage tracker for resource:security_group_rule and tenant:0d01dbd37b0b4c88b0b7dbbcb966d577 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:04:07.666782 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-ee9d4637-4625-444e-a09b-297fba660b07 tempest-RoutersAdminNegativeTest-1126026117 tempest-RoutersAdminNegativeTest-1126026117-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:04:07.675764 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-ee9d4637-4625-444e-a09b-297fba660b07 tempest-RoutersAdminNegativeTest-1126026117 tempest-RoutersAdminNegativeTest-1126026117-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:04:07.775892 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ee9d4637-4625-444e-a09b-297fba660b07 tempest-RoutersAdminNegativeTest-1126026117 tempest-RoutersAdminNegativeTest-1126026117-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:07.785312 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ee9d4637-4625-444e-a09b-297fba660b07 tempest-RoutersAdminNegativeTest-1126026117 tempest-RoutersAdminNegativeTest-1126026117-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:07.790026 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [None req-ee9d4637-4625-444e-a09b-297fba660b07 tempest-RoutersAdminNegativeTest-1126026117 tempest-RoutersAdminNegativeTest-1126026117-project-admin] device_id is not set on port 2d2b8c70-ce5c-4470-84d4-56109b632448 yet. {{(pid=88879) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 24 11:04:07.832635 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-a4d0437e-44cd-4aea-9c89-bc131b0e2f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f527160f320>, [{'id': 'b8f3adb2-c1b7-41e1-9dd3-e3d5f034ba6a', 'name': 'tempest-snat-router-1005111739', 'tenant_id': '13d980ce68d549e79d6a9f07649a0ad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.213'}], 'enable_snat': False}, 'gw_port_id': '75fc7c66-c1cd-407f-8df7-de209972fc17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:03:52Z', 'updated_at': '2021-12-24T11:03:57Z', 'revision_number': 3, 'project_id': '13d980ce68d549e79d6a9f07649a0ad7', 'gw_port': {'id': '75fc7c66-c1cd-407f-8df7-de209972fc17', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:87:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8f3adb2-c1b7-41e1-9dd3-e3d5f034ba6a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:03:55Z', 'updated_at': '2021-12-24T11:04:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-822691-2-hyperv'}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:04:07.839829 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d0437e-44cd-4aea-9c89-bc131b0e2f41 None None] The sync data for ids ['b8f3adb2-c1b7-41e1-9dd3-e3d5f034ba6a'] in dv-neutron-822691-2-hyperv is: [{'id': 'b8f3adb2-c1b7-41e1-9dd3-e3d5f034ba6a', 'name': 'tempest-snat-router-1005111739', 'tenant_id': '13d980ce68d549e79d6a9f07649a0ad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.213'}], 'enable_snat': False}, 'gw_port_id': '75fc7c66-c1cd-407f-8df7-de209972fc17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:03:52Z', 'updated_at': '2021-12-24T11:03:57Z', 'revision_number': 3, 'project_id': '13d980ce68d549e79d6a9f07649a0ad7', 'gw_port': {'id': '75fc7c66-c1cd-407f-8df7-de209972fc17', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:87:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8f3adb2-c1b7-41e1-9dd3-e3d5f034ba6a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:03:55Z', 'updated_at': '2021-12-24T11:04:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-822691-2-hyperv'}] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:04:07.913504 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21ab123a-f1fa-4f6e-8c04-83dd3fc0c4cd tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Network 00e10059-c2aa-4a2e-98a0-49664001ae64 is scheduled to be hosted by DHCP agent edcf98dc-3032-472a-8b3d-f23fd1e89806 with binding_index 1 {{(pid=88878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 24 11:04:07.928346 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-57af6632-d2f1-4018-8c71-5c8909e1a3de None None] Provisioning complete for port 6d899429-6b61-4b56-8d37-d9d2852f34e1 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:04:07.929135 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-57af6632-d2f1-4018-8c71-5c8909e1a3de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:07.974763 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-4a2d9170-40fe-48f5-9b75-35d63571b45f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:04:07.977113 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c76e0c-0252-4834-9c5e-1cf60ddc621d req-241e7aaa-6ffa-4413-a0af-6e09d5be7bd0 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:04:07.985097 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-ee9d4637-4625-444e-a09b-297fba660b07 tempest-RoutersAdminNegativeTest-1126026117 tempest-RoutersAdminNegativeTest-1126026117-project-admin] Allocated IP 172.26.3.13 (f8c337ba-681f-4fcb-a333-e3c49365b30a/8ea1398c-0bec-46d6-8d54-85798de2a7ca/2d2b8c70-ce5c-4470-84d4-56109b632448) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:04:07.985450 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-75c76e0c-0252-4834-9c5e-1cf60ddc621d req-241e7aaa-6ffa-4413-a0af-6e09d5be7bd0 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] 10.222.0.65 "GET /v2.0/ports?device_id=655d927a-1c14-4f1b-88cc-771b29a10c76 HTTP/1.1" status: 200  len: 946 time: 1.0141237
Dec 24 11:04:07.996940 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-ed5ea82d-ed19-46b2-b401-798740cafa71 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1026 time: 4.7954805
Dec 24 11:04:08.008245 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6d7d230b-337a-43c9-bfd5-74f49c74fe58 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363287349540024'] for network, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:08.010528 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 36142) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:04:08.023186 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-21ab123a-f1fa-4f6e-8c04-83dd3fc0c4cd tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822691-2-hyperv, 00e10059-c2aa-4a2e-98a0-49664001ae64) {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:04:08.061531 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8d1a494-6cc3-47e9-aebc-6961c620f600 None None] Network 00e10059-c2aa-4a2e-98a0-49664001ae64 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:04:08.085101 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21ab123a-f1fa-4f6e-8c04-83dd3fc0c4cd tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:04:08.085891 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-21ab123a-f1fa-4f6e-8c04-83dd3fc0c4cd tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:08.096662 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:08.129312 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_v2 [None req-72ab4e65-0406-45c9-931c-e8f290da64d7 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Deleting subnet 776bdcbd-03f0-4e68-8f75-1c843e4afdb2 {{(pid=88878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 24 11:04:08.135437 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-027eb3ab-1693-48e6-a228-93b8058ddfcf req-2eb3ed29-1516-484e-8c1a-3a289a08d335 service neutron] 10.222.0.58 "GET /v2.0/networks/080f09f1-3644-45f6-a515-c3987b590591?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8667688
Dec 24 11:04:08.145620 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-72ab4e65-0406-45c9-931c-e8f290da64d7 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks [] for subnet, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:08.153614 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9d4637-4625-444e-a09b-297fba660b07 tempest-RoutersAdminNegativeTest-1126026117 tempest-RoutersAdminNegativeTest-1126026117-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7b4a618-2760-4b04-b260-b9ce0dbdef81,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:04:08.159087 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-ee9d4637-4625-444e-a09b-297fba660b07 tempest-RoutersAdminNegativeTest-1126026117 tempest-RoutersAdminNegativeTest-1126026117-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:04:08.253729 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8db91bf8-4ba3-4f67-b305-9960889c40d5 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:04:08.258452 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8db91bf8-4ba3-4f67-b305-9960889c40d5 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:04:08.259680 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-8db91bf8-4ba3-4f67-b305-9960889c40d5 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Synchronizing usage tracker for tenant:739a78fd4cfc48c2a4011598579f8f8c on resource:port {{(pid=88879) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:04:08.355082 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 6d899429-6b61-4b56-8d37-d9d2852f34e1 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:04:08.367312 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-8db91bf8-4ba3-4f67-b305-9960889c40d5 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Unset dirty status for tenant:739a78fd4cfc48c2a4011598579f8f8c on resource:port {{(pid=88879) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:04:08.369210 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-8db91bf8-4ba3-4f67-b305-9960889c40d5 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1862 time: 0.3568096
Dec 24 11:04:08.372014 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 36146) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:04:08.421470 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-75c76e0c-0252-4834-9c5e-1cf60ddc621d req-f88317b5-4c62-4f3e-9f55-297a82a97ef6 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] 10.222.0.65 "GET /v2.0/security-groups?id=02c07f75-3a5f-4cdc-91db-62e2db60964c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4342067
Dec 24 11:04:08.521994 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-21ab123a-f1fa-4f6e-8c04-83dd3fc0c4cd tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 3.6555114
Dec 24 11:04:08.541962 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 36154) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:04:08.562938 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ee9d4637-4625-444e-a09b-297fba660b07 tempest-RoutersAdminNegativeTest-1126026117 tempest-RoutersAdminNegativeTest-1126026117-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:08.602391 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-e6235cac-ffcf-4f3d-8866-7d820456f366 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Request body: {'port': {'network_id': '00e10059-c2aa-4a2e-98a0-49664001ae64', 'name': 'tempest-PortsIpV6TestJSON-706781211', 'fixed_ips': [{'subnet_id': 'd6eea40f-7c9f-4b05-9e12-3c60c6ddd852', 'ip_address': '2001:db8::10'}]}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:04:08.651861 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-057b9089-a216-40a1-9587-9701ff8d5bf1 tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:08.716334 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-63ca2897-4728-4d61-84b9-5056cd0b7c47 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Deleting port 79cb6b92-c902-4d59-8e3e-c3beed741eda {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:04:08.716801 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-63ca2897-4728-4d61-84b9-5056cd0b7c47 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:08.741701 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-057b9089-a216-40a1-9587-9701ff8d5bf1 tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:08.809387 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-027eb3ab-1693-48e6-a228-93b8058ddfcf req-69892d92-ac22-4e7d-9fdc-21cb6a996cf2 service neutron] 10.222.0.58 "GET /v2.0/networks/080f09f1-3644-45f6-a515-c3987b590591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6055369
Dec 24 11:04:08.818878 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cf342bf-f6ef-4009-bbb8-b2c3209773c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73968e80-91fd-539e-a7c6-b31af6d9e680-00e10059-c2aa-4a2e-98a0-49664001ae64', 'network_id': '00e10059-c2aa-4a2e-98a0-49664001ae64', 'tenant_id': '58aa2a41110240a2b5bfe3b4600f4977', 'fixed_ips': [{'subnet_id': 'd6eea40f-7c9f-4b05-9e12-3c60c6ddd852'}]}} from dv-neutron-822691-2-hyperv. {{(pid=88880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 24 11:04:08.821555 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-72ab4e65-0406-45c9-931c-e8f290da64d7 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852534446'] for subnet, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:08.825079 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4cf342bf-f6ef-4009-bbb8-b2c3209773c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:08.869561 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ee9d4637-4625-444e-a09b-297fba660b07 tempest-RoutersAdminNegativeTest-1126026117 tempest-RoutersAdminNegativeTest-1126026117-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:08.871994 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-1a66219d-c414-4035-a03c-bba6afb3f32b None None] Provisioning for port 79cb6b92-c902-4d59-8e3e-c3beed741eda completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:04:08.885315 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port 6d899429-6b61-4b56-8d37-d9d2852f34e1 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:04:08.885729 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:08.887310 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-cb4fdbd6-05ae-4177-900f-3aab1b40bec6 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:04:08.931691 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6d7d230b-337a-43c9-bfd5-74f49c74fe58 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636'] for network, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:08.935940 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d7d230b-337a-43c9-bfd5-74f49c74fe58 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:04:08.936553 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6d7d230b-337a-43c9-bfd5-74f49c74fe58 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1977811'] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:08.961283 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-4b0227e2-7e7b-4d75-935f-f43421d8e927 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:04:09.027639 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9d4637-4625-444e-a09b-297fba660b07 tempest-RoutersAdminNegativeTest-1126026117 tempest-RoutersAdminNegativeTest-1126026117-project-admin] Pushing event updated for resources: {'Port': ['ID=2d2b8c70-ce5c-4470-84d4-56109b632448,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:04:09.027894 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-72ab4e65-0406-45c9-931c-e8f290da64d7 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847655656'] for subnet, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:09.035206 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-ee9d4637-4625-444e-a09b-297fba660b07 tempest-RoutersAdminNegativeTest-1126026117 tempest-RoutersAdminNegativeTest-1126026117-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:04:09.076996 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-1a66219d-c414-4035-a03c-bba6afb3f32b None None] Provisioning complete for port 79cb6b92-c902-4d59-8e3e-c3beed741eda triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:04:09.077893 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1a66219d-c414-4035-a03c-bba6afb3f32b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:09.095882 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee9d4637-4625-444e-a09b-297fba660b07 tempest-RoutersAdminNegativeTest-1126026117 tempest-RoutersAdminNegativeTest-1126026117-project-admin] Network f8c337ba-681f-4fcb-a333-e3c49365b30a is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:04:09.127541 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-ee9d4637-4625-444e-a09b-297fba660b07 tempest-RoutersAdminNegativeTest-1126026117 tempest-RoutersAdminNegativeTest-1126026117-project-admin] Resources bound (agent type, host, resource id):  {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:04:09.134639 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9d4637-4625-444e-a09b-297fba660b07 tempest-RoutersAdminNegativeTest-1126026117 tempest-RoutersAdminNegativeTest-1126026117-project-admin] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:04:09.236753 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7d230b-337a-43c9-bfd5-74f49c74fe58 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Pushing event updated for resources: {'Network': ['ID=f0e0dc69-48b5-4b24-ad6a-d60e99c698f9,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:04:09.243882 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-6d7d230b-337a-43c9-bfd5-74f49c74fe58 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 2.5550885
Dec 24 11:04:09.255035 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-4cf342bf-f6ef-4009-bbb8-b2c3209773c8 None None] Allocated IP 2001:db8::2 (00e10059-c2aa-4a2e-98a0-49664001ae64/d6eea40f-7c9f-4b05-9e12-3c60c6ddd852/8ce17901-dd14-433f-bed1-c8dde08fbde1) {{(pid=88880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:04:09.292539 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 36160) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:04:09.292828 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-6d7d230b-337a-43c9-bfd5-74f49c74fe58 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:04:09.306997 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee9d4637-4625-444e-a09b-297fba660b07 tempest-RoutersAdminNegativeTest-1126026117 tempest-RoutersAdminNegativeTest-1126026117-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:04:09.307674 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ee9d4637-4625-444e-a09b-297fba660b07 tempest-RoutersAdminNegativeTest-1126026117 tempest-RoutersAdminNegativeTest-1126026117-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:09.320102 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-92da1dc5-ec69-469e-8857-95e1319d0e83 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Request body: {'subnet': {'network_id': 'f0e0dc69-48b5-4b24-ad6a-d60e99c698f9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:04:09.328950 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-1a66219d-c414-4035-a03c-bba6afb3f32b None None] Port 79cb6b92-c902-4d59-8e3e-c3beed741eda cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:04:09.345168 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-72ab4e65-0406-45c9-931c-e8f290da64d7 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7120129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3978858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852529715'] for subnet, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:09.366678 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-9f4ad277-7a3f-4a55-b4ff-a26ebf50b86a tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:04:09.395635 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Network f0e0dc69-48b5-4b24-ad6a-d60e99c698f9 details requested by agent ovs-agent-dv-neutron-822691-2-hyperv with host dv-neutron-822691-2-hyperv {{(pid=88880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 24 11:04:09.498355 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-63ca2897-4728-4d61-84b9-5056cd0b7c47 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:09.532864 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-ee9d4637-4625-444e-a09b-297fba660b07 tempest-RoutersAdminNegativeTest-1126026117 tempest-RoutersAdminNegativeTest-1126026117-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1032 time: 2.4032602
Dec 24 11:04:09.547640 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 36164) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:04:09.554655 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-664697a0-7bc0-4fc9-8d01-a649e2941149 tempest-RoutersAdminNegativeTest-1126026117 tempest-RoutersAdminNegativeTest-1126026117-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.13'}]}}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:04:09.556553 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ab4e65-0406-45c9-931c-e8f290da64d7 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Pushing event deleted for resources: {'Subnet': ['ID=776bdcbd-03f0-4e68-8f75-1c843e4afdb2,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:04:09.584955 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-72ab4e65-0406-45c9-931c-e8f290da64d7 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:04:09.588580 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-e6235cac-ffcf-4f3d-8866-7d820456f366 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:04:09.595217 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-e6235cac-ffcf-4f3d-8866-7d820456f366 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Usage tracker for resource:port and tenant:58aa2a41110240a2b5bfe3b4600f4977 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:04:09.611530 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-e6235cac-ffcf-4f3d-8866-7d820456f366 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:04:09.636709 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-72ab4e65-0406-45c9-931c-e8f290da64d7 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:09.646517 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-e6235cac-ffcf-4f3d-8866-7d820456f366 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:04:09.690435 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1928412b-2622-442f-a86f-33f3388d84b9 None None] Network 25827399-a736-4c6a-8cb1-2b9b723977e8 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:04:09.704531 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-664697a0-7bc0-4fc9-8d01-a649e2941149 tempest-RoutersAdminNegativeTest-1126026117 tempest-RoutersAdminNegativeTest-1126026117-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:04:09.713892 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-63ca2897-4728-4d61-84b9-5056cd0b7c47 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Calling delete_port for 79cb6b92-c902-4d59-8e3e-c3beed741eda owned by  {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:04:09.719258 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-72ab4e65-0406-45c9-931c-e8f290da64d7 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] 10.222.0.65 "DELETE /v2.0/subnets/776bdcbd-03f0-4e68-8f75-1c843e4afdb2 HTTP/1.1" status: 204  len: 168 time: 2.7545562
Dec 24 11:04:09.729424 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 36170) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:04:09.745275 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-92da1dc5-ec69-469e-8857-95e1319d0e83 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:04:09.757782 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6235cac-ffcf-4f3d-8866-7d820456f366 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Made reservation on behalf of 58aa2a41110240a2b5bfe3b4600f4977 for: {'port': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:04:09.763234 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-92da1dc5-ec69-469e-8857-95e1319d0e83 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Usage tracker for resource:subnet and tenant:16b8df9aad104dc0ac4afa0a1ae53906 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:04:09.766371 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-664697a0-7bc0-4fc9-8d01-a649e2941149 tempest-RoutersAdminNegativeTest-1126026117 tempest-RoutersAdminNegativeTest-1126026117-project-admin] Usage tracker for resource:router and tenant:0d01dbd37b0b4c88b0b7dbbcb966d577 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:04:09.767531 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e6235cac-ffcf-4f3d-8866-7d820456f366 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:09.771383 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-92da1dc5-ec69-469e-8857-95e1319d0e83 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:04:09.778566 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-92da1dc5-ec69-469e-8857-95e1319d0e83 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:04:09.790474 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-664697a0-7bc0-4fc9-8d01-a649e2941149 tempest-RoutersAdminNegativeTest-1126026117 tempest-RoutersAdminNegativeTest-1126026117-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:04:09.799167 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92da1dc5-ec69-469e-8857-95e1319d0e83 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Made reservation on behalf of 16b8df9aad104dc0ac4afa0a1ae53906 for: {'subnet': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:04:09.826070 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-664697a0-7bc0-4fc9-8d01-a649e2941149 tempest-RoutersAdminNegativeTest-1126026117 tempest-RoutersAdminNegativeTest-1126026117-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:04:09.839785 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d767d5-b30e-4d86-ba75-07e487ff842c req-0ebd3daf-6c7f-4708-8e7c-704f9c0e2b8c tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:04:09.849263 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-31d767d5-b30e-4d86-ba75-07e487ff842c req-0ebd3daf-6c7f-4708-8e7c-704f9c0e2b8c tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] 10.222.0.65 "GET /v2.0/ports?device_id=655d927a-1c14-4f1b-88cc-771b29a10c76 HTTP/1.1" status: 200  len: 946 time: 0.6033480
Dec 24 11:04:09.882255 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d7810ceb-a689-4a81-a473-418b88b18be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:09.917495 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [None req-e6235cac-ffcf-4f3d-8866-7d820456f366 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] device_id is not set on port d49642e9-5955-433b-a2bd-88abc3f86fce yet. {{(pid=88878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 24 11:04:09.974390 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-664697a0-7bc0-4fc9-8d01-a649e2941149 tempest-RoutersAdminNegativeTest-1126026117 tempest-RoutersAdminNegativeTest-1126026117-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-612016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-84579'] for router, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:09.975569 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-664697a0-7bc0-4fc9-8d01-a649e2941149 tempest-RoutersAdminNegativeTest-1126026117 tempest-RoutersAdminNegativeTest-1126026117-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854163950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659046', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854079771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854691221'] for router, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:09.983573 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-92da1dc5-ec69-469e-8857-95e1319d0e83 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3619482'] for subnet, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:09.999666 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bdfdbc84-c52d-4f40-b281-af314dc1f8fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:10.035767 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-057b9089-a216-40a1-9587-9701ff8d5bf1 tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Allocated IP 172.26.3.24 (f8c337ba-681f-4fcb-a333-e3c49365b30a/8ea1398c-0bec-46d6-8d54-85798de2a7ca/829318b3-50b9-4258-8c78-7dcdf7799a0e) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:04:10.050716 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-e78d42b6-9a1f-4c65-8351-671f3729e259 None None] Provisioning complete for port 12f6c158-5df7-4ebf-9c22-ba821eaf3f16 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:04:10.051150 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e78d42b6-9a1f-4c65-8351-671f3729e259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:10.089482 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-30031236-9238-493f-86c7-82c5fe473f09 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036847558493'] for network, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:10.108627 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-31d767d5-b30e-4d86-ba75-07e487ff842c req-a1eabeaa-5906-4146-af6e-f02dd817e81c tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] 10.222.0.65 "GET /v2.0/security-groups?id=02c07f75-3a5f-4cdc-91db-62e2db60964c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2570982
Dec 24 11:04:10.131910 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-664697a0-7bc0-4fc9-8d01-a649e2941149 tempest-RoutersAdminNegativeTest-1126026117 tempest-RoutersAdminNegativeTest-1126026117-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:10.166860 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-30031236-9238-493f-86c7-82c5fe473f09 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Deleting port 12f6c158-5df7-4ebf-9c22-ba821eaf3f16 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:04:10.167572 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-30031236-9238-493f-86c7-82c5fe473f09 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:10.378800 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-228a1cad-c2c5-4ef7-94e2-c92f08fefa9d None None] DHCP port deletion for 25827399-a736-4c6a-8cb1-2b9b723977e8 request from dv-neutron-822691-2-hyperv {{(pid=88880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 24 11:04:10.387814 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-228a1cad-c2c5-4ef7-94e2-c92f08fefa9d None None] Deleting port 12f6c158-5df7-4ebf-9c22-ba821eaf3f16 {{(pid=88880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:04:10.388433 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-228a1cad-c2c5-4ef7-94e2-c92f08fefa9d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:10.434159 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 75fc7c66-c1cd-407f-8df7-de209972fc17 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:04:10.455124 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-30031236-9238-493f-86c7-82c5fe473f09 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] For port 12f6c158-5df7-4ebf-9c22-ba821eaf3f16, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=12f6c158-5df7-4ebf-9c22-ba821eaf3f16,segment=NetworkSegment(83df2dda-4772-4919-9fb2-2c010dbea0cc),segment_id=83df2dda-4772-4919-9fb2-2c010dbea0cc)] {{(pid=88878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:04:10.455475 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-30031236-9238-493f-86c7-82c5fe473f09 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:10.593001 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-30031236-9238-493f-86c7-82c5fe473f09 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Calling delete_port for 12f6c158-5df7-4ebf-9c22-ba821eaf3f16 owned by network:dhcp {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:04:10.672390 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-30031236-9238-493f-86c7-82c5fe473f09 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:10.678135 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7881de8e-49fc-474b-9c51-b9acb2b4aa45 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:04:10.695498 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-664697a0-7bc0-4fc9-8d01-a649e2941149 tempest-RoutersAdminNegativeTest-1126026117 tempest-RoutersAdminNegativeTest-1126026117-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-659031', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854691240'] for router, precommit_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:10.726376 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-39ff93cf-c0b7-48c5-95f3-6f7e9977387d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:10.726912 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30031236-9238-493f-86c7-82c5fe473f09 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Pushing event deleted for resources: {'Port': ['ID=12f6c158-5df7-4ebf-9c22-ba821eaf3f16,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:04:10.730038 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-30031236-9238-493f-86c7-82c5fe473f09 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:04:10.734341 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-228a1cad-c2c5-4ef7-94e2-c92f08fefa9d None None] For port 12f6c158-5df7-4ebf-9c22-ba821eaf3f16, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=12f6c158-5df7-4ebf-9c22-ba821eaf3f16,segment=NetworkSegment(83df2dda-4772-4919-9fb2-2c010dbea0cc),segment_id=83df2dda-4772-4919-9fb2-2c010dbea0cc)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:04:10.734752 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-228a1cad-c2c5-4ef7-94e2-c92f08fefa9d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:10.744132 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30031236-9238-493f-86c7-82c5fe473f09 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] No DVR routers for this DVR port 12f6c158-5df7-4ebf-9c22-ba821eaf3f16 on host dv-neutron-822691-2-hyperv {{(pid=88878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 24 11:04:10.808467 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning for port 75fc7c66-c1cd-407f-8df7-de209972fc17 completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:04:10.842216 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-63ca2897-4728-4d61-84b9-5056cd0b7c47 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:10.866389 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-2203ed2f-7213-4287-bd9e-bf18ba4ffa8b tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:04:10.871203 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port 75fc7c66-c1cd-407f-8df7-de209972fc17 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:04:10.871503 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:10.898899 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-30031236-9238-493f-86c7-82c5fe473f09 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847649663', 'neutron.services.segments.db._delete_segments_for_network-8749505737672'] for network, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:10.906968 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-228a1cad-c2c5-4ef7-94e2-c92f08fefa9d None None] Calling delete_port for 12f6c158-5df7-4ebf-9c22-ba821eaf3f16 owned by network:dhcp {{(pid=88880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:04:10.928602 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ca2897-4728-4d61-84b9-5056cd0b7c47 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Pushing event deleted for resources: {'Port': ['ID=79cb6b92-c902-4d59-8e3e-c3beed741eda,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:04:10.948143 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-63ca2897-4728-4d61-84b9-5056cd0b7c47 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:04:10.962525 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-30031236-9238-493f-86c7-82c5fe473f09 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f527134bcc0>,) {'filters': {'network_id': ['25827399-a736-4c6a-8cb1-2b9b723977e8']}} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:04:10.995312 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-30031236-9238-493f-86c7-82c5fe473f09 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f527134bcc0>, '83df2dda-4772-4919-9fb2-2c010dbea0cc') {'for_net_delete': True} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:04:10.995694 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-30031236-9238-493f-86c7-82c5fe473f09 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f527134bcc0>, '83df2dda-4772-4919-9fb2-2c010dbea0cc') {} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:04:11.070757 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4cf342bf-f6ef-4009-bbb8-b2c3209773c8 None None] Notify callbacks [] for port, precommit_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:11.074329 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-30031236-9238-493f-86c7-82c5fe473f09 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749505745113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2241371'] for segment, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:11.088180 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-4cf342bf-f6ef-4009-bbb8-b2c3209773c8 None None] Transition to ACTIVE for port object 8ce17901-dd14-433f-bed1-c8dde08fbde1 will not be triggered until provisioned by entity L2. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:04:11.099982 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-92da1dc5-ec69-469e-8857-95e1319d0e83 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3921862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3619467'] for subnet, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:11.105936 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-30031236-9238-493f-86c7-82c5fe473f09 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:11.117984 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-692ec1af-bebe-4109-a2f3-6ed825a6562a tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:04:11.118373 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-4cf342bf-f6ef-4009-bbb8-b2c3209773c8 None None] Transition to ACTIVE for port object 8ce17901-dd14-433f-bed1-c8dde08fbde1 will not be triggered until provisioned by entity DHCP. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:04:11.130503 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30031236-9238-493f-86c7-82c5fe473f09 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Releasing vlan 639 on physical network physnet1 to pool {{(pid=88878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 24 11:04:11.130954 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-30031236-9238-493f-86c7-82c5fe473f09 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036847652098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850807864'] for segment, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:11.184397 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.db.api [None req-228a1cad-c2c5-4ef7-94e2-c92f08fefa9d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88880) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 24 11:04:11.184812 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_db.api [None req-228a1cad-c2c5-4ef7-94e2-c92f08fefa9d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 24 11:04:11.189084 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4cf342bf-f6ef-4009-bbb8-b2c3209773c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408'] for port, after_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:11.197582 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-d55a5bb8-dc3f-4695-b47a-c3837b33fa2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:04:11.281266 dv-neutron-822691-2-hyperv neutron-server[88767]: Traceback (most recent call last):
Dec 24 11:04:11.281266 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 24 11:04:11.281266 dv-neutron-822691-2-hyperv neutron-server[88767]:     timer()
Dec 24 11:04:11.281266 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 11:04:11.281266 dv-neutron-822691-2-hyperv neutron-server[88767]:     cb(*args, **kw)
Dec 24 11:04:11.281266 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 24 11:04:11.281266 dv-neutron-822691-2-hyperv neutron-server[88767]:     return func(*args, **kwargs)
Dec 24 11:04:11.281266 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 11:04:11.281266 dv-neutron-822691-2-hyperv neutron-server[88767]:     self._notify()
Dec 24 11:04:11.281266 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 11:04:11.281266 dv-neutron-822691-2-hyperv neutron-server[88767]:     self.callback(batched_events)
Dec 24 11:04:11.281266 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 11:04:11.281266 dv-neutron-822691-2-hyperv neutron-server[88767]:     event.method(event)
Dec 24 11:04:11.281266 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 11:04:11.281266 dv-neutron-822691-2-hyperv neutron-server[88767]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 11:04:11.281266 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 24 11:04:11.281266 dv-neutron-822691-2-hyperv neutron-server[88767]:     segment_id)['aggregates'][0]
Dec 24 11:04:11.281266 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 24 11:04:11.281266 dv-neutron-822691-2-hyperv neutron-server[88767]:     return f(self, *a, **k)
Dec 24 11:04:11.281266 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 11:04:11.281266 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self._get(url).json()
Dec 24 11:04:11.281266 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 24 11:04:11.281266 dv-neutron-822691-2-hyperv neutron-server[88767]:     **kwargs)
Dec 24 11:04:11.281266 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 24 11:04:11.281266 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self.request(url, 'GET', **kwargs)
Dec 24 11:04:11.281266 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 24 11:04:11.281266 dv-neutron-822691-2-hyperv neutron-server[88767]:     **endpoint_filter)
Dec 24 11:04:11.281266 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 24 11:04:11.281266 dv-neutron-822691-2-hyperv neutron-server[88767]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 11:04:11.281266 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 24 11:04:11.281266 dv-neutron-822691-2-hyperv neutron-server[88767]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 11:04:11.281266 dv-neutron-822691-2-hyperv neutron-server[88767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 11:04:11.318947 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf342bf-f6ef-4009-bbb8-b2c3209773c8 None None] Network 00e10059-c2aa-4a2e-98a0-49664001ae64 is already hosted by enough agents. {{(pid=88880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:04:11.327617 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-4cf342bf-f6ef-4009-bbb8-b2c3209773c8 None None] Resources bound (agent type, host, resource id):  {{(pid=88880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:04:11.329198 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-30031236-9238-493f-86c7-82c5fe473f09 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7126154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659196'] for network, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:11.330786 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf342bf-f6ef-4009-bbb8-b2c3209773c8 None None] Received port after_create {{(pid=88880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:04:11.332474 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92da1dc5-ec69-469e-8857-95e1319d0e83 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Checking segment: {'id': 'f55b4420-bdf8-401d-bb83-b1a5e53ae956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'f0e0dc69-48b5-4b24-ad6a-d60e99c698f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:04:11.332877 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92da1dc5-ec69-469e-8857-95e1319d0e83 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Network hostable DHCP agents. Network: f0e0dc69-48b5-4b24-ad6a-d60e99c698f9, hostable agents: ['edcf98dc-3032-472a-8b3d-f23fd1e89806'], hosted agents: [] {{(pid=88879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 24 11:04:11.338648 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92da1dc5-ec69-469e-8857-95e1319d0e83 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Pushing event updated for resources: {'Subnet': ['ID=7d431225-e47c-4527-a9fd-623d2a46ea18,revision_number=0']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:04:11.342399 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf342bf-f6ef-4009-bbb8-b2c3209773c8 None None] Pushing event updated for resources: {'Port': ['ID=8ce17901-dd14-433f-bed1-c8dde08fbde1,revision_number=1']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:04:11.345706 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-92da1dc5-ec69-469e-8857-95e1319d0e83 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:04:11.346827 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-4cf342bf-f6ef-4009-bbb8-b2c3209773c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:04:11.349428 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-63ca2897-4728-4d61-84b9-5056cd0b7c47 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:11.356941 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-6d7d230b-337a-43c9-bfd5-74f49c74fe58 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:04:11.414663 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-30031236-9238-493f-86c7-82c5fe473f09 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1977811'] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:11.421417 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:11.439558 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-63ca2897-4728-4d61-84b9-5056cd0b7c47 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "DELETE /v2.0/ports/79cb6b92-c902-4d59-8e3e-c3beed741eda HTTP/1.1" status: 204  len: 168 time: 3.0663030
Dec 24 11:04:11.440920 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] For port 75fc7c66-c1cd-407f-8df7-de209972fc17, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=75fc7c66-c1cd-407f-8df7-de209972fc17,segment=NetworkSegment(d4e3295f-9ff8-4cad-8a20-3f1c937efc8c),segment_id=d4e3295f-9ff8-4cad-8a20-3f1c937efc8c)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:04:11.441682 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 36178) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:04:11.458704 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30031236-9238-493f-86c7-82c5fe473f09 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Pushing event deleted for resources: {'Network': ['ID=25827399-a736-4c6a-8cb1-2b9b723977e8,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:04:11.476213 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:11.487868 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:04:11.511668 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92da1dc5-ec69-469e-8857-95e1319d0e83 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Network f0e0dc69-48b5-4b24-ad6a-d60e99c698f9 is scheduled to be hosted by DHCP agent edcf98dc-3032-472a-8b3d-f23fd1e89806 with binding_index 1 {{(pid=88879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 24 11:04:11.567601 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Pushing event updated for resources: {'Port': ['ID=75fc7c66-c1cd-407f-8df7-de209972fc17,revision_number=4']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:04:11.571530 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:04:11.589779 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-92da1dc5-ec69-469e-8857-95e1319d0e83 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822691-2-hyperv, f0e0dc69-48b5-4b24-ad6a-d60e99c698f9) {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:04:11.610587 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92da1dc5-ec69-469e-8857-95e1319d0e83 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:04:11.611232 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-92da1dc5-ec69-469e-8857-95e1319d0e83 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks [] for subnet, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:11.614020 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66701ad4-4a0f-49f6-9fcc-05169e4749e9 None None] Network f0e0dc69-48b5-4b24-ad6a-d60e99c698f9 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:04:11.639905 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-92da1dc5-ec69-469e-8857-95e1319d0e83 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.3443191
Dec 24 11:04:11.647025 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 36182) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:04:11.658376 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1b1fee4-318d-4dc3-9413-9fc6397dd740 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:04:11.660568 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1b1fee4-318d-4dc3-9413-9fc6397dd740 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:04:11.662179 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1b1fee4-318d-4dc3-9413-9fc6397dd740 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:04:11.663117 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-b1b1fee4-318d-4dc3-9413-9fc6397dd740 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Synchronizing usage tracker for tenant:739a78fd4cfc48c2a4011598579f8f8c on resource:subnet {{(pid=88879) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:04:11.668273 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-664697a0-7bc0-4fc9-8d01-a649e2941149 tempest-RoutersAdminNegativeTest-1126026117 tempest-RoutersAdminNegativeTest-1126026117-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:11.678491 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-4cf342bf-f6ef-4009-bbb8-b2c3209773c8 None None] Attempting to bind port 8ce17901-dd14-433f-bed1-c8dde08fbde1 on host dv-neutron-822691-2-hyperv for vnic_type normal with profile  {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:04:11.678919 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-4cf342bf-f6ef-4009-bbb8-b2c3209773c8 None None] Attempting to bind port 8ce17901-dd14-433f-bed1-c8dde08fbde1 by drivers openvswitch,hyperv on host dv-neutron-822691-2-hyperv at level 0 using segments [{'id': '3d5e5129-dbb5-437d-8673-8155c73ffd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '00e10059-c2aa-4a2e-98a0-49664001ae64'}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:04:11.679337 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf342bf-f6ef-4009-bbb8-b2c3209773c8 None None] Attempting to bind port 8ce17901-dd14-433f-bed1-c8dde08fbde1 on network 00e10059-c2aa-4a2e-98a0-49664001ae64 {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:04:11.686365 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-228a1cad-c2c5-4ef7-94e2-c92f08fefa9d None None] Deleting port 12f6c158-5df7-4ebf-9c22-ba821eaf3f16 {{(pid=88880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:04:11.686805 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-228a1cad-c2c5-4ef7-94e2-c92f08fefa9d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:11.751008 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-664697a0-7bc0-4fc9-8d01-a649e2941149 tempest-RoutersAdminNegativeTest-1126026117 tempest-RoutersAdminNegativeTest-1126026117-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:11.802871 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-30031236-9238-493f-86c7-82c5fe473f09 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.446s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:04:11.804978 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf342bf-f6ef-4009-bbb8-b2c3209773c8 None None] Checking agent: {'id': 'db1275c1-6001-47af-93c2-635c68404703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822691-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 52, 8), 'started_at': datetime.datetime(2021, 12, 24, 10, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 4, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822691-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:04:11.805139 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf342bf-f6ef-4009-bbb8-b2c3209773c8 None None] Checking segment: {'id': '3d5e5129-dbb5-437d-8673-8155c73ffd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '00e10059-c2aa-4a2e-98a0-49664001ae64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:04:11.805536 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4cf342bf-f6ef-4009-bbb8-b2c3209773c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:11.806111 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf342bf-f6ef-4009-bbb8-b2c3209773c8 None None] Bound using segment: {'id': '3d5e5129-dbb5-437d-8673-8155c73ffd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '00e10059-c2aa-4a2e-98a0-49664001ae64'} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:04:11.806561 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-4cf342bf-f6ef-4009-bbb8-b2c3209773c8 None None] Bound port: 8ce17901-dd14-433f-bed1-c8dde08fbde1, host: dv-neutron-822691-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d5e5129-dbb5-437d-8673-8155c73ffd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '00e10059-c2aa-4a2e-98a0-49664001ae64'}}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:04:11.806987 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4cf342bf-f6ef-4009-bbb8-b2c3209773c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:11.808624 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-057b9089-a216-40a1-9587-9701ff8d5bf1 tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:11.835160 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-30031236-9238-493f-86c7-82c5fe473f09 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] 10.222.0.65 "DELETE /v2.0/networks/25827399-a736-4c6a-8cb1-2b9b723977e8 HTTP/1.1" status: 204  len: 168 time: 2.1008756
Dec 24 11:04:11.837053 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-228a1cad-c2c5-4ef7-94e2-c92f08fefa9d None None] The port '12f6c158-5df7-4ebf-9c22-ba821eaf3f16' was deleted {{(pid=88880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 24 11:04:11.837178 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 36186) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:04:11.870458 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-b1b1fee4-318d-4dc3-9413-9fc6397dd740 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Unset dirty status for tenant:739a78fd4cfc48c2a4011598579f8f8c on resource:subnet {{(pid=88879) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:04:11.875160 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-b1b1fee4-318d-4dc3-9413-9fc6397dd740 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2049 time: 0.4272215
Dec 24 11:04:11.881164 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 36190) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:04:11.955111 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-e6235cac-ffcf-4f3d-8866-7d820456f366 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Allocated IP 2001:db8::10 (00e10059-c2aa-4a2e-98a0-49664001ae64/d6eea40f-7c9f-4b05-9e12-3c60c6ddd852/d49642e9-5955-433b-a2bd-88abc3f86fce) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:04:11.980669 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-4cf342bf-f6ef-4009-bbb8-b2c3209773c8 None None] For port 8ce17901-dd14-433f-bed1-c8dde08fbde1, host dv-neutron-822691-2-hyperv, cleared binding levels {{(pid=88880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:04:12.003366 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-4cf342bf-f6ef-4009-bbb8-b2c3209773c8 None None] For port 8ce17901-dd14-433f-bed1-c8dde08fbde1, host dv-neutron-822691-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=8ce17901-dd14-433f-bed1-c8dde08fbde1,segment=NetworkSegment(3d5e5129-dbb5-437d-8673-8155c73ffd23),segment_id=3d5e5129-dbb5-437d-8673-8155c73ffd23)] {{(pid=88880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:04:12.004315 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-00fe8ff6-e441-429d-86b8-6bb0917e31bd tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036847558493'] for network, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:12.013519 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4cf342bf-f6ef-4009-bbb8-b2c3209773c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:12.020748 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-3e118da8-fe7d-4088-b12a-c7955bafde08 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:04:12.051886 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-057b9089-a216-40a1-9587-9701ff8d5bf1 tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:12.072607 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-8117dbad-5404-4028-8df3-1796b9bd1eeb tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:04:12.127404 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f17b06a-8253-4fab-89ce-ff43edc16a8e req-08bc5e4e-1377-4a7e-a466-f990df7859e6 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:04:12.128969 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-9f17b06a-8253-4fab-89ce-ff43edc16a8e req-08bc5e4e-1377-4a7e-a466-f990df7859e6 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] 10.222.0.65 "GET /v2.0/ports?device_id=655d927a-1c14-4f1b-88cc-771b29a10c76 HTTP/1.1" status: 200  len: 946 time: 0.7552917
Dec 24 11:04:12.146579 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-00fe8ff6-e441-429d-86b8-6bb0917e31bd tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847655656'] for subnet, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:12.148879 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1277c748-abd4-41e0-8b11-d558ab430e6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73968e80-91fd-539e-a7c6-b31af6d9e680-f0e0dc69-48b5-4b24-ad6a-d60e99c698f9', 'network_id': 'f0e0dc69-48b5-4b24-ad6a-d60e99c698f9', 'tenant_id': '16b8df9aad104dc0ac4afa0a1ae53906', 'fixed_ips': [{'subnet_id': '7d431225-e47c-4527-a9fd-623d2a46ea18'}]}} from dv-neutron-822691-2-hyperv. {{(pid=88880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 24 11:04:12.149800 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1277c748-abd4-41e0-8b11-d558ab430e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:12.224888 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d117d5b-9c52-4713-9872-19e2c7a94999 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:04:12.225698 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-1d117d5b-9c52-4713-9872-19e2c7a94999 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Synchronizing usage tracker for tenant:56d5354af46a4a91924cfe2259b4b254 on resource:port {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:04:12.272345 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-664697a0-7bc0-4fc9-8d01-a649e2941149 tempest-RoutersAdminNegativeTest-1126026117 tempest-RoutersAdminNegativeTest-1126026117-project-admin] Notify callbacks [] for router, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:12.357162 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-1277c748-abd4-41e0-8b11-d558ab430e6e None None] Allocated IP 172.20.0.2 (f0e0dc69-48b5-4b24-ad6a-d60e99c698f9/7d431225-e47c-4527-a9fd-623d2a46ea18/5e351c50-d24e-4224-b6c0-47c6ddc7b891) {{(pid=88880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:04:12.388308 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-057b9089-a216-40a1-9587-9701ff8d5bf1 tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Network f8c337ba-681f-4fcb-a333-e3c49365b30a is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:04:12.410764 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-057b9089-a216-40a1-9587-9701ff8d5bf1 tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Resources bound (agent type, host, resource id):  {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:04:12.411133 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 75fc7c66-c1cd-407f-8df7-de209972fc17 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:04:12.413401 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057b9089-a216-40a1-9587-9701ff8d5bf1 tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Pushing event updated for resources: {'Port': ['ID=829318b3-50b9-4258-8c78-7dcdf7799a0e,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:04:12.416360 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-057b9089-a216-40a1-9587-9701ff8d5bf1 tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:04:12.428566 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-057b9089-a216-40a1-9587-9701ff8d5bf1 tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:04:12.497936 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-1d117d5b-9c52-4713-9872-19e2c7a94999 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Unset dirty status for tenant:56d5354af46a4a91924cfe2259b4b254 on resource:port {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:04:12.504558 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-1d117d5b-9c52-4713-9872-19e2c7a94999 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200  len: 844 time: 0.6604073
Dec 24 11:04:12.547243 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 36196) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:04:12.650767 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf342bf-f6ef-4009-bbb8-b2c3209773c8 None None] Pushing event updated for resources: {'Port': ['ID=8ce17901-dd14-433f-bed1-c8dde08fbde1,revision_number=2']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:04:12.675510 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-4cf342bf-f6ef-4009-bbb8-b2c3209773c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.655s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:04:12.696505 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-9f17b06a-8253-4fab-89ce-ff43edc16a8e req-1672c12d-1fce-46da-b8b0-a79c8f01ea1f tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] 10.222.0.65 "GET /v2.0/security-groups?id=02c07f75-3a5f-4cdc-91db-62e2db60964c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.5345864
Dec 24 11:04:12.712339 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3fd8d5c-95f2-46cc-9461-361161fc7f3c tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Deleting subnet 63b41dc5-8067-4451-bd35-79db19ce8f55 {{(pid=88878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 24 11:04:12.730190 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d3fd8d5c-95f2-46cc-9461-361161fc7f3c tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks [] for subnet, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:12.811769 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-664697a0-7bc0-4fc9-8d01-a649e2941149 tempest-RoutersAdminNegativeTest-1126026117 tempest-RoutersAdminNegativeTest-1126026117-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854158724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-84560'] for router, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:12.817653 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-664697a0-7bc0-4fc9-8d01-a649e2941149 tempest-RoutersAdminNegativeTest-1126026117 tempest-RoutersAdminNegativeTest-1126026117-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:12.824143 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port 75fc7c66-c1cd-407f-8df7-de209972fc17 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:04:12.824566 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:12.853491 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-664697a0-7bc0-4fc9-8d01-a649e2941149 tempest-RoutersAdminNegativeTest-1126026117 tempest-RoutersAdminNegativeTest-1126026117-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854158830'] for router, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:12.854677 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-664697a0-7bc0-4fc9-8d01-a649e2941149 tempest-RoutersAdminNegativeTest-1126026117 tempest-RoutersAdminNegativeTest-1126026117-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 681adf0a-e137-47e2-8cd3-759973b7d791 {{(pid=88879) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 24 11:04:12.881036 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.v2.resource [None req-664697a0-7bc0-4fc9-8d01-a649e2941149 tempest-RoutersAdminNegativeTest-1126026117 tempest-RoutersAdminNegativeTest-1126026117-project-admin] create failed (client error): There was a conflict when trying to complete your request.
Dec 24 11:04:12.885580 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-664697a0-7bc0-4fc9-8d01-a649e2941149 tempest-RoutersAdminNegativeTest-1126026117 tempest-RoutersAdminNegativeTest-1126026117-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 409  len: 371 time: 3.3337984
Dec 24 11:04:12.886431 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 36200) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:04:12.886549 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d3fd8d5c-95f2-46cc-9461-361161fc7f3c tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852534446'] for subnet, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:12.942473 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1277c748-abd4-41e0-8b11-d558ab430e6e None None] Notify callbacks [] for port, precommit_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:12.956753 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-043c7eea-6a81-4d9b-a463-d28221708645 tempest-RoutersAdminNegativeTest-1126026117 tempest-RoutersAdminNegativeTest-1126026117-project-admin] Deleting port 2d2b8c70-ce5c-4470-84d4-56109b632448 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:04:12.957230 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-043c7eea-6a81-4d9b-a463-d28221708645 tempest-RoutersAdminNegativeTest-1126026117 tempest-RoutersAdminNegativeTest-1126026117-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:12.957961 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e6235cac-ffcf-4f3d-8866-7d820456f366 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:12.959269 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-1277c748-abd4-41e0-8b11-d558ab430e6e None None] Transition to ACTIVE for port object 5e351c50-d24e-4224-b6c0-47c6ddc7b891 will not be triggered until provisioned by entity L2. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:04:13.012151 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f06a53-5802-4c6b-af70-73d74a3025b0 req-e5053b9e-d9db-402b-9ec8-241d2d07d701 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:04:13.013924 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-16f06a53-5802-4c6b-af70-73d74a3025b0 req-e5053b9e-d9db-402b-9ec8-241d2d07d701 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] 10.222.0.58 "GET /v2.0/ports?device_id=655d927a-1c14-4f1b-88cc-771b29a10c76 HTTP/1.1" status: 200  len: 946 time: 0.5172522
Dec 24 11:04:13.027894 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-1277c748-abd4-41e0-8b11-d558ab430e6e None None] Transition to ACTIVE for port object 5e351c50-d24e-4224-b6c0-47c6ddc7b891 will not be triggered until provisioned by entity DHCP. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:04:13.043464 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1277c748-abd4-41e0-8b11-d558ab430e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408'] for port, after_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:13.050904 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-9b455f12-45ec-4977-a12b-962be09763a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:04:13.080178 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-3003657b-26e2-4892-8ecc-981161616df8 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] 10.222.0.65 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200  len: 284 time: 0.5089333
Dec 24 11:04:13.084470 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-e6235cac-ffcf-4f3d-8866-7d820456f366 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Transition to ACTIVE for port object d49642e9-5955-433b-a2bd-88abc3f86fce will not be triggered until provisioned by entity DHCP. {{(pid=88878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:04:13.091979 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 36204) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:04:13.116218 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-1fc7dd8e-5250-4763-a4b7-013c50bd03c2 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1206736473'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:04:13.135308 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-1fc7dd8e-5250-4763-a4b7-013c50bd03c2 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:04:13.146427 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1277c748-abd4-41e0-8b11-d558ab430e6e None None] Pushing event updated for resources: {'Port': ['ID=5e351c50-d24e-4224-b6c0-47c6ddc7b891,revision_number=1']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:04:13.150348 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-1fc7dd8e-5250-4763-a4b7-013c50bd03c2 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Usage tracker for resource:network and tenant:56d5354af46a4a91924cfe2259b4b254 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:04:13.151262 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-1277c748-abd4-41e0-8b11-d558ab430e6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:04:13.158512 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-1fc7dd8e-5250-4763-a4b7-013c50bd03c2 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:04:13.173868 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1277c748-abd4-41e0-8b11-d558ab430e6e None None] Network f0e0dc69-48b5-4b24-ad6a-d60e99c698f9 is already hosted by enough agents. {{(pid=88880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:04:13.175201 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-1277c748-abd4-41e0-8b11-d558ab430e6e None None] Resources bound (agent type, host, resource id):  {{(pid=88880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:04:13.178924 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1277c748-abd4-41e0-8b11-d558ab430e6e None None] Received port after_create {{(pid=88880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:04:13.182064 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-1fc7dd8e-5250-4763-a4b7-013c50bd03c2 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:04:13.200317 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [req-16f06a53-5802-4c6b-af70-73d74a3025b0 req-6eabf3e2-9fb5-4379-961b-bf83edef8213 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] Deleting port 3a88a9cd-23ff-4882-94d5-148e4e2e250b {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:04:13.200709 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-16f06a53-5802-4c6b-af70-73d74a3025b0 req-6eabf3e2-9fb5-4379-961b-bf83edef8213 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:13.267149 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fc7dd8e-5250-4763-a4b7-013c50bd03c2 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Made reservation on behalf of 56d5354af46a4a91924cfe2259b4b254 for: {'network': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:04:13.272902 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1fc7dd8e-5250-4763-a4b7-013c50bd03c2 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for network, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:13.275064 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 12f6c158-5df7-4ebf-9c22-ba821eaf3f16 no longer exists at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:04:13.321654 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e6235cac-ffcf-4f3d-8866-7d820456f366 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:13.324291 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] No Port match for: 12f6c158-5df7-4ebf-9c22-ba821eaf3f16 {{(pid=88880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 24 11:04:13.324646 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 12f6c158-5df7-4ebf-9c22-ba821eaf3f16 not bound to the agent host dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 24 11:04:13.334841 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-b5bcfa18-cce3-44ec-b5b2-fbdf2b2583b8 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:04:13.351164 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-1277c748-abd4-41e0-8b11-d558ab430e6e None None] Attempting to bind port 5e351c50-d24e-4224-b6c0-47c6ddc7b891 on host dv-neutron-822691-2-hyperv for vnic_type normal with profile  {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:04:13.351597 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-1277c748-abd4-41e0-8b11-d558ab430e6e None None] Attempting to bind port 5e351c50-d24e-4224-b6c0-47c6ddc7b891 by drivers openvswitch,hyperv on host dv-neutron-822691-2-hyperv at level 0 using segments [{'id': 'f55b4420-bdf8-401d-bb83-b1a5e53ae956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'f0e0dc69-48b5-4b24-ad6a-d60e99c698f9'}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:04:13.352019 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1277c748-abd4-41e0-8b11-d558ab430e6e None None] Attempting to bind port 5e351c50-d24e-4224-b6c0-47c6ddc7b891 on network f0e0dc69-48b5-4b24-ad6a-d60e99c698f9 {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:04:13.360300 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1277c748-abd4-41e0-8b11-d558ab430e6e None None] Checking agent: {'id': 'db1275c1-6001-47af-93c2-635c68404703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822691-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 52, 8), 'started_at': datetime.datetime(2021, 12, 24, 10, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 4, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822691-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:04:13.360723 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1277c748-abd4-41e0-8b11-d558ab430e6e None None] Checking segment: {'id': 'f55b4420-bdf8-401d-bb83-b1a5e53ae956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'f0e0dc69-48b5-4b24-ad6a-d60e99c698f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:04:13.361327 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1277c748-abd4-41e0-8b11-d558ab430e6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:13.361620 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1277c748-abd4-41e0-8b11-d558ab430e6e None None] Bound using segment: {'id': 'f55b4420-bdf8-401d-bb83-b1a5e53ae956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'f0e0dc69-48b5-4b24-ad6a-d60e99c698f9'} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:04:13.362228 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-1277c748-abd4-41e0-8b11-d558ab430e6e None None] Bound port: 5e351c50-d24e-4224-b6c0-47c6ddc7b891, host: dv-neutron-822691-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f55b4420-bdf8-401d-bb83-b1a5e53ae956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'f0e0dc69-48b5-4b24-ad6a-d60e99c698f9'}}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:04:13.362697 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1277c748-abd4-41e0-8b11-d558ab430e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:13.367235 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d3fd8d5c-95f2-46cc-9461-361161fc7f3c tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847655656'] for subnet, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:13.405260 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-00fe8ff6-e441-429d-86b8-6bb0917e31bd tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7120129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850854134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851156349'] for subnet, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:13.412491 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-0d970550-fad3-4de7-ac86-3785052d171e tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:04:13.487953 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-1277c748-abd4-41e0-8b11-d558ab430e6e None None] For port 5e351c50-d24e-4224-b6c0-47c6ddc7b891, host dv-neutron-822691-2-hyperv, cleared binding levels {{(pid=88880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:04:13.490003 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fe8ff6-e441-429d-86b8-6bb0917e31bd tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Pushing event deleted for resources: {'Subnet': ['ID=7d431225-e47c-4527-a9fd-623d2a46ea18,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:04:13.494514 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-1277c748-abd4-41e0-8b11-d558ab430e6e None None] For port 5e351c50-d24e-4224-b6c0-47c6ddc7b891, host dv-neutron-822691-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=5e351c50-d24e-4224-b6c0-47c6ddc7b891,segment=NetworkSegment(f55b4420-bdf8-401d-bb83-b1a5e53ae956),segment_id=f55b4420-bdf8-401d-bb83-b1a5e53ae956)] {{(pid=88880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:04:13.499921 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1277c748-abd4-41e0-8b11-d558ab430e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:13.506873 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fc7dd8e-5250-4763-a4b7-013c50bd03c2 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] vlan segment allocate from pool success with {'vlan_id': 614, 'physical_network': 'physnet1'}  {{(pid=88878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 24 11:04:13.511036 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-00fe8ff6-e441-429d-86b8-6bb0917e31bd tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:04:13.539161 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-21f660b1-dba3-473c-89a6-08c2aa320dbe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:04:13.555514 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6235cac-ffcf-4f3d-8866-7d820456f366 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Network 00e10059-c2aa-4a2e-98a0-49664001ae64 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:04:13.582720 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6235cac-ffcf-4f3d-8866-7d820456f366 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Pushing event updated for resources: {'Port': ['ID=d49642e9-5955-433b-a2bd-88abc3f86fce,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:04:13.586148 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-e6235cac-ffcf-4f3d-8866-7d820456f366 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Resources bound (agent type, host, resource id):  {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:04:13.588538 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6235cac-ffcf-4f3d-8866-7d820456f366 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:04:13.593114 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6235cac-ffcf-4f3d-8866-7d820456f366 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:04:13.593717 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e6235cac-ffcf-4f3d-8866-7d820456f366 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:13.607835 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-e6235cac-ffcf-4f3d-8866-7d820456f366 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:04:13.611940 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1fc7dd8e-5250-4763-a4b7-013c50bd03c2 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:13.612342 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.segments_db [None req-1fc7dd8e-5250-4763-a4b7-013c50bd03c2 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Added segment 843807e4-e46d-41c0-a1cf-1e74095471aa of type vlan for network 22c0d4c1-fbea-47d3-a469-bad0701959a1
Dec 24 11:04:13.699601 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1277c748-abd4-41e0-8b11-d558ab430e6e None None] Pushing event updated for resources: {'Port': ['ID=5e351c50-d24e-4224-b6c0-47c6ddc7b891,revision_number=2']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:04:13.705678 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-1277c748-abd4-41e0-8b11-d558ab430e6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:04:13.720217 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cea9908-5463-4d1f-b825-e2682de0e864 None None] Network f0e0dc69-48b5-4b24-ad6a-d60e99c698f9 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:04:13.720450 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-057b9089-a216-40a1-9587-9701ff8d5bf1 tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:13.721120 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-057b9089-a216-40a1-9587-9701ff8d5bf1 tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854163800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854116816'] for router, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:13.745176 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d3fd8d5c-95f2-46cc-9461-361161fc7f3c tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7120129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3978858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852529715'] for subnet, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:13.769207 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-2742a4e8-a5de-407d-b4ec-c6bfbee84f2b tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:04:13.780304 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-043c7eea-6a81-4d9b-a463-d28221708645 tempest-RoutersAdminNegativeTest-1126026117 tempest-RoutersAdminNegativeTest-1126026117-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:13.801382 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-e6235cac-ffcf-4f3d-8866-7d820456f366 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 929 time: 5.2476041
Dec 24 11:04:13.806696 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 36212) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:04:13.824119 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-0c929c20-427b-43fa-8e96-b43ef49517f1 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Request body: {'port': {'network_id': '00e10059-c2aa-4a2e-98a0-49664001ae64', 'name': 'tempest-PortsIpV6TestJSON-592218977', 'fixed_ips': [{'subnet_id': 'd6eea40f-7c9f-4b05-9e12-3c60c6ddd852', 'ip_address': '2001:db8::f'}]}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:04:14.000994 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-00fe8ff6-e441-429d-86b8-6bb0917e31bd tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847649663', 'neutron.services.segments.db._delete_segments_for_network-8749505737672'] for network, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:14.016080 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-043c7eea-6a81-4d9b-a463-d28221708645 tempest-RoutersAdminNegativeTest-1126026117 tempest-RoutersAdminNegativeTest-1126026117-project-admin] Calling delete_port for 2d2b8c70-ce5c-4470-84d4-56109b632448 owned by  {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:04:14.074921 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-00fe8ff6-e441-429d-86b8-6bb0917e31bd tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5271efc3c8>,) {'filters': {'network_id': ['f0e0dc69-48b5-4b24-ad6a-d60e99c698f9']}} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:04:14.084733 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.agents_db [None req-e51243ab-6a93-425b-980f-a73583147efa None None] Agent healthcheck: found 6 active agents {{(pid=88881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 24 11:04:14.102908 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-00fe8ff6-e441-429d-86b8-6bb0917e31bd tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5271efc3c8>, 'f55b4420-bdf8-401d-bb83-b1a5e53ae956') {'for_net_delete': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:04:14.103388 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-00fe8ff6-e441-429d-86b8-6bb0917e31bd tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5271efc3c8>, 'f55b4420-bdf8-401d-bb83-b1a5e53ae956') {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:04:14.131545 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-00fe8ff6-e441-429d-86b8-6bb0917e31bd tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749505745113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853989108'] for segment, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:14.138722 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1fc7dd8e-5250-4763-a4b7-013c50bd03c2 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363287349540024'] for network, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:14.156262 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-00fe8ff6-e441-429d-86b8-6bb0917e31bd tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:14.156530 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fd8d5c-95f2-46cc-9461-361161fc7f3c tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Pushing event deleted for resources: {'Subnet': ['ID=63b41dc5-8067-4451-bd35-79db19ce8f55,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:04:14.166197 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00fe8ff6-e441-429d-86b8-6bb0917e31bd tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Releasing vlan 627 on physical network physnet1 to pool {{(pid=88879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 24 11:04:14.166640 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-00fe8ff6-e441-429d-86b8-6bb0917e31bd tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036847652098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3926696'] for segment, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:14.183036 dv-neutron-822691-2-hyperv neutron-server[88767]: Traceback (most recent call last):
Dec 24 11:04:14.183036 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 24 11:04:14.183036 dv-neutron-822691-2-hyperv neutron-server[88767]:     timer()
Dec 24 11:04:14.183036 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 11:04:14.183036 dv-neutron-822691-2-hyperv neutron-server[88767]:     cb(*args, **kw)
Dec 24 11:04:14.183036 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 24 11:04:14.183036 dv-neutron-822691-2-hyperv neutron-server[88767]:     return func(*args, **kwargs)
Dec 24 11:04:14.183036 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 11:04:14.183036 dv-neutron-822691-2-hyperv neutron-server[88767]:     self._notify()
Dec 24 11:04:14.183036 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 11:04:14.183036 dv-neutron-822691-2-hyperv neutron-server[88767]:     self.callback(batched_events)
Dec 24 11:04:14.183036 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 11:04:14.183036 dv-neutron-822691-2-hyperv neutron-server[88767]:     event.method(event)
Dec 24 11:04:14.183036 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 11:04:14.183036 dv-neutron-822691-2-hyperv neutron-server[88767]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 11:04:14.183036 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 24 11:04:14.183036 dv-neutron-822691-2-hyperv neutron-server[88767]:     segment_id)['aggregates'][0]
Dec 24 11:04:14.183036 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 24 11:04:14.183036 dv-neutron-822691-2-hyperv neutron-server[88767]:     return f(self, *a, **k)
Dec 24 11:04:14.183036 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 11:04:14.183036 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self._get(url).json()
Dec 24 11:04:14.183036 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 24 11:04:14.183036 dv-neutron-822691-2-hyperv neutron-server[88767]:     **kwargs)
Dec 24 11:04:14.183036 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 24 11:04:14.183036 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self.request(url, 'GET', **kwargs)
Dec 24 11:04:14.183036 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 24 11:04:14.183036 dv-neutron-822691-2-hyperv neutron-server[88767]:     **endpoint_filter)
Dec 24 11:04:14.183036 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 24 11:04:14.183036 dv-neutron-822691-2-hyperv neutron-server[88767]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 11:04:14.183036 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 24 11:04:14.183036 dv-neutron-822691-2-hyperv neutron-server[88767]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 11:04:14.183036 dv-neutron-822691-2-hyperv neutron-server[88767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 11:04:14.188804 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-d3fd8d5c-95f2-46cc-9461-361161fc7f3c tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.420s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:04:14.282702 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c417a34a-f4d7-4a7d-915a-ced19a54b866 None None] Network 1c9eeaac-d205-4b19-a351-2fe67dd78b42 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:04:14.297613 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [req-16f06a53-5802-4c6b-af70-73d74a3025b0 req-6eabf3e2-9fb5-4379-961b-bf83edef8213 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] For port 3a88a9cd-23ff-4882-94d5-148e4e2e250b, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=3a88a9cd-23ff-4882-94d5-148e4e2e250b,segment=NetworkSegment(7da8387d-6dbc-40da-b97b-4a8bbfbeffcb),segment_id=7da8387d-6dbc-40da-b97b-4a8bbfbeffcb)] {{(pid=88878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:04:14.299760 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-16f06a53-5802-4c6b-af70-73d74a3025b0 req-6eabf3e2-9fb5-4379-961b-bf83edef8213 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:14.324909 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d3fd8d5c-95f2-46cc-9461-361161fc7f3c tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:14.328747 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.db.api [None req-00fe8ff6-e441-429d-86b8-6bb0917e31bd tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 24 11:04:14.328747 dv-neutron-822691-2-hyperv neutron-server[88767]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 24 11:04:14.328747 dv-neutron-822691-2-hyperv neutron-server[88767]: [parameters: {'id': 'f0e0dc69-48b5-4b24-ad6a-d60e99c698f9'}]
Dec 24 11:04:14.328747 dv-neutron-822691-2-hyperv neutron-server[88767]: (Background on this error at: http://sqlalche.me/e/gkpj) {{(pid=88879) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 24 11:04:14.329182 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_db.api [None req-00fe8ff6-e441-429d-86b8-6bb0917e31bd tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 24 11:04:14.336028 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 36216) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:04:14.337346 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-d3fd8d5c-95f2-46cc-9461-361161fc7f3c tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "DELETE /v2.0/subnets/63b41dc5-8067-4451-bd35-79db19ce8f55 HTTP/1.1" status: 204  len: 168 time: 2.4396338
Dec 24 11:04:14.339438 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-043c7eea-6a81-4d9b-a463-d28221708645 tempest-RoutersAdminNegativeTest-1126026117 tempest-RoutersAdminNegativeTest-1126026117-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:14.393070 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-00ecef1c-0cee-42c9-b843-43810a29361b tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:04:14.491447 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043c7eea-6a81-4d9b-a463-d28221708645 tempest-RoutersAdminNegativeTest-1126026117 tempest-RoutersAdminNegativeTest-1126026117-project-admin] Pushing event deleted for resources: {'Port': ['ID=2d2b8c70-ce5c-4470-84d4-56109b632448,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:04:14.507271 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-043c7eea-6a81-4d9b-a463-d28221708645 tempest-RoutersAdminNegativeTest-1126026117 tempest-RoutersAdminNegativeTest-1126026117-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:04:14.553189 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 8ce17901-dd14-433f-bed1-c8dde08fbde1 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:04:14.568715 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1fc7dd8e-5250-4763-a4b7-013c50bd03c2 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636'] for network, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:14.573090 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fc7dd8e-5250-4763-a4b7-013c50bd03c2 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:04:14.573743 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1fc7dd8e-5250-4763-a4b7-013c50bd03c2 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1977811'] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:14.588129 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-9375990f-75c1-40fe-acc4-496b1ef93d13 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:04:14.679064 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning for port 8ce17901-dd14-433f-bed1-c8dde08fbde1 completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:04:14.728503 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-043c7eea-6a81-4d9b-a463-d28221708645 tempest-RoutersAdminNegativeTest-1126026117 tempest-RoutersAdminNegativeTest-1126026117-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:14.768453 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-043c7eea-6a81-4d9b-a463-d28221708645 tempest-RoutersAdminNegativeTest-1126026117 tempest-RoutersAdminNegativeTest-1126026117-project-admin] 10.222.0.65 "DELETE /v2.0/ports/2d2b8c70-ce5c-4470-84d4-56109b632448 HTTP/1.1" status: 204  len: 168 time: 1.8812749
Dec 24 11:04:14.798016 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_v2 [None req-c52be94e-37e8-413b-9cb6-fc461a821df2 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Deleting subnet 7929c8bc-d14b-4f75-bae1-934a85e6e42b {{(pid=88879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 24 11:04:14.801660 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c52be94e-37e8-413b-9cb6-fc461a821df2 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks [] for subnet, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:14.849513 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-00fe8ff6-e441-429d-86b8-6bb0917e31bd tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036847558493'] for network, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:14.889033 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-00fe8ff6-e441-429d-86b8-6bb0917e31bd tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Deleting port 5e351c50-d24e-4224-b6c0-47c6ddc7b891 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:04:14.889552 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-00fe8ff6-e441-429d-86b8-6bb0917e31bd tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:14.890215 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb9c9298-b388-4bd6-9420-268480d9196d None None] Network 00e10059-c2aa-4a2e-98a0-49664001ae64 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:04:14.908945 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba29bfc-8573-4dcb-b1dd-c33d4474c263 req-f1e27796-fd24-4797-818b-82f27c54aee8 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:04:14.911061 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-eba29bfc-8573-4dcb-b1dd-c33d4474c263 req-f1e27796-fd24-4797-818b-82f27c54aee8 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] 10.222.0.65 "GET /v2.0/ports?device_id=655d927a-1c14-4f1b-88cc-771b29a10c76 HTTP/1.1" status: 200  len: 946 time: 0.7770140
Dec 24 11:04:14.927462 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c52be94e-37e8-413b-9cb6-fc461a821df2 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-786693'] for subnet, precommit_delete_associations {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:15.016268 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-0c929c20-427b-43fa-8e96-b43ef49517f1 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:04:15.020775 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-1fc7dd8e-5250-4763-a4b7-013c50bd03c2 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 1.9204488
Dec 24 11:04:15.056701 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 36224) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:04:15.071208 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-0c66478b-a9e8-48a6-8279-8008d81ca7ab tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Request body: {'subnet': {'network_id': '22c0d4c1-fbea-47d3-a469-bad0701959a1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:04:15.096624 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-cb694b8b-eeab-4248-bb36-53fa394eba43 None None] Provisioning for port 8ce17901-dd14-433f-bed1-c8dde08fbde1 completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:04:15.106330 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-cb694b8b-eeab-4248-bb36-53fa394eba43 None None] Provisioning complete for port 8ce17901-dd14-433f-bed1-c8dde08fbde1 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:04:15.106751 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-cb694b8b-eeab-4248-bb36-53fa394eba43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:15.160573 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-16f06a53-5802-4c6b-af70-73d74a3025b0 req-6eabf3e2-9fb5-4379-961b-bf83edef8213 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:15.160955 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-16f06a53-5802-4c6b-af70-73d74a3025b0 req-6eabf3e2-9fb5-4379-961b-bf83edef8213 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659181'] for floatingip, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:15.161343 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.l3_db [req-16f06a53-5802-4c6b-af70-73d74a3025b0 req-6eabf3e2-9fb5-4379-961b-bf83edef8213 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] Floating IP 95889fa4-2071-45ae-b27f-4a9414d34474 disassociated. External IP: 172.26.3.107, port: 3a88a9cd-23ff-4882-94d5-148e4e2e250b.
Dec 24 11:04:15.161725 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [req-16f06a53-5802-4c6b-af70-73d74a3025b0 req-6eabf3e2-9fb5-4379-961b-bf83edef8213 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] Calling delete_port for 3a88a9cd-23ff-4882-94d5-148e4e2e250b owned by compute:nova {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:04:15.245651 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 36230) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:04:15.247515 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-0c929c20-427b-43fa-8e96-b43ef49517f1 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Usage tracker for resource:port and tenant:58aa2a41110240a2b5bfe3b4600f4977 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:04:15.267674 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-0c929c20-427b-43fa-8e96-b43ef49517f1 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:04:15.271379 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc7dd8e-5250-4763-a4b7-013c50bd03c2 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Pushing event updated for resources: {'Network': ['ID=22c0d4c1-fbea-47d3-a469-bad0701959a1,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:04:15.283426 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-0c66478b-a9e8-48a6-8279-8008d81ca7ab tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:04:15.286428 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-1fc7dd8e-5250-4763-a4b7-013c50bd03c2 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.694s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:04:15.290867 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-0c929c20-427b-43fa-8e96-b43ef49517f1 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:04:15.295666 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c52be94e-37e8-413b-9cb6-fc461a821df2 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847655656'] for subnet, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:15.295840 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Network 22c0d4c1-fbea-47d3-a469-bad0701959a1 details requested by agent ovs-agent-dv-neutron-822691-2-hyperv with host dv-neutron-822691-2-hyperv {{(pid=88880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 24 11:04:15.325207 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-eba29bfc-8573-4dcb-b1dd-c33d4474c263 req-367e534a-d0dd-4d8e-afe7-7f4d4d7e16ce tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] 10.222.0.65 "GET /v2.0/security-groups?id=02c07f75-3a5f-4cdc-91db-62e2db60964c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3204892
Dec 24 11:04:15.329446 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-0c66478b-a9e8-48a6-8279-8008d81ca7ab tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Usage tracker for resource:subnet and tenant:56d5354af46a4a91924cfe2259b4b254 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:04:15.339989 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-0c66478b-a9e8-48a6-8279-8008d81ca7ab tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:04:15.366703 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c929c20-427b-43fa-8e96-b43ef49517f1 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Made reservation on behalf of 58aa2a41110240a2b5bfe3b4600f4977 for: {'port': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:04:15.423615 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-0c66478b-a9e8-48a6-8279-8008d81ca7ab tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:04:15.448275 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-00fe8ff6-e441-429d-86b8-6bb0917e31bd tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] For port 5e351c50-d24e-4224-b6c0-47c6ddc7b891, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=5e351c50-d24e-4224-b6c0-47c6ddc7b891,segment=NetworkSegment(f55b4420-bdf8-401d-bb83-b1a5e53ae956),segment_id=f55b4420-bdf8-401d-bb83-b1a5e53ae956)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:04:15.448819 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-00fe8ff6-e441-429d-86b8-6bb0917e31bd tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:15.463196 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c66478b-a9e8-48a6-8279-8008d81ca7ab tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Made reservation on behalf of 56d5354af46a4a91924cfe2259b4b254 for: {'subnet': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:04:15.608510 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-cb694b8b-eeab-4248-bb36-53fa394eba43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:15.630408 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-16f06a53-5802-4c6b-af70-73d74a3025b0 req-6eabf3e2-9fb5-4379-961b-bf83edef8213 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:15.641399 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0c929c20-427b-43fa-8e96-b43ef49517f1 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:15.661463 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-6b3229ee-fef3-47a2-9519-79ba58cb6eb6 tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:04:15.667298 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-cb694b8b-eeab-4248-bb36-53fa394eba43 None None] For port 8ce17901-dd14-433f-bed1-c8dde08fbde1, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=8ce17901-dd14-433f-bed1-c8dde08fbde1,segment=NetworkSegment(3d5e5129-dbb5-437d-8673-8155c73ffd23),segment_id=3d5e5129-dbb5-437d-8673-8155c73ffd23)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:04:15.673735 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-cb694b8b-eeab-4248-bb36-53fa394eba43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:15.678428 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-74e1c523-b002-4c8e-8c8d-b9736bd34475 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:04:15.710123 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0c66478b-a9e8-48a6-8279-8008d81ca7ab tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3619482'] for subnet, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:15.713800 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eabf3e2-9fb5-4379-961b-bf83edef8213 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] Pushing event deleted for resources: {'Port': ['ID=3a88a9cd-23ff-4882-94d5-148e4e2e250b,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:04:15.730141 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-6eabf3e2-9fb5-4379-961b-bf83edef8213 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:04:15.741311 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [None req-0c929c20-427b-43fa-8e96-b43ef49517f1 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] device_id is not set on port 88208cdf-8bc5-4443-9dff-73ae00eeabc8 yet. {{(pid=88878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 24 11:04:15.773140 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb694b8b-eeab-4248-bb36-53fa394eba43 None None] Pushing event updated for resources: {'Port': ['ID=8ce17901-dd14-433f-bed1-c8dde08fbde1,revision_number=3']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:04:15.784702 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-cb694b8b-eeab-4248-bb36-53fa394eba43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:04:15.787355 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Device 3a88a9cd-23ff-4882-94d5-148e4e2e250b no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:04:15.803674 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c52be94e-37e8-413b-9cb6-fc461a821df2 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7120129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850854134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851156349'] for subnet, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:15.836272 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] No Port match for: 3a88a9cd-23ff-4882-94d5-148e4e2e250b {{(pid=88880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 24 11:04:15.836645 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Device 3a88a9cd-23ff-4882-94d5-148e4e2e250b not bound to the agent host hv-neutron-8226 {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 24 11:04:16.111651 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-89b60854-b35c-450b-b7a5-fdc740f3ff4a None None] Provisioning for port d49642e9-5955-433b-a2bd-88abc3f86fce completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:04:16.126999 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-89b60854-b35c-450b-b7a5-fdc740f3ff4a None None] Provisioning complete for port d49642e9-5955-433b-a2bd-88abc3f86fce triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:04:16.127842 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-89b60854-b35c-450b-b7a5-fdc740f3ff4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:16.147752 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-057b9089-a216-40a1-9587-9701ff8d5bf1 tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Router 89428fa5-14b6-4c38-ad68-b9a9c981ccf8 is scheduled to L3 agent 198cca88-1338-4098-b44b-beb0346ac906 with binding_index 1 {{(pid=88878) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 24 11:04:16.183271 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-8539cada-cfd1-4ba3-8764-2b2a523b6997 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:04:16.234607 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bd5fd7c-1db5-4dac-b25e-ce630b623af1 None None] Network 1c9eeaac-d205-4b19-a351-2fe67dd78b42 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:04:16.246215 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-00fe8ff6-e441-429d-86b8-6bb0917e31bd tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Calling delete_port for 5e351c50-d24e-4224-b6c0-47c6ddc7b891 owned by network:dhcp {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:04:16.262655 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-0c929c20-427b-43fa-8e96-b43ef49517f1 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Allocated IP 2001:db8::f (00e10059-c2aa-4a2e-98a0-49664001ae64/d6eea40f-7c9f-4b05-9e12-3c60c6ddd852/88208cdf-8bc5-4443-9dff-73ae00eeabc8) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:04:16.326068 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c52be94e-37e8-413b-9cb6-fc461a821df2 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks [] for subnet, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:16.337156 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b7c0f0a1-9808-42b9-ae77-7fb564f4ff8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:16.383242 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52be94e-37e8-413b-9cb6-fc461a821df2 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Pushing event deleted for resources: {'Subnet': ['ID=7929c8bc-d14b-4f75-bae1-934a85e6e42b,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:04:16.394930 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c52be94e-37e8-413b-9cb6-fc461a821df2 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:04:16.409050 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 8ce17901-dd14-433f-bed1-c8dde08fbde1 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:04:16.493206 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-89b60854-b35c-450b-b7a5-fdc740f3ff4a None None] Port d49642e9-5955-433b-a2bd-88abc3f86fce cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:04:16.515254 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-c52be94e-37e8-413b-9cb6-fc461a821df2 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "DELETE /v2.0/subnets/7929c8bc-d14b-4f75-bae1-934a85e6e42b HTTP/1.1" status: 204  len: 168 time: 2.1772468
Dec 24 11:04:16.516164 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 36240) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:04:16.556807 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-89b60854-b35c-450b-b7a5-fdc740f3ff4a None None] Provisioning complete for port 8ce17901-dd14-433f-bed1-c8dde08fbde1 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:04:16.557606 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-89b60854-b35c-450b-b7a5-fdc740f3ff4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:16.637609 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-b7c0f0a1-9808-42b9-ae77-7fb564f4ff8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:04:16.659227 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-0ed35d28-abf8-4cb1-a37f-86825e11f879 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Synchronizing usage tracker for tenant:739a78fd4cfc48c2a4011598579f8f8c on resource:router {{(pid=88879) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:04:16.665016 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-b7c0f0a1-9808-42b9-ae77-7fb564f4ff8b admin admin] Usage tracker for resource:security_group_rule and tenant:4d46a91e4ea24e43b4f854f4dca13953 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:04:16.671155 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-00fe8ff6-e441-429d-86b8-6bb0917e31bd tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:16.678041 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port 8ce17901-dd14-433f-bed1-c8dde08fbde1 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:04:16.678464 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:16.684528 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-b7c0f0a1-9808-42b9-ae77-7fb564f4ff8b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:04:16.687636 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-5adcf381-99cb-44f0-b03f-c9329feb7236 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:04:16.742649 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-b7c0f0a1-9808-42b9-ae77-7fb564f4ff8b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:04:16.748700 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00fe8ff6-e441-429d-86b8-6bb0917e31bd tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] No DVR routers for this DVR port 5e351c50-d24e-4224-b6c0-47c6ddc7b891 on host dv-neutron-822691-2-hyperv {{(pid=88879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 24 11:04:16.757645 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fe8ff6-e441-429d-86b8-6bb0917e31bd tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Pushing event deleted for resources: {'Port': ['ID=5e351c50-d24e-4224-b6c0-47c6ddc7b891,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:04:16.800050 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-00fe8ff6-e441-429d-86b8-6bb0917e31bd tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:04:16.805582 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-0ed35d28-abf8-4cb1-a37f-86825e11f879 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Unset dirty status for tenant:739a78fd4cfc48c2a4011598579f8f8c on resource:router {{(pid=88879) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:04:16.809895 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-0ed35d28-abf8-4cb1-a37f-86825e11f879 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.2558563
Dec 24 11:04:16.817985 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 36244) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:04:16.847944 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-81e790e3-8f42-4019-b9b7-620ce6623858 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Request body: {'subnet': {'network_id': '1c9eeaac-d205-4b19-a351-2fe67dd78b42', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:04:16.926634 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-a12a287f-7519-4f1d-8486-62fce4e48724 req-e46ab3d5-fc5c-42db-8dd5-28098011538d tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] 10.222.0.65 "GET /v2.0/ports?device_id=655d927a-1c14-4f1b-88cc-771b29a10c76 HTTP/1.1" status: 200  len: 210 time: 0.3895767
Dec 24 11:04:17.053009 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-16f06a53-5802-4c6b-af70-73d74a3025b0 req-6eabf3e2-9fb5-4379-961b-bf83edef8213 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] Router 1579b112-25c5-4e26-b661-3c6b0afe6950 has already been hosted by L3 agent 198cca88-1338-4098-b44b-beb0346ac906 {{(pid=88878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 24 11:04:17.078739 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0c929c20-427b-43fa-8e96-b43ef49517f1 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:17.079548 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-158bd565-ca22-454f-b307-2b280cebce11 None None] DHCP port deletion for 1c9eeaac-d205-4b19-a351-2fe67dd78b42 request from dv-neutron-822691-2-hyperv {{(pid=88880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 24 11:04:17.086472 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-158bd565-ca22-454f-b307-2b280cebce11 None None] Deleting port 6d899429-6b61-4b56-8d37-d9d2852f34e1 {{(pid=88880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:04:17.087030 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-158bd565-ca22-454f-b307-2b280cebce11 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:17.108659 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-00fe8ff6-e441-429d-86b8-6bb0917e31bd tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847649663', 'neutron.services.segments.db._delete_segments_for_network-8749505737672'] for network, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:17.108908 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-0c929c20-427b-43fa-8e96-b43ef49517f1 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Transition to ACTIVE for port object 88208cdf-8bc5-4443-9dff-73ae00eeabc8 will not be triggered until provisioned by entity DHCP. {{(pid=88878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:04:17.190340 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-81e790e3-8f42-4019-b9b7-620ce6623858 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:04:17.194944 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-81e790e3-8f42-4019-b9b7-620ce6623858 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Usage tracker for resource:subnet and tenant:739a78fd4cfc48c2a4011598579f8f8c is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:04:17.198083 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-81e790e3-8f42-4019-b9b7-620ce6623858 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:04:17.204185 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-1a8e3f52-f00b-4922-afa5-50f2eb26977a None None] Provisioning complete for port d49642e9-5955-433b-a2bd-88abc3f86fce triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:04:17.204346 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-81e790e3-8f42-4019-b9b7-620ce6623858 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:04:17.205040 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1a8e3f52-f00b-4922-afa5-50f2eb26977a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:17.226757 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81e790e3-8f42-4019-b9b7-620ce6623858 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Made reservation on behalf of 739a78fd4cfc48c2a4011598579f8f8c for: {'subnet': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:04:17.232902 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-81e790e3-8f42-4019-b9b7-620ce6623858 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3619482'] for subnet, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:17.255962 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0c929c20-427b-43fa-8e96-b43ef49517f1 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:17.260879 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-00fe8ff6-e441-429d-86b8-6bb0917e31bd tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5271e29438>,) {'filters': {'network_id': ['f0e0dc69-48b5-4b24-ad6a-d60e99c698f9']}} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:04:17.264845 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-562c77a1-27cd-4cf1-b00c-1504b217966b tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:04:17.293894 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-00fe8ff6-e441-429d-86b8-6bb0917e31bd tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5271e29438>, 'f55b4420-bdf8-401d-bb83-b1a5e53ae956') {'for_net_delete': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:04:17.294137 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-00fe8ff6-e441-429d-86b8-6bb0917e31bd tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5271e29438>, 'f55b4420-bdf8-401d-bb83-b1a5e53ae956') {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:04:17.296334 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-057b9089-a216-40a1-9587-9701ff8d5bf1 tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:04:17.314725 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1eb824f-862d-4c70-876c-4ccbf161c30b None None] Sync routers for ids ['89428fa5-14b6-4c38-ad68-b9a9c981ccf8'] in dv-neutron-822691-2-hyperv {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:04:17.323421 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-1a8e3f52-f00b-4922-afa5-50f2eb26977a None None] Port d49642e9-5955-433b-a2bd-88abc3f86fce cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:04:17.325478 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0c66478b-a9e8-48a6-8279-8008d81ca7ab tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3921862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3619467'] for subnet, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:17.339547 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1eb824f-862d-4c70-876c-4ccbf161c30b None None] Routers {'89428fa5-14b6-4c38-ad68-b9a9c981ccf8'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:04:17.339798 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-2203ed2f-7213-4287-bd9e-bf18ba4ffa8b tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:04:17.340966 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-c1eb824f-862d-4c70-876c-4ccbf161c30b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271beeb00>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:04:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['89428fa5-14b6-4c38-ad68-b9a9c981ccf8'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:04:17.376803 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b7c0f0a1-9808-42b9-ae77-7fb564f4ff8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:17.378826 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-00fe8ff6-e441-429d-86b8-6bb0917e31bd tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749505745113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853989108'] for segment, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:17.405163 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-158bd565-ca22-454f-b307-2b280cebce11 None None] For port 6d899429-6b61-4b56-8d37-d9d2852f34e1, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=6d899429-6b61-4b56-8d37-d9d2852f34e1,segment=NetworkSegment(6618a092-51b2-4e3d-9318-3ce6b7b40c55),segment_id=6618a092-51b2-4e3d-9318-3ce6b7b40c55)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:04:17.405625 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-158bd565-ca22-454f-b307-2b280cebce11 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:17.424173 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-1a8e3f52-f00b-4922-afa5-50f2eb26977a None None] Provisioning complete for port 6d899429-6b61-4b56-8d37-d9d2852f34e1 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:04:17.424705 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1a8e3f52-f00b-4922-afa5-50f2eb26977a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:17.429374 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c929c20-427b-43fa-8e96-b43ef49517f1 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Network 00e10059-c2aa-4a2e-98a0-49664001ae64 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:04:17.436493 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-057b9089-a216-40a1-9587-9701ff8d5bf1 tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Notify callbacks [] for router, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:17.441052 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-057b9089-a216-40a1-9587-9701ff8d5bf1 tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201  len: 906 time: 12.6755798
Dec 24 11:04:17.442706 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-0c929c20-427b-43fa-8e96-b43ef49517f1 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Resources bound (agent type, host, resource id):  {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:04:17.446089 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c929c20-427b-43fa-8e96-b43ef49517f1 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:04:17.450459 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c929c20-427b-43fa-8e96-b43ef49517f1 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:04:17.451353 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0c929c20-427b-43fa-8e96-b43ef49517f1 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:17.458137 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 36250) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:04:17.460519 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b7c0f0a1-9808-42b9-ae77-7fb564f4ff8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:17.465480 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c929c20-427b-43fa-8e96-b43ef49517f1 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Pushing event updated for resources: {'Port': ['ID=88208cdf-8bc5-4443-9dff-73ae00eeabc8,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:04:17.510029 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-00fe8ff6-e441-429d-86b8-6bb0917e31bd tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:17.559728 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-0c929c20-427b-43fa-8e96-b43ef49517f1 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:04:17.576068 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00fe8ff6-e441-429d-86b8-6bb0917e31bd tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Releasing vlan 627 on physical network physnet1 to pool {{(pid=88879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 24 11:04:17.576527 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-00fe8ff6-e441-429d-86b8-6bb0917e31bd tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036847652098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3926696'] for segment, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:17.588555 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-0c929c20-427b-43fa-8e96-b43ef49517f1 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 928 time: 3.7734678
Dec 24 11:04:17.589402 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 36254) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:04:17.616037 dv-neutron-822691-2-hyperv neutron-server[88767]: Traceback (most recent call last):
Dec 24 11:04:17.616037 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 24 11:04:17.616037 dv-neutron-822691-2-hyperv neutron-server[88767]:     timer()
Dec 24 11:04:17.616037 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 11:04:17.616037 dv-neutron-822691-2-hyperv neutron-server[88767]:     cb(*args, **kw)
Dec 24 11:04:17.616037 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 24 11:04:17.616037 dv-neutron-822691-2-hyperv neutron-server[88767]:     return func(*args, **kwargs)
Dec 24 11:04:17.616037 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 11:04:17.616037 dv-neutron-822691-2-hyperv neutron-server[88767]:     self._notify()
Dec 24 11:04:17.616037 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 11:04:17.616037 dv-neutron-822691-2-hyperv neutron-server[88767]:     self.callback(batched_events)
Dec 24 11:04:17.616037 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 11:04:17.616037 dv-neutron-822691-2-hyperv neutron-server[88767]:     event.method(event)
Dec 24 11:04:17.616037 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 11:04:17.616037 dv-neutron-822691-2-hyperv neutron-server[88767]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 11:04:17.616037 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 24 11:04:17.616037 dv-neutron-822691-2-hyperv neutron-server[88767]:     segment_id)['aggregates'][0]
Dec 24 11:04:17.616037 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 24 11:04:17.616037 dv-neutron-822691-2-hyperv neutron-server[88767]:     return f(self, *a, **k)
Dec 24 11:04:17.616037 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 11:04:17.616037 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self._get(url).json()
Dec 24 11:04:17.616037 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 24 11:04:17.616037 dv-neutron-822691-2-hyperv neutron-server[88767]:     **kwargs)
Dec 24 11:04:17.616037 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 24 11:04:17.616037 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self.request(url, 'GET', **kwargs)
Dec 24 11:04:17.616037 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 24 11:04:17.616037 dv-neutron-822691-2-hyperv neutron-server[88767]:     **endpoint_filter)
Dec 24 11:04:17.616037 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 24 11:04:17.616037 dv-neutron-822691-2-hyperv neutron-server[88767]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 11:04:17.616037 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 24 11:04:17.616037 dv-neutron-822691-2-hyperv neutron-server[88767]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 11:04:17.616037 dv-neutron-822691-2-hyperv neutron-server[88767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 11:04:17.618871 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-158bd565-ca22-454f-b307-2b280cebce11 None None] Calling delete_port for 6d899429-6b61-4b56-8d37-d9d2852f34e1 owned by network:dhcp {{(pid=88880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:04:17.648733 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c66478b-a9e8-48a6-8279-8008d81ca7ab tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Checking segment: {'id': '843807e4-e46d-41c0-a1cf-1e74095471aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '22c0d4c1-fbea-47d3-a469-bad0701959a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:04:17.649327 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c66478b-a9e8-48a6-8279-8008d81ca7ab tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Network hostable DHCP agents. Network: 22c0d4c1-fbea-47d3-a469-bad0701959a1, hostable agents: ['edcf98dc-3032-472a-8b3d-f23fd1e89806'], hosted agents: [] {{(pid=88879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 24 11:04:17.703200 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-c1eb824f-862d-4c70-876c-4ccbf161c30b None None] Set router 89428fa5-14b6-4c38-ad68-b9a9c981ccf8 gateway port host: dv-neutron-822691-2-hyperv {{(pid=88881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:04:17.784038 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c66478b-a9e8-48a6-8279-8008d81ca7ab tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Pushing event updated for resources: {'Subnet': ['ID=ee2ce677-48f5-4821-a435-e1ba74bd0c11,revision_number=0']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:04:17.794832 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-158bd565-ca22-454f-b307-2b280cebce11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392'] for port, after_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:17.803046 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-0c66478b-a9e8-48a6-8279-8008d81ca7ab tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.463s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:04:17.815525 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-b7c0f0a1-9808-42b9-ae77-7fb564f4ff8b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4d46a91e4ea24e43b4f854f4dca13953&name=default HTTP/1.1" status: 200  len: 2647 time: 2.5660589
Dec 24 11:04:17.815525 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c37809e4-5293-43c6-b542-80f3bc0e8302 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.316s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:04:17.816879 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c6fa9cea-1fa7-4882-898e-72e5a6e14d72 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:04:17.820798 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 36258) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:04:17.837876 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c66478b-a9e8-48a6-8279-8008d81ca7ab tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Network 22c0d4c1-fbea-47d3-a469-bad0701959a1 is scheduled to be hosted by DHCP agent edcf98dc-3032-472a-8b3d-f23fd1e89806 with binding_index 1 {{(pid=88879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 24 11:04:17.849255 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-16f06a53-5802-4c6b-af70-73d74a3025b0 req-6eabf3e2-9fb5-4379-961b-bf83edef8213 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:04:17.868460 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-00fe8ff6-e441-429d-86b8-6bb0917e31bd tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7126154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659196'] for network, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:17.874022 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-0c66478b-a9e8-48a6-8279-8008d81ca7ab tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822691-2-hyperv, 22c0d4c1-fbea-47d3-a469-bad0701959a1) {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:04:17.883946 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c0f0a1-9808-42b9-ae77-7fb564f4ff8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc369f6f-67b4-4513-a2d6-5c56dc877899,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:04:17.897242 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-00fe8ff6-e441-429d-86b8-6bb0917e31bd tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks [] for network, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:17.903007 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c66478b-a9e8-48a6-8279-8008d81ca7ab tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:04:17.903658 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0c66478b-a9e8-48a6-8279-8008d81ca7ab tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks [] for subnet, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:17.911495 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158bd565-ca22-454f-b307-2b280cebce11 None None] Pushing event deleted for resources: {'Port': ['ID=6d899429-6b61-4b56-8d37-d9d2852f34e1,revision_number=None']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:04:17.914898 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-158bd565-ca22-454f-b307-2b280cebce11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:04:17.917748 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158bd565-ca22-454f-b307-2b280cebce11 None None] No DVR routers for this DVR port 6d899429-6b61-4b56-8d37-d9d2852f34e1 on host dv-neutron-822691-2-hyperv {{(pid=88880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 24 11:04:17.923366 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d587f9bc-e9b6-4f98-aa17-27027511321e None None] Network 22c0d4c1-fbea-47d3-a469-bad0701959a1 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:04:18.005143 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-0c66478b-a9e8-48a6-8279-8008d81ca7ab tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.9427140
Dec 24 11:04:18.017779 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-00fe8ff6-e441-429d-86b8-6bb0917e31bd tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] 10.222.0.65 "DELETE /v2.0/networks/f0e0dc69-48b5-4b24-ad6a-d60e99c698f9 HTTP/1.1" status: 204  len: 168 time: 6.3665714
Dec 24 11:04:18.018291 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 36266) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:04:18.018668 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 36268) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:04:18.037333 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-7928446f-fa17-4fb7-8d04-923572b67f37 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Request body: {'port': {'network_id': '22c0d4c1-fbea-47d3-a469-bad0701959a1', 'name': 'tempest-PortsTestJSON-2074669897'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:04:18.042075 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [req-16f06a53-5802-4c6b-af70-73d74a3025b0 req-6eabf3e2-9fb5-4379-961b-bf83edef8213 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] No DVR routers for this DVR port 3a88a9cd-23ff-4882-94d5-148e4e2e250b on host hv-neutron-8226 {{(pid=88878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 24 11:04:18.048607 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-16f06a53-5802-4c6b-af70-73d74a3025b0 req-6eabf3e2-9fb5-4379-961b-bf83edef8213 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:18.051281 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-16f06a53-5802-4c6b-af70-73d74a3025b0 req-6eabf3e2-9fb5-4379-961b-bf83edef8213 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] 10.222.0.58 "DELETE /v2.0/ports/3a88a9cd-23ff-4882-94d5-148e4e2e250b HTTP/1.1" status: 204  len: 173 time: 5.0221593
Dec 24 11:04:18.052189 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '655d927a-1c14-4f1b-88cc-771b29a10c76', 'name': 'network-vif-deleted', 'tag': '3a88a9cd-23ff-4882-94d5-148e4e2e250b'}] {{(pid=88878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 24 11:04:18.079099 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b3251d8-2c8d-4c30-8940-ea0c9cf8d73f tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:04:18.080315 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-7b3251d8-2c8d-4c30-8940-ea0c9cf8d73f tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Synchronizing usage tracker for tenant:58aa2a41110240a2b5bfe3b4600f4977 on resource:port {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:04:18.131623 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-1c02de84-1158-4cef-a813-be3155420809 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1857375235'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:04:18.143061 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-1c02de84-1158-4cef-a813-be3155420809 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:04:18.147673 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-1c02de84-1158-4cef-a813-be3155420809 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Usage tracker for resource:network and tenant:16b8df9aad104dc0ac4afa0a1ae53906 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:04:18.151218 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-1c02de84-1158-4cef-a813-be3155420809 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:04:18.176723 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-1c02de84-1158-4cef-a813-be3155420809 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:04:18.187995 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-7b3251d8-2c8d-4c30-8940-ea0c9cf8d73f tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Unset dirty status for tenant:58aa2a41110240a2b5bfe3b4600f4977 on resource:port {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:04:18.194601 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-7b3251d8-2c8d-4c30-8940-ea0c9cf8d73f tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] 10.222.0.65 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200  len: 927 time: 0.6032388
Dec 24 11:04:18.196546 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 36276) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:04:18.210839 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c02de84-1158-4cef-a813-be3155420809 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Made reservation on behalf of 16b8df9aad104dc0ac4afa0a1ae53906 for: {'network': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:04:18.216584 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1c02de84-1158-4cef-a813-be3155420809 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for network, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:18.229792 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c67f8e4-ffd4-4216-a334-dee84540f17f None None] Sync routers for ids ['1579b112-25c5-4e26-b661-3c6b0afe6950'] in dv-neutron-822691-2-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:04:18.237169 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-b7c0f0a1-9808-42b9-ae77-7fb564f4ff8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:04:18.243351 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-79495b71-d82e-4ac5-b869-29e21fe1ed99 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.364s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:04:18.278980 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '655d927a-1c14-4f1b-88cc-771b29a10c76', 'name': 'network-vif-deleted', 'tag': '3a88a9cd-23ff-4882-94d5-148e4e2e250b', 'status': 'completed', 'code': 200}
Dec 24 11:04:18.279966 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-19297741-d8f3-4f29-9042-646ff645a7c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:18.390358 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fe8ff6-e441-429d-86b8-6bb0917e31bd tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Pushing event deleted for resources: {'Network': ['ID=f0e0dc69-48b5-4b24-ad6a-d60e99c698f9,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:04:18.390924 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-477cb907-667d-4d1e-b66e-a173773f7cbc req-6e351cf0-2c29-4d2d-98c5-2f008b317e13 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] Synchronizing usage tracker for tenant:3227175fb2a74b37bb7d77f5e6df3dce on resource:port {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:04:18.408492 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-19297741-d8f3-4f29-9042-646ff645a7c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:18.410483 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-00fe8ff6-e441-429d-86b8-6bb0917e31bd tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:04:18.413463 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-c1eb824f-862d-4c70-876c-4ccbf161c30b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271beeb00>, [{'id': '89428fa5-14b6-4c38-ad68-b9a9c981ccf8', 'name': 'tempest-snat-router-1005111739', 'tenant_id': '13d980ce68d549e79d6a9f07649a0ad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.24'}], 'enable_snat': True}, 'gw_port_id': '829318b3-50b9-4258-8c78-7dcdf7799a0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:04:05Z', 'updated_at': '2021-12-24T11:04:12Z', 'revision_number': 3, 'project_id': '13d980ce68d549e79d6a9f07649a0ad7', 'gw_port': {'id': '829318b3-50b9-4258-8c78-7dcdf7799a0e', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:bf:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89428fa5-14b6-4c38-ad68-b9a9c981ccf8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:04:08Z', 'updated_at': '2021-12-24T11:04:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv'}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:04:18.418284 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1eb824f-862d-4c70-876c-4ccbf161c30b None None] Checking router: 89428fa5-14b6-4c38-ad68-b9a9c981ccf8 for host: dv-neutron-822691-2-hyperv {{(pid=88881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 24 11:04:18.418903 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1eb824f-862d-4c70-876c-4ccbf161c30b None None] Updating router 89428fa5-14b6-4c38-ad68-b9a9c981ccf8 port 829318b3-50b9-4258-8c78-7dcdf7799a0e binding host dv-neutron-822691-2-hyperv {{(pid=88881) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 24 11:04:18.454431 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c02de84-1158-4cef-a813-be3155420809 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] vlan segment allocate from pool success with {'vlan_id': 640, 'physical_network': 'physnet1'}  {{(pid=88879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 24 11:04:18.459415 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-32eff5eb-005a-465d-96ae-a5cdf3d05a68 tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] 10.222.0.65 "GET /v2.0/routers/89428fa5-14b6-4c38-ad68-b9a9c981ccf8 HTTP/1.1" status: 200  len: 907 time: 0.9983423
Dec 24 11:04:18.463294 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 36282) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:04:18.473177 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c67f8e4-ffd4-4216-a334-dee84540f17f None None] Routers {'1579b112-25c5-4e26-b661-3c6b0afe6950'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:04:18.473946 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-1c67f8e4-ffd4-4216-a334-dee84540f17f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52717635f8>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:04:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['1579b112-25c5-4e26-b661-3c6b0afe6950'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:04:18.480063 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1c02de84-1158-4cef-a813-be3155420809 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:18.480458 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.segments_db [None req-1c02de84-1158-4cef-a813-be3155420809 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Added segment 4dc010ba-76f7-4327-92b4-bbc11cc2faa5 of type vlan for network 2e2544fc-9a82-4ee2-8298-db75442b2cda
Dec 24 11:04:18.487822 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-81e790e3-8f42-4019-b9b7-620ce6623858 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3921862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3619467'] for subnet, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:18.501800 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-4fa9815a-c139-4855-bb1f-a7e94718d37b tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:04:18.516749 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c1eb824f-862d-4c70-876c-4ccbf161c30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:18.545726 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81e790e3-8f42-4019-b9b7-620ce6623858 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Network 1c9eeaac-d205-4b19-a351-2fe67dd78b42 is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:04:18.551580 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-81e790e3-8f42-4019-b9b7-620ce6623858 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Resources bound (agent type, host, resource id):  {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:04:18.566760 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81e790e3-8f42-4019-b9b7-620ce6623858 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:04:18.567414 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-81e790e3-8f42-4019-b9b7-620ce6623858 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks [] for subnet, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:18.577304 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-477cb907-667d-4d1e-b66e-a173773f7cbc req-6e351cf0-2c29-4d2d-98c5-2f008b317e13 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] Unset dirty status for tenant:3227175fb2a74b37bb7d77f5e6df3dce on resource:port {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:04:18.578949 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-477cb907-667d-4d1e-b66e-a173773f7cbc req-6e351cf0-2c29-4d2d-98c5-2f008b317e13 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] 10.222.0.65 "GET /v2.0/ports?device_id=655d927a-1c14-4f1b-88cc-771b29a10c76 HTTP/1.1" status: 200  len: 210 time: 0.3662262
Dec 24 11:04:18.622091 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-7928446f-fa17-4fb7-8d04-923572b67f37 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:04:18.651166 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-19297741-d8f3-4f29-9042-646ff645a7c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:18.664407 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-2704da9e-d4cd-4814-9cb3-6fb756f08496 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:04:18.664625 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1c02de84-1158-4cef-a813-be3155420809 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363287349540024'] for network, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:18.669476 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-7928446f-fa17-4fb7-8d04-923572b67f37 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:04:18.679802 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e790e3-8f42-4019-b9b7-620ce6623858 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Pushing event updated for resources: {'Subnet': ['ID=878cee97-8be2-4075-90e2-5ef180fd3415,revision_number=0']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:04:18.688863 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-81e790e3-8f42-4019-b9b7-620ce6623858 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.8640320
Dec 24 11:04:18.690845 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19297741-d8f3-4f29-9042-646ff645a7c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc369f6f-67b4-4513-a2d6-5c56dc877899,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:04:18.691063 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 36286) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:04:18.692910 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-81e790e3-8f42-4019-b9b7-620ce6623858 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:04:18.695153 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-19297741-d8f3-4f29-9042-646ff645a7c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:18.699269 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-19297741-d8f3-4f29-9042-646ff645a7c1 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/dc369f6f-67b4-4513-a2d6-5c56dc877899 HTTP/1.1" status: 204  len: 168 time: 0.8744574
Dec 24 11:04:18.701901 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-293eea49-14aa-4dec-bf9d-993da26d6543 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Request body: {'subnet': {'network_id': '1c9eeaac-d205-4b19-a351-2fe67dd78b42', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:04:18.703594 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-19297741-d8f3-4f29-9042-646ff645a7c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:04:18.713625 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd5d7124-5edb-41c3-992f-e14b23fa03e1 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:04:18.718481 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7928446f-fa17-4fb7-8d04-923572b67f37 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Made reservation on behalf of 56d5354af46a4a91924cfe2259b4b254 for: {'port': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:04:18.718681 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd5d7124-5edb-41c3-992f-e14b23fa03e1 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:04:18.723364 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd5d7124-5edb-41c3-992f-e14b23fa03e1 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:04:18.723554 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7928446f-fa17-4fb7-8d04-923572b67f37 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:18.729526 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-bd5d7124-5edb-41c3-992f-e14b23fa03e1 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] 10.222.0.65 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200  len: 2389 time: 0.5269723
Dec 24 11:04:18.744045 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 36292) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:04:18.754231 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [None req-7928446f-fa17-4fb7-8d04-923572b67f37 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] device_id is not set on port f4133260-2ab9-4875-848d-1a7efa4a01da yet. {{(pid=88879) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 24 11:04:18.783533 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-1c67f8e4-ffd4-4216-a334-dee84540f17f None None] Set router 1579b112-25c5-4e26-b661-3c6b0afe6950 gateway port host: dv-neutron-822691-2-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:04:18.897790 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 6d899429-6b61-4b56-8d37-d9d2852f34e1 no longer exists at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:04:18.950886 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22b1c253-ea9f-4e2d-b086-e2afcacef1b1 None None] Network 1c9eeaac-d205-4b19-a351-2fe67dd78b42 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:04:18.987024 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-7928446f-fa17-4fb7-8d04-923572b67f37 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Allocated IP 172.20.0.4 (22c0d4c1-fbea-47d3-a469-bad0701959a1/ee2ce677-48f5-4821-a435-e1ba74bd0c11/f4133260-2ab9-4875-848d-1a7efa4a01da) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:04:18.994595 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-51129dce-e46d-4454-bf78-dd583bd50ad0 tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Notify callbacks [] for router, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:19.112763 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c1eb824f-862d-4c70-876c-4ccbf161c30b None None] Notify callbacks [] for port, precommit_update {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:19.131032 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-c1eb824f-862d-4c70-876c-4ccbf161c30b None None] Transition to ACTIVE for port object 829318b3-50b9-4258-8c78-7dcdf7799a0e will not be triggered until provisioned by entity L2. {{(pid=88881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:04:19.138694 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c1eb824f-862d-4c70-876c-4ccbf161c30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:19.141579 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] No Port match for: 6d899429-6b61-4b56-8d37-d9d2852f34e1 {{(pid=88880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 24 11:04:19.142145 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 6d899429-6b61-4b56-8d37-d9d2852f34e1 not bound to the agent host dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 24 11:04:19.154946 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:04:19.164129 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d880ef3-fac1-4a2d-af6c-85b8dca8d223 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73968e80-91fd-539e-a7c6-b31af6d9e680-22c0d4c1-fbea-47d3-a469-bad0701959a1', 'network_id': '22c0d4c1-fbea-47d3-a469-bad0701959a1', 'tenant_id': '56d5354af46a4a91924cfe2259b4b254', 'fixed_ips': [{'subnet_id': 'ee2ce677-48f5-4821-a435-e1ba74bd0c11'}]}} from dv-neutron-822691-2-hyperv. {{(pid=88880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 24 11:04:19.165389 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1d880ef3-fac1-4a2d-af6c-85b8dca8d223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:19.229271 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-c1eb824f-862d-4c70-876c-4ccbf161c30b None None] Attempting to bind port 829318b3-50b9-4258-8c78-7dcdf7799a0e on host dv-neutron-822691-2-hyperv for vnic_type normal with profile  {{(pid=88881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:04:19.229856 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-c1eb824f-862d-4c70-876c-4ccbf161c30b None None] Attempting to bind port 829318b3-50b9-4258-8c78-7dcdf7799a0e by drivers openvswitch,hyperv on host dv-neutron-822691-2-hyperv at level 0 using segments [{'id': 'd4e3295f-9ff8-4cad-8a20-3f1c937efc8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a'}] {{(pid=88881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:04:19.230380 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1eb824f-862d-4c70-876c-4ccbf161c30b None None] Attempting to bind port 829318b3-50b9-4258-8c78-7dcdf7799a0e on network f8c337ba-681f-4fcb-a333-e3c49365b30a {{(pid=88881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:04:19.232134 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1c02de84-1158-4cef-a813-be3155420809 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636'] for network, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:19.237471 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c02de84-1158-4cef-a813-be3155420809 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:04:19.239080 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1c02de84-1158-4cef-a813-be3155420809 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks [] for network, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:19.251731 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1eb824f-862d-4c70-876c-4ccbf161c30b None None] Checking agent: {'id': 'db1275c1-6001-47af-93c2-635c68404703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822691-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 52, 8), 'started_at': datetime.datetime(2021, 12, 24, 10, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 4, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822691-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:04:19.252318 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1eb824f-862d-4c70-876c-4ccbf161c30b None None] Checking segment: {'id': 'd4e3295f-9ff8-4cad-8a20-3f1c937efc8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:04:19.252869 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c1eb824f-862d-4c70-876c-4ccbf161c30b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:19.253406 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1eb824f-862d-4c70-876c-4ccbf161c30b None None] Bound using segment: {'id': 'd4e3295f-9ff8-4cad-8a20-3f1c937efc8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a'} {{(pid=88881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:04:19.254107 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-c1eb824f-862d-4c70-876c-4ccbf161c30b None None] Bound port: 829318b3-50b9-4258-8c78-7dcdf7799a0e, host: dv-neutron-822691-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4e3295f-9ff8-4cad-8a20-3f1c937efc8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a'}}] {{(pid=88881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:04:19.254630 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c1eb824f-862d-4c70-876c-4ccbf161c30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:19.255967 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-293eea49-14aa-4dec-bf9d-993da26d6543 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:04:19.264996 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:04:19.281569 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 36298) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:04:19.303394 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-293eea49-14aa-4dec-bf9d-993da26d6543 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Usage tracker for resource:subnet and tenant:739a78fd4cfc48c2a4011598579f8f8c is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:04:19.307423 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb21c57a-4909-4e04-98bb-d7e7ae07fc16 None None] Pushing event updated for resources: {'Port': ['ID=829318b3-50b9-4258-8c78-7dcdf7799a0e,revision_number=2']} {{(pid=88881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:04:19.311295 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-293eea49-14aa-4dec-bf9d-993da26d6543 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:04:19.332640 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb21c57a-4909-4e04-98bb-d7e7ae07fc16 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:04:19.333459 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb21c57a-4909-4e04-98bb-d7e7ae07fc16 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:04:19.334124 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb21c57a-4909-4e04-98bb-d7e7ae07fc16 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:04:19.334708 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb21c57a-4909-4e04-98bb-d7e7ae07fc16 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:04:19.335408 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb21c57a-4909-4e04-98bb-d7e7ae07fc16 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:04:19.336083 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb21c57a-4909-4e04-98bb-d7e7ae07fc16 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:04:19.336645 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb21c57a-4909-4e04-98bb-d7e7ae07fc16 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:04:19.337232 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb21c57a-4909-4e04-98bb-d7e7ae07fc16 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:04:19.337797 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb21c57a-4909-4e04-98bb-d7e7ae07fc16 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:04:19.338506 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb21c57a-4909-4e04-98bb-d7e7ae07fc16 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:04:19.339081 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb21c57a-4909-4e04-98bb-d7e7ae07fc16 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:04:19.353069 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-fb21c57a-4909-4e04-98bb-d7e7ae07fc16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=88881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:04:19.363947 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-293eea49-14aa-4dec-bf9d-993da26d6543 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:04:19.379328 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-c1eb824f-862d-4c70-876c-4ccbf161c30b None None] For port 829318b3-50b9-4258-8c78-7dcdf7799a0e, host dv-neutron-822691-2-hyperv, cleared binding levels {{(pid=88881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:04:19.383189 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-51129dce-e46d-4454-bf78-dd583bd50ad0 tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:19.383823 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-c1eb824f-862d-4c70-876c-4ccbf161c30b None None] For port 829318b3-50b9-4258-8c78-7dcdf7799a0e, host dv-neutron-822691-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=829318b3-50b9-4258-8c78-7dcdf7799a0e,segment=NetworkSegment(d4e3295f-9ff8-4cad-8a20-3f1c937efc8c),segment_id=d4e3295f-9ff8-4cad-8a20-3f1c937efc8c)] {{(pid=88881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:04:19.390602 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c1eb824f-862d-4c70-876c-4ccbf161c30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:19.396622 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-904f249a-d185-421a-ac88-29a040ad5fca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:04:19.398065 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-51129dce-e46d-4454-bf78-dd583bd50ad0 tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Deleting port 829318b3-50b9-4258-8c78-7dcdf7799a0e {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:04:19.398596 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-51129dce-e46d-4454-bf78-dd583bd50ad0 tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:19.406950 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-1c02de84-1158-4cef-a813-be3155420809 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 1.3818934
Dec 24 11:04:19.416985 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-9912726b-3741-4b5e-9898-eb2a80b842a0 None None] Provisioning for port 88208cdf-8bc5-4443-9dff-73ae00eeabc8 completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:04:19.435176 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 36302) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:04:19.460256 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-37c939f4-0275-477f-b41f-1b1454b1544f tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Request body: {'subnet': {'network_id': '2e2544fc-9a82-4ee2-8298-db75442b2cda', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:04:19.475896 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-8932ea21-8cf3-4e66-b2db-931f0cb0bc94 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Deleting port 88208cdf-8bc5-4443-9dff-73ae00eeabc8 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:04:19.476261 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8932ea21-8cf3-4e66-b2db-931f0cb0bc94 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:19.494671 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb21c57a-4909-4e04-98bb-d7e7ae07fc16 None None] Pushing event updated for resources: {'Port': ['ID=829318b3-50b9-4258-8c78-7dcdf7799a0e,revision_number=3']} {{(pid=88881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:04:19.509306 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-9912726b-3741-4b5e-9898-eb2a80b842a0 None None] Provisioning complete for port 88208cdf-8bc5-4443-9dff-73ae00eeabc8 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:04:19.509787 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9912726b-3741-4b5e-9898-eb2a80b842a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:19.513005 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-fb21c57a-4909-4e04-98bb-d7e7ae07fc16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:04:19.515939 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1eb824f-862d-4c70-876c-4ccbf161c30b None None] Routers {'89428fa5-14b6-4c38-ad68-b9a9c981ccf8'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:04:19.516838 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-c1eb824f-862d-4c70-876c-4ccbf161c30b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271beeb00>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:04:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['89428fa5-14b6-4c38-ad68-b9a9c981ccf8'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:04:19.640701 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-543f2461-5ec4-497b-8aeb-f9032302df1c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0d01dbd37b0b4c88b0b7dbbcb966d577&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3566484
Dec 24 11:04:19.656934 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-37c939f4-0275-477f-b41f-1b1454b1544f tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:04:19.669021 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-37c939f4-0275-477f-b41f-1b1454b1544f tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Usage tracker for resource:subnet and tenant:16b8df9aad104dc0ac4afa0a1ae53906 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:04:19.677424 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-37c939f4-0275-477f-b41f-1b1454b1544f tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:04:19.692011 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-37c939f4-0275-477f-b41f-1b1454b1544f tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:04:19.724073 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 36310) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:04:19.726538 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-9912726b-3741-4b5e-9898-eb2a80b842a0 None None] Port 88208cdf-8bc5-4443-9dff-73ae00eeabc8 cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:04:19.741503 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37c939f4-0275-477f-b41f-1b1454b1544f tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Made reservation on behalf of 16b8df9aad104dc0ac4afa0a1ae53906 for: {'subnet': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:04:19.857476 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-c1eb824f-862d-4c70-876c-4ccbf161c30b None None] Set router 89428fa5-14b6-4c38-ad68-b9a9c981ccf8 gateway port host: None {{(pid=88881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:04:19.901700 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 36318) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:04:20.015708 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c02de84-1158-4cef-a813-be3155420809 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Pushing event updated for resources: {'Network': ['ID=2e2544fc-9a82-4ee2-8298-db75442b2cda,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:04:20.018075 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-293eea49-14aa-4dec-bf9d-993da26d6543 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Made reservation on behalf of 739a78fd4cfc48c2a4011598579f8f8c for: {'subnet': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:04:20.025861 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-c1eb824f-862d-4c70-876c-4ccbf161c30b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271beeb00>, [{'id': '89428fa5-14b6-4c38-ad68-b9a9c981ccf8', 'name': 'tempest-snat-router-1005111739', 'tenant_id': '13d980ce68d549e79d6a9f07649a0ad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:04:05Z', 'updated_at': '2021-12-24T11:04:19Z', 'revision_number': 4, 'project_id': '13d980ce68d549e79d6a9f07649a0ad7', 'gw_port_host': None}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:04:20.029478 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8065a827-3cbf-485c-8db7-62115aae9d50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73968e80-91fd-539e-a7c6-b31af6d9e680-1c9eeaac-d205-4b19-a351-2fe67dd78b42', 'network_id': '1c9eeaac-d205-4b19-a351-2fe67dd78b42', 'tenant_id': '739a78fd4cfc48c2a4011598579f8f8c', 'fixed_ips': [{'subnet_id': '878cee97-8be2-4075-90e2-5ef180fd3415'}]}} from dv-neutron-822691-2-hyperv. {{(pid=88880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 24 11:04:20.030421 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8065a827-3cbf-485c-8db7-62115aae9d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:20.032640 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1eb824f-862d-4c70-876c-4ccbf161c30b None None] The sync data for ids ['89428fa5-14b6-4c38-ad68-b9a9c981ccf8'] in dv-neutron-822691-2-hyperv is: [{'id': '89428fa5-14b6-4c38-ad68-b9a9c981ccf8', 'name': 'tempest-snat-router-1005111739', 'tenant_id': '13d980ce68d549e79d6a9f07649a0ad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:04:05Z', 'updated_at': '2021-12-24T11:04:19Z', 'revision_number': 4, 'project_id': '13d980ce68d549e79d6a9f07649a0ad7', 'gw_port_host': None}] {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:04:20.040877 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Network 2e2544fc-9a82-4ee2-8298-db75442b2cda details requested by agent ovs-agent-dv-neutron-822691-2-hyperv with host dv-neutron-822691-2-hyperv {{(pid=88880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 24 11:04:20.044435 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-1c02de84-1158-4cef-a813-be3155420809 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.779s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:04:20.173349 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-37c939f4-0275-477f-b41f-1b1454b1544f tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2246100'] for subnet, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:20.269170 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8932ea21-8cf3-4e66-b2db-931f0cb0bc94 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:20.273140 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-1c67f8e4-ffd4-4216-a334-dee84540f17f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52717635f8>, [{'id': '1579b112-25c5-4e26-b661-3c6b0afe6950', 'name': 'tempest-ServerActionsTestJSON-1702090108-router', 'tenant_id': '3227175fb2a74b37bb7d77f5e6df3dce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.38'}], 'enable_snat': True}, 'gw_port_id': '74849d86-204a-4f5f-abc6-a48f45617700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:59:52Z', 'updated_at': '2021-12-24T11:00:00Z', 'revision_number': 4, 'project_id': '3227175fb2a74b37bb7d77f5e6df3dce', 'gw_port': {'id': '74849d86-204a-4f5f-abc6-a48f45617700', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:bd:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1579b112-25c5-4e26-b661-3c6b0afe6950', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:59:53Z', 'updated_at': '2021-12-24T11:00:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_interfaces': [{'id': 'dfa3ffd6-c8ed-4f57-a719-555500ce6c1f', 'name': '', 'network_id': '06bf4055-f82f-43ff-8ef7-0747a91153cc', 'tenant_id': '3227175fb2a74b37bb7d77f5e6df3dce', 'mac_address': 'fa:16:3e:2a:39:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1579b112-25c5-4e26-b661-3c6b0afe6950', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '26cb8daf-b897-4fc8-a72c-e78bd818e5d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:59:58Z', 'updated_at': '2021-12-24T11:00:14Z', 'revision_number': 5, 'project_id': '3227175fb2a74b37bb7d77f5e6df3dce', 'subnets': [{'id': '26cb8daf-b897-4fc8-a72c-e78bd818e5d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:04:20.286311 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c67f8e4-ffd4-4216-a334-dee84540f17f None None] Checking router: 1579b112-25c5-4e26-b661-3c6b0afe6950 for host: dv-neutron-822691-2-hyperv {{(pid=88880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 24 11:04:20.341966 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c67f8e4-ffd4-4216-a334-dee84540f17f None None] Routers {'1579b112-25c5-4e26-b661-3c6b0afe6950'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:04:20.342648 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-1c67f8e4-ffd4-4216-a334-dee84540f17f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52717635f8>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:04:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['1579b112-25c5-4e26-b661-3c6b0afe6950'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:04:20.451447 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-8932ea21-8cf3-4e66-b2db-931f0cb0bc94 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Calling delete_port for 88208cdf-8bc5-4443-9dff-73ae00eeabc8 owned by  {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:04:20.527351 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-293eea49-14aa-4dec-bf9d-993da26d6543 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3619482'] for subnet, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:20.535951 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-99a9123c-b7b9-4d18-8274-91bfb7ef9b0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:20.553816 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7928446f-fa17-4fb7-8d04-923572b67f37 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:20.558166 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-1c67f8e4-ffd4-4216-a334-dee84540f17f None None] Set router 1579b112-25c5-4e26-b661-3c6b0afe6950 gateway port host: dv-neutron-822691-2-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:04:20.572496 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-7928446f-fa17-4fb7-8d04-923572b67f37 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Transition to ACTIVE for port object f4133260-2ab9-4875-848d-1a7efa4a01da will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:04:20.609049 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7928446f-fa17-4fb7-8d04-923572b67f37 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:20.628491 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-043c7eea-6a81-4d9b-a463-d28221708645 tempest-RoutersAdminNegativeTest-1126026117 tempest-RoutersAdminNegativeTest-1126026117-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:04:20.655338 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-8065a827-3cbf-485c-8db7-62115aae9d50 None None] Allocated IP 172.20.0.2 (1c9eeaac-d205-4b19-a351-2fe67dd78b42/878cee97-8be2-4075-90e2-5ef180fd3415/ee3d7f6e-c5ba-4265-ba75-80420df55299) {{(pid=88880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:04:20.668844 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.ipam_backend_mixin [None req-37c939f4-0275-477f-b41f-1b1454b1544f tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Performing IP validity checks on allocation pools {{(pid=88878) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:318}}
Dec 24 11:04:20.669462 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.ipam_backend_mixin [None req-37c939f4-0275-477f-b41f-1b1454b1544f tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88878) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:339}}
Dec 24 11:04:20.689884 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-620f3346-09a6-47b6-a25d-d287130b8d24 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] Notify callbacks [] for security_group, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:20.692812 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-51129dce-e46d-4454-bf78-dd583bd50ad0 tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] For port 829318b3-50b9-4258-8c78-7dcdf7799a0e, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=829318b3-50b9-4258-8c78-7dcdf7799a0e,segment=NetworkSegment(d4e3295f-9ff8-4cad-8a20-3f1c937efc8c),segment_id=d4e3295f-9ff8-4cad-8a20-3f1c937efc8c)] {{(pid=88878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:04:20.693338 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-51129dce-e46d-4454-bf78-dd583bd50ad0 tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:20.724946 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-99a9123c-b7b9-4d18-8274-91bfb7ef9b0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:20.781560 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-1d880ef3-fac1-4a2d-af6c-85b8dca8d223 None None] Allocated IP 172.20.0.2 (22c0d4c1-fbea-47d3-a469-bad0701959a1/ee2ce677-48f5-4821-a435-e1ba74bd0c11/8d44329c-b58e-414d-960c-c8261da5de10) {{(pid=88880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:04:20.790215 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7928446f-fa17-4fb7-8d04-923572b67f37 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Pushing event updated for resources: {'Port': ['ID=f4133260-2ab9-4875-848d-1a7efa4a01da,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:04:20.813312 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7928446f-fa17-4fb7-8d04-923572b67f37 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:04:20.823800 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7928446f-fa17-4fb7-8d04-923572b67f37 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Network 22c0d4c1-fbea-47d3-a469-bad0701959a1 is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:04:20.829173 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-7928446f-fa17-4fb7-8d04-923572b67f37 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Resources bound (agent type, host, resource id):  {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:04:20.868365 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-51129dce-e46d-4454-bf78-dd583bd50ad0 tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Calling delete_port for 829318b3-50b9-4258-8c78-7dcdf7799a0e owned by network:router_gateway {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:04:20.877220 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7928446f-fa17-4fb7-8d04-923572b67f37 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:04:20.926281 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-620f3346-09a6-47b6-a25d-d287130b8d24 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:20.941989 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7928446f-fa17-4fb7-8d04-923572b67f37 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:04:20.942757 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7928446f-fa17-4fb7-8d04-923572b67f37 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:20.981335 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-7928446f-fa17-4fb7-8d04-923572b67f37 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 924 time: 2.9580817
Dec 24 11:04:20.991093 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 36324) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:04:21.004194 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-b09f7a77-6295-4c06-908e-949544222f88 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Request body: {'port': {'network_id': '22c0d4c1-fbea-47d3-a469-bad0701959a1', 'name': 'tempest-PortsTestJSON-1648086880'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:04:21.020334 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8932ea21-8cf3-4e66-b2db-931f0cb0bc94 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:21.035481 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-8094f776-18aa-4fc6-b6e6-821017da97e3 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:04:21.119704 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8932ea21-8cf3-4e66-b2db-931f0cb0bc94 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Pushing event deleted for resources: {'Port': ['ID=88208cdf-8bc5-4443-9dff-73ae00eeabc8,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:04:21.160842 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-8932ea21-8cf3-4e66-b2db-931f0cb0bc94 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:04:21.172161 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8932ea21-8cf3-4e66-b2db-931f0cb0bc94 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:21.193379 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-8932ea21-8cf3-4e66-b2db-931f0cb0bc94 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] 10.222.0.65 "DELETE /v2.0/ports/88208cdf-8bc5-4443-9dff-73ae00eeabc8 HTTP/1.1" status: 204  len: 168 time: 2.1924136
Dec 24 11:04:21.197039 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 36328) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:04:21.245852 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9ba7bd3-1a9d-4d54-a324-9eb6002267df tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] GET failed (client error): The resource could not be found.
Dec 24 11:04:21.247190 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-f9ba7bd3-1a9d-4d54-a324-9eb6002267df tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Synchronizing usage tracker for tenant:58aa2a41110240a2b5bfe3b4600f4977 on resource:port {{(pid=88879) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:04:21.280566 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-f9ba7bd3-1a9d-4d54-a324-9eb6002267df tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Unset dirty status for tenant:58aa2a41110240a2b5bfe3b4600f4977 on resource:port {{(pid=88879) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:04:21.285135 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-f9ba7bd3-1a9d-4d54-a324-9eb6002267df tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] 10.222.0.65 "GET /v2.0/ports/88208cdf-8bc5-4443-9dff-73ae00eeabc8 HTTP/1.1" status: 404  len: 333 time: 0.0871127
Dec 24 11:04:21.287065 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 36332) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:04:21.341357 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-99a9123c-b7b9-4d18-8274-91bfb7ef9b0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:21.354588 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8065a827-3cbf-485c-8db7-62115aae9d50 None None] Notify callbacks [] for port, precommit_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:21.369310 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-8777f21b-20fc-4ae7-997f-60dcac332ed8 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Deleting port d49642e9-5955-433b-a2bd-88abc3f86fce {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:04:21.369705 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8777f21b-20fc-4ae7-997f-60dcac332ed8 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:21.375156 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-8065a827-3cbf-485c-8db7-62115aae9d50 None None] Transition to ACTIVE for port object ee3d7f6e-c5ba-4265-ba75-80420df55299 will not be triggered until provisioned by entity L2. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:04:21.384888 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-447c53e6-54e4-40c8-97fb-7becf30757a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:04:21.386796 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1d880ef3-fac1-4a2d-af6c-85b8dca8d223 None None] Notify callbacks [] for port, precommit_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:21.398355 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-b09f7a77-6295-4c06-908e-949544222f88 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:04:21.403908 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-1c67f8e4-ffd4-4216-a334-dee84540f17f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52717635f8>, [{'id': '1579b112-25c5-4e26-b661-3c6b0afe6950', 'name': 'tempest-ServerActionsTestJSON-1702090108-router', 'tenant_id': '3227175fb2a74b37bb7d77f5e6df3dce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.38'}], 'enable_snat': True}, 'gw_port_id': '74849d86-204a-4f5f-abc6-a48f45617700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:59:52Z', 'updated_at': '2021-12-24T11:00:00Z', 'revision_number': 4, 'project_id': '3227175fb2a74b37bb7d77f5e6df3dce', 'gw_port': {'id': '74849d86-204a-4f5f-abc6-a48f45617700', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:bd:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1579b112-25c5-4e26-b661-3c6b0afe6950', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:59:53Z', 'updated_at': '2021-12-24T11:00:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_interfaces': [{'id': 'dfa3ffd6-c8ed-4f57-a719-555500ce6c1f', 'name': '', 'network_id': '06bf4055-f82f-43ff-8ef7-0747a91153cc', 'tenant_id': '3227175fb2a74b37bb7d77f5e6df3dce', 'mac_address': 'fa:16:3e:2a:39:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1579b112-25c5-4e26-b661-3c6b0afe6950', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '26cb8daf-b897-4fc8-a72c-e78bd818e5d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:59:58Z', 'updated_at': '2021-12-24T11:00:14Z', 'revision_number': 5, 'project_id': '3227175fb2a74b37bb7d77f5e6df3dce', 'subnets': [{'id': '26cb8daf-b897-4fc8-a72c-e78bd818e5d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:04:21.411096 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-b09f7a77-6295-4c06-908e-949544222f88 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:04:21.416681 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-1d880ef3-fac1-4a2d-af6c-85b8dca8d223 None None] Transition to ACTIVE for port object 8d44329c-b58e-414d-960c-c8261da5de10 will not be triggered until provisioned by entity L2. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:04:21.419739 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-8065a827-3cbf-485c-8db7-62115aae9d50 None None] Transition to ACTIVE for port object ee3d7f6e-c5ba-4265-ba75-80420df55299 will not be triggered until provisioned by entity DHCP. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:04:21.420705 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-620f3346-09a6-47b6-a25d-d287130b8d24 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:21.426599 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c67f8e4-ffd4-4216-a334-dee84540f17f None None] The sync data for ids ['1579b112-25c5-4e26-b661-3c6b0afe6950'] in dv-neutron-822691-2-hyperv is: [{'id': '1579b112-25c5-4e26-b661-3c6b0afe6950', 'name': 'tempest-ServerActionsTestJSON-1702090108-router', 'tenant_id': '3227175fb2a74b37bb7d77f5e6df3dce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.38'}], 'enable_snat': True}, 'gw_port_id': '74849d86-204a-4f5f-abc6-a48f45617700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:59:52Z', 'updated_at': '2021-12-24T11:00:00Z', 'revision_number': 4, 'project_id': '3227175fb2a74b37bb7d77f5e6df3dce', 'gw_port': {'id': '74849d86-204a-4f5f-abc6-a48f45617700', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:bd:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1579b112-25c5-4e26-b661-3c6b0afe6950', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:59:53Z', 'updated_at': '2021-12-24T11:00:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_interfaces': [{'id': 'dfa3ffd6-c8ed-4f57-a719-555500ce6c1f', 'name': '', 'network_id': '06bf4055-f82f-43ff-8ef7-0747a91153cc', 'tenant_id': '3227175fb2a74b37bb7d77f5e6df3dce', 'mac_address': 'fa:16:3e:2a:39:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1579b112-25c5-4e26-b661-3c6b0afe6950', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '26cb8daf-b897-4fc8-a72c-e78bd818e5d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:59:58Z', 'updated_at': '2021-12-24T11:00:14Z', 'revision_number': 5, 'project_id': '3227175fb2a74b37bb7d77f5e6df3dce', 'subnets': [{'id': '26cb8daf-b897-4fc8-a72c-e78bd818e5d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:04:21.435806 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8065a827-3cbf-485c-8db7-62115aae9d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408'] for port, after_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:21.437027 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b09f7a77-6295-4c06-908e-949544222f88 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Made reservation on behalf of 56d5354af46a4a91924cfe2259b4b254 for: {'port': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:04:21.443088 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b09f7a77-6295-4c06-908e-949544222f88 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:21.449120 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:04:21.471331 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a9123c-b7b9-4d18-8274-91bfb7ef9b0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7b4a618-2760-4b04-b260-b9ce0dbdef81,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:04:21.501874 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-99a9123c-b7b9-4d18-8274-91bfb7ef9b0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:04:21.519391 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-1d880ef3-fac1-4a2d-af6c-85b8dca8d223 None None] Transition to ACTIVE for port object 8d44329c-b58e-414d-960c-c8261da5de10 will not be triggered until provisioned by entity DHCP. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:04:21.537764 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8065a827-3cbf-485c-8db7-62115aae9d50 None None] Network 1c9eeaac-d205-4b19-a351-2fe67dd78b42 is already hosted by enough agents. {{(pid=88880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:04:21.543822 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1d880ef3-fac1-4a2d-af6c-85b8dca8d223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408'] for port, after_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:21.548107 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-8065a827-3cbf-485c-8db7-62115aae9d50 None None] Resources bound (agent type, host, resource id):  {{(pid=88880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:04:21.553395 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.117s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:04:21.559150 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8065a827-3cbf-485c-8db7-62115aae9d50 None None] Received port after_create {{(pid=88880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:04:21.563820 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8065a827-3cbf-485c-8db7-62115aae9d50 None None] Pushing event updated for resources: {'Port': ['ID=ee3d7f6e-c5ba-4265-ba75-80420df55299,revision_number=1']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:04:21.570670 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-8065a827-3cbf-485c-8db7-62115aae9d50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:04:21.571182 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-158bd565-ca22-454f-b307-2b280cebce11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:04:21.586786 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [None req-b09f7a77-6295-4c06-908e-949544222f88 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] device_id is not set on port 8e788e57-53f8-49c1-a68e-575e29802de3 yet. {{(pid=88878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 24 11:04:21.632613 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-37c939f4-0275-477f-b41f-1b1454b1544f tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850796890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2246085'] for subnet, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:21.647759 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620f3346-09a6-47b6-a25d-d287130b8d24 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02c07f75-3a5f-4cdc-91db-62e2db60964c,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:04:21.649674 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d880ef3-fac1-4a2d-af6c-85b8dca8d223 None None] Pushing event updated for resources: {'Port': ['ID=8d44329c-b58e-414d-960c-c8261da5de10,revision_number=1']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:04:21.659051 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-620f3346-09a6-47b6-a25d-d287130b8d24 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:04:21.673972 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-3d8de828-b25d-4ab7-a7a1-c557e0032a8d tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:04:21.690461 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-1d880ef3-fac1-4a2d-af6c-85b8dca8d223 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:04:21.706185 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d880ef3-fac1-4a2d-af6c-85b8dca8d223 None None] Network 22c0d4c1-fbea-47d3-a469-bad0701959a1 is already hosted by enough agents. {{(pid=88880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:04:21.737428 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-1d880ef3-fac1-4a2d-af6c-85b8dca8d223 None None] Resources bound (agent type, host, resource id):  {{(pid=88880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:04:21.744998 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d880ef3-fac1-4a2d-af6c-85b8dca8d223 None None] Received port after_create {{(pid=88880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:04:21.787156 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-51129dce-e46d-4454-bf78-dd583bd50ad0 tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:21.803358 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-8065a827-3cbf-485c-8db7-62115aae9d50 None None] Attempting to bind port ee3d7f6e-c5ba-4265-ba75-80420df55299 on host dv-neutron-822691-2-hyperv for vnic_type normal with profile  {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:04:21.803358 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-8065a827-3cbf-485c-8db7-62115aae9d50 None None] Attempting to bind port ee3d7f6e-c5ba-4265-ba75-80420df55299 by drivers openvswitch,hyperv on host dv-neutron-822691-2-hyperv at level 0 using segments [{'id': '6618a092-51b2-4e3d-9318-3ce6b7b40c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '1c9eeaac-d205-4b19-a351-2fe67dd78b42'}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:04:21.803358 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8065a827-3cbf-485c-8db7-62115aae9d50 None None] Attempting to bind port ee3d7f6e-c5ba-4265-ba75-80420df55299 on network 1c9eeaac-d205-4b19-a351-2fe67dd78b42 {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:04:21.828685 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-99a9123c-b7b9-4d18-8274-91bfb7ef9b0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:21.833303 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-99a9123c-b7b9-4d18-8274-91bfb7ef9b0a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d7b4a618-2760-4b04-b260-b9ce0dbdef81 HTTP/1.1" status: 204  len: 168 time: 2.1055021
Dec 24 11:04:21.834472 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c939f4-0275-477f-b41f-1b1454b1544f tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Pushing event updated for resources: {'Subnet': ['ID=ec9e5e30-b754-4248-8141-efe24a0e6ea7,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:04:21.837636 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-37c939f4-0275-477f-b41f-1b1454b1544f tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:04:21.844741 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-09c20677-4af8-490e-940b-0ffef40a6c2d tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.041s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:04:21.865203 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8065a827-3cbf-485c-8db7-62115aae9d50 None None] Checking agent: {'id': 'db1275c1-6001-47af-93c2-635c68404703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822691-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 52, 8), 'started_at': datetime.datetime(2021, 12, 24, 10, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 4, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822691-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:04:21.865854 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8065a827-3cbf-485c-8db7-62115aae9d50 None None] Checking segment: {'id': '6618a092-51b2-4e3d-9318-3ce6b7b40c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '1c9eeaac-d205-4b19-a351-2fe67dd78b42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:04:21.866466 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8065a827-3cbf-485c-8db7-62115aae9d50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:21.867054 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8065a827-3cbf-485c-8db7-62115aae9d50 None None] Bound using segment: {'id': '6618a092-51b2-4e3d-9318-3ce6b7b40c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '1c9eeaac-d205-4b19-a351-2fe67dd78b42'} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:04:21.867737 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-8065a827-3cbf-485c-8db7-62115aae9d50 None None] Bound port: ee3d7f6e-c5ba-4265-ba75-80420df55299, host: dv-neutron-822691-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6618a092-51b2-4e3d-9318-3ce6b7b40c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '1c9eeaac-d205-4b19-a351-2fe67dd78b42'}}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:04:21.868336 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8065a827-3cbf-485c-8db7-62115aae9d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:21.917847 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-620f3346-09a6-47b6-a25d-d287130b8d24 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:21.923059 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-620f3346-09a6-47b6-a25d-d287130b8d24 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] 10.222.0.65 "DELETE /v2.0/security-groups/02c07f75-3a5f-4cdc-91db-62e2db60964c HTTP/1.1" status: 204  len: 168 time: 2.0193789
Dec 24 11:04:21.928161 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 36338) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:04:21.935803 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8777f21b-20fc-4ae7-997f-60dcac332ed8 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:21.984331 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51129dce-e46d-4454-bf78-dd583bd50ad0 tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Pushing event deleted for resources: {'Port': ['ID=829318b3-50b9-4258-8c78-7dcdf7799a0e,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:04:21.987756 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-51129dce-e46d-4454-bf78-dd583bd50ad0 tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:04:22.043739 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.v2.resource [None req-4b0c28e9-d4d3-4e3f-9030-77290e6632bc tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] show failed (client error): The resource could not be found.
Dec 24 11:04:22.044834 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-4b0c28e9-d4d3-4e3f-9030-77290e6632bc tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] 10.222.0.65 "GET /v2.0/security-groups/02c07f75-3a5f-4cdc-91db-62e2db60964c HTTP/1.1" status: 404  len: 347 time: 0.1156156
Dec 24 11:04:22.073484 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 36344) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:04:22.116875 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-8777f21b-20fc-4ae7-997f-60dcac332ed8 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Calling delete_port for d49642e9-5955-433b-a2bd-88abc3f86fce owned by  {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:04:22.154980 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-1d880ef3-fac1-4a2d-af6c-85b8dca8d223 None None] Attempting to bind port 8d44329c-b58e-414d-960c-c8261da5de10 on host dv-neutron-822691-2-hyperv for vnic_type normal with profile  {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:04:22.155407 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-1d880ef3-fac1-4a2d-af6c-85b8dca8d223 None None] Attempting to bind port 8d44329c-b58e-414d-960c-c8261da5de10 by drivers openvswitch,hyperv on host dv-neutron-822691-2-hyperv at level 0 using segments [{'id': '843807e4-e46d-41c0-a1cf-1e74095471aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '22c0d4c1-fbea-47d3-a469-bad0701959a1'}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:04:22.155819 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d880ef3-fac1-4a2d-af6c-85b8dca8d223 None None] Attempting to bind port 8d44329c-b58e-414d-960c-c8261da5de10 on network 22c0d4c1-fbea-47d3-a469-bad0701959a1 {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:04:22.175042 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d880ef3-fac1-4a2d-af6c-85b8dca8d223 None None] Checking agent: {'id': 'db1275c1-6001-47af-93c2-635c68404703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822691-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 52, 8), 'started_at': datetime.datetime(2021, 12, 24, 10, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 4, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822691-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:04:22.175472 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d880ef3-fac1-4a2d-af6c-85b8dca8d223 None None] Checking segment: {'id': '843807e4-e46d-41c0-a1cf-1e74095471aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '22c0d4c1-fbea-47d3-a469-bad0701959a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:04:22.175931 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1d880ef3-fac1-4a2d-af6c-85b8dca8d223 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:22.176371 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d880ef3-fac1-4a2d-af6c-85b8dca8d223 None None] Bound using segment: {'id': '843807e4-e46d-41c0-a1cf-1e74095471aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '22c0d4c1-fbea-47d3-a469-bad0701959a1'} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:04:22.176971 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-1d880ef3-fac1-4a2d-af6c-85b8dca8d223 None None] Bound port: 8d44329c-b58e-414d-960c-c8261da5de10, host: dv-neutron-822691-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '843807e4-e46d-41c0-a1cf-1e74095471aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '22c0d4c1-fbea-47d3-a469-bad0701959a1'}}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:04:22.177773 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1d880ef3-fac1-4a2d-af6c-85b8dca8d223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:22.273864 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-8065a827-3cbf-485c-8db7-62115aae9d50 None None] For port ee3d7f6e-c5ba-4265-ba75-80420df55299, host dv-neutron-822691-2-hyperv, cleared binding levels {{(pid=88880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:04:22.291410 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-8065a827-3cbf-485c-8db7-62115aae9d50 None None] For port ee3d7f6e-c5ba-4265-ba75-80420df55299, host dv-neutron-822691-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=ee3d7f6e-c5ba-4265-ba75-80420df55299,segment=NetworkSegment(6618a092-51b2-4e3d-9318-3ce6b7b40c55),segment_id=6618a092-51b2-4e3d-9318-3ce6b7b40c55)] {{(pid=88880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:04:22.309499 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8065a827-3cbf-485c-8db7-62115aae9d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:22.344074 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-1d880ef3-fac1-4a2d-af6c-85b8dca8d223 None None] For port 8d44329c-b58e-414d-960c-c8261da5de10, host dv-neutron-822691-2-hyperv, cleared binding levels {{(pid=88880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:04:22.348801 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-1d880ef3-fac1-4a2d-af6c-85b8dca8d223 None None] For port 8d44329c-b58e-414d-960c-c8261da5de10, host dv-neutron-822691-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=8d44329c-b58e-414d-960c-c8261da5de10,segment=NetworkSegment(843807e4-e46d-41c0-a1cf-1e74095471aa),segment_id=843807e4-e46d-41c0-a1cf-1e74095471aa)] {{(pid=88880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:04:22.360445 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f3a48c53-cec1-425f-ad4e-b7678bfa6976 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:04:22.409445 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-293eea49-14aa-4dec-bf9d-993da26d6543 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:22.424176 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8777f21b-20fc-4ae7-997f-60dcac332ed8 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:22.434878 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-00fe8ff6-e441-429d-86b8-6bb0917e31bd tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:04:22.454561 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8065a827-3cbf-485c-8db7-62115aae9d50 None None] Pushing event updated for resources: {'Port': ['ID=ee3d7f6e-c5ba-4265-ba75-80420df55299,revision_number=3']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:04:22.477390 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1d880ef3-fac1-4a2d-af6c-85b8dca8d223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:22.484412 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-8065a827-3cbf-485c-8db7-62115aae9d50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:04:22.484953 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-8065a827-3cbf-485c-8db7-62115aae9d50 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:04:22.495544 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8777f21b-20fc-4ae7-997f-60dcac332ed8 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Pushing event deleted for resources: {'Port': ['ID=d49642e9-5955-433b-a2bd-88abc3f86fce,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:04:22.510378 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c939f4-0275-477f-b41f-1b1454b1544f tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Checking segment: {'id': '4dc010ba-76f7-4327-92b4-bbc11cc2faa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '2e2544fc-9a82-4ee2-8298-db75442b2cda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:04:22.510863 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37c939f4-0275-477f-b41f-1b1454b1544f tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Network hostable DHCP agents. Network: 2e2544fc-9a82-4ee2-8298-db75442b2cda, hostable agents: ['edcf98dc-3032-472a-8b3d-f23fd1e89806'], hosted agents: [] {{(pid=88878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 24 11:04:22.517088 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-b09f7a77-6295-4c06-908e-949544222f88 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Allocated IP 172.20.0.3 (22c0d4c1-fbea-47d3-a469-bad0701959a1/ee2ce677-48f5-4821-a435-e1ba74bd0c11/8e788e57-53f8-49c1-a68e-575e29802de3) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:04:22.528845 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-8777f21b-20fc-4ae7-997f-60dcac332ed8 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:04:22.549136 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b89a59d-d2dd-44d8-87cb-6eb00e68d9ae None None] New status for floating IP 95889fa4-2071-45ae-b27f-4a9414d34474: DOWN {{(pid=88881) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 24 11:04:22.658496 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8777f21b-20fc-4ae7-997f-60dcac332ed8 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:22.674041 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d880ef3-fac1-4a2d-af6c-85b8dca8d223 None None] Pushing event updated for resources: {'Port': ['ID=8d44329c-b58e-414d-960c-c8261da5de10,revision_number=2']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:04:22.680968 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-1d880ef3-fac1-4a2d-af6c-85b8dca8d223 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:04:22.691332 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-abdef42f-3c9c-45ad-ae70-ca3a339fb296 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] Deleting port 90273093-d279-48db-a515-bf41e2b98833 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:04:22.691720 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-abdef42f-3c9c-45ad-ae70-ca3a339fb296 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:22.721083 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-8777f21b-20fc-4ae7-997f-60dcac332ed8 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] 10.222.0.65 "DELETE /v2.0/ports/d49642e9-5955-433b-a2bd-88abc3f86fce HTTP/1.1" status: 204  len: 168 time: 1.4327962
Dec 24 11:04:22.724974 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 36354) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:04:22.738845 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-51129dce-e46d-4454-bf78-dd583bd50ad0 tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854116846'] for router_gateway, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:22.798186 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c4b8a3c-9353-420a-aa17-263b256004c4 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] GET failed (client error): The resource could not be found.
Dec 24 11:04:22.798749 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-5c4b8a3c-9353-420a-aa17-263b256004c4 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Synchronizing usage tracker for tenant:58aa2a41110240a2b5bfe3b4600f4977 on resource:port {{(pid=88879) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:04:22.904311 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-5c4b8a3c-9353-420a-aa17-263b256004c4 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Unset dirty status for tenant:58aa2a41110240a2b5bfe3b4600f4977 on resource:port {{(pid=88879) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:04:22.906331 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-5c4b8a3c-9353-420a-aa17-263b256004c4 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] 10.222.0.65 "GET /v2.0/ports/d49642e9-5955-433b-a2bd-88abc3f86fce HTTP/1.1" status: 404  len: 333 time: 0.1803644
Dec 24 11:04:22.918679 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 36360) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:04:23.072462 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-293eea49-14aa-4dec-bf9d-993da26d6543 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] For port ee3d7f6e-c5ba-4265-ba75-80420df55299, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=ee3d7f6e-c5ba-4265-ba75-80420df55299,segment=NetworkSegment(6618a092-51b2-4e3d-9318-3ce6b7b40c55),segment_id=6618a092-51b2-4e3d-9318-3ce6b7b40c55)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:04:23.226672 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-293eea49-14aa-4dec-bf9d-993da26d6543 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks [] for port, precommit_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:23.251442 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-293eea49-14aa-4dec-bf9d-993da26d6543 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850854027'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:23.252320 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-293eea49-14aa-4dec-bf9d-993da26d6543 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3921862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3619467'] for subnet, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:23.261772 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-6a501cc7-daef-49c4-a5db-656a9f6cf95e tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:04:23.391774 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_v2 [None req-eddb83be-3801-42a2-a899-a4f030ca1609 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Deleting subnet d6eea40f-7c9f-4b05-9e12-3c60c6ddd852 {{(pid=88879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 24 11:04:23.410568 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-eddb83be-3801-42a2-a899-a4f030ca1609 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks [] for subnet, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:23.523599 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-51129dce-e46d-4454-bf78-dd583bd50ad0 tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854158724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-84560'] for router, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:23.528961 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-51129dce-e46d-4454-bf78-dd583bd50ad0 tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:23.532531 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293eea49-14aa-4dec-bf9d-993da26d6543 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Pushing event updated for resources: {'Port': ['ID=ee3d7f6e-c5ba-4265-ba75-80420df55299,revision_number=4']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:04:23.551230 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-293eea49-14aa-4dec-bf9d-993da26d6543 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:04:23.553231 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-fa80c9a8-f67c-4d72-ae83-dec336dea016 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.241s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:04:23.564677 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37c939f4-0275-477f-b41f-1b1454b1544f tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Network 2e2544fc-9a82-4ee2-8298-db75442b2cda is scheduled to be hosted by DHCP agent edcf98dc-3032-472a-8b3d-f23fd1e89806 with binding_index 1 {{(pid=88878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 24 11:04:23.606298 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-293eea49-14aa-4dec-bf9d-993da26d6543 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Network 1c9eeaac-d205-4b19-a351-2fe67dd78b42 is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:04:23.613437 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-51129dce-e46d-4454-bf78-dd583bd50ad0 tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854158830'] for router, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:23.614078 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51129dce-e46d-4454-bf78-dd583bd50ad0 tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 89428fa5-14b6-4c38-ad68-b9a9c981ccf8 {{(pid=88878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 24 11:04:23.615381 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-293eea49-14aa-4dec-bf9d-993da26d6543 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Resources bound (agent type, host, resource id):  {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:04:23.626138 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-293eea49-14aa-4dec-bf9d-993da26d6543 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:04:23.627082 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-293eea49-14aa-4dec-bf9d-993da26d6543 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks [] for subnet, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:23.730616 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-37c939f4-0275-477f-b41f-1b1454b1544f tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822691-2-hyperv, 2e2544fc-9a82-4ee2-8298-db75442b2cda) {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:04:23.735656 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37c939f4-0275-477f-b41f-1b1454b1544f tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:04:23.736309 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-37c939f4-0275-477f-b41f-1b1454b1544f tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:23.742609 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a8cc95f-fd5c-4bbe-bb55-0525819c9af2 None None] Network 2e2544fc-9a82-4ee2-8298-db75442b2cda requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:04:23.755152 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 36374) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:04:23.839671 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-37c939f4-0275-477f-b41f-1b1454b1544f tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 800 time: 4.3984122
Dec 24 11:04:23.911254 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-51129dce-e46d-4454-bf78-dd583bd50ad0 tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Notify callbacks [] for router, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:23.914903 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-51129dce-e46d-4454-bf78-dd583bd50ad0 tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] 10.222.0.65 "DELETE /v2.0/routers/89428fa5-14b6-4c38-ad68-b9a9c981ccf8 HTTP/1.1" status: 204  len: 168 time: 5.4486310
Dec 24 11:04:23.916742 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 36380) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:04:23.917123 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 36382) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:04:23.957504 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-abdef42f-3c9c-45ad-ae70-ca3a339fb296 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:23.958026 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-abdef42f-3c9c-45ad-ae70-ca3a339fb296 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:23.981259 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-9c2963aa-d1eb-4570-995a-4851e4e4eb80 tempest-NetworksNegativeTestJSON-1291237974 tempest-NetworksNegativeTestJSON-1291237974-project] Request body: {'port': {'network_id': '41f772d8-095d-4a43-a002-c2265626d8d2', 'name': 'tempest-NetworksNegativeTestJSON-965888232'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:04:24.030920 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-144413eb-624d-4368-9906-2de75ef3e601 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73968e80-91fd-539e-a7c6-b31af6d9e680-2e2544fc-9a82-4ee2-8298-db75442b2cda', 'network_id': '2e2544fc-9a82-4ee2-8298-db75442b2cda', 'tenant_id': '16b8df9aad104dc0ac4afa0a1ae53906', 'fixed_ips': [{'subnet_id': 'ec9e5e30-b754-4248-8141-efe24a0e6ea7'}]}} from dv-neutron-822691-2-hyperv. {{(pid=88880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 24 11:04:24.031995 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-144413eb-624d-4368-9906-2de75ef3e601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:24.049067 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-eddb83be-3801-42a2-a899-a4f030ca1609 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-786693'] for subnet, precommit_delete_associations {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:24.069572 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c2963aa-d1eb-4570-995a-4851e4e4eb80 tempest-NetworksNegativeTestJSON-1291237974 tempest-NetworksNegativeTestJSON-1291237974-project] POST failed (client error): The resource could not be found.
Dec 24 11:04:24.070111 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c2963aa-d1eb-4570-995a-4851e4e4eb80 tempest-NetworksNegativeTestJSON-1291237974 tempest-NetworksNegativeTestJSON-1291237974-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 24 11:04:24.075325 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-9c2963aa-d1eb-4570-995a-4851e4e4eb80 tempest-NetworksNegativeTestJSON-1291237974 tempest-NetworksNegativeTestJSON-1291237974-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 404  len: 339 time: 0.3132575
Dec 24 11:04:24.140217 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 36388) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:04:24.147956 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-abdef42f-3c9c-45ad-ae70-ca3a339fb296 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] Calling delete_port for 90273093-d279-48db-a515-bf41e2b98833 owned by network:floatingip {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:04:24.209436 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a3b89ef-5281-417f-b731-d06cedb2291e tempest-NetworksNegativeTestJSON-1291237974 tempest-NetworksNegativeTestJSON-1291237974-project] DELETE failed (client error): The resource could not be found.
Dec 24 11:04:24.209736 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-144413eb-624d-4368-9906-2de75ef3e601 None None] Allocated IP 172.20.0.3 (2e2544fc-9a82-4ee2-8298-db75442b2cda/ec9e5e30-b754-4248-8141-efe24a0e6ea7/7ac836d2-7988-4e82-a69a-41bb52062cae) {{(pid=88880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:04:24.209985 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a3b89ef-5281-417f-b731-d06cedb2291e tempest-NetworksNegativeTestJSON-1291237974 tempest-NetworksNegativeTestJSON-1291237974-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88879) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 24 11:04:24.210644 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b09f7a77-6295-4c06-908e-949544222f88 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:24.216275 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-5a3b89ef-5281-417f-b731-d06cedb2291e tempest-NetworksNegativeTestJSON-1291237974 tempest-NetworksNegativeTestJSON-1291237974-project] 10.222.0.65 "DELETE /v2.0/networks/f9bfe3d3-8e90-49aa-84ae-c76b4c62eab5 HTTP/1.1" status: 404  len: 339 time: 0.0704691
Dec 24 11:04:24.216275 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293eea49-14aa-4dec-bf9d-993da26d6543 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Pushing event updated for resources: {'Subnet': ['ID=68b700d0-a6a5-4775-a91b-9e6ceede2163,revision_number=0']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:04:24.221689 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 36392) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:04:24.234096 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-293eea49-14aa-4dec-bf9d-993da26d6543 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.681s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:04:24.240994 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-293eea49-14aa-4dec-bf9d-993da26d6543 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 5.5469174
Dec 24 11:04:24.241466 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 36396) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:04:24.252152 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-b09f7a77-6295-4c06-908e-949544222f88 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Transition to ACTIVE for port object 8e788e57-53f8-49c1-a68e-575e29802de3 will not be triggered until provisioned by entity DHCP. {{(pid=88878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:04:24.257113 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-941472f2-e53b-4352-9bba-467f8fccd324 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Request body: {'port': {'network_id': '1c9eeaac-d205-4b19-a351-2fe67dd78b42', 'mac_address': 'fa:16:3e:57:d7:88', 'name': 'tempest-NetworksTestDHCPv6-965641234'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:04:24.307617 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c21a2d13-62f5-4841-916b-4df8d460e981 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036847558493'] for network, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:24.329474 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-a860d352-156e-4b34-9c14-f7f637e9871e tempest-NetworksNegativeTestJSON-1291237974 tempest-NetworksNegativeTestJSON-1291237974-project] DELETE failed (client error): The resource could not be found.
Dec 24 11:04:24.330009 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a860d352-156e-4b34-9c14-f7f637e9871e tempest-NetworksNegativeTestJSON-1291237974 tempest-NetworksNegativeTestJSON-1291237974-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88879) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 24 11:04:24.331861 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-a860d352-156e-4b34-9c14-f7f637e9871e tempest-NetworksNegativeTestJSON-1291237974 tempest-NetworksNegativeTestJSON-1291237974-project] 10.222.0.65 "DELETE /v2.0/ports/b3d8132f-1435-41fb-bd5f-398cfba86f38 HTTP/1.1" status: 404  len: 333 time: 0.0967228
Dec 24 11:04:24.339188 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 36400) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:04:24.387188 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.db.api [None req-abdef42f-3c9c-45ad-ae70-ca3a339fb296 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88878) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 24 11:04:24.387588 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_db.api [None req-abdef42f-3c9c-45ad-ae70-ca3a339fb296 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 24 11:04:24.402142 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ceb0a79-a1d4-4c46-86cd-3bd6d8f4d3fa tempest-NetworksNegativeTestJSON-1291237974 tempest-NetworksNegativeTestJSON-1291237974-project] DELETE failed (client error): The resource could not be found.
Dec 24 11:04:24.402636 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ceb0a79-a1d4-4c46-86cd-3bd6d8f4d3fa tempest-NetworksNegativeTestJSON-1291237974 tempest-NetworksNegativeTestJSON-1291237974-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88879) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 24 11:04:24.406206 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-1ceb0a79-a1d4-4c46-86cd-3bd6d8f4d3fa tempest-NetworksNegativeTestJSON-1291237974 tempest-NetworksNegativeTestJSON-1291237974-project] 10.222.0.65 "DELETE /v2.0/subnets/245b4869-47d3-4a1c-a5fc-92507e3b20b2 HTTP/1.1" status: 404  len: 337 time: 0.0623398
Dec 24 11:04:24.411187 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 36404) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:04:24.437588 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device ee3d7f6e-c5ba-4265-ba75-80420df55299 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:04:24.440340 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b09f7a77-6295-4c06-908e-949544222f88 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:24.459665 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-bf2c95ee-ff12-4faf-b011-b38623a01d12 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:04:24.490481 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-eddb83be-3801-42a2-a899-a4f030ca1609 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847655656'] for subnet, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:24.520211 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-de609ce2-68bc-4acf-9586-c32d8b9669a4 tempest-NetworksNegativeTestJSON-1291237974 tempest-NetworksNegativeTestJSON-1291237974-project] GET failed (client error): The resource could not be found.
Dec 24 11:04:24.522611 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-de609ce2-68bc-4acf-9586-c32d8b9669a4 tempest-NetworksNegativeTestJSON-1291237974 tempest-NetworksNegativeTestJSON-1291237974-project] 10.222.0.65 "GET /v2.0/networks/df93fc6c-5b5a-4e9e-9825-21bb9dec70b1 HTTP/1.1" status: 404  len: 339 time: 0.1095314
Dec 24 11:04:24.528300 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 36410) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:04:24.546423 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b09f7a77-6295-4c06-908e-949544222f88 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Network 22c0d4c1-fbea-47d3-a469-bad0701959a1 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:04:24.582429 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-144413eb-624d-4368-9906-2de75ef3e601 None None] Notify callbacks [] for port, precommit_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:24.583336 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-941472f2-e53b-4352-9bba-467f8fccd324 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:04:24.586200 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-b09f7a77-6295-4c06-908e-949544222f88 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Resources bound (agent type, host, resource id):  {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:04:24.588772 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09f7a77-6295-4c06-908e-949544222f88 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:04:24.612452 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-144413eb-624d-4368-9906-2de75ef3e601 None None] Transition to ACTIVE for port object 7ac836d2-7988-4e82-a69a-41bb52062cae will not be triggered until provisioned by entity L2. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:04:24.632294 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-941472f2-e53b-4352-9bba-467f8fccd324 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Usage tracker for resource:port and tenant:739a78fd4cfc48c2a4011598579f8f8c is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:04:24.653248 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-941472f2-e53b-4352-9bba-467f8fccd324 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:04:24.660468 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-144413eb-624d-4368-9906-2de75ef3e601 None None] Transition to ACTIVE for port object 7ac836d2-7988-4e82-a69a-41bb52062cae will not be triggered until provisioned by entity DHCP. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:04:24.670084 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning for port ee3d7f6e-c5ba-4265-ba75-80420df55299 completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:04:24.670858 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-63359ca8-9384-4d71-81ca-50fff16cf78f tempest-NetworksNegativeTestJSON-1291237974 tempest-NetworksNegativeTestJSON-1291237974-project] GET failed (client error): The resource could not be found.
Dec 24 11:04:24.672334 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-63359ca8-9384-4d71-81ca-50fff16cf78f tempest-NetworksNegativeTestJSON-1291237974 tempest-NetworksNegativeTestJSON-1291237974-project] 10.222.0.65 "GET /v2.0/ports/079c0a09-9917-4ba1-b668-25290605a95d HTTP/1.1" status: 404  len: 333 time: 0.1406901
Dec 24 11:04:24.673498 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-941472f2-e53b-4352-9bba-467f8fccd324 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:04:24.679273 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-144413eb-624d-4368-9906-2de75ef3e601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408'] for port, after_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:24.687125 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 36414) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:04:24.688670 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09f7a77-6295-4c06-908e-949544222f88 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Pushing event updated for resources: {'Port': ['ID=8e788e57-53f8-49c1-a68e-575e29802de3,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:04:24.689906 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-b0f06a97-bbf8-460d-9f49-479cc9ca8e71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:04:24.692651 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-b09f7a77-6295-4c06-908e-949544222f88 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:04:24.695808 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c21a2d13-62f5-4841-916b-4df8d460e981 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847655656'] for subnet, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:24.721120 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-941472f2-e53b-4352-9bba-467f8fccd324 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Made reservation on behalf of 739a78fd4cfc48c2a4011598579f8f8c for: {'port': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:04:24.761918 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 8d44329c-b58e-414d-960c-c8261da5de10 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:04:24.764787 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b09f7a77-6295-4c06-908e-949544222f88 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:04:24.765553 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b09f7a77-6295-4c06-908e-949544222f88 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:24.808038 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ff440f3-5ef2-483b-8f60-b6b6ef271153 tempest-NetworksNegativeTestJSON-1291237974 tempest-NetworksNegativeTestJSON-1291237974-project] GET failed (client error): The resource could not be found.
Dec 24 11:04:24.813430 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-5ff440f3-5ef2-483b-8f60-b6b6ef271153 tempest-NetworksNegativeTestJSON-1291237974 tempest-NetworksNegativeTestJSON-1291237974-project] 10.222.0.65 "GET /v2.0/subnets/22509a5f-fa63-4883-9d86-6df4e300cf53 HTTP/1.1" status: 404  len: 337 time: 0.1161201
Dec 24 11:04:24.836126 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 36418) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:04:24.845295 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-8d0e2b6a-9f42-4611-b308-fcb5b3edde0e tempest-NetworksNegativeTestJSON-1291237974 tempest-NetworksNegativeTestJSON-1291237974-project] Request body: {'network': {'name': 'new_name'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:04:24.858089 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-144413eb-624d-4368-9906-2de75ef3e601 None None] Network 2e2544fc-9a82-4ee2-8298-db75442b2cda is already hosted by enough agents. {{(pid=88880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:04:24.866014 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-144413eb-624d-4368-9906-2de75ef3e601 None None] Resources bound (agent type, host, resource id):  {{(pid=88880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:04:24.872917 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144413eb-624d-4368-9906-2de75ef3e601 None None] Pushing event updated for resources: {'Port': ['ID=7ac836d2-7988-4e82-a69a-41bb52062cae,revision_number=1']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:04:24.876522 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-144413eb-624d-4368-9906-2de75ef3e601 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:04:24.877036 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-144413eb-624d-4368-9906-2de75ef3e601 None None] Received port after_create {{(pid=88880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:04:24.896630 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d0e2b6a-9f42-4611-b308-fcb5b3edde0e tempest-NetworksNegativeTestJSON-1291237974 tempest-NetworksNegativeTestJSON-1291237974-project] PUT failed (client error): The resource could not be found.
Dec 24 11:04:24.897153 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d0e2b6a-9f42-4611-b308-fcb5b3edde0e tempest-NetworksNegativeTestJSON-1291237974 tempest-NetworksNegativeTestJSON-1291237974-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88879) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 24 11:04:24.898457 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-8d0e2b6a-9f42-4611-b308-fcb5b3edde0e tempest-NetworksNegativeTestJSON-1291237974 tempest-NetworksNegativeTestJSON-1291237974-project] 10.222.0.65 "PUT /v2.0/networks/3d0f8789-09c7-4622-aca4-171b87e26afd HTTP/1.1" status: 404  len: 339 time: 0.0610552
Dec 24 11:04:24.907511 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 36422) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:04:24.925231 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-abdef42f-3c9c-45ad-ae70-ca3a339fb296 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] Deleting port 90273093-d279-48db-a515-bf41e2b98833 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:04:24.925616 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-abdef42f-3c9c-45ad-ae70-ca3a339fb296 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:24.932135 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-dfda841f-8070-49f3-bd91-cd969b93689c tempest-NetworksNegativeTestJSON-1291237974 tempest-NetworksNegativeTestJSON-1291237974-project] Request body: {'port': {'name': 'new_name'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:04:24.972991 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-941472f2-e53b-4352-9bba-467f8fccd324 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:24.986989 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-eddb83be-3801-42a2-a899-a4f030ca1609 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7120129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850854134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851156349'] for subnet, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:24.993424 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-b09f7a77-6295-4c06-908e-949544222f88 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 924 time: 3.9984756
Dec 24 11:04:24.998348 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-00fe8ff6-e441-429d-86b8-6bb0917e31bd tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:04:25.002639 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 36426) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:04:25.033640 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-144413eb-624d-4368-9906-2de75ef3e601 None None] Attempting to bind port 7ac836d2-7988-4e82-a69a-41bb52062cae on host dv-neutron-822691-2-hyperv for vnic_type normal with profile  {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:04:25.034128 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-144413eb-624d-4368-9906-2de75ef3e601 None None] Attempting to bind port 7ac836d2-7988-4e82-a69a-41bb52062cae by drivers openvswitch,hyperv on host dv-neutron-822691-2-hyperv at level 0 using segments [{'id': '4dc010ba-76f7-4327-92b4-bbc11cc2faa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '2e2544fc-9a82-4ee2-8298-db75442b2cda'}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:04:25.034513 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-144413eb-624d-4368-9906-2de75ef3e601 None None] Attempting to bind port 7ac836d2-7988-4e82-a69a-41bb52062cae on network 2e2544fc-9a82-4ee2-8298-db75442b2cda {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:04:25.040659 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfda841f-8070-49f3-bd91-cd969b93689c tempest-NetworksNegativeTestJSON-1291237974 tempest-NetworksNegativeTestJSON-1291237974-project] PUT failed (client error): The resource could not be found.
Dec 24 11:04:25.041158 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfda841f-8070-49f3-bd91-cd969b93689c tempest-NetworksNegativeTestJSON-1291237974 tempest-NetworksNegativeTestJSON-1291237974-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88879) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 24 11:04:25.042624 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-dfda841f-8070-49f3-bd91-cd969b93689c tempest-NetworksNegativeTestJSON-1291237974 tempest-NetworksNegativeTestJSON-1291237974-project] 10.222.0.65 "PUT /v2.0/ports/5ff180d2-4560-419d-a85b-c011b3f1b107 HTTP/1.1" status: 404  len: 333 time: 0.1290598
Dec 24 11:04:25.050910 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning for port 8d44329c-b58e-414d-960c-c8261da5de10 completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:04:25.054115 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 36430) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:04:25.056874 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-144413eb-624d-4368-9906-2de75ef3e601 None None] Checking agent: {'id': 'db1275c1-6001-47af-93c2-635c68404703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822691-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 52, 8), 'started_at': datetime.datetime(2021, 12, 24, 10, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 4, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822691-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:04:25.057454 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-144413eb-624d-4368-9906-2de75ef3e601 None None] Checking segment: {'id': '4dc010ba-76f7-4327-92b4-bbc11cc2faa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '2e2544fc-9a82-4ee2-8298-db75442b2cda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:04:25.058155 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-144413eb-624d-4368-9906-2de75ef3e601 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:25.058804 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddb83be-3801-42a2-a899-a4f030ca1609 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Pushing event deleted for resources: {'Subnet': ['ID=d6eea40f-7c9f-4b05-9e12-3c60c6ddd852,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:04:25.058938 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-144413eb-624d-4368-9906-2de75ef3e601 None None] Bound using segment: {'id': '4dc010ba-76f7-4327-92b4-bbc11cc2faa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '2e2544fc-9a82-4ee2-8298-db75442b2cda'} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:04:25.060478 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-144413eb-624d-4368-9906-2de75ef3e601 None None] Bound port: 7ac836d2-7988-4e82-a69a-41bb52062cae, host: dv-neutron-822691-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dc010ba-76f7-4327-92b4-bbc11cc2faa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '2e2544fc-9a82-4ee2-8298-db75442b2cda'}}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:04:25.061323 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-eddb83be-3801-42a2-a899-a4f030ca1609 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:04:25.066734 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-144413eb-624d-4368-9906-2de75ef3e601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:25.069546 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-1154d853-d9e3-413f-b9c9-fa0200b78bae tempest-NetworksNegativeTestJSON-1291237974 tempest-NetworksNegativeTestJSON-1291237974-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:04:25.105761 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [None req-941472f2-e53b-4352-9bba-467f8fccd324 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] device_id is not set on port d3f923ed-25d4-4523-9d25-983425fc7943 yet. {{(pid=88878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 24 11:04:25.152906 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c21a2d13-62f5-4841-916b-4df8d460e981 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7120129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850854134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851156349'] for subnet, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:25.157104 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-1154d853-d9e3-413f-b9c9-fa0200b78bae tempest-NetworksNegativeTestJSON-1291237974 tempest-NetworksNegativeTestJSON-1291237974-project] PUT failed (client error): The resource could not be found.
Dec 24 11:04:25.157399 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1154d853-d9e3-413f-b9c9-fa0200b78bae tempest-NetworksNegativeTestJSON-1291237974 tempest-NetworksNegativeTestJSON-1291237974-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88879) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 24 11:04:25.159305 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b577702-cd4d-4c65-9b5a-b780798569a9 None None] Network 00e10059-c2aa-4a2e-98a0-49664001ae64 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:04:25.162808 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-1154d853-d9e3-413f-b9c9-fa0200b78bae tempest-NetworksNegativeTestJSON-1291237974 tempest-NetworksNegativeTestJSON-1291237974-project] 10.222.0.65 "PUT /v2.0/subnets/bf1ea5b7-26e2-48ef-a966-1013d35d069f HTTP/1.1" status: 404  len: 337 time: 0.1056819
Dec 24 11:04:25.165392 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-eddb83be-3801-42a2-a899-a4f030ca1609 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks [] for subnet, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:25.168472 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-eddb83be-3801-42a2-a899-a4f030ca1609 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:04:25.249875 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21a2d13-62f5-4841-916b-4df8d460e981 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Pushing event deleted for resources: {'Subnet': ['ID=ec9e5e30-b754-4248-8141-efe24a0e6ea7,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:04:25.257973 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-eddb83be-3801-42a2-a899-a4f030ca1609 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] 10.222.0.65 "DELETE /v2.0/subnets/d6eea40f-7c9f-4b05-9e12-3c60c6ddd852 HTTP/1.1" status: 204  len: 168 time: 2.3380232
Dec 24 11:04:25.259787 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c21a2d13-62f5-4841-916b-4df8d460e981 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:04:25.260420 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 36436) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:04:25.269317 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a263ea39-0be3-41ef-bbb8-ba715701014d tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Notify callbacks [] for router, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:25.376724 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-abdef42f-3c9c-45ad-ae70-ca3a339fb296 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:25.377271 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-abdef42f-3c9c-45ad-ae70-ca3a339fb296 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:25.387516 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-144413eb-624d-4368-9906-2de75ef3e601 None None] For port 7ac836d2-7988-4e82-a69a-41bb52062cae, host dv-neutron-822691-2-hyperv, cleared binding levels {{(pid=88880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:04:25.475555 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-144413eb-624d-4368-9906-2de75ef3e601 None None] For port 7ac836d2-7988-4e82-a69a-41bb52062cae, host dv-neutron-822691-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=7ac836d2-7988-4e82-a69a-41bb52062cae,segment=NetworkSegment(4dc010ba-76f7-4327-92b4-bbc11cc2faa5),segment_id=4dc010ba-76f7-4327-92b4-bbc11cc2faa5)] {{(pid=88880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:04:25.483428 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-144413eb-624d-4368-9906-2de75ef3e601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:25.523277 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-3e118da8-fe7d-4088-b12a-c7955bafde08 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:04:25.576316 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-534f9e39-7c48-4836-a524-4b30721571c5 None None] Network 1c9eeaac-d205-4b19-a351-2fe67dd78b42 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:04:25.596447 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-abdef42f-3c9c-45ad-ae70-ca3a339fb296 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] Calling delete_port for 90273093-d279-48db-a515-bf41e2b98833 owned by network:floatingip {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:04:25.635376 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-dd4c2f4f-c1f0-4271-a55b-0ee3870c9bc9 None None] Provisioning for port ee3d7f6e-c5ba-4265-ba75-80420df55299 completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:04:25.656754 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c21a2d13-62f5-4841-916b-4df8d460e981 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847649663', 'neutron.services.segments.db._delete_segments_for_network-8749505737672'] for network, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:25.664744 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5abfc9a-8ba4-46e6-8b4d-d24ce1faa409 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:04:25.665155 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-d5abfc9a-8ba4-46e6-8b4d-d24ce1faa409 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Synchronizing usage tracker for tenant:56d5354af46a4a91924cfe2259b4b254 on resource:port {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:04:25.682574 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-dd4c2f4f-c1f0-4271-a55b-0ee3870c9bc9 None None] Provisioning complete for port ee3d7f6e-c5ba-4265-ba75-80420df55299 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:04:25.682995 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-dd4c2f4f-c1f0-4271-a55b-0ee3870c9bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:25.685690 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7ecca2fb-0f12-414e-b3cd-62e989c1480f tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036847558493'] for network, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:25.720686 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-c21a2d13-62f5-4841-916b-4df8d460e981 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f527033fe10>,) {'filters': {'network_id': ['2e2544fc-9a82-4ee2-8298-db75442b2cda']}} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:04:25.741471 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-7ecca2fb-0f12-414e-b3cd-62e989c1480f tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Deleting port 8ce17901-dd14-433f-bed1-c8dde08fbde1 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:04:25.742051 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7ecca2fb-0f12-414e-b3cd-62e989c1480f tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:25.792048 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 36444) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:04:25.852756 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144413eb-624d-4368-9906-2de75ef3e601 None None] Pushing event updated for resources: {'Port': ['ID=7ac836d2-7988-4e82-a69a-41bb52062cae,revision_number=2']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:04:25.862087 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-d5abfc9a-8ba4-46e6-8b4d-d24ce1faa409 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Unset dirty status for tenant:56d5354af46a4a91924cfe2259b4b254 on resource:port {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:04:25.869133 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-d5abfc9a-8ba4-46e6-8b4d-d24ce1faa409 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] 10.222.0.65 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.4 HTTP/1.1" status: 200  len: 922 time: 0.8625011
Dec 24 11:04:25.871884 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 36450) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:04:25.896684 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-144413eb-624d-4368-9906-2de75ef3e601 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:04:25.924514 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-c21a2d13-62f5-4841-916b-4df8d460e981 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f527033fe10>, '4dc010ba-76f7-4327-92b4-bbc11cc2faa5') {'for_net_delete': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:04:25.928508 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-c21a2d13-62f5-4841-916b-4df8d460e981 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f527033fe10>, '4dc010ba-76f7-4327-92b4-bbc11cc2faa5') {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:04:25.944666 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5cbe82e-d507-4db7-b924-04b6135d8e29 None None] Network 22c0d4c1-fbea-47d3-a469-bad0701959a1 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:04:25.991842 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c21a2d13-62f5-4841-916b-4df8d460e981 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749505745113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853989108'] for segment, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:25.996702 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-941472f2-e53b-4352-9bba-467f8fccd324 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Allocated IP 172.20.0.5 (1c9eeaac-d205-4b19-a351-2fe67dd78b42/878cee97-8be2-4075-90e2-5ef180fd3415/d3f923ed-25d4-4523-9d25-983425fc7943) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:04:26.006199 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-941472f2-e53b-4352-9bba-467f8fccd324 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Allocated IP 2001:db8::f816:3eff:fe57:d788 (1c9eeaac-d205-4b19-a351-2fe67dd78b42/68b700d0-a6a5-4775-a91b-9e6ceede2163/d3f923ed-25d4-4523-9d25-983425fc7943) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:04:26.021315 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c21a2d13-62f5-4841-916b-4df8d460e981 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:26.049217 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c21a2d13-62f5-4841-916b-4df8d460e981 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Releasing vlan 640 on physical network physnet1 to pool {{(pid=88879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 24 11:04:26.049632 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c21a2d13-62f5-4841-916b-4df8d460e981 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036847652098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3926696'] for segment, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:26.066570 dv-neutron-822691-2-hyperv neutron-server[88767]: Traceback (most recent call last):
Dec 24 11:04:26.066570 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 24 11:04:26.066570 dv-neutron-822691-2-hyperv neutron-server[88767]:     timer()
Dec 24 11:04:26.066570 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 11:04:26.066570 dv-neutron-822691-2-hyperv neutron-server[88767]:     cb(*args, **kw)
Dec 24 11:04:26.066570 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 24 11:04:26.066570 dv-neutron-822691-2-hyperv neutron-server[88767]:     return func(*args, **kwargs)
Dec 24 11:04:26.066570 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 11:04:26.066570 dv-neutron-822691-2-hyperv neutron-server[88767]:     self._notify()
Dec 24 11:04:26.066570 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 11:04:26.066570 dv-neutron-822691-2-hyperv neutron-server[88767]:     self.callback(batched_events)
Dec 24 11:04:26.066570 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 11:04:26.066570 dv-neutron-822691-2-hyperv neutron-server[88767]:     event.method(event)
Dec 24 11:04:26.066570 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 11:04:26.066570 dv-neutron-822691-2-hyperv neutron-server[88767]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 11:04:26.066570 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 24 11:04:26.066570 dv-neutron-822691-2-hyperv neutron-server[88767]:     segment_id)['aggregates'][0]
Dec 24 11:04:26.066570 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 24 11:04:26.066570 dv-neutron-822691-2-hyperv neutron-server[88767]:     return f(self, *a, **k)
Dec 24 11:04:26.066570 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 11:04:26.066570 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self._get(url).json()
Dec 24 11:04:26.066570 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 24 11:04:26.066570 dv-neutron-822691-2-hyperv neutron-server[88767]:     **kwargs)
Dec 24 11:04:26.066570 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 24 11:04:26.066570 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self.request(url, 'GET', **kwargs)
Dec 24 11:04:26.066570 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 24 11:04:26.066570 dv-neutron-822691-2-hyperv neutron-server[88767]:     **endpoint_filter)
Dec 24 11:04:26.066570 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 24 11:04:26.066570 dv-neutron-822691-2-hyperv neutron-server[88767]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 11:04:26.066570 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 24 11:04:26.066570 dv-neutron-822691-2-hyperv neutron-server[88767]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 11:04:26.066570 dv-neutron-822691-2-hyperv neutron-server[88767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 11:04:26.149098 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e3ce32fe-5025-456e-ae5a-a90cec6ee213 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:26.223300 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.db.api [None req-c21a2d13-62f5-4841-916b-4df8d460e981 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 24 11:04:26.223300 dv-neutron-822691-2-hyperv neutron-server[88767]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 24 11:04:26.223300 dv-neutron-822691-2-hyperv neutron-server[88767]: [parameters: {'id': '2e2544fc-9a82-4ee2-8298-db75442b2cda'}]
Dec 24 11:04:26.223300 dv-neutron-822691-2-hyperv neutron-server[88767]: (Background on this error at: http://sqlalche.me/e/gkpj) {{(pid=88879) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 24 11:04:26.223776 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_db.api [None req-c21a2d13-62f5-4841-916b-4df8d460e981 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 24 11:04:26.247674 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-e3ce32fe-5025-456e-ae5a-a90cec6ee213 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:04:26.249201 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-e3ce32fe-5025-456e-ae5a-a90cec6ee213 admin admin] Usage tracker for resource:security_group_rule and tenant:d6c8096954804ee99958c122452c187e is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:04:26.252347 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-e3ce32fe-5025-456e-ae5a-a90cec6ee213 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:04:26.258665 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-e3ce32fe-5025-456e-ae5a-a90cec6ee213 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:04:26.307834 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-4767d729-1561-4ba2-a691-6914f6a43354 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Deleting port 8e788e57-53f8-49c1-a68e-575e29802de3 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:04:26.308229 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4767d729-1561-4ba2-a691-6914f6a43354 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:26.339093 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ff3ee80-3db3-4b40-8173-7ccafc32a118 None None] Network 2e2544fc-9a82-4ee2-8298-db75442b2cda requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:04:26.352657 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc7bb379-00f8-4840-a9a4-6ded614bfc1a None None] DHCP port deletion for 00e10059-c2aa-4a2e-98a0-49664001ae64 request from dv-neutron-822691-2-hyperv {{(pid=88880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 24 11:04:26.354734 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7ecca2fb-0f12-414e-b3cd-62e989c1480f tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] For port 8ce17901-dd14-433f-bed1-c8dde08fbde1, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=8ce17901-dd14-433f-bed1-c8dde08fbde1,segment=NetworkSegment(3d5e5129-dbb5-437d-8673-8155c73ffd23),segment_id=3d5e5129-dbb5-437d-8673-8155c73ffd23)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:04:26.355133 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7ecca2fb-0f12-414e-b3cd-62e989c1480f tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:26.411972 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-cc7bb379-00f8-4840-a9a4-6ded614bfc1a None None] Deleting port 8ce17901-dd14-433f-bed1-c8dde08fbde1 {{(pid=88880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:04:26.412377 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-cc7bb379-00f8-4840-a9a4-6ded614bfc1a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:26.469546 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e3ce32fe-5025-456e-ae5a-a90cec6ee213 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:26.494171 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e3ce32fe-5025-456e-ae5a-a90cec6ee213 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:26.509469 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-19297741-d8f3-4f29-9042-646ff645a7c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:04:26.541642 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-abdef42f-3c9c-45ad-ae70-ca3a339fb296 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:26.579121 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-dd4c2f4f-c1f0-4271-a55b-0ee3870c9bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:26.727204 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-7ecca2fb-0f12-414e-b3cd-62e989c1480f tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Calling delete_port for 8ce17901-dd14-433f-bed1-c8dde08fbde1 owned by network:dhcp {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:04:26.754380 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c21a2d13-62f5-4841-916b-4df8d460e981 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036847558493'] for network, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:26.788218 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a263ea39-0be3-41ef-bbb8-ba715701014d tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:26.806033 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-c21a2d13-62f5-4841-916b-4df8d460e981 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Deleting port 7ac836d2-7988-4e82-a69a-41bb52062cae {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:04:26.806670 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c21a2d13-62f5-4841-916b-4df8d460e981 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:26.855070 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-dd4c2f4f-c1f0-4271-a55b-0ee3870c9bc9 None None] For port ee3d7f6e-c5ba-4265-ba75-80420df55299, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=ee3d7f6e-c5ba-4265-ba75-80420df55299,segment=NetworkSegment(6618a092-51b2-4e3d-9318-3ce6b7b40c55),segment_id=6618a092-51b2-4e3d-9318-3ce6b7b40c55)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:04:26.856290 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-a263ea39-0be3-41ef-bbb8-ba715701014d tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Deleting port 75fc7c66-c1cd-407f-8df7-de209972fc17 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:04:26.856465 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a263ea39-0be3-41ef-bbb8-ba715701014d tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:26.890928 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-dd4c2f4f-c1f0-4271-a55b-0ee3870c9bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:26.898740 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-4cf342bf-f6ef-4009-bbb8-b2c3209773c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:04:26.938364 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7ecca2fb-0f12-414e-b3cd-62e989c1480f tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:26.956863 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ce32fe-5025-456e-ae5a-a90cec6ee213 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97836497-0a87-4924-b461-c95a31afdcd8,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:04:26.973693 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-e3ce32fe-5025-456e-ae5a-a90cec6ee213 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.464s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:04:26.974530 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-6d8b177e-d838-4a05-a593-bd6d2282ab2d tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.404s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:04:26.979037 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c6e5e48a-ad35-46c8-adc9-210c6ea89cbe tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:04:27.041193 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-e3ce32fe-5025-456e-ae5a-a90cec6ee213 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d6c8096954804ee99958c122452c187e&name=default HTTP/1.1" status: 200  len: 2647 time: 1.2397704
Dec 24 11:04:27.056364 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 36458) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:04:27.106839 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-cc7bb379-00f8-4840-a9a4-6ded614bfc1a None None] For port 8ce17901-dd14-433f-bed1-c8dde08fbde1, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=8ce17901-dd14-433f-bed1-c8dde08fbde1,segment=NetworkSegment(3d5e5129-dbb5-437d-8673-8155c73ffd23),segment_id=3d5e5129-dbb5-437d-8673-8155c73ffd23)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:04:27.107454 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-cc7bb379-00f8-4840-a9a4-6ded614bfc1a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:27.111964 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdef42f-3c9c-45ad-ae70-ca3a339fb296 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] Pushing event deleted for resources: {'Port': ['ID=90273093-d279-48db-a515-bf41e2b98833,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:04:27.135036 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecca2fb-0f12-414e-b3cd-62e989c1480f tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Pushing event deleted for resources: {'Port': ['ID=8ce17901-dd14-433f-bed1-c8dde08fbde1,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:04:27.146410 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4c2f4f-c1f0-4271-a55b-0ee3870c9bc9 None None] Pushing event updated for resources: {'Port': ['ID=ee3d7f6e-c5ba-4265-ba75-80420df55299,revision_number=5']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:04:27.146593 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7ecca2fb-0f12-414e-b3cd-62e989c1480f tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:04:27.151293 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-dd4c2f4f-c1f0-4271-a55b-0ee3870c9bc9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:04:27.154260 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-abdef42f-3c9c-45ad-ae70-ca3a339fb296 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:04:27.177086 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-829d2cf2-d354-4fd9-9940-912f7d38ae3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:27.211955 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-829d2cf2-d354-4fd9-9940-912f7d38ae3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:27.248192 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-941472f2-e53b-4352-9bba-467f8fccd324 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:27.266860 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4767d729-1561-4ba2-a691-6914f6a43354 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:27.285653 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-abdef42f-3c9c-45ad-ae70-ca3a339fb296 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] Notify callbacks [] for floatingip, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:27.299559 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-941472f2-e53b-4352-9bba-467f8fccd324 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Transition to ACTIVE for port object d3f923ed-25d4-4523-9d25-983425fc7943 will not be triggered until provisioned by entity DHCP. {{(pid=88878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:04:27.326353 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-cc7bb379-00f8-4840-a9a4-6ded614bfc1a None None] Calling delete_port for 8ce17901-dd14-433f-bed1-c8dde08fbde1 owned by network:dhcp {{(pid=88880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:04:27.338206 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-829d2cf2-d354-4fd9-9940-912f7d38ae3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:27.349126 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ecca2fb-0f12-414e-b3cd-62e989c1480f tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] No DVR routers for this DVR port 8ce17901-dd14-433f-bed1-c8dde08fbde1 on host dv-neutron-822691-2-hyperv {{(pid=88879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 24 11:04:27.350924 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-3fd079cf-a805-42d3-b877-f3dbb81bdc0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1481355525-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:04:27.376569 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-48fbc1e3-a31f-4682-8e76-42cb1d2d9eb7 None None] Provisioning for port 8d44329c-b58e-414d-960c-c8261da5de10 completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:04:27.396654 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-48fbc1e3-a31f-4682-8e76-42cb1d2d9eb7 None None] Provisioning complete for port 8d44329c-b58e-414d-960c-c8261da5de10 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:04:27.397085 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-48fbc1e3-a31f-4682-8e76-42cb1d2d9eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:27.423167 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829d2cf2-d354-4fd9-9940-912f7d38ae3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97836497-0a87-4924-b461-c95a31afdcd8,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:04:27.430543 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-4767d729-1561-4ba2-a691-6914f6a43354 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Calling delete_port for 8e788e57-53f8-49c1-a68e-575e29802de3 owned by  {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:04:27.545477 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7ecca2fb-0f12-414e-b3cd-62e989c1480f tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847649663', 'neutron.services.segments.db._delete_segments_for_network-8749505737672'] for network, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:27.549480 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-abdef42f-3c9c-45ad-ae70-ca3a339fb296 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for floatingip, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:27.550396 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.db.api [None req-cc7bb379-00f8-4840-a9a4-6ded614bfc1a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88880) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 24 11:04:27.550981 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_db.api [None req-cc7bb379-00f8-4840-a9a4-6ded614bfc1a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 24 11:04:27.557882 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-abdef42f-3c9c-45ad-ae70-ca3a339fb296 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] 10.222.0.65 "DELETE /v2.0/floatingips/95889fa4-2071-45ae-b27f-4a9414d34474 HTTP/1.1" status: 204  len: 168 time: 5.4803221
Dec 24 11:04:27.557882 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-941472f2-e53b-4352-9bba-467f8fccd324 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:27.562052 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 36462) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:04:27.578249 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-7ecca2fb-0f12-414e-b3cd-62e989c1480f tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f52717e7ba8>,) {'filters': {'network_id': ['00e10059-c2aa-4a2e-98a0-49664001ae64']}} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:04:27.602426 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-7ecca2fb-0f12-414e-b3cd-62e989c1480f tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f52717e7ba8>, '3d5e5129-dbb5-437d-8673-8155c73ffd23') {'for_net_delete': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:04:27.602768 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-7ecca2fb-0f12-414e-b3cd-62e989c1480f tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f52717e7ba8>, '3d5e5129-dbb5-437d-8673-8155c73ffd23') {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:04:27.618023 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7ecca2fb-0f12-414e-b3cd-62e989c1480f tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749505745113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853989108'] for segment, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:27.635633 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7ecca2fb-0f12-414e-b3cd-62e989c1480f tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:27.637663 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-48fbc1e3-a31f-4682-8e76-42cb1d2d9eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:27.647139 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ecca2fb-0f12-414e-b3cd-62e989c1480f tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Releasing vlan 607 on physical network physnet1 to pool {{(pid=88879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 24 11:04:27.647584 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7ecca2fb-0f12-414e-b3cd-62e989c1480f tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036847652098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3926696'] for segment, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:27.684756 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-48fbc1e3-a31f-4682-8e76-42cb1d2d9eb7 None None] For port 8d44329c-b58e-414d-960c-c8261da5de10, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=8d44329c-b58e-414d-960c-c8261da5de10,segment=NetworkSegment(843807e4-e46d-41c0-a1cf-1e74095471aa),segment_id=843807e4-e46d-41c0-a1cf-1e74095471aa)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:04:27.688524 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-48fbc1e3-a31f-4682-8e76-42cb1d2d9eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:27.695653 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-51129dce-e46d-4454-bf78-dd583bd50ad0 tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:04:27.695826 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-144413eb-624d-4368-9906-2de75ef3e601 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:04:27.761542 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-829d2cf2-d354-4fd9-9940-912f7d38ae3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:04:27.780358 dv-neutron-822691-2-hyperv neutron-server[88767]: Traceback (most recent call last):
Dec 24 11:04:27.780358 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 24 11:04:27.780358 dv-neutron-822691-2-hyperv neutron-server[88767]:     timer()
Dec 24 11:04:27.780358 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 11:04:27.780358 dv-neutron-822691-2-hyperv neutron-server[88767]:     cb(*args, **kw)
Dec 24 11:04:27.780358 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 24 11:04:27.780358 dv-neutron-822691-2-hyperv neutron-server[88767]:     return func(*args, **kwargs)
Dec 24 11:04:27.780358 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 11:04:27.780358 dv-neutron-822691-2-hyperv neutron-server[88767]:     self._notify()
Dec 24 11:04:27.780358 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 11:04:27.780358 dv-neutron-822691-2-hyperv neutron-server[88767]:     self.callback(batched_events)
Dec 24 11:04:27.780358 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 11:04:27.780358 dv-neutron-822691-2-hyperv neutron-server[88767]:     event.method(event)
Dec 24 11:04:27.780358 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 11:04:27.780358 dv-neutron-822691-2-hyperv neutron-server[88767]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 11:04:27.780358 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 24 11:04:27.780358 dv-neutron-822691-2-hyperv neutron-server[88767]:     segment_id)['aggregates'][0]
Dec 24 11:04:27.780358 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 24 11:04:27.780358 dv-neutron-822691-2-hyperv neutron-server[88767]:     return f(self, *a, **k)
Dec 24 11:04:27.780358 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 11:04:27.780358 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self._get(url).json()
Dec 24 11:04:27.780358 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 24 11:04:27.780358 dv-neutron-822691-2-hyperv neutron-server[88767]:     **kwargs)
Dec 24 11:04:27.780358 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 24 11:04:27.780358 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self.request(url, 'GET', **kwargs)
Dec 24 11:04:27.780358 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 24 11:04:27.780358 dv-neutron-822691-2-hyperv neutron-server[88767]:     **endpoint_filter)
Dec 24 11:04:27.780358 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 24 11:04:27.780358 dv-neutron-822691-2-hyperv neutron-server[88767]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 11:04:27.780358 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 24 11:04:27.780358 dv-neutron-822691-2-hyperv neutron-server[88767]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 11:04:27.780358 dv-neutron-822691-2-hyperv neutron-server[88767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 11:04:27.787590 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7ecca2fb-0f12-414e-b3cd-62e989c1480f tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7126154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659196'] for network, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:27.791546 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbc1e3-a31f-4682-8e76-42cb1d2d9eb7 None None] Pushing event updated for resources: {'Port': ['ID=8d44329c-b58e-414d-960c-c8261da5de10,revision_number=3']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:04:27.809814 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-48fbc1e3-a31f-4682-8e76-42cb1d2d9eb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:04:27.810898 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-3ccde33f-e05e-47b6-a8c8-5dce963c8ba3 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:04:27.861599 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941472f2-e53b-4352-9bba-467f8fccd324 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Pushing event updated for resources: {'Port': ['ID=d3f923ed-25d4-4523-9d25-983425fc7943,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:04:27.868609 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-941472f2-e53b-4352-9bba-467f8fccd324 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:04:27.874457 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-941472f2-e53b-4352-9bba-467f8fccd324 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Network 1c9eeaac-d205-4b19-a351-2fe67dd78b42 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:04:27.878220 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-941472f2-e53b-4352-9bba-467f8fccd324 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Resources bound (agent type, host, resource id):  {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:04:27.882366 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-941472f2-e53b-4352-9bba-467f8fccd324 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:04:27.893996 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecca2fb-0f12-414e-b3cd-62e989c1480f tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Pushing event deleted for resources: {'Network': ['ID=00e10059-c2aa-4a2e-98a0-49664001ae64,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:04:27.903130 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7ecca2fb-0f12-414e-b3cd-62e989c1480f tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks [] for network, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:27.919049 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7ecca2fb-0f12-414e-b3cd-62e989c1480f tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:04:27.931132 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4767d729-1561-4ba2-a691-6914f6a43354 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:27.943271 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-0c929c20-427b-43fa-8e96-b43ef49517f1 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:04:27.949699 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-a263ea39-0be3-41ef-bbb8-ba715701014d tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] For port 75fc7c66-c1cd-407f-8df7-de209972fc17, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=75fc7c66-c1cd-407f-8df7-de209972fc17,segment=NetworkSegment(d4e3295f-9ff8-4cad-8a20-3f1c937efc8c),segment_id=d4e3295f-9ff8-4cad-8a20-3f1c937efc8c)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:04:27.950089 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a263ea39-0be3-41ef-bbb8-ba715701014d tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:27.960243 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-c21a2d13-62f5-4841-916b-4df8d460e981 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] For port 7ac836d2-7988-4e82-a69a-41bb52062cae, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=7ac836d2-7988-4e82-a69a-41bb52062cae,segment=NetworkSegment(4dc010ba-76f7-4327-92b4-bbc11cc2faa5),segment_id=4dc010ba-76f7-4327-92b4-bbc11cc2faa5)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:04:27.960646 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c21a2d13-62f5-4841-916b-4df8d460e981 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:27.970377 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-7ecca2fb-0f12-414e-b3cd-62e989c1480f tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] 10.222.0.65 "DELETE /v2.0/networks/00e10059-c2aa-4a2e-98a0-49664001ae64 HTTP/1.1" status: 204  len: 168 time: 2.7043447
Dec 24 11:04:27.979843 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-829d2cf2-d354-4fd9-9940-912f7d38ae3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:27.981246 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-829d2cf2-d354-4fd9-9940-912f7d38ae3f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/97836497-0a87-4924-b461-c95a31afdcd8 HTTP/1.1" status: 204  len: 168 time: 0.9178214
Dec 24 11:04:27.984252 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 36466) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:04:28.032062 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4767d729-1561-4ba2-a691-6914f6a43354 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Pushing event deleted for resources: {'Port': ['ID=8e788e57-53f8-49c1-a68e-575e29802de3,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:04:28.036723 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-f7c8257e-fe39-4dbd-8389-abc044596852 None None] Provisioning for port f4133260-2ab9-4875-848d-1a7efa4a01da completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:04:28.042948 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-f7c8257e-fe39-4dbd-8389-abc044596852 None None] Provisioning complete for port f4133260-2ab9-4875-848d-1a7efa4a01da triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:04:28.043511 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f7c8257e-fe39-4dbd-8389-abc044596852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:28.096835 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-cc7bb379-00f8-4840-a9a4-6ded614bfc1a None None] Deleting port 8ce17901-dd14-433f-bed1-c8dde08fbde1 {{(pid=88880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:04:28.098214 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-cc7bb379-00f8-4840-a9a4-6ded614bfc1a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:28.134330 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-4767d729-1561-4ba2-a691-6914f6a43354 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:04:28.189789 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-cc7bb379-00f8-4840-a9a4-6ded614bfc1a None None] The port '8ce17901-dd14-433f-bed1-c8dde08fbde1' was deleted {{(pid=88880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 24 11:04:28.196986 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-941472f2-e53b-4352-9bba-467f8fccd324 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:04:28.197974 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-941472f2-e53b-4352-9bba-467f8fccd324 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:28.229167 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-f7c8257e-fe39-4dbd-8389-abc044596852 None None] Port f4133260-2ab9-4875-848d-1a7efa4a01da cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:04:28.238866 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-df55b9d1-fe2d-4fe3-9ff8-8ac1b1cfa94c tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1273825306'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:04:28.269527 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:28.270649 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-f7c8257e-fe39-4dbd-8389-abc044596852 None None] Provisioning complete for port 8d44329c-b58e-414d-960c-c8261da5de10 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:04:28.271203 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f7c8257e-fe39-4dbd-8389-abc044596852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:28.349361 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-a263ea39-0be3-41ef-bbb8-ba715701014d tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Calling delete_port for 75fc7c66-c1cd-407f-8df7-de209972fc17 owned by network:router_gateway {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:04:28.349972 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-941472f2-e53b-4352-9bba-467f8fccd324 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1026 time: 4.1058757
Dec 24 11:04:28.371295 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 36476) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:04:28.409874 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-df55b9d1-fe2d-4fe3-9ff8-8ac1b1cfa94c tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:04:28.423737 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-c21a2d13-62f5-4841-916b-4df8d460e981 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Calling delete_port for 7ac836d2-7988-4e82-a69a-41bb52062cae owned by network:dhcp {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:04:28.521441 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device ee3d7f6e-c5ba-4265-ba75-80420df55299 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:04:28.569662 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4767d729-1561-4ba2-a691-6914f6a43354 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:28.589573 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-4767d729-1561-4ba2-a691-6914f6a43354 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] 10.222.0.65 "DELETE /v2.0/ports/8e788e57-53f8-49c1-a68e-575e29802de3 HTTP/1.1" status: 204  len: 168 time: 2.5642157
Dec 24 11:04:28.596159 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 36480) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:04:28.599115 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-f7c8257e-fe39-4dbd-8389-abc044596852 None None] Could not find standard attr ID for object 8e788e57-53f8-49c1-a68e-575e29802de3. {{(pid=88880) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 24 11:04:28.656068 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port ee3d7f6e-c5ba-4265-ba75-80420df55299 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:04:28.659758 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:28.673976 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-427c5849-e54c-4870-8117-20c60d248c3c tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] GET failed (client error): The resource could not be found.
Dec 24 11:04:28.675002 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-df55b9d1-fe2d-4fe3-9ff8-8ac1b1cfa94c tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Usage tracker for resource:network and tenant:58aa2a41110240a2b5bfe3b4600f4977 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:04:28.675210 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-427c5849-e54c-4870-8117-20c60d248c3c tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Synchronizing usage tracker for tenant:56d5354af46a4a91924cfe2259b4b254 on resource:port {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:04:28.678413 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a263ea39-0be3-41ef-bbb8-ba715701014d tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:28.759700 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-df55b9d1-fe2d-4fe3-9ff8-8ac1b1cfa94c tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:04:28.768178 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-df55b9d1-fe2d-4fe3-9ff8-8ac1b1cfa94c tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:04:28.777233 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-a4712093-a270-49d1-a129-489698243199 tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:04:28.790860 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-3244160a-7a98-4280-8746-c3f47f984f0b None None] Provisioning complete for port f4133260-2ab9-4875-848d-1a7efa4a01da triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:04:28.792212 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3244160a-7a98-4280-8746-c3f47f984f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:28.827950 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-427c5849-e54c-4870-8117-20c60d248c3c tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Unset dirty status for tenant:56d5354af46a4a91924cfe2259b4b254 on resource:port {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:04:28.833594 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-427c5849-e54c-4870-8117-20c60d248c3c tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] 10.222.0.65 "GET /v2.0/ports/8e788e57-53f8-49c1-a68e-575e29802de3 HTTP/1.1" status: 404  len: 333 time: 0.2288558
Dec 24 11:04:28.834335 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 36490) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:04:28.841439 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df55b9d1-fe2d-4fe3-9ff8-8ac1b1cfa94c tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Made reservation on behalf of 58aa2a41110240a2b5bfe3b4600f4977 for: {'network': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:04:28.846063 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-df55b9d1-fe2d-4fe3-9ff8-8ac1b1cfa94c tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for network, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:28.874716 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-3244160a-7a98-4280-8746-c3f47f984f0b None None] Port f4133260-2ab9-4875-848d-1a7efa4a01da cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:04:28.887778 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a263ea39-0be3-41ef-bbb8-ba715701014d tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Pushing event deleted for resources: {'Port': ['ID=75fc7c66-c1cd-407f-8df7-de209972fc17,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:04:28.898484 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c21a2d13-62f5-4841-916b-4df8d460e981 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:28.950776 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3475224-0f52-41f8-ace3-035abc545732 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:04:28.957076 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-a263ea39-0be3-41ef-bbb8-ba715701014d tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:04:28.957390 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3475224-0f52-41f8-ace3-035abc545732 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:04:28.957660 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-a263ea39-0be3-41ef-bbb8-ba715701014d tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:04:28.958532 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-f3475224-0f52-41f8-ace3-035abc545732 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Synchronizing usage tracker for tenant:739a78fd4cfc48c2a4011598579f8f8c on resource:port {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:04:28.964136 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 8d44329c-b58e-414d-960c-c8261da5de10 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:04:29.009735 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-f3475224-0f52-41f8-ace3-035abc545732 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Unset dirty status for tenant:739a78fd4cfc48c2a4011598579f8f8c on resource:port {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:04:29.011090 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-f3475224-0f52-41f8-ace3-035abc545732 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1862 time: 0.6296756
Dec 24 11:04:29.027026 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 36496) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:04:29.080511 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21a2d13-62f5-4841-916b-4df8d460e981 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Pushing event deleted for resources: {'Port': ['ID=7ac836d2-7988-4e82-a69a-41bb52062cae,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:04:29.098728 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c21a2d13-62f5-4841-916b-4df8d460e981 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:04:29.100008 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df55b9d1-fe2d-4fe3-9ff8-8ac1b1cfa94c tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] vlan segment allocate from pool success with {'vlan_id': 630, 'physical_network': 'physnet1'}  {{(pid=88879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 24 11:04:29.120873 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-9da1bc7d-2388-4a8d-9c84-629f0a375571 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Deleting port d3f923ed-25d4-4523-9d25-983425fc7943 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:04:29.121479 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9da1bc7d-2388-4a8d-9c84-629f0a375571 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:29.130252 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-9207f70f-7c0b-4fc6-a5c6-9670ac9473eb None None] Provisioning complete for port ee3d7f6e-c5ba-4265-ba75-80420df55299 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:04:29.133737 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9207f70f-7c0b-4fc6-a5c6-9670ac9473eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:29.154966 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c21a2d13-62f5-4841-916b-4df8d460e981 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] No DVR routers for this DVR port 7ac836d2-7988-4e82-a69a-41bb52062cae on host dv-neutron-822691-2-hyperv {{(pid=88879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 24 11:04:29.215750 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-df55b9d1-fe2d-4fe3-9ff8-8ac1b1cfa94c tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:29.216027 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.segments_db [None req-df55b9d1-fe2d-4fe3-9ff8-8ac1b1cfa94c tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Added segment 15adf997-57dc-4431-914f-fe0c2049fa57 of type vlan for network ae121abb-5298-4f85-a7de-a72b9fb62ef1
Dec 24 11:04:29.227733 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-7e44004f-153e-4382-9e66-8df8370d95a8 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Deleting port f4133260-2ab9-4875-848d-1a7efa4a01da {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:04:29.228273 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7e44004f-153e-4382-9e66-8df8370d95a8 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:29.262439 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port 8d44329c-b58e-414d-960c-c8261da5de10 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:04:29.270089 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:29.579956 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 8ce17901-dd14-433f-bed1-c8dde08fbde1 no longer exists at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:04:29.589340 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-df55b9d1-fe2d-4fe3-9ff8-8ac1b1cfa94c tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363287349540024'] for network, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:29.628277 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] No Port match for: 8ce17901-dd14-433f-bed1-c8dde08fbde1 {{(pid=88880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 24 11:04:29.628937 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 8ce17901-dd14-433f-bed1-c8dde08fbde1 not bound to the agent host dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 24 11:04:29.631565 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6bf8359-baa3-4e88-8220-b18ec244cf34 None None] get_active_networks_info from dv-neutron-822691-2-hyperv {{(pid=88880) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 24 11:04:29.709319 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-7e77e75c-1b66-4b04-8213-ccd71561370d None None] Provisioning for port d3f923ed-25d4-4523-9d25-983425fc7943 completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:04:29.736603 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c21a2d13-62f5-4841-916b-4df8d460e981 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847649663', 'neutron.services.segments.db._delete_segments_for_network-8749505737672'] for network, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:29.741096 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-7e77e75c-1b66-4b04-8213-ccd71561370d None None] Provisioning complete for port d3f923ed-25d4-4523-9d25-983425fc7943 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:04:29.741728 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7e77e75c-1b66-4b04-8213-ccd71561370d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:29.822962 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 36508) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:04:29.853107 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-7e77e75c-1b66-4b04-8213-ccd71561370d None None] Port d3f923ed-25d4-4523-9d25-983425fc7943 cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:04:29.867746 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-7e77e75c-1b66-4b04-8213-ccd71561370d None None] Could not find standard attr ID for object 8e788e57-53f8-49c1-a68e-575e29802de3. {{(pid=88880) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 24 11:04:29.874714 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6bf8359-baa3-4e88-8220-b18ec244cf34 None None] Resources bound (agent type, host, resource id):  {{(pid=88880) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Dec 24 11:04:30.003278 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9da1bc7d-2388-4a8d-9c84-629f0a375571 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:30.051098 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a263ea39-0be3-41ef-bbb8-ba715701014d tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854116846'] for router_gateway, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:30.190106 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-df55b9d1-fe2d-4fe3-9ff8-8ac1b1cfa94c tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636'] for network, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:30.194866 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df55b9d1-fe2d-4fe3-9ff8-8ac1b1cfa94c tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:04:30.195576 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-df55b9d1-fe2d-4fe3-9ff8-8ac1b1cfa94c tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks [] for network, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:30.211047 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-a9517331-c932-4259-a43f-2830f63fc25a tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:04:30.234172 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-c21a2d13-62f5-4841-916b-4df8d460e981 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5270c6c898>,) {'filters': {'network_id': ['2e2544fc-9a82-4ee2-8298-db75442b2cda']}} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:04:30.269136 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-c21a2d13-62f5-4841-916b-4df8d460e981 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5270c6c898>, '4dc010ba-76f7-4327-92b4-bbc11cc2faa5') {'for_net_delete': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:04:30.269476 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-c21a2d13-62f5-4841-916b-4df8d460e981 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5270c6c898>, '4dc010ba-76f7-4327-92b4-bbc11cc2faa5') {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:04:30.316718 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c21a2d13-62f5-4841-916b-4df8d460e981 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749505745113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853989108'] for segment, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:30.330064 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-df55b9d1-fe2d-4fe3-9ff8-8ac1b1cfa94c tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 2.3427911
Dec 24 11:04:30.382380 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-f7f24f46-c6d3-4088-b2f3-232241b618e3 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1322093440'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:04:30.411565 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 36514) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:04:30.461518 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-f7f24f46-c6d3-4088-b2f3-232241b618e3 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:04:30.470610 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-9da1bc7d-2388-4a8d-9c84-629f0a375571 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Calling delete_port for d3f923ed-25d4-4523-9d25-983425fc7943 owned by  {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:04:30.479657 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-0f8022b2-9341-45c4-b0b5-69ed52f462db tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Request body: {'subnet': {'network_id': 'ae121abb-5298-4f85-a7de-a72b9fb62ef1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:04:30.513675 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-f7f24f46-c6d3-4088-b2f3-232241b618e3 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Usage tracker for resource:network and tenant:59b398769254445dae3d1f85e7f0f818 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:04:30.524027 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-f7f24f46-c6d3-4088-b2f3-232241b618e3 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:04:30.547542 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-f7f24f46-c6d3-4088-b2f3-232241b618e3 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:04:30.558476 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7e44004f-153e-4382-9e66-8df8370d95a8 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:30.588509 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c21a2d13-62f5-4841-916b-4df8d460e981 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:30.598941 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df55b9d1-fe2d-4fe3-9ff8-8ac1b1cfa94c tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Pushing event updated for resources: {'Network': ['ID=ae121abb-5298-4f85-a7de-a72b9fb62ef1,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:04:30.619437 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Network ae121abb-5298-4f85-a7de-a72b9fb62ef1 details requested by agent ovs-agent-dv-neutron-822691-2-hyperv with host dv-neutron-822691-2-hyperv {{(pid=88880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 24 11:04:30.624004 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-df55b9d1-fe2d-4fe3-9ff8-8ac1b1cfa94c tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:04:30.642571 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c21a2d13-62f5-4841-916b-4df8d460e981 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Releasing vlan 640 on physical network physnet1 to pool {{(pid=88879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 24 11:04:30.643370 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c21a2d13-62f5-4841-916b-4df8d460e981 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036847652098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3926696'] for segment, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:30.662181 dv-neutron-822691-2-hyperv neutron-server[88767]: Traceback (most recent call last):
Dec 24 11:04:30.662181 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 24 11:04:30.662181 dv-neutron-822691-2-hyperv neutron-server[88767]:     timer()
Dec 24 11:04:30.662181 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 11:04:30.662181 dv-neutron-822691-2-hyperv neutron-server[88767]:     cb(*args, **kw)
Dec 24 11:04:30.662181 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 24 11:04:30.662181 dv-neutron-822691-2-hyperv neutron-server[88767]:     return func(*args, **kwargs)
Dec 24 11:04:30.662181 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 11:04:30.662181 dv-neutron-822691-2-hyperv neutron-server[88767]:     self._notify()
Dec 24 11:04:30.662181 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 11:04:30.662181 dv-neutron-822691-2-hyperv neutron-server[88767]:     self.callback(batched_events)
Dec 24 11:04:30.662181 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 11:04:30.662181 dv-neutron-822691-2-hyperv neutron-server[88767]:     event.method(event)
Dec 24 11:04:30.662181 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 11:04:30.662181 dv-neutron-822691-2-hyperv neutron-server[88767]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 11:04:30.662181 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 24 11:04:30.662181 dv-neutron-822691-2-hyperv neutron-server[88767]:     segment_id)['aggregates'][0]
Dec 24 11:04:30.662181 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 24 11:04:30.662181 dv-neutron-822691-2-hyperv neutron-server[88767]:     return f(self, *a, **k)
Dec 24 11:04:30.662181 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 11:04:30.662181 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self._get(url).json()
Dec 24 11:04:30.662181 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 24 11:04:30.662181 dv-neutron-822691-2-hyperv neutron-server[88767]:     **kwargs)
Dec 24 11:04:30.662181 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 24 11:04:30.662181 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self.request(url, 'GET', **kwargs)
Dec 24 11:04:30.662181 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 24 11:04:30.662181 dv-neutron-822691-2-hyperv neutron-server[88767]:     **endpoint_filter)
Dec 24 11:04:30.662181 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 24 11:04:30.662181 dv-neutron-822691-2-hyperv neutron-server[88767]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 11:04:30.662181 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 24 11:04:30.662181 dv-neutron-822691-2-hyperv neutron-server[88767]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 11:04:30.662181 dv-neutron-822691-2-hyperv neutron-server[88767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 11:04:30.666803 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a263ea39-0be3-41ef-bbb8-ba715701014d tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854158724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-84560'] for router, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:30.731621 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79ee8554-e8b8-4a7f-b23d-ee498322dbbe None None] get_active_networks_info from dv-neutron-822691-2-hyperv {{(pid=88880) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 24 11:04:30.734172 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-7e44004f-153e-4382-9e66-8df8370d95a8 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Calling delete_port for f4133260-2ab9-4875-848d-1a7efa4a01da owned by  {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:04:30.760122 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a263ea39-0be3-41ef-bbb8-ba715701014d tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:30.777047 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7f24f46-c6d3-4088-b2f3-232241b618e3 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Made reservation on behalf of 59b398769254445dae3d1f85e7f0f818 for: {'network': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:04:30.783028 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f7f24f46-c6d3-4088-b2f3-232241b618e3 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for network, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:30.817453 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-aee59382-3f9a-4d78-89b5-62d2bb140f8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854055677'] for router_interface, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:30.836515 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-0f8022b2-9341-45c4-b0b5-69ed52f462db tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:04:30.839881 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c21a2d13-62f5-4841-916b-4df8d460e981 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7126154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659196'] for network, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:30.845791 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-0f8022b2-9341-45c4-b0b5-69ed52f462db tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Usage tracker for resource:subnet and tenant:58aa2a41110240a2b5bfe3b4600f4977 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:04:30.861145 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-dd2499a2-627c-4604-b193-150e3d70104a tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:04:30.891342 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f7f24f46-c6d3-4088-b2f3-232241b618e3 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks [] for security_group, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:30.905175 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79ee8554-e8b8-4a7f-b23d-ee498322dbbe None None] Resources bound (agent type, host, resource id):  {{(pid=88880) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Dec 24 11:04:30.905452 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-0f8022b2-9341-45c4-b0b5-69ed52f462db tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:04:30.916140 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c21a2d13-62f5-4841-916b-4df8d460e981 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks [] for network, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:30.930551 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-c21a2d13-62f5-4841-916b-4df8d460e981 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] 10.222.0.65 "DELETE /v2.0/networks/2e2544fc-9a82-4ee2-8298-db75442b2cda HTTP/1.1" status: 204  len: 168 time: 7.0083575
Dec 24 11:04:30.940381 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 36520) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:04:30.941529 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21a2d13-62f5-4841-916b-4df8d460e981 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Pushing event deleted for resources: {'Network': ['ID=2e2544fc-9a82-4ee2-8298-db75442b2cda,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:04:30.952085 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a263ea39-0be3-41ef-bbb8-ba715701014d tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854158830'] for router, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:30.952668 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a263ea39-0be3-41ef-bbb8-ba715701014d tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b8f3adb2-c1b7-41e1-9dd3-e3d5f034ba6a {{(pid=88879) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 24 11:04:30.955068 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c21a2d13-62f5-4841-916b-4df8d460e981 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:04:30.956103 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-0f8022b2-9341-45c4-b0b5-69ed52f462db tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:04:30.971962 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a263ea39-0be3-41ef-bbb8-ba715701014d tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Notify callbacks [] for router, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:30.976970 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-a263ea39-0be3-41ef-bbb8-ba715701014d tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] 10.222.0.65 "DELETE /v2.0/routers/b8f3adb2-c1b7-41e1-9dd3-e3d5f034ba6a HTTP/1.1" status: 204  len: 168 time: 7.0570159
Dec 24 11:04:30.978149 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 36524) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:04:30.990647 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-91bdd10e-e306-4dda-aeba-07178e6a9984 tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-692450696', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a'}, 'admin_state_up': False}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:04:30.993636 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-da1dc742-4ddc-4bef-a5a7-55d9c5ff93b8 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-432240654'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:04:30.999278 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f8022b2-9341-45c4-b0b5-69ed52f462db tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Made reservation on behalf of 58aa2a41110240a2b5bfe3b4600f4977 for: {'subnet': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:04:31.026907 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-91bdd10e-e306-4dda-aeba-07178e6a9984 tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:04:31.046491 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-91bdd10e-e306-4dda-aeba-07178e6a9984 tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Usage tracker for resource:router and tenant:fa3043691a674483a1a0c4edfd0fd23a is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:04:31.054036 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-91bdd10e-e306-4dda-aeba-07178e6a9984 tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:04:31.064902 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-91bdd10e-e306-4dda-aeba-07178e6a9984 tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:04:31.096663 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-da1dc742-4ddc-4bef-a5a7-55d9c5ff93b8 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:04:31.117451 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-da1dc742-4ddc-4bef-a5a7-55d9c5ff93b8 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Usage tracker for resource:network and tenant:16b8df9aad104dc0ac4afa0a1ae53906 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:04:31.130282 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-da1dc742-4ddc-4bef-a5a7-55d9c5ff93b8 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:04:31.151199 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0f8022b2-9341-45c4-b0b5-69ed52f462db tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3619482'] for subnet, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:31.156339 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-da1dc742-4ddc-4bef-a5a7-55d9c5ff93b8 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:04:31.175543 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-91bdd10e-e306-4dda-aeba-07178e6a9984 tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-612016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-84579'] for router, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:31.177492 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-91bdd10e-e306-4dda-aeba-07178e6a9984 tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854163950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659046', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854079771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854691221'] for router, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:31.232929 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7e44004f-153e-4382-9e66-8df8370d95a8 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:31.240433 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da1dc742-4ddc-4bef-a5a7-55d9c5ff93b8 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Made reservation on behalf of 16b8df9aad104dc0ac4afa0a1ae53906 for: {'network': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:04:31.246058 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-da1dc742-4ddc-4bef-a5a7-55d9c5ff93b8 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for network, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:31.316546 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-8253f9b8-c657-4e58-86f4-bb105d22b93a tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:04:31.385156 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e44004f-153e-4382-9e66-8df8370d95a8 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Pushing event deleted for resources: {'Port': ['ID=f4133260-2ab9-4875-848d-1a7efa4a01da,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:04:31.387962 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7e44004f-153e-4382-9e66-8df8370d95a8 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:04:31.461002 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-91bdd10e-e306-4dda-aeba-07178e6a9984 tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:31.487884 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9da1bc7d-2388-4a8d-9c84-629f0a375571 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:31.504884 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-abdef42f-3c9c-45ad-ae70-ca3a339fb296 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:04:31.546088 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da1dc742-4ddc-4bef-a5a7-55d9c5ff93b8 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] vlan segment allocate from pool success with {'vlan_id': 642, 'physical_network': 'physnet1'}  {{(pid=88878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 24 11:04:31.556410 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-f7f24f46-c6d3-4088-b2f3-232241b618e3 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:04:31.561052 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-f7f24f46-c6d3-4088-b2f3-232241b618e3 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Usage tracker for resource:security_group_rule and tenant:59b398769254445dae3d1f85e7f0f818 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:04:31.564598 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-f7f24f46-c6d3-4088-b2f3-232241b618e3 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:04:31.571753 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-f7f24f46-c6d3-4088-b2f3-232241b618e3 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:04:31.616442 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da1bc7d-2388-4a8d-9c84-629f0a375571 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Pushing event deleted for resources: {'Port': ['ID=d3f923ed-25d4-4523-9d25-983425fc7943,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:04:31.625700 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-9da1bc7d-2388-4a8d-9c84-629f0a375571 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:04:31.637604 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-da1dc742-4ddc-4bef-a5a7-55d9c5ff93b8 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:31.638187 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.segments_db [None req-da1dc742-4ddc-4bef-a5a7-55d9c5ff93b8 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Added segment 91fb13ef-ee08-4be1-ac1f-5c33d3b019bd of type vlan for network 4433ce0b-b7e1-4e1e-92bb-dd05d9c81908
Dec 24 11:04:31.718821 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0f8022b2-9341-45c4-b0b5-69ed52f462db tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3921862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3619467'] for subnet, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:31.725085 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-bb0e0d78-7eae-4052-a8b0-fa68c14edc5c tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:04:31.758536 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-91bdd10e-e306-4dda-aeba-07178e6a9984 tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-659031', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854691240'] for router, precommit_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:31.761332 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7e44004f-153e-4382-9e66-8df8370d95a8 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:31.842244 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8022b2-9341-45c4-b0b5-69ed52f462db tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Pushing event updated for resources: {'Subnet': ['ID=4ba8534b-8bfd-471e-b576-728cbd96de36,revision_number=0']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:04:31.847543 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-0f8022b2-9341-45c4-b0b5-69ed52f462db tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:04:31.850868 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-da1dc742-4ddc-4bef-a5a7-55d9c5ff93b8 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363287349540024'] for network, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:31.884641 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8022b2-9341-45c4-b0b5-69ed52f462db tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Checking segment: {'id': '15adf997-57dc-4431-914f-fe0c2049fa57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'ae121abb-5298-4f85-a7de-a72b9fb62ef1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:04:31.885189 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f8022b2-9341-45c4-b0b5-69ed52f462db tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Network hostable DHCP agents. Network: ae121abb-5298-4f85-a7de-a72b9fb62ef1, hostable agents: ['edcf98dc-3032-472a-8b3d-f23fd1e89806'], hosted agents: [] {{(pid=88879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 24 11:04:31.918410 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-7e44004f-153e-4382-9e66-8df8370d95a8 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] 10.222.0.65 "DELETE /v2.0/ports/f4133260-2ab9-4875-848d-1a7efa4a01da HTTP/1.1" status: 204  len: 168 time: 3.0747118
Dec 24 11:04:31.940618 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 36530) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:04:31.985446 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f8022b2-9341-45c4-b0b5-69ed52f462db tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Network ae121abb-5298-4f85-a7de-a72b9fb62ef1 is scheduled to be hosted by DHCP agent edcf98dc-3032-472a-8b3d-f23fd1e89806 with binding_index 1 {{(pid=88879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 24 11:04:32.005053 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-0f8022b2-9341-45c4-b0b5-69ed52f462db tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822691-2-hyperv, ae121abb-5298-4f85-a7de-a72b9fb62ef1) {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:04:32.011017 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f8022b2-9341-45c4-b0b5-69ed52f462db tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:04:32.011662 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0f8022b2-9341-45c4-b0b5-69ed52f462db tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks [] for subnet, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:32.030267 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df753d6e-99e0-4d60-a47d-6fd6cb4d17dc None None] Network ae121abb-5298-4f85-a7de-a72b9fb62ef1 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:04:32.063921 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f7f24f46-c6d3-4088-b2f3-232241b618e3 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks [] for security_group, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:32.067326 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9da1bc7d-2388-4a8d-9c84-629f0a375571 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:32.072199 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-9da1bc7d-2388-4a8d-9c84-629f0a375571 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "DELETE /v2.0/ports/d3f923ed-25d4-4523-9d25-983425fc7943 HTTP/1.1" status: 204  len: 168 time: 3.0427263
Dec 24 11:04:32.076627 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-0f8022b2-9341-45c4-b0b5-69ed52f462db tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.6590264
Dec 24 11:04:32.077647 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 36536) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:04:32.078307 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-91bdd10e-e306-4dda-aeba-07178e6a9984 tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Notify callbacks [] for router_gateway, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:32.080201 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0b19d8d-55f8-40eb-a794-bc82666356f1 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] GET failed (client error): The resource could not be found.
Dec 24 11:04:32.080773 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-d0b19d8d-55f8-40eb-a794-bc82666356f1 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Synchronizing usage tracker for tenant:56d5354af46a4a91924cfe2259b4b254 on resource:port {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:04:32.086859 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 36538) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:04:32.089952 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-da1dc742-4ddc-4bef-a5a7-55d9c5ff93b8 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636'] for network, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:32.094722 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da1dc742-4ddc-4bef-a5a7-55d9c5ff93b8 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:04:32.095414 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-da1dc742-4ddc-4bef-a5a7-55d9c5ff93b8 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1977811'] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:32.110011 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-797c229a-ea0e-4c6f-9d08-47efa33bebf3 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1278939509', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:04:32.119947 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-1f2ba80c-ac7a-48c3-8255-0954d2e5d788 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:04:32.137801 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f7f24f46-c6d3-4088-b2f3-232241b618e3 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:32.163512 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-91bdd10e-e306-4dda-aeba-07178e6a9984 tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:32.164692 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-797c229a-ea0e-4c6f-9d08-47efa33bebf3 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:04:32.209404 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-797c229a-ea0e-4c6f-9d08-47efa33bebf3 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Usage tracker for resource:router and tenant:58aa2a41110240a2b5bfe3b4600f4977 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:04:32.259412 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c771788c-2fb8-4f13-96bc-09ef623606bf tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:04:32.262110 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-797c229a-ea0e-4c6f-9d08-47efa33bebf3 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:04:32.264269 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c771788c-2fb8-4f13-96bc-09ef623606bf tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:04:32.267941 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c771788c-2fb8-4f13-96bc-09ef623606bf tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:04:32.269258 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-c771788c-2fb8-4f13-96bc-09ef623606bf tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Synchronizing usage tracker for tenant:739a78fd4cfc48c2a4011598579f8f8c on resource:subnet {{(pid=88879) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:04:32.269764 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7f24f46-c6d3-4088-b2f3-232241b618e3 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] vlan segment allocate from pool success with {'vlan_id': 649, 'physical_network': 'physnet1'}  {{(pid=88878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 24 11:04:32.293688 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-d0b19d8d-55f8-40eb-a794-bc82666356f1 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Unset dirty status for tenant:56d5354af46a4a91924cfe2259b4b254 on resource:port {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:04:32.297875 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-d0b19d8d-55f8-40eb-a794-bc82666356f1 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] 10.222.0.65 "GET /v2.0/ports/f4133260-2ab9-4875-848d-1a7efa4a01da HTTP/1.1" status: 404  len: 333 time: 0.3487797
Dec 24 11:04:32.305723 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 36544) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:04:32.314487 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 75fc7c66-c1cd-407f-8df7-de209972fc17 no longer exists at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:04:32.345886 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-797c229a-ea0e-4c6f-9d08-47efa33bebf3 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:04:32.355159 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] No Port match for: 75fc7c66-c1cd-407f-8df7-de209972fc17 {{(pid=88880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 24 11:04:32.355631 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 75fc7c66-c1cd-407f-8df7-de209972fc17 not bound to the agent host dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 24 11:04:32.357967 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-da1dc742-4ddc-4bef-a5a7-55d9c5ff93b8 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 1.4161420
Dec 24 11:04:32.363312 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 36548) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:04:32.372827 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-c771788c-2fb8-4f13-96bc-09ef623606bf tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Unset dirty status for tenant:739a78fd4cfc48c2a4011598579f8f8c on resource:subnet {{(pid=88879) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:04:32.376975 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1dc742-4ddc-4bef-a5a7-55d9c5ff93b8 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Pushing event updated for resources: {'Network': ['ID=4433ce0b-b7e1-4e1e-92bb-dd05d9c81908,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:04:32.378107 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-c771788c-2fb8-4f13-96bc-09ef623606bf tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2071 time: 0.2704549
Dec 24 11:04:32.381662 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba52b4aa-ba65-4ba3-b4ea-771ea2c2128c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73968e80-91fd-539e-a7c6-b31af6d9e680-ae121abb-5298-4f85-a7de-a72b9fb62ef1', 'network_id': 'ae121abb-5298-4f85-a7de-a72b9fb62ef1', 'tenant_id': '58aa2a41110240a2b5bfe3b4600f4977', 'fixed_ips': [{'subnet_id': '4ba8534b-8bfd-471e-b576-728cbd96de36'}]}} from dv-neutron-822691-2-hyperv. {{(pid=88880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 24 11:04:32.383381 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 36552) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:04:32.385467 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ba52b4aa-ba65-4ba3-b4ea-771ea2c2128c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:32.412673 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Network 4433ce0b-b7e1-4e1e-92bb-dd05d9c81908 details requested by agent ovs-agent-dv-neutron-822691-2-hyperv with host dv-neutron-822691-2-hyperv {{(pid=88880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 24 11:04:32.417472 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-0cb2f122-de4b-48d6-9c2d-28b52cea458d tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Request body: {'subnet': {'network_id': '4433ce0b-b7e1-4e1e-92bb-dd05d9c81908', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:04:32.437778 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-da1dc742-4ddc-4bef-a5a7-55d9c5ff93b8 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:04:32.438923 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f7f24f46-c6d3-4088-b2f3-232241b618e3 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:32.439314 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.segments_db [None req-f7f24f46-c6d3-4088-b2f3-232241b618e3 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Added segment a5e9a147-02ae-4a2b-b669-be5e8fe39ff0 of type vlan for network 865dfde0-77b3-4752-8aab-4ec51a9193ce
Dec 24 11:04:32.441116 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-895bb7a8-ff49-4521-bb22-54c08e804130 tempest-ServersTestJSON-70348643 tempest-ServersTestJSON-70348643-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.287s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:04:32.497059 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-797c229a-ea0e-4c6f-9d08-47efa33bebf3 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-612016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-84579'] for router, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:32.498178 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-797c229a-ea0e-4c6f-9d08-47efa33bebf3 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854163950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659046', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854079771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854691221'] for router, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:32.554567 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f24f46-c6d3-4088-b2f3-232241b618e3 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=334e6a72-e133-4187-a2c0-29adfc75f5b2,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:04:32.561407 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f7f24f46-c6d3-4088-b2f3-232241b618e3 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363287349540024'] for network, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:32.624198 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f7f24f46-c6d3-4088-b2f3-232241b618e3 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:04:32.681970 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-0cb2f122-de4b-48d6-9c2d-28b52cea458d tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:04:32.687563 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-797c229a-ea0e-4c6f-9d08-47efa33bebf3 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:32.727166 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-ba52b4aa-ba65-4ba3-b4ea-771ea2c2128c None None] Allocated IP 2001:db8::2 (ae121abb-5298-4f85-a7de-a72b9fb62ef1/4ba8534b-8bfd-471e-b576-728cbd96de36/980f2907-257a-428e-b636-6e458b37275c) {{(pid=88880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:04:32.733192 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-0cb2f122-de4b-48d6-9c2d-28b52cea458d tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Usage tracker for resource:subnet and tenant:16b8df9aad104dc0ac4afa0a1ae53906 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:04:32.746822 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-0cb2f122-de4b-48d6-9c2d-28b52cea458d tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:04:32.766640 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-0cb2f122-de4b-48d6-9c2d-28b52cea458d tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:04:32.783097 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f7f24f46-c6d3-4088-b2f3-232241b618e3 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636'] for network, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:32.788391 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7f24f46-c6d3-4088-b2f3-232241b618e3 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:04:32.793106 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f7f24f46-c6d3-4088-b2f3-232241b618e3 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1977811'] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:32.804178 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:04:32.844236 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-91bdd10e-e306-4dda-aeba-07178e6a9984 tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Allocated IP 172.26.3.87 (f8c337ba-681f-4fcb-a333-e3c49365b30a/8ea1398c-0bec-46d6-8d54-85798de2a7ca/639315b5-77e7-435d-acf5-dcebe73f771b) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:04:32.861540 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-797c229a-ea0e-4c6f-9d08-47efa33bebf3 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854163800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854116816'] for router, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:32.895924 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cb2f122-de4b-48d6-9c2d-28b52cea458d tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Made reservation on behalf of 16b8df9aad104dc0ac4afa0a1ae53906 for: {'subnet': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:04:32.973668 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ba52b4aa-ba65-4ba3-b4ea-771ea2c2128c None None] Notify callbacks [] for port, precommit_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:32.985430 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-ba52b4aa-ba65-4ba3-b4ea-771ea2c2128c None None] Transition to ACTIVE for port object 980f2907-257a-428e-b636-6e458b37275c will not be triggered until provisioned by entity L2. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:04:33.007637 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-ba52b4aa-ba65-4ba3-b4ea-771ea2c2128c None None] Transition to ACTIVE for port object 980f2907-257a-428e-b636-6e458b37275c will not be triggered until provisioned by entity DHCP. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:04:33.014699 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ba52b4aa-ba65-4ba3-b4ea-771ea2c2128c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408'] for port, after_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:33.019575 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-1d880ef3-fac1-4a2d-af6c-85b8dca8d223 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:04:33.091121 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba52b4aa-ba65-4ba3-b4ea-771ea2c2128c None None] Pushing event updated for resources: {'Port': ['ID=980f2907-257a-428e-b636-6e458b37275c,revision_number=1']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:04:33.097467 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-ba52b4aa-ba65-4ba3-b4ea-771ea2c2128c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:04:33.103403 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba52b4aa-ba65-4ba3-b4ea-771ea2c2128c None None] Network ae121abb-5298-4f85-a7de-a72b9fb62ef1 is already hosted by enough agents. {{(pid=88880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:04:33.104703 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-ba52b4aa-ba65-4ba3-b4ea-771ea2c2128c None None] Resources bound (agent type, host, resource id):  {{(pid=88880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:04:33.107212 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba52b4aa-ba65-4ba3-b4ea-771ea2c2128c None None] Received port after_create {{(pid=88880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:04:33.193266 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-f7f24f46-c6d3-4088-b2f3-232241b618e3 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 3.3635387
Dec 24 11:04:33.198911 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 36558) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:04:33.208698 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_v2 [None req-03df17c4-f825-48f4-a5c3-a4fe5944badc tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Deleting subnet 68b700d0-a6a5-4775-a91b-9e6ceede2163 {{(pid=88879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 24 11:04:33.211156 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-797c229a-ea0e-4c6f-9d08-47efa33bebf3 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks [] for router, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:33.212454 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-797c229a-ea0e-4c6f-9d08-47efa33bebf3 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201  len: 706 time: 1.1074686
Dec 24 11:04:33.219237 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_v2 [None req-60082a58-b9a6-4439-bc66-81cf31659a41 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Deleting subnet ee2ce677-48f5-4821-a435-e1ba74bd0c11 {{(pid=88879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 24 11:04:33.220330 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-ba52b4aa-ba65-4ba3-b4ea-771ea2c2128c None None] Attempting to bind port 980f2907-257a-428e-b636-6e458b37275c on host dv-neutron-822691-2-hyperv for vnic_type normal with profile  {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:04:33.221232 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-ba52b4aa-ba65-4ba3-b4ea-771ea2c2128c None None] Attempting to bind port 980f2907-257a-428e-b636-6e458b37275c by drivers openvswitch,hyperv on host dv-neutron-822691-2-hyperv at level 0 using segments [{'id': '15adf997-57dc-4431-914f-fe0c2049fa57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'ae121abb-5298-4f85-a7de-a72b9fb62ef1'}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:04:33.222008 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba52b4aa-ba65-4ba3-b4ea-771ea2c2128c None None] Attempting to bind port 980f2907-257a-428e-b636-6e458b37275c on network ae121abb-5298-4f85-a7de-a72b9fb62ef1 {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:04:33.227142 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-ebebf57e-2cee-4874-942e-9af7aba441e7 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1525810000'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:04:33.231577 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba52b4aa-ba65-4ba3-b4ea-771ea2c2128c None None] Checking agent: {'id': 'db1275c1-6001-47af-93c2-635c68404703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822691-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 52, 8), 'started_at': datetime.datetime(2021, 12, 24, 10, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 4, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822691-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:04:33.232348 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba52b4aa-ba65-4ba3-b4ea-771ea2c2128c None None] Checking segment: {'id': '15adf997-57dc-4431-914f-fe0c2049fa57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'ae121abb-5298-4f85-a7de-a72b9fb62ef1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:04:33.232904 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ba52b4aa-ba65-4ba3-b4ea-771ea2c2128c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:33.233416 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 36562) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:04:33.233926 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba52b4aa-ba65-4ba3-b4ea-771ea2c2128c None None] Bound using segment: {'id': '15adf997-57dc-4431-914f-fe0c2049fa57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'ae121abb-5298-4f85-a7de-a72b9fb62ef1'} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:04:33.234569 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-ba52b4aa-ba65-4ba3-b4ea-771ea2c2128c None None] Bound port: 980f2907-257a-428e-b636-6e458b37275c, host: dv-neutron-822691-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15adf997-57dc-4431-914f-fe0c2049fa57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'ae121abb-5298-4f85-a7de-a72b9fb62ef1'}}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:04:33.235097 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ba52b4aa-ba65-4ba3-b4ea-771ea2c2128c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:33.237108 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-03df17c4-f825-48f4-a5c3-a4fe5944badc tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks [] for subnet, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:33.266587 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-60082a58-b9a6-4439-bc66-81cf31659a41 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks [] for subnet, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:33.277555 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f24f46-c6d3-4088-b2f3-232241b618e3 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Pushing event updated for resources: {'Network': ['ID=865dfde0-77b3-4752-8aab-4ec51a9193ce,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:04:33.299741 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Network 865dfde0-77b3-4752-8aab-4ec51a9193ce details requested by agent ovs-agent-dv-neutron-822691-2-hyperv with host dv-neutron-822691-2-hyperv {{(pid=88880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 24 11:04:33.304019 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-314fa962-5ba5-428b-845f-338c02358ef8 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Request body: {'port': {'network_id': 'ae121abb-5298-4f85-a7de-a72b9fb62ef1', 'name': 'tempest-PortsIpV6TestJSON-995295832'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:04:33.323381 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-ebebf57e-2cee-4874-942e-9af7aba441e7 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:04:33.329673 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f7f24f46-c6d3-4088-b2f3-232241b618e3 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.525s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:04:33.357383 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0cb2f122-de4b-48d6-9c2d-28b52cea458d tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2246100'] for subnet, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:33.365102 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-ebebf57e-2cee-4874-942e-9af7aba441e7 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Usage tracker for resource:network and tenant:59b398769254445dae3d1f85e7f0f818 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:04:33.398354 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-ebebf57e-2cee-4874-942e-9af7aba441e7 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:04:33.429179 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-ebebf57e-2cee-4874-942e-9af7aba441e7 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:04:33.433651 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-91bdd10e-e306-4dda-aeba-07178e6a9984 tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:33.458525 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-03df17c4-f825-48f4-a5c3-a4fe5944badc tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-786693'] for subnet, precommit_delete_associations {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:33.507522 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-ba52b4aa-ba65-4ba3-b4ea-771ea2c2128c None None] For port 980f2907-257a-428e-b636-6e458b37275c, host dv-neutron-822691-2-hyperv, cleared binding levels {{(pid=88880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:04:33.511290 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-ba52b4aa-ba65-4ba3-b4ea-771ea2c2128c None None] For port 980f2907-257a-428e-b636-6e458b37275c, host dv-neutron-822691-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=980f2907-257a-428e-b636-6e458b37275c,segment=NetworkSegment(15adf997-57dc-4431-914f-fe0c2049fa57),segment_id=15adf997-57dc-4431-914f-fe0c2049fa57)] {{(pid=88880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:04:33.515308 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ba52b4aa-ba65-4ba3-b4ea-771ea2c2128c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:33.535007 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-8065a827-3cbf-485c-8db7-62115aae9d50 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:04:33.550408 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-60082a58-b9a6-4439-bc66-81cf31659a41 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-786693'] for subnet, precommit_delete_associations {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:33.600924 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebebf57e-2cee-4874-942e-9af7aba441e7 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Made reservation on behalf of 59b398769254445dae3d1f85e7f0f818 for: {'network': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:04:33.606496 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ebebf57e-2cee-4874-942e-9af7aba441e7 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for network, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:33.621563 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba52b4aa-ba65-4ba3-b4ea-771ea2c2128c None None] Pushing event updated for resources: {'Port': ['ID=980f2907-257a-428e-b636-6e458b37275c,revision_number=2']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:04:33.638198 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-ba52b4aa-ba65-4ba3-b4ea-771ea2c2128c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:04:33.669465 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775c72f7-c5df-4595-a87a-046e5cce8d71 req-3dd92910-4f8d-413e-96ba-ac4f73a43235 tempest-ServersTestManualDisk-691114078 tempest-ServersTestManualDisk-691114078-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:04:33.670904 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-775c72f7-c5df-4595-a87a-046e5cce8d71 req-3dd92910-4f8d-413e-96ba-ac4f73a43235 tempest-ServersTestManualDisk-691114078 tempest-ServersTestManualDisk-691114078-project] 10.222.0.65 "GET /v2.0/ports?device_id=5f4ed206-cece-41eb-ab9e-d9c91bba64cc HTTP/1.1" status: 200  len: 946 time: 0.1897554
Dec 24 11:04:33.749399 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-91bdd10e-e306-4dda-aeba-07178e6a9984 tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:33.764910 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebebf57e-2cee-4874-942e-9af7aba441e7 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] vlan segment allocate from pool success with {'vlan_id': 619, 'physical_network': 'physnet1'}  {{(pid=88879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 24 11:04:33.767289 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-2024d4ba-9b8f-4dcd-ba7a-272ea148b5b2 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:04:33.807439 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-314fa962-5ba5-428b-845f-338c02358ef8 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:04:33.826901 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-314fa962-5ba5-428b-845f-338c02358ef8 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Usage tracker for resource:port and tenant:58aa2a41110240a2b5bfe3b4600f4977 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:04:33.836389 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-aee59382-3f9a-4d78-89b5-62d2bb140f8d admin admin] Deleting port dfa3ffd6-c8ed-4f57-a719-555500ce6c1f {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:04:33.836747 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-aee59382-3f9a-4d78-89b5-62d2bb140f8d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:33.837347 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-314fa962-5ba5-428b-845f-338c02358ef8 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:04:33.843287 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ebebf57e-2cee-4874-942e-9af7aba441e7 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:33.843688 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.segments_db [None req-ebebf57e-2cee-4874-942e-9af7aba441e7 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Added segment 65f68ef1-18d8-45f9-ade5-a5c6c71d9f93 of type vlan for network 1ee2e82a-33fd-4d08-b432-678724e762ce
Dec 24 11:04:33.854003 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-314fa962-5ba5-428b-845f-338c02358ef8 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:04:33.868392 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-03df17c4-f825-48f4-a5c3-a4fe5944badc tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847655656'] for subnet, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:33.878478 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-775c72f7-c5df-4595-a87a-046e5cce8d71 req-a57e9c22-0673-42bd-854a-c1ae14717c9a tempest-ServersTestManualDisk-691114078 tempest-ServersTestManualDisk-691114078-project] 10.222.0.65 "GET /v2.0/security-groups?id=057037fb-7674-467b-97c0-ec5f050e627f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1754467
Dec 24 11:04:33.916596 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0cb2f122-de4b-48d6-9c2d-28b52cea458d tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850796890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2246085'] for subnet, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:33.921609 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91bdd10e-e306-4dda-aeba-07178e6a9984 tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Network f8c337ba-681f-4fcb-a333-e3c49365b30a is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:04:33.928614 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-35a22680-620f-4f81-982f-fc9a0908b975 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:04:33.934889 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-91bdd10e-e306-4dda-aeba-07178e6a9984 tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Resources bound (agent type, host, resource id):  {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:04:33.966841 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91bdd10e-e306-4dda-aeba-07178e6a9984 tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:04:33.998899 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bdd10e-e306-4dda-aeba-07178e6a9984 tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Pushing event updated for resources: {'Port': ['ID=639315b5-77e7-435d-acf5-dcebe73f771b,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:04:34.002120 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-60082a58-b9a6-4439-bc66-81cf31659a41 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847655656'] for subnet, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:34.048940 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-91bdd10e-e306-4dda-aeba-07178e6a9984 tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:04:34.063766 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-314fa962-5ba5-428b-845f-338c02358ef8 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Made reservation on behalf of 58aa2a41110240a2b5bfe3b4600f4977 for: {'port': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:04:34.070303 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-314fa962-5ba5-428b-845f-338c02358ef8 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:34.090121 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ebebf57e-2cee-4874-942e-9af7aba441e7 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363287349540024'] for network, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:34.149247 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb2f122-de4b-48d6-9c2d-28b52cea458d tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Pushing event updated for resources: {'Subnet': ['ID=5bc1f77a-7aa8-4898-9326-9f7a62d787b9,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:04:34.162663 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-0cb2f122-de4b-48d6-9c2d-28b52cea458d tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:04:34.167280 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb2f122-de4b-48d6-9c2d-28b52cea458d tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Checking segment: {'id': '91fb13ef-ee08-4be1-ac1f-5c33d3b019bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '4433ce0b-b7e1-4e1e-92bb-dd05d9c81908'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:04:34.167687 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cb2f122-de4b-48d6-9c2d-28b52cea458d tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Network hostable DHCP agents. Network: 4433ce0b-b7e1-4e1e-92bb-dd05d9c81908, hostable agents: ['edcf98dc-3032-472a-8b3d-f23fd1e89806'], hosted agents: [] {{(pid=88878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 24 11:04:34.174615 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [None req-314fa962-5ba5-428b-845f-338c02358ef8 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] device_id is not set on port 8c6c6a33-f097-4b1a-acc1-6a10a0d903c9 yet. {{(pid=88879) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 24 11:04:34.216420 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-aee59382-3f9a-4d78-89b5-62d2bb140f8d admin admin] For port dfa3ffd6-c8ed-4f57-a719-555500ce6c1f, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=dfa3ffd6-c8ed-4f57-a719-555500ce6c1f,segment=NetworkSegment(7da8387d-6dbc-40da-b97b-4a8bbfbeffcb),segment_id=7da8387d-6dbc-40da-b97b-4a8bbfbeffcb)] {{(pid=88878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:04:34.216819 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-aee59382-3f9a-4d78-89b5-62d2bb140f8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:34.321655 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-03df17c4-f825-48f4-a5c3-a4fe5944badc tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7120129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850854134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851156349'] for subnet, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:34.326835 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-92da1dc5-ec69-469e-8857-95e1319d0e83 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:04:34.347733 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 980f2907-257a-428e-b636-6e458b37275c up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:04:34.360806 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cb2f122-de4b-48d6-9c2d-28b52cea458d tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Network 4433ce0b-b7e1-4e1e-92bb-dd05d9c81908 is scheduled to be hosted by DHCP agent edcf98dc-3032-472a-8b3d-f23fd1e89806 with binding_index 1 {{(pid=88878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 24 11:04:34.375464 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-aee59382-3f9a-4d78-89b5-62d2bb140f8d admin admin] Calling delete_port for dfa3ffd6-c8ed-4f57-a719-555500ce6c1f owned by network:router_interface {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:04:34.389570 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03df17c4-f825-48f4-a5c3-a4fe5944badc tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Pushing event deleted for resources: {'Subnet': ['ID=68b700d0-a6a5-4775-a91b-9e6ceede2163,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:04:34.392835 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-03df17c4-f825-48f4-a5c3-a4fe5944badc tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:04:34.403530 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ebebf57e-2cee-4874-942e-9af7aba441e7 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636'] for network, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:34.407990 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebebf57e-2cee-4874-942e-9af7aba441e7 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:04:34.408739 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ebebf57e-2cee-4874-942e-9af7aba441e7 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks [] for network, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:34.415002 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-0cb2f122-de4b-48d6-9c2d-28b52cea458d tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822691-2-hyperv, 4433ce0b-b7e1-4e1e-92bb-dd05d9c81908) {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:04:34.424571 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ade4333-d155-426f-b344-92fcad34ef25 None None] Network 4433ce0b-b7e1-4e1e-92bb-dd05d9c81908 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:04:34.427195 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cb2f122-de4b-48d6-9c2d-28b52cea458d tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:04:34.428082 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0cb2f122-de4b-48d6-9c2d-28b52cea458d tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:34.432421 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-449d2a7f-56d4-4b59-ac4f-d8c208c2455e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:04:34.481887 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-0cb2f122-de4b-48d6-9c2d-28b52cea458d tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 865 time: 2.1112418
Dec 24 11:04:34.482690 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 36572) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:04:34.535151 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-60082a58-b9a6-4439-bc66-81cf31659a41 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7120129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850854134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851156349'] for subnet, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:34.544691 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-03df17c4-f825-48f4-a5c3-a4fe5944badc tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks [] for subnet, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:34.680321 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-60082a58-b9a6-4439-bc66-81cf31659a41 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks [] for subnet, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:34.685228 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-60082a58-b9a6-4439-bc66-81cf31659a41 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] 10.222.0.65 "DELETE /v2.0/subnets/ee2ce677-48f5-4821-a435-e1ba74bd0c11 HTTP/1.1" status: 204  len: 168 time: 2.3730986
Dec 24 11:04:34.685228 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebebf57e-2cee-4874-942e-9af7aba441e7 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Pushing event updated for resources: {'Network': ['ID=1ee2e82a-33fd-4d08-b432-678724e762ce,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:04:34.688385 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-ebebf57e-2cee-4874-942e-9af7aba441e7 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:04:34.689326 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 36578) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:04:34.697471 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-1f276b7c-eb46-41dd-9cef-212cc3cd402f tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.143s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:04:34.700361 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-62a10a90-ecdf-4729-a021-ab08b09f1796 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036847558493'] for network, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:34.742019 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-ebebf57e-2cee-4874-942e-9af7aba441e7 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 1.5398383
Dec 24 11:04:34.758388 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 36582) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:04:34.775753 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-03df17c4-f825-48f4-a5c3-a4fe5944badc tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "DELETE /v2.0/subnets/68b700d0-a6a5-4775-a91b-9e6ceede2163 HTTP/1.1" status: 204  len: 168 time: 2.3874900
Dec 24 11:04:34.785049 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 36586) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:04:34.800121 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-314fa962-5ba5-428b-845f-338c02358ef8 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Allocated IP 2001:db8::393 (ae121abb-5298-4f85-a7de-a72b9fb62ef1/4ba8534b-8bfd-471e-b576-728cbd96de36/8c6c6a33-f097-4b1a-acc1-6a10a0d903c9) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:04:34.808334 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-9a789c47-90ea-4e49-83f6-79185edb6279 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Request body: {'subnet': {'network_id': '865dfde0-77b3-4752-8aab-4ec51a9193ce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:04:34.848349 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60082a58-b9a6-4439-bc66-81cf31659a41 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Pushing event deleted for resources: {'Subnet': ['ID=ee2ce677-48f5-4821-a435-e1ba74bd0c11,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:04:34.852116 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-60082a58-b9a6-4439-bc66-81cf31659a41 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:04:34.957942 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-62a10a90-ecdf-4729-a021-ab08b09f1796 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847655656'] for subnet, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:35.012913 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f2ed0da-abd0-496a-a9bb-033c91e06d87 None None] Network 1c9eeaac-d205-4b19-a351-2fe67dd78b42 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:04:35.027110 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0b9ea479-d9fa-459d-b0bc-988e91bf0521 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036847558493'] for network, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:35.027354 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04beffa3-5941-40b0-9a77-210f199b95d1 None None] Network 22c0d4c1-fbea-47d3-a469-bad0701959a1 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:04:35.044243 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Network 1ee2e82a-33fd-4d08-b432-678724e762ce details requested by agent ovs-agent-dv-neutron-822691-2-hyperv with host dv-neutron-822691-2-hyperv {{(pid=88880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 24 11:04:35.052449 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1bf86ff-c16b-4d47-b342-36b88c74f28e tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Deleting subnet 878cee97-8be2-4075-90e2-5ef180fd3415 {{(pid=88879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 24 11:04:35.076089 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning for port 980f2907-257a-428e-b636-6e458b37275c completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:04:35.091793 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a31fb61-a3fd-4a7c-8347-f72d471c77cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73968e80-91fd-539e-a7c6-b31af6d9e680-4433ce0b-b7e1-4e1e-92bb-dd05d9c81908', 'network_id': '4433ce0b-b7e1-4e1e-92bb-dd05d9c81908', 'tenant_id': '16b8df9aad104dc0ac4afa0a1ae53906', 'fixed_ips': [{'subnet_id': '5bc1f77a-7aa8-4898-9326-9f7a62d787b9'}]}} from dv-neutron-822691-2-hyperv. {{(pid=88880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 24 11:04:35.092720 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8a31fb61-a3fd-4a7c-8347-f72d471c77cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:35.101272 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-aee59382-3f9a-4d78-89b5-62d2bb140f8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:35.101675 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c1bf86ff-c16b-4d47-b342-36b88c74f28e tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks [] for subnet, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:35.123135 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-6eabf3e2-9fb5-4379-961b-bf83edef8213 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:04:35.212410 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-0b9ea479-d9fa-459d-b0bc-988e91bf0521 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Deleting port 8d44329c-b58e-414d-960c-c8261da5de10 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:04:35.212788 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0b9ea479-d9fa-459d-b0bc-988e91bf0521 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:35.382050 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee59382-3f9a-4d78-89b5-62d2bb140f8d admin admin] Pushing event deleted for resources: {'Port': ['ID=dfa3ffd6-c8ed-4f57-a719-555500ce6c1f,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:04:35.432214 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-aee59382-3f9a-4d78-89b5-62d2bb140f8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:04:35.433514 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-9a789c47-90ea-4e49-83f6-79185edb6279 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:04:35.437044 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-62a10a90-ecdf-4729-a021-ab08b09f1796 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7120129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3978858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852529715'] for subnet, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:35.445448 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-2598e755-9eeb-4721-a4b1-981250ddf22b tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:04:35.513353 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-9a789c47-90ea-4e49-83f6-79185edb6279 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Usage tracker for resource:subnet and tenant:59b398769254445dae3d1f85e7f0f818 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:04:35.517088 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a10a90-ecdf-4729-a021-ab08b09f1796 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Pushing event deleted for resources: {'Subnet': ['ID=5bc1f77a-7aa8-4898-9326-9f7a62d787b9,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:04:35.549114 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-9a789c47-90ea-4e49-83f6-79185edb6279 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:04:35.553915 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-62a10a90-ecdf-4729-a021-ab08b09f1796 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:04:35.568095 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-9a789c47-90ea-4e49-83f6-79185edb6279 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:04:35.630266 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1061d8-f52a-478b-91a2-a1ed175adf65 req-57120c56-1a73-4af4-a0eb-6c8e31dd1307 tempest-ServersTestManualDisk-691114078 tempest-ServersTestManualDisk-691114078-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:04:35.639724 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-bc1061d8-f52a-478b-91a2-a1ed175adf65 req-57120c56-1a73-4af4-a0eb-6c8e31dd1307 tempest-ServersTestManualDisk-691114078 tempest-ServersTestManualDisk-691114078-project] 10.222.0.65 "GET /v2.0/ports?device_id=5f4ed206-cece-41eb-ab9e-d9c91bba64cc HTTP/1.1" status: 200  len: 946 time: 0.6167991
Dec 24 11:04:35.668793 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c1bf86ff-c16b-4d47-b342-36b88c74f28e tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-786693'] for subnet, precommit_delete_associations {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:35.672945 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a789c47-90ea-4e49-83f6-79185edb6279 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Made reservation on behalf of 59b398769254445dae3d1f85e7f0f818 for: {'subnet': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:04:35.683669 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server [None req-8a31fb61-a3fd-4a7c-8347-f72d471c77cc None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5bc1f77a-7aa8-4898-9326-9f7a62d787b9: This subnet is being modified by another concurrent operation.
Dec 24 11:04:35.683669 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Dec 24 11:04:35.683669 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Dec 24 11:04:35.683669 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Dec 24 11:04:35.683669 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 276, in dispatch
Dec 24 11:04:35.683669 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Dec 24 11:04:35.683669 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 196, in _do_dispatch
Dec 24 11:04:35.683669 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Dec 24 11:04:35.683669 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Dec 24 11:04:35.683669 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Dec 24 11:04:35.683669 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 24 11:04:35.683669 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 24 11:04:35.683669 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 24 11:04:35.683669 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 24 11:04:35.683669 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 24 11:04:35.683669 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 24 11:04:35.683669 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 24 11:04:35.683669 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     raise value
Dec 24 11:04:35.683669 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 24 11:04:35.683669 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 24 11:04:35.683669 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 24 11:04:35.683669 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 24 11:04:35.683669 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 24 11:04:35.683669 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 24 11:04:35.683669 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 24 11:04:35.683669 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 24 11:04:35.683669 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 24 11:04:35.683669 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     raise value
Dec 24 11:04:35.683669 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 24 11:04:35.683669 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 24 11:04:35.683669 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 24 11:04:35.683669 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 24 11:04:35.683669 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 24 11:04:35.683669 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 24 11:04:35.683669 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 24 11:04:35.683669 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 24 11:04:35.683669 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 24 11:04:35.683669 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     raise value
Dec 24 11:04:35.683669 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 24 11:04:35.683669 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 24 11:04:35.683669 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 94, in wrapper
Dec 24 11:04:35.683669 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Dec 24 11:04:35.683669 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port
Dec 24 11:04:35.683669 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Dec 24 11:04:35.683669 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action
Dec 24 11:04:35.683669 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Dec 24 11:04:35.683669 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/plugins/utils.py", line 336, in create_port
Dec 24 11:04:35.683669 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     context, {port_apidef.RESOURCE_NAME: port_data})
Dec 24 11:04:35.683669 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner
Dec 24 11:04:35.683669 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kwargs)
Dec 24 11:04:35.683669 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 233, in wrapped
Dec 24 11:04:35.683669 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Dec 24 11:04:35.683669 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 24 11:04:35.688128 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 24 11:04:35.688128 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 24 11:04:35.688128 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 24 11:04:35.688128 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 24 11:04:35.688128 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 24 11:04:35.688128 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 24 11:04:35.688128 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     raise value
Dec 24 11:04:35.688128 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 24 11:04:35.688128 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 24 11:04:35.688128 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 24 11:04:35.688128 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 24 11:04:35.688128 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 24 11:04:35.688128 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 24 11:04:35.688128 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 24 11:04:35.688128 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 24 11:04:35.688128 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 24 11:04:35.688128 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     raise value
Dec 24 11:04:35.688128 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 24 11:04:35.688128 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 24 11:04:35.688128 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 24 11:04:35.688128 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 24 11:04:35.688128 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 24 11:04:35.688128 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 24 11:04:35.688128 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 24 11:04:35.688128 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 24 11:04:35.688128 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 24 11:04:35.688128 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     raise value
Dec 24 11:04:35.688128 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 24 11:04:35.688128 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 24 11:04:35.688128 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1407, in create_port
Dec 24 11:04:35.688128 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Dec 24 11:04:35.688128 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1374, in _create_port_db
Dec 24 11:04:35.688128 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Dec 24 11:04:35.688128 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1439, in create_port_db
Dec 24 11:04:35.688128 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     context, port, port_id)
Dec 24 11:04:35.688128 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 222, in allocate_ips_for_port_and_store
Dec 24 11:04:35.688128 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     revert_on_fail=False)
Dec 24 11:04:35.688128 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 24 11:04:35.688128 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 24 11:04:35.688128 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 24 11:04:35.688128 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 24 11:04:35.688128 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 24 11:04:35.688128 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     raise value
Dec 24 11:04:35.688128 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store
Dec 24 11:04:35.688128 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     ips = self._allocate_ips_for_port(context, port_copy)
Dec 24 11:04:35.688128 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 241, in _allocate_ips_for_port
Dec 24 11:04:35.688128 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     distributed_service=self._is_distributed_service(p))
Dec 24 11:04:35.688128 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 671, in _ipam_get_subnets
Dec 24 11:04:35.688128 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     id=subnet.id)
Dec 24 11:04:35.688128 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Dec 24 11:04:35.688128 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     raise exception
Dec 24 11:04:35.688128 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5bc1f77a-7aa8-4898-9326-9f7a62d787b9: This subnet is being modified by another concurrent operation.
Dec 24 11:04:35.688128 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server 
Dec 24 11:04:35.717982 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8051073-9a5d-4ef7-9674-ebe4c47d4ad1 None None] Network 4433ce0b-b7e1-4e1e-92bb-dd05d9c81908 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:04:35.784464 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c1bf86ff-c16b-4d47-b342-36b88c74f28e tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847655656'] for subnet, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:35.882419 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-62a10a90-ecdf-4729-a021-ab08b09f1796 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847649663', 'neutron.services.segments.db._delete_segments_for_network-8749505737672'] for network, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:35.905555 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c1bf86ff-c16b-4d47-b342-36b88c74f28e tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7120129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850854134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851156349'] for subnet, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:35.921608 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-62a10a90-ecdf-4729-a021-ab08b09f1796 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5270ac0198>,) {'filters': {'network_id': ['4433ce0b-b7e1-4e1e-92bb-dd05d9c81908']}} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:04:35.924260 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-68bf6a00-cc5f-4614-86d4-48e81c6d72fe tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:04:35.940746 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-62a10a90-ecdf-4729-a021-ab08b09f1796 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5270ac0198>, '91fb13ef-ee08-4be1-ac1f-5c33d3b019bd') {'for_net_delete': True} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:04:35.941088 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-62a10a90-ecdf-4729-a021-ab08b09f1796 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5270ac0198>, '91fb13ef-ee08-4be1-ac1f-5c33d3b019bd') {} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:04:35.957509 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-62a10a90-ecdf-4729-a021-ab08b09f1796 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749505745113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2241371'] for segment, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:35.977496 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87851ed1-9c8d-41ee-b22e-0b3aa5114e7c None None] DHCP port deletion for 22c0d4c1-fbea-47d3-a469-bad0701959a1 request from dv-neutron-822691-2-hyperv {{(pid=88880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 24 11:04:35.996986 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-91bdd10e-e306-4dda-aeba-07178e6a9984 tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Notify callbacks [] for router_gateway, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:35.997808 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-91bdd10e-e306-4dda-aeba-07178e6a9984 tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854163800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854116816'] for router, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:36.032849 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-87851ed1-9c8d-41ee-b22e-0b3aa5114e7c None None] Deleting port 8d44329c-b58e-414d-960c-c8261da5de10 {{(pid=88880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:04:36.033283 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-87851ed1-9c8d-41ee-b22e-0b3aa5114e7c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:36.066187 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db367a27-2a6a-406a-87cc-a1a6c02499e3 None None] Network ae121abb-5298-4f85-a7de-a72b9fb62ef1 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:04:36.074802 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bf86ff-c16b-4d47-b342-36b88c74f28e tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Pushing event deleted for resources: {'Subnet': ['ID=878cee97-8be2-4075-90e2-5ef180fd3415,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:04:36.171471 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c1bf86ff-c16b-4d47-b342-36b88c74f28e tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:04:36.204911 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c1bf86ff-c16b-4d47-b342-36b88c74f28e tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks [] for subnet, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:36.277971 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-314fa962-5ba5-428b-845f-338c02358ef8 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:36.313157 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-c1bf86ff-c16b-4d47-b342-36b88c74f28e tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "DELETE /v2.0/subnets/878cee97-8be2-4075-90e2-5ef180fd3415 HTTP/1.1" status: 204  len: 168 time: 1.5150008
Dec 24 11:04:36.314382 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 36592) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:04:36.384802 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-62a10a90-ecdf-4729-a021-ab08b09f1796 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:36.415785 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-bc1061d8-f52a-478b-91a2-a1ed175adf65 req-07b07bc3-1647-4dd6-aa75-cde85530d52c tempest-ServersTestManualDisk-691114078 tempest-ServersTestManualDisk-691114078-project] 10.222.0.65 "GET /v2.0/security-groups?id=057037fb-7674-467b-97c0-ec5f050e627f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.7746863
Dec 24 11:04:36.433022 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9a789c47-90ea-4e49-83f6-79185edb6279 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2246100'] for subnet, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:36.458413 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62a10a90-ecdf-4729-a021-ab08b09f1796 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Releasing vlan 642 on physical network physnet1 to pool {{(pid=88878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 24 11:04:36.459342 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-62a10a90-ecdf-4729-a021-ab08b09f1796 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036847652098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850807864'] for segment, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:36.463041 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-314fa962-5ba5-428b-845f-338c02358ef8 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Transition to ACTIVE for port object 8c6c6a33-f097-4b1a-acc1-6a10a0d903c9 will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:04:36.477894 dv-neutron-822691-2-hyperv neutron-server[88767]: Traceback (most recent call last):
Dec 24 11:04:36.477894 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 24 11:04:36.477894 dv-neutron-822691-2-hyperv neutron-server[88767]:     timer()
Dec 24 11:04:36.477894 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 11:04:36.477894 dv-neutron-822691-2-hyperv neutron-server[88767]:     cb(*args, **kw)
Dec 24 11:04:36.477894 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 24 11:04:36.477894 dv-neutron-822691-2-hyperv neutron-server[88767]:     return func(*args, **kwargs)
Dec 24 11:04:36.477894 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 11:04:36.477894 dv-neutron-822691-2-hyperv neutron-server[88767]:     self._notify()
Dec 24 11:04:36.477894 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 11:04:36.477894 dv-neutron-822691-2-hyperv neutron-server[88767]:     self.callback(batched_events)
Dec 24 11:04:36.477894 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 11:04:36.477894 dv-neutron-822691-2-hyperv neutron-server[88767]:     event.method(event)
Dec 24 11:04:36.477894 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 11:04:36.477894 dv-neutron-822691-2-hyperv neutron-server[88767]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 11:04:36.477894 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 24 11:04:36.477894 dv-neutron-822691-2-hyperv neutron-server[88767]:     segment_id)['aggregates'][0]
Dec 24 11:04:36.477894 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 24 11:04:36.477894 dv-neutron-822691-2-hyperv neutron-server[88767]:     return f(self, *a, **k)
Dec 24 11:04:36.477894 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 11:04:36.477894 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self._get(url).json()
Dec 24 11:04:36.477894 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 24 11:04:36.477894 dv-neutron-822691-2-hyperv neutron-server[88767]:     **kwargs)
Dec 24 11:04:36.477894 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 24 11:04:36.477894 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self.request(url, 'GET', **kwargs)
Dec 24 11:04:36.477894 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 24 11:04:36.477894 dv-neutron-822691-2-hyperv neutron-server[88767]:     **endpoint_filter)
Dec 24 11:04:36.477894 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 24 11:04:36.477894 dv-neutron-822691-2-hyperv neutron-server[88767]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 11:04:36.477894 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 24 11:04:36.477894 dv-neutron-822691-2-hyperv neutron-server[88767]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 11:04:36.477894 dv-neutron-822691-2-hyperv neutron-server[88767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 11:04:36.494298 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-20326d72-6692-444c-806d-dcab2c18bcbc tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1439862
Dec 24 11:04:36.497879 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 36596) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:04:36.689247 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-87851ed1-9c8d-41ee-b22e-0b3aa5114e7c None None] For port 8d44329c-b58e-414d-960c-c8261da5de10, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=8d44329c-b58e-414d-960c-c8261da5de10,segment=NetworkSegment(843807e4-e46d-41c0-a1cf-1e74095471aa),segment_id=843807e4-e46d-41c0-a1cf-1e74095471aa)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:04:36.689696 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-87851ed1-9c8d-41ee-b22e-0b3aa5114e7c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:36.773062 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-62a10a90-ecdf-4729-a021-ab08b09f1796 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7126154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659196'] for network, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:36.782638 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-942ba73e-0f34-4e06-9645-2be1353a3528 tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:04:36.797266 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-0b9ea479-d9fa-459d-b0bc-988e91bf0521 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] For port 8d44329c-b58e-414d-960c-c8261da5de10, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=8d44329c-b58e-414d-960c-c8261da5de10,segment=NetworkSegment(843807e4-e46d-41c0-a1cf-1e74095471aa),segment_id=843807e4-e46d-41c0-a1cf-1e74095471aa)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:04:36.798229 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0b9ea479-d9fa-459d-b0bc-988e91bf0521 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:36.811270 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-62a10a90-ecdf-4729-a021-ab08b09f1796 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1977811'] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:36.829775 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a10a90-ecdf-4729-a021-ab08b09f1796 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Pushing event deleted for resources: {'Network': ['ID=4433ce0b-b7e1-4e1e-92bb-dd05d9c81908,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:04:36.848524 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-62a10a90-ecdf-4729-a021-ab08b09f1796 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:04:36.854587 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-87851ed1-9c8d-41ee-b22e-0b3aa5114e7c None None] Calling delete_port for 8d44329c-b58e-414d-960c-c8261da5de10 owned by network:dhcp {{(pid=88880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:04:36.867049 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-62a10a90-ecdf-4729-a021-ab08b09f1796 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] 10.222.0.65 "DELETE /v2.0/networks/4433ce0b-b7e1-4e1e-92bb-dd05d9c81908 HTTP/1.1" status: 204  len: 168 time: 2.3757989
Dec 24 11:04:36.868539 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 36598) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:04:36.945936 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 8d44329c-b58e-414d-960c-c8261da5de10 no longer exists at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:04:37.012259 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-0b9ea479-d9fa-459d-b0bc-988e91bf0521 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Calling delete_port for 8d44329c-b58e-414d-960c-c8261da5de10 owned by network:dhcp {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:04:37.122366 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9a789c47-90ea-4e49-83f6-79185edb6279 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850796890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2246085'] for subnet, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:37.143832 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-3de2ac59-4793-4dbd-ba36-3b8d2d45793e tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1650563044'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:04:37.151121 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0b9ea479-d9fa-459d-b0bc-988e91bf0521 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:37.152991 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-a32359ee-bfdd-4f42-8daa-9dfba01a8ff9 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:04:37.167489 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c21a2d13-62f5-4841-916b-4df8d460e981 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:04:37.233614 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.db.api [None req-87851ed1-9c8d-41ee-b22e-0b3aa5114e7c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88880) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 24 11:04:37.234577 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_db.api [None req-87851ed1-9c8d-41ee-b22e-0b3aa5114e7c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 24 11:04:37.235355 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-942b1686-2534-4eb8-ae79-95e4b9199464 None None] Provisioning for port 980f2907-257a-428e-b636-6e458b37275c completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:04:37.249959 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9ea479-d9fa-459d-b0bc-988e91bf0521 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Pushing event deleted for resources: {'Port': ['ID=8d44329c-b58e-414d-960c-c8261da5de10,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:04:37.252225 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a789c47-90ea-4e49-83f6-79185edb6279 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Pushing event updated for resources: {'Subnet': ['ID=a852ec1e-9042-40a1-b0e1-b40813bc9c60,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:04:37.261546 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-3de2ac59-4793-4dbd-ba36-3b8d2d45793e tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:04:37.264961 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-9a789c47-90ea-4e49-83f6-79185edb6279 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:04:37.268456 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-aee59382-3f9a-4d78-89b5-62d2bb140f8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036852798164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854055527'] for router_interface, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:37.271205 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-815e1806-b3f3-40fd-9504-352eaeb9645d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:37.277301 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-0b9ea479-d9fa-459d-b0bc-988e91bf0521 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:04:37.280146 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-314fa962-5ba5-428b-845f-338c02358ef8 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:37.280616 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-942b1686-2534-4eb8-ae79-95e4b9199464 None None] Provisioning complete for port 980f2907-257a-428e-b636-6e458b37275c triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:04:37.281257 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-942b1686-2534-4eb8-ae79-95e4b9199464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:37.283748 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cb6870-e8e5-4e6f-8af5-114aa4b628ab req-d80342f8-d776-4242-a087-698be612521b tempest-ServersTestManualDisk-691114078 tempest-ServersTestManualDisk-691114078-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:04:37.285482 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-14cb6870-e8e5-4e6f-8af5-114aa4b628ab req-d80342f8-d776-4242-a087-698be612521b tempest-ServersTestManualDisk-691114078 tempest-ServersTestManualDisk-691114078-project] 10.222.0.58 "GET /v2.0/ports?device_id=5f4ed206-cece-41eb-ab9e-d9c91bba64cc HTTP/1.1" status: 200  len: 946 time: 0.7400630
Dec 24 11:04:37.288179 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-3de2ac59-4793-4dbd-ba36-3b8d2d45793e tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Usage tracker for resource:network and tenant:16b8df9aad104dc0ac4afa0a1ae53906 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:04:37.300125 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-dd2499a2-627c-4604-b193-150e3d70104a tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:04:37.303563 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-3de2ac59-4793-4dbd-ba36-3b8d2d45793e tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:04:37.359822 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] No active binding found for port 8d44329c-b58e-414d-960c-c8261da5de10 {{(pid=88880) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}}
Dec 24 11:04:37.360879 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 8d44329c-b58e-414d-960c-c8261da5de10 not bound to the agent host dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 24 11:04:37.369038 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-314fa962-5ba5-428b-845f-338c02358ef8 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Network ae121abb-5298-4f85-a7de-a72b9fb62ef1 is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:04:37.370470 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b9ea479-d9fa-459d-b0bc-988e91bf0521 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] No DVR routers for this DVR port 8d44329c-b58e-414d-960c-c8261da5de10 on host dv-neutron-822691-2-hyperv {{(pid=88879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 24 11:04:37.373948 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-314fa962-5ba5-428b-845f-338c02358ef8 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Resources bound (agent type, host, resource id):  {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:04:37.379863 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-3de2ac59-4793-4dbd-ba36-3b8d2d45793e tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:04:37.475254 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-942b1686-2534-4eb8-ae79-95e4b9199464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:37.487041 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314fa962-5ba5-428b-845f-338c02358ef8 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:04:37.491440 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-314fa962-5ba5-428b-845f-338c02358ef8 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:04:37.492293 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-314fa962-5ba5-428b-845f-338c02358ef8 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:37.548127 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-942b1686-2534-4eb8-ae79-95e4b9199464 None None] For port 980f2907-257a-428e-b636-6e458b37275c, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=980f2907-257a-428e-b636-6e458b37275c,segment=NetworkSegment(15adf997-57dc-4431-914f-fe0c2049fa57),segment_id=15adf997-57dc-4431-914f-fe0c2049fa57)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:04:37.553392 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a789c47-90ea-4e49-83f6-79185edb6279 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Checking segment: {'id': 'a5e9a147-02ae-4a2b-b669-be5e8fe39ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '865dfde0-77b3-4752-8aab-4ec51a9193ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:04:37.554217 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-942b1686-2534-4eb8-ae79-95e4b9199464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:37.555777 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a789c47-90ea-4e49-83f6-79185edb6279 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Network hostable DHCP agents. Network: 865dfde0-77b3-4752-8aab-4ec51a9193ce, hostable agents: ['edcf98dc-3032-472a-8b3d-f23fd1e89806'], hosted agents: [] {{(pid=88878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 24 11:04:37.556678 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-753c0331-aa74-43b9-955c-620ddd93689f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:04:37.577478 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3de2ac59-4793-4dbd-ba36-3b8d2d45793e tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Made reservation on behalf of 16b8df9aad104dc0ac4afa0a1ae53906 for: {'network': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:04:37.583333 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3de2ac59-4793-4dbd-ba36-3b8d2d45793e tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for network, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:37.655942 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53f0b644-fdb0-4f21-9149-58aff710a319 None None] Network 1c9eeaac-d205-4b19-a351-2fe67dd78b42 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:04:37.701314 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-314fa962-5ba5-428b-845f-338c02358ef8 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 4.4663358
Dec 24 11:04:37.702606 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 36606) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:04:37.745659 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-87851ed1-9c8d-41ee-b22e-0b3aa5114e7c None None] Deleting port 8d44329c-b58e-414d-960c-c8261da5de10 {{(pid=88880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:04:37.746392 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-87851ed1-9c8d-41ee-b22e-0b3aa5114e7c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:37.777617 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [req-14cb6870-e8e5-4e6f-8af5-114aa4b628ab req-e59efc58-0268-4fc8-a85a-8408062849c1 tempest-ServersTestManualDisk-691114078 tempest-ServersTestManualDisk-691114078-project] Deleting port 632686a9-d4ae-4fa5-85f8-33db88312b6b {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:04:37.778039 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-14cb6870-e8e5-4e6f-8af5-114aa4b628ab req-e59efc58-0268-4fc8-a85a-8408062849c1 tempest-ServersTestManualDisk-691114078 tempest-ServersTestManualDisk-691114078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:37.869981 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314fa962-5ba5-428b-845f-338c02358ef8 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Pushing event updated for resources: {'Port': ['ID=8c6c6a33-f097-4b1a-acc1-6a10a0d903c9,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:04:37.902150 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-314fa962-5ba5-428b-845f-338c02358ef8 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.602s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:04:37.914663 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-87851ed1-9c8d-41ee-b22e-0b3aa5114e7c None None] The port '8d44329c-b58e-414d-960c-c8261da5de10' was deleted {{(pid=88880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 24 11:04:37.916315 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3cf8b73-83d1-4b80-8be6-cec24f6a5541 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:04:37.917951 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-b3cf8b73-83d1-4b80-8be6-cec24f6a5541 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Synchronizing usage tracker for tenant:739a78fd4cfc48c2a4011598579f8f8c on resource:port {{(pid=88879) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:04:37.968302 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3de2ac59-4793-4dbd-ba36-3b8d2d45793e tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] vlan segment allocate from pool success with {'vlan_id': 641, 'physical_network': 'physnet1'}  {{(pid=88878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 24 11:04:38.061845 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a789c47-90ea-4e49-83f6-79185edb6279 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Network 865dfde0-77b3-4752-8aab-4ec51a9193ce is scheduled to be hosted by DHCP agent edcf98dc-3032-472a-8b3d-f23fd1e89806 with binding_index 1 {{(pid=88878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 24 11:04:38.077528 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3de2ac59-4793-4dbd-ba36-3b8d2d45793e tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:38.078205 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.segments_db [None req-3de2ac59-4793-4dbd-ba36-3b8d2d45793e tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Added segment a96f32a2-2114-4da0-a5f2-ed4c039816c5 of type vlan for network 44b3e0fc-7a00-4aa3-b6be-4a167301c346
Dec 24 11:04:38.098114 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942b1686-2534-4eb8-ae79-95e4b9199464 None None] Pushing event updated for resources: {'Port': ['ID=980f2907-257a-428e-b636-6e458b37275c,revision_number=3']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:04:38.105880 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-942b1686-2534-4eb8-ae79-95e4b9199464 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.548s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:04:38.123615 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-9a789c47-90ea-4e49-83f6-79185edb6279 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822691-2-hyperv, 865dfde0-77b3-4752-8aab-4ec51a9193ce) {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:04:38.136678 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a789c47-90ea-4e49-83f6-79185edb6279 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:04:38.137908 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9a789c47-90ea-4e49-83f6-79185edb6279 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:38.168716 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10d34ea7-3e74-4856-bb51-014939aefeb4 None None] Network 865dfde0-77b3-4752-8aab-4ec51a9193ce requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:04:38.192733 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0b9ea479-d9fa-459d-b0bc-988e91bf0521 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847649663', 'neutron.services.segments.db._delete_segments_for_network-8749505737672'] for network, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:38.291267 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3de2ac59-4793-4dbd-ba36-3b8d2d45793e tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363287349540024'] for network, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:38.300132 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-b3cf8b73-83d1-4b80-8be6-cec24f6a5541 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Unset dirty status for tenant:739a78fd4cfc48c2a4011598579f8f8c on resource:port {{(pid=88879) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:04:38.302131 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-b3cf8b73-83d1-4b80-8be6-cec24f6a5541 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 1.1961422
Dec 24 11:04:38.304848 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [req-14cb6870-e8e5-4e6f-8af5-114aa4b628ab req-e59efc58-0268-4fc8-a85a-8408062849c1 tempest-ServersTestManualDisk-691114078 tempest-ServersTestManualDisk-691114078-project] For port 632686a9-d4ae-4fa5-85f8-33db88312b6b, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=632686a9-d4ae-4fa5-85f8-33db88312b6b,segment=NetworkSegment(7d0dc58d-0474-4e82-b3e5-d78baac1a000),segment_id=7d0dc58d-0474-4e82-b3e5-d78baac1a000)] {{(pid=88878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:04:38.305383 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-14cb6870-e8e5-4e6f-8af5-114aa4b628ab req-e59efc58-0268-4fc8-a85a-8408062849c1 tempest-ServersTestManualDisk-691114078 tempest-ServersTestManualDisk-691114078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:38.308656 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 36610) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:04:38.314015 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-0b9ea479-d9fa-459d-b0bc-988e91bf0521 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5271f6a2e8>,) {'filters': {'network_id': ['22c0d4c1-fbea-47d3-a469-bad0701959a1']}} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:04:38.331635 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a02232-73c0-4630-8add-60728ec38a01 req-50a9808a-3ea4-4146-ac14-6f1f9a463ae5 tempest-ServersTestManualDisk-691114078 tempest-ServersTestManualDisk-691114078-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:04:38.339800 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-31a02232-73c0-4630-8add-60728ec38a01 req-50a9808a-3ea4-4146-ac14-6f1f9a463ae5 tempest-ServersTestManualDisk-691114078 tempest-ServersTestManualDisk-691114078-project] 10.222.0.65 "GET /v2.0/ports?device_id=5f4ed206-cece-41eb-ab9e-d9c91bba64cc HTTP/1.1" status: 200  len: 946 time: 0.6691308
Dec 24 11:04:38.348796 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-77c338fd-be4c-4f8c-989a-c0406c9dc1e5 None None] Provisioning complete for port ee3d7f6e-c5ba-4265-ba75-80420df55299 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:04:38.350162 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-77c338fd-be4c-4f8c-989a-c0406c9dc1e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:38.383639 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-0b9ea479-d9fa-459d-b0bc-988e91bf0521 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5271f6a2e8>, '843807e4-e46d-41c0-a1cf-1e74095471aa') {'for_net_delete': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:04:38.384310 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-0b9ea479-d9fa-459d-b0bc-988e91bf0521 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5271f6a2e8>, '843807e4-e46d-41c0-a1cf-1e74095471aa') {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:04:38.402611 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:38.417433 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-9a789c47-90ea-4e49-83f6-79185edb6279 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 3.6568055
Dec 24 11:04:38.442301 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 36614) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:04:38.445543 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 980f2907-257a-428e-b636-6e458b37275c up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:04:38.470690 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-3e6cff18-411c-4f0e-97c1-c9a2f6a114b3 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Request body: {'subnet': {'network_id': '1ee2e82a-33fd-4d08-b432-678724e762ce', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:04:38.479401 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0b9ea479-d9fa-459d-b0bc-988e91bf0521 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749505745113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853989108'] for segment, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:38.599823 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0b9ea479-d9fa-459d-b0bc-988e91bf0521 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:38.604852 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8f378e3-fb63-4ca6-9720-7a088fd716c2 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:04:38.605622 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-b8f378e3-fb63-4ca6-9720-7a088fd716c2 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Synchronizing usage tracker for tenant:739a78fd4cfc48c2a4011598579f8f8c on resource:subnet {{(pid=88879) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:04:38.629290 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b9ea479-d9fa-459d-b0bc-988e91bf0521 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Releasing vlan 614 on physical network physnet1 to pool {{(pid=88879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 24 11:04:38.629542 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0b9ea479-d9fa-459d-b0bc-988e91bf0521 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036847652098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3926696'] for segment, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:38.654531 dv-neutron-822691-2-hyperv neutron-server[88767]: Traceback (most recent call last):
Dec 24 11:04:38.654531 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 24 11:04:38.654531 dv-neutron-822691-2-hyperv neutron-server[88767]:     timer()
Dec 24 11:04:38.654531 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 11:04:38.654531 dv-neutron-822691-2-hyperv neutron-server[88767]:     cb(*args, **kw)
Dec 24 11:04:38.654531 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 24 11:04:38.654531 dv-neutron-822691-2-hyperv neutron-server[88767]:     return func(*args, **kwargs)
Dec 24 11:04:38.654531 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 11:04:38.654531 dv-neutron-822691-2-hyperv neutron-server[88767]:     self._notify()
Dec 24 11:04:38.654531 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 11:04:38.654531 dv-neutron-822691-2-hyperv neutron-server[88767]:     self.callback(batched_events)
Dec 24 11:04:38.654531 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 11:04:38.654531 dv-neutron-822691-2-hyperv neutron-server[88767]:     event.method(event)
Dec 24 11:04:38.654531 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 11:04:38.654531 dv-neutron-822691-2-hyperv neutron-server[88767]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 11:04:38.654531 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 24 11:04:38.654531 dv-neutron-822691-2-hyperv neutron-server[88767]:     segment_id)['aggregates'][0]
Dec 24 11:04:38.654531 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 24 11:04:38.654531 dv-neutron-822691-2-hyperv neutron-server[88767]:     return f(self, *a, **k)
Dec 24 11:04:38.654531 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 11:04:38.654531 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self._get(url).json()
Dec 24 11:04:38.654531 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 24 11:04:38.654531 dv-neutron-822691-2-hyperv neutron-server[88767]:     **kwargs)
Dec 24 11:04:38.654531 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 24 11:04:38.654531 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self.request(url, 'GET', **kwargs)
Dec 24 11:04:38.654531 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 24 11:04:38.654531 dv-neutron-822691-2-hyperv neutron-server[88767]:     **endpoint_filter)
Dec 24 11:04:38.654531 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 24 11:04:38.654531 dv-neutron-822691-2-hyperv neutron-server[88767]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 11:04:38.654531 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 24 11:04:38.654531 dv-neutron-822691-2-hyperv neutron-server[88767]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 11:04:38.654531 dv-neutron-822691-2-hyperv neutron-server[88767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 11:04:38.664742 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3de2ac59-4793-4dbd-ba36-3b8d2d45793e tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636'] for network, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:38.668764 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de2ac59-4793-4dbd-ba36-3b8d2d45793e tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:04:38.670169 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3de2ac59-4793-4dbd-ba36-3b8d2d45793e tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1977811'] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:38.690154 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-b8f378e3-fb63-4ca6-9720-7a088fd716c2 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Unset dirty status for tenant:739a78fd4cfc48c2a4011598579f8f8c on resource:subnet {{(pid=88879) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:04:38.691481 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-b8f378e3-fb63-4ca6-9720-7a088fd716c2 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.3813269
Dec 24 11:04:38.691647 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-37cbcecb-f35b-48f9-a72a-5fad85e35f66 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:04:38.697530 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 36618) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:04:38.731973 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-31a02232-73c0-4630-8add-60728ec38a01 req-1479bb04-f703-4458-8749-f222626030c7 tempest-ServersTestManualDisk-691114078 tempest-ServersTestManualDisk-691114078-project] 10.222.0.65 "GET /v2.0/security-groups?id=057037fb-7674-467b-97c0-ec5f050e627f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3909419
Dec 24 11:04:38.760821 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port 980f2907-257a-428e-b636-6e458b37275c triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:04:38.761239 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:38.819115 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a42e24ae-3451-4f5c-9aaf-55a2b50e4bd2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73968e80-91fd-539e-a7c6-b31af6d9e680-865dfde0-77b3-4752-8aab-4ec51a9193ce', 'network_id': '865dfde0-77b3-4752-8aab-4ec51a9193ce', 'tenant_id': '59b398769254445dae3d1f85e7f0f818', 'fixed_ips': [{'subnet_id': 'a852ec1e-9042-40a1-b0e1-b40813bc9c60'}]}} from dv-neutron-822691-2-hyperv. {{(pid=88880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 24 11:04:38.820127 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a42e24ae-3451-4f5c-9aaf-55a2b50e4bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:38.873515 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-7b89d45e-7154-4a98-a575-c4c4d3dc4845 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1229777
Dec 24 11:04:38.891540 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 36622) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:04:38.905668 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83a4c032-f51f-4477-9f3c-404c24b4ebee None None] DHCP port deletion for 1c9eeaac-d205-4b19-a351-2fe67dd78b42 request from dv-neutron-822691-2-hyperv {{(pid=88880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 24 11:04:38.905921 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-c36e68b1-9553-4cbd-95f2-ed045b9c955d tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Request body: {'subnet': {'network_id': '1c9eeaac-d205-4b19-a351-2fe67dd78b42', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:04:38.937078 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-3de2ac59-4793-4dbd-ba36-3b8d2d45793e tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 1.8416896
Dec 24 11:04:38.941899 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 36626) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:04:38.961177 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-b8ddc023-7d55-4945-8054-562ba4636184 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Request body: {'subnet': {'network_id': '44b3e0fc-7a00-4aa3-b6be-4a167301c346', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:04:38.970729 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-83a4c032-f51f-4477-9f3c-404c24b4ebee None None] Deleting port ee3d7f6e-c5ba-4265-ba75-80420df55299 {{(pid=88880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:04:38.971135 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-83a4c032-f51f-4477-9f3c-404c24b4ebee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:39.021887 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0b9ea479-d9fa-459d-b0bc-988e91bf0521 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7126154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659196'] for network, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:39.040126 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-70195175-fbe9-4078-9f8f-1e932b523433 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:04:39.061071 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0b9ea479-d9fa-459d-b0bc-988e91bf0521 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks [] for network, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:39.098637 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-3e6cff18-411c-4f0e-97c1-c9a2f6a114b3 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:04:39.161859 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-99fe69d1-8d07-4db1-a67f-8f2cbcee701a None None] Provisioning complete for port 980f2907-257a-428e-b636-6e458b37275c triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:04:39.162198 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-99fe69d1-8d07-4db1-a67f-8f2cbcee701a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:39.326154 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-a42e24ae-3451-4f5c-9aaf-55a2b50e4bd2 None None] Allocated IP 2001:db8::2 (865dfde0-77b3-4752-8aab-4ec51a9193ce/a852ec1e-9042-40a1-b0e1-b40813bc9c60/c96c3fff-29ae-40d1-bba0-ace3857e6ffa) {{(pid=88880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:04:39.369425 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91bdd10e-e306-4dda-aeba-07178e6a9984 tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Router b561442a-f3e6-42a1-9623-23c5afc0433e is scheduled to L3 agent 198cca88-1338-4098-b44b-beb0346ac906 with binding_index 1 {{(pid=88879) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 24 11:04:39.372002 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9ea479-d9fa-459d-b0bc-988e91bf0521 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Pushing event deleted for resources: {'Network': ['ID=22c0d4c1-fbea-47d3-a469-bad0701959a1,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:04:39.387894 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de2ac59-4793-4dbd-ba36-3b8d2d45793e tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Pushing event updated for resources: {'Network': ['ID=44b3e0fc-7a00-4aa3-b6be-4a167301c346,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:04:39.388984 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-0b9ea479-d9fa-459d-b0bc-988e91bf0521 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] 10.222.0.65 "DELETE /v2.0/networks/22c0d4c1-fbea-47d3-a469-bad0701959a1 HTTP/1.1" status: 204  len: 168 time: 4.6498921
Dec 24 11:04:39.390507 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-0b9ea479-d9fa-459d-b0bc-988e91bf0521 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:04:39.396651 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-3e6cff18-411c-4f0e-97c1-c9a2f6a114b3 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Usage tracker for resource:subnet and tenant:59b398769254445dae3d1f85e7f0f818 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:04:39.400962 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-3e6cff18-411c-4f0e-97c1-c9a2f6a114b3 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:04:39.406160 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 36630) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:04:39.409163 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-3de2ac59-4793-4dbd-ba36-3b8d2d45793e tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.718s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:04:39.421273 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-059c930f-6dcf-4946-a0d9-4218883c05c5 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1944558828'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:04:39.425215 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Network 44b3e0fc-7a00-4aa3-b6be-4a167301c346 details requested by agent ovs-agent-dv-neutron-822691-2-hyperv with host dv-neutron-822691-2-hyperv {{(pid=88880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 24 11:04:39.438787 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bdfdbc84-c52d-4f40-b281-af314dc1f8fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:39.446986 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-577bbe53-cc7f-49c1-b43a-5b86ae93bc08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:39.461498 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-83a4c032-f51f-4477-9f3c-404c24b4ebee None None] For port ee3d7f6e-c5ba-4265-ba75-80420df55299, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=ee3d7f6e-c5ba-4265-ba75-80420df55299,segment=NetworkSegment(6618a092-51b2-4e3d-9318-3ce6b7b40c55),segment_id=6618a092-51b2-4e3d-9318-3ce6b7b40c55)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:04:39.461971 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-83a4c032-f51f-4477-9f3c-404c24b4ebee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:39.487443 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-3e6cff18-411c-4f0e-97c1-c9a2f6a114b3 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:04:39.491757 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-059c930f-6dcf-4946-a0d9-4218883c05c5 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:04:39.531041 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-059c930f-6dcf-4946-a0d9-4218883c05c5 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Usage tracker for resource:network and tenant:56d5354af46a4a91924cfe2259b4b254 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:04:39.537405 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-059c930f-6dcf-4946-a0d9-4218883c05c5 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:04:39.607695 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-14cb6870-e8e5-4e6f-8af5-114aa4b628ab req-e59efc58-0268-4fc8-a85a-8408062849c1 tempest-ServersTestManualDisk-691114078 tempest-ServersTestManualDisk-691114078-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:39.608173 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-14cb6870-e8e5-4e6f-8af5-114aa4b628ab req-e59efc58-0268-4fc8-a85a-8408062849c1 tempest-ServersTestManualDisk-691114078 tempest-ServersTestManualDisk-691114078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659181'] for floatingip, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:39.608536 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.l3_db [req-14cb6870-e8e5-4e6f-8af5-114aa4b628ab req-e59efc58-0268-4fc8-a85a-8408062849c1 tempest-ServersTestManualDisk-691114078 tempest-ServersTestManualDisk-691114078-project] Floating IP 62534971-aa3c-409d-a393-d17149c07ad8 disassociated. External IP: 172.26.3.239, port: 632686a9-d4ae-4fa5-85f8-33db88312b6b.
Dec 24 11:04:39.608946 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [req-14cb6870-e8e5-4e6f-8af5-114aa4b628ab req-e59efc58-0268-4fc8-a85a-8408062849c1 tempest-ServersTestManualDisk-691114078 tempest-ServersTestManualDisk-691114078-project] Calling delete_port for 632686a9-d4ae-4fa5-85f8-33db88312b6b owned by compute:nova {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:04:39.658844 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-b8ddc023-7d55-4945-8054-562ba4636184 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:04:39.659332 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-059c930f-6dcf-4946-a0d9-4218883c05c5 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:04:39.669761 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e6cff18-411c-4f0e-97c1-c9a2f6a114b3 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Made reservation on behalf of 59b398769254445dae3d1f85e7f0f818 for: {'subnet': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:04:39.671059 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-b8ddc023-7d55-4945-8054-562ba4636184 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Usage tracker for resource:subnet and tenant:16b8df9aad104dc0ac4afa0a1ae53906 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:04:39.677975 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-b8ddc023-7d55-4945-8054-562ba4636184 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:04:39.690363 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-c36e68b1-9553-4cbd-95f2-ed045b9c955d tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:04:39.699979 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-b8ddc023-7d55-4945-8054-562ba4636184 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:04:39.743856 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-c36e68b1-9553-4cbd-95f2-ed045b9c955d tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:04:39.826474 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8ddc023-7d55-4945-8054-562ba4636184 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Made reservation on behalf of 16b8df9aad104dc0ac4afa0a1ae53906 for: {'subnet': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:04:39.931540 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-83a4c032-f51f-4477-9f3c-404c24b4ebee None None] Calling delete_port for ee3d7f6e-c5ba-4265-ba75-80420df55299 owned by network:dhcp {{(pid=88880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:04:39.960102 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Device 632686a9-d4ae-4fa5-85f8-33db88312b6b no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:04:39.966624 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-059c930f-6dcf-4946-a0d9-4218883c05c5 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Made reservation on behalf of 56d5354af46a4a91924cfe2259b4b254 for: {'network': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:04:39.972480 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-059c930f-6dcf-4946-a0d9-4218883c05c5 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for network, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:40.041640 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b8ddc023-7d55-4945-8054-562ba4636184 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3619482'] for subnet, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:40.055025 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c36e68b1-9553-4cbd-95f2-ed045b9c955d tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Made reservation on behalf of 739a78fd4cfc48c2a4011598579f8f8c for: {'subnet': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:04:40.097121 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3e6cff18-411c-4f0e-97c1-c9a2f6a114b3 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2246100'] for subnet, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:40.119599 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-28a4a957-002f-4246-b662-f0f4de953059 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:40.278501 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:40.324120 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-99fe69d1-8d07-4db1-a67f-8f2cbcee701a None None] Provisioning for port 8c6c6a33-f097-4b1a-acc1-6a10a0d903c9 completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:04:40.340521 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device ee3d7f6e-c5ba-4265-ba75-80420df55299 no longer exists at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:04:40.364201 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-059c930f-6dcf-4946-a0d9-4218883c05c5 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] vlan segment allocate from pool success with {'vlan_id': 628, 'physical_network': 'physnet1'}  {{(pid=88878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 24 11:04:40.367444 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-83a4c032-f51f-4477-9f3c-404c24b4ebee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392'] for port, after_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:40.372370 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91bdd10e-e306-4dda-aeba-07178e6a9984 tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:04:40.388215 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-4cf342bf-f6ef-4009-bbb8-b2c3209773c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:04:40.434287 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c36e68b1-9553-4cbd-95f2-ed045b9c955d tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2246100'] for subnet, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:40.434756 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d342c66f-18c6-4da9-ba55-e1c67b83c8ba None None] Sync routers for ids ['b561442a-f3e6-42a1-9623-23c5afc0433e'] in dv-neutron-822691-2-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:04:40.435902 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-c36e68b1-9553-4cbd-95f2-ed045b9c955d tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 24 11:04:40.436393 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c36e68b1-9553-4cbd-95f2-ed045b9c955d tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 24 11:04:40.437973 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-99fe69d1-8d07-4db1-a67f-8f2cbcee701a None None] Provisioning complete for port 8c6c6a33-f097-4b1a-acc1-6a10a0d903c9 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:04:40.438136 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-99fe69d1-8d07-4db1-a67f-8f2cbcee701a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:40.448243 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-059c930f-6dcf-4946-a0d9-4218883c05c5 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:40.448638 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.segments_db [None req-059c930f-6dcf-4946-a0d9-4218883c05c5 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Added segment a355dcb7-aabc-4a3d-900f-7b88a56cf145 of type vlan for network 059e85ce-c161-457e-b773-ca331d85da1c
Dec 24 11:04:40.483276 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] No Port match for: ee3d7f6e-c5ba-4265-ba75-80420df55299 {{(pid=88880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 24 11:04:40.483582 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device ee3d7f6e-c5ba-4265-ba75-80420df55299 not bound to the agent host dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 24 11:04:40.505947 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a4c032-f51f-4477-9f3c-404c24b4ebee None None] Pushing event deleted for resources: {'Port': ['ID=ee3d7f6e-c5ba-4265-ba75-80420df55299,revision_number=None']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:04:40.510195 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-83a4c032-f51f-4477-9f3c-404c24b4ebee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:04:40.535414 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-91bdd10e-e306-4dda-aeba-07178e6a9984 tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Notify callbacks [] for router, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:40.539878 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-91bdd10e-e306-4dda-aeba-07178e6a9984 tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201  len: 887 time: 9.5590515
Dec 24 11:04:40.549180 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 36636) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:04:40.553553 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a4c032-f51f-4477-9f3c-404c24b4ebee None None] No DVR routers for this DVR port ee3d7f6e-c5ba-4265-ba75-80420df55299 on host dv-neutron-822691-2-hyperv {{(pid=88880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 24 11:04:40.558512 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-fddfe08b-d266-4041-a967-7b7ceef14f9e tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'enable_snat': False}}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:04:40.574324 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d342c66f-18c6-4da9-ba55-e1c67b83c8ba None None] Routers {'b561442a-f3e6-42a1-9623-23c5afc0433e'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:04:40.574997 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-d342c66f-18c6-4da9-ba55-e1c67b83c8ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271dca240>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:04:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['b561442a-f3e6-42a1-9623-23c5afc0433e'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:04:40.631270 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-059c930f-6dcf-4946-a0d9-4218883c05c5 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363287349540024'] for network, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:40.642705 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-14cb6870-e8e5-4e6f-8af5-114aa4b628ab req-e59efc58-0268-4fc8-a85a-8408062849c1 tempest-ServersTestManualDisk-691114078 tempest-ServersTestManualDisk-691114078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:40.657124 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7e44004f-153e-4382-9e66-8df8370d95a8 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:04:40.657379 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a42e24ae-3451-4f5c-9aaf-55a2b50e4bd2 None None] Notify callbacks [] for port, precommit_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:40.701885 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-c36e68b1-9553-4cbd-95f2-ed045b9c955d tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 460 time: 1.8049214
Dec 24 11:04:40.707030 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122e0b3c-6e89-4800-838c-944ffed5809a req-c40b5c36-7874-4906-aaca-f0c1344d6e95 tempest-ServersTestManualDisk-691114078 tempest-ServersTestManualDisk-691114078-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:04:40.708762 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-122e0b3c-6e89-4800-838c-944ffed5809a req-c40b5c36-7874-4906-aaca-f0c1344d6e95 tempest-ServersTestManualDisk-691114078 tempest-ServersTestManualDisk-691114078-project] Synchronizing usage tracker for tenant:392c706564b54bdf9b4aefef23ad272e on resource:port {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:04:40.711848 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 36640) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:04:40.718435 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-a306490d-1167-4a57-8fe6-30a5249b5170 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Request body: {'subnet': {'network_id': '1c9eeaac-d205-4b19-a351-2fe67dd78b42', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:04:40.724072 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-d342c66f-18c6-4da9-ba55-e1c67b83c8ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271dca240>, [], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:04:40.731980 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-a42e24ae-3451-4f5c-9aaf-55a2b50e4bd2 None None] Transition to ACTIVE for port object c96c3fff-29ae-40d1-bba0-ace3857e6ffa will not be triggered until provisioned by entity L2. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:04:40.735383 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-99fe69d1-8d07-4db1-a67f-8f2cbcee701a None None] Port 8c6c6a33-f097-4b1a-acc1-6a10a0d903c9 cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:04:40.756366 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-39ff93cf-c0b7-48c5-95f3-6f7e9977387d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:40.765543 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59efc58-0268-4fc8-a85a-8408062849c1 tempest-ServersTestManualDisk-691114078 tempest-ServersTestManualDisk-691114078-project] Pushing event deleted for resources: {'Port': ['ID=632686a9-d4ae-4fa5-85f8-33db88312b6b,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:04:40.779986 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-a42e24ae-3451-4f5c-9aaf-55a2b50e4bd2 None None] Transition to ACTIVE for port object c96c3fff-29ae-40d1-bba0-ace3857e6ffa will not be triggered until provisioned by entity DHCP. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:04:40.784921 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d342c66f-18c6-4da9-ba55-e1c67b83c8ba None None] Routers {'b561442a-f3e6-42a1-9623-23c5afc0433e'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:04:40.786058 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-d342c66f-18c6-4da9-ba55-e1c67b83c8ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271dca240>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:04:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['b561442a-f3e6-42a1-9623-23c5afc0433e'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:04:40.789577 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-e59efc58-0268-4fc8-a85a-8408062849c1 tempest-ServersTestManualDisk-691114078 tempest-ServersTestManualDisk-691114078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:04:40.860777 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a42e24ae-3451-4f5c-9aaf-55a2b50e4bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408'] for port, after_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:40.866752 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f4457241-2070-4d6f-b24c-b654053d26d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:04:40.902048 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-d342c66f-18c6-4da9-ba55-e1c67b83c8ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271dca240>, [], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:04:40.902553 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d342c66f-18c6-4da9-ba55-e1c67b83c8ba None None] The sync data for ids ['b561442a-f3e6-42a1-9623-23c5afc0433e'] in dv-neutron-822691-2-hyperv is: [] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:04:40.913123 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-122e0b3c-6e89-4800-838c-944ffed5809a req-c40b5c36-7874-4906-aaca-f0c1344d6e95 tempest-ServersTestManualDisk-691114078 tempest-ServersTestManualDisk-691114078-project] Unset dirty status for tenant:392c706564b54bdf9b4aefef23ad272e on resource:port {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:04:40.914473 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-122e0b3c-6e89-4800-838c-944ffed5809a req-c40b5c36-7874-4906-aaca-f0c1344d6e95 tempest-ServersTestManualDisk-691114078 tempest-ServersTestManualDisk-691114078-project] 10.222.0.65 "GET /v2.0/ports?device_id=5f4ed206-cece-41eb-ab9e-d9c91bba64cc HTTP/1.1" status: 200  len: 946 time: 1.0245397
Dec 24 11:04:40.923327 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-059c930f-6dcf-4946-a0d9-4218883c05c5 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636'] for network, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:40.927865 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-059c930f-6dcf-4946-a0d9-4218883c05c5 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:04:40.928664 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-059c930f-6dcf-4946-a0d9-4218883c05c5 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1977811'] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:40.937754 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-da1dc742-4ddc-4bef-a5a7-55d9c5ff93b8 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:04:40.938344 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b8ddc023-7d55-4945-8054-562ba4636184 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3921862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3619467'] for subnet, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:40.941721 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a42e24ae-3451-4f5c-9aaf-55a2b50e4bd2 None None] Network 865dfde0-77b3-4752-8aab-4ec51a9193ce is already hosted by enough agents. {{(pid=88880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:04:40.946063 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-a42e24ae-3451-4f5c-9aaf-55a2b50e4bd2 None None] Resources bound (agent type, host, resource id):  {{(pid=88880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:04:40.948815 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a42e24ae-3451-4f5c-9aaf-55a2b50e4bd2 None None] Received port after_create {{(pid=88880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:04:40.956665 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42e24ae-3451-4f5c-9aaf-55a2b50e4bd2 None None] Pushing event updated for resources: {'Port': ['ID=c96c3fff-29ae-40d1-bba0-ace3857e6ffa,revision_number=1']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:04:40.959962 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-a42e24ae-3451-4f5c-9aaf-55a2b50e4bd2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:04:40.972717 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-0f8022b2-9341-45c4-b0b5-69ed52f462db tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:04:41.057403 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-a42e24ae-3451-4f5c-9aaf-55a2b50e4bd2 None None] Attempting to bind port c96c3fff-29ae-40d1-bba0-ace3857e6ffa on host dv-neutron-822691-2-hyperv for vnic_type normal with profile  {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:04:41.057857 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-a42e24ae-3451-4f5c-9aaf-55a2b50e4bd2 None None] Attempting to bind port c96c3fff-29ae-40d1-bba0-ace3857e6ffa by drivers openvswitch,hyperv on host dv-neutron-822691-2-hyperv at level 0 using segments [{'id': 'a5e9a147-02ae-4a2b-b669-be5e8fe39ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '865dfde0-77b3-4752-8aab-4ec51a9193ce'}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:04:41.058275 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42e24ae-3451-4f5c-9aaf-55a2b50e4bd2 None None] Attempting to bind port c96c3fff-29ae-40d1-bba0-ace3857e6ffa on network 865dfde0-77b3-4752-8aab-4ec51a9193ce {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:04:41.065854 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42e24ae-3451-4f5c-9aaf-55a2b50e4bd2 None None] Checking agent: {'id': 'db1275c1-6001-47af-93c2-635c68404703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822691-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 52, 8), 'started_at': datetime.datetime(2021, 12, 24, 10, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 4, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822691-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:04:41.066305 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42e24ae-3451-4f5c-9aaf-55a2b50e4bd2 None None] Checking segment: {'id': 'a5e9a147-02ae-4a2b-b669-be5e8fe39ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '865dfde0-77b3-4752-8aab-4ec51a9193ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:04:41.066793 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a42e24ae-3451-4f5c-9aaf-55a2b50e4bd2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:41.067287 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42e24ae-3451-4f5c-9aaf-55a2b50e4bd2 None None] Bound using segment: {'id': 'a5e9a147-02ae-4a2b-b669-be5e8fe39ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '865dfde0-77b3-4752-8aab-4ec51a9193ce'} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:04:41.067846 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-a42e24ae-3451-4f5c-9aaf-55a2b50e4bd2 None None] Bound port: c96c3fff-29ae-40d1-bba0-ace3857e6ffa, host: dv-neutron-822691-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5e9a147-02ae-4a2b-b669-be5e8fe39ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '865dfde0-77b3-4752-8aab-4ec51a9193ce'}}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:04:41.068255 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a42e24ae-3451-4f5c-9aaf-55a2b50e4bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:41.115838 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-a306490d-1167-4a57-8fe6-30a5249b5170 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:04:41.152919 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-059c930f-6dcf-4946-a0d9-4218883c05c5 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 1.7394252
Dec 24 11:04:41.153550 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-a306490d-1167-4a57-8fe6-30a5249b5170 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:04:41.159166 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 36644) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:04:41.176712 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-a42e24ae-3451-4f5c-9aaf-55a2b50e4bd2 None None] For port c96c3fff-29ae-40d1-bba0-ace3857e6ffa, host dv-neutron-822691-2-hyperv, cleared binding levels {{(pid=88880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:04:41.177636 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-a50a8fdb-5e88-4dc8-9173-6cda04366832 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Request body: {'subnet': {'network_id': '059e85ce-c161-457e-b773-ca331d85da1c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:04:41.180413 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-a42e24ae-3451-4f5c-9aaf-55a2b50e4bd2 None None] For port c96c3fff-29ae-40d1-bba0-ace3857e6ffa, host dv-neutron-822691-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=c96c3fff-29ae-40d1-bba0-ace3857e6ffa,segment=NetworkSegment(a5e9a147-02ae-4a2b-b669-be5e8fe39ff0),segment_id=a5e9a147-02ae-4a2b-b669-be5e8fe39ff0)] {{(pid=88880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:04:41.184478 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a42e24ae-3451-4f5c-9aaf-55a2b50e4bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:41.188623 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-1d880ef3-fac1-4a2d-af6c-85b8dca8d223 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:04:41.226823 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ddc023-7d55-4945-8054-562ba4636184 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Pushing event updated for resources: {'Subnet': ['ID=c5f5923e-eb4e-49dd-9638-a5e11a6deb84,revision_number=0']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:04:41.230362 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-b8ddc023-7d55-4945-8054-562ba4636184 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:04:41.233757 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3e6cff18-411c-4f0e-97c1-c9a2f6a114b3 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850796890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2246085'] for subnet, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:41.238153 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059c930f-6dcf-4946-a0d9-4218883c05c5 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Pushing event updated for resources: {'Network': ['ID=059e85ce-c161-457e-b773-ca331d85da1c,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:04:41.247083 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-059c930f-6dcf-4946-a0d9-4218883c05c5 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:04:41.248731 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-2eb00c2e-4cc0-4663-9b3d-6c3360e56337 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:04:41.254717 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a306490d-1167-4a57-8fe6-30a5249b5170 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Made reservation on behalf of 739a78fd4cfc48c2a4011598579f8f8c for: {'subnet': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:04:41.273303 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42e24ae-3451-4f5c-9aaf-55a2b50e4bd2 None None] Pushing event updated for resources: {'Port': ['ID=c96c3fff-29ae-40d1-bba0-ace3857e6ffa,revision_number=2']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:04:41.281803 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Network 059e85ce-c161-457e-b773-ca331d85da1c details requested by agent ovs-agent-dv-neutron-822691-2-hyperv with host dv-neutron-822691-2-hyperv {{(pid=88880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 24 11:04:41.299598 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-a42e24ae-3451-4f5c-9aaf-55a2b50e4bd2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:04:41.302612 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-28a4a957-002f-4246-b662-f0f4de953059 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks [] for port, precommit_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:41.315528 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-122e0b3c-6e89-4800-838c-944ffed5809a req-bac0bbec-8aed-4d20-80ce-210a49b4cca8 tempest-ServersTestManualDisk-691114078 tempest-ServersTestManualDisk-691114078-project] 10.222.0.65 "GET /v2.0/security-groups?id=057037fb-7674-467b-97c0-ec5f050e627f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3788791
Dec 24 11:04:41.394816 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-28a4a957-002f-4246-b662-f0f4de953059 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850854027'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:41.404994 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-8932ea21-8cf3-4e66-b2db-931f0cb0bc94 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:04:41.446442 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ddc023-7d55-4945-8054-562ba4636184 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Checking segment: {'id': 'a96f32a2-2114-4da0-a5f2-ed4c039816c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '44b3e0fc-7a00-4aa3-b6be-4a167301c346'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:04:41.446850 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ddc023-7d55-4945-8054-562ba4636184 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Network hostable DHCP agents. Network: 44b3e0fc-7a00-4aa3-b6be-4a167301c346, hostable agents: ['edcf98dc-3032-472a-8b3d-f23fd1e89806'], hosted agents: [] {{(pid=88879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 24 11:04:41.487579 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6cff18-411c-4f0e-97c1-c9a2f6a114b3 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Pushing event updated for resources: {'Subnet': ['ID=6cfddd76-a68d-4ec6-b85e-8c0c2e01f1bf,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:04:41.512935 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-3e6cff18-411c-4f0e-97c1-c9a2f6a114b3 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:04:41.630271 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e6cff18-411c-4f0e-97c1-c9a2f6a114b3 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Checking segment: {'id': '65f68ef1-18d8-45f9-ade5-a5c6c71d9f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1ee2e82a-33fd-4d08-b432-678724e762ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:04:41.630677 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e6cff18-411c-4f0e-97c1-c9a2f6a114b3 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Network hostable DHCP agents. Network: 1ee2e82a-33fd-4d08-b432-678724e762ce, hostable agents: ['edcf98dc-3032-472a-8b3d-f23fd1e89806'], hosted agents: [] {{(pid=88878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 24 11:04:41.661692 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aee59382-3f9a-4d78-89b5-62d2bb140f8d admin admin] Router 1579b112-25c5-4e26-b661-3c6b0afe6950 has already been hosted by L3 agent 198cca88-1338-4098-b44b-beb0346ac906 {{(pid=88878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 24 11:04:41.764381 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e6cff18-411c-4f0e-97c1-c9a2f6a114b3 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Network 1ee2e82a-33fd-4d08-b432-678724e762ce is scheduled to be hosted by DHCP agent edcf98dc-3032-472a-8b3d-f23fd1e89806 with binding_index 1 {{(pid=88878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 24 11:04:41.791453 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-3e6cff18-411c-4f0e-97c1-c9a2f6a114b3 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822691-2-hyperv, 1ee2e82a-33fd-4d08-b432-678724e762ce) {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:04:41.801498 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e6cff18-411c-4f0e-97c1-c9a2f6a114b3 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:04:41.802348 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3e6cff18-411c-4f0e-97c1-c9a2f6a114b3 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:41.804166 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-056b2b4d-0206-4532-a497-20ccca3f9305 None None] Network 1ee2e82a-33fd-4d08-b432-678724e762ce requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:04:41.848033 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-14cb6870-e8e5-4e6f-8af5-114aa4b628ab req-e59efc58-0268-4fc8-a85a-8408062849c1 tempest-ServersTestManualDisk-691114078 tempest-ServersTestManualDisk-691114078-project] Router 1eb6a4ee-8ae3-441c-b3d2-afb3a85953e4 has already been hosted by L3 agent 198cca88-1338-4098-b44b-beb0346ac906 {{(pid=88878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 24 11:04:41.856477 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-3e6cff18-411c-4f0e-97c1-c9a2f6a114b3 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 3.3983936
Dec 24 11:04:41.856673 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-a50a8fdb-5e88-4dc8-9173-6cda04366832 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:04:41.858685 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 36648) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:04:41.876034 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-dbfb5ed3-6bc7-4ee7-804f-9d50245ac884 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2023158234', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:04:41.931884 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-a50a8fdb-5e88-4dc8-9173-6cda04366832 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Usage tracker for resource:subnet and tenant:56d5354af46a4a91924cfe2259b4b254 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:04:41.954176 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a306490d-1167-4a57-8fe6-30a5249b5170 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3619482'] for subnet, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:41.955824 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-a306490d-1167-4a57-8fe6-30a5249b5170 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 24 11:04:41.956327 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a306490d-1167-4a57-8fe6-30a5249b5170 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88879) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 24 11:04:41.960940 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-a50a8fdb-5e88-4dc8-9173-6cda04366832 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:04:41.965450 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-dbfb5ed3-6bc7-4ee7-804f-9d50245ac884 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:04:42.007804 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-a50a8fdb-5e88-4dc8-9173-6cda04366832 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:04:42.014364 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-dbfb5ed3-6bc7-4ee7-804f-9d50245ac884 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Usage tracker for resource:router and tenant:59b398769254445dae3d1f85e7f0f818 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:04:42.025138 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a4a957-002f-4246-b662-f0f4de953059 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Pushing event updated for resources: {'Port': ['ID=8c6c6a33-f097-4b1a-acc1-6a10a0d903c9,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:04:42.028991 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-28a4a957-002f-4246-b662-f0f4de953059 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.624s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:04:42.031403 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-dbfb5ed3-6bc7-4ee7-804f-9d50245ac884 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:04:42.074990 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-dbfb5ed3-6bc7-4ee7-804f-9d50245ac884 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:04:42.091487 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-a306490d-1167-4a57-8fe6-30a5249b5170 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 450 time: 1.3779733
Dec 24 11:04:42.097061 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 36652) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:04:42.119477 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-b9e9ecb4-b38f-42a5-bf63-17e82287e0b7 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Request body: {'subnet': {'network_id': '1c9eeaac-d205-4b19-a351-2fe67dd78b42', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:04:42.192832 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a50a8fdb-5e88-4dc8-9173-6cda04366832 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Made reservation on behalf of 56d5354af46a4a91924cfe2259b4b254 for: {'subnet': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:04:42.209060 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ddc023-7d55-4945-8054-562ba4636184 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Network 44b3e0fc-7a00-4aa3-b6be-4a167301c346 is scheduled to be hosted by DHCP agent edcf98dc-3032-472a-8b3d-f23fd1e89806 with binding_index 1 {{(pid=88879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 24 11:04:42.243771 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-dbfb5ed3-6bc7-4ee7-804f-9d50245ac884 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-612016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-84579'] for router, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:42.244781 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-dbfb5ed3-6bc7-4ee7-804f-9d50245ac884 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854163950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659046', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854079771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854691221'] for router, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:42.274687 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37cc2395-b392-47e6-9619-c3ce3dd0fe11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73968e80-91fd-539e-a7c6-b31af6d9e680-1ee2e82a-33fd-4d08-b432-678724e762ce', 'network_id': '1ee2e82a-33fd-4d08-b432-678724e762ce', 'tenant_id': '59b398769254445dae3d1f85e7f0f818', 'fixed_ips': [{'subnet_id': '6cfddd76-a68d-4ec6-b85e-8c0c2e01f1bf'}]}} from dv-neutron-822691-2-hyperv. {{(pid=88880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 24 11:04:42.275945 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-37cc2395-b392-47e6-9619-c3ce3dd0fe11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:42.294576 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-b8ddc023-7d55-4945-8054-562ba4636184 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822691-2-hyperv, 44b3e0fc-7a00-4aa3-b6be-4a167301c346) {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:04:42.313293 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ddc023-7d55-4945-8054-562ba4636184 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:04:42.327277 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b8ddc023-7d55-4945-8054-562ba4636184 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks [] for subnet, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:42.508309 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-37cc2395-b392-47e6-9619-c3ce3dd0fe11 None None] Allocated IP 2001:db8:1::2 (1ee2e82a-33fd-4d08-b432-678724e762ce/6cfddd76-a68d-4ec6-b85e-8c0c2e01f1bf/3548f511-1c52-4a81-b4f9-dc5e68022197) {{(pid=88880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:04:42.654119 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aee59382-3f9a-4d78-89b5-62d2bb140f8d admin admin] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:04:42.661104 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-aee59382-3f9a-4d78-89b5-62d2bb140f8d admin admin] 10.222.0.65 "PUT /v2.0/routers/1579b112-25c5-4e26-b661-3c6b0afe6950/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 15.0976942
Dec 24 11:04:42.673014 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 36658) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:04:42.675768 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62416ea-f808-4875-82f1-ed9ad6f74f26 None None] Sync routers for ids ['1579b112-25c5-4e26-b661-3c6b0afe6950'] in dv-neutron-822691-2-hyperv {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:04:42.683096 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30d541a0-c2ef-4bf0-a2f6-f94e7f148eb7 None None] Network 44b3e0fc-7a00-4aa3-b6be-4a167301c346 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:04:42.709244 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device c96c3fff-29ae-40d1-bba0-ace3857e6ffa up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:04:42.728695 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62416ea-f808-4875-82f1-ed9ad6f74f26 None None] Routers {'1579b112-25c5-4e26-b661-3c6b0afe6950'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:04:42.731838 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-c62416ea-f808-4875-82f1-ed9ad6f74f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271eb1048>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:04:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['1579b112-25c5-4e26-b661-3c6b0afe6950'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:04:42.827273 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-212827d9-8144-44cf-b18d-e823deadab16 req-c893ede8-d3f4-4442-951d-df56399f2c40 tempest-ServersTestManualDisk-691114078 tempest-ServersTestManualDisk-691114078-project] 10.222.0.65 "GET /v2.0/ports?device_id=5f4ed206-cece-41eb-ab9e-d9c91bba64cc HTTP/1.1" status: 200  len: 210 time: 0.0627828
Dec 24 11:04:42.863731 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-14cb6870-e8e5-4e6f-8af5-114aa4b628ab req-e59efc58-0268-4fc8-a85a-8408062849c1 tempest-ServersTestManualDisk-691114078 tempest-ServersTestManualDisk-691114078-project] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:04:42.910360 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-b8ddc023-7d55-4945-8054-562ba4636184 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 793 time: 3.9485824
Dec 24 11:04:42.910639 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 36662) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:04:42.940760 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-b9e9ecb4-b38f-42a5-bf63-17e82287e0b7 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:04:42.959656 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a50a8fdb-5e88-4dc8-9173-6cda04366832 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3619482'] for subnet, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:42.976580 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-dbfb5ed3-6bc7-4ee7-804f-9d50245ac884 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:43.002366 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-b9e9ecb4-b38f-42a5-bf63-17e82287e0b7 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:04:43.091741 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-57178f0a-73f0-46ca-a659-ef30d9a351ab tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036847558493'] for network, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:43.094555 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-28a4a957-002f-4246-b662-f0f4de953059 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-720245'] for router_interface, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:43.154333 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [req-14cb6870-e8e5-4e6f-8af5-114aa4b628ab req-e59efc58-0268-4fc8-a85a-8408062849c1 tempest-ServersTestManualDisk-691114078 tempest-ServersTestManualDisk-691114078-project] No DVR routers for this DVR port 632686a9-d4ae-4fa5-85f8-33db88312b6b on host hv-neutron-8226 {{(pid=88878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 24 11:04:43.158946 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-14cb6870-e8e5-4e6f-8af5-114aa4b628ab req-e59efc58-0268-4fc8-a85a-8408062849c1 tempest-ServersTestManualDisk-691114078 tempest-ServersTestManualDisk-691114078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:43.161540 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-14cb6870-e8e5-4e6f-8af5-114aa4b628ab req-e59efc58-0268-4fc8-a85a-8408062849c1 tempest-ServersTestManualDisk-691114078 tempest-ServersTestManualDisk-691114078-project] 10.222.0.58 "DELETE /v2.0/ports/632686a9-d4ae-4fa5-85f8-33db88312b6b HTTP/1.1" status: 204  len: 173 time: 5.8592846
Dec 24 11:04:43.168751 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-dbfb5ed3-6bc7-4ee7-804f-9d50245ac884 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854163800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854116816'] for router, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:43.175049 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9e9ecb4-b38f-42a5-bf63-17e82287e0b7 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Made reservation on behalf of 739a78fd4cfc48c2a4011598579f8f8c for: {'subnet': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:04:43.182074 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b9e9ecb4-b38f-42a5-bf63-17e82287e0b7 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3619482'] for subnet, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:43.183748 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9e9ecb4-b38f-42a5-bf63-17e82287e0b7 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 24 11:04:43.184216 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9e9ecb4-b38f-42a5-bf63-17e82287e0b7 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88879) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 24 11:04:43.229990 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f4ed206-cece-41eb-ab9e-d9c91bba64cc', 'name': 'network-vif-deleted', 'tag': '632686a9-d4ae-4fa5-85f8-33db88312b6b'}] {{(pid=88878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 24 11:04:43.237550 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-57178f0a-73f0-46ca-a659-ef30d9a351ab tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847655656'] for subnet, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:43.362445 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-b9e9ecb4-b38f-42a5-bf63-17e82287e0b7 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 449 time: 1.2444434
Dec 24 11:04:43.371337 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-dbfb5ed3-6bc7-4ee7-804f-9d50245ac884 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks [] for router, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:43.372731 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-dbfb5ed3-6bc7-4ee7-804f-9d50245ac884 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201  len: 704 time: 1.5090187
Dec 24 11:04:43.373909 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 36668) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:04:43.378009 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 36670) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:04:43.388374 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-1e072080-41d9-4664-8271-c21825868a7f tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Request body: {'subnet': {'network_id': '1c9eeaac-d205-4b19-a351-2fe67dd78b42', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:04:43.388708 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f4ed206-cece-41eb-ab9e-d9c91bba64cc', 'name': 'network-vif-deleted', 'tag': '632686a9-d4ae-4fa5-85f8-33db88312b6b', 'status': 'completed', 'code': 200}
Dec 24 11:04:43.394270 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-c62416ea-f808-4875-82f1-ed9ad6f74f26 None None] Set router 1579b112-25c5-4e26-b661-3c6b0afe6950 gateway port host: dv-neutron-822691-2-hyperv {{(pid=88881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:04:43.724213 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-28a4a957-002f-4246-b662-f0f4de953059 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:43.760470 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-1e072080-41d9-4664-8271-c21825868a7f tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:04:43.804428 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-57178f0a-73f0-46ca-a659-ef30d9a351ab tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7120129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3978858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852529715'] for subnet, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:43.818260 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-3b8a366b-b73a-452f-8e0d-451ff37ef5ae tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:04:43.851274 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f8466b-e69a-4495-98d2-1947f659ef50 None None] Sync routers for ids ['1eb6a4ee-8ae3-441c-b3d2-afb3a85953e4'] in dv-neutron-822691-2-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:04:43.857685 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-1e072080-41d9-4664-8271-c21825868a7f tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:04:43.919033 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a50a8fdb-5e88-4dc8-9173-6cda04366832 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3921862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3619467'] for subnet, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:43.928562 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a764f208-7db9-4e6e-ac49-d1da3de46d8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73968e80-91fd-539e-a7c6-b31af6d9e680-44b3e0fc-7a00-4aa3-b6be-4a167301c346', 'network_id': '44b3e0fc-7a00-4aa3-b6be-4a167301c346', 'tenant_id': '16b8df9aad104dc0ac4afa0a1ae53906', 'fixed_ips': [{'subnet_id': 'c5f5923e-eb4e-49dd-9638-a5e11a6deb84'}]}} from dv-neutron-822691-2-hyperv. {{(pid=88880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 24 11:04:43.930838 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a764f208-7db9-4e6e-ac49-d1da3de46d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:43.948431 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-60082a58-b9a6-4439-bc66-81cf31659a41 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:04:43.981971 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57178f0a-73f0-46ca-a659-ef30d9a351ab tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Pushing event deleted for resources: {'Subnet': ['ID=c5f5923e-eb4e-49dd-9638-a5e11a6deb84,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:04:43.991447 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-57178f0a-73f0-46ca-a659-ef30d9a351ab tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:04:44.015966 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e072080-41d9-4664-8271-c21825868a7f tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Made reservation on behalf of 739a78fd4cfc48c2a4011598579f8f8c for: {'subnet': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:04:44.038552 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1e072080-41d9-4664-8271-c21825868a7f tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3619482'] for subnet, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:44.040295 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e072080-41d9-4664-8271-c21825868a7f tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 24 11:04:44.040807 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e072080-41d9-4664-8271-c21825868a7f tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88879) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 24 11:04:44.262436 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-c62416ea-f808-4875-82f1-ed9ad6f74f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271eb1048>, [{'id': '1579b112-25c5-4e26-b661-3c6b0afe6950', 'name': 'tempest-ServerActionsTestJSON-1702090108-router', 'tenant_id': '3227175fb2a74b37bb7d77f5e6df3dce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.38'}], 'enable_snat': True}, 'gw_port_id': '74849d86-204a-4f5f-abc6-a48f45617700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:59:52Z', 'updated_at': '2021-12-24T11:04:34Z', 'revision_number': 5, 'project_id': '3227175fb2a74b37bb7d77f5e6df3dce', 'gw_port': {'id': '74849d86-204a-4f5f-abc6-a48f45617700', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:bd:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1579b112-25c5-4e26-b661-3c6b0afe6950', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:59:53Z', 'updated_at': '2021-12-24T11:00:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv'}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:04:44.274440 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62416ea-f808-4875-82f1-ed9ad6f74f26 None None] Checking router: 1579b112-25c5-4e26-b661-3c6b0afe6950 for host: dv-neutron-822691-2-hyperv {{(pid=88881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 24 11:04:44.301367 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62416ea-f808-4875-82f1-ed9ad6f74f26 None None] Routers {'1579b112-25c5-4e26-b661-3c6b0afe6950'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:04:44.302104 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-c62416ea-f808-4875-82f1-ed9ad6f74f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271eb1048>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:04:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['1579b112-25c5-4e26-b661-3c6b0afe6950'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:04:44.343320 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-37cc2395-b392-47e6-9619-c3ce3dd0fe11 None None] Notify callbacks [] for port, precommit_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:44.344373 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-59bd2cf5-12e8-458d-ab0c-1166d7707a6d req-4c7a012c-5622-4315-9f98-8d8a79d2660c tempest-ServersTestManualDisk-691114078 tempest-ServersTestManualDisk-691114078-project] 10.222.0.65 "GET /v2.0/ports?device_id=5f4ed206-cece-41eb-ab9e-d9c91bba64cc HTTP/1.1" status: 200  len: 210 time: 0.1489294
Dec 24 11:04:44.351977 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-57178f0a-73f0-46ca-a659-ef30d9a351ab tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847649663', 'neutron.services.segments.db._delete_segments_for_network-8749505737672'] for network, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:44.385921 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-37cc2395-b392-47e6-9619-c3ce3dd0fe11 None None] Transition to ACTIVE for port object 3548f511-1c52-4a81-b4f9-dc5e68022197 will not be triggered until provisioned by entity L2. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:04:44.389290 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9ffe7006-9512-4bc4-af1f-cc344763da31 admin admin] Notify callbacks [] for router, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:44.444403 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-37cc2395-b392-47e6-9619-c3ce3dd0fe11 None None] Transition to ACTIVE for port object 3548f511-1c52-4a81-b4f9-dc5e68022197 will not be triggered until provisioned by entity DHCP. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:04:44.463621 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f8466b-e69a-4495-98d2-1947f659ef50 None None] Routers {'1eb6a4ee-8ae3-441c-b3d2-afb3a85953e4'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:04:44.465070 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-c4f8466b-e69a-4495-98d2-1947f659ef50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52712ea390>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:04:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['1eb6a4ee-8ae3-441c-b3d2-afb3a85953e4'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:04:44.478786 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-57178f0a-73f0-46ca-a659-ef30d9a351ab tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f52706d71d0>,) {'filters': {'network_id': ['44b3e0fc-7a00-4aa3-b6be-4a167301c346']}} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:04:44.645432 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-7366f160-7961-4c63-990b-cd0bfb544c93 None None] Provisioning complete for port 8c6c6a33-f097-4b1a-acc1-6a10a0d903c9 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:04:44.645904 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7366f160-7961-4c63-990b-cd0bfb544c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:44.684077 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0c74346-10f0-44ec-bd55-6a2e02fe2abf None None] Network 865dfde0-77b3-4752-8aab-4ec51a9193ce requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:04:44.742040 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-1e072080-41d9-4664-8271-c21825868a7f tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 460 time: 1.3599834
Dec 24 11:04:44.748251 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50a8fdb-5e88-4dc8-9173-6cda04366832 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Pushing event updated for resources: {'Subnet': ['ID=0fccef5b-9976-4ea5-b512-182b2a6d0f4c,revision_number=0']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:04:44.752054 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-a50a8fdb-5e88-4dc8-9173-6cda04366832 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.803s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:04:44.752814 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 36678) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:04:44.768795 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-949ffdd7-5708-4ff9-8124-891d2c2c5570 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Request body: {'subnet': {'network_id': '1c9eeaac-d205-4b19-a351-2fe67dd78b42', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:04:44.877928 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-37cc2395-b392-47e6-9619-c3ce3dd0fe11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408'] for port, after_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:44.884609 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-57178f0a-73f0-46ca-a659-ef30d9a351ab tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f52706d71d0>, 'a96f32a2-2114-4da0-a5f2-ed4c039816c5') {'for_net_delete': True} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:04:44.885286 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-57178f0a-73f0-46ca-a659-ef30d9a351ab tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f52706d71d0>, 'a96f32a2-2114-4da0-a5f2-ed4c039816c5') {} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:04:44.902082 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-57178f0a-73f0-46ca-a659-ef30d9a351ab tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749505745113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2241371'] for segment, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:44.905599 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a50a8fdb-5e88-4dc8-9173-6cda04366832 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Checking segment: {'id': 'a355dcb7-aabc-4a3d-900f-7b88a56cf145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '059e85ce-c161-457e-b773-ca331d85da1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:04:44.906330 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a50a8fdb-5e88-4dc8-9173-6cda04366832 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Network hostable DHCP agents. Network: 059e85ce-c161-457e-b773-ca331d85da1c, hostable agents: ['edcf98dc-3032-472a-8b3d-f23fd1e89806'], hosted agents: [] {{(pid=88879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 24 11:04:44.923029 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-57178f0a-73f0-46ca-a659-ef30d9a351ab tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:44.931484 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57178f0a-73f0-46ca-a659-ef30d9a351ab tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Releasing vlan 641 on physical network physnet1 to pool {{(pid=88878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 24 11:04:44.932556 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-57178f0a-73f0-46ca-a659-ef30d9a351ab tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036847652098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850807864'] for segment, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:44.966563 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-c62416ea-f808-4875-82f1-ed9ad6f74f26 None None] Set router 1579b112-25c5-4e26-b661-3c6b0afe6950 gateway port host: dv-neutron-822691-2-hyperv {{(pid=88881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:04:44.968622 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-ba52b4aa-ba65-4ba3-b4ea-771ea2c2128c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:04:45.123020 dv-neutron-822691-2-hyperv neutron-server[88767]: Traceback (most recent call last):
Dec 24 11:04:45.123020 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 24 11:04:45.123020 dv-neutron-822691-2-hyperv neutron-server[88767]:     timer()
Dec 24 11:04:45.123020 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 11:04:45.123020 dv-neutron-822691-2-hyperv neutron-server[88767]:     cb(*args, **kw)
Dec 24 11:04:45.123020 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 24 11:04:45.123020 dv-neutron-822691-2-hyperv neutron-server[88767]:     return func(*args, **kwargs)
Dec 24 11:04:45.123020 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 11:04:45.123020 dv-neutron-822691-2-hyperv neutron-server[88767]:     self._notify()
Dec 24 11:04:45.123020 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 11:04:45.123020 dv-neutron-822691-2-hyperv neutron-server[88767]:     self.callback(batched_events)
Dec 24 11:04:45.123020 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 11:04:45.123020 dv-neutron-822691-2-hyperv neutron-server[88767]:     event.method(event)
Dec 24 11:04:45.123020 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 11:04:45.123020 dv-neutron-822691-2-hyperv neutron-server[88767]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 11:04:45.123020 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 24 11:04:45.123020 dv-neutron-822691-2-hyperv neutron-server[88767]:     segment_id)['aggregates'][0]
Dec 24 11:04:45.123020 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 24 11:04:45.123020 dv-neutron-822691-2-hyperv neutron-server[88767]:     return f(self, *a, **k)
Dec 24 11:04:45.123020 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 11:04:45.123020 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self._get(url).json()
Dec 24 11:04:45.123020 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 24 11:04:45.123020 dv-neutron-822691-2-hyperv neutron-server[88767]:     **kwargs)
Dec 24 11:04:45.123020 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 24 11:04:45.123020 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self.request(url, 'GET', **kwargs)
Dec 24 11:04:45.123020 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 24 11:04:45.123020 dv-neutron-822691-2-hyperv neutron-server[88767]:     **endpoint_filter)
Dec 24 11:04:45.123020 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 24 11:04:45.123020 dv-neutron-822691-2-hyperv neutron-server[88767]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 11:04:45.123020 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 24 11:04:45.123020 dv-neutron-822691-2-hyperv neutron-server[88767]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 11:04:45.123020 dv-neutron-822691-2-hyperv neutron-server[88767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 11:04:45.127814 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cc2395-b392-47e6-9619-c3ce3dd0fe11 None None] Pushing event updated for resources: {'Port': ['ID=3548f511-1c52-4a81-b4f9-dc5e68022197,revision_number=1']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:04:45.132791 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-57178f0a-73f0-46ca-a659-ef30d9a351ab tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7126154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659196'] for network, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:45.138328 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-37cc2395-b392-47e6-9619-c3ce3dd0fe11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:04:45.140428 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:04:45.159409 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-57178f0a-73f0-46ca-a659-ef30d9a351ab tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1977811'] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:45.174775 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-57178f0a-73f0-46ca-a659-ef30d9a351ab tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] 10.222.0.65 "DELETE /v2.0/networks/44b3e0fc-7a00-4aa3-b6be-4a167301c346 HTTP/1.1" status: 204  len: 168 time: 2.2651145
Dec 24 11:04:45.180035 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 36682) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:04:45.196502 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-95be70bf-7999-432e-85e6-c6f178ebf031 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1083160733'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:04:45.206605 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57178f0a-73f0-46ca-a659-ef30d9a351ab tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Pushing event deleted for resources: {'Network': ['ID=44b3e0fc-7a00-4aa3-b6be-4a167301c346,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:04:45.246782 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-57178f0a-73f0-46ca-a659-ef30d9a351ab tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:04:45.249036 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-95be70bf-7999-432e-85e6-c6f178ebf031 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:04:45.269464 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-95be70bf-7999-432e-85e6-c6f178ebf031 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Usage tracker for resource:network and tenant:16b8df9aad104dc0ac4afa0a1ae53906 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:04:45.296961 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37cc2395-b392-47e6-9619-c3ce3dd0fe11 None None] Network 1ee2e82a-33fd-4d08-b432-678724e762ce is already hosted by enough agents. {{(pid=88880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:04:45.299353 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-95be70bf-7999-432e-85e6-c6f178ebf031 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:04:45.323128 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-95be70bf-7999-432e-85e6-c6f178ebf031 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:04:45.391545 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-37cc2395-b392-47e6-9619-c3ce3dd0fe11 None None] Resources bound (agent type, host, resource id):  {{(pid=88880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:04:45.398555 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37cc2395-b392-47e6-9619-c3ce3dd0fe11 None None] Received port after_create {{(pid=88880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:04:45.409328 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b64f9e1-d2ba-461c-aabc-6390edd07094 None None] Network 44b3e0fc-7a00-4aa3-b6be-4a167301c346 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:04:45.442100 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-7366f160-7961-4c63-990b-cd0bfb544c93 None None] Port 8c6c6a33-f097-4b1a-acc1-6a10a0d903c9 cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:04:45.457298 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-907bf708-4a0e-4574-9acf-ce99c7c3f2d5 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:45.466577 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b64f9e1-d2ba-461c-aabc-6390edd07094 None None] Network 44b3e0fc-7a00-4aa3-b6be-4a167301c346 could not be found, it might have been deleted concurrently. {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:206}}
Dec 24 11:04:45.505966 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95be70bf-7999-432e-85e6-c6f178ebf031 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Made reservation on behalf of 16b8df9aad104dc0ac4afa0a1ae53906 for: {'network': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:04:45.507574 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-949ffdd7-5708-4ff9-8124-891d2c2c5570 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:04:45.517731 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-95be70bf-7999-432e-85e6-c6f178ebf031 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for network, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:45.529414 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-c62416ea-f808-4875-82f1-ed9ad6f74f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271eb1048>, [{'id': '1579b112-25c5-4e26-b661-3c6b0afe6950', 'name': 'tempest-ServerActionsTestJSON-1702090108-router', 'tenant_id': '3227175fb2a74b37bb7d77f5e6df3dce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.38'}], 'enable_snat': True}, 'gw_port_id': '74849d86-204a-4f5f-abc6-a48f45617700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:59:52Z', 'updated_at': '2021-12-24T11:04:34Z', 'revision_number': 5, 'project_id': '3227175fb2a74b37bb7d77f5e6df3dce', 'gw_port': {'id': '74849d86-204a-4f5f-abc6-a48f45617700', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:bd:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1579b112-25c5-4e26-b661-3c6b0afe6950', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:59:53Z', 'updated_at': '2021-12-24T11:00:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv'}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:04:45.537554 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62416ea-f808-4875-82f1-ed9ad6f74f26 None None] The sync data for ids ['1579b112-25c5-4e26-b661-3c6b0afe6950'] in dv-neutron-822691-2-hyperv is: [{'id': '1579b112-25c5-4e26-b661-3c6b0afe6950', 'name': 'tempest-ServerActionsTestJSON-1702090108-router', 'tenant_id': '3227175fb2a74b37bb7d77f5e6df3dce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.38'}], 'enable_snat': True}, 'gw_port_id': '74849d86-204a-4f5f-abc6-a48f45617700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:59:52Z', 'updated_at': '2021-12-24T11:04:34Z', 'revision_number': 5, 'project_id': '3227175fb2a74b37bb7d77f5e6df3dce', 'gw_port': {'id': '74849d86-204a-4f5f-abc6-a48f45617700', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:bd:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1579b112-25c5-4e26-b661-3c6b0afe6950', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:59:53Z', 'updated_at': '2021-12-24T11:00:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv'}] {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:04:45.565228 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-949ffdd7-5708-4ff9-8124-891d2c2c5570 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:04:45.675916 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 36690) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:04:45.679226 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a50a8fdb-5e88-4dc8-9173-6cda04366832 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Network 059e85ce-c161-457e-b773-ca331d85da1c is scheduled to be hosted by DHCP agent edcf98dc-3032-472a-8b3d-f23fd1e89806 with binding_index 1 {{(pid=88879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 24 11:04:45.693666 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning for port c96c3fff-29ae-40d1-bba0-ace3857e6ffa completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:04:45.716618 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-949ffdd7-5708-4ff9-8124-891d2c2c5570 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Made reservation on behalf of 739a78fd4cfc48c2a4011598579f8f8c for: {'subnet': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:04:45.724219 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-949ffdd7-5708-4ff9-8124-891d2c2c5570 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3619482'] for subnet, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:45.726117 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-949ffdd7-5708-4ff9-8124-891d2c2c5570 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 24 11:04:45.726746 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-949ffdd7-5708-4ff9-8124-891d2c2c5570 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88879) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 24 11:04:45.747296 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95be70bf-7999-432e-85e6-c6f178ebf031 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] vlan segment allocate from pool success with {'vlan_id': 614, 'physical_network': 'physnet1'}  {{(pid=88878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 24 11:04:45.764542 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-a50a8fdb-5e88-4dc8-9173-6cda04366832 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822691-2-hyperv, 059e85ce-c161-457e-b773-ca331d85da1c) {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:04:45.776051 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-c4f8466b-e69a-4495-98d2-1947f659ef50 None None] Set router 1eb6a4ee-8ae3-441c-b3d2-afb3a85953e4 gateway port host: dv-neutron-822691-2-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:04:45.776302 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a50a8fdb-5e88-4dc8-9173-6cda04366832 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:04:45.777246 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a50a8fdb-5e88-4dc8-9173-6cda04366832 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks [] for subnet, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:45.788713 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-95be70bf-7999-432e-85e6-c6f178ebf031 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:45.789562 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.segments_db [None req-95be70bf-7999-432e-85e6-c6f178ebf031 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Added segment 26ced022-9425-4244-8478-41bda865aa5f of type vlan for network 58d83da8-aef4-4dd3-9ce5-3a1bc5902c3d
Dec 24 11:04:45.857802 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-949ffdd7-5708-4ff9-8124-891d2c2c5570 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 449 time: 1.0975108
Dec 24 11:04:45.863034 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-28a4a957-002f-4246-b662-f0f4de953059 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks [] for port, precommit_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:45.865184 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10264cfa-0c30-4b46-b4ad-1af167757278 None None] Network 059e85ce-c161-457e-b773-ca331d85da1c requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:04:45.868718 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 36694) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:04:45.876265 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-a50a8fdb-5e88-4dc8-9173-6cda04366832 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 4.7059965
Dec 24 11:04:45.881199 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-165eae27-42e5-4548-bdba-13185eba41c2 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Request body: {'subnet': {'network_id': '1c9eeaac-d205-4b19-a351-2fe67dd78b42', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:04:45.898115 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-28a4a957-002f-4246-b662-f0f4de953059 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850854027'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:45.898986 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-28a4a957-002f-4246-b662-f0f4de953059 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1977653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854055662'] for router_interface, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:45.900099 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-37cc2395-b392-47e6-9619-c3ce3dd0fe11 None None] Attempting to bind port 3548f511-1c52-4a81-b4f9-dc5e68022197 on host dv-neutron-822691-2-hyperv for vnic_type normal with profile  {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:04:45.900927 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-37cc2395-b392-47e6-9619-c3ce3dd0fe11 None None] Attempting to bind port 3548f511-1c52-4a81-b4f9-dc5e68022197 by drivers openvswitch,hyperv on host dv-neutron-822691-2-hyperv at level 0 using segments [{'id': '65f68ef1-18d8-45f9-ade5-a5c6c71d9f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1ee2e82a-33fd-4d08-b432-678724e762ce'}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:04:45.901601 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37cc2395-b392-47e6-9619-c3ce3dd0fe11 None None] Attempting to bind port 3548f511-1c52-4a81-b4f9-dc5e68022197 on network 1ee2e82a-33fd-4d08-b432-678724e762ce {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:04:45.917113 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 36698) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:04:45.917979 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-0b9ea479-d9fa-459d-b0bc-988e91bf0521 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:04:45.942018 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37cc2395-b392-47e6-9619-c3ce3dd0fe11 None None] Checking agent: {'id': 'db1275c1-6001-47af-93c2-635c68404703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822691-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 52, 8), 'started_at': datetime.datetime(2021, 12, 24, 10, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 4, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822691-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:04:45.942624 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37cc2395-b392-47e6-9619-c3ce3dd0fe11 None None] Checking segment: {'id': '65f68ef1-18d8-45f9-ade5-a5c6c71d9f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1ee2e82a-33fd-4d08-b432-678724e762ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:04:45.943213 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-37cc2395-b392-47e6-9619-c3ce3dd0fe11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:45.943923 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37cc2395-b392-47e6-9619-c3ce3dd0fe11 None None] Bound using segment: {'id': '65f68ef1-18d8-45f9-ade5-a5c6c71d9f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1ee2e82a-33fd-4d08-b432-678724e762ce'} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:04:45.944628 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-37cc2395-b392-47e6-9619-c3ce3dd0fe11 None None] Bound port: 3548f511-1c52-4a81-b4f9-dc5e68022197, host: dv-neutron-822691-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65f68ef1-18d8-45f9-ade5-a5c6c71d9f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1ee2e82a-33fd-4d08-b432-678724e762ce'}}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:04:45.945195 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-37cc2395-b392-47e6-9619-c3ce3dd0fe11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:45.976377 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-2cafda22-b372-4b46-9204-397895582943 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Request body: {'port': {'network_id': '059e85ce-c161-457e-b773-ca331d85da1c', 'name': 'tempest-PortsTestJSON-1519883655', 'fixed_ips': [{'subnet_id': '0fccef5b-9976-4ea5-b512-182b2a6d0f4c', 'ip_address': '172.20.0.10'}]}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:04:45.983080 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-95be70bf-7999-432e-85e6-c6f178ebf031 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363287349540024'] for network, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:46.010829 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device dfa3ffd6-c8ed-4f57-a719-555500ce6c1f no longer exists at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:04:46.046689 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e147ce6b-5000-4862-86e4-af12d78e7633 tempest-ServersTestManualDisk-691114078 tempest-ServersTestManualDisk-691114078-project] Notify callbacks [] for security_group, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:46.084634 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] No Port match for: dfa3ffd6-c8ed-4f57-a719-555500ce6c1f {{(pid=88880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 24 11:04:46.085203 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device dfa3ffd6-c8ed-4f57-a719-555500ce6c1f not bound to the agent host dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 24 11:04:46.129215 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-95be70bf-7999-432e-85e6-c6f178ebf031 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636'] for network, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:46.134417 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95be70bf-7999-432e-85e6-c6f178ebf031 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:04:46.135115 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-95be70bf-7999-432e-85e6-c6f178ebf031 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1977811'] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:46.151112 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-e5e36498-9438-44d7-a97f-6c53074f647f tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:04:46.198732 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fddfe08b-d266-4041-a967-7b7ceef14f9e tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-659031', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854691240'] for router, precommit_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:46.202643 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9ffe7006-9512-4bc4-af1f-cc344763da31 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:46.221597 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-f94ff7ba-ef18-4196-a5c7-256df8287f32 None None] Provisioning for port c96c3fff-29ae-40d1-bba0-ace3857e6ffa completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:04:46.240303 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a4a957-002f-4246-b662-f0f4de953059 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Pushing event updated for resources: {'Port': ['ID=8c6c6a33-f097-4b1a-acc1-6a10a0d903c9,revision_number=3']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:04:46.255089 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-28a4a957-002f-4246-b662-f0f4de953059 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:04:46.257374 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-95be70bf-7999-432e-85e6-c6f178ebf031 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 1.0688963
Dec 24 11:04:46.268422 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 36702) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:04:46.272953 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-9ffe7006-9512-4bc4-af1f-cc344763da31 admin admin] Deleting port 74849d86-204a-4f5f-abc6-a48f45617700 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:04:46.273803 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9ffe7006-9512-4bc4-af1f-cc344763da31 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:46.320991 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-5d62bb71-2b5c-4395-a557-489385856f56 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Request body: {'network': {'name': 'New_network'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:04:46.328779 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-f94ff7ba-ef18-4196-a5c7-256df8287f32 None None] Provisioning complete for port c96c3fff-29ae-40d1-bba0-ace3857e6ffa triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:04:46.329110 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f94ff7ba-ef18-4196-a5c7-256df8287f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:46.396551 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e147ce6b-5000-4862-86e4-af12d78e7633 tempest-ServersTestManualDisk-691114078 tempest-ServersTestManualDisk-691114078-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:46.420260 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-165eae27-42e5-4548-bdba-13185eba41c2 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:04:46.481354 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-165eae27-42e5-4548-bdba-13185eba41c2 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:04:46.623208 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-2cafda22-b372-4b46-9204-397895582943 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:04:46.627436 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95be70bf-7999-432e-85e6-c6f178ebf031 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Pushing event updated for resources: {'Network': ['ID=58d83da8-aef4-4dd3-9ce5-3a1bc5902c3d,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:04:46.645218 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e147ce6b-5000-4862-86e4-af12d78e7633 tempest-ServersTestManualDisk-691114078 tempest-ServersTestManualDisk-691114078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:46.650899 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-165eae27-42e5-4548-bdba-13185eba41c2 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Made reservation on behalf of 739a78fd4cfc48c2a4011598579f8f8c for: {'subnet': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:04:46.657787 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-165eae27-42e5-4548-bdba-13185eba41c2 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3619482'] for subnet, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:46.661429 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-165eae27-42e5-4548-bdba-13185eba41c2 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 24 11:04:46.661429 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-165eae27-42e5-4548-bdba-13185eba41c2 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88879) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 24 11:04:46.669930 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-95be70bf-7999-432e-85e6-c6f178ebf031 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.519s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:04:46.671024 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-2cafda22-b372-4b46-9204-397895582943 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Usage tracker for resource:port and tenant:56d5354af46a4a91924cfe2259b4b254 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:04:46.678250 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-0a60709c-2bae-4107-8c46-05cb64a798ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:04:46.697714 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-2cafda22-b372-4b46-9204-397895582943 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:04:46.738118 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-2cafda22-b372-4b46-9204-397895582943 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:04:46.743428 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e147ce6b-5000-4862-86e4-af12d78e7633 tempest-ServersTestManualDisk-691114078 tempest-ServersTestManualDisk-691114078-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=057037fb-7674-467b-97c0-ec5f050e627f,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:04:46.746616 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-e147ce6b-5000-4862-86e4-af12d78e7633 tempest-ServersTestManualDisk-691114078 tempest-ServersTestManualDisk-691114078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:04:46.750973 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28a4a957-002f-4246-b662-f0f4de953059 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Network ae121abb-5298-4f85-a7de-a72b9fb62ef1 is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:04:46.759413 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-28a4a957-002f-4246-b662-f0f4de953059 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Resources bound (agent type, host, resource id):  {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:04:46.821800 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e147ce6b-5000-4862-86e4-af12d78e7633 tempest-ServersTestManualDisk-691114078 tempest-ServersTestManualDisk-691114078-project] Notify callbacks [] for security_group, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:46.823141 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-e147ce6b-5000-4862-86e4-af12d78e7633 tempest-ServersTestManualDisk-691114078 tempest-ServersTestManualDisk-691114078-project] 10.222.0.65 "DELETE /v2.0/security-groups/057037fb-7674-467b-97c0-ec5f050e627f HTTP/1.1" status: 204  len: 168 time: 1.1411762
Dec 24 11:04:46.829350 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-907bf708-4a0e-4574-9acf-ce99c7c3f2d5 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Allocated IP 2001:db8::1 (865dfde0-77b3-4752-8aab-4ec51a9193ce/a852ec1e-9042-40a1-b0e1-b40813bc9c60/54af3b2d-4aab-42d0-814d-c621454bdf26) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:04:46.831826 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 36706) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:04:46.838837 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-165eae27-42e5-4548-bdba-13185eba41c2 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 450 time: 0.9637690
Dec 24 11:04:46.893084 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Network 58d83da8-aef4-4dd3-9ce5-3a1bc5902c3d details requested by agent ovs-agent-dv-neutron-822691-2-hyperv with host dv-neutron-822691-2-hyperv {{(pid=88880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 24 11:04:46.911822 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 36710) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:04:46.918997 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-37cc2395-b392-47e6-9619-c3ce3dd0fe11 None None] For port 3548f511-1c52-4a81-b4f9-dc5e68022197, host dv-neutron-822691-2-hyperv, cleared binding levels {{(pid=88880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:04:46.922074 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cafda22-b372-4b46-9204-397895582943 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Made reservation on behalf of 56d5354af46a4a91924cfe2259b4b254 for: {'port': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:04:46.930365 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2cafda22-b372-4b46-9204-397895582943 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:46.978802 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-37cc2395-b392-47e6-9619-c3ce3dd0fe11 None None] For port 3548f511-1c52-4a81-b4f9-dc5e68022197, host dv-neutron-822691-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=3548f511-1c52-4a81-b4f9-dc5e68022197,segment=NetworkSegment(65f68ef1-18d8-45f9-ade5-a5c6c71d9f93),segment_id=65f68ef1-18d8-45f9-ade5-a5c6c71d9f93)] {{(pid=88880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:04:46.983338 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc3d7a40-cec2-40e5-b78c-cdb2f38fed0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73968e80-91fd-539e-a7c6-b31af6d9e680-059e85ce-c161-457e-b773-ca331d85da1c', 'network_id': '059e85ce-c161-457e-b773-ca331d85da1c', 'tenant_id': '56d5354af46a4a91924cfe2259b4b254', 'fixed_ips': [{'subnet_id': '0fccef5b-9976-4ea5-b512-182b2a6d0f4c'}]}} from dv-neutron-822691-2-hyperv. {{(pid=88880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 24 11:04:46.984313 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bc3d7a40-cec2-40e5-b78c-cdb2f38fed0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:46.996667 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5d62bb71-2b5c-4395-a557-489385856f56 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363287349540024'] for network, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:47.012394 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.v2.resource [None req-b70ab411-44cd-46a7-b21b-2b41552148f2 tempest-ServersTestManualDisk-691114078 tempest-ServersTestManualDisk-691114078-project] show failed (client error): The resource could not be found.
Dec 24 11:04:47.013000 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-b70ab411-44cd-46a7-b21b-2b41552148f2 tempest-ServersTestManualDisk-691114078 tempest-ServersTestManualDisk-691114078-project] 10.222.0.65 "GET /v2.0/security-groups/057037fb-7674-467b-97c0-ec5f050e627f HTTP/1.1" status: 404  len: 347 time: 0.1785753
Dec 24 11:04:47.014975 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-0370a925-dd21-4e41-9498-c38602267e4c tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Synchronizing usage tracker for tenant:739a78fd4cfc48c2a4011598579f8f8c on resource:port {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:04:47.020165 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 36714) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:04:47.028318 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-37cc2395-b392-47e6-9619-c3ce3dd0fe11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:47.044972 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [None req-2cafda22-b372-4b46-9204-397895582943 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] device_id is not set on port 89a7a870-ca09-4ff4-89d4-af20c9236388 yet. {{(pid=88879) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 24 11:04:47.130011 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-1277c748-abd4-41e0-8b11-d558ab430e6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:04:47.182000 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-0370a925-dd21-4e41-9498-c38602267e4c tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Unset dirty status for tenant:739a78fd4cfc48c2a4011598579f8f8c on resource:port {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:04:47.183531 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-0370a925-dd21-4e41-9498-c38602267e4c tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200  len: 205 time: 0.2608988
Dec 24 11:04:47.208042 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 36718) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:04:47.211094 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5d62bb71-2b5c-4395-a557-489385856f56 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636'] for network, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:47.228372 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cc2395-b392-47e6-9619-c3ce3dd0fe11 None None] Pushing event updated for resources: {'Port': ['ID=3548f511-1c52-4a81-b4f9-dc5e68022197,revision_number=2']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:04:47.264342 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-1fc7dd8e-5250-4763-a4b7-013c50bd03c2 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:04:47.264857 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-37cc2395-b392-47e6-9619-c3ce3dd0fe11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:04:47.411400 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f94ff7ba-ef18-4196-a5c7-256df8287f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:47.541165 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-bc3d7a40-cec2-40e5-b78c-cdb2f38fed0b None None] Allocated IP 172.20.0.2 (059e85ce-c161-457e-b773-ca331d85da1c/0fccef5b-9976-4ea5-b512-182b2a6d0f4c/8701b8a0-85cd-43f4-9651-d85b7029bfff) {{(pid=88880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:04:47.546708 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-c4f8466b-e69a-4495-98d2-1947f659ef50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52712ea390>, [{'id': '1eb6a4ee-8ae3-441c-b3d2-afb3a85953e4', 'name': 'tempest-ServersTestManualDisk-111115318-router', 'tenant_id': '392c706564b54bdf9b4aefef23ad272e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.229'}], 'enable_snat': True}, 'gw_port_id': '4d269f74-e6f0-4d49-be8e-ff9a1d806565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:02:41Z', 'updated_at': '2021-12-24T11:02:59Z', 'revision_number': 4, 'project_id': '392c706564b54bdf9b4aefef23ad272e', 'gw_port': {'id': '4d269f74-e6f0-4d49-be8e-ff9a1d806565', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:4e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb6a4ee-8ae3-441c-b3d2-afb3a85953e4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:02:43Z', 'updated_at': '2021-12-24T11:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_interfaces': [{'id': 'af6a10c2-1118-4bd6-bacb-8fd0ff543d9f', 'name': '', 'network_id': '080f09f1-3644-45f6-a515-c3987b590591', 'tenant_id': '392c706564b54bdf9b4aefef23ad272e', 'mac_address': 'fa:16:3e:15:d3:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb6a4ee-8ae3-441c-b3d2-afb3a85953e4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '38621544-eab0-4f00-bd94-2008793c18b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:02:57Z', 'updated_at': '2021-12-24T11:03:10Z', 'revision_number': 5, 'project_id': '392c706564b54bdf9b4aefef23ad272e', 'subnets': [{'id': '38621544-eab0-4f00-bd94-2008793c18b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:04:47.553470 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-f94ff7ba-ef18-4196-a5c7-256df8287f32 None None] For port c96c3fff-29ae-40d1-bba0-ace3857e6ffa, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=c96c3fff-29ae-40d1-bba0-ace3857e6ffa,segment=NetworkSegment(a5e9a147-02ae-4a2b-b669-be5e8fe39ff0),segment_id=a5e9a147-02ae-4a2b-b669-be5e8fe39ff0)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:04:47.568650 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f8466b-e69a-4495-98d2-1947f659ef50 None None] Checking router: 1eb6a4ee-8ae3-441c-b3d2-afb3a85953e4 for host: dv-neutron-822691-2-hyperv {{(pid=88880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 24 11:04:47.573280 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f94ff7ba-ef18-4196-a5c7-256df8287f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:47.579235 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-e51d31d1-a218-449e-b4e0-4fda1c6e4150 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:04:47.679871 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d62bb71-2b5c-4395-a557-489385856f56 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Pushing event updated for resources: {'Network': ['ID=58d83da8-aef4-4dd3-9ce5-3a1bc5902c3d,revision_number=2']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:04:47.712533 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Network 58d83da8-aef4-4dd3-9ce5-3a1bc5902c3d details requested by agent ovs-agent-dv-neutron-822691-2-hyperv with host dv-neutron-822691-2-hyperv {{(pid=88880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 24 11:04:47.786684 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f8466b-e69a-4495-98d2-1947f659ef50 None None] Routers {'1eb6a4ee-8ae3-441c-b3d2-afb3a85953e4'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:04:47.787402 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-c4f8466b-e69a-4495-98d2-1947f659ef50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52712ea390>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:04:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['1eb6a4ee-8ae3-441c-b3d2-afb3a85953e4'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:04:47.818854 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-5d62bb71-2b5c-4395-a557-489385856f56 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.554s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:04:47.845943 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94ff7ba-ef18-4196-a5c7-256df8287f32 None None] Pushing event updated for resources: {'Port': ['ID=c96c3fff-29ae-40d1-bba0-ace3857e6ffa,revision_number=3']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:04:47.863290 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f94ff7ba-ef18-4196-a5c7-256df8287f32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:04:47.864545 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-9ffe7006-9512-4bc4-af1f-cc344763da31 admin admin] For port 74849d86-204a-4f5f-abc6-a48f45617700, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=74849d86-204a-4f5f-abc6-a48f45617700,segment=NetworkSegment(d4e3295f-9ff8-4cad-8a20-3f1c937efc8c),segment_id=d4e3295f-9ff8-4cad-8a20-3f1c937efc8c)] {{(pid=88878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:04:47.865020 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9ffe7006-9512-4bc4-af1f-cc344763da31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:47.896209 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-e68ccab1-ee65-4ef4-952a-9c74a082124a tempest-ServersTestManualDisk-691114078 tempest-ServersTestManualDisk-691114078-project] Deleting port 694215d8-f665-49d0-b766-1008690d003b {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:04:47.897371 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e68ccab1-ee65-4ef4-952a-9c74a082124a tempest-ServersTestManualDisk-691114078 tempest-ServersTestManualDisk-691114078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:47.921418 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-c727dc85-2492-4f26-a598-4187f57018e9 None None] Provisioning complete for port c96c3fff-29ae-40d1-bba0-ace3857e6ffa triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:04:47.921875 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c727dc85-2492-4f26-a598-4187f57018e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:47.925441 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5d62bb71-2b5c-4395-a557-489385856f56 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Network 58d83da8-aef4-4dd3-9ce5-3a1bc5902c3d is not hosted by any dhcp agent {{(pid=88878) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:227}}
Dec 24 11:04:47.928433 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d62bb71-2b5c-4395-a557-489385856f56 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:04:47.929377 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5d62bb71-2b5c-4395-a557-489385856f56 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks [] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:47.931514 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-5d62bb71-2b5c-4395-a557-489385856f56 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] 10.222.0.65 "PUT /v2.0/networks/58d83da8-aef4-4dd3-9ce5-3a1bc5902c3d HTTP/1.1" status: 200  len: 723 time: 1.6243823
Dec 24 11:04:47.968035 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 36722) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:04:47.979290 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-24ef4c8b-5e52-493d-9897-5c301bde5c9f tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Request body: {'subnet': {'network_id': '58d83da8-aef4-4dd3-9ce5-3a1bc5902c3d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:04:48.139294 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-24ef4c8b-5e52-493d-9897-5c301bde5c9f tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:04:48.156340 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-9ffe7006-9512-4bc4-af1f-cc344763da31 admin admin] Calling delete_port for 74849d86-204a-4f5f-abc6-a48f45617700 owned by network:router_gateway {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:04:48.163847 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-24ef4c8b-5e52-493d-9897-5c301bde5c9f tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Usage tracker for resource:subnet and tenant:16b8df9aad104dc0ac4afa0a1ae53906 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:04:48.177004 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-24ef4c8b-5e52-493d-9897-5c301bde5c9f tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:04:48.191069 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-24ef4c8b-5e52-493d-9897-5c301bde5c9f tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:04:48.207680 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fddfe08b-d266-4041-a967-7b7ceef14f9e tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-659031', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854691240'] for router, precommit_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:48.215645 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fddfe08b-d266-4041-a967-7b7ceef14f9e tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854116816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854116785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-659000', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854163815'] for router, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:48.216750 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e506fe70-1d18-4adb-ae89-88fb97517199 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:04:48.224340 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-e506fe70-1d18-4adb-ae89-88fb97517199 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Synchronizing usage tracker for tenant:739a78fd4cfc48c2a4011598579f8f8c on resource:subnet {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:04:48.347473 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-e506fe70-1d18-4adb-ae89-88fb97517199 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Unset dirty status for tenant:739a78fd4cfc48c2a4011598579f8f8c on resource:subnet {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:04:48.352444 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-e506fe70-1d18-4adb-ae89-88fb97517199 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 1.1361470
Dec 24 11:04:48.366725 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 36726) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:04:48.384366 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device c96c3fff-29ae-40d1-bba0-ace3857e6ffa up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:04:48.411712 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24ef4c8b-5e52-493d-9897-5c301bde5c9f tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Made reservation on behalf of 16b8df9aad104dc0ac4afa0a1ae53906 for: {'subnet': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:04:48.442132 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-907bf708-4a0e-4574-9acf-ce99c7c3f2d5 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:48.542240 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-631b7d34-3d3a-4d93-b117-ffb43192b96c tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1740046
Dec 24 11:04:48.545611 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28a4a957-002f-4246-b662-f0f4de953059 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Router 68de87e1-d2e6-45c4-9516-0cce5a2e740c is scheduled to L3 agent 198cca88-1338-4098-b44b-beb0346ac906 with binding_index 1 {{(pid=88879) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 24 11:04:48.556852 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 36730) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:04:48.563840 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-d15ede2b-a294-49b3-95d7-5751ee3ed7b6 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Request body: {'subnet': {'network_id': '1c9eeaac-d205-4b19-a351-2fe67dd78b42', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:04:48.593864 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-907bf708-4a0e-4574-9acf-ce99c7c3f2d5 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Transition to ACTIVE for port object 54af3b2d-4aab-42d0-814d-c621454bdf26 will not be triggered until provisioned by entity DHCP. {{(pid=88878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:04:48.633863 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bc3d7a40-cec2-40e5-b78c-cdb2f38fed0b None None] Notify callbacks [] for port, precommit_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:48.666900 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-bc3d7a40-cec2-40e5-b78c-cdb2f38fed0b None None] Transition to ACTIVE for port object 8701b8a0-85cd-43f4-9651-d85b7029bfff will not be triggered until provisioned by entity L2. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:04:48.732631 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e68ccab1-ee65-4ef4-952a-9c74a082124a tempest-ServersTestManualDisk-691114078 tempest-ServersTestManualDisk-691114078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:48.732933 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e68ccab1-ee65-4ef4-952a-9c74a082124a tempest-ServersTestManualDisk-691114078 tempest-ServersTestManualDisk-691114078-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:48.758876 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-c4f8466b-e69a-4495-98d2-1947f659ef50 None None] Set router 1eb6a4ee-8ae3-441c-b3d2-afb3a85953e4 gateway port host: dv-neutron-822691-2-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:04:48.829079 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-bc3d7a40-cec2-40e5-b78c-cdb2f38fed0b None None] Transition to ACTIVE for port object 8701b8a0-85cd-43f4-9651-d85b7029bfff will not be triggered until provisioned by entity DHCP. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:04:48.834133 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port c96c3fff-29ae-40d1-bba0-ace3857e6ffa triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:04:48.834458 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:48.885355 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-d15ede2b-a294-49b3-95d7-5751ee3ed7b6 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:04:48.894933 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-e68ccab1-ee65-4ef4-952a-9c74a082124a tempest-ServersTestManualDisk-691114078 tempest-ServersTestManualDisk-691114078-project] Calling delete_port for 694215d8-f665-49d0-b766-1008690d003b owned by network:floatingip {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:04:48.897950 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bc3d7a40-cec2-40e5-b78c-cdb2f38fed0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408'] for port, after_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:48.908820 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-37cc2395-b392-47e6-9619-c3ce3dd0fe11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:04:48.915885 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-24ef4c8b-5e52-493d-9897-5c301bde5c9f tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3619482'] for subnet, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:48.955780 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-c727dc85-2492-4f26-a598-4187f57018e9 None None] Provisioning complete for port 8c6c6a33-f097-4b1a-acc1-6a10a0d903c9 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:04:48.955780 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c727dc85-2492-4f26-a598-4187f57018e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:48.980649 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-907bf708-4a0e-4574-9acf-ce99c7c3f2d5 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:48.985130 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-d15ede2b-a294-49b3-95d7-5751ee3ed7b6 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:04:48.992039 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-a76e042e-18f9-4c7e-9e83-192c769c30a0 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:04:49.113473 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-907bf708-4a0e-4574-9acf-ce99c7c3f2d5 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Network 865dfde0-77b3-4752-8aab-4ec51a9193ce is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:04:49.150622 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-907bf708-4a0e-4574-9acf-ce99c7c3f2d5 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Resources bound (agent type, host, resource id):  {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:04:49.165419 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-2cafda22-b372-4b46-9204-397895582943 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Allocated IP 172.20.0.10 (059e85ce-c161-457e-b773-ca331d85da1c/0fccef5b-9976-4ea5-b512-182b2a6d0f4c/89a7a870-ca09-4ff4-89d4-af20c9236388) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:04:49.179076 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-907bf708-4a0e-4574-9acf-ce99c7c3f2d5 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:04:49.180104 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-907bf708-4a0e-4574-9acf-ce99c7c3f2d5 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-720245'] for router_interface, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:49.193033 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d15ede2b-a294-49b3-95d7-5751ee3ed7b6 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Made reservation on behalf of 739a78fd4cfc48c2a4011598579f8f8c for: {'subnet': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:04:49.221595 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9ffe7006-9512-4bc4-af1f-cc344763da31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:49.257766 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907bf708-4a0e-4574-9acf-ce99c7c3f2d5 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Pushing event updated for resources: {'Port': ['ID=54af3b2d-4aab-42d0-814d-c621454bdf26,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:04:49.292354 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-907bf708-4a0e-4574-9acf-ce99c7c3f2d5 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:04:49.296276 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-bbca2e83-d7c3-4453-a4c0-2b76e17e4138 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.044s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:04:49.313527 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc3d7a40-cec2-40e5-b78c-cdb2f38fed0b None None] Network 059e85ce-c161-457e-b773-ca331d85da1c is already hosted by enough agents. {{(pid=88880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:04:49.320066 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-bc3d7a40-cec2-40e5-b78c-cdb2f38fed0b None None] Resources bound (agent type, host, resource id):  {{(pid=88880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:04:49.323798 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc3d7a40-cec2-40e5-b78c-cdb2f38fed0b None None] Received port after_create {{(pid=88880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:04:49.359182 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffe7006-9512-4bc4-af1f-cc344763da31 admin admin] Pushing event deleted for resources: {'Port': ['ID=74849d86-204a-4f5f-abc6-a48f45617700,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:04:49.440788 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-9ffe7006-9512-4bc4-af1f-cc344763da31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:04:49.493406 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3d7a40-cec2-40e5-b78c-cdb2f38fed0b None None] Pushing event updated for resources: {'Port': ['ID=8701b8a0-85cd-43f4-9651-d85b7029bfff,revision_number=1']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:04:49.496947 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-bc3d7a40-cec2-40e5-b78c-cdb2f38fed0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.588s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:04:49.511624 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-c727dc85-2492-4f26-a598-4187f57018e9 None None] Port 8c6c6a33-f097-4b1a-acc1-6a10a0d903c9 cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:04:49.540389 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28a4a957-002f-4246-b662-f0f4de953059 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:04:49.569953 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fddfe08b-d266-4041-a967-7b7ceef14f9e tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Router b561442a-f3e6-42a1-9623-23c5afc0433e has already been hosted by L3 agent 198cca88-1338-4098-b44b-beb0346ac906 {{(pid=88879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 24 11:04:49.571992 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce5d9c31-fffa-4d17-a4b6-f258aad9e0a2 None None] Sync routers for ids ['68de87e1-d2e6-45c4-9516-0cce5a2e740c'] in dv-neutron-822691-2-hyperv {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:04:49.596932 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce5d9c31-fffa-4d17-a4b6-f258aad9e0a2 None None] Routers {'68de87e1-d2e6-45c4-9516-0cce5a2e740c'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:04:49.598781 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-28a4a957-002f-4246-b662-f0f4de953059 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] 10.222.0.65 "PUT /v2.0/routers/68de87e1-d2e6-45c4-9516-0cce5a2e740c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 11.8773646
Dec 24 11:04:49.599711 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 36734) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:04:49.610829 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-ce5d9c31-fffa-4d17-a4b6-f258aad9e0a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271eb1c18>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:04:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['68de87e1-d2e6-45c4-9516-0cce5a2e740c'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:04:49.646224 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d15ede2b-a294-49b3-95d7-5751ee3ed7b6 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2246100'] for subnet, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:49.702062 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 3548f511-1c52-4a81-b4f9-dc5e68022197 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:04:49.778439 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-ce5d9c31-fffa-4d17-a4b6-f258aad9e0a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271eb1c18>, [], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:04:49.796362 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-24ef4c8b-5e52-493d-9897-5c301bde5c9f tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3921862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3619467'] for subnet, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:49.800350 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce5d9c31-fffa-4d17-a4b6-f258aad9e0a2 None None] Routers {'68de87e1-d2e6-45c4-9516-0cce5a2e740c'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:04:49.801701 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-ce5d9c31-fffa-4d17-a4b6-f258aad9e0a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271eb1c18>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:04:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['68de87e1-d2e6-45c4-9516-0cce5a2e740c'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:04:49.805640 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-a42fff1c-eeec-480f-9069-529127f54dfe tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:04:49.844669 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-bc3d7a40-cec2-40e5-b78c-cdb2f38fed0b None None] Attempting to bind port 8701b8a0-85cd-43f4-9651-d85b7029bfff on host dv-neutron-822691-2-hyperv for vnic_type normal with profile  {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:04:49.845094 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-bc3d7a40-cec2-40e5-b78c-cdb2f38fed0b None None] Attempting to bind port 8701b8a0-85cd-43f4-9651-d85b7029bfff by drivers openvswitch,hyperv on host dv-neutron-822691-2-hyperv at level 0 using segments [{'id': 'a355dcb7-aabc-4a3d-900f-7b88a56cf145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '059e85ce-c161-457e-b773-ca331d85da1c'}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:04:49.845452 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3d7a40-cec2-40e5-b78c-cdb2f38fed0b None None] Attempting to bind port 8701b8a0-85cd-43f4-9651-d85b7029bfff on network 059e85ce-c161-457e-b773-ca331d85da1c {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:04:49.900718 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-ce5d9c31-fffa-4d17-a4b6-f258aad9e0a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271eb1c18>, [], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:04:49.901464 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce5d9c31-fffa-4d17-a4b6-f258aad9e0a2 None None] The sync data for ids ['68de87e1-d2e6-45c4-9516-0cce5a2e740c'] in dv-neutron-822691-2-hyperv is: [] {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:04:49.916319 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3d7a40-cec2-40e5-b78c-cdb2f38fed0b None None] Checking agent: {'id': 'db1275c1-6001-47af-93c2-635c68404703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822691-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 52, 8), 'started_at': datetime.datetime(2021, 12, 24, 10, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 4, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822691-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:04:49.916812 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e68ccab1-ee65-4ef4-952a-9c74a082124a tempest-ServersTestManualDisk-691114078 tempest-ServersTestManualDisk-691114078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:49.917804 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3d7a40-cec2-40e5-b78c-cdb2f38fed0b None None] Checking segment: {'id': 'a355dcb7-aabc-4a3d-900f-7b88a56cf145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '059e85ce-c161-457e-b773-ca331d85da1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:04:49.918783 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bc3d7a40-cec2-40e5-b78c-cdb2f38fed0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:49.919700 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3d7a40-cec2-40e5-b78c-cdb2f38fed0b None None] Bound using segment: {'id': 'a355dcb7-aabc-4a3d-900f-7b88a56cf145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '059e85ce-c161-457e-b773-ca331d85da1c'} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:04:49.920465 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-bc3d7a40-cec2-40e5-b78c-cdb2f38fed0b None None] Bound port: 8701b8a0-85cd-43f4-9651-d85b7029bfff, host: dv-neutron-822691-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a355dcb7-aabc-4a3d-900f-7b88a56cf145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '059e85ce-c161-457e-b773-ca331d85da1c'}}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:04:49.921102 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bc3d7a40-cec2-40e5-b78c-cdb2f38fed0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:49.984450 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-8aff20b9-c855-4c37-b03a-a2c7eb163086 None None] Provisioning for port 54af3b2d-4aab-42d0-814d-c621454bdf26 completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:04:49.996058 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-9ffe7006-9512-4bc4-af1f-cc344763da31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:04:50.000682 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning for port 3548f511-1c52-4a81-b4f9-dc5e68022197 completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:04:50.091388 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-8aff20b9-c855-4c37-b03a-a2c7eb163086 None None] Provisioning complete for port 54af3b2d-4aab-42d0-814d-c621454bdf26 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:04:50.092676 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8aff20b9-c855-4c37-b03a-a2c7eb163086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:50.110883 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ef4c8b-5e52-493d-9897-5c301bde5c9f tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Pushing event updated for resources: {'Subnet': ['ID=99589467-779a-4bb6-b06f-f4c300b6de43,revision_number=0']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:04:50.114495 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-24ef4c8b-5e52-493d-9897-5c301bde5c9f tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:04:50.169938 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05a9baeb-2119-4169-9694-d8073d4409b7 None None] Network 1ee2e82a-33fd-4d08-b432-678724e762ce requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:04:50.170545 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82eb585f-e161-4b26-8bda-319f8bca5a0b tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:04:50.171497 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-82eb585f-e161-4b26-8bda-319f8bca5a0b tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Synchronizing usage tracker for tenant:58aa2a41110240a2b5bfe3b4600f4977 on resource:port {{(pid=88879) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:04:50.258775 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ef4c8b-5e52-493d-9897-5c301bde5c9f tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Checking segment: {'id': '26ced022-9425-4244-8478-41bda865aa5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '58d83da8-aef4-4dd3-9ce5-3a1bc5902c3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:04:50.259648 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24ef4c8b-5e52-493d-9897-5c301bde5c9f tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Network hostable DHCP agents. Network: 58d83da8-aef4-4dd3-9ce5-3a1bc5902c3d, hostable agents: ['edcf98dc-3032-472a-8b3d-f23fd1e89806'], hosted agents: [] {{(pid=88879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 24 11:04:50.302997 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2cafda22-b372-4b46-9204-397895582943 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:50.312385 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-82eb585f-e161-4b26-8bda-319f8bca5a0b tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Unset dirty status for tenant:58aa2a41110240a2b5bfe3b4600f4977 on resource:port {{(pid=88879) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:04:50.317072 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-82eb585f-e161-4b26-8bda-319f8bca5a0b tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] 10.222.0.65 "GET /v2.0/ports?device_id=68de87e1-d2e6-45c4-9516-0cce5a2e740c HTTP/1.1" status: 200  len: 988 time: 0.7047524
Dec 24 11:04:50.317871 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 36738) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:04:50.409431 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-8aff20b9-c855-4c37-b03a-a2c7eb163086 None None] Port 54af3b2d-4aab-42d0-814d-c621454bdf26 cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:04:50.421784 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68ccab1-ee65-4ef4-952a-9c74a082124a tempest-ServersTestManualDisk-691114078 tempest-ServersTestManualDisk-691114078-project] Pushing event deleted for resources: {'Port': ['ID=694215d8-f665-49d0-b766-1008690d003b,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:04:50.422349 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-2cafda22-b372-4b46-9204-397895582943 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Transition to ACTIVE for port object 89a7a870-ca09-4ff4-89d4-af20c9236388 will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:04:50.444502 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-e68ccab1-ee65-4ef4-952a-9c74a082124a tempest-ServersTestManualDisk-691114078 tempest-ServersTestManualDisk-691114078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.449s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:04:50.472399 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-bc3d7a40-cec2-40e5-b78c-cdb2f38fed0b None None] For port 8701b8a0-85cd-43f4-9651-d85b7029bfff, host dv-neutron-822691-2-hyperv, cleared binding levels {{(pid=88880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:04:50.494726 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-907bf708-4a0e-4574-9acf-ce99c7c3f2d5 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:50.503639 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-bc3d7a40-cec2-40e5-b78c-cdb2f38fed0b None None] For port 8701b8a0-85cd-43f4-9651-d85b7029bfff, host dv-neutron-822691-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=8701b8a0-85cd-43f4-9651-d85b7029bfff,segment=NetworkSegment(a355dcb7-aabc-4a3d-900f-7b88a56cf145),segment_id=a355dcb7-aabc-4a3d-900f-7b88a56cf145)] {{(pid=88880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:04:50.512126 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-c4f8466b-e69a-4495-98d2-1947f659ef50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52712ea390>, [{'id': '1eb6a4ee-8ae3-441c-b3d2-afb3a85953e4', 'name': 'tempest-ServersTestManualDisk-111115318-router', 'tenant_id': '392c706564b54bdf9b4aefef23ad272e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.229'}], 'enable_snat': True}, 'gw_port_id': '4d269f74-e6f0-4d49-be8e-ff9a1d806565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:02:41Z', 'updated_at': '2021-12-24T11:02:59Z', 'revision_number': 4, 'project_id': '392c706564b54bdf9b4aefef23ad272e', 'gw_port': {'id': '4d269f74-e6f0-4d49-be8e-ff9a1d806565', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:4e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb6a4ee-8ae3-441c-b3d2-afb3a85953e4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:02:43Z', 'updated_at': '2021-12-24T11:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_interfaces': [{'id': 'af6a10c2-1118-4bd6-bacb-8fd0ff543d9f', 'name': '', 'network_id': '080f09f1-3644-45f6-a515-c3987b590591', 'tenant_id': '392c706564b54bdf9b4aefef23ad272e', 'mac_address': 'fa:16:3e:15:d3:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb6a4ee-8ae3-441c-b3d2-afb3a85953e4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '38621544-eab0-4f00-bd94-2008793c18b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:02:57Z', 'updated_at': '2021-12-24T11:03:10Z', 'revision_number': 5, 'project_id': '392c706564b54bdf9b4aefef23ad272e', 'subnets': [{'id': '38621544-eab0-4f00-bd94-2008793c18b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:04:50.521434 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9ffe7006-9512-4bc4-af1f-cc344763da31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854116846'] for router_gateway, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:50.533290 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24ef4c8b-5e52-493d-9897-5c301bde5c9f tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Network 58d83da8-aef4-4dd3-9ce5-3a1bc5902c3d is scheduled to be hosted by DHCP agent edcf98dc-3032-472a-8b3d-f23fd1e89806 with binding_index 1 {{(pid=88879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 24 11:04:50.549693 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bc3d7a40-cec2-40e5-b78c-cdb2f38fed0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:50.560105 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-24ef4c8b-5e52-493d-9897-5c301bde5c9f tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822691-2-hyperv, 58d83da8-aef4-4dd3-9ce5-3a1bc5902c3d) {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:04:50.572197 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24ef4c8b-5e52-493d-9897-5c301bde5c9f tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:04:50.573095 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-24ef4c8b-5e52-493d-9897-5c301bde5c9f tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks [] for subnet, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:50.582244 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2cafda22-b372-4b46-9204-397895582943 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:50.591511 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-1d9b74c3-bb7b-4ca5-bda6-15a84fd5d8e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:04:50.597443 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-8777f21b-20fc-4ae7-997f-60dcac332ed8 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:04:50.675432 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41f0524a-37ff-446c-a8aa-94ab9113f53c None None] Network 58d83da8-aef4-4dd3-9ce5-3a1bc5902c3d requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:04:50.718639 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-24ef4c8b-5e52-493d-9897-5c301bde5c9f tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.7456069
Dec 24 11:04:50.719842 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cafda22-b372-4b46-9204-397895582943 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Pushing event updated for resources: {'Port': ['ID=89a7a870-ca09-4ff4-89d4-af20c9236388,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:04:50.724614 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 36742) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:04:50.737432 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-6d5a71a6-15b5-4510-83c5-423dba89bdb5 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:04:50.752154 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f8466b-e69a-4495-98d2-1947f659ef50 None None] The sync data for ids ['1eb6a4ee-8ae3-441c-b3d2-afb3a85953e4'] in dv-neutron-822691-2-hyperv is: [{'id': '1eb6a4ee-8ae3-441c-b3d2-afb3a85953e4', 'name': 'tempest-ServersTestManualDisk-111115318-router', 'tenant_id': '392c706564b54bdf9b4aefef23ad272e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.229'}], 'enable_snat': True}, 'gw_port_id': '4d269f74-e6f0-4d49-be8e-ff9a1d806565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:02:41Z', 'updated_at': '2021-12-24T11:02:59Z', 'revision_number': 4, 'project_id': '392c706564b54bdf9b4aefef23ad272e', 'gw_port': {'id': '4d269f74-e6f0-4d49-be8e-ff9a1d806565', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:4e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb6a4ee-8ae3-441c-b3d2-afb3a85953e4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:02:43Z', 'updated_at': '2021-12-24T11:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_interfaces': [{'id': 'af6a10c2-1118-4bd6-bacb-8fd0ff543d9f', 'name': '', 'network_id': '080f09f1-3644-45f6-a515-c3987b590591', 'tenant_id': '392c706564b54bdf9b4aefef23ad272e', 'mac_address': 'fa:16:3e:15:d3:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb6a4ee-8ae3-441c-b3d2-afb3a85953e4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '38621544-eab0-4f00-bd94-2008793c18b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:02:57Z', 'updated_at': '2021-12-24T11:03:10Z', 'revision_number': 5, 'project_id': '392c706564b54bdf9b4aefef23ad272e', 'subnets': [{'id': '38621544-eab0-4f00-bd94-2008793c18b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:04:50.919475 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-6db1250b-ddc3-4e75-9425-587ff2440691 None None] Provisioning for port 3548f511-1c52-4a81-b4f9-dc5e68022197 completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:04:50.928303 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3d7a40-cec2-40e5-b78c-cdb2f38fed0b None None] Pushing event updated for resources: {'Port': ['ID=8701b8a0-85cd-43f4-9651-d85b7029bfff,revision_number=2']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:04:50.932324 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-bc3d7a40-cec2-40e5-b78c-cdb2f38fed0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:04:50.989691 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-6db1250b-ddc3-4e75-9425-587ff2440691 None None] Provisioning complete for port 3548f511-1c52-4a81-b4f9-dc5e68022197 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:04:50.992618 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6db1250b-ddc3-4e75-9425-587ff2440691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:51.087038 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.agents_db [None req-e51243ab-6a93-425b-980f-a73583147efa None None] Agent healthcheck: found 6 active agents {{(pid=88881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 24 11:04:51.175070 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-2cafda22-b372-4b46-9204-397895582943 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.578s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:04:51.215370 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fddfe08b-d266-4041-a967-7b7ceef14f9e tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:04:51.232149 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fddfe08b-d266-4041-a967-7b7ceef14f9e tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Notify callbacks [] for router, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:51.237423 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-fddfe08b-d266-4041-a967-7b7ceef14f9e tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] 10.222.0.65 "PUT /v2.0/routers/b561442a-f3e6-42a1-9623-23c5afc0433e HTTP/1.1" status: 200  len: 924 time: 10.6868849
Dec 24 11:04:51.247727 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 36746) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:04:51.258221 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e68ccab1-ee65-4ef4-952a-9c74a082124a tempest-ServersTestManualDisk-691114078 tempest-ServersTestManualDisk-691114078-project] Notify callbacks [] for floatingip, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:51.266436 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cafda22-b372-4b46-9204-397895582943 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Network 059e85ce-c161-457e-b773-ca331d85da1c is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:04:51.283228 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-2cafda22-b372-4b46-9204-397895582943 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Resources bound (agent type, host, resource id):  {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:04:51.313319 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27dfc637-80e6-4fb5-86e8-ea84c045abce None None] Sync routers for ids ['b561442a-f3e6-42a1-9623-23c5afc0433e'] in dv-neutron-822691-2-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:04:51.392981 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6db1250b-ddc3-4e75-9425-587ff2440691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:51.451805 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cafda22-b372-4b46-9204-397895582943 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:04:51.467443 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac32f327-b3e0-4afe-9787-4b705369095c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73968e80-91fd-539e-a7c6-b31af6d9e680-58d83da8-aef4-4dd3-9ce5-3a1bc5902c3d', 'network_id': '58d83da8-aef4-4dd3-9ce5-3a1bc5902c3d', 'tenant_id': '16b8df9aad104dc0ac4afa0a1ae53906', 'fixed_ips': [{'subnet_id': '99589467-779a-4bb6-b06f-f4c300b6de43'}]}} from dv-neutron-822691-2-hyperv. {{(pid=88880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 24 11:04:51.468611 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ac32f327-b3e0-4afe-9787-4b705369095c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:51.498148 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27dfc637-80e6-4fb5-86e8-ea84c045abce None None] Routers {'b561442a-f3e6-42a1-9623-23c5afc0433e'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:04:51.499058 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-27dfc637-80e6-4fb5-86e8-ea84c045abce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271b5ba58>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:04:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['b561442a-f3e6-42a1-9623-23c5afc0433e'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:04:51.597042 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d035815-5597-4556-8b37-370fc5dd0f00 None None] New status for floating IP 62534971-aa3c-409d-a393-d17149c07ad8: DOWN {{(pid=88881) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 24 11:04:51.687208 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9ffe7006-9512-4bc4-af1f-cc344763da31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854158724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-84560'] for router, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:51.738254 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9ffe7006-9512-4bc4-af1f-cc344763da31 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:51.843245 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-27dfc637-80e6-4fb5-86e8-ea84c045abce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271b5ba58>, [], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:04:51.865340 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e68ccab1-ee65-4ef4-952a-9c74a082124a tempest-ServersTestManualDisk-691114078 tempest-ServersTestManualDisk-691114078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for floatingip, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:51.866904 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-e68ccab1-ee65-4ef4-952a-9c74a082124a tempest-ServersTestManualDisk-691114078 tempest-ServersTestManualDisk-691114078-project] 10.222.0.65 "DELETE /v2.0/floatingips/62534971-aa3c-409d-a393-d17149c07ad8 HTTP/1.1" status: 204  len: 168 time: 4.8189764
Dec 24 11:04:51.871744 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6d5a71a6-15b5-4510-83c5-423dba89bdb5 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update--9223372036851156334'] for subnet, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:51.878244 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 36750) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:04:51.883237 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-6db1250b-ddc3-4e75-9425-587ff2440691 None None] For port 3548f511-1c52-4a81-b4f9-dc5e68022197, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=3548f511-1c52-4a81-b4f9-dc5e68022197,segment=NetworkSegment(65f68ef1-18d8-45f9-ade5-a5c6c71d9f93),segment_id=65f68ef1-18d8-45f9-ade5-a5c6c71d9f93)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:04:51.896892 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6db1250b-ddc3-4e75-9425-587ff2440691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:51.903737 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-942b1686-2534-4eb8-ae79-95e4b9199464 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:04:51.921777 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cafda22-b372-4b46-9204-397895582943 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:04:51.922494 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2cafda22-b372-4b46-9204-397895582943 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:51.976026 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27dfc637-80e6-4fb5-86e8-ea84c045abce None None] Routers {'b561442a-f3e6-42a1-9623-23c5afc0433e'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:04:51.976403 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-27dfc637-80e6-4fb5-86e8-ea84c045abce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271b5ba58>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:04:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['b561442a-f3e6-42a1-9623-23c5afc0433e'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:04:51.982657 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-2cafda22-b372-4b46-9204-397895582943 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 925 time: 6.0266628
Dec 24 11:04:51.986223 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 36754) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:04:51.994400 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-3b5b9a50-adf2-491a-a9c3-0ee599ceb98b tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Request body: {'port': {'network_id': '059e85ce-c161-457e-b773-ca331d85da1c', 'name': 'tempest-PortsTestJSON-536090575', 'fixed_ips': [{'subnet_id': '0fccef5b-9976-4ea5-b512-182b2a6d0f4c', 'ip_address': '172.20.0.9'}]}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:04:52.000673 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-907bf708-4a0e-4574-9acf-ce99c7c3f2d5 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks [] for port, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:52.016022 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-907bf708-4a0e-4574-9acf-ce99c7c3f2d5 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3978773'] for port, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:52.017145 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-907bf708-4a0e-4574-9acf-ce99c7c3f2d5 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1977653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854055662'] for router_interface, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:52.025032 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-4767d729-1561-4ba2-a691-6914f6a43354 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:04:52.072423 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9ffe7006-9512-4bc4-af1f-cc344763da31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854158830'] for router, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:52.073177 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ffe7006-9512-4bc4-af1f-cc344763da31 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1579b112-25c5-4e26-b661-3c6b0afe6950 {{(pid=88878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 24 11:04:52.240675 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-3b5b9a50-adf2-491a-a9c3-0ee599ceb98b tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:04:52.257952 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-3b5b9a50-adf2-491a-a9c3-0ee599ceb98b tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Usage tracker for resource:port and tenant:56d5354af46a4a91924cfe2259b4b254 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:04:52.260940 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9ffe7006-9512-4bc4-af1f-cc344763da31 admin admin] Notify callbacks [] for router, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:52.261084 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-ac32f327-b3e0-4afe-9787-4b705369095c None None] Allocated IP 172.20.0.2 (58d83da8-aef4-4dd3-9ce5-3a1bc5902c3d/99589467-779a-4bb6-b06f-f4c300b6de43/423e6901-1154-4c95-95db-a18c612d60bf) {{(pid=88880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:04:52.263395 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-3b5b9a50-adf2-491a-a9c3-0ee599ceb98b tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:04:52.265783 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-9ffe7006-9512-4bc4-af1f-cc344763da31 admin admin] 10.222.0.65 "DELETE /v2.0/routers/1579b112-25c5-4e26-b661-3c6b0afe6950 HTTP/1.1" status: 204  len: 168 time: 9.5915077
Dec 24 11:04:52.268488 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 8701b8a0-85cd-43f4-9651-d85b7029bfff up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:04:52.276585 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 36758) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:04:52.287057 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-3b5b9a50-adf2-491a-a9c3-0ee599ceb98b tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:04:52.352997 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b5b9a50-adf2-491a-a9c3-0ee599ceb98b tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Made reservation on behalf of 56d5354af46a4a91924cfe2259b4b254 for: {'port': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:04:52.357629 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907bf708-4a0e-4574-9acf-ce99c7c3f2d5 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Pushing event updated for resources: {'Port': ['ID=54af3b2d-4aab-42d0-814d-c621454bdf26,revision_number=2']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:04:52.376965 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-907bf708-4a0e-4574-9acf-ce99c7c3f2d5 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:04:52.423133 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-27dfc637-80e6-4fb5-86e8-ea84c045abce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271b5ba58>, [], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:04:52.423612 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27dfc637-80e6-4fb5-86e8-ea84c045abce None None] The sync data for ids ['b561442a-f3e6-42a1-9623-23c5afc0433e'] in dv-neutron-822691-2-hyperv is: [] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:04:52.535726 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-c9cc996c-903a-4656-bc52-124721f078c5 None None] Provisioning complete for port 3548f511-1c52-4a81-b4f9-dc5e68022197 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:04:52.536327 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c9cc996c-903a-4656-bc52-124721f078c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:52.666460 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db1250b-ddc3-4e75-9425-587ff2440691 None None] Pushing event updated for resources: {'Port': ['ID=3548f511-1c52-4a81-b4f9-dc5e68022197,revision_number=3']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:04:52.672276 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-6db1250b-ddc3-4e75-9425-587ff2440691 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.769s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:04:52.713549 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad4ad08b-f031-4b51-a817-447a7af4ad03 admin admin] Deleting subnet 26cb8daf-b897-4fc8-a72c-e78bd818e5d0 {{(pid=88879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 24 11:04:52.730369 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ad4ad08b-f031-4b51-a817-447a7af4ad03 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:52.753028 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning for port 8701b8a0-85cd-43f4-9651-d85b7029bfff completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:04:52.768411 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3b5b9a50-adf2-491a-a9c3-0ee599ceb98b tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:52.824128 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [None req-3b5b9a50-adf2-491a-a9c3-0ee599ceb98b tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] device_id is not set on port c693e037-4e78-4a15-8b2d-e6c2719b2dfd yet. {{(pid=88879) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 24 11:04:52.859038 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ac32f327-b3e0-4afe-9787-4b705369095c None None] Notify callbacks [] for port, precommit_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:52.867477 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b97cfc0b-ab58-43f3-bf11-37ec2b3acaa6 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854055677'] for router_interface, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:52.877178 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-ac32f327-b3e0-4afe-9787-4b705369095c None None] Transition to ACTIVE for port object 423e6901-1154-4c95-95db-a18c612d60bf will not be triggered until provisioned by entity L2. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:04:52.886273 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d15ede2b-a294-49b3-95d7-5751ee3ed7b6 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850796890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2246085'] for subnet, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:52.893201 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-907bf708-4a0e-4574-9acf-ce99c7c3f2d5 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Network 865dfde0-77b3-4752-8aab-4ec51a9193ce is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:04:52.895016 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-8f63aa31-9775-4b42-8b06-10bfdef81c33 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:04:52.905422 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-ac32f327-b3e0-4afe-9787-4b705369095c None None] Transition to ACTIVE for port object 423e6901-1154-4c95-95db-a18c612d60bf will not be triggered until provisioned by entity DHCP. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:04:52.912137 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ac32f327-b3e0-4afe-9787-4b705369095c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408'] for port, after_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:52.927893 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f94ff7ba-ef18-4196-a5c7-256df8287f32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:04:52.937949 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-907bf708-4a0e-4574-9acf-ce99c7c3f2d5 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Resources bound (agent type, host, resource id):  {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:04:52.942978 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ad4ad08b-f031-4b51-a817-447a7af4ad03 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-786693'] for subnet, precommit_delete_associations {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:52.989007 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac32f327-b3e0-4afe-9787-4b705369095c None None] Network 58d83da8-aef4-4dd3-9ce5-3a1bc5902c3d is already hosted by enough agents. {{(pid=88880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:04:52.992846 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-ac32f327-b3e0-4afe-9787-4b705369095c None None] Resources bound (agent type, host, resource id):  {{(pid=88880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:04:52.995771 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac32f327-b3e0-4afe-9787-4b705369095c None None] Received port after_create {{(pid=88880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:04:53.139390 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-ac32f327-b3e0-4afe-9787-4b705369095c None None] Attempting to bind port 423e6901-1154-4c95-95db-a18c612d60bf on host dv-neutron-822691-2-hyperv for vnic_type normal with profile  {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:04:53.140216 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-ac32f327-b3e0-4afe-9787-4b705369095c None None] Attempting to bind port 423e6901-1154-4c95-95db-a18c612d60bf by drivers openvswitch,hyperv on host dv-neutron-822691-2-hyperv at level 0 using segments [{'id': '26ced022-9425-4244-8478-41bda865aa5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '58d83da8-aef4-4dd3-9ce5-3a1bc5902c3d'}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:04:53.140782 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac32f327-b3e0-4afe-9787-4b705369095c None None] Attempting to bind port 423e6901-1154-4c95-95db-a18c612d60bf on network 58d83da8-aef4-4dd3-9ce5-3a1bc5902c3d {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:04:53.146028 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac32f327-b3e0-4afe-9787-4b705369095c None None] Pushing event updated for resources: {'Port': ['ID=423e6901-1154-4c95-95db-a18c612d60bf,revision_number=1']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:04:53.150592 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-ac32f327-b3e0-4afe-9787-4b705369095c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:04:53.161931 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d15ede2b-a294-49b3-95d7-5751ee3ed7b6 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Network 1c9eeaac-d205-4b19-a351-2fe67dd78b42 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:04:53.162669 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac32f327-b3e0-4afe-9787-4b705369095c None None] Checking agent: {'id': 'db1275c1-6001-47af-93c2-635c68404703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822691-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 52, 8), 'started_at': datetime.datetime(2021, 12, 24, 10, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 4, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822691-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:04:53.165129 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac32f327-b3e0-4afe-9787-4b705369095c None None] Checking segment: {'id': '26ced022-9425-4244-8478-41bda865aa5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '58d83da8-aef4-4dd3-9ce5-3a1bc5902c3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:04:53.165739 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ac32f327-b3e0-4afe-9787-4b705369095c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:53.166320 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac32f327-b3e0-4afe-9787-4b705369095c None None] Bound using segment: {'id': '26ced022-9425-4244-8478-41bda865aa5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '58d83da8-aef4-4dd3-9ce5-3a1bc5902c3d'} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:04:53.168180 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-ac32f327-b3e0-4afe-9787-4b705369095c None None] Bound port: 423e6901-1154-4c95-95db-a18c612d60bf, host: dv-neutron-822691-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26ced022-9425-4244-8478-41bda865aa5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '58d83da8-aef4-4dd3-9ce5-3a1bc5902c3d'}}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:04:53.169614 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ac32f327-b3e0-4afe-9787-4b705369095c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:53.170427 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-d15ede2b-a294-49b3-95d7-5751ee3ed7b6 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Resources bound (agent type, host, resource id):  {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:04:53.192554 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d15ede2b-a294-49b3-95d7-5751ee3ed7b6 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:04:53.193604 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d15ede2b-a294-49b3-95d7-5751ee3ed7b6 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:53.198161 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15ede2b-a294-49b3-95d7-5751ee3ed7b6 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Pushing event updated for resources: {'Subnet': ['ID=3f9af28e-0d0a-4da4-990c-2ddd1e5ee917,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:04:53.216083 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-d15ede2b-a294-49b3-95d7-5751ee3ed7b6 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:04:53.256564 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-9904367b-d916-4308-820d-64ede51131f4 tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] 10.222.0.65 "GET /v2.0/routers/b561442a-f3e6-42a1-9623-23c5afc0433e HTTP/1.1" status: 200  len: 924 time: 2.0072901
Dec 24 11:04:53.267091 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 36764) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:04:53.299676 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-ac32f327-b3e0-4afe-9787-4b705369095c None None] For port 423e6901-1154-4c95-95db-a18c612d60bf, host dv-neutron-822691-2-hyperv, cleared binding levels {{(pid=88880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:04:53.303861 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-ac32f327-b3e0-4afe-9787-4b705369095c None None] For port 423e6901-1154-4c95-95db-a18c612d60bf, host dv-neutron-822691-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=423e6901-1154-4c95-95db-a18c612d60bf,segment=NetworkSegment(26ced022-9425-4244-8478-41bda865aa5f),segment_id=26ced022-9425-4244-8478-41bda865aa5f)] {{(pid=88880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:04:53.305590 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f479ec09-f44f-4954-a16d-79bfd3660490 None None] Network 1c9eeaac-d205-4b19-a351-2fe67dd78b42 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:04:53.329768 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-d15ede2b-a294-49b3-95d7-5751ee3ed7b6 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 4.7714119
Dec 24 11:04:53.337748 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 36768) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:04:53.361402 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-67c5e50b-d1ab-473c-8e2d-10faca0cdaba tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Request body: {'port': {'network_id': '1c9eeaac-d205-4b19-a351-2fe67dd78b42', 'mac_address': 'fa:16:3e:fa:45:c9', 'name': 'tempest-NetworksTestDHCPv6-1940085739'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:04:53.464418 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e614cea3-3cc5-4fed-978f-5336ad8739da None None] Network 059e85ce-c161-457e-b773-ca331d85da1c requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:04:53.473600 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ad4ad08b-f031-4b51-a817-447a7af4ad03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847655656'] for subnet, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:53.485125 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ac32f327-b3e0-4afe-9787-4b705369095c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:53.495231 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-dd4c2f4f-c1f0-4271-a55b-0ee3870c9bc9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:04:53.541820 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-67c5e50b-d1ab-473c-8e2d-10faca0cdaba tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:04:53.547142 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6d5a71a6-15b5-4510-83c5-423dba89bdb5 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8749505674406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3921713'] for subnet, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:53.555943 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-74bd6ce0-4e61-4daf-a5e8-d9de3e813ab9 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:04:53.564127 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-67c5e50b-d1ab-473c-8e2d-10faca0cdaba tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:04:53.590877 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-3b5b9a50-adf2-491a-a9c3-0ee599ceb98b tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Allocated IP 172.20.0.9 (059e85ce-c161-457e-b773-ca331d85da1c/0fccef5b-9976-4ea5-b512-182b2a6d0f4c/c693e037-4e78-4a15-8b2d-e6c2719b2dfd) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:04:53.628263 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-914ce8b2-898b-421d-8885-64eaa9812694 None None] Provisioning for port 8701b8a0-85cd-43f4-9651-d85b7029bfff completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:04:53.643044 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-914ce8b2-898b-421d-8885-64eaa9812694 None None] Provisioning complete for port 8701b8a0-85cd-43f4-9651-d85b7029bfff triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:04:53.643374 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67c5e50b-d1ab-473c-8e2d-10faca0cdaba tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Made reservation on behalf of 739a78fd4cfc48c2a4011598579f8f8c for: {'port': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:04:53.643528 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-914ce8b2-898b-421d-8885-64eaa9812694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:53.650509 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-67c5e50b-d1ab-473c-8e2d-10faca0cdaba tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:53.670197 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d5a71a6-15b5-4510-83c5-423dba89bdb5 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:04:53.670741 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6d5a71a6-15b5-4510-83c5-423dba89bdb5 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks [] for subnet, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:53.672174 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-6d5a71a6-15b5-4510-83c5-423dba89bdb5 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] 10.222.0.65 "PUT /v2.0/subnets/99589467-779a-4bb6-b06f-f4c300b6de43 HTTP/1.1" status: 200  len: 806 time: 2.9421043
Dec 24 11:04:53.682700 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 36772) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:04:53.709642 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5a71a6-15b5-4510-83c5-423dba89bdb5 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Pushing event updated for resources: {'Subnet': ['ID=99589467-779a-4bb6-b06f-f4c300b6de43,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:04:53.731710 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-6d5a71a6-15b5-4510-83c5-423dba89bdb5 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:04:53.744738 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac32f327-b3e0-4afe-9787-4b705369095c None None] Pushing event updated for resources: {'Port': ['ID=423e6901-1154-4c95-95db-a18c612d60bf,revision_number=2']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:04:53.748152 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-ac32f327-b3e0-4afe-9787-4b705369095c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:04:53.755342 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ad4ad08b-f031-4b51-a817-447a7af4ad03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7120129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850854134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851156349'] for subnet, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:53.859679 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e8c1edb-a642-4e0d-ae5f-42a7e440a43b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73968e80-91fd-539e-a7c6-b31af6d9e680-1c9eeaac-d205-4b19-a351-2fe67dd78b42', 'network_id': '1c9eeaac-d205-4b19-a351-2fe67dd78b42', 'tenant_id': '739a78fd4cfc48c2a4011598579f8f8c', 'fixed_ips': [{'subnet_id': '3f9af28e-0d0a-4da4-990c-2ddd1e5ee917'}]}} from dv-neutron-822691-2-hyperv. {{(pid=88880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 24 11:04:53.861304 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3e8c1edb-a642-4e0d-ae5f-42a7e440a43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:53.939451 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [None req-67c5e50b-d1ab-473c-8e2d-10faca0cdaba tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] device_id is not set on port d496c3d9-9a52-4552-8422-16fbf31cc3ff yet. {{(pid=88878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 24 11:04:54.046742 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-81e790e3-8f42-4019-b9b7-620ce6623858 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:04:54.115019 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-7ecd4b2b-fc49-42df-908e-c027bafaed04 tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Synchronizing usage tracker for tenant:13d980ce68d549e79d6a9f07649a0ad7 on resource:port {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:04:54.183811 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 3548f511-1c52-4a81-b4f9-dc5e68022197 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:04:54.222667 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4ad08b-f031-4b51-a817-447a7af4ad03 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26cb8daf-b897-4fc8-a72c-e78bd818e5d0,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:04:54.245682 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-7ecd4b2b-fc49-42df-908e-c027bafaed04 tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Unset dirty status for tenant:13d980ce68d549e79d6a9f07649a0ad7 on resource:port {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:04:54.247091 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-7ecd4b2b-fc49-42df-908e-c027bafaed04 tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] 10.222.0.65 "GET /v2.0/ports?network_id=f8c337ba-681f-4fcb-a333-e3c49365b30a&device_id=b561442a-f3e6-42a1-9623-23c5afc0433e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 944 time: 0.9725852
Dec 24 11:04:54.254959 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7f09a983-fd05-4a89-96da-84a414e0db4e tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036847558493'] for network, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:54.258570 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-ad4ad08b-f031-4b51-a817-447a7af4ad03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:04:54.259436 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 36776) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:04:54.295815 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-914ce8b2-898b-421d-8885-64eaa9812694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:54.313006 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-7f09a983-fd05-4a89-96da-84a414e0db4e tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Deleting port 423e6901-1154-4c95-95db-a18c612d60bf {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:04:54.313571 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7f09a983-fd05-4a89-96da-84a414e0db4e tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:54.336271 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-3e8c1edb-a642-4e0d-ae5f-42a7e440a43b None None] Allocated IP 2001:db8::f816:3eff:fe3d:8f8a (1c9eeaac-d205-4b19-a351-2fe67dd78b42/3f9af28e-0d0a-4da4-990c-2ddd1e5ee917/820a597a-bdcd-4f85-b42c-bd1377617b88) {{(pid=88880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:04:54.364339 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ad4ad08b-f031-4b51-a817-447a7af4ad03 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:54.374651 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93ed76f6-5f7b-4162-a926-3238d8b5fbf1 None None] Network 06bf4055-f82f-43ff-8ef7-0747a91153cc requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:04:54.510692 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-ad4ad08b-f031-4b51-a817-447a7af4ad03 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/26cb8daf-b897-4fc8-a72c-e78bd818e5d0 HTTP/1.1" status: 204  len: 168 time: 2.2294726
Dec 24 11:04:54.514806 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 36780) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:04:54.654701 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ceafdcb-9aed-4783-9cff-4386643383a1 tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:04:54.655346 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-8ceafdcb-9aed-4783-9cff-4386643383a1 tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Synchronizing usage tracker for tenant:13d980ce68d549e79d6a9f07649a0ad7 on resource:network {{(pid=88879) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:04:54.658034 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-b97cfc0b-ab58-43f3-bf11-37ec2b3acaa6 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Deleting port 8c6c6a33-f097-4b1a-acc1-6a10a0d903c9 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:04:54.658412 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b97cfc0b-ab58-43f3-bf11-37ec2b3acaa6 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:54.662085 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-907bf708-4a0e-4574-9acf-ce99c7c3f2d5 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Router 00de3638-5ed3-45f9-aafd-7d440a04d07d is scheduled to L3 agent 198cca88-1338-4098-b44b-beb0346ac906 with binding_index 1 {{(pid=88878) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 24 11:04:54.753410 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3b5b9a50-adf2-491a-a9c3-0ee599ceb98b tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:54.778768 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-8ceafdcb-9aed-4783-9cff-4386643383a1 tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Unset dirty status for tenant:13d980ce68d549e79d6a9f07649a0ad7 on resource:network {{(pid=88879) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:04:54.779018 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-914ce8b2-898b-421d-8885-64eaa9812694 None None] For port 8701b8a0-85cd-43f4-9651-d85b7029bfff, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=8701b8a0-85cd-43f4-9651-d85b7029bfff,segment=NetworkSegment(a355dcb7-aabc-4a3d-900f-7b88a56cf145),segment_id=a355dcb7-aabc-4a3d-900f-7b88a56cf145)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:04:54.783145 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-8ceafdcb-9aed-4783-9cff-4386643383a1 tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] 10.222.0.65 "GET /v2.0/networks/f8c337ba-681f-4fcb-a333-e3c49365b30a HTTP/1.1" status: 200  len: 881 time: 0.5122359
Dec 24 11:04:54.802561 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 36784) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:04:54.878231 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-3b5b9a50-adf2-491a-a9c3-0ee599ceb98b tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Transition to ACTIVE for port object c693e037-4e78-4a15-8b2d-e6c2719b2dfd will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:04:54.887990 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-a687b58c-12c3-4e8e-b59f-4a6b4d5fd2d3 tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] 10.222.0.65 "GET /v2.0/ports?device_id=b561442a-f3e6-42a1-9623-23c5afc0433e HTTP/1.1" status: 200  len: 205 time: 0.0774293
Dec 24 11:04:54.890001 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 36788) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:04:54.920835 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-914ce8b2-898b-421d-8885-64eaa9812694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:54.935807 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-3d24f69a-83e2-429d-bd6c-6dbe76530d35 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:04:55.028222 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port 3548f511-1c52-4a81-b4f9-dc5e68022197 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:04:55.028827 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:55.104997 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b97cfc0b-ab58-43f3-bf11-37ec2b3acaa6 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:55.119832 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3b5b9a50-adf2-491a-a9c3-0ee599ceb98b tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:55.131296 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-63ca2897-4728-4d61-84b9-5056cd0b7c47 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:04:55.178685 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce8b2-898b-421d-8885-64eaa9812694 None None] Pushing event updated for resources: {'Port': ['ID=8701b8a0-85cd-43f4-9651-d85b7029bfff,revision_number=3']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:04:55.186102 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-914ce8b2-898b-421d-8885-64eaa9812694 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:04:55.230950 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1f9fc470-46fd-4cdc-85d0-e5bef06e09e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036847558493'] for network, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:55.234082 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-505d1a8c-7e83-468c-99f3-f76cbdc0b678 None None] Provisioning complete for port 54af3b2d-4aab-42d0-814d-c621454bdf26 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:04:55.234310 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-505d1a8c-7e83-468c-99f3-f76cbdc0b678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:55.310038 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-b97cfc0b-ab58-43f3-bf11-37ec2b3acaa6 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Calling delete_port for 8c6c6a33-f097-4b1a-acc1-6a10a0d903c9 owned by network:router_interface {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:04:55.358642 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7f09a983-fd05-4a89-96da-84a414e0db4e tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] For port 423e6901-1154-4c95-95db-a18c612d60bf, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=423e6901-1154-4c95-95db-a18c612d60bf,segment=NetworkSegment(26ced022-9425-4244-8478-41bda865aa5f),segment_id=26ced022-9425-4244-8478-41bda865aa5f)] {{(pid=88878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:04:55.359052 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7f09a983-fd05-4a89-96da-84a414e0db4e tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:55.370419 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-1f9fc470-46fd-4cdc-85d0-e5bef06e09e9 admin admin] Deleting port 715e5951-8bbb-44e0-a8d9-81133956aebd {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:04:55.371027 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1f9fc470-46fd-4cdc-85d0-e5bef06e09e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:55.378508 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-505d1a8c-7e83-468c-99f3-f76cbdc0b678 None None] Port 54af3b2d-4aab-42d0-814d-c621454bdf26 cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:04:55.386437 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3e8c1edb-a642-4e0d-ae5f-42a7e440a43b None None] Notify callbacks [] for port, precommit_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:55.401485 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-518c7bb8-818f-40ac-813d-0f96c80752ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854055677'] for router_interface, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:55.417367 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-3e8c1edb-a642-4e0d-ae5f-42a7e440a43b None None] Transition to ACTIVE for port object 820a597a-bdcd-4f85-b42c-bd1377617b88 will not be triggered until provisioned by entity L2. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:04:55.479380 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5b9a50-adf2-491a-a9c3-0ee599ceb98b tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Pushing event updated for resources: {'Port': ['ID=c693e037-4e78-4a15-8b2d-e6c2719b2dfd,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:04:55.482683 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-3e8c1edb-a642-4e0d-ae5f-42a7e440a43b None None] Transition to ACTIVE for port object 820a597a-bdcd-4f85-b42c-bd1377617b88 will not be triggered until provisioned by entity DHCP. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:04:55.493900 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b5b9a50-adf2-491a-a9c3-0ee599ceb98b tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Network 059e85ce-c161-457e-b773-ca331d85da1c is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:04:55.495218 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-3b5b9a50-adf2-491a-a9c3-0ee599ceb98b tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:04:55.505930 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-3b5b9a50-adf2-491a-a9c3-0ee599ceb98b tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Resources bound (agent type, host, resource id):  {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:04:55.518902 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b5b9a50-adf2-491a-a9c3-0ee599ceb98b tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:04:55.548104 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc6b363b-5614-4e01-b453-7591b08f4ad7 None None] DHCP port deletion for 06bf4055-f82f-43ff-8ef7-0747a91153cc request from dv-neutron-822691-2-hyperv {{(pid=88880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 24 11:04:55.563782 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-fc6b363b-5614-4e01-b453-7591b08f4ad7 None None] Deleting port 715e5951-8bbb-44e0-a8d9-81133956aebd {{(pid=88880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:04:55.564693 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fc6b363b-5614-4e01-b453-7591b08f4ad7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:55.600303 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-67c5e50b-d1ab-473c-8e2d-10faca0cdaba tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Allocated IP 2001:db8::f816:3eff:fefa:45c9 (1c9eeaac-d205-4b19-a351-2fe67dd78b42/3f9af28e-0d0a-4da4-990c-2ddd1e5ee917/d496c3d9-9a52-4552-8422-16fbf31cc3ff) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:04:55.662571 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b5b9a50-adf2-491a-a9c3-0ee599ceb98b tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:04:55.663407 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3b5b9a50-adf2-491a-a9c3-0ee599ceb98b tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:55.681405 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3e8c1edb-a642-4e0d-ae5f-42a7e440a43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408'] for port, after_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:55.702051 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-a42e24ae-3451-4f5c-9aaf-55a2b50e4bd2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:04:55.739691 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-3b5b9a50-adf2-491a-a9c3-0ee599ceb98b tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 923 time: 3.7506630
Dec 24 11:04:55.740650 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 36792) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:04:55.859942 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-7f09a983-fd05-4a89-96da-84a414e0db4e tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Calling delete_port for 423e6901-1154-4c95-95db-a18c612d60bf owned by network:dhcp {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:04:55.903139 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6c5f9ad9-945e-4dfb-bb52-4db515a3c85d tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Notify callbacks [] for router, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:56.040364 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a65dd1d-14a6-4f5f-8666-ee8d943cc21c tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:04:56.041463 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-2a65dd1d-14a6-4f5f-8666-ee8d943cc21c tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Synchronizing usage tracker for tenant:56d5354af46a4a91924cfe2259b4b254 on resource:port {{(pid=88879) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:04:56.052195 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-fc6b363b-5614-4e01-b453-7591b08f4ad7 None None] For port 715e5951-8bbb-44e0-a8d9-81133956aebd, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=715e5951-8bbb-44e0-a8d9-81133956aebd,segment=NetworkSegment(7da8387d-6dbc-40da-b97b-4a8bbfbeffcb),segment_id=7da8387d-6dbc-40da-b97b-4a8bbfbeffcb)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:04:56.052890 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fc6b363b-5614-4e01-b453-7591b08f4ad7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:56.054877 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b97cfc0b-ab58-43f3-bf11-37ec2b3acaa6 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:56.067417 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 74849d86-204a-4f5f-abc6-a48f45617700 no longer exists at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:04:56.070416 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7928446f-fa17-4fb7-8d04-923572b67f37 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:04:56.135275 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e8c1edb-a642-4e0d-ae5f-42a7e440a43b None None] Network 1c9eeaac-d205-4b19-a351-2fe67dd78b42 is already hosted by enough agents. {{(pid=88880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:04:56.137216 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8c1edb-a642-4e0d-ae5f-42a7e440a43b None None] Pushing event updated for resources: {'Port': ['ID=820a597a-bdcd-4f85-b42c-bd1377617b88,revision_number=1']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:04:56.142179 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97cfc0b-ab58-43f3-bf11-37ec2b3acaa6 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Pushing event deleted for resources: {'Port': ['ID=8c6c6a33-f097-4b1a-acc1-6a10a0d903c9,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:04:56.152434 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-b97cfc0b-ab58-43f3-bf11-37ec2b3acaa6 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:04:56.157562 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] No Port match for: 74849d86-204a-4f5f-abc6-a48f45617700 {{(pid=88880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 24 11:04:56.158229 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 74849d86-204a-4f5f-abc6-a48f45617700 not bound to the agent host dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 24 11:04:56.167091 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-3e8c1edb-a642-4e0d-ae5f-42a7e440a43b None None] Resources bound (agent type, host, resource id):  {{(pid=88880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:04:56.184502 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-3e8c1edb-a642-4e0d-ae5f-42a7e440a43b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.483s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:04:56.263630 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-2a65dd1d-14a6-4f5f-8666-ee8d943cc21c tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Unset dirty status for tenant:56d5354af46a4a91924cfe2259b4b254 on resource:port {{(pid=88879) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:04:56.271438 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-2a65dd1d-14a6-4f5f-8666-ee8d943cc21c tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] 10.222.0.65 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200  len: 923 time: 0.5226007
Dec 24 11:04:56.272579 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 36796) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:04:56.276020 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e8c1edb-a642-4e0d-ae5f-42a7e440a43b None None] Received port after_create {{(pid=88880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:04:56.405038 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af2c104d-7483-482e-8c81-f1bfa835537f None None] Network 58d83da8-aef4-4dd3-9ce5-3a1bc5902c3d requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:04:56.456502 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-fc6b363b-5614-4e01-b453-7591b08f4ad7 None None] Calling delete_port for 715e5951-8bbb-44e0-a8d9-81133956aebd owned by network:dhcp {{(pid=88880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:04:56.496134 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 423e6901-1154-4c95-95db-a18c612d60bf up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:04:56.549923 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-1f9fc470-46fd-4cdc-85d0-e5bef06e09e9 admin admin] For port 715e5951-8bbb-44e0-a8d9-81133956aebd, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=715e5951-8bbb-44e0-a8d9-81133956aebd,segment=NetworkSegment(7da8387d-6dbc-40da-b97b-4a8bbfbeffcb),segment_id=7da8387d-6dbc-40da-b97b-4a8bbfbeffcb)] {{(pid=88878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:04:56.550740 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1f9fc470-46fd-4cdc-85d0-e5bef06e09e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:56.732474 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-1f9fc470-46fd-4cdc-85d0-e5bef06e09e9 admin admin] Calling delete_port for 715e5951-8bbb-44e0-a8d9-81133956aebd owned by network:dhcp {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:04:56.808035 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-b18d31ad-ea01-4b97-97d1-ef1a9eff0a1c None None] Provisioning for port 89a7a870-ca09-4ff4-89d4-af20c9236388 completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:04:56.828413 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-907bf708-4a0e-4574-9acf-ce99c7c3f2d5 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:04:56.855222 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9678fdc1-7fb4-49a4-8f79-bdc1626b09a6 None None] Sync routers for ids ['00de3638-5ed3-45f9-aafd-7d440a04d07d'] in dv-neutron-822691-2-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:04:56.858106 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-b18d31ad-ea01-4b97-97d1-ef1a9eff0a1c None None] Provisioning complete for port 89a7a870-ca09-4ff4-89d4-af20c9236388 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:04:56.858538 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b18d31ad-ea01-4b97-97d1-ef1a9eff0a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:56.885277 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7f09a983-fd05-4a89-96da-84a414e0db4e tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:56.895441 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-67c5e50b-d1ab-473c-8e2d-10faca0cdaba tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:56.898818 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-d66917ef-86bd-429a-9ece-9452218fe939 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:04:56.904210 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb4439d7-08e9-4972-9e79-17563e3ac7e6 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:04:56.908641 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb4439d7-08e9-4972-9e79-17563e3ac7e6 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:04:56.913098 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb4439d7-08e9-4972-9e79-17563e3ac7e6 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:04:56.919399 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-cb4439d7-08e9-4972-9e79-17563e3ac7e6 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] 10.222.0.65 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200  len: 2379 time: 0.6362348
Dec 24 11:04:56.921301 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-3e8c1edb-a642-4e0d-ae5f-42a7e440a43b None None] Attempting to bind port 820a597a-bdcd-4f85-b42c-bd1377617b88 on host dv-neutron-822691-2-hyperv for vnic_type normal with profile  {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:04:56.921443 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 36800) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:04:56.921730 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-3e8c1edb-a642-4e0d-ae5f-42a7e440a43b None None] Attempting to bind port 820a597a-bdcd-4f85-b42c-bd1377617b88 by drivers openvswitch,hyperv on host dv-neutron-822691-2-hyperv at level 0 using segments [{'id': '6618a092-51b2-4e3d-9318-3ce6b7b40c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '1c9eeaac-d205-4b19-a351-2fe67dd78b42'}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:04:56.922176 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8c1edb-a642-4e0d-ae5f-42a7e440a43b None None] Attempting to bind port 820a597a-bdcd-4f85-b42c-bd1377617b88 on network 1c9eeaac-d205-4b19-a351-2fe67dd78b42 {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:04:56.937076 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-907bf708-4a0e-4574-9acf-ce99c7c3f2d5 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] 10.222.0.65 "PUT /v2.0/routers/00de3638-5ed3-45f9-aafd-7d440a04d07d/add_router_interface HTTP/1.1" status: 200  len: 503 time: 13.5410306
Dec 24 11:04:56.955650 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Could not find standard attr ID for object 423e6901-1154-4c95-95db-a18c612d60bf. {{(pid=88880) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 24 11:04:56.956221 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 8701b8a0-85cd-43f4-9651-d85b7029bfff up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:04:56.962908 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 36804) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:04:56.986242 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f09a983-fd05-4a89-96da-84a414e0db4e tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Pushing event deleted for resources: {'Port': ['ID=423e6901-1154-4c95-95db-a18c612d60bf,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:04:57.010437 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fc6b363b-5614-4e01-b453-7591b08f4ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392'] for port, after_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:57.011151 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-67c5e50b-d1ab-473c-8e2d-10faca0cdaba tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Transition to ACTIVE for port object d496c3d9-9a52-4552-8422-16fbf31cc3ff will not be triggered until provisioned by entity DHCP. {{(pid=88878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:04:57.022753 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-90db4d2b-2280-4807-a2d8-c855bde923db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:04:57.038578 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b97cfc0b-ab58-43f3-bf11-37ec2b3acaa6 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036852798164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854055527'] for router_interface, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:57.051373 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f09a983-fd05-4a89-96da-84a414e0db4e tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:04:57.051961 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f09a983-fd05-4a89-96da-84a414e0db4e tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:04:57.052476 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f09a983-fd05-4a89-96da-84a414e0db4e tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:04:57.052985 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f09a983-fd05-4a89-96da-84a414e0db4e tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:04:57.053158 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8c1edb-a642-4e0d-ae5f-42a7e440a43b None None] Checking agent: {'id': 'db1275c1-6001-47af-93c2-635c68404703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822691-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 52, 8), 'started_at': datetime.datetime(2021, 12, 24, 10, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 4, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822691-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:04:57.053532 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8c1edb-a642-4e0d-ae5f-42a7e440a43b None None] Checking segment: {'id': '6618a092-51b2-4e3d-9318-3ce6b7b40c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '1c9eeaac-d205-4b19-a351-2fe67dd78b42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:04:57.053718 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f09a983-fd05-4a89-96da-84a414e0db4e tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:04:57.054022 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3e8c1edb-a642-4e0d-ae5f-42a7e440a43b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:57.054264 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f09a983-fd05-4a89-96da-84a414e0db4e tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:04:57.054476 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8c1edb-a642-4e0d-ae5f-42a7e440a43b None None] Bound using segment: {'id': '6618a092-51b2-4e3d-9318-3ce6b7b40c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '1c9eeaac-d205-4b19-a351-2fe67dd78b42'} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:04:57.054846 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f09a983-fd05-4a89-96da-84a414e0db4e tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:04:57.055042 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-3e8c1edb-a642-4e0d-ae5f-42a7e440a43b None None] Bound port: 820a597a-bdcd-4f85-b42c-bd1377617b88, host: dv-neutron-822691-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6618a092-51b2-4e3d-9318-3ce6b7b40c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '1c9eeaac-d205-4b19-a351-2fe67dd78b42'}}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:04:57.055421 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f09a983-fd05-4a89-96da-84a414e0db4e tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:04:57.055584 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3e8c1edb-a642-4e0d-ae5f-42a7e440a43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:57.056012 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f09a983-fd05-4a89-96da-84a414e0db4e tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:04:57.057599 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f09a983-fd05-4a89-96da-84a414e0db4e tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:04:57.057599 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f09a983-fd05-4a89-96da-84a414e0db4e tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:04:57.069331 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7f09a983-fd05-4a89-96da-84a414e0db4e tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:04:57.070935 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.db.api [None req-1f9fc470-46fd-4cdc-85d0-e5bef06e09e9 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88878) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 24 11:04:57.071422 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_db.api [None req-1f9fc470-46fd-4cdc-85d0-e5bef06e09e9 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 24 11:04:57.093433 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-f7a458ac-a986-494a-a4d2-efa66be3857a tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Deleting port c693e037-4e78-4a15-8b2d-e6c2719b2dfd {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:04:57.093763 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f7a458ac-a986-494a-a4d2-efa66be3857a tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:57.124655 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f09a983-fd05-4a89-96da-84a414e0db4e tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] No DVR routers for this DVR port 423e6901-1154-4c95-95db-a18c612d60bf on host dv-neutron-822691-2-hyperv {{(pid=88878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 24 11:04:57.126756 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9678fdc1-7fb4-49a4-8f79-bdc1626b09a6 None None] Routers {'00de3638-5ed3-45f9-aafd-7d440a04d07d'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:04:57.127554 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-9678fdc1-7fb4-49a4-8f79-bdc1626b09a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52718dd978>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:04:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['00de3638-5ed3-45f9-aafd-7d440a04d07d'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:04:57.149931 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c20609ed-e59c-4661-9a28-6493889ed8a5 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:04:57.156236 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-c20609ed-e59c-4661-9a28-6493889ed8a5 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] 10.222.0.65 "GET /v2.0/ports/54af3b2d-4aab-42d0-814d-c621454bdf26 HTTP/1.1" status: 200  len: 911 time: 0.1860132
Dec 24 11:04:57.200769 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 36808) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:04:57.219895 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6c5f9ad9-945e-4dfb-bb52-4db515a3c85d tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:57.321345 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-6c5f9ad9-945e-4dfb-bb52-4db515a3c85d tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Deleting port 639315b5-77e7-435d-acf5-dcebe73f771b {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:04:57.321657 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6c5f9ad9-945e-4dfb-bb52-4db515a3c85d tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:57.362613 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-b18d31ad-ea01-4b97-97d1-ef1a9eff0a1c None None] Port 89a7a870-ca09-4ff4-89d4-af20c9236388 cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:04:57.384665 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6b363b-5614-4e01-b453-7591b08f4ad7 None None] Pushing event deleted for resources: {'Port': ['ID=715e5951-8bbb-44e0-a8d9-81133956aebd,revision_number=None']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:04:57.411876 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-fc6b363b-5614-4e01-b453-7591b08f4ad7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:04:57.428503 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-9678fdc1-7fb4-49a4-8f79-bdc1626b09a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52718dd978>, [], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:04:57.437283 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6b363b-5614-4e01-b453-7591b08f4ad7 None None] No DVR routers for this DVR port 715e5951-8bbb-44e0-a8d9-81133956aebd on host dv-neutron-822691-2-hyperv {{(pid=88880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 24 11:04:57.582156 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-b18d31ad-ea01-4b97-97d1-ef1a9eff0a1c None None] Provisioning complete for port 8701b8a0-85cd-43f4-9651-d85b7029bfff triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:04:57.582626 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b18d31ad-ea01-4b97-97d1-ef1a9eff0a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:57.627262 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-1f9fc470-46fd-4cdc-85d0-e5bef06e09e9 admin admin] Deleting port 715e5951-8bbb-44e0-a8d9-81133956aebd {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:04:57.628437 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1f9fc470-46fd-4cdc-85d0-e5bef06e09e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:57.666431 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9678fdc1-7fb4-49a4-8f79-bdc1626b09a6 None None] Routers {'00de3638-5ed3-45f9-aafd-7d440a04d07d'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:04:57.667066 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-9678fdc1-7fb4-49a4-8f79-bdc1626b09a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52718dd978>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:04:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['00de3638-5ed3-45f9-aafd-7d440a04d07d'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:04:57.672015 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-67c5e50b-d1ab-473c-8e2d-10faca0cdaba tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:57.694767 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-941472f2-e53b-4352-9bba-467f8fccd324 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:04:57.748992 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-9678fdc1-7fb4-49a4-8f79-bdc1626b09a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52718dd978>, [], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:04:57.749563 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9678fdc1-7fb4-49a4-8f79-bdc1626b09a6 None None] The sync data for ids ['00de3638-5ed3-45f9-aafd-7d440a04d07d'] in dv-neutron-822691-2-hyperv is: [] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:04:57.771001 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-3e8c1edb-a642-4e0d-ae5f-42a7e440a43b None None] For port 820a597a-bdcd-4f85-b42c-bd1377617b88, host dv-neutron-822691-2-hyperv, cleared binding levels {{(pid=88880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:04:57.773518 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port 8701b8a0-85cd-43f4-9651-d85b7029bfff triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:04:57.773971 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:57.781102 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-1f9fc470-46fd-4cdc-85d0-e5bef06e09e9 admin admin] The port '715e5951-8bbb-44e0-a8d9-81133956aebd' was deleted {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 24 11:04:57.820703 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-3e8c1edb-a642-4e0d-ae5f-42a7e440a43b None None] For port 820a597a-bdcd-4f85-b42c-bd1377617b88, host dv-neutron-822691-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=820a597a-bdcd-4f85-b42c-bd1377617b88,segment=NetworkSegment(6618a092-51b2-4e3d-9318-3ce6b7b40c55),segment_id=6618a092-51b2-4e3d-9318-3ce6b7b40c55)] {{(pid=88880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:04:57.841735 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7f09a983-fd05-4a89-96da-84a414e0db4e tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847655656'] for subnet, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:57.863485 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3e8c1edb-a642-4e0d-ae5f-42a7e440a43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:57.873133 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:04:57.999035 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6c5f9ad9-945e-4dfb-bb52-4db515a3c85d tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:58.029346 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67c5e50b-d1ab-473c-8e2d-10faca0cdaba tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Network 1c9eeaac-d205-4b19-a351-2fe67dd78b42 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:04:58.032916 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c5e50b-d1ab-473c-8e2d-10faca0cdaba tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Pushing event updated for resources: {'Port': ['ID=d496c3d9-9a52-4552-8422-16fbf31cc3ff,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:04:58.040089 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48b8b097-ac62-4c72-87c3-11a32184b8db None None] Network 58d83da8-aef4-4dd3-9ce5-3a1bc5902c3d requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:04:58.055821 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8c1edb-a642-4e0d-ae5f-42a7e440a43b None None] Pushing event updated for resources: {'Port': ['ID=820a597a-bdcd-4f85-b42c-bd1377617b88,revision_number=2']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:04:58.069756 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-67c5e50b-d1ab-473c-8e2d-10faca0cdaba tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:04:58.076316 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-67c5e50b-d1ab-473c-8e2d-10faca0cdaba tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Resources bound (agent type, host, resource id):  {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:04:58.087290 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c5e50b-d1ab-473c-8e2d-10faca0cdaba tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:04:58.092076 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67c5e50b-d1ab-473c-8e2d-10faca0cdaba tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:04:58.092899 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-67c5e50b-d1ab-473c-8e2d-10faca0cdaba tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:58.155741 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-6c5f9ad9-945e-4dfb-bb52-4db515a3c85d tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Calling delete_port for 639315b5-77e7-435d-acf5-dcebe73f771b owned by network:router_gateway {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:04:58.156247 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8c1edb-a642-4e0d-ae5f-42a7e440a43b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:04:58.156701 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8c1edb-a642-4e0d-ae5f-42a7e440a43b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:04:58.157149 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8c1edb-a642-4e0d-ae5f-42a7e440a43b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:04:58.157620 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8c1edb-a642-4e0d-ae5f-42a7e440a43b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:04:58.158199 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8c1edb-a642-4e0d-ae5f-42a7e440a43b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:04:58.158632 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8c1edb-a642-4e0d-ae5f-42a7e440a43b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:04:58.159065 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8c1edb-a642-4e0d-ae5f-42a7e440a43b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:04:58.159493 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8c1edb-a642-4e0d-ae5f-42a7e440a43b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:04:58.159933 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8c1edb-a642-4e0d-ae5f-42a7e440a43b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:04:58.160417 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8c1edb-a642-4e0d-ae5f-42a7e440a43b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:04:58.160842 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8c1edb-a642-4e0d-ae5f-42a7e440a43b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:04:58.172416 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-3e8c1edb-a642-4e0d-ae5f-42a7e440a43b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:04:58.184479 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f7a458ac-a986-494a-a4d2-efa66be3857a tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:58.190742 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1f9fc470-46fd-4cdc-85d0-e5bef06e09e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847649663', 'neutron.services.segments.db._delete_segments_for_network-8749505737672'] for network, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:58.221981 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-22034355-fbe6-447a-986d-cdd54a5531ab None None] Could not find standard attr ID for object 423e6901-1154-4c95-95db-a18c612d60bf. {{(pid=88880) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 24 11:04:58.240391 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:58.261337 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-67c5e50b-d1ab-473c-8e2d-10faca0cdaba tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 948 time: 4.9167945
Dec 24 11:04:58.266322 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-22034355-fbe6-447a-986d-cdd54a5531ab None None] Provisioning complete for port 89a7a870-ca09-4ff4-89d4-af20c9236388 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:04:58.266780 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-22034355-fbe6-447a-986d-cdd54a5531ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:58.268261 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 36812) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:04:58.274636 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-1f9fc470-46fd-4cdc-85d0-e5bef06e09e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f527079df28>,) {'filters': {'network_id': ['06bf4055-f82f-43ff-8ef7-0747a91153cc']}} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:04:58.321855 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 715e5951-8bbb-44e0-a8d9-81133956aebd no longer exists at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:04:58.325700 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7f09a983-fd05-4a89-96da-84a414e0db4e tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7120129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3978858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852529715'] for subnet, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:58.337463 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:04:58.366812 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-1f9fc470-46fd-4cdc-85d0-e5bef06e09e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f527079df28>, '7da8387d-6dbc-40da-b97b-4a8bbfbeffcb') {'for_net_delete': True} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:04:58.367326 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-1f9fc470-46fd-4cdc-85d0-e5bef06e09e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f527079df28>, '7da8387d-6dbc-40da-b97b-4a8bbfbeffcb') {} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:04:58.368378 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] No Port match for: 715e5951-8bbb-44e0-a8d9-81133956aebd {{(pid=88880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 24 11:04:58.368773 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 715e5951-8bbb-44e0-a8d9-81133956aebd not bound to the agent host dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 24 11:04:58.401866 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f09a983-fd05-4a89-96da-84a414e0db4e tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Pushing event deleted for resources: {'Subnet': ['ID=99589467-779a-4bb6-b06f-f4c300b6de43,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:04:58.402629 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-f7a458ac-a986-494a-a4d2-efa66be3857a tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Calling delete_port for c693e037-4e78-4a15-8b2d-e6c2719b2dfd owned by  {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:04:58.404764 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7f09a983-fd05-4a89-96da-84a414e0db4e tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:04:58.410088 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1f9fc470-46fd-4cdc-85d0-e5bef06e09e9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749505745113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2241371'] for segment, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:58.414802 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-22034355-fbe6-447a-986d-cdd54a5531ab None None] Port 89a7a870-ca09-4ff4-89d4-af20c9236388 cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:04:58.468710 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-22034355-fbe6-447a-986d-cdd54a5531ab None None] Provisioning for port c693e037-4e78-4a15-8b2d-e6c2719b2dfd completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:04:58.472142 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b97cfc0b-ab58-43f3-bf11-37ec2b3acaa6 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Router 68de87e1-d2e6-45c4-9516-0cce5a2e740c has already been hosted by L3 agent 198cca88-1338-4098-b44b-beb0346ac906 {{(pid=88879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 24 11:04:58.478668 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-22034355-fbe6-447a-986d-cdd54a5531ab None None] Provisioning complete for port c693e037-4e78-4a15-8b2d-e6c2719b2dfd triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:04:58.479518 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-22034355-fbe6-447a-986d-cdd54a5531ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:58.540967 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1f9fc470-46fd-4cdc-85d0-e5bef06e09e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:58.551998 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-22034355-fbe6-447a-986d-cdd54a5531ab None None] Port c693e037-4e78-4a15-8b2d-e6c2719b2dfd cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:04:58.682621 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f9fc470-46fd-4cdc-85d0-e5bef06e09e9 admin admin] Releasing vlan 605 on physical network physnet1 to pool {{(pid=88878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 24 11:04:58.683072 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1f9fc470-46fd-4cdc-85d0-e5bef06e09e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036847652098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850807864'] for segment, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:58.702623 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-322f9de5-cc83-4869-baae-053b0cfdcf88 None None] DHCP port deletion for 58d83da8-aef4-4dd3-9ce5-3a1bc5902c3d request from dv-neutron-822691-2-hyperv {{(pid=88880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 24 11:04:58.764335 dv-neutron-822691-2-hyperv neutron-server[88767]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 11:04:58.764335 dv-neutron-822691-2-hyperv neutron-server[88767]:   % (table.description, expected, rows_matched)
Dec 24 11:04:58.764335 dv-neutron-822691-2-hyperv neutron-server[88767]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 11:04:58.764335 dv-neutron-822691-2-hyperv neutron-server[88767]:   % (table.description, expected, rows_matched)
Dec 24 11:04:58.764335 dv-neutron-822691-2-hyperv neutron-server[88767]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 11:04:58.764335 dv-neutron-822691-2-hyperv neutron-server[88767]:   % (table.description, expected, rows_matched)
Dec 24 11:04:58.764335 dv-neutron-822691-2-hyperv neutron-server[88767]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 11:04:58.764335 dv-neutron-822691-2-hyperv neutron-server[88767]:   % (table.description, expected, rows_matched)
Dec 24 11:04:58.764335 dv-neutron-822691-2-hyperv neutron-server[88767]: Traceback (most recent call last):
Dec 24 11:04:58.764335 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 24 11:04:58.764335 dv-neutron-822691-2-hyperv neutron-server[88767]:     timer()
Dec 24 11:04:58.764335 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 11:04:58.764335 dv-neutron-822691-2-hyperv neutron-server[88767]:     cb(*args, **kw)
Dec 24 11:04:58.764335 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 24 11:04:58.764335 dv-neutron-822691-2-hyperv neutron-server[88767]:     return func(*args, **kwargs)
Dec 24 11:04:58.764335 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 11:04:58.764335 dv-neutron-822691-2-hyperv neutron-server[88767]:     self._notify()
Dec 24 11:04:58.764335 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 11:04:58.764335 dv-neutron-822691-2-hyperv neutron-server[88767]:     self.callback(batched_events)
Dec 24 11:04:58.764335 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 11:04:58.764335 dv-neutron-822691-2-hyperv neutron-server[88767]:     event.method(event)
Dec 24 11:04:58.764335 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 11:04:58.764335 dv-neutron-822691-2-hyperv neutron-server[88767]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 11:04:58.764335 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 24 11:04:58.764335 dv-neutron-822691-2-hyperv neutron-server[88767]:     segment_id)['aggregates'][0]
Dec 24 11:04:58.764335 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 24 11:04:58.764335 dv-neutron-822691-2-hyperv neutron-server[88767]:     return f(self, *a, **k)
Dec 24 11:04:58.764335 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 11:04:58.764335 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self._get(url).json()
Dec 24 11:04:58.764335 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 24 11:04:58.764335 dv-neutron-822691-2-hyperv neutron-server[88767]:     **kwargs)
Dec 24 11:04:58.764335 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 24 11:04:58.764335 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self.request(url, 'GET', **kwargs)
Dec 24 11:04:58.764335 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 24 11:04:58.764335 dv-neutron-822691-2-hyperv neutron-server[88767]:     **endpoint_filter)
Dec 24 11:04:58.764335 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 24 11:04:58.764335 dv-neutron-822691-2-hyperv neutron-server[88767]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 11:04:58.764335 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 24 11:04:58.764335 dv-neutron-822691-2-hyperv neutron-server[88767]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 11:04:58.764335 dv-neutron-822691-2-hyperv neutron-server[88767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 11:04:58.966244 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7f09a983-fd05-4a89-96da-84a414e0db4e tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847649663', 'neutron.services.segments.db._delete_segments_for_network-8749505737672'] for network, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:59.017814 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1f9fc470-46fd-4cdc-85d0-e5bef06e09e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7126154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659196'] for network, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:59.023969 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-7f09a983-fd05-4a89-96da-84a414e0db4e tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5270a4c5f8>,) {'filters': {'network_id': ['58d83da8-aef4-4dd3-9ce5-3a1bc5902c3d']}} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:04:59.040446 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a23477-0b6d-4eb6-b033-25266b5e63c4 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:04:59.045087 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a23477-0b6d-4eb6-b033-25266b5e63c4 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:04:59.045754 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-99a23477-0b6d-4eb6-b033-25266b5e63c4 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Synchronizing usage tracker for tenant:739a78fd4cfc48c2a4011598579f8f8c on resource:port {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:04:59.048584 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-30031236-9238-493f-86c7-82c5fe473f09 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:04:59.066197 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1f9fc470-46fd-4cdc-85d0-e5bef06e09e9 admin admin] Notify callbacks [] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:59.088658 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-7f09a983-fd05-4a89-96da-84a414e0db4e tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5270a4c5f8>, '26ced022-9425-4244-8478-41bda865aa5f') {'for_net_delete': True} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:04:59.088997 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-7f09a983-fd05-4a89-96da-84a414e0db4e tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5270a4c5f8>, '26ced022-9425-4244-8478-41bda865aa5f') {} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:04:59.100899 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9fc470-46fd-4cdc-85d0-e5bef06e09e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=06bf4055-f82f-43ff-8ef7-0747a91153cc,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:04:59.111968 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b97cfc0b-ab58-43f3-bf11-37ec2b3acaa6 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:04:59.112516 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-1f9fc470-46fd-4cdc-85d0-e5bef06e09e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:04:59.127878 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0977f03e-9321-4773-b039-798c7be84ede None None] Sync routers for ids ['68de87e1-d2e6-45c4-9516-0cce5a2e740c'] in dv-neutron-822691-2-hyperv {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:04:59.129367 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7f09a983-fd05-4a89-96da-84a414e0db4e tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749505745113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2241371'] for segment, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:59.149788 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0977f03e-9321-4773-b039-798c7be84ede None None] Routers {'68de87e1-d2e6-45c4-9516-0cce5a2e740c'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:04:59.151639 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-0977f03e-9321-4773-b039-798c7be84ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52721f2320>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:04:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['68de87e1-d2e6-45c4-9516-0cce5a2e740c'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:04:59.152131 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-1f9fc470-46fd-4cdc-85d0-e5bef06e09e9 admin admin] 10.222.0.65 "DELETE /v2.0/networks/06bf4055-f82f-43ff-8ef7-0747a91153cc HTTP/1.1" status: 204  len: 168 time: 4.5607090
Dec 24 11:04:59.154139 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f7a458ac-a986-494a-a4d2-efa66be3857a tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:59.163492 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-99a23477-0b6d-4eb6-b033-25266b5e63c4 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Unset dirty status for tenant:739a78fd4cfc48c2a4011598579f8f8c on resource:port {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:04:59.166775 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-28a4a957-002f-4246-b662-f0f4de953059 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:04:59.168060 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-99a23477-0b6d-4eb6-b033-25266b5e63c4 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1703 time: 0.8960865
Dec 24 11:04:59.169632 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 36820) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:04:59.182048 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7f09a983-fd05-4a89-96da-84a414e0db4e tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:59.227914 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a458ac-a986-494a-a4d2-efa66be3857a tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Pushing event deleted for resources: {'Port': ['ID=c693e037-4e78-4a15-8b2d-e6c2719b2dfd,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:04:59.238630 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-b97cfc0b-ab58-43f3-bf11-37ec2b3acaa6 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] 10.222.0.65 "PUT /v2.0/routers/68de87e1-d2e6-45c4-9516-0cce5a2e740c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 8.9157038
Dec 24 11:04:59.239493 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 36824) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:04:59.241887 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6c5f9ad9-945e-4dfb-bb52-4db515a3c85d tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:59.252322 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f09a983-fd05-4a89-96da-84a414e0db4e tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Releasing vlan 614 on physical network physnet1 to pool {{(pid=88878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 24 11:04:59.253228 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7f09a983-fd05-4a89-96da-84a414e0db4e tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036847652098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850807864'] for segment, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:59.285913 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-0977f03e-9321-4773-b039-798c7be84ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52721f2320>, [], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:04:59.303194 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0977f03e-9321-4773-b039-798c7be84ede None None] Routers {'68de87e1-d2e6-45c4-9516-0cce5a2e740c'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:04:59.303547 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a458ac-a986-494a-a4d2-efa66be3857a tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:04:59.303930 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a458ac-a986-494a-a4d2-efa66be3857a tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:04:59.304338 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a458ac-a986-494a-a4d2-efa66be3857a tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:04:59.304988 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a458ac-a986-494a-a4d2-efa66be3857a tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:04:59.305418 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-0977f03e-9321-4773-b039-798c7be84ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52721f2320>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:04:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['68de87e1-d2e6-45c4-9516-0cce5a2e740c'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:04:59.305532 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a458ac-a986-494a-a4d2-efa66be3857a tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:04:59.305927 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a458ac-a986-494a-a4d2-efa66be3857a tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:04:59.306333 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a458ac-a986-494a-a4d2-efa66be3857a tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:04:59.306731 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a458ac-a986-494a-a4d2-efa66be3857a tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:04:59.307142 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a458ac-a986-494a-a4d2-efa66be3857a tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:04:59.307550 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a458ac-a986-494a-a4d2-efa66be3857a tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:04:59.307948 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a458ac-a986-494a-a4d2-efa66be3857a tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:04:59.311653 dv-neutron-822691-2-hyperv neutron-server[88767]: Traceback (most recent call last):
Dec 24 11:04:59.311653 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 24 11:04:59.311653 dv-neutron-822691-2-hyperv neutron-server[88767]:     timer()
Dec 24 11:04:59.311653 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 11:04:59.311653 dv-neutron-822691-2-hyperv neutron-server[88767]:     cb(*args, **kw)
Dec 24 11:04:59.311653 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 24 11:04:59.311653 dv-neutron-822691-2-hyperv neutron-server[88767]:     return func(*args, **kwargs)
Dec 24 11:04:59.311653 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 11:04:59.311653 dv-neutron-822691-2-hyperv neutron-server[88767]:     self._notify()
Dec 24 11:04:59.311653 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 11:04:59.311653 dv-neutron-822691-2-hyperv neutron-server[88767]:     self.callback(batched_events)
Dec 24 11:04:59.311653 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 11:04:59.311653 dv-neutron-822691-2-hyperv neutron-server[88767]:     event.method(event)
Dec 24 11:04:59.311653 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 11:04:59.311653 dv-neutron-822691-2-hyperv neutron-server[88767]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 11:04:59.311653 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 24 11:04:59.311653 dv-neutron-822691-2-hyperv neutron-server[88767]:     segment_id)['aggregates'][0]
Dec 24 11:04:59.311653 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 24 11:04:59.311653 dv-neutron-822691-2-hyperv neutron-server[88767]:     return f(self, *a, **k)
Dec 24 11:04:59.311653 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 11:04:59.311653 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self._get(url).json()
Dec 24 11:04:59.311653 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 24 11:04:59.311653 dv-neutron-822691-2-hyperv neutron-server[88767]:     **kwargs)
Dec 24 11:04:59.311653 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 24 11:04:59.311653 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self.request(url, 'GET', **kwargs)
Dec 24 11:04:59.311653 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 24 11:04:59.311653 dv-neutron-822691-2-hyperv neutron-server[88767]:     **endpoint_filter)
Dec 24 11:04:59.311653 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 24 11:04:59.311653 dv-neutron-822691-2-hyperv neutron-server[88767]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 11:04:59.311653 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 24 11:04:59.311653 dv-neutron-822691-2-hyperv neutron-server[88767]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 11:04:59.311653 dv-neutron-822691-2-hyperv neutron-server[88767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 11:04:59.314248 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f7a458ac-a986-494a-a4d2-efa66be3857a tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:04:59.316032 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-9eb14e89-c1e3-4caf-8905-a2a35e3507d7 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.067s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:04:59.366729 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba8915b6-112e-42f7-b31f-7d7fe1c8e65d tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] GET failed (client error): The resource could not be found.
Dec 24 11:04:59.371064 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-ba8915b6-112e-42f7-b31f-7d7fe1c8e65d tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] 10.222.0.65 "GET /v2.0/ports/8c6c6a33-f097-4b1a-acc1-6a10a0d903c9 HTTP/1.1" status: 404  len: 333 time: 0.1214950
Dec 24 11:04:59.393764 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-0977f03e-9321-4773-b039-798c7be84ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52721f2320>, [], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:04:59.394418 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0977f03e-9321-4773-b039-798c7be84ede None None] The sync data for ids ['68de87e1-d2e6-45c4-9516-0cce5a2e740c'] in dv-neutron-822691-2-hyperv is: [] {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:04:59.403064 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 36828) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:04:59.403504 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 36830) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:04:59.443423 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-575c8a38-1744-49df-9fb7-cdd7112daa98 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Deleting port d496c3d9-9a52-4552-8422-16fbf31cc3ff {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:04:59.443816 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-575c8a38-1744-49df-9fb7-cdd7112daa98 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:59.532363 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5f9ad9-945e-4dfb-bb52-4db515a3c85d tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Pushing event deleted for resources: {'Port': ['ID=639315b5-77e7-435d-acf5-dcebe73f771b,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:04:59.540661 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-6c5f9ad9-945e-4dfb-bb52-4db515a3c85d tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:04:59.631366 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7f09a983-fd05-4a89-96da-84a414e0db4e tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7126154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659196'] for network, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:59.787042 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6c5f9ad9-945e-4dfb-bb52-4db515a3c85d tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854116846'] for router_gateway, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:04:59.956723 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-3de2ac59-4793-4dbd-ba36-3b8d2d45793e tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:04:59.982121 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7f09a983-fd05-4a89-96da-84a414e0db4e tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks [] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:00.014138 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f09a983-fd05-4a89-96da-84a414e0db4e tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Pushing event deleted for resources: {'Network': ['ID=58d83da8-aef4-4dd3-9ce5-3a1bc5902c3d,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:05:00.017887 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f7a458ac-a986-494a-a4d2-efa66be3857a tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:00.022620 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-f7a458ac-a986-494a-a4d2-efa66be3857a tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] 10.222.0.65 "DELETE /v2.0/ports/c693e037-4e78-4a15-8b2d-e6c2719b2dfd HTTP/1.1" status: 204  len: 168 time: 3.0949783
Dec 24 11:05:00.024238 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7f09a983-fd05-4a89-96da-84a414e0db4e tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:05:00.026283 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 36836) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:00.057672 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-7f09a983-fd05-4a89-96da-84a414e0db4e tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] 10.222.0.65 "DELETE /v2.0/networks/58d83da8-aef4-4dd3-9ce5-3a1bc5902c3d HTTP/1.1" status: 204  len: 168 time: 6.3729703
Dec 24 11:05:00.066326 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 36840) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:00.168743 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-79217007-3573-4993-8b38-4d4bf28ab3f3 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] DELETE failed (client error): The resource could not be found.
Dec 24 11:05:00.169041 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79217007-3573-4993-8b38-4d4bf28ab3f3 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 24 11:05:00.171532 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-79217007-3573-4993-8b38-4d4bf28ab3f3 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] 10.222.0.65 "DELETE /v2.0/networks/58d83da8-aef4-4dd3-9ce5-3a1bc5902c3d HTTP/1.1" status: 404  len: 339 time: 0.0971334
Dec 24 11:05:00.202032 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 36844) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:00.224329 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-4ad057f9-c0f2-4b77-9a47-255abb3449cf tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-91694736', 'description': 'd1'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:05:00.267263 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c3e1161-7bb6-4602-a691-5dca993a50d6 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] GET failed (client error): The resource could not be found.
Dec 24 11:05:00.267841 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-0c3e1161-7bb6-4602-a691-5dca993a50d6 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Synchronizing usage tracker for tenant:56d5354af46a4a91924cfe2259b4b254 on resource:port {{(pid=88879) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:05:00.277640 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-ccfa59dc-da62-44bb-83d1-37d7233359bb admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3227175fb2a74b37bb7d77f5e6df3dce&name=default HTTP/1.1" status: 200  len: 2647 time: 0.8330355
Dec 24 11:05:00.284319 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 36848) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:00.293920 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6c5f9ad9-945e-4dfb-bb52-4db515a3c85d tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854158724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-84560'] for router, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:00.294030 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-4ad057f9-c0f2-4b77-9a47-255abb3449cf tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:05:00.306036 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6e09384a-a5d8-464e-9a69-da3fdf58b878 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks [] for router, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:00.314909 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-4ad057f9-c0f2-4b77-9a47-255abb3449cf tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Usage tracker for resource:network and tenant:16b8df9aad104dc0ac4afa0a1ae53906 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:05:00.318146 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-3d58c32b-5a06-4ded-99ff-7c481294b51d None None] Provisioning for port 820a597a-bdcd-4f85-b42c-bd1377617b88 completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:05:00.334398 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-4ad057f9-c0f2-4b77-9a47-255abb3449cf tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:05:00.393685 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-4ad057f9-c0f2-4b77-9a47-255abb3449cf tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:05:00.443351 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-575c8a38-1744-49df-9fb7-cdd7112daa98 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:00.459766 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6c5f9ad9-945e-4dfb-bb52-4db515a3c85d tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:00.483505 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-0c3e1161-7bb6-4602-a691-5dca993a50d6 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Unset dirty status for tenant:56d5354af46a4a91924cfe2259b4b254 on resource:port {{(pid=88879) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:05:00.484810 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-0c3e1161-7bb6-4602-a691-5dca993a50d6 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] 10.222.0.65 "GET /v2.0/ports/c693e037-4e78-4a15-8b2d-e6c2719b2dfd HTTP/1.1" status: 404  len: 333 time: 0.4574635
Dec 24 11:05:00.488387 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 36852) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:00.539398 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 820a597a-bdcd-4f85-b42c-bd1377617b88 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:05:00.649921 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ef0e81d-aad4-4e3f-ba11-c511628a8f12 None None] get_active_networks_info from dv-neutron-822691-2-hyperv {{(pid=88880) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 24 11:05:00.672241 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-575c8a38-1744-49df-9fb7-cdd7112daa98 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Calling delete_port for d496c3d9-9a52-4552-8422-16fbf31cc3ff owned by  {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:05:00.691538 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning for port 820a597a-bdcd-4f85-b42c-bd1377617b88 completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:05:00.694036 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6c5f9ad9-945e-4dfb-bb52-4db515a3c85d tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854158830'] for router, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:00.694609 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c5f9ad9-945e-4dfb-bb52-4db515a3c85d tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Fanout notify agent at l3_agent the message router_deleted on router b561442a-f3e6-42a1-9623-23c5afc0433e {{(pid=88879) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 24 11:05:00.701552 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port 820a597a-bdcd-4f85-b42c-bd1377617b88 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:05:00.702008 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:00.704023 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ad057f9-c0f2-4b77-9a47-255abb3449cf tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Made reservation on behalf of 16b8df9aad104dc0ac4afa0a1ae53906 for: {'network': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:05:00.709804 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4ad057f9-c0f2-4b77-9a47-255abb3449cf tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for network, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:00.711218 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-49d1f4d9-a333-42fc-969e-90cfe2327608 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:00.719859 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-622077e9-1e3b-4b21-b49e-3edd38dab6e1 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Deleting port 89a7a870-ca09-4ff4-89d4-af20c9236388 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:05:00.719859 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-622077e9-1e3b-4b21-b49e-3edd38dab6e1 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:00.795928 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-518c7bb8-818f-40ac-813d-0f96c80752ef admin admin] Deleting port af6a10c2-1118-4bd6-bacb-8fd0ff543d9f {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:05:00.795928 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-518c7bb8-818f-40ac-813d-0f96c80752ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:00.834268 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-14b5edb9-3753-4cfd-93e0-174db1d16654 None None] Provisioning for port d496c3d9-9a52-4552-8422-16fbf31cc3ff completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:05:00.858111 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-14b5edb9-3753-4cfd-93e0-174db1d16654 None None] Provisioning complete for port d496c3d9-9a52-4552-8422-16fbf31cc3ff triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:05:00.859155 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-14b5edb9-3753-4cfd-93e0-174db1d16654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:00.885945 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ad057f9-c0f2-4b77-9a47-255abb3449cf tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] vlan segment allocate from pool success with {'vlan_id': 647, 'physical_network': 'physnet1'}  {{(pid=88878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 24 11:05:00.932378 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4ad057f9-c0f2-4b77-9a47-255abb3449cf tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:00.932696 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.segments_db [None req-4ad057f9-c0f2-4b77-9a47-255abb3449cf tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Added segment 8fe63bc7-7bfe-44d2-a401-3b8fe7f7a0ef of type vlan for network 2df737da-6836-4ca4-8b51-39a9c93967d8
Dec 24 11:05:01.001439 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-14b5edb9-3753-4cfd-93e0-174db1d16654 None None] Port d496c3d9-9a52-4552-8422-16fbf31cc3ff cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:05:01.016249 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:01.030885 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ef0e81d-aad4-4e3f-ba11-c511628a8f12 None None] Resources bound (agent type, host, resource id):  {{(pid=88880) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Dec 24 11:05:01.096413 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] For port 820a597a-bdcd-4f85-b42c-bd1377617b88, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=820a597a-bdcd-4f85-b42c-bd1377617b88,segment=NetworkSegment(6618a092-51b2-4e3d-9318-3ce6b7b40c55),segment_id=6618a092-51b2-4e3d-9318-3ce6b7b40c55)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:05:01.101088 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:01.109183 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6c5f9ad9-945e-4dfb-bb52-4db515a3c85d tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Notify callbacks [] for router, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:01.110432 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-6c5f9ad9-945e-4dfb-bb52-4db515a3c85d tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] 10.222.0.65 "DELETE /v2.0/routers/b561442a-f3e6-42a1-9623-23c5afc0433e HTTP/1.1" status: 204  len: 168 time: 6.2176647
Dec 24 11:05:01.121431 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-144413eb-624d-4368-9906-2de75ef3e601 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:05:01.126258 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 36856) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:01.143622 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-361e9eea-9493-467a-a061-35dfd1cdb5f9 tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-567980062', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:05:01.155173 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-49d1f4d9-a333-42fc-969e-90cfe2327608 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:01.156406 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4ad057f9-c0f2-4b77-9a47-255abb3449cf tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363287349540024'] for network, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:01.167177 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 423e6901-1154-4c95-95db-a18c612d60bf no longer exists at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:05:01.207897 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2d927a35-6342-4230-9b54-9b85879073ed tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:01.217380 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] No Port match for: 423e6901-1154-4c95-95db-a18c612d60bf {{(pid=88880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 24 11:05:01.217770 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 423e6901-1154-4c95-95db-a18c612d60bf not bound to the agent host dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 24 11:05:01.238260 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-361e9eea-9493-467a-a061-35dfd1cdb5f9 tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:05:01.238584 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-575c8a38-1744-49df-9fb7-cdd7112daa98 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:01.321383 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-a7aeeaf7-df7f-4566-8702-9e01bf85786a tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:05:01.327612 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Pushing event updated for resources: {'Port': ['ID=820a597a-bdcd-4f85-b42c-bd1377617b88,revision_number=3']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:05:01.331161 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:05:01.344306 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-361e9eea-9493-467a-a061-35dfd1cdb5f9 tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Usage tracker for resource:router and tenant:fa3043691a674483a1a0c4edfd0fd23a is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:05:01.362219 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-361e9eea-9493-467a-a061-35dfd1cdb5f9 tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:05:01.391832 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-361e9eea-9493-467a-a061-35dfd1cdb5f9 tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:05:01.425522 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6e09384a-a5d8-464e-9a69-da3fdf58b878 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854158724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-84560'] for router, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:01.444838 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575c8a38-1744-49df-9fb7-cdd7112daa98 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Pushing event deleted for resources: {'Port': ['ID=d496c3d9-9a52-4552-8422-16fbf31cc3ff,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:05:01.450783 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-361e9eea-9493-467a-a061-35dfd1cdb5f9 tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-612016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-84579'] for router, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:01.451847 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-361e9eea-9493-467a-a061-35dfd1cdb5f9 tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854163950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659046', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854079771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854691221'] for router, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:01.465863 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-575c8a38-1744-49df-9fb7-cdd7112daa98 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:05:01.472036 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-518c7bb8-818f-40ac-813d-0f96c80752ef admin admin] For port af6a10c2-1118-4bd6-bacb-8fd0ff543d9f, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=af6a10c2-1118-4bd6-bacb-8fd0ff543d9f,segment=NetworkSegment(7d0dc58d-0474-4e82-b3e5-d78baac1a000),segment_id=7d0dc58d-0474-4e82-b3e5-d78baac1a000)] {{(pid=88878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:05:01.472747 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-518c7bb8-818f-40ac-813d-0f96c80752ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:01.481283 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4ad057f9-c0f2-4b77-9a47-255abb3449cf tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636'] for network, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:01.485685 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ad057f9-c0f2-4b77-9a47-255abb3449cf tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:05:01.486022 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6e09384a-a5d8-464e-9a69-da3fdf58b878 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:01.486362 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4ad057f9-c0f2-4b77-9a47-255abb3449cf tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks [] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:01.498330 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-1f9fc470-46fd-4cdc-85d0-e5bef06e09e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:05:01.574828 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-49d1f4d9-a333-42fc-969e-90cfe2327608 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:01.596510 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-01776d40-5d5e-4502-b429-f82df857d887 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:05:01.617525 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-361e9eea-9493-467a-a061-35dfd1cdb5f9 tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:01.650883 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d1f4d9-a333-42fc-969e-90cfe2327608 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c342874-2196-4976-8437-0b96116113ae,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:05:01.662863 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-49d1f4d9-a333-42fc-969e-90cfe2327608 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:05:01.680195 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6e09384a-a5d8-464e-9a69-da3fdf58b878 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854158830'] for router, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:01.680746 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e09384a-a5d8-464e-9a69-da3fdf58b878 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Fanout notify agent at l3_agent the message router_deleted on router 68de87e1-d2e6-45c4-9516-0cce5a2e740c {{(pid=88879) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 24 11:05:01.685591 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-49d1f4d9-a333-42fc-969e-90cfe2327608 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:01.686888 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-49d1f4d9-a333-42fc-969e-90cfe2327608 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/5c342874-2196-4976-8437-0b96116113ae HTTP/1.1" status: 204  len: 168 time: 1.4015524
Dec 24 11:05:01.696684 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-622077e9-1e3b-4b21-b49e-3edd38dab6e1 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:01.707328 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-361e9eea-9493-467a-a061-35dfd1cdb5f9 tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854163800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854116816'] for router, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:01.731345 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6e09384a-a5d8-464e-9a69-da3fdf58b878 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks [] for router, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:01.732638 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-6e09384a-a5d8-464e-9a69-da3fdf58b878 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] 10.222.0.65 "DELETE /v2.0/routers/68de87e1-d2e6-45c4-9516-0cce5a2e740c HTTP/1.1" status: 204  len: 168 time: 2.2927046
Dec 24 11:05:01.790732 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 36862) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:01.836367 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-518c7bb8-818f-40ac-813d-0f96c80752ef admin admin] Calling delete_port for af6a10c2-1118-4bd6-bacb-8fd0ff543d9f owned by network:router_interface {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:05:01.890291 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-575c8a38-1744-49df-9fb7-cdd7112daa98 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:01.907057 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-622077e9-1e3b-4b21-b49e-3edd38dab6e1 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Calling delete_port for 89a7a870-ca09-4ff4-89d4-af20c9236388 owned by  {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:05:01.948320 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-361e9eea-9493-467a-a061-35dfd1cdb5f9 tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Notify callbacks [] for router, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:01.953402 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-361e9eea-9493-467a-a061-35dfd1cdb5f9 tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201  len: 708 time: 0.8233919
Dec 24 11:05:01.958924 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 36866) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:01.974258 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-4ad057f9-c0f2-4b77-9a47-255abb3449cf tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 1.7668002
Dec 24 11:05:01.976688 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 36870) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:01.985388 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad057f9-c0f2-4b77-9a47-255abb3449cf tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Pushing event updated for resources: {'Network': ['ID=2df737da-6836-4ca4-8b51-39a9c93967d8,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:05:02.004255 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Network 2df737da-6836-4ca4-8b51-39a9c93967d8 details requested by agent ovs-agent-dv-neutron-822691-2-hyperv with host dv-neutron-822691-2-hyperv {{(pid=88880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 24 11:05:02.032119 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-c2b63bfe-82a5-4d07-b5ea-7d68a1ac9a6f tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a'}}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:05:02.095917 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-4ad057f9-c0f2-4b77-9a47-255abb3449cf tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.598s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:05:02.112163 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-575c8a38-1744-49df-9fb7-cdd7112daa98 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "DELETE /v2.0/ports/d496c3d9-9a52-4552-8422-16fbf31cc3ff HTTP/1.1" status: 204  len: 168 time: 2.9346354
Dec 24 11:05:02.113138 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 36876) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:02.303932 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df69f658-62ba-44f8-96fe-ad22bbec7c47 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:05:02.304742 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-df69f658-62ba-44f8-96fe-ad22bbec7c47 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Synchronizing usage tracker for tenant:16b8df9aad104dc0ac4afa0a1ae53906 on resource:network {{(pid=88879) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:05:02.385020 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-df69f658-62ba-44f8-96fe-ad22bbec7c47 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Unset dirty status for tenant:16b8df9aad104dc0ac4afa0a1ae53906 on resource:network {{(pid=88879) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:05:02.388870 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-df69f658-62ba-44f8-96fe-ad22bbec7c47 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] 10.222.0.65 "GET /v2.0/networks?id=2df737da-6836-4ca4-8b51-39a9c93967d8 HTTP/1.1" status: 200  len: 759 time: 0.4106250
Dec 24 11:05:02.392535 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 36886) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:02.401431 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-43bb892d-7136-4979-982c-9bb0e0c6b485 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Request body: {'network': {'description': 'd2'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:05:02.426239 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_v2 [None req-c134d074-7f5f-4de5-9809-b9a64130725c tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Deleting subnet 4ba8534b-8bfd-471e-b576-728cbd96de36 {{(pid=88879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 24 11:05:02.434685 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-622077e9-1e3b-4b21-b49e-3edd38dab6e1 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:02.439917 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c134d074-7f5f-4de5-9809-b9a64130725c tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks [] for subnet, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:02.498168 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-28a4a957-002f-4246-b662-f0f4de953059 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:05:02.500370 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 820a597a-bdcd-4f85-b42c-bd1377617b88 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:05:02.609211 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622077e9-1e3b-4b21-b49e-3edd38dab6e1 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Pushing event deleted for resources: {'Port': ['ID=89a7a870-ca09-4ff4-89d4-af20c9236388,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:05:02.610340 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port 820a597a-bdcd-4f85-b42c-bd1377617b88 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:05:02.610879 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:02.646412 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a384df2a-4bc6-46f6-bfcb-7b887de9c99a tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:05:02.648163 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a384df2a-4bc6-46f6-bfcb-7b887de9c99a tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:05:02.649003 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-a384df2a-4bc6-46f6-bfcb-7b887de9c99a tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Synchronizing usage tracker for tenant:739a78fd4cfc48c2a4011598579f8f8c on resource:subnet {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:05:02.673958 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-622077e9-1e3b-4b21-b49e-3edd38dab6e1 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:05:02.731650 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c134d074-7f5f-4de5-9809-b9a64130725c tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-786693'] for subnet, precommit_delete_associations {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:02.845420 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-a384df2a-4bc6-46f6-bfcb-7b887de9c99a tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Unset dirty status for tenant:739a78fd4cfc48c2a4011598579f8f8c on resource:subnet {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:05:02.851947 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-a384df2a-4bc6-46f6-bfcb-7b887de9c99a tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1457 time: 0.7243755
Dec 24 11:05:02.859017 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 36896) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:02.954857 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-2d927a35-6342-4230-9b54-9b85879073ed tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Allocated IP 2001:db8:1::1 (1ee2e82a-33fd-4d08-b432-678724e762ce/6cfddd76-a68d-4ec6-b85e-8c0c2e01f1bf/9558fae8-2b3c-435d-bae2-328782206eca) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:05:03.068858 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-43bb892d-7136-4979-982c-9bb0e0c6b485 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363287349540024'] for network, precommit_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:03.117798 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-622077e9-1e3b-4b21-b49e-3edd38dab6e1 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:03.121084 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-43bb892d-7136-4979-982c-9bb0e0c6b485 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636'] for network, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:03.131933 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-462859da-a63f-4a21-b478-f2b798add71a tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:05:03.210236 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-43bb892d-7136-4979-982c-9bb0e0c6b485 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Network 2df737da-6836-4ca4-8b51-39a9c93967d8 is not hosted by any dhcp agent {{(pid=88879) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:227}}
Dec 24 11:05:03.215854 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43bb892d-7136-4979-982c-9bb0e0c6b485 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:05:03.215854 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-43bb892d-7136-4979-982c-9bb0e0c6b485 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks [] for network, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:03.216948 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-43bb892d-7136-4979-982c-9bb0e0c6b485 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] 10.222.0.65 "PUT /v2.0/networks/2df737da-6836-4ca4-8b51-39a9c93967d8 HTTP/1.1" status: 200  len: 756 time: 0.8230698
Dec 24 11:05:03.218363 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-518c7bb8-818f-40ac-813d-0f96c80752ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:03.227635 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-622077e9-1e3b-4b21-b49e-3edd38dab6e1 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] 10.222.0.65 "DELETE /v2.0/ports/89a7a870-ca09-4ff4-89d4-af20c9236388 HTTP/1.1" status: 204  len: 168 time: 2.7338092
Dec 24 11:05:03.238270 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c134d074-7f5f-4de5-9809-b9a64130725c tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847655656'] for subnet, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:03.275651 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 36904) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:03.275966 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 36906) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:03.276780 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7f09a983-fd05-4a89-96da-84a414e0db4e tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:05:03.409331 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518c7bb8-818f-40ac-813d-0f96c80752ef admin admin] Pushing event deleted for resources: {'Port': ['ID=af6a10c2-1118-4bd6-bacb-8fd0ff543d9f,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:05:03.427733 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c2b63bfe-82a5-4d07-b5ea-7d68a1ac9a6f tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-659031', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854691240'] for router, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:03.431200 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-518c7bb8-818f-40ac-813d-0f96c80752ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:05:03.460764 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-94b58c60-4410-4692-9554-d22b100c216e tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] GET failed (client error): The resource could not be found.
Dec 24 11:05:03.465104 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-94b58c60-4410-4692-9554-d22b100c216e tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] 10.222.0.65 "GET /v2.0/ports/89a7a870-ca09-4ff4-89d4-af20c9236388 HTTP/1.1" status: 404  len: 333 time: 0.1536040
Dec 24 11:05:03.470832 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 36914) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:03.674489 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bb892d-7136-4979-982c-9bb0e0c6b485 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Pushing event updated for resources: {'Network': ['ID=2df737da-6836-4ca4-8b51-39a9c93967d8,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:05:03.678003 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-43bb892d-7136-4979-982c-9bb0e0c6b485 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.546s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:05:03.689442 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Network 2df737da-6836-4ca4-8b51-39a9c93967d8 details requested by agent ovs-agent-dv-neutron-822691-2-hyperv with host dv-neutron-822691-2-hyperv {{(pid=88880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 24 11:05:03.737798 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2d927a35-6342-4230-9b54-9b85879073ed tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:03.749604 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40638e37-ae40-41cb-956d-a79bf4db4930 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:05:03.750417 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-40638e37-ae40-41cb-956d-a79bf4db4930 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Synchronizing usage tracker for tenant:16b8df9aad104dc0ac4afa0a1ae53906 on resource:network {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:05:03.779130 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfbedd90-9253-4827-a6c5-27ba48db19f3 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Deleting subnet 3f9af28e-0d0a-4da4-990c-2ddd1e5ee917 {{(pid=88879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 24 11:05:03.785202 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-cfbedd90-9253-4827-a6c5-27ba48db19f3 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks [] for subnet, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:03.857136 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-40638e37-ae40-41cb-956d-a79bf4db4930 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Unset dirty status for tenant:16b8df9aad104dc0ac4afa0a1ae53906 on resource:network {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:05:03.862097 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-40638e37-ae40-41cb-956d-a79bf4db4930 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] 10.222.0.65 "GET /v2.0/networks?id=2df737da-6836-4ca4-8b51-39a9c93967d8 HTTP/1.1" status: 200  len: 759 time: 0.5520775
Dec 24 11:05:03.862097 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-2d927a35-6342-4230-9b54-9b85879073ed tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Transition to ACTIVE for port object 9558fae8-2b3c-435d-bae2-328782206eca will not be triggered until provisioned by entity DHCP. {{(pid=88878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:05:03.864239 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c134d074-7f5f-4de5-9809-b9a64130725c tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7120129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850854134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851156349'] for subnet, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:03.871358 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 36924) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:03.872177 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-79495b71-d82e-4ac5-b869-29e21fe1ed99 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:05:03.915311 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-288ecf5a-bada-47b9-98c8-f42cd208da83 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-888353311'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:05:03.924133 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-cfbedd90-9253-4827-a6c5-27ba48db19f3 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-786693'] for subnet, precommit_delete_associations {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:03.962197 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c134d074-7f5f-4de5-9809-b9a64130725c tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Pushing event deleted for resources: {'Subnet': ['ID=4ba8534b-8bfd-471e-b576-728cbd96de36,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:05:03.965740 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c134d074-7f5f-4de5-9809-b9a64130725c tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:05:03.967098 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-288ecf5a-bada-47b9-98c8-f42cd208da83 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:05:03.980687 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c134d074-7f5f-4de5-9809-b9a64130725c tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks [] for subnet, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:03.989040 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19b9eafb-ad54-4caf-9df6-df8d174c392d None None] Network ae121abb-5298-4f85-a7de-a72b9fb62ef1 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:05:04.001174 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-c134d074-7f5f-4de5-9809-b9a64130725c tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] 10.222.0.65 "DELETE /v2.0/subnets/4ba8534b-8bfd-471e-b576-728cbd96de36 HTTP/1.1" status: 204  len: 168 time: 2.2089260
Dec 24 11:05:04.002031 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 36930) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:04.014549 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-288ecf5a-bada-47b9-98c8-f42cd208da83 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:05:04.092271 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-288ecf5a-bada-47b9-98c8-f42cd208da83 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Made reservation on behalf of 16b8df9aad104dc0ac4afa0a1ae53906 for: {'network': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:05:04.098544 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-288ecf5a-bada-47b9-98c8-f42cd208da83 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for network, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:04.104350 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2d927a35-6342-4230-9b54-9b85879073ed tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:04.111053 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-d29cd632-a807-4d45-a570-fb06800334cb tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:05:04.200226 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3d07191-0e64-4d55-93ce-8d9a53d027d1 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Deleting subnet 0fccef5b-9976-4ea5-b512-182b2a6d0f4c {{(pid=88878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 24 11:05:04.208514 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d927a35-6342-4230-9b54-9b85879073ed tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Pushing event updated for resources: {'Port': ['ID=9558fae8-2b3c-435d-bae2-328782206eca,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:05:04.229687 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f43b2030-ef58-47d1-9301-c04ed9de33bb tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036847558493'] for network, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:04.235527 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-cfbedd90-9253-4827-a6c5-27ba48db19f3 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847655656'] for subnet, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:04.278796 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-2d927a35-6342-4230-9b54-9b85879073ed tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:05:04.287427 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e3d07191-0e64-4d55-93ce-8d9a53d027d1 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks [] for subnet, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:04.290193 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7c46448-344f-4b7d-929b-4312b9535fc0 None None] DHCP port deletion for ae121abb-5298-4f85-a7de-a72b9fb62ef1 request from dv-neutron-822691-2-hyperv {{(pid=88880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 24 11:05:04.296763 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-f7c46448-344f-4b7d-929b-4312b9535fc0 None None] Deleting port 980f2907-257a-428e-b636-6e458b37275c {{(pid=88880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:05:04.297045 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-288ecf5a-bada-47b9-98c8-f42cd208da83 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] vlan segment allocate from pool success with {'vlan_id': 645, 'physical_network': 'physnet1'}  {{(pid=88879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 24 11:05:04.297596 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f7c46448-344f-4b7d-929b-4312b9535fc0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:04.312573 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-288ecf5a-bada-47b9-98c8-f42cd208da83 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:04.313143 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.segments_db [None req-288ecf5a-bada-47b9-98c8-f42cd208da83 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Added segment 4b6aa4de-311c-4776-89f1-200d877e471c of type vlan for network d27adcdf-b9ac-45a1-818e-042939c43038
Dec 24 11:05:04.366746 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d927a35-6342-4230-9b54-9b85879073ed tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Network 1ee2e82a-33fd-4d08-b432-678724e762ce is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:05:04.371210 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-2d927a35-6342-4230-9b54-9b85879073ed tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Resources bound (agent type, host, resource id):  {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:05:04.401048 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d927a35-6342-4230-9b54-9b85879073ed tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:05:04.401644 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2d927a35-6342-4230-9b54-9b85879073ed tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-720245'] for router_interface, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:04.409690 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-f43b2030-ef58-47d1-9301-c04ed9de33bb tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Deleting port 980f2907-257a-428e-b636-6e458b37275c {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:05:04.410146 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f43b2030-ef58-47d1-9301-c04ed9de33bb tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:04.453867 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-288ecf5a-bada-47b9-98c8-f42cd208da83 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363287349540024'] for network, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:04.484466 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e3d07191-0e64-4d55-93ce-8d9a53d027d1 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852534446'] for subnet, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:04.563115 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 36940) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:04.603022 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-f7c46448-344f-4b7d-929b-4312b9535fc0 None None] For port 980f2907-257a-428e-b636-6e458b37275c, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=980f2907-257a-428e-b636-6e458b37275c,segment=NetworkSegment(15adf997-57dc-4431-914f-fe0c2049fa57),segment_id=15adf997-57dc-4431-914f-fe0c2049fa57)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:05:04.604220 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f7c46448-344f-4b7d-929b-4312b9535fc0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:04.616603 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 980f2907-257a-428e-b636-6e458b37275c no longer exists at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:05:04.641929 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-cfbedd90-9253-4827-a6c5-27ba48db19f3 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7120129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850854134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851156349'] for subnet, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:04.651295 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-288ecf5a-bada-47b9-98c8-f42cd208da83 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636'] for network, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:04.656823 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-288ecf5a-bada-47b9-98c8-f42cd208da83 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:05:04.657520 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-288ecf5a-bada-47b9-98c8-f42cd208da83 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks [] for network, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:04.674507 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-59effdfd-d4eb-4ac0-9f4f-a6daf2f612ea tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:05:04.745817 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbedd90-9253-4827-a6c5-27ba48db19f3 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Pushing event deleted for resources: {'Subnet': ['ID=3f9af28e-0d0a-4da4-990c-2ddd1e5ee917,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:05:04.756464 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-cfbedd90-9253-4827-a6c5-27ba48db19f3 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:05:04.758704 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-cb4fdbd6-05ae-4177-900f-3aab1b40bec6 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.055s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:05:04.833764 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-cfbedd90-9253-4827-a6c5-27ba48db19f3 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks [] for subnet, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:04.953639 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-288ecf5a-bada-47b9-98c8-f42cd208da83 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 1.0489235
Dec 24 11:05:04.955428 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288ecf5a-bada-47b9-98c8-f42cd208da83 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Pushing event updated for resources: {'Network': ['ID=d27adcdf-b9ac-45a1-818e-042939c43038,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:05:04.958910 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 36946) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:04.999822 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-f7c46448-344f-4b7d-929b-4312b9535fc0 None None] Calling delete_port for 980f2907-257a-428e-b636-6e458b37275c owned by network:dhcp {{(pid=88880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:05:05.049195 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa36c510-6427-4784-9373-5fc14e4f5913 None None] Network 1c9eeaac-d205-4b19-a351-2fe67dd78b42 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:05:05.056528 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-f43b2030-ef58-47d1-9301-c04ed9de33bb tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] For port 980f2907-257a-428e-b636-6e458b37275c, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=980f2907-257a-428e-b636-6e458b37275c,segment=NetworkSegment(15adf997-57dc-4431-914f-fe0c2049fa57),segment_id=15adf997-57dc-4431-914f-fe0c2049fa57)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:05:05.057341 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f43b2030-ef58-47d1-9301-c04ed9de33bb tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:05.108869 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c2b63bfe-82a5-4d07-b5ea-7d68a1ac9a6f tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Notify callbacks [] for router_gateway, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:05.136846 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2d927a35-6342-4230-9b54-9b85879073ed tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:05.157646 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Network d27adcdf-b9ac-45a1-818e-042939c43038 details requested by agent ovs-agent-dv-neutron-822691-2-hyperv with host dv-neutron-822691-2-hyperv {{(pid=88880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 24 11:05:05.175092 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c2b63bfe-82a5-4d07-b5ea-7d68a1ac9a6f tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:05.217319 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-288ecf5a-bada-47b9-98c8-f42cd208da83 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.459s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:05:05.224866 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-f43b2030-ef58-47d1-9301-c04ed9de33bb tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Calling delete_port for 980f2907-257a-428e-b636-6e458b37275c owned by network:dhcp {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:05:05.255378 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-cfbedd90-9253-4827-a6c5-27ba48db19f3 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "DELETE /v2.0/subnets/3f9af28e-0d0a-4da4-990c-2ddd1e5ee917 HTTP/1.1" status: 204  len: 168 time: 2.3883686
Dec 24 11:05:05.264060 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-87a8a6cd-ec94-4e51-9b6e-991dd884fec0 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Request body: {'subnet': {'network_id': 'd27adcdf-b9ac-45a1-818e-042939c43038', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:05:05.275828 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 36950) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:05.279986 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-3b28092c-5473-4c90-8969-13361116bc8f tempest-DHCPAgentSchedulersTestJSON-66244088 tempest-DHCPAgentSchedulersTestJSON-66244088-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-567872447'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:05:05.298940 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-3b28092c-5473-4c90-8969-13361116bc8f tempest-DHCPAgentSchedulersTestJSON-66244088 tempest-DHCPAgentSchedulersTestJSON-66244088-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:05:05.388457 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-3b28092c-5473-4c90-8969-13361116bc8f tempest-DHCPAgentSchedulersTestJSON-66244088 tempest-DHCPAgentSchedulersTestJSON-66244088-project] Usage tracker for resource:network and tenant:21a889ae2f1c4600ac1dc8aae0525b15 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:05:05.391946 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e3d07191-0e64-4d55-93ce-8d9a53d027d1 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847655656'] for subnet, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:05.409924 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:05.413872 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-87a8a6cd-ec94-4e51-9b6e-991dd884fec0 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:05:05.419190 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-87a8a6cd-ec94-4e51-9b6e-991dd884fec0 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Usage tracker for resource:subnet and tenant:16b8df9aad104dc0ac4afa0a1ae53906 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:05:05.422465 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-87a8a6cd-ec94-4e51-9b6e-991dd884fec0 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:05:05.425743 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f43b2030-ef58-47d1-9301-c04ed9de33bb tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:05.428614 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-3b28092c-5473-4c90-8969-13361116bc8f tempest-DHCPAgentSchedulersTestJSON-66244088 tempest-DHCPAgentSchedulersTestJSON-66244088-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:05:05.432313 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-d604e122-92ff-48e7-b8f6-ffa14811ea31 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:05:05.443041 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-2ea4d70a-c1c4-4328-abcc-c328dd3f59e4 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1561284
Dec 24 11:05:05.462344 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-87a8a6cd-ec94-4e51-9b6e-991dd884fec0 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:05:05.464469 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 36954) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:05.467606 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-3b28092c-5473-4c90-8969-13361116bc8f tempest-DHCPAgentSchedulersTestJSON-66244088 tempest-DHCPAgentSchedulersTestJSON-66244088-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:05:05.486358 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-c1e1af08-6a34-4aa4-a308-8526e6b86581 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Request body: {'subnet': {'network_id': '1c9eeaac-d205-4b19-a351-2fe67dd78b42', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:05:05.494028 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-9b51f274-abe4-4b58-84e1-8fcb3ca7b785 None None] Provisioning for port 9558fae8-2b3c-435d-bae2-328782206eca completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:05:05.510252 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43b2030-ef58-47d1-9301-c04ed9de33bb tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Pushing event deleted for resources: {'Port': ['ID=980f2907-257a-428e-b636-6e458b37275c,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:05:05.512430 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-9b51f274-abe4-4b58-84e1-8fcb3ca7b785 None None] Provisioning complete for port 9558fae8-2b3c-435d-bae2-328782206eca triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:05:05.512960 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9b51f274-abe4-4b58-84e1-8fcb3ca7b785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:05.520921 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f43b2030-ef58-47d1-9301-c04ed9de33bb tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:05:05.543863 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f43b2030-ef58-47d1-9301-c04ed9de33bb tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] No DVR routers for this DVR port 980f2907-257a-428e-b636-6e458b37275c on host dv-neutron-822691-2-hyperv {{(pid=88879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 24 11:05:05.548362 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87a8a6cd-ec94-4e51-9b6e-991dd884fec0 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Made reservation on behalf of 16b8df9aad104dc0ac4afa0a1ae53906 for: {'subnet': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:05:05.589781 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-9b51f274-abe4-4b58-84e1-8fcb3ca7b785 None None] Port 9558fae8-2b3c-435d-bae2-328782206eca cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:05:05.600242 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.db.api [None req-f7c46448-344f-4b7d-929b-4312b9535fc0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88880) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 24 11:05:05.600732 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_db.api [None req-f7c46448-344f-4b7d-929b-4312b9535fc0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 24 11:05:05.650305 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b28092c-5473-4c90-8969-13361116bc8f tempest-DHCPAgentSchedulersTestJSON-66244088 tempest-DHCPAgentSchedulersTestJSON-66244088-project] Made reservation on behalf of 21a889ae2f1c4600ac1dc8aae0525b15 for: {'network': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:05:05.656781 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3b28092c-5473-4c90-8969-13361116bc8f tempest-DHCPAgentSchedulersTestJSON-66244088 tempest-DHCPAgentSchedulersTestJSON-66244088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for network, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:05.688324 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba9c4ed9-0e6c-4c6c-af80-e8fb8488a72f None None] DHCP port deletion for 1c9eeaac-d205-4b19-a351-2fe67dd78b42 request from dv-neutron-822691-2-hyperv {{(pid=88880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 24 11:05:05.693066 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-ba9c4ed9-0e6c-4c6c-af80-e8fb8488a72f None None] Deleting port 820a597a-bdcd-4f85-b42c-bd1377617b88 {{(pid=88880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:05:05.693501 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ba9c4ed9-0e6c-4c6c-af80-e8fb8488a72f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:05.734653 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-518c7bb8-818f-40ac-813d-0f96c80752ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036852798164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854055527'] for router_interface, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:05.738399 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3b28092c-5473-4c90-8969-13361116bc8f tempest-DHCPAgentSchedulersTestJSON-66244088 tempest-DHCPAgentSchedulersTestJSON-66244088-project] Notify callbacks [] for security_group, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:05.786843 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-87a8a6cd-ec94-4e51-9b6e-991dd884fec0 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3619482'] for subnet, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:05.822668 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-c1e1af08-6a34-4aa4-a308-8526e6b86581 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:05:05.859386 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-c1e1af08-6a34-4aa4-a308-8526e6b86581 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Usage tracker for resource:subnet and tenant:739a78fd4cfc48c2a4011598579f8f8c is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:05:05.916637 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-c1e1af08-6a34-4aa4-a308-8526e6b86581 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:05:05.918577 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-ba9c4ed9-0e6c-4c6c-af80-e8fb8488a72f None None] For port 820a597a-bdcd-4f85-b42c-bd1377617b88, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=820a597a-bdcd-4f85-b42c-bd1377617b88,segment=NetworkSegment(6618a092-51b2-4e3d-9318-3ce6b7b40c55),segment_id=6618a092-51b2-4e3d-9318-3ce6b7b40c55)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:05:05.919460 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-c2b63bfe-82a5-4d07-b5ea-7d68a1ac9a6f tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Allocated IP 172.26.3.110 (f8c337ba-681f-4fcb-a333-e3c49365b30a/8ea1398c-0bec-46d6-8d54-85798de2a7ca/b8a55ab4-9c26-43ee-b85f-fda08dea04e1) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:05:05.919643 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ba9c4ed9-0e6c-4c6c-af80-e8fb8488a72f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:05.921707 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e3d07191-0e64-4d55-93ce-8d9a53d027d1 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7120129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3978858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852529715'] for subnet, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:05.947093 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-3e6cff18-411c-4f0e-97c1-c9a2f6a114b3 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:05:05.968704 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f43b2030-ef58-47d1-9301-c04ed9de33bb tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847649663', 'neutron.services.segments.db._delete_segments_for_network-8749505737672'] for network, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:05.988692 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-c1e1af08-6a34-4aa4-a308-8526e6b86581 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:05:06.025256 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-f43b2030-ef58-47d1-9301-c04ed9de33bb tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5270bcfe10>,) {'filters': {'network_id': ['ae121abb-5298-4f85-a7de-a72b9fb62ef1']}} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:05:06.041746 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1e1af08-6a34-4aa4-a308-8526e6b86581 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Made reservation on behalf of 739a78fd4cfc48c2a4011598579f8f8c for: {'subnet': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:05:06.047926 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c1e1af08-6a34-4aa4-a308-8526e6b86581 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3619482'] for subnet, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:06.050009 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-ba9c4ed9-0e6c-4c6c-af80-e8fb8488a72f None None] Calling delete_port for 820a597a-bdcd-4f85-b42c-bd1377617b88 owned by network:dhcp {{(pid=88880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:05:06.055485 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d07191-0e64-4d55-93ce-8d9a53d027d1 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Pushing event deleted for resources: {'Subnet': ['ID=0fccef5b-9976-4ea5-b512-182b2a6d0f4c,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:05:06.063918 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-f43b2030-ef58-47d1-9301-c04ed9de33bb tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5270bcfe10>, '15adf997-57dc-4431-914f-fe0c2049fa57') {'for_net_delete': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:05:06.064260 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-f43b2030-ef58-47d1-9301-c04ed9de33bb tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5270bcfe10>, '15adf997-57dc-4431-914f-fe0c2049fa57') {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:05:06.070695 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-3b28092c-5473-4c90-8969-13361116bc8f tempest-DHCPAgentSchedulersTestJSON-66244088 tempest-DHCPAgentSchedulersTestJSON-66244088-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:05:06.091576 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-e3d07191-0e64-4d55-93ce-8d9a53d027d1 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:05:06.101903 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-f7c46448-344f-4b7d-929b-4312b9535fc0 None None] Deleting port 980f2907-257a-428e-b636-6e458b37275c {{(pid=88880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:05:06.102972 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f7c46448-344f-4b7d-929b-4312b9535fc0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:06.105752 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f43b2030-ef58-47d1-9301-c04ed9de33bb tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749505745113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853989108'] for segment, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:06.111756 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-3b28092c-5473-4c90-8969-13361116bc8f tempest-DHCPAgentSchedulersTestJSON-66244088 tempest-DHCPAgentSchedulersTestJSON-66244088-project] Usage tracker for resource:security_group_rule and tenant:21a889ae2f1c4600ac1dc8aae0525b15 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:05:06.115586 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e3d07191-0e64-4d55-93ce-8d9a53d027d1 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:06.124497 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-3b28092c-5473-4c90-8969-13361116bc8f tempest-DHCPAgentSchedulersTestJSON-66244088 tempest-DHCPAgentSchedulersTestJSON-66244088-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:05:06.135582 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbac40a5-5aa4-436c-bad4-4fde6af68ceb None None] Network 059e85ce-c161-457e-b773-ca331d85da1c requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:05:06.152560 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-3b28092c-5473-4c90-8969-13361116bc8f tempest-DHCPAgentSchedulersTestJSON-66244088 tempest-DHCPAgentSchedulersTestJSON-66244088-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:05:06.223163 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f43b2030-ef58-47d1-9301-c04ed9de33bb tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:06.225407 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-f7c46448-344f-4b7d-929b-4312b9535fc0 None None] The port '980f2907-257a-428e-b636-6e458b37275c' was deleted {{(pid=88880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 24 11:05:06.251472 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f43b2030-ef58-47d1-9301-c04ed9de33bb tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Releasing vlan 630 on physical network physnet1 to pool {{(pid=88879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 24 11:05:06.252063 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f43b2030-ef58-47d1-9301-c04ed9de33bb tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036847652098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3926696'] for segment, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:06.260202 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-e3d07191-0e64-4d55-93ce-8d9a53d027d1 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] 10.222.0.65 "DELETE /v2.0/subnets/0fccef5b-9976-4ea5-b512-182b2a6d0f4c HTTP/1.1" status: 204  len: 168 time: 2.7724574
Dec 24 11:05:06.270799 dv-neutron-822691-2-hyperv neutron-server[88767]: Traceback (most recent call last):
Dec 24 11:05:06.270799 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 24 11:05:06.270799 dv-neutron-822691-2-hyperv neutron-server[88767]:     timer()
Dec 24 11:05:06.270799 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 11:05:06.270799 dv-neutron-822691-2-hyperv neutron-server[88767]:     cb(*args, **kw)
Dec 24 11:05:06.270799 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 24 11:05:06.270799 dv-neutron-822691-2-hyperv neutron-server[88767]:     return func(*args, **kwargs)
Dec 24 11:05:06.270799 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 11:05:06.270799 dv-neutron-822691-2-hyperv neutron-server[88767]:     self._notify()
Dec 24 11:05:06.270799 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 11:05:06.270799 dv-neutron-822691-2-hyperv neutron-server[88767]:     self.callback(batched_events)
Dec 24 11:05:06.270799 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 11:05:06.270799 dv-neutron-822691-2-hyperv neutron-server[88767]:     event.method(event)
Dec 24 11:05:06.270799 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 11:05:06.270799 dv-neutron-822691-2-hyperv neutron-server[88767]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 11:05:06.270799 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 24 11:05:06.270799 dv-neutron-822691-2-hyperv neutron-server[88767]:     segment_id)['aggregates'][0]
Dec 24 11:05:06.270799 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 24 11:05:06.270799 dv-neutron-822691-2-hyperv neutron-server[88767]:     return f(self, *a, **k)
Dec 24 11:05:06.270799 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 11:05:06.270799 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self._get(url).json()
Dec 24 11:05:06.270799 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 24 11:05:06.270799 dv-neutron-822691-2-hyperv neutron-server[88767]:     **kwargs)
Dec 24 11:05:06.270799 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 24 11:05:06.270799 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self.request(url, 'GET', **kwargs)
Dec 24 11:05:06.270799 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 24 11:05:06.270799 dv-neutron-822691-2-hyperv neutron-server[88767]:     **endpoint_filter)
Dec 24 11:05:06.270799 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 24 11:05:06.270799 dv-neutron-822691-2-hyperv neutron-server[88767]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 11:05:06.270799 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 24 11:05:06.270799 dv-neutron-822691-2-hyperv neutron-server[88767]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 11:05:06.270799 dv-neutron-822691-2-hyperv neutron-server[88767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 11:05:06.275072 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 36958) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:06.294159 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ba9c4ed9-0e6c-4c6c-af80-e8fb8488a72f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392'] for port, after_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:06.300165 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-bc3d7a40-cec2-40e5-b78c-cdb2f38fed0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:05:06.346058 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9c4ed9-0e6c-4c6c-af80-e8fb8488a72f None None] Pushing event deleted for resources: {'Port': ['ID=820a597a-bdcd-4f85-b42c-bd1377617b88,revision_number=None']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:05:06.352154 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-ba9c4ed9-0e6c-4c6c-af80-e8fb8488a72f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:05:06.418523 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-87a8a6cd-ec94-4e51-9b6e-991dd884fec0 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3921862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3619467'] for subnet, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:06.425444 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-dabc3a9c-2d2e-4a2f-ab49-06ef22c1dd01 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:05:06.427003 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba9c4ed9-0e6c-4c6c-af80-e8fb8488a72f None None] No DVR routers for this DVR port 820a597a-bdcd-4f85-b42c-bd1377617b88 on host dv-neutron-822691-2-hyperv {{(pid=88880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 24 11:05:06.453515 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f43b2030-ef58-47d1-9301-c04ed9de33bb tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7126154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659196'] for network, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:06.456078 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4300574a-a04b-460e-b886-44b0c552b6fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:06.460862 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2d927a35-6342-4230-9b54-9b85879073ed tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks [] for port, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:06.503898 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f43b2030-ef58-47d1-9301-c04ed9de33bb tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks [] for network, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:06.531836 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 820a597a-bdcd-4f85-b42c-bd1377617b88 no longer exists at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:05:06.539610 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2d927a35-6342-4230-9b54-9b85879073ed tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3978773'] for port, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:06.539610 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2d927a35-6342-4230-9b54-9b85879073ed tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1977653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854055662'] for router_interface, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:06.562499 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-e59efc58-0268-4fc8-a85a-8408062849c1 tempest-ServersTestManualDisk-691114078 tempest-ServersTestManualDisk-691114078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:05:06.588611 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-f43b2030-ef58-47d1-9301-c04ed9de33bb tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] 10.222.0.65 "DELETE /v2.0/networks/ae121abb-5298-4f85-a7de-a72b9fb62ef1 HTTP/1.1" status: 204  len: 168 time: 2.5792422
Dec 24 11:05:06.597463 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a8a6cd-ec94-4e51-9b6e-991dd884fec0 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Pushing event updated for resources: {'Subnet': ['ID=a01d883f-dab2-47fa-a89a-95bf4e702231,revision_number=0']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:05:06.603189 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 36962) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:06.610099 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-87a8a6cd-ec94-4e51-9b6e-991dd884fec0 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:05:06.610678 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-43bb892d-7136-4979-982c-9bb0e0c6b485 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.115s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:05:06.639411 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c2b63bfe-82a5-4d07-b5ea-7d68a1ac9a6f tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:06.644281 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] No Port match for: 820a597a-bdcd-4f85-b42c-bd1377617b88 {{(pid=88880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 24 11:05:06.650446 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 820a597a-bdcd-4f85-b42c-bd1377617b88 not bound to the agent host dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 24 11:05:06.660688 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-308ca234-055c-4e1c-8593-337829e6e172 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036847558493'] for network, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:06.713474 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43b2030-ef58-47d1-9301-c04ed9de33bb tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Pushing event deleted for resources: {'Network': ['ID=ae121abb-5298-4f85-a7de-a72b9fb62ef1,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:05:06.730421 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f43b2030-ef58-47d1-9301-c04ed9de33bb tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:05:06.738895 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a8a6cd-ec94-4e51-9b6e-991dd884fec0 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Checking segment: {'id': '4b6aa4de-311c-4776-89f1-200d877e471c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'd27adcdf-b9ac-45a1-818e-042939c43038'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:05:06.739320 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87a8a6cd-ec94-4e51-9b6e-991dd884fec0 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Network hostable DHCP agents. Network: d27adcdf-b9ac-45a1-818e-042939c43038, hostable agents: ['edcf98dc-3032-472a-8b3d-f23fd1e89806'], hosted agents: [] {{(pid=88879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 24 11:05:06.743959 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3b28092c-5473-4c90-8969-13361116bc8f tempest-DHCPAgentSchedulersTestJSON-66244088 tempest-DHCPAgentSchedulersTestJSON-66244088-project] Notify callbacks [] for security_group, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:06.762732 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d927a35-6342-4230-9b54-9b85879073ed tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Pushing event updated for resources: {'Port': ['ID=9558fae8-2b3c-435d-bae2-328782206eca,revision_number=2']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:05:06.767672 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6cd3128-7152-41e1-ae46-cfb7658b4acf None None] DHCP port deletion for 059e85ce-c161-457e-b773-ca331d85da1c request from dv-neutron-822691-2-hyperv {{(pid=88880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 24 11:05:06.770891 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dd13475-df5a-4ca4-b8cb-ab12636999a5 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:05:06.771540 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-5dd13475-df5a-4ca4-b8cb-ab12636999a5 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Synchronizing usage tracker for tenant:58aa2a41110240a2b5bfe3b4600f4977 on resource:port {{(pid=88879) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:05:06.776315 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-e6cd3128-7152-41e1-ae46-cfb7658b4acf None None] Deleting port 8701b8a0-85cd-43f4-9651-d85b7029bfff {{(pid=88880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:05:06.777265 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e6cd3128-7152-41e1-ae46-cfb7658b4acf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:06.777522 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3b28092c-5473-4c90-8969-13361116bc8f tempest-DHCPAgentSchedulersTestJSON-66244088 tempest-DHCPAgentSchedulersTestJSON-66244088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:06.784749 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-2d927a35-6342-4230-9b54-9b85879073ed tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:05:06.789212 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-25d89a8e-5a57-41da-934a-5ce129e7ea1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:05:06.854466 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-308ca234-055c-4e1c-8593-337829e6e172 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Deleting port 8701b8a0-85cd-43f4-9651-d85b7029bfff {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:05:06.854861 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-308ca234-055c-4e1c-8593-337829e6e172 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:06.943965 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b28092c-5473-4c90-8969-13361116bc8f tempest-DHCPAgentSchedulersTestJSON-66244088 tempest-DHCPAgentSchedulersTestJSON-66244088-project] vlan segment allocate from pool success with {'vlan_id': 638, 'physical_network': 'physnet1'}  {{(pid=88878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 24 11:05:06.971287 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b28092c-5473-4c90-8969-13361116bc8f tempest-DHCPAgentSchedulersTestJSON-66244088 tempest-DHCPAgentSchedulersTestJSON-66244088-project] Pushing event updated for resources: {'SecurityGroup': ['ID=baba8abf-c95c-4fb2-ab37-1538ca842f57,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:05:06.980763 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3b28092c-5473-4c90-8969-13361116bc8f tempest-DHCPAgentSchedulersTestJSON-66244088 tempest-DHCPAgentSchedulersTestJSON-66244088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:06.981082 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.segments_db [None req-3b28092c-5473-4c90-8969-13361116bc8f tempest-DHCPAgentSchedulersTestJSON-66244088 tempest-DHCPAgentSchedulersTestJSON-66244088-project] Added segment bbf7581f-3b5b-487e-a7ea-bd8c4a57b6ed of type vlan for network bc400643-1b0f-4f8c-915d-d0193ed6f152
Dec 24 11:05:07.005175 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-3b28092c-5473-4c90-8969-13361116bc8f tempest-DHCPAgentSchedulersTestJSON-66244088 tempest-DHCPAgentSchedulersTestJSON-66244088-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:05:07.020155 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c2b63bfe-82a5-4d07-b5ea-7d68a1ac9a6f tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:07.021400 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-e6cd3128-7152-41e1-ae46-cfb7658b4acf None None] For port 8701b8a0-85cd-43f4-9651-d85b7029bfff, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=8701b8a0-85cd-43f4-9651-d85b7029bfff,segment=NetworkSegment(a355dcb7-aabc-4a3d-900f-7b88a56cf145),segment_id=a355dcb7-aabc-4a3d-900f-7b88a56cf145)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:05:07.021870 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e6cd3128-7152-41e1-ae46-cfb7658b4acf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:07.039308 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-93019127-f1be-4fdd-b3f4-4fcbbedbbb5d tempest-RoutersAdminTest-77628307 tempest-RoutersAdminTest-77628307-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:05:07.072382 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3b28092c-5473-4c90-8969-13361116bc8f tempest-DHCPAgentSchedulersTestJSON-66244088 tempest-DHCPAgentSchedulersTestJSON-66244088-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363287349540024'] for network, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:07.092237 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-5dd13475-df5a-4ca4-b8cb-ab12636999a5 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Unset dirty status for tenant:58aa2a41110240a2b5bfe3b4600f4977 on resource:port {{(pid=88879) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:05:07.097718 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-5dd13475-df5a-4ca4-b8cb-ab12636999a5 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] 10.222.0.65 "GET /v2.0/ports/075692e3-49bf-4527-abfe-0311ef31076f HTTP/1.1" status: 200  len: 845 time: 0.4875689
Dec 24 11:05:07.099047 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 36966) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:07.150022 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87a8a6cd-ec94-4e51-9b6e-991dd884fec0 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Network d27adcdf-b9ac-45a1-818e-042939c43038 is scheduled to be hosted by DHCP agent edcf98dc-3032-472a-8b3d-f23fd1e89806 with binding_index 1 {{(pid=88879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 24 11:05:07.155445 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-e6cd3128-7152-41e1-ae46-cfb7658b4acf None None] Calling delete_port for 8701b8a0-85cd-43f4-9651-d85b7029bfff owned by network:dhcp {{(pid=88880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:05:07.173924 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-87a8a6cd-ec94-4e51-9b6e-991dd884fec0 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822691-2-hyperv, d27adcdf-b9ac-45a1-818e-042939c43038) {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:05:07.184953 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a389f4de-458b-47c8-bcf3-894f9071b58e None None] Network d27adcdf-b9ac-45a1-818e-042939c43038 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:05:07.213185 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87a8a6cd-ec94-4e51-9b6e-991dd884fec0 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:05:07.213706 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-87a8a6cd-ec94-4e51-9b6e-991dd884fec0 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks [] for subnet, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:07.258890 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-34dafc8a-977f-4da0-9acc-9c6d21f57bcd tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] 10.222.0.65 "GET /v2.0/ports/075692e3-49bf-4527-abfe-0311ef31076f?fields=id&fields=mac_address HTTP/1.1" status: 200  len: 281 time: 0.1554387
Dec 24 11:05:07.261265 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 36970) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:07.269874 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-625f73a3-5410-458a-81c5-5974fbe2c569 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Request body: {'subnet': {'network_id': 'c5575859-d751-4466-a894-d2db623d50b3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:05:07.292685 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-87a8a6cd-ec94-4e51-9b6e-991dd884fec0 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.0751152
Dec 24 11:05:07.292685 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c1e1af08-6a34-4aa4-a308-8526e6b86581 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3921862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3619467'] for subnet, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:07.295259 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 36974) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:07.300912 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c21a2d13-62f5-4841-916b-4df8d460e981 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:05:07.351891 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e6cd3128-7152-41e1-ae46-cfb7658b4acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392'] for port, after_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:07.364147 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-a42e24ae-3451-4f5c-9aaf-55a2b50e4bd2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:05:07.407069 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cd3128-7152-41e1-ae46-cfb7658b4acf None None] Pushing event deleted for resources: {'Port': ['ID=8701b8a0-85cd-43f4-9651-d85b7029bfff,revision_number=None']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:05:07.416267 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-e6cd3128-7152-41e1-ae46-cfb7658b4acf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:05:07.449950 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6cd3128-7152-41e1-ae46-cfb7658b4acf None None] No DVR routers for this DVR port 8701b8a0-85cd-43f4-9651-d85b7029bfff on host dv-neutron-822691-2-hyperv {{(pid=88880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 24 11:05:07.458702 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d927a35-6342-4230-9b54-9b85879073ed tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Network 1ee2e82a-33fd-4d08-b432-678724e762ce is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:05:07.508845 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1e1af08-6a34-4aa4-a308-8526e6b86581 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Network 1c9eeaac-d205-4b19-a351-2fe67dd78b42 is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:05:07.534219 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-2d927a35-6342-4230-9b54-9b85879073ed tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Resources bound (agent type, host, resource id):  {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:05:07.537049 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-383e5eec-8de7-4175-95a3-0c00b6a01225 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73968e80-91fd-539e-a7c6-b31af6d9e680-d27adcdf-b9ac-45a1-818e-042939c43038', 'network_id': 'd27adcdf-b9ac-45a1-818e-042939c43038', 'tenant_id': '16b8df9aad104dc0ac4afa0a1ae53906', 'fixed_ips': [{'subnet_id': 'a01d883f-dab2-47fa-a89a-95bf4e702231'}]}} from dv-neutron-822691-2-hyperv. {{(pid=88880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 24 11:05:07.538085 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-383e5eec-8de7-4175-95a3-0c00b6a01225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:07.555949 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2b63bfe-82a5-4d07-b5ea-7d68a1ac9a6f tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Network f8c337ba-681f-4fcb-a333-e3c49365b30a is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:05:07.562377 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b63bfe-82a5-4d07-b5ea-7d68a1ac9a6f tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Pushing event updated for resources: {'Port': ['ID=b8a55ab4-9c26-43ee-b85f-fda08dea04e1,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:05:07.584991 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-625f73a3-5410-458a-81c5-5974fbe2c569 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:05:07.587929 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-c1e1af08-6a34-4aa4-a308-8526e6b86581 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Resources bound (agent type, host, resource id):  {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:05:07.599769 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1e1af08-6a34-4aa4-a308-8526e6b86581 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:05:07.600409 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c1e1af08-6a34-4aa4-a308-8526e6b86581 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks [] for subnet, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:07.605326 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-625f73a3-5410-458a-81c5-5974fbe2c569 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Usage tracker for resource:subnet and tenant:58aa2a41110240a2b5bfe3b4600f4977 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:05:07.608914 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e1af08-6a34-4aa4-a308-8526e6b86581 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Pushing event updated for resources: {'Subnet': ['ID=e75a6aaa-7f79-4fd0-a930-1c2cb985c322,revision_number=0']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:05:07.639953 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-c2b63bfe-82a5-4d07-b5ea-7d68a1ac9a6f tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Resources bound (agent type, host, resource id):  {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:05:07.640393 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-625f73a3-5410-458a-81c5-5974fbe2c569 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:05:07.649272 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c2b63bfe-82a5-4d07-b5ea-7d68a1ac9a6f tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.610s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:05:07.650644 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c1e1af08-6a34-4aa4-a308-8526e6b86581 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:05:07.662938 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-625f73a3-5410-458a-81c5-5974fbe2c569 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:05:07.668807 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b63bfe-82a5-4d07-b5ea-7d68a1ac9a6f tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:05:07.683944 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-c1e1af08-6a34-4aa4-a308-8526e6b86581 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 2.2125652
Dec 24 11:05:07.694696 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 36978) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:07.706236 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-b5d7c9a4-41df-4618-85ad-9c74142bcde7 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Request body: {'port': {'network_id': '1c9eeaac-d205-4b19-a351-2fe67dd78b42', 'mac_address': 'fa:16:3e:05:6b:40', 'name': 'tempest-NetworksTestDHCPv6-549698648'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:05:07.727464 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-383e5eec-8de7-4175-95a3-0c00b6a01225 None None] Allocated IP 172.20.0.2 (d27adcdf-b9ac-45a1-818e-042939c43038/a01d883f-dab2-47fa-a89a-95bf4e702231/221bf018-c304-425f-823a-3d25938c800d) {{(pid=88880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:05:07.740036 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5795e122-2153-47de-9d9b-b5419cffdb75 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036847558493'] for network, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:07.743189 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-625f73a3-5410-458a-81c5-5974fbe2c569 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Made reservation on behalf of 58aa2a41110240a2b5bfe3b4600f4977 for: {'subnet': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:05:07.745369 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-552aaa10-b3e9-4037-b7e0-274f7f076c9e None None] Network 1c9eeaac-d205-4b19-a351-2fe67dd78b42 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:05:07.807161 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3b28092c-5473-4c90-8969-13361116bc8f tempest-DHCPAgentSchedulersTestJSON-66244088 tempest-DHCPAgentSchedulersTestJSON-66244088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636'] for network, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:07.811354 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b28092c-5473-4c90-8969-13361116bc8f tempest-DHCPAgentSchedulersTestJSON-66244088 tempest-DHCPAgentSchedulersTestJSON-66244088-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:05:07.811986 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3b28092c-5473-4c90-8969-13361116bc8f tempest-DHCPAgentSchedulersTestJSON-66244088 tempest-DHCPAgentSchedulersTestJSON-66244088-project] Notify callbacks [] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:07.870889 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-4ad057f9-c0f2-4b77-9a47-255abb3449cf tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:05:08.022642 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-625f73a3-5410-458a-81c5-5974fbe2c569 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3619482'] for subnet, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:08.045752 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-308ca234-055c-4e1c-8593-337829e6e172 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] For port 8701b8a0-85cd-43f4-9651-d85b7029bfff, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=8701b8a0-85cd-43f4-9651-d85b7029bfff,segment=NetworkSegment(a355dcb7-aabc-4a3d-900f-7b88a56cf145),segment_id=a355dcb7-aabc-4a3d-900f-7b88a56cf145)] {{(pid=88878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:05:08.046129 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-308ca234-055c-4e1c-8593-337829e6e172 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:08.067851 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5795e122-2153-47de-9d9b-b5419cffdb75 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847655656'] for subnet, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:08.110834 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:08.123026 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-b5d7c9a4-41df-4618-85ad-9c74142bcde7 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:05:08.131662 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-b5d7c9a4-41df-4618-85ad-9c74142bcde7 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Usage tracker for resource:port and tenant:739a78fd4cfc48c2a4011598579f8f8c is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:05:08.143658 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-b5d7c9a4-41df-4618-85ad-9c74142bcde7 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:05:08.177501 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-413eda41-5252-4068-b5a1-f8529ad4949c None None] Provisioning complete for port 9558fae8-2b3c-435d-bae2-328782206eca triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:05:08.177960 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-413eda41-5252-4068-b5a1-f8529ad4949c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:08.210706 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13b9fbfb-ca71-44aa-85c1-1514233d414a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73968e80-91fd-539e-a7c6-b31af6d9e680-1c9eeaac-d205-4b19-a351-2fe67dd78b42', 'network_id': '1c9eeaac-d205-4b19-a351-2fe67dd78b42', 'tenant_id': '739a78fd4cfc48c2a4011598579f8f8c', 'fixed_ips': [{'subnet_id': 'e75a6aaa-7f79-4fd0-a930-1c2cb985c322'}]}} from dv-neutron-822691-2-hyperv. {{(pid=88880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 24 11:05:08.211621 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-13b9fbfb-ca71-44aa-85c1-1514233d414a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:08.216481 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-b5d7c9a4-41df-4618-85ad-9c74142bcde7 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:05:08.250019 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5d7c9a4-41df-4618-85ad-9c74142bcde7 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Made reservation on behalf of 739a78fd4cfc48c2a4011598579f8f8c for: {'port': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:05:08.256914 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b5d7c9a4-41df-4618-85ad-9c74142bcde7 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:08.293429 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-3b28092c-5473-4c90-8969-13361116bc8f tempest-DHCPAgentSchedulersTestJSON-66244088 tempest-DHCPAgentSchedulersTestJSON-66244088-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201  len: 794 time: 3.6341012
Dec 24 11:05:08.296523 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 36982) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:08.297693 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [None req-b5d7c9a4-41df-4618-85ad-9c74142bcde7 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] device_id is not set on port 514f0f7f-63b7-4310-aba5-5d1944ada1d4 yet. {{(pid=88879) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 24 11:05:08.304306 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-308ca234-055c-4e1c-8593-337829e6e172 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Calling delete_port for 8701b8a0-85cd-43f4-9651-d85b7029bfff owned by network:dhcp {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:05:08.331943 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b28092c-5473-4c90-8969-13361116bc8f tempest-DHCPAgentSchedulersTestJSON-66244088 tempest-DHCPAgentSchedulersTestJSON-66244088-project] Pushing event updated for resources: {'Network': ['ID=bc400643-1b0f-4f8c-915d-d0193ed6f152,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:05:08.337078 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-3b28092c-5473-4c90-8969-13361116bc8f tempest-DHCPAgentSchedulersTestJSON-66244088 tempest-DHCPAgentSchedulersTestJSON-66244088-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.466s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:05:08.341394 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-bccbf797-55d0-4072-97d5-1663413b6ee9 tempest-DHCPAgentSchedulersTestJSON-66244088 tempest-DHCPAgentSchedulersTestJSON-66244088-project] Request body: {'subnet': {'network_id': 'bc400643-1b0f-4f8c-915d-d0193ed6f152', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:05:08.479826 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-413eda41-5252-4068-b5a1-f8529ad4949c None None] Port 9558fae8-2b3c-435d-bae2-328782206eca cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:05:08.490111 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Network bc400643-1b0f-4f8c-915d-d0193ed6f152 details requested by agent ovs-agent-dv-neutron-822691-2-hyperv with host dv-neutron-822691-2-hyperv {{(pid=88880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 24 11:05:08.503908 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 8701b8a0-85cd-43f4-9651-d85b7029bfff no longer exists at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:05:08.546234 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] No Port match for: 8701b8a0-85cd-43f4-9651-d85b7029bfff {{(pid=88880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 24 11:05:08.546785 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 8701b8a0-85cd-43f4-9651-d85b7029bfff not bound to the agent host dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 24 11:05:08.627501 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.db.api [None req-308ca234-055c-4e1c-8593-337829e6e172 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88878) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 24 11:05:08.629173 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_db.api [None req-308ca234-055c-4e1c-8593-337829e6e172 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 24 11:05:08.632617 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-bccbf797-55d0-4072-97d5-1663413b6ee9 tempest-DHCPAgentSchedulersTestJSON-66244088 tempest-DHCPAgentSchedulersTestJSON-66244088-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:05:08.646986 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-383e5eec-8de7-4175-95a3-0c00b6a01225 None None] Notify callbacks [] for port, precommit_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:08.654903 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-bccbf797-55d0-4072-97d5-1663413b6ee9 tempest-DHCPAgentSchedulersTestJSON-66244088 tempest-DHCPAgentSchedulersTestJSON-66244088-project] Usage tracker for resource:subnet and tenant:21a889ae2f1c4600ac1dc8aae0525b15 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:05:08.660627 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-bccbf797-55d0-4072-97d5-1663413b6ee9 tempest-DHCPAgentSchedulersTestJSON-66244088 tempest-DHCPAgentSchedulersTestJSON-66244088-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:05:08.672534 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-bccbf797-55d0-4072-97d5-1663413b6ee9 tempest-DHCPAgentSchedulersTestJSON-66244088 tempest-DHCPAgentSchedulersTestJSON-66244088-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:05:08.711040 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-625f73a3-5410-458a-81c5-5974fbe2c569 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3921862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3619467'] for subnet, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:08.715025 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bccbf797-55d0-4072-97d5-1663413b6ee9 tempest-DHCPAgentSchedulersTestJSON-66244088 tempest-DHCPAgentSchedulersTestJSON-66244088-project] Made reservation on behalf of 21a889ae2f1c4600ac1dc8aae0525b15 for: {'subnet': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:05:08.733432 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-b5d7c9a4-41df-4618-85ad-9c74142bcde7 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Allocated IP 2001:db8::f816:3eff:fe05:6b40 (1c9eeaac-d205-4b19-a351-2fe67dd78b42/e75a6aaa-7f79-4fd0-a930-1c2cb985c322/514f0f7f-63b7-4310-aba5-5d1944ada1d4) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:05:08.737013 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f4323680-4ed6-4660-8ba2-0804b33cb2d6 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:05:08.737912 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-383e5eec-8de7-4175-95a3-0c00b6a01225 None None] Transition to ACTIVE for port object 221bf018-c304-425f-823a-3d25938c800d will not be triggered until provisioned by entity L2. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:05:08.789465 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-383e5eec-8de7-4175-95a3-0c00b6a01225 None None] Transition to ACTIVE for port object 221bf018-c304-425f-823a-3d25938c800d will not be triggered until provisioned by entity DHCP. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:05:08.797762 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-383e5eec-8de7-4175-95a3-0c00b6a01225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408'] for port, after_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:08.804865 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-bc3d7a40-cec2-40e5-b78c-cdb2f38fed0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:05:08.806063 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c2b63bfe-82a5-4d07-b5ea-7d68a1ac9a6f tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Notify callbacks [] for router_gateway, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:08.877687 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-383e5eec-8de7-4175-95a3-0c00b6a01225 None None] Network d27adcdf-b9ac-45a1-818e-042939c43038 is already hosted by enough agents. {{(pid=88880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:05:08.882221 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-383e5eec-8de7-4175-95a3-0c00b6a01225 None None] Resources bound (agent type, host, resource id):  {{(pid=88880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:05:08.887998 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-383e5eec-8de7-4175-95a3-0c00b6a01225 None None] Received port after_create {{(pid=88880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:05:08.891353 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383e5eec-8de7-4175-95a3-0c00b6a01225 None None] Pushing event updated for resources: {'Port': ['ID=221bf018-c304-425f-823a-3d25938c800d,revision_number=1']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:05:08.895545 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-383e5eec-8de7-4175-95a3-0c00b6a01225 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:05:08.929151 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-625f73a3-5410-458a-81c5-5974fbe2c569 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Network c5575859-d751-4466-a894-d2db623d50b3 is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:05:08.948024 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-625f73a3-5410-458a-81c5-5974fbe2c569 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Resources bound (agent type, host, resource id):  {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:05:08.957287 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625f73a3-5410-458a-81c5-5974fbe2c569 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Pushing event updated for resources: {'Subnet': ['ID=4cfc3240-a14e-4f5c-b877-495a7bfdf010,revision_number=0']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:05:08.960731 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-625f73a3-5410-458a-81c5-5974fbe2c569 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:05:08.961618 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-625f73a3-5410-458a-81c5-5974fbe2c569 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks [] for subnet, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:08.970941 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-625f73a3-5410-458a-81c5-5974fbe2c569 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:05:08.978324 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bccbf797-55d0-4072-97d5-1663413b6ee9 tempest-DHCPAgentSchedulersTestJSON-66244088 tempest-DHCPAgentSchedulersTestJSON-66244088-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3619482'] for subnet, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:08.982584 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ec31555-6c23-4ecc-a48b-d191b2366529 None None] Network c5575859-d751-4466-a894-d2db623d50b3 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:05:08.994083 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5795e122-2153-47de-9d9b-b5419cffdb75 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7120129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850854134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851156349'] for subnet, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:09.016626 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-ef0cbf76-bdd1-4288-aa22-029849eb4825 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:05:09.087554 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5795e122-2153-47de-9d9b-b5419cffdb75 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Pushing event deleted for resources: {'Subnet': ['ID=a01d883f-dab2-47fa-a89a-95bf4e702231,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:05:09.100858 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1089a866-2abc-401c-a0d3-da9abe526406 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:09.105690 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-5795e122-2153-47de-9d9b-b5419cffdb75 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:05:09.109444 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d927a35-6342-4230-9b54-9b85879073ed tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Router 00de3638-5ed3-45f9-aafd-7d440a04d07d has already been hosted by L3 agent 198cca88-1338-4098-b44b-beb0346ac906 {{(pid=88878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 24 11:05:09.110884 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-383e5eec-8de7-4175-95a3-0c00b6a01225 None None] Attempting to bind port 221bf018-c304-425f-823a-3d25938c800d on host dv-neutron-822691-2-hyperv for vnic_type normal with profile  {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:05:09.111015 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-383e5eec-8de7-4175-95a3-0c00b6a01225 None None] Attempting to bind port 221bf018-c304-425f-823a-3d25938c800d by drivers openvswitch,hyperv on host dv-neutron-822691-2-hyperv at level 0 using segments [{'id': '4b6aa4de-311c-4776-89f1-200d877e471c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'd27adcdf-b9ac-45a1-818e-042939c43038'}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:05:09.111433 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-383e5eec-8de7-4175-95a3-0c00b6a01225 None None] Attempting to bind port 221bf018-c304-425f-823a-3d25938c800d on network d27adcdf-b9ac-45a1-818e-042939c43038 {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:05:09.128554 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-308ca234-055c-4e1c-8593-337829e6e172 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Deleting port 8701b8a0-85cd-43f4-9651-d85b7029bfff {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:05:09.128941 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-308ca234-055c-4e1c-8593-337829e6e172 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:09.136900 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-383e5eec-8de7-4175-95a3-0c00b6a01225 None None] Checking agent: {'id': 'db1275c1-6001-47af-93c2-635c68404703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822691-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 52, 8), 'started_at': datetime.datetime(2021, 12, 24, 10, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 5, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822691-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:05:09.137280 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-383e5eec-8de7-4175-95a3-0c00b6a01225 None None] Checking segment: {'id': '4b6aa4de-311c-4776-89f1-200d877e471c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'd27adcdf-b9ac-45a1-818e-042939c43038'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:05:09.137759 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-383e5eec-8de7-4175-95a3-0c00b6a01225 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:09.138339 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-383e5eec-8de7-4175-95a3-0c00b6a01225 None None] Bound using segment: {'id': '4b6aa4de-311c-4776-89f1-200d877e471c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'd27adcdf-b9ac-45a1-818e-042939c43038'} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:05:09.138906 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-383e5eec-8de7-4175-95a3-0c00b6a01225 None None] Bound port: 221bf018-c304-425f-823a-3d25938c800d, host: dv-neutron-822691-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b6aa4de-311c-4776-89f1-200d877e471c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'd27adcdf-b9ac-45a1-818e-042939c43038'}}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:05:09.139322 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-383e5eec-8de7-4175-95a3-0c00b6a01225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:09.220302 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-625f73a3-5410-458a-81c5-5974fbe2c569 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.9543779
Dec 24 11:05:09.227643 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 36986) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:09.231479 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-308ca234-055c-4e1c-8593-337829e6e172 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] The port '8701b8a0-85cd-43f4-9651-d85b7029bfff' was deleted {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 24 11:05:09.260024 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-e8b5295e-0e89-461b-8de1-06fd118975c8 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Request body: {'security_group': {'name': 'tempest-secgroup-929552843'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:05:09.280528 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-e8b5295e-0e89-461b-8de1-06fd118975c8 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:05:09.301891 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-e8b5295e-0e89-461b-8de1-06fd118975c8 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Usage tracker for resource:security_group and tenant:58aa2a41110240a2b5bfe3b4600f4977 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:05:09.337721 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bdfdbc84-c52d-4f40-b281-af314dc1f8fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:09.348520 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-383e5eec-8de7-4175-95a3-0c00b6a01225 None None] For port 221bf018-c304-425f-823a-3d25938c800d, host dv-neutron-822691-2-hyperv, cleared binding levels {{(pid=88880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:05:09.351652 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-e8b5295e-0e89-461b-8de1-06fd118975c8 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:05:09.359709 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-383e5eec-8de7-4175-95a3-0c00b6a01225 None None] For port 221bf018-c304-425f-823a-3d25938c800d, host dv-neutron-822691-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=221bf018-c304-425f-823a-3d25938c800d,segment=NetworkSegment(4b6aa4de-311c-4776-89f1-200d877e471c),segment_id=4b6aa4de-311c-4776-89f1-200d877e471c)] {{(pid=88880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:05:09.366530 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-383e5eec-8de7-4175-95a3-0c00b6a01225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:09.371589 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:05:09.460873 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e62995d7-c398-47b8-9bb2-cc6b4b3e6916 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73968e80-91fd-539e-a7c6-b31af6d9e680-c5575859-d751-4466-a894-d2db623d50b3', 'network_id': 'c5575859-d751-4466-a894-d2db623d50b3', 'tenant_id': '58aa2a41110240a2b5bfe3b4600f4977', 'fixed_ips': [{'subnet_id': '4cfc3240-a14e-4f5c-b877-495a7bfdf010'}]}} from dv-neutron-822691-2-hyperv. {{(pid=88880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 24 11:05:09.461800 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e62995d7-c398-47b8-9bb2-cc6b4b3e6916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:09.505557 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383e5eec-8de7-4175-95a3-0c00b6a01225 None None] Pushing event updated for resources: {'Port': ['ID=221bf018-c304-425f-823a-3d25938c800d,revision_number=2']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:05:09.554814 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-383e5eec-8de7-4175-95a3-0c00b6a01225 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:05:09.602101 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-308ca234-055c-4e1c-8593-337829e6e172 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847649663', 'neutron.services.segments.db._delete_segments_for_network-8749505737672'] for network, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:09.615870 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c2b63bfe-82a5-4d07-b5ea-7d68a1ac9a6f tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-659031', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854691240'] for router, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:09.641117 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-518c7bb8-818f-40ac-813d-0f96c80752ef admin admin] Router 1eb6a4ee-8ae3-441c-b3d2-afb3a85953e4 has already been hosted by L3 agent 198cca88-1338-4098-b44b-beb0346ac906 {{(pid=88878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 24 11:05:09.648320 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c2b63bfe-82a5-4d07-b5ea-7d68a1ac9a6f tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854116816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854116785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-659000', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854163815'] for router, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:09.652934 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-308ca234-055c-4e1c-8593-337829e6e172 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f52704f7320>,) {'filters': {'network_id': ['059e85ce-c161-457e-b773-ca331d85da1c']}} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:05:09.679273 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-308ca234-055c-4e1c-8593-337829e6e172 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f52704f7320>, 'a355dcb7-aabc-4a3d-900f-7b88a56cf145') {'for_net_delete': True} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:05:09.679615 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-308ca234-055c-4e1c-8593-337829e6e172 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f52704f7320>, 'a355dcb7-aabc-4a3d-900f-7b88a56cf145') {} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:05:09.705384 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5795e122-2153-47de-9d9b-b5419cffdb75 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847649663', 'neutron.services.segments.db._delete_segments_for_network-8749505737672'] for network, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:09.721453 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-e8b5295e-0e89-461b-8de1-06fd118975c8 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:05:09.723504 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-e62995d7-c398-47b8-9bb2-cc6b4b3e6916 None None] Allocated IP 2001:db8::2 (c5575859-d751-4466-a894-d2db623d50b3/4cfc3240-a14e-4f5c-b877-495a7bfdf010/9ec53d54-fa7d-41b5-8807-234011ce4e51) {{(pid=88880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:05:09.748455 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-308ca234-055c-4e1c-8593-337829e6e172 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749505745113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2241371'] for segment, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:09.755144 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-833753bb-95cb-48dc-a89a-1a9c1d8db6ba None None] Network d27adcdf-b9ac-45a1-818e-042939c43038 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:05:09.774346 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-5795e122-2153-47de-9d9b-b5419cffdb75 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5271c29828>,) {'filters': {'network_id': ['d27adcdf-b9ac-45a1-818e-042939c43038']}} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:05:09.793652 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e8b5295e-0e89-461b-8de1-06fd118975c8 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks [] for security_group, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:09.797193 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-308ca234-055c-4e1c-8593-337829e6e172 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:09.827498 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-5795e122-2153-47de-9d9b-b5419cffdb75 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5271c29828>, '4b6aa4de-311c-4776-89f1-200d877e471c') {'for_net_delete': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:05:09.827903 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-5795e122-2153-47de-9d9b-b5419cffdb75 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5271c29828>, '4b6aa4de-311c-4776-89f1-200d877e471c') {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:05:09.875870 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-308ca234-055c-4e1c-8593-337829e6e172 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Releasing vlan 628 on physical network physnet1 to pool {{(pid=88878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 24 11:05:09.876297 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-308ca234-055c-4e1c-8593-337829e6e172 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036847652098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850807864'] for segment, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:09.881844 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5795e122-2153-47de-9d9b-b5419cffdb75 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749505745113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853989108'] for segment, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:09.894571 dv-neutron-822691-2-hyperv neutron-server[88767]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 11:05:09.894571 dv-neutron-822691-2-hyperv neutron-server[88767]:   % (table.description, expected, rows_matched)
Dec 24 11:05:09.894571 dv-neutron-822691-2-hyperv neutron-server[88767]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 11:05:09.894571 dv-neutron-822691-2-hyperv neutron-server[88767]:   % (table.description, expected, rows_matched)
Dec 24 11:05:09.894571 dv-neutron-822691-2-hyperv neutron-server[88767]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 11:05:09.894571 dv-neutron-822691-2-hyperv neutron-server[88767]:   % (table.description, expected, rows_matched)
Dec 24 11:05:09.894571 dv-neutron-822691-2-hyperv neutron-server[88767]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 11:05:09.894571 dv-neutron-822691-2-hyperv neutron-server[88767]:   % (table.description, expected, rows_matched)
Dec 24 11:05:09.894571 dv-neutron-822691-2-hyperv neutron-server[88767]: Traceback (most recent call last):
Dec 24 11:05:09.894571 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 24 11:05:09.894571 dv-neutron-822691-2-hyperv neutron-server[88767]:     timer()
Dec 24 11:05:09.894571 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 11:05:09.894571 dv-neutron-822691-2-hyperv neutron-server[88767]:     cb(*args, **kw)
Dec 24 11:05:09.894571 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 24 11:05:09.894571 dv-neutron-822691-2-hyperv neutron-server[88767]:     return func(*args, **kwargs)
Dec 24 11:05:09.894571 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 11:05:09.894571 dv-neutron-822691-2-hyperv neutron-server[88767]:     self._notify()
Dec 24 11:05:09.894571 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 11:05:09.894571 dv-neutron-822691-2-hyperv neutron-server[88767]:     self.callback(batched_events)
Dec 24 11:05:09.894571 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 11:05:09.894571 dv-neutron-822691-2-hyperv neutron-server[88767]:     event.method(event)
Dec 24 11:05:09.894571 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 11:05:09.894571 dv-neutron-822691-2-hyperv neutron-server[88767]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 11:05:09.894571 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 24 11:05:09.894571 dv-neutron-822691-2-hyperv neutron-server[88767]:     segment_id)['aggregates'][0]
Dec 24 11:05:09.894571 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 24 11:05:09.894571 dv-neutron-822691-2-hyperv neutron-server[88767]:     return f(self, *a, **k)
Dec 24 11:05:09.894571 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 11:05:09.894571 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self._get(url).json()
Dec 24 11:05:09.894571 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 24 11:05:09.894571 dv-neutron-822691-2-hyperv neutron-server[88767]:     **kwargs)
Dec 24 11:05:09.894571 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 24 11:05:09.894571 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self.request(url, 'GET', **kwargs)
Dec 24 11:05:09.894571 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 24 11:05:09.894571 dv-neutron-822691-2-hyperv neutron-server[88767]:     **endpoint_filter)
Dec 24 11:05:09.894571 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 24 11:05:09.894571 dv-neutron-822691-2-hyperv neutron-server[88767]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 11:05:09.894571 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 24 11:05:09.894571 dv-neutron-822691-2-hyperv neutron-server[88767]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 11:05:09.894571 dv-neutron-822691-2-hyperv neutron-server[88767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 11:05:09.928957 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b5d7c9a4-41df-4618-85ad-9c74142bcde7 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:09.942507 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5795e122-2153-47de-9d9b-b5419cffdb75 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:09.973070 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5795e122-2153-47de-9d9b-b5419cffdb75 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Releasing vlan 645 on physical network physnet1 to pool {{(pid=88879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 24 11:05:09.973413 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5795e122-2153-47de-9d9b-b5419cffdb75 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036847652098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3926696'] for segment, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:09.994730 dv-neutron-822691-2-hyperv neutron-server[88767]: Traceback (most recent call last):
Dec 24 11:05:09.994730 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 24 11:05:09.994730 dv-neutron-822691-2-hyperv neutron-server[88767]:     timer()
Dec 24 11:05:09.994730 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 11:05:09.994730 dv-neutron-822691-2-hyperv neutron-server[88767]:     cb(*args, **kw)
Dec 24 11:05:09.994730 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 24 11:05:09.994730 dv-neutron-822691-2-hyperv neutron-server[88767]:     return func(*args, **kwargs)
Dec 24 11:05:09.994730 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 11:05:09.994730 dv-neutron-822691-2-hyperv neutron-server[88767]:     self._notify()
Dec 24 11:05:09.994730 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 11:05:09.994730 dv-neutron-822691-2-hyperv neutron-server[88767]:     self.callback(batched_events)
Dec 24 11:05:09.994730 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 11:05:09.994730 dv-neutron-822691-2-hyperv neutron-server[88767]:     event.method(event)
Dec 24 11:05:09.994730 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 11:05:09.994730 dv-neutron-822691-2-hyperv neutron-server[88767]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 11:05:09.994730 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 24 11:05:09.994730 dv-neutron-822691-2-hyperv neutron-server[88767]:     segment_id)['aggregates'][0]
Dec 24 11:05:09.994730 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 24 11:05:09.994730 dv-neutron-822691-2-hyperv neutron-server[88767]:     return f(self, *a, **k)
Dec 24 11:05:09.994730 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 11:05:09.994730 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self._get(url).json()
Dec 24 11:05:09.994730 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 24 11:05:09.994730 dv-neutron-822691-2-hyperv neutron-server[88767]:     **kwargs)
Dec 24 11:05:09.994730 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 24 11:05:09.994730 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self.request(url, 'GET', **kwargs)
Dec 24 11:05:09.994730 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 24 11:05:09.994730 dv-neutron-822691-2-hyperv neutron-server[88767]:     **endpoint_filter)
Dec 24 11:05:09.994730 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 24 11:05:09.994730 dv-neutron-822691-2-hyperv neutron-server[88767]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 11:05:09.994730 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 24 11:05:09.994730 dv-neutron-822691-2-hyperv neutron-server[88767]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 11:05:09.994730 dv-neutron-822691-2-hyperv neutron-server[88767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 11:05:10.011683 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-e8b5295e-0e89-461b-8de1-06fd118975c8 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:05:10.019622 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-b5d7c9a4-41df-4618-85ad-9c74142bcde7 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Transition to ACTIVE for port object 514f0f7f-63b7-4310-aba5-5d1944ada1d4 will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:05:10.020737 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-308ca234-055c-4e1c-8593-337829e6e172 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7126154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659196'] for network, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:10.029589 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d927a35-6342-4230-9b54-9b85879073ed tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:05:10.031493 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7f09a983-fd05-4a89-96da-84a414e0db4e tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:05:10.033345 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-e8b5295e-0e89-461b-8de1-06fd118975c8 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Usage tracker for resource:security_group_rule and tenant:58aa2a41110240a2b5bfe3b4600f4977 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:05:10.049407 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-e8b5295e-0e89-461b-8de1-06fd118975c8 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:05:10.060317 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-308ca234-055c-4e1c-8593-337829e6e172 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks [] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:10.078532 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-2d927a35-6342-4230-9b54-9b85879073ed tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] 10.222.0.65 "PUT /v2.0/routers/00de3638-5ed3-45f9-aafd-7d440a04d07d/add_router_interface HTTP/1.1" status: 200  len: 503 time: 12.8737535
Dec 24 11:05:10.078532 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308ca234-055c-4e1c-8593-337829e6e172 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Pushing event deleted for resources: {'Network': ['ID=059e85ce-c161-457e-b773-ca331d85da1c,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:05:10.078858 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a232547e-cd7f-4f85-bd51-58a96985141c None None] Sync routers for ids ['00de3638-5ed3-45f9-aafd-7d440a04d07d'] in dv-neutron-822691-2-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:05:10.088385 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-308ca234-055c-4e1c-8593-337829e6e172 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] 10.222.0.65 "DELETE /v2.0/networks/059e85ce-c161-457e-b773-ca331d85da1c HTTP/1.1" status: 204  len: 168 time: 3.8135560
Dec 24 11:05:10.092628 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-308ca234-055c-4e1c-8593-337829e6e172 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:05:10.093309 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 36990) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:10.093676 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 36992) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:10.114886 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-e8b5295e-0e89-461b-8de1-06fd118975c8 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:05:10.136366 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e62995d7-c398-47b8-9bb2-cc6b4b3e6916 None None] Notify callbacks [] for port, precommit_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:10.138987 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a232547e-cd7f-4f85-bd51-58a96985141c None None] Routers {'00de3638-5ed3-45f9-aafd-7d440a04d07d'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:05:10.139687 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-a232547e-cd7f-4f85-bd51-58a96985141c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271fe8860>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:05:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['00de3638-5ed3-45f9-aafd-7d440a04d07d'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:05:10.158478 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.db.api [None req-5795e122-2153-47de-9d9b-b5419cffdb75 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 24 11:05:10.158478 dv-neutron-822691-2-hyperv neutron-server[88767]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 24 11:05:10.158478 dv-neutron-822691-2-hyperv neutron-server[88767]: [parameters: {'id': 'd27adcdf-b9ac-45a1-818e-042939c43038'}]
Dec 24 11:05:10.158478 dv-neutron-822691-2-hyperv neutron-server[88767]: (Background on this error at: http://sqlalche.me/e/gkpj) {{(pid=88879) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 24 11:05:10.158943 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_db.api [None req-5795e122-2153-47de-9d9b-b5419cffdb75 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 24 11:05:10.164360 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bccbf797-55d0-4072-97d5-1663413b6ee9 tempest-DHCPAgentSchedulersTestJSON-66244088 tempest-DHCPAgentSchedulersTestJSON-66244088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3921862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3619467'] for subnet, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:10.171614 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:05:10.206536 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-835c0ac1-d51f-40eb-af23-51cb240fa7df tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-325379813'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:05:10.212968 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-a232547e-cd7f-4f85-bd51-58a96985141c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271fe8860>, [], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:05:10.215632 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-e62995d7-c398-47b8-9bb2-cc6b4b3e6916 None None] Transition to ACTIVE for port object 9ec53d54-fa7d-41b5-8807-234011ce4e51 will not be triggered until provisioned by entity L2. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:05:10.221317 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-835c0ac1-d51f-40eb-af23-51cb240fa7df tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:05:10.239969 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b5d7c9a4-41df-4618-85ad-9c74142bcde7 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:10.245960 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-835c0ac1-d51f-40eb-af23-51cb240fa7df tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Usage tracker for resource:network and tenant:56d5354af46a4a91924cfe2259b4b254 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:05:10.296542 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-e62995d7-c398-47b8-9bb2-cc6b4b3e6916 None None] Transition to ACTIVE for port object 9ec53d54-fa7d-41b5-8807-234011ce4e51 will not be triggered until provisioned by entity DHCP. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:05:10.303258 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-835c0ac1-d51f-40eb-af23-51cb240fa7df tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:05:10.307865 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e62995d7-c398-47b8-9bb2-cc6b4b3e6916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408'] for port, after_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:10.311533 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccbf797-55d0-4072-97d5-1663413b6ee9 tempest-DHCPAgentSchedulersTestJSON-66244088 tempest-DHCPAgentSchedulersTestJSON-66244088-project] Pushing event updated for resources: {'Subnet': ['ID=21bbb4ab-742f-41f1-809f-beb1632f2686,revision_number=0']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:05:10.317887 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-48fbc1e3-a31f-4682-8e76-42cb1d2d9eb7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:05:10.325637 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e8b5295e-0e89-461b-8de1-06fd118975c8 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks [] for security_group, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:10.326000 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-835c0ac1-d51f-40eb-af23-51cb240fa7df tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:05:10.326932 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-bccbf797-55d0-4072-97d5-1663413b6ee9 tempest-DHCPAgentSchedulersTestJSON-66244088 tempest-DHCPAgentSchedulersTestJSON-66244088-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:05:10.330624 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-91bdd10e-e306-4dda-aeba-07178e6a9984 tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.072s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:05:10.346627 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a232547e-cd7f-4f85-bd51-58a96985141c None None] Routers {'00de3638-5ed3-45f9-aafd-7d440a04d07d'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:05:10.347324 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-a232547e-cd7f-4f85-bd51-58a96985141c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271fe8860>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:05:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['00de3638-5ed3-45f9-aafd-7d440a04d07d'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:05:10.349025 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89dcfcba-c3d0-449e-8962-216672d1cfa2 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:05:10.349873 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-89dcfcba-c3d0-449e-8962-216672d1cfa2 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Synchronizing usage tracker for tenant:59b398769254445dae3d1f85e7f0f818 on resource:port {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:05:10.371897 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d7c9a4-41df-4618-85ad-9c74142bcde7 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Network 1c9eeaac-d205-4b19-a351-2fe67dd78b42 is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:05:10.376203 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-835c0ac1-d51f-40eb-af23-51cb240fa7df tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Made reservation on behalf of 56d5354af46a4a91924cfe2259b4b254 for: {'network': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:05:10.381529 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e8b5295e-0e89-461b-8de1-06fd118975c8 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:10.382111 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-835c0ac1-d51f-40eb-af23-51cb240fa7df tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for network, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:10.393416 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-b5d7c9a4-41df-4618-85ad-9c74142bcde7 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Resources bound (agent type, host, resource id):  {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:05:10.404744 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d7c9a4-41df-4618-85ad-9c74142bcde7 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:05:10.409181 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5d7c9a4-41df-4618-85ad-9c74142bcde7 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:05:10.409811 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b5d7c9a4-41df-4618-85ad-9c74142bcde7 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:10.433126 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-89dcfcba-c3d0-449e-8962-216672d1cfa2 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Unset dirty status for tenant:59b398769254445dae3d1f85e7f0f818 on resource:port {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:05:10.437361 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bccbf797-55d0-4072-97d5-1663413b6ee9 tempest-DHCPAgentSchedulersTestJSON-66244088 tempest-DHCPAgentSchedulersTestJSON-66244088-project] Checking segment: {'id': 'bbf7581f-3b5b-487e-a7ea-bd8c4a57b6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'bc400643-1b0f-4f8c-915d-d0193ed6f152'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:05:10.437541 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-89dcfcba-c3d0-449e-8962-216672d1cfa2 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] 10.222.0.65 "GET /v2.0/ports/9558fae8-2b3c-435d-bae2-328782206eca HTTP/1.1" status: 200  len: 913 time: 0.2850518
Dec 24 11:05:10.437629 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bccbf797-55d0-4072-97d5-1663413b6ee9 tempest-DHCPAgentSchedulersTestJSON-66244088 tempest-DHCPAgentSchedulersTestJSON-66244088-project] Network hostable DHCP agents. Network: bc400643-1b0f-4f8c-915d-d0193ed6f152, hostable agents: ['edcf98dc-3032-472a-8b3d-f23fd1e89806'], hosted agents: [] {{(pid=88879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 24 11:05:10.447181 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 36998) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:10.471250 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d7c9a4-41df-4618-85ad-9c74142bcde7 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Pushing event updated for resources: {'Port': ['ID=514f0f7f-63b7-4310-aba5-5d1944ada1d4,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:05:10.476135 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-b5d7c9a4-41df-4618-85ad-9c74142bcde7 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:05:10.477821 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.085s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:05:10.490960 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-b5d7c9a4-41df-4618-85ad-9c74142bcde7 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 947 time: 2.7912316
Dec 24 11:05:10.490960 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e8b5295e-0e89-461b-8de1-06fd118975c8 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks [] for security_group, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:10.490960 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-e8b5295e-0e89-461b-8de1-06fd118975c8 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1576 time: 1.2483850
Dec 24 11:05:10.491297 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 37002) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:10.497230 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 37004) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:10.578234 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b5295e-0e89-461b-8de1-06fd118975c8 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee733c36-fa73-4d4b-87c7-8adb78871cd6,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:05:10.595322 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-e8b5295e-0e89-461b-8de1-06fd118975c8 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:05:10.607170 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-835c0ac1-d51f-40eb-af23-51cb240fa7df tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] vlan segment allocate from pool success with {'vlan_id': 625, 'physical_network': 'physnet1'}  {{(pid=88878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 24 11:05:10.611061 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-5ebe53ea-212c-494e-afa6-51bff54f7048 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Request body: {'security_group': {'name': 'tempest-secgroup-1449397654'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:05:10.623405 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-5ebe53ea-212c-494e-afa6-51bff54f7048 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:05:10.631489 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-5ebe53ea-212c-494e-afa6-51bff54f7048 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Usage tracker for resource:security_group and tenant:58aa2a41110240a2b5bfe3b4600f4977 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:05:10.633765 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-13b9fbfb-ca71-44aa-85c1-1514233d414a None None] Allocated IP 2001:db8::f816:3eff:fef8:9110 (1c9eeaac-d205-4b19-a351-2fe67dd78b42/e75a6aaa-7f79-4fd0-a930-1c2cb985c322/0fe7f980-7e97-4ddd-83d8-282a90ba8b4a) {{(pid=88880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:05:10.636312 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-5ebe53ea-212c-494e-afa6-51bff54f7048 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:05:10.640365 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-835c0ac1-d51f-40eb-af23-51cb240fa7df tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:10.640763 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.segments_db [None req-835c0ac1-d51f-40eb-af23-51cb240fa7df tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Added segment 47e7294f-6ecc-4699-9c35-073f2f04c334 of type vlan for network 948bc47c-9c8e-4492-97a3-e6f29f065021
Dec 24 11:05:10.648305 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-5ebe53ea-212c-494e-afa6-51bff54f7048 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:05:10.652397 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-a232547e-cd7f-4f85-bd51-58a96985141c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271fe8860>, [], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:05:10.653097 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a232547e-cd7f-4f85-bd51-58a96985141c None None] The sync data for ids ['00de3638-5ed3-45f9-aafd-7d440a04d07d'] in dv-neutron-822691-2-hyperv is: [] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:05:10.653239 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bccbf797-55d0-4072-97d5-1663413b6ee9 tempest-DHCPAgentSchedulersTestJSON-66244088 tempest-DHCPAgentSchedulersTestJSON-66244088-project] Network bc400643-1b0f-4f8c-915d-d0193ed6f152 is scheduled to be hosted by DHCP agent edcf98dc-3032-472a-8b3d-f23fd1e89806 with binding_index 1 {{(pid=88879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 24 11:05:10.662662 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5795e122-2153-47de-9d9b-b5419cffdb75 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036847558493'] for network, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:10.681145 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-518c7bb8-818f-40ac-813d-0f96c80752ef admin admin] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:05:10.682195 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-bccbf797-55d0-4072-97d5-1663413b6ee9 tempest-DHCPAgentSchedulersTestJSON-66244088 tempest-DHCPAgentSchedulersTestJSON-66244088-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822691-2-hyperv, bc400643-1b0f-4f8c-915d-d0193ed6f152) {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:05:10.687218 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e62995d7-c398-47b8-9bb2-cc6b4b3e6916 None None] Network c5575859-d751-4466-a894-d2db623d50b3 is already hosted by enough agents. {{(pid=88880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:05:10.687522 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5ebe53ea-212c-494e-afa6-51bff54f7048 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks [] for security_group, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:10.695153 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-e62995d7-c398-47b8-9bb2-cc6b4b3e6916 None None] Resources bound (agent type, host, resource id):  {{(pid=88880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:05:10.698419 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e62995d7-c398-47b8-9bb2-cc6b4b3e6916 None None] Received port after_create {{(pid=88880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:05:10.706492 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa49ff2-6242-40c8-8567-cab50754422e None None] Sync routers for ids ['1eb6a4ee-8ae3-441c-b3d2-afb3a85953e4'] in dv-neutron-822691-2-hyperv {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:05:10.711840 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bccbf797-55d0-4072-97d5-1663413b6ee9 tempest-DHCPAgentSchedulersTestJSON-66244088 tempest-DHCPAgentSchedulersTestJSON-66244088-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:05:10.712497 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bccbf797-55d0-4072-97d5-1663413b6ee9 tempest-DHCPAgentSchedulersTestJSON-66244088 tempest-DHCPAgentSchedulersTestJSON-66244088-project] Notify callbacks [] for subnet, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:10.715363 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-835c0ac1-d51f-40eb-af23-51cb240fa7df tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363287349540024'] for network, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:10.720932 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa49ff2-6242-40c8-8567-cab50754422e None None] Routers {'1eb6a4ee-8ae3-441c-b3d2-afb3a85953e4'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:05:10.721961 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-8fa49ff2-6242-40c8-8567-cab50754422e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5272155d68>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:05:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['1eb6a4ee-8ae3-441c-b3d2-afb3a85953e4'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:05:10.722551 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-5795e122-2153-47de-9d9b-b5419cffdb75 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Deleting port 221bf018-c304-425f-823a-3d25938c800d {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:05:10.722941 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5795e122-2153-47de-9d9b-b5419cffdb75 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:10.732698 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-518c7bb8-818f-40ac-813d-0f96c80752ef admin admin] 10.222.0.65 "PUT /v2.0/routers/1eb6a4ee-8ae3-441c-b3d2-afb3a85953e4/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 18.8472068
Dec 24 11:05:10.736874 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 37010) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:10.806412 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71686e4b-fa60-4842-bf14-3327e0201460 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:05:10.807191 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-71686e4b-fa60-4842-bf14-3327e0201460 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Synchronizing usage tracker for tenant:739a78fd4cfc48c2a4011598579f8f8c on resource:port {{(pid=88879) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:05:10.813436 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-bccbf797-55d0-4072-97d5-1663413b6ee9 tempest-DHCPAgentSchedulersTestJSON-66244088 tempest-DHCPAgentSchedulersTestJSON-66244088-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.4772944
Dec 24 11:05:10.817335 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 37014) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:10.842349 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-ab08dfc6-2d59-46f2-a98d-b6bd604080a3 tempest-DHCPAgentSchedulersTestJSON-66244088 tempest-DHCPAgentSchedulersTestJSON-66244088-project] Request body: {'port': {'network_id': 'bc400643-1b0f-4f8c-915d-d0193ed6f152', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1407280674'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:05:10.880495 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-5ebe53ea-212c-494e-afa6-51bff54f7048 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:05:10.895034 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-5ebe53ea-212c-494e-afa6-51bff54f7048 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Usage tracker for resource:security_group_rule and tenant:58aa2a41110240a2b5bfe3b4600f4977 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:05:10.901526 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-5ebe53ea-212c-494e-afa6-51bff54f7048 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:05:10.910494 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-71686e4b-fa60-4842-bf14-3327e0201460 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Unset dirty status for tenant:739a78fd4cfc48c2a4011598579f8f8c on resource:port {{(pid=88879) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:05:10.911611 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-71686e4b-fa60-4842-bf14-3327e0201460 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200  len: 945 time: 0.4161539
Dec 24 11:05:10.913094 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-5ebe53ea-212c-494e-afa6-51bff54f7048 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:05:10.917591 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 37018) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:10.924244 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-8fa49ff2-6242-40c8-8567-cab50754422e None None] Set router 1eb6a4ee-8ae3-441c-b3d2-afb3a85953e4 gateway port host: dv-neutron-822691-2-hyperv {{(pid=88881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:05:11.035527 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-13b9fbfb-ca71-44aa-85c1-1514233d414a None None] Notify callbacks [] for port, precommit_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:11.052737 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-13b9fbfb-ca71-44aa-85c1-1514233d414a None None] Transition to ACTIVE for port object 0fe7f980-7e97-4ddd-83d8-282a90ba8b4a will not be triggered until provisioned by entity L2. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:05:11.082091 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-13b9fbfb-ca71-44aa-85c1-1514233d414a None None] Transition to ACTIVE for port object 0fe7f980-7e97-4ddd-83d8-282a90ba8b4a will not be triggered until provisioned by entity DHCP. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:05:11.085627 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62995d7-c398-47b8-9bb2-cc6b4b3e6916 None None] Pushing event updated for resources: {'Port': ['ID=9ec53d54-fa7d-41b5-8807-234011ce4e51,revision_number=1']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:05:11.089621 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e73ecd8-4905-4370-93fa-77c1a39b3805 None None] Network bc400643-1b0f-4f8c-915d-d0193ed6f152 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:05:11.120327 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-e62995d7-c398-47b8-9bb2-cc6b4b3e6916 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.802s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:05:11.130517 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-13b9fbfb-ca71-44aa-85c1-1514233d414a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408'] for port, after_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:11.138636 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-39ff93cf-c0b7-48c5-95f3-6f7e9977387d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:11.148828 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-ba52b4aa-ba65-4ba3-b4ea-771ea2c2128c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:05:11.175315 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-aa43a11f-b81e-4794-917c-bd28ad18e2dc tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Deleting port 514f0f7f-63b7-4310-aba5-5d1944ada1d4 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:05:11.175775 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-aa43a11f-b81e-4794-917c-bd28ad18e2dc tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:11.235790 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-835c0ac1-d51f-40eb-af23-51cb240fa7df tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636'] for network, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:11.236313 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5ebe53ea-212c-494e-afa6-51bff54f7048 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks [] for security_group, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:11.240620 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-835c0ac1-d51f-40eb-af23-51cb240fa7df tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:05:11.241215 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-5795e122-2153-47de-9d9b-b5419cffdb75 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] For port 221bf018-c304-425f-823a-3d25938c800d, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=221bf018-c304-425f-823a-3d25938c800d,segment=NetworkSegment(4b6aa4de-311c-4776-89f1-200d877e471c),segment_id=4b6aa4de-311c-4776-89f1-200d877e471c)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:05:11.241360 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-835c0ac1-d51f-40eb-af23-51cb240fa7df tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks [] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:11.241622 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5795e122-2153-47de-9d9b-b5419cffdb75 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:11.257618 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:05:11.259397 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-8fa49ff2-6242-40c8-8567-cab50754422e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5272155d68>, [{'id': '1eb6a4ee-8ae3-441c-b3d2-afb3a85953e4', 'name': 'tempest-ServersTestManualDisk-111115318-router', 'tenant_id': '392c706564b54bdf9b4aefef23ad272e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.229'}], 'enable_snat': True}, 'gw_port_id': '4d269f74-e6f0-4d49-be8e-ff9a1d806565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:02:41Z', 'updated_at': '2021-12-24T11:05:02Z', 'revision_number': 5, 'project_id': '392c706564b54bdf9b4aefef23ad272e', 'gw_port': {'id': '4d269f74-e6f0-4d49-be8e-ff9a1d806565', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:4e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb6a4ee-8ae3-441c-b3d2-afb3a85953e4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:02:43Z', 'updated_at': '2021-12-24T11:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv'}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:05:11.260688 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5ebe53ea-212c-494e-afa6-51bff54f7048 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:11.264196 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa49ff2-6242-40c8-8567-cab50754422e None None] Checking router: 1eb6a4ee-8ae3-441c-b3d2-afb3a85953e4 for host: dv-neutron-822691-2-hyperv {{(pid=88881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 24 11:05:11.270226 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-e76a3ecc-171e-4caa-b89e-a3ae5e28565f tempest-ServersTestManualDisk-691114078 tempest-ServersTestManualDisk-691114078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:05:11.276053 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa49ff2-6242-40c8-8567-cab50754422e None None] Routers {'1eb6a4ee-8ae3-441c-b3d2-afb3a85953e4'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:05:11.276973 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-8fa49ff2-6242-40c8-8567-cab50754422e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5272155d68>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:05:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['1eb6a4ee-8ae3-441c-b3d2-afb3a85953e4'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:05:11.287565 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2b63bfe-82a5-4d07-b5ea-7d68a1ac9a6f tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Router 9b7be41b-6c4f-4a6c-9ff9-cfde77630ce0 is scheduled to L3 agent 198cca88-1338-4098-b44b-beb0346ac906 with binding_index 1 {{(pid=88878) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 24 11:05:11.424455 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-5795e122-2153-47de-9d9b-b5419cffdb75 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Calling delete_port for 221bf018-c304-425f-823a-3d25938c800d owned by network:dhcp {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:05:11.435613 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-835c0ac1-d51f-40eb-af23-51cb240fa7df tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201  len: 767 time: 1.2815454
Dec 24 11:05:11.439868 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13b9fbfb-ca71-44aa-85c1-1514233d414a None None] Network 1c9eeaac-d205-4b19-a351-2fe67dd78b42 is already hosted by enough agents. {{(pid=88880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:05:11.451760 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-13b9fbfb-ca71-44aa-85c1-1514233d414a None None] Resources bound (agent type, host, resource id):  {{(pid=88880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:05:11.475400 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 37022) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:11.476151 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-8fa49ff2-6242-40c8-8567-cab50754422e None None] Set router 1eb6a4ee-8ae3-441c-b3d2-afb3a85953e4 gateway port host: dv-neutron-822691-2-hyperv {{(pid=88881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:05:11.500155 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b9fbfb-ca71-44aa-85c1-1514233d414a None None] Received port after_create {{(pid=88880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:05:11.508492 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-e62995d7-c398-47b8-9bb2-cc6b4b3e6916 None None] Attempting to bind port 9ec53d54-fa7d-41b5-8807-234011ce4e51 on host dv-neutron-822691-2-hyperv for vnic_type normal with profile  {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:05:11.509312 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-e62995d7-c398-47b8-9bb2-cc6b4b3e6916 None None] Attempting to bind port 9ec53d54-fa7d-41b5-8807-234011ce4e51 by drivers openvswitch,hyperv on host dv-neutron-822691-2-hyperv at level 0 using segments [{'id': '7075ddff-73f9-4b5d-849d-d4fee32e4bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'c5575859-d751-4466-a894-d2db623d50b3'}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:05:11.509735 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e62995d7-c398-47b8-9bb2-cc6b4b3e6916 None None] Attempting to bind port 9ec53d54-fa7d-41b5-8807-234011ce4e51 on network c5575859-d751-4466-a894-d2db623d50b3 {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:05:11.568070 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-2b57370c-97af-4c4a-ab4e-16358700166c tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Request body: {'subnet': {'network_id': '948bc47c-9c8e-4492-97a3-e6f29f065021', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:05:11.602926 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835c0ac1-d51f-40eb-af23-51cb240fa7df tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Pushing event updated for resources: {'Network': ['ID=948bc47c-9c8e-4492-97a3-e6f29f065021,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:05:11.612898 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-835c0ac1-d51f-40eb-af23-51cb240fa7df tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:05:11.618744 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e62995d7-c398-47b8-9bb2-cc6b4b3e6916 None None] Checking agent: {'id': 'db1275c1-6001-47af-93c2-635c68404703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822691-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 52, 8), 'started_at': datetime.datetime(2021, 12, 24, 10, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 5, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822691-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:05:11.619144 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e62995d7-c398-47b8-9bb2-cc6b4b3e6916 None None] Checking segment: {'id': '7075ddff-73f9-4b5d-849d-d4fee32e4bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'c5575859-d751-4466-a894-d2db623d50b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:05:11.619619 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e62995d7-c398-47b8-9bb2-cc6b4b3e6916 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:11.620215 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e62995d7-c398-47b8-9bb2-cc6b4b3e6916 None None] Bound using segment: {'id': '7075ddff-73f9-4b5d-849d-d4fee32e4bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'c5575859-d751-4466-a894-d2db623d50b3'} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:05:11.621588 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-e62995d7-c398-47b8-9bb2-cc6b4b3e6916 None None] Bound port: 9ec53d54-fa7d-41b5-8807-234011ce4e51, host: dv-neutron-822691-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7075ddff-73f9-4b5d-849d-d4fee32e4bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'c5575859-d751-4466-a894-d2db623d50b3'}}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:05:11.622212 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e62995d7-c398-47b8-9bb2-cc6b4b3e6916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:11.639489 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebe53ea-212c-494e-afa6-51bff54f7048 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88b6b9cb-10f9-4b2b-8f3a-2105d6227476,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:05:11.655623 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-5ebe53ea-212c-494e-afa6-51bff54f7048 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:05:11.678396 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5ebe53ea-212c-494e-afa6-51bff54f7048 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks [] for security_group, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:11.679683 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-5ebe53ea-212c-494e-afa6-51bff54f7048 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 1.1037080
Dec 24 11:05:11.694022 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 37026) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:11.699489 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b9fbfb-ca71-44aa-85c1-1514233d414a None None] Pushing event updated for resources: {'Port': ['ID=0fe7f980-7e97-4ddd-83d8-282a90ba8b4a,revision_number=1']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:05:11.700485 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-cbbd48df-f42c-46dd-9983-4cad6649bc9f tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-782917844', 'security_groups': ['88b6b9cb-10f9-4b2b-8f3a-2105d6227476'], 'network_id': 'c5575859-d751-4466-a894-d2db623d50b3', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '4cfc3240-a14e-4f5c-b877-495a7bfdf010'}]}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:05:11.728804 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Network 948bc47c-9c8e-4492-97a3-e6f29f065021 details requested by agent ovs-agent-dv-neutron-822691-2-hyperv with host dv-neutron-822691-2-hyperv {{(pid=88880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 24 11:05:11.736059 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-ab08dfc6-2d59-46f2-a98d-b6bd604080a3 tempest-DHCPAgentSchedulersTestJSON-66244088 tempest-DHCPAgentSchedulersTestJSON-66244088-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:05:11.756188 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-ab08dfc6-2d59-46f2-a98d-b6bd604080a3 tempest-DHCPAgentSchedulersTestJSON-66244088 tempest-DHCPAgentSchedulersTestJSON-66244088-project] Usage tracker for resource:port and tenant:21a889ae2f1c4600ac1dc8aae0525b15 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:05:11.764307 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-ab08dfc6-2d59-46f2-a98d-b6bd604080a3 tempest-DHCPAgentSchedulersTestJSON-66244088 tempest-DHCPAgentSchedulersTestJSON-66244088-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:05:11.764677 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-13b9fbfb-ca71-44aa-85c1-1514233d414a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.614s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:05:11.774341 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-ab08dfc6-2d59-46f2-a98d-b6bd604080a3 tempest-DHCPAgentSchedulersTestJSON-66244088 tempest-DHCPAgentSchedulersTestJSON-66244088-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:05:11.810454 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab08dfc6-2d59-46f2-a98d-b6bd604080a3 tempest-DHCPAgentSchedulersTestJSON-66244088 tempest-DHCPAgentSchedulersTestJSON-66244088-project] Made reservation on behalf of 21a889ae2f1c4600ac1dc8aae0525b15 for: {'port': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:05:11.816907 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ab08dfc6-2d59-46f2-a98d-b6bd604080a3 tempest-DHCPAgentSchedulersTestJSON-66244088 tempest-DHCPAgentSchedulersTestJSON-66244088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:11.886387 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-2b57370c-97af-4c4a-ab4e-16358700166c tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:05:11.893303 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-2b57370c-97af-4c4a-ab4e-16358700166c tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Usage tracker for resource:subnet and tenant:56d5354af46a4a91924cfe2259b4b254 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:05:11.893527 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [None req-ab08dfc6-2d59-46f2-a98d-b6bd604080a3 tempest-DHCPAgentSchedulersTestJSON-66244088 tempest-DHCPAgentSchedulersTestJSON-66244088-project] device_id is not set on port 092d14ff-7c56-4823-88be-6c2533b8be05 yet. {{(pid=88878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 24 11:05:11.897424 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-2b57370c-97af-4c4a-ab4e-16358700166c tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:05:11.903906 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-13b9fbfb-ca71-44aa-85c1-1514233d414a None None] Attempting to bind port 0fe7f980-7e97-4ddd-83d8-282a90ba8b4a on host dv-neutron-822691-2-hyperv for vnic_type normal with profile  {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:05:11.904325 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-13b9fbfb-ca71-44aa-85c1-1514233d414a None None] Attempting to bind port 0fe7f980-7e97-4ddd-83d8-282a90ba8b4a by drivers openvswitch,hyperv on host dv-neutron-822691-2-hyperv at level 0 using segments [{'id': '6618a092-51b2-4e3d-9318-3ce6b7b40c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '1c9eeaac-d205-4b19-a351-2fe67dd78b42'}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:05:11.904742 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b9fbfb-ca71-44aa-85c1-1514233d414a None None] Attempting to bind port 0fe7f980-7e97-4ddd-83d8-282a90ba8b4a on network 1c9eeaac-d205-4b19-a351-2fe67dd78b42 {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:05:11.907094 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-2b57370c-97af-4c4a-ab4e-16358700166c tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:05:12.015190 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-8fa49ff2-6242-40c8-8567-cab50754422e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5272155d68>, [{'id': '1eb6a4ee-8ae3-441c-b3d2-afb3a85953e4', 'name': 'tempest-ServersTestManualDisk-111115318-router', 'tenant_id': '392c706564b54bdf9b4aefef23ad272e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.229'}], 'enable_snat': True}, 'gw_port_id': '4d269f74-e6f0-4d49-be8e-ff9a1d806565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:02:41Z', 'updated_at': '2021-12-24T11:05:02Z', 'revision_number': 5, 'project_id': '392c706564b54bdf9b4aefef23ad272e', 'gw_port': {'id': '4d269f74-e6f0-4d49-be8e-ff9a1d806565', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:4e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb6a4ee-8ae3-441c-b3d2-afb3a85953e4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:02:43Z', 'updated_at': '2021-12-24T11:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv'}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:05:12.020480 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa49ff2-6242-40c8-8567-cab50754422e None None] The sync data for ids ['1eb6a4ee-8ae3-441c-b3d2-afb3a85953e4'] in dv-neutron-822691-2-hyperv is: [{'id': '1eb6a4ee-8ae3-441c-b3d2-afb3a85953e4', 'name': 'tempest-ServersTestManualDisk-111115318-router', 'tenant_id': '392c706564b54bdf9b4aefef23ad272e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.229'}], 'enable_snat': True}, 'gw_port_id': '4d269f74-e6f0-4d49-be8e-ff9a1d806565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:02:41Z', 'updated_at': '2021-12-24T11:05:02Z', 'revision_number': 5, 'project_id': '392c706564b54bdf9b4aefef23ad272e', 'gw_port': {'id': '4d269f74-e6f0-4d49-be8e-ff9a1d806565', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:4e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb6a4ee-8ae3-441c-b3d2-afb3a85953e4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:02:43Z', 'updated_at': '2021-12-24T11:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv'}] {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:05:12.040375 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b9fbfb-ca71-44aa-85c1-1514233d414a None None] Checking agent: {'id': 'db1275c1-6001-47af-93c2-635c68404703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822691-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 52, 8), 'started_at': datetime.datetime(2021, 12, 24, 10, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 5, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822691-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:05:12.040813 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b9fbfb-ca71-44aa-85c1-1514233d414a None None] Checking segment: {'id': '6618a092-51b2-4e3d-9318-3ce6b7b40c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '1c9eeaac-d205-4b19-a351-2fe67dd78b42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:05:12.041272 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-13b9fbfb-ca71-44aa-85c1-1514233d414a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:12.041726 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b9fbfb-ca71-44aa-85c1-1514233d414a None None] Bound using segment: {'id': '6618a092-51b2-4e3d-9318-3ce6b7b40c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '1c9eeaac-d205-4b19-a351-2fe67dd78b42'} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:05:12.042307 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-13b9fbfb-ca71-44aa-85c1-1514233d414a None None] Bound port: 0fe7f980-7e97-4ddd-83d8-282a90ba8b4a, host: dv-neutron-822691-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6618a092-51b2-4e3d-9318-3ce6b7b40c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '1c9eeaac-d205-4b19-a351-2fe67dd78b42'}}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:05:12.042732 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-13b9fbfb-ca71-44aa-85c1-1514233d414a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:12.087369 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-90df2d2a-c1cb-46ce-a382-d4cd53d99c9f tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854055677'] for router_interface, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:12.186177 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5795e122-2153-47de-9d9b-b5419cffdb75 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:12.190233 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b57370c-97af-4c4a-ab4e-16358700166c tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Made reservation on behalf of 56d5354af46a4a91924cfe2259b4b254 for: {'subnet': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:05:12.215838 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-258806dc-0abb-4f08-9ff0-e45336bd7328 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:05:12.229861 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-e62995d7-c398-47b8-9bb2-cc6b4b3e6916 None None] For port 9ec53d54-fa7d-41b5-8807-234011ce4e51, host dv-neutron-822691-2-hyperv, cleared binding levels {{(pid=88880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:05:12.233645 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ea3e7240-8c93-47be-8cfd-1f2671786ae1 admin admin] Notify callbacks [] for router, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:12.263504 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8de2e4f6-91d7-411d-8334-7f43a4f46868 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73968e80-91fd-539e-a7c6-b31af6d9e680-bc400643-1b0f-4f8c-915d-d0193ed6f152', 'network_id': 'bc400643-1b0f-4f8c-915d-d0193ed6f152', 'tenant_id': '21a889ae2f1c4600ac1dc8aae0525b15', 'fixed_ips': [{'subnet_id': '21bbb4ab-742f-41f1-809f-beb1632f2686'}]}} from dv-neutron-822691-2-hyperv. {{(pid=88880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 24 11:05:12.264493 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8de2e4f6-91d7-411d-8334-7f43a4f46868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:12.298596 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-e62995d7-c398-47b8-9bb2-cc6b4b3e6916 None None] For port 9ec53d54-fa7d-41b5-8807-234011ce4e51, host dv-neutron-822691-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=9ec53d54-fa7d-41b5-8807-234011ce4e51,segment=NetworkSegment(7075ddff-73f9-4b5d-849d-d4fee32e4bbc),segment_id=7075ddff-73f9-4b5d-849d-d4fee32e4bbc)] {{(pid=88880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:05:12.314328 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e62995d7-c398-47b8-9bb2-cc6b4b3e6916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:12.329952 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-fc6b363b-5614-4e01-b453-7591b08f4ad7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:05:12.334548 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5795e122-2153-47de-9d9b-b5419cffdb75 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Pushing event deleted for resources: {'Port': ['ID=221bf018-c304-425f-823a-3d25938c800d,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:05:12.341862 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-aa43a11f-b81e-4794-917c-bd28ad18e2dc tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:12.353350 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-5795e122-2153-47de-9d9b-b5419cffdb75 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:05:12.435830 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-cbbd48df-f42c-46dd-9983-4cad6649bc9f tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:05:12.438902 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5795e122-2153-47de-9d9b-b5419cffdb75 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] No DVR routers for this DVR port 221bf018-c304-425f-823a-3d25938c800d on host dv-neutron-822691-2-hyperv {{(pid=88879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 24 11:05:12.477135 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device af6a10c2-1118-4bd6-bacb-8fd0ff543d9f no longer exists at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:05:12.520066 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-13b9fbfb-ca71-44aa-85c1-1514233d414a None None] For port 0fe7f980-7e97-4ddd-83d8-282a90ba8b4a, host dv-neutron-822691-2-hyperv, cleared binding levels {{(pid=88880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:05:12.539183 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] No Port match for: af6a10c2-1118-4bd6-bacb-8fd0ff543d9f {{(pid=88880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 24 11:05:12.539764 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device af6a10c2-1118-4bd6-bacb-8fd0ff543d9f not bound to the agent host dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 24 11:05:12.583675 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-13b9fbfb-ca71-44aa-85c1-1514233d414a None None] For port 0fe7f980-7e97-4ddd-83d8-282a90ba8b4a, host dv-neutron-822691-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=0fe7f980-7e97-4ddd-83d8-282a90ba8b4a,segment=NetworkSegment(6618a092-51b2-4e3d-9318-3ce6b7b40c55),segment_id=6618a092-51b2-4e3d-9318-3ce6b7b40c55)] {{(pid=88880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:05:12.602055 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-ab08dfc6-2d59-46f2-a98d-b6bd604080a3 tempest-DHCPAgentSchedulersTestJSON-66244088 tempest-DHCPAgentSchedulersTestJSON-66244088-project] Allocated IP 172.20.0.10 (bc400643-1b0f-4f8c-915d-d0193ed6f152/21bbb4ab-742f-41f1-809f-beb1632f2686/092d14ff-7c56-4823-88be-6c2533b8be05) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:05:12.606208 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-13b9fbfb-ca71-44aa-85c1-1514233d414a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:12.623748 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2b63bfe-82a5-4d07-b5ea-7d68a1ac9a6f tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:05:12.641080 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62995d7-c398-47b8-9bb2-cc6b4b3e6916 None None] Pushing event updated for resources: {'Port': ['ID=9ec53d54-fa7d-41b5-8807-234011ce4e51,revision_number=2']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:05:12.651802 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e23a1094-5c43-4300-8723-a965faa1508e None None] Sync routers for ids ['9b7be41b-6c4f-4a6c-9ff9-cfde77630ce0'] in dv-neutron-822691-2-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:05:12.656200 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-aa43a11f-b81e-4794-917c-bd28ad18e2dc tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Calling delete_port for 514f0f7f-63b7-4310-aba5-5d1944ada1d4 owned by  {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:05:12.656850 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-e62995d7-c398-47b8-9bb2-cc6b4b3e6916 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:05:12.662033 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-83a4c032-f51f-4477-9f3c-404c24b4ebee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:05:12.678482 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c2b63bfe-82a5-4d07-b5ea-7d68a1ac9a6f tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Notify callbacks [] for router, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:12.680188 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-c2b63bfe-82a5-4d07-b5ea-7d68a1ac9a6f tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] 10.222.0.65 "PUT /v2.0/routers/9b7be41b-6c4f-4a6c-9ff9-cfde77630ce0 HTTP/1.1" status: 200  len: 883 time: 10.7114091
Dec 24 11:05:12.686817 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 37030) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:12.692477 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-cbbd48df-f42c-46dd-9983-4cad6649bc9f tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Usage tracker for resource:port and tenant:58aa2a41110240a2b5bfe3b4600f4977 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:05:12.709234 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-cbbd48df-f42c-46dd-9983-4cad6649bc9f tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:05:12.740202 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-cbbd48df-f42c-46dd-9983-4cad6649bc9f tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:05:12.745272 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e23a1094-5c43-4300-8723-a965faa1508e None None] Routers {'9b7be41b-6c4f-4a6c-9ff9-cfde77630ce0'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:05:12.746125 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-e23a1094-5c43-4300-8723-a965faa1508e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5272116198>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:05:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['9b7be41b-6c4f-4a6c-9ff9-cfde77630ce0'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:05:12.746882 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2b57370c-97af-4c4a-ab4e-16358700166c tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3619482'] for subnet, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:12.831599 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-e23a1094-5c43-4300-8723-a965faa1508e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5272116198>, [], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:05:12.846586 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b9fbfb-ca71-44aa-85c1-1514233d414a None None] Pushing event updated for resources: {'Port': ['ID=0fe7f980-7e97-4ddd-83d8-282a90ba8b4a,revision_number=2']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:05:12.856275 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-13b9fbfb-ca71-44aa-85c1-1514233d414a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:05:12.857028 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e23a1094-5c43-4300-8723-a965faa1508e None None] Routers {'9b7be41b-6c4f-4a6c-9ff9-cfde77630ce0'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:05:12.857916 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-e23a1094-5c43-4300-8723-a965faa1508e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5272116198>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:05:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['9b7be41b-6c4f-4a6c-9ff9-cfde77630ce0'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:05:12.947609 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-e23a1094-5c43-4300-8723-a965faa1508e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5272116198>, [], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:05:12.948083 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbbd48df-f42c-46dd-9983-4cad6649bc9f tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Made reservation on behalf of 58aa2a41110240a2b5bfe3b4600f4977 for: {'port': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:05:12.948641 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e23a1094-5c43-4300-8723-a965faa1508e None None] The sync data for ids ['9b7be41b-6c4f-4a6c-9ff9-cfde77630ce0'] in dv-neutron-822691-2-hyperv is: [] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:05:12.958046 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-cbbd48df-f42c-46dd-9983-4cad6649bc9f tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:13.067011 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5795e122-2153-47de-9d9b-b5419cffdb75 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847649663', 'neutron.services.segments.db._delete_segments_for_network-8749505737672'] for network, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:13.413221 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [None req-cbbd48df-f42c-46dd-9983-4cad6649bc9f tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] device_id is not set on port ade4b234-331a-4b86-bda0-e4024cfa8f08 yet. {{(pid=88879) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 24 11:05:13.519054 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-5795e122-2153-47de-9d9b-b5419cffdb75 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5270232390>,) {'filters': {'network_id': ['d27adcdf-b9ac-45a1-818e-042939c43038']}} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:05:13.561158 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-5795e122-2153-47de-9d9b-b5419cffdb75 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5270232390>, '4b6aa4de-311c-4776-89f1-200d877e471c') {'for_net_delete': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:05:13.561428 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-5795e122-2153-47de-9d9b-b5419cffdb75 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5270232390>, '4b6aa4de-311c-4776-89f1-200d877e471c') {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:05:13.607916 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5795e122-2153-47de-9d9b-b5419cffdb75 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749505745113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853989108'] for segment, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:13.690068 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5795e122-2153-47de-9d9b-b5419cffdb75 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:13.743984 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ab08dfc6-2d59-46f2-a98d-b6bd604080a3 tempest-DHCPAgentSchedulersTestJSON-66244088 tempest-DHCPAgentSchedulersTestJSON-66244088-project] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:13.755945 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-aa43a11f-b81e-4794-917c-bd28ad18e2dc tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:13.761364 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5795e122-2153-47de-9d9b-b5419cffdb75 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Releasing vlan 645 on physical network physnet1 to pool {{(pid=88879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 24 11:05:13.761822 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5795e122-2153-47de-9d9b-b5419cffdb75 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036847652098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3926696'] for segment, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:13.784049 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ea3e7240-8c93-47be-8cfd-1f2671786ae1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:13.785927 dv-neutron-822691-2-hyperv neutron-server[88767]: Traceback (most recent call last):
Dec 24 11:05:13.785927 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 24 11:05:13.785927 dv-neutron-822691-2-hyperv neutron-server[88767]:     timer()
Dec 24 11:05:13.785927 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 11:05:13.785927 dv-neutron-822691-2-hyperv neutron-server[88767]:     cb(*args, **kw)
Dec 24 11:05:13.785927 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 24 11:05:13.785927 dv-neutron-822691-2-hyperv neutron-server[88767]:     return func(*args, **kwargs)
Dec 24 11:05:13.785927 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 11:05:13.785927 dv-neutron-822691-2-hyperv neutron-server[88767]:     self._notify()
Dec 24 11:05:13.785927 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 11:05:13.785927 dv-neutron-822691-2-hyperv neutron-server[88767]:     self.callback(batched_events)
Dec 24 11:05:13.785927 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 11:05:13.785927 dv-neutron-822691-2-hyperv neutron-server[88767]:     event.method(event)
Dec 24 11:05:13.785927 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 11:05:13.785927 dv-neutron-822691-2-hyperv neutron-server[88767]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 11:05:13.785927 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 24 11:05:13.785927 dv-neutron-822691-2-hyperv neutron-server[88767]:     segment_id)['aggregates'][0]
Dec 24 11:05:13.785927 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 24 11:05:13.785927 dv-neutron-822691-2-hyperv neutron-server[88767]:     return f(self, *a, **k)
Dec 24 11:05:13.785927 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 11:05:13.785927 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self._get(url).json()
Dec 24 11:05:13.785927 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 24 11:05:13.785927 dv-neutron-822691-2-hyperv neutron-server[88767]:     **kwargs)
Dec 24 11:05:13.785927 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 24 11:05:13.785927 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self.request(url, 'GET', **kwargs)
Dec 24 11:05:13.785927 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 24 11:05:13.785927 dv-neutron-822691-2-hyperv neutron-server[88767]:     **endpoint_filter)
Dec 24 11:05:13.785927 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 24 11:05:13.785927 dv-neutron-822691-2-hyperv neutron-server[88767]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 11:05:13.785927 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 24 11:05:13.785927 dv-neutron-822691-2-hyperv neutron-server[88767]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 11:05:13.785927 dv-neutron-822691-2-hyperv neutron-server[88767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 11:05:13.806871 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f43b2030-ef58-47d1-9301-c04ed9de33bb tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:05:13.826998 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-ab08dfc6-2d59-46f2-a98d-b6bd604080a3 tempest-DHCPAgentSchedulersTestJSON-66244088 tempest-DHCPAgentSchedulersTestJSON-66244088-project] Transition to ACTIVE for port object 092d14ff-7c56-4823-88be-6c2533b8be05 will not be triggered until provisioned by entity DHCP. {{(pid=88878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:05:13.844407 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-ea3e7240-8c93-47be-8cfd-1f2671786ae1 admin admin] Deleting port 4d269f74-e6f0-4d49-be8e-ff9a1d806565 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:05:13.844777 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ea3e7240-8c93-47be-8cfd-1f2671786ae1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:13.995178 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa43a11f-b81e-4794-917c-bd28ad18e2dc tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Pushing event deleted for resources: {'Port': ['ID=514f0f7f-63b7-4310-aba5-5d1944ada1d4,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:05:14.011525 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ab08dfc6-2d59-46f2-a98d-b6bd604080a3 tempest-DHCPAgentSchedulersTestJSON-66244088 tempest-DHCPAgentSchedulersTestJSON-66244088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:14.017990 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-aa43a11f-b81e-4794-917c-bd28ad18e2dc tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:05:14.026240 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-126cf1a6-8fc4-48f9-b866-48ff54f036cc tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:05:14.070289 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5795e122-2153-47de-9d9b-b5419cffdb75 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7126154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659196'] for network, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:14.078266 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-3581bfb7-63b0-4c46-a662-028280aaf505 tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] 10.222.0.65 "GET /v2.0/routers/9b7be41b-6c4f-4a6c-9ff9-cfde77630ce0 HTTP/1.1" status: 200  len: 924 time: 1.3880370
Dec 24 11:05:14.083835 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-8de2e4f6-91d7-411d-8334-7f43a4f46868 None None] Allocated IP 172.20.0.2 (bc400643-1b0f-4f8c-915d-d0193ed6f152/21bbb4ab-742f-41f1-809f-beb1632f2686/dc68eac6-0627-460b-983c-525a8888c16b) {{(pid=88880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:05:14.084577 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 37034) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:14.088829 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-0b9ea479-d9fa-459d-b0bc-988e91bf0521 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:05:14.112245 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5795e122-2153-47de-9d9b-b5419cffdb75 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks [] for network, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:14.188786 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab08dfc6-2d59-46f2-a98d-b6bd604080a3 tempest-DHCPAgentSchedulersTestJSON-66244088 tempest-DHCPAgentSchedulersTestJSON-66244088-project] Pushing event updated for resources: {'Port': ['ID=092d14ff-7c56-4823-88be-6c2533b8be05,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:05:14.189469 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5795e122-2153-47de-9d9b-b5419cffdb75 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Pushing event deleted for resources: {'Network': ['ID=d27adcdf-b9ac-45a1-818e-042939c43038,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:05:14.192641 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab08dfc6-2d59-46f2-a98d-b6bd604080a3 tempest-DHCPAgentSchedulersTestJSON-66244088 tempest-DHCPAgentSchedulersTestJSON-66244088-project] Network bc400643-1b0f-4f8c-915d-d0193ed6f152 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:05:14.203514 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-ab08dfc6-2d59-46f2-a98d-b6bd604080a3 tempest-DHCPAgentSchedulersTestJSON-66244088 tempest-DHCPAgentSchedulersTestJSON-66244088-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:05:14.204469 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-ab08dfc6-2d59-46f2-a98d-b6bd604080a3 tempest-DHCPAgentSchedulersTestJSON-66244088 tempest-DHCPAgentSchedulersTestJSON-66244088-project] Resources bound (agent type, host, resource id):  {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:05:14.208838 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-aa43a11f-b81e-4794-917c-bd28ad18e2dc tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:14.218219 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab08dfc6-2d59-46f2-a98d-b6bd604080a3 tempest-DHCPAgentSchedulersTestJSON-66244088 tempest-DHCPAgentSchedulersTestJSON-66244088-project] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:05:14.220582 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-5795e122-2153-47de-9d9b-b5419cffdb75 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:05:14.223197 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-cbbd48df-f42c-46dd-9983-4cad6649bc9f tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Allocated IP 2001:db8::1c4 (c5575859-d751-4466-a894-d2db623d50b3/4cfc3240-a14e-4f5c-b877-495a7bfdf010/ade4b234-331a-4b86-bda0-e4024cfa8f08) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:05:14.251739 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2b57370c-97af-4c4a-ab4e-16358700166c tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3921862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3619467'] for subnet, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:14.263969 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c1e1af08-6a34-4aa4-a308-8526e6b86581 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:05:14.268384 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-ea3e7240-8c93-47be-8cfd-1f2671786ae1 admin admin] For port 4d269f74-e6f0-4d49-be8e-ff9a1d806565, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=4d269f74-e6f0-4d49-be8e-ff9a1d806565,segment=NetworkSegment(d4e3295f-9ff8-4cad-8a20-3f1c937efc8c),segment_id=d4e3295f-9ff8-4cad-8a20-3f1c937efc8c)] {{(pid=88878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:05:14.268798 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ea3e7240-8c93-47be-8cfd-1f2671786ae1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:14.313184 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-5795e122-2153-47de-9d9b-b5419cffdb75 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] 10.222.0.65 "DELETE /v2.0/networks/d27adcdf-b9ac-45a1-818e-042939c43038 HTTP/1.1" status: 204  len: 168 time: 6.9841838
Dec 24 11:05:14.318805 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 37038) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:14.326936 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-aa43a11f-b81e-4794-917c-bd28ad18e2dc tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "DELETE /v2.0/ports/514f0f7f-63b7-4310-aba5-5d1944ada1d4 HTTP/1.1" status: 204  len: 168 time: 3.4048085
Dec 24 11:05:14.333298 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 37042) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:14.335118 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8de2e4f6-91d7-411d-8334-7f43a4f46868 None None] Notify callbacks [] for port, precommit_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:14.348558 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-8de2e4f6-91d7-411d-8334-7f43a4f46868 None None] Transition to ACTIVE for port object dc68eac6-0627-460b-983c-525a8888c16b will not be triggered until provisioned by entity L2. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:05:14.370722 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-8de2e4f6-91d7-411d-8334-7f43a4f46868 None None] Transition to ACTIVE for port object dc68eac6-0627-460b-983c-525a8888c16b will not be triggered until provisioned by entity DHCP. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:05:14.376735 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8de2e4f6-91d7-411d-8334-7f43a4f46868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408'] for port, after_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:14.382036 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-ac32f327-b3e0-4afe-9787-4b705369095c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:05:14.421446 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-98179e59-8bd0-48ad-a9da-fbcf1200e707 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] GET failed (client error): The resource could not be found.
Dec 24 11:05:14.422029 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-98179e59-8bd0-48ad-a9da-fbcf1200e707 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Synchronizing usage tracker for tenant:16b8df9aad104dc0ac4afa0a1ae53906 on resource:subnet {{(pid=88879) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:05:14.458625 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b57370c-97af-4c4a-ab4e-16358700166c tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Pushing event updated for resources: {'Subnet': ['ID=ad2c5bed-d64c-449b-aff2-0446c9ef60c8,revision_number=0']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:05:14.467683 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de2e4f6-91d7-411d-8334-7f43a4f46868 None None] Network bc400643-1b0f-4f8c-915d-d0193ed6f152 is already hosted by enough agents. {{(pid=88880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:05:14.470903 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-8de2e4f6-91d7-411d-8334-7f43a4f46868 None None] Resources bound (agent type, host, resource id):  {{(pid=88880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:05:14.477289 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de2e4f6-91d7-411d-8334-7f43a4f46868 None None] Received port after_create {{(pid=88880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:05:14.504421 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-2b57370c-97af-4c4a-ab4e-16358700166c tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:05:14.538316 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-ea3e7240-8c93-47be-8cfd-1f2671786ae1 admin admin] Calling delete_port for 4d269f74-e6f0-4d49-be8e-ff9a1d806565 owned by network:router_gateway {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:05:14.585304 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab08dfc6-2d59-46f2-a98d-b6bd604080a3 tempest-DHCPAgentSchedulersTestJSON-66244088 tempest-DHCPAgentSchedulersTestJSON-66244088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:05:14.589919 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ab08dfc6-2d59-46f2-a98d-b6bd604080a3 tempest-DHCPAgentSchedulersTestJSON-66244088 tempest-DHCPAgentSchedulersTestJSON-66244088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:14.687147 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90657578-81ff-4d6c-9004-63b8f24c0ac9 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:05:14.688672 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90657578-81ff-4d6c-9004-63b8f24c0ac9 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:05:14.694338 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-90657578-81ff-4d6c-9004-63b8f24c0ac9 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.3564069
Dec 24 11:05:14.694338 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-ab08dfc6-2d59-46f2-a98d-b6bd604080a3 tempest-DHCPAgentSchedulersTestJSON-66244088 tempest-DHCPAgentSchedulersTestJSON-66244088-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 939 time: 3.8725479
Dec 24 11:05:14.698993 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 37046) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:14.699367 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 37048) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:14.712642 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-bd468b1f-01a9-4bdb-b6c1-89e785275071 tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] 10.222.0.65 "GET /v2.0/ports?network_id=f8c337ba-681f-4fcb-a333-e3c49365b30a&device_id=9b7be41b-6c4f-4a6c-9ff9-cfde77630ce0&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.6223469
Dec 24 11:05:14.712642 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-98179e59-8bd0-48ad-a9da-fbcf1200e707 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Unset dirty status for tenant:16b8df9aad104dc0ac4afa0a1ae53906 on resource:subnet {{(pid=88879) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:05:14.716198 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-98179e59-8bd0-48ad-a9da-fbcf1200e707 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] 10.222.0.65 "GET /v2.0/subnets/a01d883f-dab2-47fa-a89a-95bf4e702231 HTTP/1.1" status: 404  len: 337 time: 0.3911200
Dec 24 11:05:14.716198 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 37054) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:14.738509 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b57370c-97af-4c4a-ab4e-16358700166c tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Checking segment: {'id': '47e7294f-6ecc-4699-9c35-073f2f04c334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '948bc47c-9c8e-4492-97a3-e6f29f065021'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:05:14.739218 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b57370c-97af-4c4a-ab4e-16358700166c tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Network hostable DHCP agents. Network: 948bc47c-9c8e-4492-97a3-e6f29f065021, hostable agents: ['edcf98dc-3032-472a-8b3d-f23fd1e89806'], hosted agents: [] {{(pid=88879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 24 11:05:14.748722 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 37056) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:14.764015 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 0fe7f980-7e97-4ddd-83d8-282a90ba8b4a up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:05:14.820072 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-cbbd48df-f42c-46dd-9983-4cad6649bc9f tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:14.829588 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de2e4f6-91d7-411d-8334-7f43a4f46868 None None] Pushing event updated for resources: {'Port': ['ID=dc68eac6-0627-460b-983c-525a8888c16b,revision_number=1']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:05:14.842160 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-cbbd48df-f42c-46dd-9983-4cad6649bc9f tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Transition to ACTIVE for port object ade4b234-331a-4b86-bda0-e4024cfa8f08 will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:05:14.875977 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-8de2e4f6-91d7-411d-8334-7f43a4f46868 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.494s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:05:14.974555 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-cbbd48df-f42c-46dd-9983-4cad6649bc9f tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:14.977625 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f28ded6-0f76-426b-97aa-54d0c35bb7fd tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] DELETE failed (client error): The resource could not be found.
Dec 24 11:05:14.978218 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f28ded6-0f76-426b-97aa-54d0c35bb7fd tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88879) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 24 11:05:14.985497 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-2f28ded6-0f76-426b-97aa-54d0c35bb7fd tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] 10.222.0.65 "DELETE /v2.0/networks/d27adcdf-b9ac-45a1-818e-042939c43038 HTTP/1.1" status: 404  len: 339 time: 0.0576003
Dec 24 11:05:14.986875 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-8de2e4f6-91d7-411d-8334-7f43a4f46868 None None] Attempting to bind port dc68eac6-0627-460b-983c-525a8888c16b on host dv-neutron-822691-2-hyperv for vnic_type normal with profile  {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:05:14.987395 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-8de2e4f6-91d7-411d-8334-7f43a4f46868 None None] Attempting to bind port dc68eac6-0627-460b-983c-525a8888c16b by drivers openvswitch,hyperv on host dv-neutron-822691-2-hyperv at level 0 using segments [{'id': 'bbf7581f-3b5b-487e-a7ea-bd8c4a57b6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'bc400643-1b0f-4f8c-915d-d0193ed6f152'}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:05:14.987824 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de2e4f6-91d7-411d-8334-7f43a4f46868 None None] Attempting to bind port dc68eac6-0627-460b-983c-525a8888c16b on network bc400643-1b0f-4f8c-915d-d0193ed6f152 {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:05:14.995650 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning for port 0fe7f980-7e97-4ddd-83d8-282a90ba8b4a completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:05:14.999289 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 37062) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:15.003895 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 9ec53d54-fa7d-41b5-8807-234011ce4e51 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:05:15.010303 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-90df2d2a-c1cb-46ce-a382-d4cd53d99c9f tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Deleting port 9558fae8-2b3c-435d-bae2-328782206eca {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:05:15.010784 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-90df2d2a-c1cb-46ce-a382-d4cd53d99c9f tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:15.018339 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f05d2928-8bed-448f-a2e0-9df96ed7550c tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:05:15.079177 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbbd48df-f42c-46dd-9983-4cad6649bc9f tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Network c5575859-d751-4466-a894-d2db623d50b3 is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:05:15.093168 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de2e4f6-91d7-411d-8334-7f43a4f46868 None None] Checking agent: {'id': 'db1275c1-6001-47af-93c2-635c68404703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822691-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 52, 8), 'started_at': datetime.datetime(2021, 12, 24, 10, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 5, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822691-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:05:15.093622 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de2e4f6-91d7-411d-8334-7f43a4f46868 None None] Checking segment: {'id': 'bbf7581f-3b5b-487e-a7ea-bd8c4a57b6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'bc400643-1b0f-4f8c-915d-d0193ed6f152'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:05:15.094256 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8de2e4f6-91d7-411d-8334-7f43a4f46868 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:15.095521 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de2e4f6-91d7-411d-8334-7f43a4f46868 None None] Bound using segment: {'id': 'bbf7581f-3b5b-487e-a7ea-bd8c4a57b6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'bc400643-1b0f-4f8c-915d-d0193ed6f152'} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:05:15.095521 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-8de2e4f6-91d7-411d-8334-7f43a4f46868 None None] Bound port: dc68eac6-0627-460b-983c-525a8888c16b, host: dv-neutron-822691-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbf7581f-3b5b-487e-a7ea-bd8c4a57b6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'bc400643-1b0f-4f8c-915d-d0193ed6f152'}}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:05:15.095863 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8de2e4f6-91d7-411d-8334-7f43a4f46868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:15.124698 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-19b1b552-ece9-4343-a0c5-b4d6e95bad58 tempest-DHCPAgentSchedulersTestJSON-66244088 tempest-DHCPAgentSchedulersTestJSON-66244088-project] Deleting port 092d14ff-7c56-4823-88be-6c2533b8be05 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:05:15.126115 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-19b1b552-ece9-4343-a0c5-b4d6e95bad58 tempest-DHCPAgentSchedulersTestJSON-66244088 tempest-DHCPAgentSchedulersTestJSON-66244088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:15.153076 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-cbbd48df-f42c-46dd-9983-4cad6649bc9f tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Resources bound (agent type, host, resource id):  {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:05:15.156808 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbbd48df-f42c-46dd-9983-4cad6649bc9f tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:05:15.165029 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbbd48df-f42c-46dd-9983-4cad6649bc9f tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:05:15.165976 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-cbbd48df-f42c-46dd-9983-4cad6649bc9f tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:15.178198 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning for port 9ec53d54-fa7d-41b5-8807-234011ce4e51 completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:05:15.217558 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b57370c-97af-4c4a-ab4e-16358700166c tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Network 948bc47c-9c8e-4492-97a3-e6f29f065021 is scheduled to be hosted by DHCP agent edcf98dc-3032-472a-8b3d-f23fd1e89806 with binding_index 1 {{(pid=88879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 24 11:05:15.268580 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-8de2e4f6-91d7-411d-8334-7f43a4f46868 None None] For port dc68eac6-0627-460b-983c-525a8888c16b, host dv-neutron-822691-2-hyperv, cleared binding levels {{(pid=88880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:05:15.272876 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-8de2e4f6-91d7-411d-8334-7f43a4f46868 None None] For port dc68eac6-0627-460b-983c-525a8888c16b, host dv-neutron-822691-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=dc68eac6-0627-460b-983c-525a8888c16b,segment=NetworkSegment(bbf7581f-3b5b-487e-a7ea-bd8c4a57b6ed),segment_id=bbf7581f-3b5b-487e-a7ea-bd8c4a57b6ed)] {{(pid=88880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:05:15.277920 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8de2e4f6-91d7-411d-8334-7f43a4f46868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:15.283374 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-13b9fbfb-ca71-44aa-85c1-1514233d414a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:05:15.379490 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de2e4f6-91d7-411d-8334-7f43a4f46868 None None] Pushing event updated for resources: {'Port': ['ID=dc68eac6-0627-460b-983c-525a8888c16b,revision_number=2']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:05:15.393431 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-8de2e4f6-91d7-411d-8334-7f43a4f46868 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:05:15.402312 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-2b57370c-97af-4c4a-ab4e-16358700166c tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822691-2-hyperv, 948bc47c-9c8e-4492-97a3-e6f29f065021) {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:05:15.407644 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b57370c-97af-4c4a-ab4e-16358700166c tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:05:15.408286 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2b57370c-97af-4c4a-ab4e-16358700166c tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks [] for subnet, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:15.416964 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8fd5ef9-955a-40cb-80b8-2ec70d05e2d6 None None] Network 948bc47c-9c8e-4492-97a3-e6f29f065021 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:05:15.423454 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-cbbd48df-f42c-46dd-9983-4cad6649bc9f tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 3.7281902
Dec 24 11:05:15.424592 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbd48df-f42c-46dd-9983-4cad6649bc9f tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Pushing event updated for resources: {'Port': ['ID=ade4b234-331a-4b86-bda0-e4024cfa8f08,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:05:15.436059 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-cbbd48df-f42c-46dd-9983-4cad6649bc9f tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:05:15.436914 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 37066) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:15.456288 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ea3e7240-8c93-47be-8cfd-1f2671786ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:15.517774 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-d798eba5-1f13-448d-966e-3efa45313623 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Request body: {'subnet': {'network_id': 'c5575859-d751-4466-a894-d2db623d50b3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:05:15.614930 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-00213188-053b-4058-858c-11c3a6d95dc0 None None] Provisioning complete for port 075692e3-49bf-4527-abfe-0311ef31076f triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:05:15.615459 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-00213188-053b-4058-858c-11c3a6d95dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:15.661580 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb1fdde0-f8f1-47d6-90f4-a2b15034820f tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:05:15.663879 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-eb1fdde0-f8f1-47d6-90f4-a2b15034820f tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] 10.222.0.65 "GET /v2.0/networks/f8c337ba-681f-4fcb-a333-e3c49365b30a HTTP/1.1" status: 200  len: 881 time: 0.9294379
Dec 24 11:05:15.669275 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-90df2d2a-c1cb-46ce-a382-d4cd53d99c9f tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:15.670413 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 37070) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:15.681360 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-2b57370c-97af-4c4a-ab4e-16358700166c tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 4.1974590
Dec 24 11:05:15.722103 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-e6235cac-ffcf-4f3d-8866-7d820456f366 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:05:15.768605 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 37074) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:15.792059 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-00213188-053b-4058-858c-11c3a6d95dc0 None None] Port 075692e3-49bf-4527-abfe-0311ef31076f cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:05:15.825421 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-88e67885-ab4c-455f-a0b9-c6e62954827a tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1001817529', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:05:15.890680 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-00213188-053b-4058-858c-11c3a6d95dc0 None None] Provisioning for port 9ec53d54-fa7d-41b5-8807-234011ce4e51 completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:05:15.897445 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38a96b72-7fb5-4690-a71e-d9280a4f7062 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:05:15.899512 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-38a96b72-7fb5-4690-a71e-d9280a4f7062 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Synchronizing usage tracker for tenant:16b8df9aad104dc0ac4afa0a1ae53906 on resource:network {{(pid=88879) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:05:15.900038 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-00213188-053b-4058-858c-11c3a6d95dc0 None None] Provisioning complete for port 9ec53d54-fa7d-41b5-8807-234011ce4e51 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:05:15.900596 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-00213188-053b-4058-858c-11c3a6d95dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:15.953132 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-d798eba5-1f13-448d-966e-3efa45313623 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:05:15.976929 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cac8047-c1b7-4c8c-8133-cf075baeaa06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73968e80-91fd-539e-a7c6-b31af6d9e680-948bc47c-9c8e-4492-97a3-e6f29f065021', 'network_id': '948bc47c-9c8e-4492-97a3-e6f29f065021', 'tenant_id': '56d5354af46a4a91924cfe2259b4b254', 'fixed_ips': [{'subnet_id': 'ad2c5bed-d64c-449b-aff2-0446c9ef60c8'}]}} from dv-neutron-822691-2-hyperv. {{(pid=88880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 24 11:05:15.980316 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-385221bd-b814-46fe-a6aa-42fa77f565b7 tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] 10.222.0.65 "GET /v2.0/ports?device_id=9b7be41b-6c4f-4a6c-9ff9-cfde77630ce0 HTTP/1.1" status: 200  len: 205 time: 0.3053625
Dec 24 11:05:15.980703 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4cac8047-c1b7-4c8c-8133-cf075baeaa06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:16.005191 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 37078) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:16.094155 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-d798eba5-1f13-448d-966e-3efa45313623 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Usage tracker for resource:subnet and tenant:58aa2a41110240a2b5bfe3b4600f4977 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:05:16.117239 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-d798eba5-1f13-448d-966e-3efa45313623 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:05:16.145212 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-d798eba5-1f13-448d-966e-3efa45313623 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:05:16.149907 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-38a96b72-7fb5-4690-a71e-d9280a4f7062 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Unset dirty status for tenant:16b8df9aad104dc0ac4afa0a1ae53906 on resource:network {{(pid=88879) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:05:16.154772 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-38a96b72-7fb5-4690-a71e-d9280a4f7062 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 782 time: 1.0737314
Dec 24 11:05:16.155734 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 37082) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:16.249867 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-2d15459c-5226-4338-aa03-927deb74fe48 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] 10.222.0.65 "GET /v2.0/subnets?network_id=f8c337ba-681f-4fcb-a333-e3c49365b30a HTTP/1.1" status: 200  len: 207 time: 0.0898130
Dec 24 11:05:16.253206 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 37086) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:16.277535 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-00213188-053b-4058-858c-11c3a6d95dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:16.291011 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d798eba5-1f13-448d-966e-3efa45313623 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Made reservation on behalf of 58aa2a41110240a2b5bfe3b4600f4977 for: {'subnet': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:05:16.330978 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3e7240-8c93-47be-8cfd-1f2671786ae1 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d269f74-e6f0-4d49-be8e-ff9a1d806565,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:05:16.383371 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-00213188-053b-4058-858c-11c3a6d95dc0 None None] For port 9ec53d54-fa7d-41b5-8807-234011ce4e51, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=9ec53d54-fa7d-41b5-8807-234011ce4e51,segment=NetworkSegment(7075ddff-73f9-4b5d-849d-d4fee32e4bbc),segment_id=7075ddff-73f9-4b5d-849d-d4fee32e4bbc)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:05:16.391984 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-00213188-053b-4058-858c-11c3a6d95dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:16.402678 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-cb694b8b-eeab-4248-bb36-53fa394eba43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:05:16.430348 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-ea3e7240-8c93-47be-8cfd-1f2671786ae1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.708s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:05:16.502705 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-4cac8047-c1b7-4c8c-8133-cf075baeaa06 None None] Allocated IP 172.20.0.2 (948bc47c-9c8e-4492-97a3-e6f29f065021/ad2c5bed-d64c-449b-aff2-0446c9ef60c8/3e07740f-e305-46b8-a3d0-7596259fd68a) {{(pid=88880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:05:16.570273 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-dd4a3848-461d-4a31-83c7-cb682c682d2a None None] Could not find standard attr ID for object 514f0f7f-63b7-4310-aba5-5d1944ada1d4. {{(pid=88880) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 24 11:05:16.572194 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00213188-053b-4058-858c-11c3a6d95dc0 None None] Pushing event updated for resources: {'Port': ['ID=9ec53d54-fa7d-41b5-8807-234011ce4e51,revision_number=3']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:05:16.576092 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-00213188-053b-4058-858c-11c3a6d95dc0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:05:16.590680 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-88e67885-ab4c-455f-a0b9-c6e62954827a tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:05:16.607341 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf27d4f2-2c86-47ae-8db2-5b6447e8cef4 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Deleting subnet e75a6aaa-7f79-4fd0-a930-1c2cb985c322 {{(pid=88878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 24 11:05:16.625637 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-90df2d2a-c1cb-46ce-a382-d4cd53d99c9f tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Calling delete_port for 9558fae8-2b3c-435d-bae2-328782206eca owned by network:router_interface {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:05:16.699247 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device dc68eac6-0627-460b-983c-525a8888c16b up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:05:16.701707 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bf27d4f2-2c86-47ae-8db2-5b6447e8cef4 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks [] for subnet, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:16.737753 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-88e67885-ab4c-455f-a0b9-c6e62954827a tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Usage tracker for resource:router and tenant:56d5354af46a4a91924cfe2259b4b254 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:05:16.767915 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-dd4a3848-461d-4a31-83c7-cb682c682d2a None None] Provisioning for port 0fe7f980-7e97-4ddd-83d8-282a90ba8b4a completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:05:16.777081 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-dd4a3848-461d-4a31-83c7-cb682c682d2a None None] Provisioning complete for port 0fe7f980-7e97-4ddd-83d8-282a90ba8b4a triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:05:16.777428 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-88e67885-ab4c-455f-a0b9-c6e62954827a tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:05:16.777591 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-dd4a3848-461d-4a31-83c7-cb682c682d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:16.809166 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-88e67885-ab4c-455f-a0b9-c6e62954827a tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:05:16.882640 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning for port dc68eac6-0627-460b-983c-525a8888c16b completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:05:16.906439 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-88e67885-ab4c-455f-a0b9-c6e62954827a tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-612016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-84579'] for router, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:16.908224 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-88e67885-ab4c-455f-a0b9-c6e62954827a tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854163950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659046', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854079771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854691221'] for router, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:16.995467 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bf27d4f2-2c86-47ae-8db2-5b6447e8cef4 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852534446'] for subnet, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:17.032202 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-dd4a3848-461d-4a31-83c7-cb682c682d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:17.043172 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e3176a2-7ccc-492c-8771-dc0975169dbe tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:05:17.047635 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e3176a2-7ccc-492c-8771-dc0975169dbe tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:05:17.052517 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e3176a2-7ccc-492c-8771-dc0975169dbe tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:05:17.057581 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e3176a2-7ccc-492c-8771-dc0975169dbe tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:05:17.065107 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-2e3176a2-7ccc-492c-8771-dc0975169dbe tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2484 time: 0.8007858
Dec 24 11:05:17.067933 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 37090) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:17.104390 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-dd4a3848-461d-4a31-83c7-cb682c682d2a None None] For port 0fe7f980-7e97-4ddd-83d8-282a90ba8b4a, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=0fe7f980-7e97-4ddd-83d8-282a90ba8b4a,segment=NetworkSegment(6618a092-51b2-4e3d-9318-3ce6b7b40c55),segment_id=6618a092-51b2-4e3d-9318-3ce6b7b40c55)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:05:17.106024 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4cac8047-c1b7-4c8c-8133-cf075baeaa06 None None] Notify callbacks [] for port, precommit_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:17.109891 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-dd4a3848-461d-4a31-83c7-cb682c682d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:17.115803 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-383e5eec-8de7-4175-95a3-0c00b6a01225 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:05:17.167952 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-4cac8047-c1b7-4c8c-8133-cf075baeaa06 None None] Transition to ACTIVE for port object 3e07740f-e305-46b8-a3d0-7596259fd68a will not be triggered until provisioned by entity L2. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:05:17.178280 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d798eba5-1f13-448d-966e-3efa45313623 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3619482'] for subnet, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:17.213034 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-4cac8047-c1b7-4c8c-8133-cf075baeaa06 None None] Transition to ACTIVE for port object 3e07740f-e305-46b8-a3d0-7596259fd68a will not be triggered until provisioned by entity DHCP. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:05:17.217957 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-dd4a3848-461d-4a31-83c7-cb682c682d2a None None] Provisioning for port ade4b234-331a-4b86-bda0-e4024cfa8f08 completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:05:17.224012 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-dd4a3848-461d-4a31-83c7-cb682c682d2a None None] Provisioning complete for port ade4b234-331a-4b86-bda0-e4024cfa8f08 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:05:17.224437 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-dd4a3848-461d-4a31-83c7-cb682c682d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:17.260420 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4cac8047-c1b7-4c8c-8133-cf075baeaa06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408'] for port, after_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:17.282596 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4a3848-461d-4a31-83c7-cb682c682d2a None None] Pushing event updated for resources: {'Port': ['ID=0fe7f980-7e97-4ddd-83d8-282a90ba8b4a,revision_number=3']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:05:17.288091 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ea3e7240-8c93-47be-8cfd-1f2671786ae1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854116846'] for router_gateway, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:17.289334 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-dd4a3848-461d-4a31-83c7-cb682c682d2a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:05:17.291750 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-00213188-053b-4058-858c-11c3a6d95dc0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:05:17.335660 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cac8047-c1b7-4c8c-8133-cf075baeaa06 None None] Network 948bc47c-9c8e-4492-97a3-e6f29f065021 is already hosted by enough agents. {{(pid=88880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:05:17.351313 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-4cac8047-c1b7-4c8c-8133-cf075baeaa06 None None] Resources bound (agent type, host, resource id):  {{(pid=88880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:05:17.362212 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cac8047-c1b7-4c8c-8133-cf075baeaa06 None None] Received port after_create {{(pid=88880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:05:17.438284 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-d2ff4f58-831e-4169-af37-15e22bcb8f23 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] 10.222.0.65 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200  len: 573 time: 0.3619399
Dec 24 11:05:17.439072 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-dd4a3848-461d-4a31-83c7-cb682c682d2a None None] Port ade4b234-331a-4b86-bda0-e4024cfa8f08 cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:05:17.443818 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 37094) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:17.457164 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-19b1b552-ece9-4343-a0c5-b4d6e95bad58 tempest-DHCPAgentSchedulersTestJSON-66244088 tempest-DHCPAgentSchedulersTestJSON-66244088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:17.482387 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-88e67885-ab4c-455f-a0b9-c6e62954827a tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:17.486887 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cac8047-c1b7-4c8c-8133-cf075baeaa06 None None] Pushing event updated for resources: {'Port': ['ID=3e07740f-e305-46b8-a3d0-7596259fd68a,revision_number=1']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:05:17.491910 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-4cac8047-c1b7-4c8c-8133-cf075baeaa06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:05:17.493568 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-4cac8047-c1b7-4c8c-8133-cf075baeaa06 None None] Attempting to bind port 3e07740f-e305-46b8-a3d0-7596259fd68a on host dv-neutron-822691-2-hyperv for vnic_type normal with profile  {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:05:17.494048 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-4cac8047-c1b7-4c8c-8133-cf075baeaa06 None None] Attempting to bind port 3e07740f-e305-46b8-a3d0-7596259fd68a by drivers openvswitch,hyperv on host dv-neutron-822691-2-hyperv at level 0 using segments [{'id': '47e7294f-6ecc-4699-9c35-073f2f04c334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '948bc47c-9c8e-4492-97a3-e6f29f065021'}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:05:17.495470 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cac8047-c1b7-4c8c-8133-cf075baeaa06 None None] Attempting to bind port 3e07740f-e305-46b8-a3d0-7596259fd68a on network 948bc47c-9c8e-4492-97a3-e6f29f065021 {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:05:17.503863 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cac8047-c1b7-4c8c-8133-cf075baeaa06 None None] Checking agent: {'id': 'db1275c1-6001-47af-93c2-635c68404703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822691-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 52, 8), 'started_at': datetime.datetime(2021, 12, 24, 10, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 5, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822691-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:05:17.504110 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cac8047-c1b7-4c8c-8133-cf075baeaa06 None None] Checking segment: {'id': '47e7294f-6ecc-4699-9c35-073f2f04c334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '948bc47c-9c8e-4492-97a3-e6f29f065021'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:05:17.504550 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4cac8047-c1b7-4c8c-8133-cf075baeaa06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:17.504850 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cac8047-c1b7-4c8c-8133-cf075baeaa06 None None] Bound using segment: {'id': '47e7294f-6ecc-4699-9c35-073f2f04c334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '948bc47c-9c8e-4492-97a3-e6f29f065021'} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:05:17.506147 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-4cac8047-c1b7-4c8c-8133-cf075baeaa06 None None] Bound port: 3e07740f-e305-46b8-a3d0-7596259fd68a, host: dv-neutron-822691-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47e7294f-6ecc-4699-9c35-073f2f04c334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '948bc47c-9c8e-4492-97a3-e6f29f065021'}}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:05:17.506147 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4cac8047-c1b7-4c8c-8133-cf075baeaa06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:17.546990 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9b518189-2374-4fc7-acbf-aa61cfdb795a tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Notify callbacks [] for router, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:17.640856 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-919d07fd-b268-4724-920b-df5a144e53c9 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:05:17.642499 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-919d07fd-b268-4724-920b-df5a144e53c9 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:05:17.648226 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-919d07fd-b268-4724-920b-df5a144e53c9 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1446 time: 0.1982465
Dec 24 11:05:17.648226 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.ipam_backend_mixin [None req-d798eba5-1f13-448d-966e-3efa45313623 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4cfc3240-a14e-4f5c-b877-495a7bfdf010 (CIDR: 2001:db8::/64)
Dec 24 11:05:17.651856 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 37098) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:17.668531 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-4cac8047-c1b7-4c8c-8133-cf075baeaa06 None None] For port 3e07740f-e305-46b8-a3d0-7596259fd68a, host dv-neutron-822691-2-hyperv, cleared binding levels {{(pid=88880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:05:17.672436 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-4cac8047-c1b7-4c8c-8133-cf075baeaa06 None None] For port 3e07740f-e305-46b8-a3d0-7596259fd68a, host dv-neutron-822691-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=3e07740f-e305-46b8-a3d0-7596259fd68a,segment=NetworkSegment(47e7294f-6ecc-4699-9c35-073f2f04c334),segment_id=47e7294f-6ecc-4699-9c35-073f2f04c334)] {{(pid=88880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:05:17.677630 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4cac8047-c1b7-4c8c-8133-cf075baeaa06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:17.682994 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-121c68bc-c88a-47e7-85e4-e5a04ef358ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:05:17.695029 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-d798eba5-1f13-448d-966e-3efa45313623 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 24 11:05:17.695524 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d798eba5-1f13-448d-966e-3efa45313623 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88879) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 24 11:05:17.748988 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-d798eba5-1f13-448d-966e-3efa45313623 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 2.2446394
Dec 24 11:05:17.753624 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 37102) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:17.765733 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-3c867852-7fae-4ed5-88ec-133c4e84d3aa tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Request body: {'subnet': {'network_id': 'c5575859-d751-4466-a894-d2db623d50b3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:05:17.811684 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9438eff5-67b7-4afb-9d56-ce2fb882a25e tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Attributes excluded by policy engine: ['shared'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:05:17.813273 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9438eff5-67b7-4afb-9d56-ce2fb882a25e tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Attributes excluded by policy engine: ['shared'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:05:17.821412 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-9438eff5-67b7-4afb-9d56-ce2fb882a25e tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] 10.222.0.65 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200  len: 403 time: 0.1635096
Dec 24 11:05:17.821664 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cac8047-c1b7-4c8c-8133-cf075baeaa06 None None] Pushing event updated for resources: {'Port': ['ID=3e07740f-e305-46b8-a3d0-7596259fd68a,revision_number=2']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:05:17.823007 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 37106) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:17.833972 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-4cac8047-c1b7-4c8c-8133-cf075baeaa06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:05:17.852767 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-19b1b552-ece9-4343-a0c5-b4d6e95bad58 tempest-DHCPAgentSchedulersTestJSON-66244088 tempest-DHCPAgentSchedulersTestJSON-66244088-project] Calling delete_port for 092d14ff-7c56-4823-88be-6c2533b8be05 owned by  {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:05:17.903338 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-88e67885-ab4c-455f-a0b9-c6e62954827a tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854163800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854116816'] for router, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:17.953537 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ea3e7240-8c93-47be-8cfd-1f2671786ae1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854158724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-84560'] for router, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:18.018266 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bf27d4f2-2c86-47ae-8db2-5b6447e8cef4 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847655656'] for subnet, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:18.065415 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ea3e7240-8c93-47be-8cfd-1f2671786ae1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:18.081312 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2214ad28-bb7e-4b88-bd51-2df8aa30251a None None] Network bc400643-1b0f-4f8c-915d-d0193ed6f152 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:05:18.115293 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-88e67885-ab4c-455f-a0b9-c6e62954827a tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks [] for router, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:18.119761 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-88e67885-ab4c-455f-a0b9-c6e62954827a tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201  len: 702 time: 2.3063695
Dec 24 11:05:18.125996 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 37110) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:18.136100 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-167f4fe2-beb5-4a65-8caa-ce4db42e1d2e tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Request body: {'port': {'network_id': '948bc47c-9c8e-4492-97a3-e6f29f065021', 'name': 'tempest-PortsTestJSON-1535897557'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:05:18.243496 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-3c867852-7fae-4ed5-88ec-133c4e84d3aa tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:05:18.263015 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e14ed8a-2711-412c-985e-59c6c3d34d4f tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:05:18.264572 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-7e14ed8a-2711-412c-985e-59c6c3d34d4f tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] 10.222.0.65 "GET /v2.0/networks/43336de9-8907-443d-9469-141af13ca809 HTTP/1.1" status: 200  len: 799 time: 0.4413888
Dec 24 11:05:18.266535 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-3c867852-7fae-4ed5-88ec-133c4e84d3aa tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Usage tracker for resource:subnet and tenant:58aa2a41110240a2b5bfe3b4600f4977 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:05:18.272423 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-3c867852-7fae-4ed5-88ec-133c4e84d3aa tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:05:18.272657 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-90df2d2a-c1cb-46ce-a382-d4cd53d99c9f tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:18.275848 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 37114) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:18.292361 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-30031236-9238-493f-86c7-82c5fe473f09 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:05:18.311709 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-3c867852-7fae-4ed5-88ec-133c4e84d3aa tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:05:18.311892 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-27437ddb-58df-4b95-977d-77a25191a8ff None None] Provisioning for port dc68eac6-0627-460b-983c-525a8888c16b completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:05:18.324381 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-27437ddb-58df-4b95-977d-77a25191a8ff None None] Provisioning complete for port dc68eac6-0627-460b-983c-525a8888c16b triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:05:18.324959 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-27437ddb-58df-4b95-977d-77a25191a8ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:18.353366 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c867852-7fae-4ed5-88ec-133c4e84d3aa tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Made reservation on behalf of 58aa2a41110240a2b5bfe3b4600f4977 for: {'subnet': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:05:18.363202 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3c867852-7fae-4ed5-88ec-133c4e84d3aa tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3619482'] for subnet, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:18.536150 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9b518189-2374-4fc7-acbf-aa61cfdb795a tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:18.636221 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-27437ddb-58df-4b95-977d-77a25191a8ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:18.675903 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-9b518189-2374-4fc7-acbf-aa61cfdb795a tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Deleting port b8a55ab4-9c26-43ee-b85f-fda08dea04e1 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:05:18.684143 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9b518189-2374-4fc7-acbf-aa61cfdb795a tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:18.694336 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-27437ddb-58df-4b95-977d-77a25191a8ff None None] For port dc68eac6-0627-460b-983c-525a8888c16b, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=dc68eac6-0627-460b-983c-525a8888c16b,segment=NetworkSegment(bbf7581f-3b5b-487e-a7ea-bd8c4a57b6ed),segment_id=bbf7581f-3b5b-487e-a7ea-bd8c4a57b6ed)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:05:18.702306 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-27437ddb-58df-4b95-977d-77a25191a8ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:18.707159 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:05:18.744057 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 0fe7f980-7e97-4ddd-83d8-282a90ba8b4a up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:05:18.758057 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ea3e7240-8c93-47be-8cfd-1f2671786ae1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854158830'] for router, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:18.759264 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea3e7240-8c93-47be-8cfd-1f2671786ae1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1eb6a4ee-8ae3-441c-b3d2-afb3a85953e4 {{(pid=88878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 24 11:05:18.770794 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90df2d2a-c1cb-46ce-a382-d4cd53d99c9f tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Pushing event deleted for resources: {'Port': ['ID=9558fae8-2b3c-435d-bae2-328782206eca,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:05:18.775055 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-ccfd724c-74b8-4f95-a4f1-b00012734047 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] 10.222.0.65 "GET /v2.0/networks/43336de9-8907-443d-9469-141af13ca809?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200  len: 315 time: 0.4950917
Dec 24 11:05:18.778071 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-90df2d2a-c1cb-46ce-a382-d4cd53d99c9f tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.485s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:05:18.781886 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 37118) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:18.859440 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bf27d4f2-2c86-47ae-8db2-5b6447e8cef4 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7120129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3978858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852529715'] for subnet, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:18.882122 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27437ddb-58df-4b95-977d-77a25191a8ff None None] Pushing event updated for resources: {'Port': ['ID=dc68eac6-0627-460b-983c-525a8888c16b,revision_number=3']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:05:18.883640 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-72ab4e65-0406-45c9-931c-e8f290da64d7 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:05:18.886172 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-27437ddb-58df-4b95-977d-77a25191a8ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:05:18.906190 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port 0fe7f980-7e97-4ddd-83d8-282a90ba8b4a triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:05:18.906534 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:18.960972 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf27d4f2-2c86-47ae-8db2-5b6447e8cef4 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Pushing event deleted for resources: {'Subnet': ['ID=e75a6aaa-7f79-4fd0-a930-1c2cb985c322,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:05:18.963997 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-bf27d4f2-2c86-47ae-8db2-5b6447e8cef4 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:05:18.974252 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4353d051-eabd-4c27-8706-66656f2d8a0e tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:05:18.978403 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-4353d051-eabd-4c27-8706-66656f2d8a0e tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] 10.222.0.65 "GET /v2.0/subnets/2cf1f6d0-74cb-4a1c-9b69-76e78239e4ea HTTP/1.1" status: 200  len: 811 time: 0.1903899
Dec 24 11:05:18.984147 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 37122) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:19.042213 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-19b1b552-ece9-4343-a0c5-b4d6e95bad58 tempest-DHCPAgentSchedulersTestJSON-66244088 tempest-DHCPAgentSchedulersTestJSON-66244088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:19.096173 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 9ec53d54-fa7d-41b5-8807-234011ce4e51 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:05:19.118902 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bf27d4f2-2c86-47ae-8db2-5b6447e8cef4 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:19.136424 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c2b63bfe-82a5-4d07-b5ea-7d68a1ac9a6f tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:05:19.177566 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-167f4fe2-beb5-4a65-8caa-ce4db42e1d2e tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:05:19.207000 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4790d9f-48e8-4346-80d3-53ffa10118b8 None None] Network 1c9eeaac-d205-4b19-a351-2fe67dd78b42 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:05:19.211282 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-167f4fe2-beb5-4a65-8caa-ce4db42e1d2e tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Usage tracker for resource:port and tenant:56d5354af46a4a91924cfe2259b4b254 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:05:19.215489 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-bf27d4f2-2c86-47ae-8db2-5b6447e8cef4 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "DELETE /v2.0/subnets/e75a6aaa-7f79-4fd0-a930-1c2cb985c322 HTTP/1.1" status: 204  len: 168 time: 4.5099676
Dec 24 11:05:19.225393 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-167f4fe2-beb5-4a65-8caa-ce4db42e1d2e tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:05:19.226700 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 37126) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:19.230874 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ea3e7240-8c93-47be-8cfd-1f2671786ae1 admin admin] Notify callbacks [] for router, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:19.234607 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-ea3e7240-8c93-47be-8cfd-1f2671786ae1 admin admin] 10.222.0.65 "DELETE /v2.0/routers/1eb6a4ee-8ae3-441c-b3d2-afb3a85953e4 HTTP/1.1" status: 204  len: 168 time: 8.4816694
Dec 24 11:05:19.234814 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c00f567b-946a-4e1f-8d85-d1a832ecaf47 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Attributes excluded by policy engine: ['shared'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:05:19.238754 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b1b552-ece9-4343-a0c5-b4d6e95bad58 tempest-DHCPAgentSchedulersTestJSON-66244088 tempest-DHCPAgentSchedulersTestJSON-66244088-project] Pushing event deleted for resources: {'Port': ['ID=092d14ff-7c56-4823-88be-6c2533b8be05,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:05:19.242844 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-19b1b552-ece9-4343-a0c5-b4d6e95bad58 tempest-DHCPAgentSchedulersTestJSON-66244088 tempest-DHCPAgentSchedulersTestJSON-66244088-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:05:19.243667 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 37130) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:19.244039 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 37132) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:19.247574 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-c00f567b-946a-4e1f-8d85-d1a832ecaf47 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] 10.222.0.65 "GET /v2.0/subnets/2cf1f6d0-74cb-4a1c-9b69-76e78239e4ea?fields=id&fields=network_id HTTP/1.1" status: 200  len: 302 time: 0.2026963
Dec 24 11:05:19.253988 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-167f4fe2-beb5-4a65-8caa-ce4db42e1d2e tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:05:19.256964 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-96c08098-d9d8-49d2-9c69-c5996140e144 None None] Could not find standard attr ID for object 092d14ff-7c56-4823-88be-6c2533b8be05. {{(pid=88880) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 24 11:05:19.289050 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port 9ec53d54-fa7d-41b5-8807-234011ce4e51 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:05:19.289470 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:19.307682 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-0bb7cf9e-4000-4c78-adee-a8dd801a027b tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1687518703'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:05:19.365348 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-18fcfa43-e3c7-4821-b6ee-a95c261024d5 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1351943
Dec 24 11:05:19.371102 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9b518189-2374-4fc7-acbf-aa61cfdb795a tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:19.378085 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-0bb7cf9e-4000-4c78-adee-a8dd801a027b tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:05:19.383639 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 37138) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:19.391056 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-0bb7cf9e-4000-4c78-adee-a8dd801a027b tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:05:19.422823 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bb7cf9e-4000-4c78-adee-a8dd801a027b tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Made reservation on behalf of 16b8df9aad104dc0ac4afa0a1ae53906 for: {'network': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:05:19.427120 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-96c08098-d9d8-49d2-9c69-c5996140e144 None None] Provisioning complete for port dc68eac6-0627-460b-983c-525a8888c16b triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:05:19.427550 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-96c08098-d9d8-49d2-9c69-c5996140e144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:19.430880 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0bb7cf9e-4000-4c78-adee-a8dd801a027b tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for network, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:19.515408 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-167f4fe2-beb5-4a65-8caa-ce4db42e1d2e tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Made reservation on behalf of 56d5354af46a4a91924cfe2259b4b254 for: {'port': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:05:19.527823 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-167f4fe2-beb5-4a65-8caa-ce4db42e1d2e tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:19.594403 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bb7cf9e-4000-4c78-adee-a8dd801a027b tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] vlan segment allocate from pool success with {'vlan_id': 617, 'physical_network': 'physnet1'}  {{(pid=88878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 24 11:05:19.628455 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [None req-167f4fe2-beb5-4a65-8caa-ce4db42e1d2e tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] device_id is not set on port 494e91a5-9d35-4e47-a490-0bcc424e2785 yet. {{(pid=88878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 24 11:05:19.728313 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_v2 [None req-d881a4cc-9ef8-4a49-843b-e5a3b0eb891a admin admin] Deleting subnet 38621544-eab0-4f00-bd94-2008793c18b4 {{(pid=88878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 24 11:05:19.743309 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d881a4cc-9ef8-4a49-843b-e5a3b0eb891a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:19.792378 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0bb7cf9e-4000-4c78-adee-a8dd801a027b tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:19.792944 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.segments_db [None req-0bb7cf9e-4000-4c78-adee-a8dd801a027b tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Added segment cca1a877-59af-46e6-8c19-b51b210bdbfb of type vlan for network f5f552c8-e840-4d09-b3e3-0a61ed96e4aa
Dec 24 11:05:19.820427 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-19b1b552-ece9-4343-a0c5-b4d6e95bad58 tempest-DHCPAgentSchedulersTestJSON-66244088 tempest-DHCPAgentSchedulersTestJSON-66244088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:19.909502 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-90df2d2a-c1cb-46ce-a382-d4cd53d99c9f tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036852798164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854055527'] for router_interface, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:19.953916 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d881a4cc-9ef8-4a49-843b-e5a3b0eb891a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852534446'] for subnet, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:19.987654 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-19b1b552-ece9-4343-a0c5-b4d6e95bad58 tempest-DHCPAgentSchedulersTestJSON-66244088 tempest-DHCPAgentSchedulersTestJSON-66244088-project] 10.222.0.65 "DELETE /v2.0/ports/092d14ff-7c56-4823-88be-6c2533b8be05 HTTP/1.1" status: 204  len: 168 time: 5.2799668
Dec 24 11:05:20.010008 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 37142) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:20.018574 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-9b518189-2374-4fc7-acbf-aa61cfdb795a tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Calling delete_port for b8a55ab4-9c26-43ee-b85f-fda08dea04e1 owned by network:router_gateway {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:05:20.053217 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3c867852-7fae-4ed5-88ec-133c4e84d3aa tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3921862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3619467'] for subnet, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:20.072165 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0bb7cf9e-4000-4c78-adee-a8dd801a027b tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363287349540024'] for network, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:20.072693 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-2b57370c-97af-4c4a-ab4e-16358700166c tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:05:20.105738 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 3e07740f-e305-46b8-a3d0-7596259fd68a up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:05:20.172407 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c867852-7fae-4ed5-88ec-133c4e84d3aa tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Network c5575859-d751-4466-a894-d2db623d50b3 is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:05:20.176576 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c867852-7fae-4ed5-88ec-133c4e84d3aa tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Pushing event updated for resources: {'Subnet': ['ID=4c088c9e-0b06-4bf7-a6ca-fabd8e38e1db,revision_number=0']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:05:20.192939 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-3c867852-7fae-4ed5-88ec-133c4e84d3aa tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Resources bound (agent type, host, resource id):  {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:05:20.201843 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-3c867852-7fae-4ed5-88ec-133c4e84d3aa tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:05:20.213273 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edd8c9a6-0382-480d-9613-e9d414ea9109 None None] Network c5575859-d751-4466-a894-d2db623d50b3 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:05:20.216237 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c867852-7fae-4ed5-88ec-133c4e84d3aa tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:05:20.216808 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3c867852-7fae-4ed5-88ec-133c4e84d3aa tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks [] for subnet, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:20.220447 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-167f4fe2-beb5-4a65-8caa-ce4db42e1d2e tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Allocated IP 172.20.0.14 (948bc47c-9c8e-4492-97a3-e6f29f065021/ad2c5bed-d64c-449b-aff2-0446c9ef60c8/494e91a5-9d35-4e47-a490-0bcc424e2785) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:05:20.253394 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2dbf532-3640-4a1b-985d-d97246b8c2b0 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:05:20.254354 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-f2dbf532-3640-4a1b-985d-d97246b8c2b0 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Synchronizing usage tracker for tenant:739a78fd4cfc48c2a4011598579f8f8c on resource:port {{(pid=88879) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:05:20.266073 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-3c867852-7fae-4ed5-88ec-133c4e84d3aa tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 836 time: 2.5109975
Dec 24 11:05:20.277333 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 37148) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:20.302930 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-a1ed1f27-c902-427b-bc7b-cedc46f8f642 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1508198885', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '4c088c9e-0b06-4bf7-a6ca-fabd8e38e1db'}], 'security_groups': ['ee733c36-fa73-4d4b-87c7-8adb78871cd6']}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:05:20.357963 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0bb7cf9e-4000-4c78-adee-a8dd801a027b tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636'] for network, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:20.363346 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bb7cf9e-4000-4c78-adee-a8dd801a027b tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:05:20.364207 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0bb7cf9e-4000-4c78-adee-a8dd801a027b tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks [] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:20.368559 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73d9c92e-9e0b-4a7d-bc5e-7de9cb278ab0 None None] Network 948bc47c-9c8e-4492-97a3-e6f29f065021 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:05:20.388663 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-5d62bb71-2b5c-4395-a557-489385856f56 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:05:20.416221 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-6755402e-c1da-4ef3-9984-9d3d5437bde7 None None] Could not find standard attr ID for object 092d14ff-7c56-4823-88be-6c2533b8be05. {{(pid=88880) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 24 11:05:20.442022 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d619ea89-719c-4e1a-8f9f-1724c5dc55b9 None None] DHCP port deletion for 1c9eeaac-d205-4b19-a351-2fe67dd78b42 request from dv-neutron-822691-2-hyperv {{(pid=88880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 24 11:05:20.445329 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-f2dbf532-3640-4a1b-985d-d97246b8c2b0 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Unset dirty status for tenant:739a78fd4cfc48c2a4011598579f8f8c on resource:port {{(pid=88879) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:05:20.449609 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-f2dbf532-3640-4a1b-985d-d97246b8c2b0 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 1.0614278
Dec 24 11:05:20.450938 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-d619ea89-719c-4e1a-8f9f-1724c5dc55b9 None None] Deleting port 0fe7f980-7e97-4ddd-83d8-282a90ba8b4a {{(pid=88880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:05:20.451368 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d619ea89-719c-4e1a-8f9f-1724c5dc55b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:20.457895 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 37152) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:20.561317 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d881a4cc-9ef8-4a49-843b-e5a3b0eb891a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847655656'] for subnet, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:20.561631 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-6755402e-c1da-4ef3-9984-9d3d5437bde7 None None] Provisioning for port 3e07740f-e305-46b8-a3d0-7596259fd68a completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:05:20.585523 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-6755402e-c1da-4ef3-9984-9d3d5437bde7 None None] Provisioning complete for port 3e07740f-e305-46b8-a3d0-7596259fd68a triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:05:20.585922 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6755402e-c1da-4ef3-9984-9d3d5437bde7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:20.590531 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb7cf9e-4000-4c78-adee-a8dd801a027b tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Pushing event updated for resources: {'Network': ['ID=f5f552c8-e840-4d09-b3e3-0a61ed96e4aa,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:05:20.594092 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-0bb7cf9e-4000-4c78-adee-a8dd801a027b tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 1.3436406
Dec 24 11:05:20.600508 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-0bb7cf9e-4000-4c78-adee-a8dd801a027b tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:05:20.602454 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3a6cea7-bdeb-4113-9b81-e65bcf7586a1 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:05:20.603301 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-a3a6cea7-bdeb-4113-9b81-e65bcf7586a1 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Synchronizing usage tracker for tenant:739a78fd4cfc48c2a4011598579f8f8c on resource:subnet {{(pid=88879) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:05:20.606038 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 37156) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:20.613601 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-a9a4f219-fee1-41bd-b5e3-2014c30d5ed7 tempest-DHCPAgentSchedulersTestJSON-1647522103 tempest-DHCPAgentSchedulersTestJSON-1647522103-project-admin] 10.222.0.65 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4311 time: 0.5409324
Dec 24 11:05:20.625541 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning for port 3e07740f-e305-46b8-a3d0-7596259fd68a completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:05:20.626828 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 37158) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:20.628988 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Network f5f552c8-e840-4d09-b3e3-0a61ed96e4aa details requested by agent ovs-agent-dv-neutron-822691-2-hyperv with host dv-neutron-822691-2-hyperv {{(pid=88880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 24 11:05:20.638257 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-4e1bbd56-fbd4-4d70-b9e0-4bd7bfb7897c tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Request body: {'subnet': {'network_id': 'f5f552c8-e840-4d09-b3e3-0a61ed96e4aa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:05:20.645373 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a1ed1f27-c902-427b-bc7b-cedc46f8f642 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:20.664338 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-a3a6cea7-bdeb-4113-9b81-e65bcf7586a1 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Unset dirty status for tenant:739a78fd4cfc48c2a4011598579f8f8c on resource:subnet {{(pid=88879) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:05:20.667905 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-a3a6cea7-bdeb-4113-9b81-e65bcf7586a1 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.1955369
Dec 24 11:05:20.668117 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-4408043c-5cc8-4b87-b04d-ec148e695b68 tempest-DHCPAgentSchedulersTestJSON-66244088 tempest-DHCPAgentSchedulersTestJSON-66244088-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1861760682'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:05:20.669271 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 37164) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:20.708349 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port 3e07740f-e305-46b8-a3d0-7596259fd68a triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:05:20.708775 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:20.754029 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-4408043c-5cc8-4b87-b04d-ec148e695b68 tempest-DHCPAgentSchedulersTestJSON-66244088 tempest-DHCPAgentSchedulersTestJSON-66244088-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:05:20.779234 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-4408043c-5cc8-4b87-b04d-ec148e695b68 tempest-DHCPAgentSchedulersTestJSON-66244088 tempest-DHCPAgentSchedulersTestJSON-66244088-project] Usage tracker for resource:network and tenant:21a889ae2f1c4600ac1dc8aae0525b15 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:05:20.783833 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-4408043c-5cc8-4b87-b04d-ec148e695b68 tempest-DHCPAgentSchedulersTestJSON-66244088 tempest-DHCPAgentSchedulersTestJSON-66244088-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:05:20.791388 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-606a2098-ba44-4827-a470-50e7427d5687 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1164224
Dec 24 11:05:20.793764 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 37168) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:20.802147 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-7310029c-b9e7-4efd-99aa-d8c9b63c642d tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Request body: {'subnet': {'network_id': '1c9eeaac-d205-4b19-a351-2fe67dd78b42', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:05:21.050161 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-7310029c-b9e7-4efd-99aa-d8c9b63c642d tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:05:21.108872 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-4408043c-5cc8-4b87-b04d-ec148e695b68 tempest-DHCPAgentSchedulersTestJSON-66244088 tempest-DHCPAgentSchedulersTestJSON-66244088-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:05:21.130488 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-7310029c-b9e7-4efd-99aa-d8c9b63c642d tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:05:21.193139 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7310029c-b9e7-4efd-99aa-d8c9b63c642d tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Made reservation on behalf of 739a78fd4cfc48c2a4011598579f8f8c for: {'subnet': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:05:21.208729 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9b518189-2374-4fc7-acbf-aa61cfdb795a tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:21.226214 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-aa43a11f-b81e-4794-917c-bd28ad18e2dc tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:05:21.286199 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b518189-2374-4fc7-acbf-aa61cfdb795a tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Pushing event deleted for resources: {'Port': ['ID=b8a55ab4-9c26-43ee-b85f-fda08dea04e1,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:05:21.299338 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-4e1bbd56-fbd4-4d70-b9e0-4bd7bfb7897c tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:05:21.302215 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4408043c-5cc8-4b87-b04d-ec148e695b68 tempest-DHCPAgentSchedulersTestJSON-66244088 tempest-DHCPAgentSchedulersTestJSON-66244088-project] Made reservation on behalf of 21a889ae2f1c4600ac1dc8aae0525b15 for: {'network': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:05:21.304675 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-9b518189-2374-4fc7-acbf-aa61cfdb795a tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:05:21.308047 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4408043c-5cc8-4b87-b04d-ec148e695b68 tempest-DHCPAgentSchedulersTestJSON-66244088 tempest-DHCPAgentSchedulersTestJSON-66244088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for network, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:21.328057 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6755402e-c1da-4ef3-9984-9d3d5437bde7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:21.345066 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d881a4cc-9ef8-4a49-843b-e5a3b0eb891a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7120129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3978858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852529715'] for subnet, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:21.359545 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-88c5fdb9-895f-4af7-a82a-d3d7b7315e78 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:05:21.364946 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-d619ea89-719c-4e1a-8f9f-1724c5dc55b9 None None] For port 0fe7f980-7e97-4ddd-83d8-282a90ba8b4a, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=0fe7f980-7e97-4ddd-83d8-282a90ba8b4a,segment=NetworkSegment(6618a092-51b2-4e3d-9318-3ce6b7b40c55),segment_id=6618a092-51b2-4e3d-9318-3ce6b7b40c55)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:05:21.365393 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d619ea89-719c-4e1a-8f9f-1724c5dc55b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:21.390015 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-4e1bbd56-fbd4-4d70-b9e0-4bd7bfb7897c tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:05:21.394206 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:21.421712 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-167f4fe2-beb5-4a65-8caa-ce4db42e1d2e tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:21.425253 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d881a4cc-9ef8-4a49-843b-e5a3b0eb891a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=38621544-eab0-4f00-bd94-2008793c18b4,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:05:21.431801 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-d881a4cc-9ef8-4a49-843b-e5a3b0eb891a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:05:21.462085 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e1bbd56-fbd4-4d70-b9e0-4bd7bfb7897c tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Made reservation on behalf of 16b8df9aad104dc0ac4afa0a1ae53906 for: {'subnet': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:05:21.478505 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d881a4cc-9ef8-4a49-843b-e5a3b0eb891a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:21.484546 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4408043c-5cc8-4b87-b04d-ec148e695b68 tempest-DHCPAgentSchedulersTestJSON-66244088 tempest-DHCPAgentSchedulersTestJSON-66244088-project] vlan segment allocate from pool success with {'vlan_id': 604, 'physical_network': 'physnet1'}  {{(pid=88878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 24 11:05:21.498805 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-167f4fe2-beb5-4a65-8caa-ce4db42e1d2e tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Transition to ACTIVE for port object 494e91a5-9d35-4e47-a490-0bcc424e2785 will not be triggered until provisioned by entity DHCP. {{(pid=88878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:05:21.528099 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7310029c-b9e7-4efd-99aa-d8c9b63c642d tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3619482'] for subnet, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:21.532766 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4408043c-5cc8-4b87-b04d-ec148e695b68 tempest-DHCPAgentSchedulersTestJSON-66244088 tempest-DHCPAgentSchedulersTestJSON-66244088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:21.533534 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.segments_db [None req-4408043c-5cc8-4b87-b04d-ec148e695b68 tempest-DHCPAgentSchedulersTestJSON-66244088 tempest-DHCPAgentSchedulersTestJSON-66244088-project] Added segment b17df7a7-3a46-4224-b3cf-0dc9feeb3507 of type vlan for network 9e6a51cb-615d-4c47-8468-12926523a695
Dec 24 11:05:21.563112 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9881e9af-d6bb-4f09-9f03-865b008de5db None None] Network 080f09f1-3644-45f6-a515-c3987b590591 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:05:21.649431 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-d881a4cc-9ef8-4a49-843b-e5a3b0eb891a admin admin] 10.222.0.65 "DELETE /v2.0/subnets/38621544-eab0-4f00-bd94-2008793c18b4 HTTP/1.1" status: 204  len: 168 time: 2.3982584
Dec 24 11:05:21.651854 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 37172) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:21.763563 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4e1bbd56-fbd4-4d70-b9e0-4bd7bfb7897c tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2246100'] for subnet, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:21.772623 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-d619ea89-719c-4e1a-8f9f-1724c5dc55b9 None None] Calling delete_port for 0fe7f980-7e97-4ddd-83d8-282a90ba8b4a owned by network:dhcp {{(pid=88880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:05:21.804491 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4408043c-5cc8-4b87-b04d-ec148e695b68 tempest-DHCPAgentSchedulersTestJSON-66244088 tempest-DHCPAgentSchedulersTestJSON-66244088-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363287349540024'] for network, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:21.835551 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-167f4fe2-beb5-4a65-8caa-ce4db42e1d2e tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:21.867275 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-6755402e-c1da-4ef3-9984-9d3d5437bde7 None None] For port 3e07740f-e305-46b8-a3d0-7596259fd68a, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=3e07740f-e305-46b8-a3d0-7596259fd68a,segment=NetworkSegment(47e7294f-6ecc-4699-9c35-073f2f04c334),segment_id=47e7294f-6ecc-4699-9c35-073f2f04c334)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:05:21.895848 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-19b1b552-ece9-4343-a0c5-b4d6e95bad58 tempest-DHCPAgentSchedulersTestJSON-66244088 tempest-DHCPAgentSchedulersTestJSON-66244088-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:05:21.942681 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.ipam_backend_mixin [None req-4e1bbd56-fbd4-4d70-b9e0-4bd7bfb7897c tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Performing IP validity checks on allocation pools {{(pid=88878) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:318}}
Dec 24 11:05:21.943500 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.ipam_backend_mixin [None req-4e1bbd56-fbd4-4d70-b9e0-4bd7bfb7897c tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88878) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:339}}
Dec 24 11:05:21.975810 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6755402e-c1da-4ef3-9984-9d3d5437bde7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:21.978784 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-e62995d7-c398-47b8-9bb2-cc6b4b3e6916 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:05:22.000441 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b733b954-a43c-4c16-89ee-15b457dcca9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036847558493'] for network, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:22.018500 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9b518189-2374-4fc7-acbf-aa61cfdb795a tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854116846'] for router_gateway, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:22.021331 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4408043c-5cc8-4b87-b04d-ec148e695b68 tempest-DHCPAgentSchedulersTestJSON-66244088 tempest-DHCPAgentSchedulersTestJSON-66244088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636'] for network, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:22.025708 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4408043c-5cc8-4b87-b04d-ec148e695b68 tempest-DHCPAgentSchedulersTestJSON-66244088 tempest-DHCPAgentSchedulersTestJSON-66244088-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:05:22.026575 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4408043c-5cc8-4b87-b04d-ec148e695b68 tempest-DHCPAgentSchedulersTestJSON-66244088 tempest-DHCPAgentSchedulersTestJSON-66244088-project] Notify callbacks [] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:22.040655 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-167f4fe2-beb5-4a65-8caa-ce4db42e1d2e tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Network 948bc47c-9c8e-4492-97a3-e6f29f065021 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:05:22.057911 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-167f4fe2-beb5-4a65-8caa-ce4db42e1d2e tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Resources bound (agent type, host, resource id):  {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:05:22.060248 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167f4fe2-beb5-4a65-8caa-ce4db42e1d2e tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Pushing event updated for resources: {'Port': ['ID=494e91a5-9d35-4e47-a490-0bcc424e2785,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:05:22.064245 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167f4fe2-beb5-4a65-8caa-ce4db42e1d2e tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:05:22.099939 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-a1ed1f27-c902-427b-bc7b-cedc46f8f642 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Delete allocated IP 2001:db8::1c4 (c5575859-d751-4466-a894-d2db623d50b3/4cfc3240-a14e-4f5c-b877-495a7bfdf010) {{(pid=88879) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:123}}
Dec 24 11:05:22.104310 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-167f4fe2-beb5-4a65-8caa-ce4db42e1d2e tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:05:22.106881 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-520283c0-9005-4207-8c44-20df17879004 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.059s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:05:22.178632 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-4408043c-5cc8-4b87-b04d-ec148e695b68 tempest-DHCPAgentSchedulersTestJSON-66244088 tempest-DHCPAgentSchedulersTestJSON-66244088-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201  len: 795 time: 1.5213158
Dec 24 11:05:22.188618 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 37176) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:22.240295 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d619ea89-719c-4e1a-8f9f-1724c5dc55b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392'] for port, after_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:22.267825 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.db.api [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88880) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 24 11:05:22.268239 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_db.api [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 24 11:05:22.288352 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6755402e-c1da-4ef3-9984-9d3d5437bde7 None None] Pushing event updated for resources: {'Port': ['ID=3e07740f-e305-46b8-a3d0-7596259fd68a,revision_number=3']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:05:22.292542 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-6755402e-c1da-4ef3-9984-9d3d5437bde7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:05:22.293613 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-8de2e4f6-91d7-411d-8334-7f43a4f46868 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.039s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:05:22.309615 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4408043c-5cc8-4b87-b04d-ec148e695b68 tempest-DHCPAgentSchedulersTestJSON-66244088 tempest-DHCPAgentSchedulersTestJSON-66244088-project] Pushing event updated for resources: {'Network': ['ID=9e6a51cb-615d-4c47-8468-12926523a695,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:05:22.324703 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-4408043c-5cc8-4b87-b04d-ec148e695b68 tempest-DHCPAgentSchedulersTestJSON-66244088 tempest-DHCPAgentSchedulersTestJSON-66244088-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:05:22.334548 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d619ea89-719c-4e1a-8f9f-1724c5dc55b9 None None] No DVR routers for this DVR port 0fe7f980-7e97-4ddd-83d8-282a90ba8b4a on host dv-neutron-822691-2-hyperv {{(pid=88880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 24 11:05:22.350861 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Network 9e6a51cb-615d-4c47-8468-12926523a695 details requested by agent ovs-agent-dv-neutron-822691-2-hyperv with host dv-neutron-822691-2-hyperv {{(pid=88880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 24 11:05:22.367371 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-110fb7c9-c087-47c8-b02a-ac9f6d91bf04 None None] Update dhcp port {'port': {'network_id': 'c5575859-d751-4466-a894-d2db623d50b3', 'fixed_ips': [{'subnet_id': '4cfc3240-a14e-4f5c-b877-495a7bfdf010', 'ip_address': '2001:db8::2'}, {'subnet_id': '4c088c9e-0b06-4bf7-a6ca-fabd8e38e1db'}], 'binding:host_id': 'dv-neutron-822691-2-hyperv'}, 'id': '9ec53d54-fa7d-41b5-8807-234011ce4e51'} from dv-neutron-822691-2-hyperv. {{(pid=88880) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}}
Dec 24 11:05:22.401782 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-167f4fe2-beb5-4a65-8caa-ce4db42e1d2e tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:05:22.402706 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-167f4fe2-beb5-4a65-8caa-ce4db42e1d2e tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:22.422881 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d619ea89-719c-4e1a-8f9f-1724c5dc55b9 None None] Pushing event deleted for resources: {'Port': ['ID=0fe7f980-7e97-4ddd-83d8-282a90ba8b4a,revision_number=None']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:05:22.440428 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-b733b954-a43c-4c16-89ee-15b457dcca9f admin admin] Deleting port 3d1bf8e6-b7ec-4b19-ae61-19d558bb81b8 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:05:22.440806 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b733b954-a43c-4c16-89ee-15b457dcca9f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:22.446018 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-d619ea89-719c-4e1a-8f9f-1724c5dc55b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:05:22.453774 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90df2d2a-c1cb-46ce-a382-d4cd53d99c9f tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Router 00de3638-5ed3-45f9-aafd-7d440a04d07d has already been hosted by L3 agent 198cca88-1338-4098-b44b-beb0346ac906 {{(pid=88878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 24 11:05:22.482975 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-167f4fe2-beb5-4a65-8caa-ce4db42e1d2e tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 925 time: 4.3539312
Dec 24 11:05:22.485108 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 37180) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:22.520162 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-a1ed1f27-c902-427b-bc7b-cedc46f8f642 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Allocated IP 2001:db8:0:1::29f (c5575859-d751-4466-a894-d2db623d50b3/4c088c9e-0b06-4bf7-a6ca-fabd8e38e1db/ade4b234-331a-4b86-bda0-e4024cfa8f08) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:05:22.566990 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-110fb7c9-c087-47c8-b02a-ac9f6d91bf04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:22.764243 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17ceffb9-6fbe-4190-a343-ed5b24d434a7 None None] DHCP port deletion for 080f09f1-3644-45f6-a515-c3987b590591 request from dv-neutron-822691-2-hyperv {{(pid=88880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 24 11:05:22.841972 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-17ceffb9-6fbe-4190-a343-ed5b24d434a7 None None] Deleting port 3d1bf8e6-b7ec-4b19-ae61-19d558bb81b8 {{(pid=88880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:05:22.843013 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-17ceffb9-6fbe-4190-a343-ed5b24d434a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:22.843469 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9b518189-2374-4fc7-acbf-aa61cfdb795a tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854158724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-84560'] for router, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:22.860609 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4e1bbd56-fbd4-4d70-b9e0-4bd7bfb7897c tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850796890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2246085'] for subnet, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:22.919144 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-d3fd8d5c-95f2-46cc-9461-361161fc7f3c tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:05:22.948781 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9b518189-2374-4fc7-acbf-aa61cfdb795a tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:23.129911 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device dc68eac6-0627-460b-983c-525a8888c16b up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:05:23.178849 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-17ceffb9-6fbe-4190-a343-ed5b24d434a7 None None] For port 3d1bf8e6-b7ec-4b19-ae61-19d558bb81b8, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=3d1bf8e6-b7ec-4b19-ae61-19d558bb81b8,segment=NetworkSegment(7d0dc58d-0474-4e82-b3e5-d78baac1a000),segment_id=7d0dc58d-0474-4e82-b3e5-d78baac1a000)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:05:23.179293 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-17ceffb9-6fbe-4190-a343-ed5b24d434a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:23.246021 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-b733b954-a43c-4c16-89ee-15b457dcca9f admin admin] For port 3d1bf8e6-b7ec-4b19-ae61-19d558bb81b8, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=3d1bf8e6-b7ec-4b19-ae61-19d558bb81b8,segment=NetworkSegment(7d0dc58d-0474-4e82-b3e5-d78baac1a000),segment_id=7d0dc58d-0474-4e82-b3e5-d78baac1a000)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:05:23.246533 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b733b954-a43c-4c16-89ee-15b457dcca9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:23.328246 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-17ceffb9-6fbe-4190-a343-ed5b24d434a7 None None] Calling delete_port for 3d1bf8e6-b7ec-4b19-ae61-19d558bb81b8 owned by network:dhcp {{(pid=88880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:05:23.371279 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-ee4e4b16-d46c-4e45-b4a4-13f307581ea3 None None] Provisioning complete for port 3e07740f-e305-46b8-a3d0-7596259fd68a triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:05:23.371610 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ee4e4b16-d46c-4e45-b4a4-13f307581ea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:23.386402 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-ed290a26-c12d-40d7-a114-43709915306d tempest-DHCPAgentSchedulersTestJSON-1647522103 tempest-DHCPAgentSchedulersTestJSON-1647522103-project-admin] 10.222.0.65 "GET /v2.0/agents/edcf98dc-3032-472a-8b3d-f23fd1e89806/dhcp-networks HTTP/1.1" status: 200  len: 9253 time: 1.1928539
Dec 24 11:05:23.391152 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-b733b954-a43c-4c16-89ee-15b457dcca9f admin admin] Calling delete_port for 3d1bf8e6-b7ec-4b19-ae61-19d558bb81b8 owned by network:dhcp {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:05:23.427809 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 37184) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:23.432962 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9b518189-2374-4fc7-acbf-aa61cfdb795a tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854158830'] for router, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:23.433631 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b518189-2374-4fc7-acbf-aa61cfdb795a tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Fanout notify agent at l3_agent the message router_deleted on router 9b7be41b-6c4f-4a6c-9ff9-cfde77630ce0 {{(pid=88879) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 24 11:05:23.446506 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1bbd56-fbd4-4d70-b9e0-4bd7bfb7897c tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Pushing event updated for resources: {'Subnet': ['ID=916079d8-d195-4376-9eea-6c86911d30ea,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:05:23.471749 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-4e1bbd56-fbd4-4d70-b9e0-4bd7bfb7897c tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.553s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:05:23.489515 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port dc68eac6-0627-460b-983c-525a8888c16b triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:05:23.490020 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:23.519712 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e1bbd56-fbd4-4d70-b9e0-4bd7bfb7897c tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Checking segment: {'id': 'cca1a877-59af-46e6-8c19-b51b210bdbfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'f5f552c8-e840-4d09-b3e3-0a61ed96e4aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:05:23.519712 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e1bbd56-fbd4-4d70-b9e0-4bd7bfb7897c tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Network hostable DHCP agents. Network: f5f552c8-e840-4d09-b3e3-0a61ed96e4aa, hostable agents: ['edcf98dc-3032-472a-8b3d-f23fd1e89806'], hosted agents: [] {{(pid=88878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 24 11:05:23.562327 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a1ed1f27-c902-427b-bc7b-cedc46f8f642 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks [] for port, precommit_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:23.569227 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-17ceffb9-6fbe-4190-a343-ed5b24d434a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392'] for port, after_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:23.579539 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-37cc2395-b392-47e6-9619-c3ce3dd0fe11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:05:23.611220 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7310029c-b9e7-4efd-99aa-d8c9b63c642d tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3921862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3619467'] for subnet, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:23.618247 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c52be94e-37e8-413b-9cb6-fc461a821df2 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:05:23.636411 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ceffb9-6fbe-4190-a343-ed5b24d434a7 None None] Pushing event deleted for resources: {'Port': ['ID=3d1bf8e6-b7ec-4b19-ae61-19d558bb81b8,revision_number=None']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:05:23.639575 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-17ceffb9-6fbe-4190-a343-ed5b24d434a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:05:23.654967 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9b518189-2374-4fc7-acbf-aa61cfdb795a tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Notify callbacks [] for router, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:23.659962 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-9b518189-2374-4fc7-acbf-aa61cfdb795a tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] 10.222.0.65 "DELETE /v2.0/routers/9b7be41b-6c4f-4a6c-9ff9-cfde77630ce0 HTTP/1.1" status: 204  len: 168 time: 7.6497660
Dec 24 11:05:23.663241 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-a1ed1f27-c902-427b-bc7b-cedc46f8f642 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Transition to ACTIVE for port object ade4b234-331a-4b86-bda0-e4024cfa8f08 will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:05:23.665227 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 37188) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:23.679871 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90df2d2a-c1cb-46ce-a382-d4cd53d99c9f tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:05:23.683346 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-0d8ea911-4478-4911-bab8-f2c4ae2dabce tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-343536944', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:05:23.690960 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-90df2d2a-c1cb-46ce-a382-d4cd53d99c9f tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] 10.222.0.65 "PUT /v2.0/routers/00de3638-5ed3-45f9-aafd-7d440a04d07d/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 13.2397709
Dec 24 11:05:23.691151 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-445a4421-dfaa-42ca-ad4d-f108ad299cb4 None None] Sync routers for ids ['00de3638-5ed3-45f9-aafd-7d440a04d07d'] in dv-neutron-822691-2-hyperv {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:05:23.691252 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 37192) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:23.700015 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a1ed1f27-c902-427b-bc7b-cedc46f8f642 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850854027'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:23.702029 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-445a4421-dfaa-42ca-ad4d-f108ad299cb4 None None] Routers {'00de3638-5ed3-45f9-aafd-7d440a04d07d'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:05:23.702879 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-445a4421-dfaa-42ca-ad4d-f108ad299cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271e94dd8>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:05:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['00de3638-5ed3-45f9-aafd-7d440a04d07d'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:05:23.743908 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ceffb9-6fbe-4190-a343-ed5b24d434a7 None None] No DVR routers for this DVR port 3d1bf8e6-b7ec-4b19-ae61-19d558bb81b8 on host dv-neutron-822691-2-hyperv {{(pid=88880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 24 11:05:23.752491 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.db.api [None req-b733b954-a43c-4c16-89ee-15b457dcca9f admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88879) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 24 11:05:23.753079 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_db.api [None req-b733b954-a43c-4c16-89ee-15b457dcca9f admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 24 11:05:23.757672 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7310029c-b9e7-4efd-99aa-d8c9b63c642d tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Pushing event updated for resources: {'Subnet': ['ID=3b064c4b-285b-4ccf-b627-d978058e232e,revision_number=0']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:05:23.760043 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7310029c-b9e7-4efd-99aa-d8c9b63c642d tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:05:23.764515 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-0d8ea911-4478-4911-bab8-f2c4ae2dabce tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:05:23.767791 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-293eea49-14aa-4dec-bf9d-993da26d6543 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:05:23.772155 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-445a4421-dfaa-42ca-ad4d-f108ad299cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271e94dd8>, [], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:05:23.786477 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-445a4421-dfaa-42ca-ad4d-f108ad299cb4 None None] Routers {'00de3638-5ed3-45f9-aafd-7d440a04d07d'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:05:23.787345 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-445a4421-dfaa-42ca-ad4d-f108ad299cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271e94dd8>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:05:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['00de3638-5ed3-45f9-aafd-7d440a04d07d'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:05:23.841808 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-110fb7c9-c087-47c8-b02a-ac9f6d91bf04 None None] Allocated IP 2001:db8:0:1::2 (c5575859-d751-4466-a894-d2db623d50b3/4c088c9e-0b06-4bf7-a6ca-fabd8e38e1db/9ec53d54-fa7d-41b5-8807-234011ce4e51) {{(pid=88880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:05:23.852274 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 3e07740f-e305-46b8-a3d0-7596259fd68a up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:05:23.855913 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-445a4421-dfaa-42ca-ad4d-f108ad299cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271e94dd8>, [], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:05:23.856517 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-445a4421-dfaa-42ca-ad4d-f108ad299cb4 None None] The sync data for ids ['00de3638-5ed3-45f9-aafd-7d440a04d07d'] in dv-neutron-822691-2-hyperv is: [] {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:05:23.868643 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e1bbd56-fbd4-4d70-b9e0-4bd7bfb7897c tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Network f5f552c8-e840-4d09-b3e3-0a61ed96e4aa is scheduled to be hosted by DHCP agent edcf98dc-3032-472a-8b3d-f23fd1e89806 with binding_index 1 {{(pid=88878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 24 11:05:23.880172 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-0d8ea911-4478-4911-bab8-f2c4ae2dabce tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Usage tracker for resource:router and tenant:fa3043691a674483a1a0c4edfd0fd23a is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:05:23.885970 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7310029c-b9e7-4efd-99aa-d8c9b63c642d tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Network 1c9eeaac-d205-4b19-a351-2fe67dd78b42 is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:05:23.886953 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ed1f27-c902-427b-bc7b-cedc46f8f642 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Pushing event updated for resources: {'Port': ['ID=ade4b234-331a-4b86-bda0-e4024cfa8f08,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:05:23.897712 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-0d8ea911-4478-4911-bab8-f2c4ae2dabce tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:05:23.902502 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-7310029c-b9e7-4efd-99aa-d8c9b63c642d tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Resources bound (agent type, host, resource id):  {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:05:23.905320 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-a1ed1f27-c902-427b-bc7b-cedc46f8f642 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:05:23.914433 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-4e1bbd56-fbd4-4d70-b9e0-4bd7bfb7897c tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822691-2-hyperv, f5f552c8-e840-4d09-b3e3-0a61ed96e4aa) {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:05:23.921079 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6b7a4a1-98f4-48cf-9286-bfe50d99a36e None None] Network 1c9eeaac-d205-4b19-a351-2fe67dd78b42 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:05:23.934605 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e1bbd56-fbd4-4d70-b9e0-4bd7bfb7897c tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:05:23.935257 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4e1bbd56-fbd4-4d70-b9e0-4bd7bfb7897c tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:23.953283 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2bb0504-a66d-4b66-b418-7ddce56b90ff None None] Network f5f552c8-e840-4d09-b3e3-0a61ed96e4aa requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:05:23.968510 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7310029c-b9e7-4efd-99aa-d8c9b63c642d tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:05:23.969176 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7310029c-b9e7-4efd-99aa-d8c9b63c642d tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks [] for subnet, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:23.976961 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-0d8ea911-4478-4911-bab8-f2c4ae2dabce tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:05:24.014560 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-4e1bbd56-fbd4-4d70-b9e0-4bd7bfb7897c tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 872 time: 3.3895049
Dec 24 11:05:24.017250 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 37196) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:24.023593 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-365f3936-7b61-4ff5-a0b2-0a156e91197d tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:05:24.042328 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-a1ed1f27-c902-427b-bc7b-cedc46f8f642 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] In _notify_port_updated(), no bound segment for port ade4b234-331a-4b86-bda0-e4024cfa8f08 on network c5575859-d751-4466-a894-d2db623d50b3 {{(pid=88879) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}}
Dec 24 11:05:24.046621 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1ed1f27-c902-427b-bc7b-cedc46f8f642 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:05:24.047339 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a1ed1f27-c902-427b-bc7b-cedc46f8f642 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:24.051730 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-a1ed1f27-c902-427b-bc7b-cedc46f8f642 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] 10.222.0.65 "PUT /v2.0/ports/ade4b234-331a-4b86-bda0-e4024cfa8f08 HTTP/1.1" status: 200  len: 931 time: 3.7576191
Dec 24 11:05:24.055880 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 37200) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:24.096500 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b274277-0198-46c6-8045-5482c8bb68e4 tempest-DHCPAgentSchedulersTestJSON-1647522103 tempest-DHCPAgentSchedulersTestJSON-1647522103-project-admin] Network 9e6a51cb-615d-4c47-8468-12926523a695 is scheduled to be hosted by DHCP agent edcf98dc-3032-472a-8b3d-f23fd1e89806 with binding_index 1 {{(pid=88879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 24 11:05:24.099958 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0d8ea911-4478-4911-bab8-f2c4ae2dabce tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-612016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-84579'] for router, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:24.101203 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0d8ea911-4478-4911-bab8-f2c4ae2dabce tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854163950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659046', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854079771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854691221'] for router, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:24.124784 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-7310029c-b9e7-4efd-99aa-d8c9b63c642d tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 824 time: 3.3262632
Dec 24 11:05:24.129587 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 37204) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:24.138836 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-824a1c39-736a-4fda-bd8e-4702a2aa02b6 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Request body: {'port': {'network_id': '1c9eeaac-d205-4b19-a351-2fe67dd78b42', 'mac_address': 'fa:16:3e:2e:fa:95', 'name': 'tempest-NetworksTestDHCPv6-1126599831'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:05:24.208404 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-3b274277-0198-46c6-8045-5482c8bb68e4 tempest-DHCPAgentSchedulersTestJSON-1647522103 tempest-DHCPAgentSchedulersTestJSON-1647522103-project-admin] 10.222.0.65 "POST /v2.0/agents/edcf98dc-3032-472a-8b3d-f23fd1e89806/dhcp-networks HTTP/1.1" status: 201  len: 201 time: 0.7738981
Dec 24 11:05:24.215551 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 37208) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:24.240449 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-84db2f65-9e2b-4403-a7bd-8e95eb68b4d0 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Deleting port ade4b234-331a-4b86-bda0-e4024cfa8f08 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:05:24.240844 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-84db2f65-9e2b-4403-a7bd-8e95eb68b4d0 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:24.328087 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-b733b954-a43c-4c16-89ee-15b457dcca9f admin admin] Deleting port 3d1bf8e6-b7ec-4b19-ae61-19d558bb81b8 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:05:24.328087 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b733b954-a43c-4c16-89ee-15b457dcca9f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:24.372062 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ca93827-11b8-4451-a854-a2f4024706b7 None None] Network 9e6a51cb-615d-4c47-8468-12926523a695 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:05:24.381000 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0d8ea911-4478-4911-bab8-f2c4ae2dabce tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:24.391392 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fc65302b-a445-43e8-8d64-aeae57c64505 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:24.413457 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-365f3936-7b61-4ff5-a0b2-0a156e91197d tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update--9223372036852529700'] for subnet, before_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:24.448556 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-1d51ce26-d63f-488d-8700-314c389bc7ab None None] Provisioning for port 494e91a5-9d35-4e47-a490-0bcc424e2785 completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:05:24.459019 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-b733b954-a43c-4c16-89ee-15b457dcca9f admin admin] The port '3d1bf8e6-b7ec-4b19-ae61-19d558bb81b8' was deleted {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 24 11:05:24.526431 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-1d51ce26-d63f-488d-8700-314c389bc7ab None None] Provisioning complete for port 494e91a5-9d35-4e47-a490-0bcc424e2785 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:05:24.526431 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1d51ce26-d63f-488d-8700-314c389bc7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:24.641256 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-110fb7c9-c087-47c8-b02a-ac9f6d91bf04 None None] For port 9ec53d54-fa7d-41b5-8807-234011ce4e51, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=9ec53d54-fa7d-41b5-8807-234011ce4e51,segment=NetworkSegment(7075ddff-73f9-4b5d-849d-d4fee32e4bbc),segment_id=7075ddff-73f9-4b5d-849d-d4fee32e4bbc)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:05:24.668252 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-824a1c39-736a-4fda-bd8e-4702a2aa02b6 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:05:24.678443 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0d8ea911-4478-4911-bab8-f2c4ae2dabce tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854163800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854116816'] for router, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:24.686953 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port 3e07740f-e305-46b8-a3d0-7596259fd68a triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:05:24.687192 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:24.745534 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-824a1c39-736a-4fda-bd8e-4702a2aa02b6 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:05:24.822641 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-434ffeb4-bcb3-4b9e-9dc7-91c7005c7cde tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854055677'] for router_interface, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:24.849622 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-1d51ce26-d63f-488d-8700-314c389bc7ab None None] Port 494e91a5-9d35-4e47-a490-0bcc424e2785 cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:05:24.920067 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-110fb7c9-c087-47c8-b02a-ac9f6d91bf04 None None] Notify callbacks [] for port, precommit_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:25.026119 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-779189b9-06ba-46a5-85c9-daa4d9c8a6ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73968e80-91fd-539e-a7c6-b31af6d9e680-f5f552c8-e840-4d09-b3e3-0a61ed96e4aa', 'network_id': 'f5f552c8-e840-4d09-b3e3-0a61ed96e4aa', 'tenant_id': '16b8df9aad104dc0ac4afa0a1ae53906', 'fixed_ips': [{'subnet_id': '916079d8-d195-4376-9eea-6c86911d30ea'}]}} from dv-neutron-822691-2-hyperv. {{(pid=88880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 24 11:05:25.027067 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-779189b9-06ba-46a5-85c9-daa4d9c8a6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:25.041551 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-110fb7c9-c087-47c8-b02a-ac9f6d91bf04 None None] Transition to ACTIVE for port object 9ec53d54-fa7d-41b5-8807-234011ce4e51 will not be triggered until provisioned by entity DHCP. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:05:25.044298 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51875f87-3506-43e0-9707-120ec287fba4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73968e80-91fd-539e-a7c6-b31af6d9e680-1c9eeaac-d205-4b19-a351-2fe67dd78b42', 'network_id': '1c9eeaac-d205-4b19-a351-2fe67dd78b42', 'tenant_id': '739a78fd4cfc48c2a4011598579f8f8c', 'fixed_ips': [{'subnet_id': '3b064c4b-285b-4ccf-b627-d978058e232e'}]}} from dv-neutron-822691-2-hyperv. {{(pid=88880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 24 11:05:25.045887 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-51875f87-3506-43e0-9707-120ec287fba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:25.064444 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-110fb7c9-c087-47c8-b02a-ac9f6d91bf04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:25.077887 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-6db1250b-ddc3-4e75-9425-587ff2440691 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:05:25.157847 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0d8ea911-4478-4911-bab8-f2c4ae2dabce tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Notify callbacks [] for router, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:25.162269 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-0d8ea911-4478-4911-bab8-f2c4ae2dabce tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201  len: 708 time: 1.4855049
Dec 24 11:05:25.169881 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 37216) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:25.186154 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b733b954-a43c-4c16-89ee-15b457dcca9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847649663', 'neutron.services.segments.db._delete_segments_for_network-8749505737672'] for network, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:25.210702 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-824a1c39-736a-4fda-bd8e-4702a2aa02b6 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Made reservation on behalf of 739a78fd4cfc48c2a4011598579f8f8c for: {'port': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:05:25.217763 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-824a1c39-736a-4fda-bd8e-4702a2aa02b6 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:25.235685 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-6c43bb01-b5ab-4d7b-a7cc-b76e85ed5c3e tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'enable_snat': True}}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:05:25.281266 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-b733b954-a43c-4c16-89ee-15b457dcca9f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5271db42e8>,) {'filters': {'network_id': ['080f09f1-3644-45f6-a515-c3987b590591']}} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:05:25.350104 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-b733b954-a43c-4c16-89ee-15b457dcca9f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5271db42e8>, '7d0dc58d-0474-4e82-b3e5-d78baac1a000') {'for_net_delete': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:05:25.350250 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-b733b954-a43c-4c16-89ee-15b457dcca9f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5271db42e8>, '7d0dc58d-0474-4e82-b3e5-d78baac1a000') {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:05:25.379595 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110fb7c9-c087-47c8-b02a-ac9f6d91bf04 None None] Pushing event updated for resources: {'Port': ['ID=9ec53d54-fa7d-41b5-8807-234011ce4e51,revision_number=4']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:05:25.383370 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [None req-824a1c39-736a-4fda-bd8e-4702a2aa02b6 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] device_id is not set on port 8ad87ced-16f8-4c44-9e82-df273c3f61df yet. {{(pid=88879) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 24 11:05:25.405003 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-110fb7c9-c087-47c8-b02a-ac9f6d91bf04 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:05:25.413993 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 0fe7f980-7e97-4ddd-83d8-282a90ba8b4a no longer exists at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:05:25.438104 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b733b954-a43c-4c16-89ee-15b457dcca9f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749505745113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853989108'] for segment, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:25.473337 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] No Port match for: 0fe7f980-7e97-4ddd-83d8-282a90ba8b4a {{(pid=88880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 24 11:05:25.474423 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 0fe7f980-7e97-4ddd-83d8-282a90ba8b4a not bound to the agent host dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 24 11:05:25.474423 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 3d1bf8e6-b7ec-4b19-ae61-19d558bb81b8 no longer exists at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:05:25.516363 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] No Port match for: 3d1bf8e6-b7ec-4b19-ae61-19d558bb81b8 {{(pid=88880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 24 11:05:25.516584 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 3d1bf8e6-b7ec-4b19-ae61-19d558bb81b8 not bound to the agent host dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 24 11:05:25.517065 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 4d269f74-e6f0-4d49-be8e-ff9a1d806565 no longer exists at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:05:25.547054 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-365f3936-7b61-4ff5-a0b2-0a156e91197d tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8749505674406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated--9223372036850796975'] for subnet, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:25.555707 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7f09a983-fd05-4a89-96da-84a414e0db4e tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:05:25.585560 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b733b954-a43c-4c16-89ee-15b457dcca9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:25.606802 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-d0a41f25-bce8-4ece-8476-21a81e4d105c tempest-DHCPAgentSchedulersTestJSON-1647522103 tempest-DHCPAgentSchedulersTestJSON-1647522103-project-admin] 10.222.0.65 "GET /v2.0/agents/edcf98dc-3032-472a-8b3d-f23fd1e89806/dhcp-networks HTTP/1.1" status: 200  len: 10805 time: 1.3866589
Dec 24 11:05:25.607497 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 37222) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:25.641569 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-84db2f65-9e2b-4403-a7bd-8e95eb68b4d0 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:25.641940 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] No Port match for: 4d269f74-e6f0-4d49-be8e-ff9a1d806565 {{(pid=88880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 24 11:05:25.642304 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 4d269f74-e6f0-4d49-be8e-ff9a1d806565 not bound to the agent host dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 24 11:05:25.665052 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b733b954-a43c-4c16-89ee-15b457dcca9f admin admin] Releasing vlan 613 on physical network physnet1 to pool {{(pid=88879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 24 11:05:25.665685 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b733b954-a43c-4c16-89ee-15b457dcca9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036847652098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3926696'] for segment, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:25.681340 dv-neutron-822691-2-hyperv neutron-server[88767]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 11:05:25.681340 dv-neutron-822691-2-hyperv neutron-server[88767]:   % (table.description, expected, rows_matched)
Dec 24 11:05:25.681340 dv-neutron-822691-2-hyperv neutron-server[88767]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 11:05:25.681340 dv-neutron-822691-2-hyperv neutron-server[88767]:   % (table.description, expected, rows_matched)
Dec 24 11:05:25.681340 dv-neutron-822691-2-hyperv neutron-server[88767]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 11:05:25.681340 dv-neutron-822691-2-hyperv neutron-server[88767]:   % (table.description, expected, rows_matched)
Dec 24 11:05:25.681340 dv-neutron-822691-2-hyperv neutron-server[88767]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 11:05:25.681340 dv-neutron-822691-2-hyperv neutron-server[88767]:   % (table.description, expected, rows_matched)
Dec 24 11:05:25.681340 dv-neutron-822691-2-hyperv neutron-server[88767]: Traceback (most recent call last):
Dec 24 11:05:25.681340 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 24 11:05:25.681340 dv-neutron-822691-2-hyperv neutron-server[88767]:     timer()
Dec 24 11:05:25.681340 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 11:05:25.681340 dv-neutron-822691-2-hyperv neutron-server[88767]:     cb(*args, **kw)
Dec 24 11:05:25.681340 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 24 11:05:25.681340 dv-neutron-822691-2-hyperv neutron-server[88767]:     return func(*args, **kwargs)
Dec 24 11:05:25.681340 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 11:05:25.681340 dv-neutron-822691-2-hyperv neutron-server[88767]:     self._notify()
Dec 24 11:05:25.681340 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 11:05:25.681340 dv-neutron-822691-2-hyperv neutron-server[88767]:     self.callback(batched_events)
Dec 24 11:05:25.681340 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 11:05:25.681340 dv-neutron-822691-2-hyperv neutron-server[88767]:     event.method(event)
Dec 24 11:05:25.681340 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 11:05:25.681340 dv-neutron-822691-2-hyperv neutron-server[88767]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 11:05:25.681340 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 24 11:05:25.681340 dv-neutron-822691-2-hyperv neutron-server[88767]:     segment_id)['aggregates'][0]
Dec 24 11:05:25.681340 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 24 11:05:25.681340 dv-neutron-822691-2-hyperv neutron-server[88767]:     return f(self, *a, **k)
Dec 24 11:05:25.681340 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 11:05:25.681340 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self._get(url).json()
Dec 24 11:05:25.681340 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 24 11:05:25.681340 dv-neutron-822691-2-hyperv neutron-server[88767]:     **kwargs)
Dec 24 11:05:25.681340 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 24 11:05:25.681340 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self.request(url, 'GET', **kwargs)
Dec 24 11:05:25.681340 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 24 11:05:25.681340 dv-neutron-822691-2-hyperv neutron-server[88767]:     **endpoint_filter)
Dec 24 11:05:25.681340 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 24 11:05:25.681340 dv-neutron-822691-2-hyperv neutron-server[88767]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 11:05:25.681340 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 24 11:05:25.681340 dv-neutron-822691-2-hyperv neutron-server[88767]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 11:05:25.681340 dv-neutron-822691-2-hyperv neutron-server[88767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 11:05:25.720263 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-51875f87-3506-43e0-9707-120ec287fba4 None None] Allocated IP 2001:db8::f816:3eff:fe27:a707 (1c9eeaac-d205-4b19-a351-2fe67dd78b42/3b064c4b-285b-4ccf-b627-d978058e232e/c3c28a16-6879-4552-bdae-76846927934c) {{(pid=88880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:05:25.723610 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-779189b9-06ba-46a5-85c9-daa4d9c8a6ff None None] Allocated IP 172.20.0.3 (f5f552c8-e840-4d09-b3e3-0a61ed96e4aa/916079d8-d195-4376-9eea-6c86911d30ea/300f8044-0708-43c1-a261-07e30eca80d9) {{(pid=88880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:05:25.828354 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-365f3936-7b61-4ff5-a0b2-0a156e91197d tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:05:25.829002 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-365f3936-7b61-4ff5-a0b2-0a156e91197d tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:25.830480 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-365f3936-7b61-4ff5-a0b2-0a156e91197d tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] 10.222.0.65 "PUT /v2.0/subnets/916079d8-d195-4376-9eea-6c86911d30ea HTTP/1.1" status: 200  len: 877 time: 1.8126295
Dec 24 11:05:25.842592 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365f3936-7b61-4ff5-a0b2-0a156e91197d tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Pushing event updated for resources: {'Subnet': ['ID=916079d8-d195-4376-9eea-6c86911d30ea,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:05:25.847860 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 37226) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:25.854176 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fc65302b-a445-43e8-8d64-aeae57c64505 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks [] for port, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:25.856553 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-365f3936-7b61-4ff5-a0b2-0a156e91197d tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:05:25.888350 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fc65302b-a445-43e8-8d64-aeae57c64505 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3978773'] for port, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:25.895489 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 9ec53d54-fa7d-41b5-8807-234011ce4e51 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:05:25.897802 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-67c5e50b-d1ab-473c-8e2d-10faca0cdaba tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:05:25.917172 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-84db2f65-9e2b-4403-a7bd-8e95eb68b4d0 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Calling delete_port for ade4b234-331a-4b86-bda0-e4024cfa8f08 owned by  {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:05:26.007934 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b733b954-a43c-4c16-89ee-15b457dcca9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7126154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659196'] for network, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:26.013260 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b733b954-a43c-4c16-89ee-15b457dcca9f admin admin] Notify callbacks [] for network, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:26.021294 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-0d970550-fad3-4de7-ac86-3785052d171e tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:05:26.049563 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b733b954-a43c-4c16-89ee-15b457dcca9f admin admin] Pushing event deleted for resources: {'Network': ['ID=080f09f1-3644-45f6-a515-c3987b590591,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:05:26.052371 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-b733b954-a43c-4c16-89ee-15b457dcca9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:05:26.059911 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-c8125f1b-fe0d-47b8-b90b-ac56225aaf75 tempest-DHCPAgentSchedulersTestJSON-1647522103 tempest-DHCPAgentSchedulersTestJSON-1647522103-project-admin] 10.222.0.65 "DELETE /v2.0/agents/edcf98dc-3032-472a-8b3d-f23fd1e89806/dhcp-networks/9e6a51cb-615d-4c47-8468-12926523a695 HTTP/1.1" status: 204  len: 168 time: 0.4422338
Dec 24 11:05:26.062512 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 37230) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:26.147801 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-b733b954-a43c-4c16-89ee-15b457dcca9f admin admin] 10.222.0.65 "DELETE /v2.0/networks/080f09f1-3644-45f6-a515-c3987b590591 HTTP/1.1" status: 204  len: 168 time: 4.4923794
Dec 24 11:05:26.275189 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc65302b-a445-43e8-8d64-aeae57c64505 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Pushing event updated for resources: {'Port': ['ID=494e91a5-9d35-4e47-a490-0bcc424e2785,revision_number=2']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:05:26.335078 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-84db2f65-9e2b-4403-a7bd-8e95eb68b4d0 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:26.359525 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-cbbd48df-f42c-46dd-9983-4cad6649bc9f tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:05:26.378328 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-fc65302b-a445-43e8-8d64-aeae57c64505 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.480s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:05:26.431990 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84db2f65-9e2b-4403-a7bd-8e95eb68b4d0 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Pushing event deleted for resources: {'Port': ['ID=ade4b234-331a-4b86-bda0-e4024cfa8f08,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:05:26.435101 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-84db2f65-9e2b-4403-a7bd-8e95eb68b4d0 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:05:26.552832 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-84db2f65-9e2b-4403-a7bd-8e95eb68b4d0 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:26.574364 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c7b61237-a223-4f01-a433-aa47e5ef670e tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036847558493'] for network, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:26.587876 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-46ceffcc-d01c-4531-9940-bf391e5c28b8 tempest-DHCPAgentSchedulersTestJSON-1647522103 tempest-DHCPAgentSchedulersTestJSON-1647522103-project-admin] 10.222.0.65 "GET /v2.0/agents/edcf98dc-3032-472a-8b3d-f23fd1e89806/dhcp-networks HTTP/1.1" status: 200  len: 9326 time: 0.5226884
Dec 24 11:05:26.588598 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 37238) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:26.604353 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-84db2f65-9e2b-4403-a7bd-8e95eb68b4d0 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] 10.222.0.65 "DELETE /v2.0/ports/ade4b234-331a-4b86-bda0-e4024cfa8f08 HTTP/1.1" status: 204  len: 168 time: 2.5436881
Dec 24 11:05:26.606071 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 37242) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:26.610530 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-51875f87-3506-43e0-9707-120ec287fba4 None None] Notify callbacks [] for port, precommit_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:26.651946 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-51875f87-3506-43e0-9707-120ec287fba4 None None] Transition to ACTIVE for port object c3c28a16-6879-4552-bdae-76846927934c will not be triggered until provisioned by entity L2. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:05:26.654911 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 37246) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:26.678384 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-feb0a6a0-661c-4716-a90a-e0c20ddf7b94 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] GET failed (client error): The resource could not be found.
Dec 24 11:05:26.678969 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-feb0a6a0-661c-4716-a90a-e0c20ddf7b94 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Synchronizing usage tracker for tenant:58aa2a41110240a2b5bfe3b4600f4977 on resource:port {{(pid=88879) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:05:26.681244 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-779189b9-06ba-46a5-85c9-daa4d9c8a6ff None None] Notify callbacks [] for port, precommit_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:26.703586 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-51875f87-3506-43e0-9707-120ec287fba4 None None] Transition to ACTIVE for port object c3c28a16-6879-4552-bdae-76846927934c will not be triggered until provisioned by entity DHCP. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:05:26.705224 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-779189b9-06ba-46a5-85c9-daa4d9c8a6ff None None] Transition to ACTIVE for port object 300f8044-0708-43c1-a261-07e30eca80d9 will not be triggered until provisioned by entity L2. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:05:26.723305 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-51875f87-3506-43e0-9707-120ec287fba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408'] for port, after_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:26.732293 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-ab7a3985-a15d-4cfc-920d-4bde7bc06ac1 tempest-DHCPAgentSchedulersTestJSON-1647522103 tempest-DHCPAgentSchedulersTestJSON-1647522103-project-admin] 10.222.0.65 "GET /v2.0/networks/bc400643-1b0f-4f8c-915d-d0193ed6f152/dhcp-agents HTTP/1.1" status: 200  len: 809 time: 0.1409163
Dec 24 11:05:26.732630 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-ba9c4ed9-0e6c-4c6c-af80-e8fb8488a72f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:05:26.741913 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 37250) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:26.786382 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-779189b9-06ba-46a5-85c9-daa4d9c8a6ff None None] Transition to ACTIVE for port object 300f8044-0708-43c1-a261-07e30eca80d9 will not be triggered until provisioned by entity DHCP. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:05:26.810363 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-779189b9-06ba-46a5-85c9-daa4d9c8a6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408'] for port, after_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:26.814237 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-d04764f6-a171-41e6-8299-8438fc6f7dce None None] Provisioning complete for port 494e91a5-9d35-4e47-a490-0bcc424e2785 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:05:26.814658 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d04764f6-a171-41e6-8299-8438fc6f7dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:26.831000 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-824a1c39-736a-4fda-bd8e-4702a2aa02b6 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Allocated IP 2001:db8::f816:3eff:fe2e:fa95 (1c9eeaac-d205-4b19-a351-2fe67dd78b42/3b064c4b-285b-4ccf-b627-d978058e232e/8ad87ced-16f8-4c44-9e82-df273c3f61df) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:05:26.860190 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51875f87-3506-43e0-9707-120ec287fba4 None None] Network 1c9eeaac-d205-4b19-a351-2fe67dd78b42 is already hosted by enough agents. {{(pid=88880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:05:26.872340 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-51875f87-3506-43e0-9707-120ec287fba4 None None] Resources bound (agent type, host, resource id):  {{(pid=88880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:05:26.883117 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51875f87-3506-43e0-9707-120ec287fba4 None None] Received port after_create {{(pid=88880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:05:26.886278 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51875f87-3506-43e0-9707-120ec287fba4 None None] Pushing event updated for resources: {'Port': ['ID=c3c28a16-6879-4552-bdae-76846927934c,revision_number=1']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:05:26.888983 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6c43bb01-b5ab-4d7b-a7cc-b76e85ed5c3e tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-659031', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854691240'] for router, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:26.894154 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-51875f87-3506-43e0-9707-120ec287fba4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:05:26.899414 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-1277c748-abd4-41e0-8b11-d558ab430e6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.042s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:05:26.926867 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-feb0a6a0-661c-4716-a90a-e0c20ddf7b94 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Unset dirty status for tenant:58aa2a41110240a2b5bfe3b4600f4977 on resource:port {{(pid=88879) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:05:26.931838 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-feb0a6a0-661c-4716-a90a-e0c20ddf7b94 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] 10.222.0.65 "GET /v2.0/ports/ade4b234-331a-4b86-bda0-e4024cfa8f08 HTTP/1.1" status: 404  len: 333 time: 0.3220770
Dec 24 11:05:26.938727 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 37254) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:26.955153 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-779189b9-06ba-46a5-85c9-daa4d9c8a6ff None None] Network f5f552c8-e840-4d09-b3e3-0a61ed96e4aa is already hosted by enough agents. {{(pid=88880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:05:26.960907 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-d04764f6-a171-41e6-8299-8438fc6f7dce None None] Port 494e91a5-9d35-4e47-a490-0bcc424e2785 cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:05:26.962760 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-779189b9-06ba-46a5-85c9-daa4d9c8a6ff None None] Resources bound (agent type, host, resource id):  {{(pid=88880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:05:26.986597 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-be2c0f87-6ab9-43f2-b10d-96c5e606b6a3 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=392c706564b54bdf9b4aefef23ad272e&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3277843
Dec 24 11:05:26.990802 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 37258) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:27.000372 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-7ceb954e-d10b-4284-b5b8-d012a06f0635 tempest-DHCPAgentSchedulersTestJSON-1647522103 tempest-DHCPAgentSchedulersTestJSON-1647522103-project-admin] 10.222.0.65 "GET /v2.0/networks/bc400643-1b0f-4f8c-915d-d0193ed6f152/dhcp-agents HTTP/1.1" status: 200  len: 809 time: 0.1289878
Dec 24 11:05:27.000564 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-779189b9-06ba-46a5-85c9-daa4d9c8a6ff None None] Received port after_create {{(pid=88880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:05:27.011245 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 37260) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:27.098207 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c7b61237-a223-4f01-a433-aa47e5ef670e tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847655656'] for subnet, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:27.130664 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779189b9-06ba-46a5-85c9-daa4d9c8a6ff None None] Pushing event updated for resources: {'Port': ['ID=300f8044-0708-43c1-a261-07e30eca80d9,revision_number=1']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:05:27.149718 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-779189b9-06ba-46a5-85c9-daa4d9c8a6ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:05:27.176819 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-51875f87-3506-43e0-9707-120ec287fba4 None None] Attempting to bind port c3c28a16-6879-4552-bdae-76846927934c on host dv-neutron-822691-2-hyperv for vnic_type normal with profile  {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:05:27.177237 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-51875f87-3506-43e0-9707-120ec287fba4 None None] Attempting to bind port c3c28a16-6879-4552-bdae-76846927934c by drivers openvswitch,hyperv on host dv-neutron-822691-2-hyperv at level 0 using segments [{'id': '6618a092-51b2-4e3d-9318-3ce6b7b40c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '1c9eeaac-d205-4b19-a351-2fe67dd78b42'}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:05:27.178101 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51875f87-3506-43e0-9707-120ec287fba4 None None] Attempting to bind port c3c28a16-6879-4552-bdae-76846927934c on network 1c9eeaac-d205-4b19-a351-2fe67dd78b42 {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:05:27.184654 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-779189b9-06ba-46a5-85c9-daa4d9c8a6ff None None] Attempting to bind port 300f8044-0708-43c1-a261-07e30eca80d9 on host dv-neutron-822691-2-hyperv for vnic_type normal with profile  {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:05:27.185000 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-779189b9-06ba-46a5-85c9-daa4d9c8a6ff None None] Attempting to bind port 300f8044-0708-43c1-a261-07e30eca80d9 by drivers openvswitch,hyperv on host dv-neutron-822691-2-hyperv at level 0 using segments [{'id': 'cca1a877-59af-46e6-8c19-b51b210bdbfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'f5f552c8-e840-4d09-b3e3-0a61ed96e4aa'}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:05:27.185882 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779189b9-06ba-46a5-85c9-daa4d9c8a6ff None None] Attempting to bind port 300f8044-0708-43c1-a261-07e30eca80d9 on network f5f552c8-e840-4d09-b3e3-0a61ed96e4aa {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:05:27.196845 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51875f87-3506-43e0-9707-120ec287fba4 None None] Checking agent: {'id': 'db1275c1-6001-47af-93c2-635c68404703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822691-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 52, 8), 'started_at': datetime.datetime(2021, 12, 24, 10, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 5, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822691-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:05:27.197281 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51875f87-3506-43e0-9707-120ec287fba4 None None] Checking segment: {'id': '6618a092-51b2-4e3d-9318-3ce6b7b40c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '1c9eeaac-d205-4b19-a351-2fe67dd78b42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:05:27.197780 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-51875f87-3506-43e0-9707-120ec287fba4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:27.198253 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51875f87-3506-43e0-9707-120ec287fba4 None None] Bound using segment: {'id': '6618a092-51b2-4e3d-9318-3ce6b7b40c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '1c9eeaac-d205-4b19-a351-2fe67dd78b42'} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:05:27.198795 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-51875f87-3506-43e0-9707-120ec287fba4 None None] Bound port: c3c28a16-6879-4552-bdae-76846927934c, host: dv-neutron-822691-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6618a092-51b2-4e3d-9318-3ce6b7b40c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '1c9eeaac-d205-4b19-a351-2fe67dd78b42'}}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:05:27.199226 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-51875f87-3506-43e0-9707-120ec287fba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:27.250748 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779189b9-06ba-46a5-85c9-daa4d9c8a6ff None None] Checking agent: {'id': 'db1275c1-6001-47af-93c2-635c68404703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822691-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 52, 8), 'started_at': datetime.datetime(2021, 12, 24, 10, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 5, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822691-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:05:27.251189 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779189b9-06ba-46a5-85c9-daa4d9c8a6ff None None] Checking segment: {'id': 'cca1a877-59af-46e6-8c19-b51b210bdbfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'f5f552c8-e840-4d09-b3e3-0a61ed96e4aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:05:27.251626 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-779189b9-06ba-46a5-85c9-daa4d9c8a6ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:27.252075 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779189b9-06ba-46a5-85c9-daa4d9c8a6ff None None] Bound using segment: {'id': 'cca1a877-59af-46e6-8c19-b51b210bdbfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'f5f552c8-e840-4d09-b3e3-0a61ed96e4aa'} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:05:27.252633 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-779189b9-06ba-46a5-85c9-daa4d9c8a6ff None None] Bound port: 300f8044-0708-43c1-a261-07e30eca80d9, host: dv-neutron-822691-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cca1a877-59af-46e6-8c19-b51b210bdbfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'f5f552c8-e840-4d09-b3e3-0a61ed96e4aa'}}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:05:27.253064 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-779189b9-06ba-46a5-85c9-daa4d9c8a6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:27.279625 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-3d7291fb-496d-45b2-a423-8baea22c4ed2 None None] Provisioning complete for port 075692e3-49bf-4527-abfe-0311ef31076f triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:05:27.280018 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3d7291fb-496d-45b2-a423-8baea22c4ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:27.418154 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-65d84daa-940f-4c34-913f-16aeecef591b tempest-DHCPAgentSchedulersTestJSON-1647522103 tempest-DHCPAgentSchedulersTestJSON-1647522103-project-admin] 10.222.0.65 "GET /v2.0/agents/edcf98dc-3032-472a-8b3d-f23fd1e89806/dhcp-networks HTTP/1.1" status: 200  len: 9326 time: 0.4054034
Dec 24 11:05:27.420574 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-3d7291fb-496d-45b2-a423-8baea22c4ed2 None None] Port 075692e3-49bf-4527-abfe-0311ef31076f cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:05:27.422536 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-824a1c39-736a-4fda-bd8e-4702a2aa02b6 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:27.423527 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-51875f87-3506-43e0-9707-120ec287fba4 None None] For port c3c28a16-6879-4552-bdae-76846927934c, host dv-neutron-822691-2-hyperv, cleared binding levels {{(pid=88880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:05:27.426765 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 37266) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:27.429415 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-51875f87-3506-43e0-9707-120ec287fba4 None None] For port c3c28a16-6879-4552-bdae-76846927934c, host dv-neutron-822691-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=c3c28a16-6879-4552-bdae-76846927934c,segment=NetworkSegment(6618a092-51b2-4e3d-9318-3ce6b7b40c55),segment_id=6618a092-51b2-4e3d-9318-3ce6b7b40c55)] {{(pid=88880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:05:27.454390 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-51875f87-3506-43e0-9707-120ec287fba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:27.464029 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-d619ea89-719c-4e1a-8f9f-1724c5dc55b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:05:27.503055 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-824a1c39-736a-4fda-bd8e-4702a2aa02b6 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Transition to ACTIVE for port object 8ad87ced-16f8-4c44-9e82-df273c3f61df will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:05:27.527144 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-779189b9-06ba-46a5-85c9-daa4d9c8a6ff None None] For port 300f8044-0708-43c1-a261-07e30eca80d9, host dv-neutron-822691-2-hyperv, cleared binding levels {{(pid=88880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:05:27.533693 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-3d7291fb-496d-45b2-a423-8baea22c4ed2 None None] Provisioning for port 9ec53d54-fa7d-41b5-8807-234011ce4e51 completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:05:27.542611 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-3d7291fb-496d-45b2-a423-8baea22c4ed2 None None] Provisioning complete for port 9ec53d54-fa7d-41b5-8807-234011ce4e51 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:05:27.543038 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3d7291fb-496d-45b2-a423-8baea22c4ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:27.589245 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-779189b9-06ba-46a5-85c9-daa4d9c8a6ff None None] For port 300f8044-0708-43c1-a261-07e30eca80d9, host dv-neutron-822691-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=300f8044-0708-43c1-a261-07e30eca80d9,segment=NetworkSegment(cca1a877-59af-46e6-8c19-b51b210bdbfb),segment_id=cca1a877-59af-46e6-8c19-b51b210bdbfb)] {{(pid=88880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:05:27.616581 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-779189b9-06ba-46a5-85c9-daa4d9c8a6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:27.636287 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-041a57ce-9a57-44a2-8f99-fa085c9f5508 tempest-DHCPAgentSchedulersTestJSON-66244088 tempest-DHCPAgentSchedulersTestJSON-66244088-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036847558493'] for network, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:27.658124 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-78ba0b92-a8a9-474b-b14d-5910ea8c7283 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks [] for security_group, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:27.658867 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51875f87-3506-43e0-9707-120ec287fba4 None None] Pushing event updated for resources: {'Port': ['ID=c3c28a16-6879-4552-bdae-76846927934c,revision_number=2']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:05:27.664674 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-51875f87-3506-43e0-9707-120ec287fba4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:05:27.665295 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-110fb7c9-c087-47c8-b02a-ac9f6d91bf04 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.038s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:05:27.705812 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-824a1c39-736a-4fda-bd8e-4702a2aa02b6 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:27.713973 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-3b5b9a50-adf2-491a-a9c3-0ee599ceb98b tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:05:27.805941 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779189b9-06ba-46a5-85c9-daa4d9c8a6ff None None] Pushing event updated for resources: {'Port': ['ID=300f8044-0708-43c1-a261-07e30eca80d9,revision_number=2']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:05:27.816255 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-779189b9-06ba-46a5-85c9-daa4d9c8a6ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:05:27.825032 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-3d7291fb-496d-45b2-a423-8baea22c4ed2 None None] Could not find standard attr ID for object ade4b234-331a-4b86-bda0-e4024cfa8f08. {{(pid=88880) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 24 11:05:27.839958 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fc65302b-a445-43e8-8d64-aeae57c64505 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-720245'] for router_interface, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:27.867336 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-824a1c39-736a-4fda-bd8e-4702a2aa02b6 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Network 1c9eeaac-d205-4b19-a351-2fe67dd78b42 is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:05:27.920099 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824a1c39-736a-4fda-bd8e-4702a2aa02b6 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Pushing event updated for resources: {'Port': ['ID=8ad87ced-16f8-4c44-9e82-df273c3f61df,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:05:27.921245 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-78ba0b92-a8a9-474b-b14d-5910ea8c7283 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:27.923273 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-824a1c39-736a-4fda-bd8e-4702a2aa02b6 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:05:27.924333 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-824a1c39-736a-4fda-bd8e-4702a2aa02b6 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Resources bound (agent type, host, resource id):  {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:05:27.926560 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-824a1c39-736a-4fda-bd8e-4702a2aa02b6 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:05:27.931136 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-824a1c39-736a-4fda-bd8e-4702a2aa02b6 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:05:27.931679 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-824a1c39-736a-4fda-bd8e-4702a2aa02b6 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:27.941901 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-041a57ce-9a57-44a2-8f99-fa085c9f5508 tempest-DHCPAgentSchedulersTestJSON-66244088 tempest-DHCPAgentSchedulersTestJSON-66244088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847649663', 'neutron.services.segments.db._delete_segments_for_network-8749505737672'] for network, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:27.943075 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-75dc9ff1-e6c5-44c3-8bde-6f2f75acc2cc None None] Could not find standard attr ID for object ade4b234-331a-4b86-bda0-e4024cfa8f08. {{(pid=88880) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 24 11:05:27.950709 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e6ba057f-79bc-4789-9195-407e661ea92f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:27.982547 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-824a1c39-736a-4fda-bd8e-4702a2aa02b6 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 948 time: 3.8494301
Dec 24 11:05:27.984444 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-041a57ce-9a57-44a2-8f99-fa085c9f5508 tempest-DHCPAgentSchedulersTestJSON-66244088 tempest-DHCPAgentSchedulersTestJSON-66244088-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5271cf0f60>,) {'filters': {'network_id': ['9e6a51cb-615d-4c47-8468-12926523a695']}} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:05:27.989593 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 37270) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:27.999601 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-041a57ce-9a57-44a2-8f99-fa085c9f5508 tempest-DHCPAgentSchedulersTestJSON-66244088 tempest-DHCPAgentSchedulersTestJSON-66244088-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5271cf0f60>, 'b17df7a7-3a46-4224-b3cf-0dc9feeb3507') {'for_net_delete': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:05:27.999942 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-041a57ce-9a57-44a2-8f99-fa085c9f5508 tempest-DHCPAgentSchedulersTestJSON-66244088 tempest-DHCPAgentSchedulersTestJSON-66244088-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5271cf0f60>, 'b17df7a7-3a46-4224-b3cf-0dc9feeb3507') {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:05:28.013676 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-041a57ce-9a57-44a2-8f99-fa085c9f5508 tempest-DHCPAgentSchedulersTestJSON-66244088 tempest-DHCPAgentSchedulersTestJSON-66244088-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749505745113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853989108'] for segment, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:28.031261 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-041a57ce-9a57-44a2-8f99-fa085c9f5508 tempest-DHCPAgentSchedulersTestJSON-66244088 tempest-DHCPAgentSchedulersTestJSON-66244088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:28.039065 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-041a57ce-9a57-44a2-8f99-fa085c9f5508 tempest-DHCPAgentSchedulersTestJSON-66244088 tempest-DHCPAgentSchedulersTestJSON-66244088-project] Releasing vlan 604 on physical network physnet1 to pool {{(pid=88879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 24 11:05:28.039528 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-041a57ce-9a57-44a2-8f99-fa085c9f5508 tempest-DHCPAgentSchedulersTestJSON-66244088 tempest-DHCPAgentSchedulersTestJSON-66244088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036847652098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3926696'] for segment, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:28.056248 dv-neutron-822691-2-hyperv neutron-server[88767]: Traceback (most recent call last):
Dec 24 11:05:28.056248 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 24 11:05:28.056248 dv-neutron-822691-2-hyperv neutron-server[88767]:     timer()
Dec 24 11:05:28.056248 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 11:05:28.056248 dv-neutron-822691-2-hyperv neutron-server[88767]:     cb(*args, **kw)
Dec 24 11:05:28.056248 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 24 11:05:28.056248 dv-neutron-822691-2-hyperv neutron-server[88767]:     return func(*args, **kwargs)
Dec 24 11:05:28.056248 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 11:05:28.056248 dv-neutron-822691-2-hyperv neutron-server[88767]:     self._notify()
Dec 24 11:05:28.056248 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 11:05:28.056248 dv-neutron-822691-2-hyperv neutron-server[88767]:     self.callback(batched_events)
Dec 24 11:05:28.056248 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 11:05:28.056248 dv-neutron-822691-2-hyperv neutron-server[88767]:     event.method(event)
Dec 24 11:05:28.056248 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 11:05:28.056248 dv-neutron-822691-2-hyperv neutron-server[88767]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 11:05:28.056248 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 24 11:05:28.056248 dv-neutron-822691-2-hyperv neutron-server[88767]:     segment_id)['aggregates'][0]
Dec 24 11:05:28.056248 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 24 11:05:28.056248 dv-neutron-822691-2-hyperv neutron-server[88767]:     return f(self, *a, **k)
Dec 24 11:05:28.056248 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 11:05:28.056248 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self._get(url).json()
Dec 24 11:05:28.056248 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 24 11:05:28.056248 dv-neutron-822691-2-hyperv neutron-server[88767]:     **kwargs)
Dec 24 11:05:28.056248 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 24 11:05:28.056248 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self.request(url, 'GET', **kwargs)
Dec 24 11:05:28.056248 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 24 11:05:28.056248 dv-neutron-822691-2-hyperv neutron-server[88767]:     **endpoint_filter)
Dec 24 11:05:28.056248 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 24 11:05:28.056248 dv-neutron-822691-2-hyperv neutron-server[88767]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 11:05:28.056248 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 24 11:05:28.056248 dv-neutron-822691-2-hyperv neutron-server[88767]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 11:05:28.056248 dv-neutron-822691-2-hyperv neutron-server[88767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 11:05:28.078862 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e6ba057f-79bc-4789-9195-407e661ea92f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:28.103972 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.agents_db [None req-e51243ab-6a93-425b-980f-a73583147efa None None] Agent healthcheck: found 6 active agents {{(pid=88881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 24 11:05:28.115565 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:28.142159 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c7b61237-a223-4f01-a433-aa47e5ef670e tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7120129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3978858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852529715'] for subnet, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:28.153212 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-2a0db2f0-3c9a-4388-a742-80f1c3d224ec tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:05:28.177734 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-041a57ce-9a57-44a2-8f99-fa085c9f5508 tempest-DHCPAgentSchedulersTestJSON-66244088 tempest-DHCPAgentSchedulersTestJSON-66244088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7126154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659196'] for network, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:28.186488 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-041a57ce-9a57-44a2-8f99-fa085c9f5508 tempest-DHCPAgentSchedulersTestJSON-66244088 tempest-DHCPAgentSchedulersTestJSON-66244088-project] Notify callbacks [] for network, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:28.191755 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-3771d1e4-1f64-46f7-bab4-e08f1f661f51 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:05:28.218982 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-041a57ce-9a57-44a2-8f99-fa085c9f5508 tempest-DHCPAgentSchedulersTestJSON-66244088 tempest-DHCPAgentSchedulersTestJSON-66244088-project] 10.222.0.65 "DELETE /v2.0/networks/9e6a51cb-615d-4c47-8468-12926523a695 HTTP/1.1" status: 204  len: 168 time: 0.7905664
Dec 24 11:05:28.223083 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 37274) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:28.224483 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-78ba0b92-a8a9-474b-b14d-5910ea8c7283 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:28.271588 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041a57ce-9a57-44a2-8f99-fa085c9f5508 tempest-DHCPAgentSchedulersTestJSON-66244088 tempest-DHCPAgentSchedulersTestJSON-66244088-project] Pushing event deleted for resources: {'Network': ['ID=9e6a51cb-615d-4c47-8468-12926523a695,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:05:28.279192 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-041a57ce-9a57-44a2-8f99-fa085c9f5508 tempest-DHCPAgentSchedulersTestJSON-66244088 tempest-DHCPAgentSchedulersTestJSON-66244088-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:05:28.285922 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-efe768d0-277c-4d96-be9b-483f72270906 tempest-DHCPAgentSchedulersTestJSON-66244088 tempest-DHCPAgentSchedulersTestJSON-66244088-project] DELETE failed (client error): The resource could not be found.
Dec 24 11:05:28.286441 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efe768d0-277c-4d96-be9b-483f72270906 tempest-DHCPAgentSchedulersTestJSON-66244088 tempest-DHCPAgentSchedulersTestJSON-66244088-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88879) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 24 11:05:28.288619 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-efe768d0-277c-4d96-be9b-483f72270906 tempest-DHCPAgentSchedulersTestJSON-66244088 tempest-DHCPAgentSchedulersTestJSON-66244088-project] 10.222.0.65 "DELETE /v2.0/ports/092d14ff-7c56-4823-88be-6c2533b8be05 HTTP/1.1" status: 404  len: 333 time: 0.0642104
Dec 24 11:05:28.292614 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 37278) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:28.325698 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b61237-a223-4f01-a433-aa47e5ef670e tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Pushing event deleted for resources: {'Subnet': ['ID=916079d8-d195-4376-9eea-6c86911d30ea,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:05:28.334722 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c7b61237-a223-4f01-a433-aa47e5ef670e tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:05:28.371996 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-6effff59-51cf-4ff6-889d-5cd8b0019532 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.130s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:05:28.419628 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ba0b92-a8a9-474b-b14d-5910ea8c7283 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88b6b9cb-10f9-4b2b-8f3a-2105d6227476,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:05:28.446405 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-78ba0b92-a8a9-474b-b14d-5910ea8c7283 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:05:28.464646 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e6ba057f-79bc-4789-9195-407e661ea92f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:28.479130 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-564a92ea-0a83-4349-b09b-ba6921fec329 tempest-QuotasNegativeTest-1247906793 tempest-QuotasNegativeTest-1247906793-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:05:28.489408 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fc65302b-a445-43e8-8d64-aeae57c64505 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:28.514329 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ba057f-79bc-4789-9195-407e661ea92f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14d0f32f-62aa-4d68-9434-4d5914c7853a,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:05:28.543398 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-e6ba057f-79bc-4789-9195-407e661ea92f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:05:28.558003 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_v2 [None req-9164b7e0-c572-4a69-b205-3742e04fa22a tempest-DHCPAgentSchedulersTestJSON-66244088 tempest-DHCPAgentSchedulersTestJSON-66244088-project] Deleting subnet 21bbb4ab-742f-41f1-809f-beb1632f2686 {{(pid=88879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 24 11:05:28.571078 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9164b7e0-c572-4a69-b205-3742e04fa22a tempest-DHCPAgentSchedulersTestJSON-66244088 tempest-DHCPAgentSchedulersTestJSON-66244088-project] Notify callbacks [] for subnet, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:28.581733 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-78ba0b92-a8a9-474b-b14d-5910ea8c7283 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:28.583034 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-78ba0b92-a8a9-474b-b14d-5910ea8c7283 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] 10.222.0.65 "DELETE /v2.0/security-groups/88b6b9cb-10f9-4b2b-8f3a-2105d6227476 HTTP/1.1" status: 204  len: 168 time: 1.6365225
Dec 24 11:05:28.593463 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e6ba057f-79bc-4789-9195-407e661ea92f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:28.594627 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-e6ba057f-79bc-4789-9195-407e661ea92f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/14d0f32f-62aa-4d68-9434-4d5914c7853a HTTP/1.1" status: 204  len: 168 time: 1.5971773
Dec 24 11:05:28.604501 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 37282) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:28.651857 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9164b7e0-c572-4a69-b205-3742e04fa22a tempest-DHCPAgentSchedulersTestJSON-66244088 tempest-DHCPAgentSchedulersTestJSON-66244088-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-786693'] for subnet, precommit_delete_associations {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:28.724558 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c7b61237-a223-4f01-a433-aa47e5ef670e tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847649663', 'neutron.services.segments.db._delete_segments_for_network-8749505737672'] for network, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:28.739123 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-503c1403-988b-4d3e-aa8c-16851862b49b tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:05:28.743586 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-503c1403-988b-4d3e-aa8c-16851862b49b tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:05:28.744459 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-503c1403-988b-4d3e-aa8c-16851862b49b tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Synchronizing usage tracker for tenant:739a78fd4cfc48c2a4011598579f8f8c on resource:port {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:05:28.746530 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9164b7e0-c572-4a69-b205-3742e04fa22a tempest-DHCPAgentSchedulersTestJSON-66244088 tempest-DHCPAgentSchedulersTestJSON-66244088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847655656'] for subnet, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:28.866950 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-c7b61237-a223-4f01-a433-aa47e5ef670e tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f52703255f8>,) {'filters': {'network_id': ['f5f552c8-e840-4d09-b3e3-0a61ed96e4aa']}} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:05:28.894718 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6c43bb01-b5ab-4d7b-a7cc-b76e85ed5c3e tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:28.988853 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-c7b61237-a223-4f01-a433-aa47e5ef670e tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f52703255f8>, 'cca1a877-59af-46e6-8c19-b51b210bdbfb') {'for_net_delete': True} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:05:28.989207 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-c7b61237-a223-4f01-a433-aa47e5ef670e tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f52703255f8>, 'cca1a877-59af-46e6-8c19-b51b210bdbfb') {} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:05:28.999682 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-503c1403-988b-4d3e-aa8c-16851862b49b tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Unset dirty status for tenant:739a78fd4cfc48c2a4011598579f8f8c on resource:port {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:05:29.003749 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-503c1403-988b-4d3e-aa8c-16851862b49b tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1703 time: 0.9973700
Dec 24 11:05:29.036886 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 37292) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:29.079352 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6c43bb01-b5ab-4d7b-a7cc-b76e85ed5c3e tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:29.082847 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c7b61237-a223-4f01-a433-aa47e5ef670e tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749505745113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2241371'] for segment, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:29.133798 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-da1a90b3-d5b4-4333-9d2c-cee45d0bbff6 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Deleting port 8ad87ced-16f8-4c44-9e82-df273c3f61df {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:05:29.134525 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-da1a90b3-d5b4-4333-9d2c-cee45d0bbff6 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:29.191732 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9164b7e0-c572-4a69-b205-3742e04fa22a tempest-DHCPAgentSchedulersTestJSON-66244088 tempest-DHCPAgentSchedulersTestJSON-66244088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7120129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850854134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851156349'] for subnet, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:29.202334 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-cfbedd90-9253-4827-a6c5-27ba48db19f3 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:05:29.217658 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c7b61237-a223-4f01-a433-aa47e5ef670e tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:29.274090 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7b61237-a223-4f01-a433-aa47e5ef670e tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Releasing vlan 617 on physical network physnet1 to pool {{(pid=88878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 24 11:05:29.274531 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c7b61237-a223-4f01-a433-aa47e5ef670e tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036847652098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850807864'] for segment, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:29.275360 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9164b7e0-c572-4a69-b205-3742e04fa22a tempest-DHCPAgentSchedulersTestJSON-66244088 tempest-DHCPAgentSchedulersTestJSON-66244088-project] Pushing event deleted for resources: {'Subnet': ['ID=21bbb4ab-742f-41f1-809f-beb1632f2686,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:05:29.284992 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-9164b7e0-c572-4a69-b205-3742e04fa22a tempest-DHCPAgentSchedulersTestJSON-66244088 tempest-DHCPAgentSchedulersTestJSON-66244088-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:05:29.291966 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9164b7e0-c572-4a69-b205-3742e04fa22a tempest-DHCPAgentSchedulersTestJSON-66244088 tempest-DHCPAgentSchedulersTestJSON-66244088-project] Notify callbacks [] for subnet, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:29.297154 dv-neutron-822691-2-hyperv neutron-server[88767]: Traceback (most recent call last):
Dec 24 11:05:29.297154 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 24 11:05:29.297154 dv-neutron-822691-2-hyperv neutron-server[88767]:     timer()
Dec 24 11:05:29.297154 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 11:05:29.297154 dv-neutron-822691-2-hyperv neutron-server[88767]:     cb(*args, **kw)
Dec 24 11:05:29.297154 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 24 11:05:29.297154 dv-neutron-822691-2-hyperv neutron-server[88767]:     return func(*args, **kwargs)
Dec 24 11:05:29.297154 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 11:05:29.297154 dv-neutron-822691-2-hyperv neutron-server[88767]:     self._notify()
Dec 24 11:05:29.297154 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 11:05:29.297154 dv-neutron-822691-2-hyperv neutron-server[88767]:     self.callback(batched_events)
Dec 24 11:05:29.297154 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 11:05:29.297154 dv-neutron-822691-2-hyperv neutron-server[88767]:     event.method(event)
Dec 24 11:05:29.297154 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 11:05:29.297154 dv-neutron-822691-2-hyperv neutron-server[88767]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 11:05:29.297154 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 24 11:05:29.297154 dv-neutron-822691-2-hyperv neutron-server[88767]:     segment_id)['aggregates'][0]
Dec 24 11:05:29.297154 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 24 11:05:29.297154 dv-neutron-822691-2-hyperv neutron-server[88767]:     return f(self, *a, **k)
Dec 24 11:05:29.297154 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 11:05:29.297154 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self._get(url).json()
Dec 24 11:05:29.297154 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 24 11:05:29.297154 dv-neutron-822691-2-hyperv neutron-server[88767]:     **kwargs)
Dec 24 11:05:29.297154 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 24 11:05:29.297154 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self.request(url, 'GET', **kwargs)
Dec 24 11:05:29.297154 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 24 11:05:29.297154 dv-neutron-822691-2-hyperv neutron-server[88767]:     **endpoint_filter)
Dec 24 11:05:29.297154 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 24 11:05:29.297154 dv-neutron-822691-2-hyperv neutron-server[88767]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 11:05:29.297154 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 24 11:05:29.297154 dv-neutron-822691-2-hyperv neutron-server[88767]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 11:05:29.297154 dv-neutron-822691-2-hyperv neutron-server[88767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 11:05:29.303995 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-9164b7e0-c572-4a69-b205-3742e04fa22a tempest-DHCPAgentSchedulersTestJSON-66244088 tempest-DHCPAgentSchedulersTestJSON-66244088-project] 10.222.0.65 "DELETE /v2.0/subnets/21bbb4ab-742f-41f1-809f-beb1632f2686 HTTP/1.1" status: 204  len: 168 time: 1.0111337
Dec 24 11:05:29.307315 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-434ffeb4-bcb3-4b9e-9dc7-91c7005c7cde tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Deleting port 54af3b2d-4aab-42d0-814d-c621454bdf26 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:05:29.307708 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-434ffeb4-bcb3-4b9e-9dc7-91c7005c7cde tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:29.311076 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-203c0761-78bb-4128-89f9-87013d528c23 None None] Network bc400643-1b0f-4f8c-915d-d0193ed6f152 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:05:29.313436 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 37302) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:29.333471 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-03154ac7-7b21-4b11-ae73-0911a3475970 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks [] for security_group, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:29.451122 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-078f747f-7066-4051-afc6-7b742dc438d6 tempest-DHCPAgentSchedulersTestJSON-66244088 tempest-DHCPAgentSchedulersTestJSON-66244088-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036847558493'] for network, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:29.517722 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-078f747f-7066-4051-afc6-7b742dc438d6 tempest-DHCPAgentSchedulersTestJSON-66244088 tempest-DHCPAgentSchedulersTestJSON-66244088-project] Deleting port dc68eac6-0627-460b-983c-525a8888c16b {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:05:29.518063 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-078f747f-7066-4051-afc6-7b742dc438d6 tempest-DHCPAgentSchedulersTestJSON-66244088 tempest-DHCPAgentSchedulersTestJSON-66244088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:29.530453 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-03154ac7-7b21-4b11-ae73-0911a3475970 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:29.620046 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-6c43bb01-b5ab-4d7b-a7cc-b76e85ed5c3e tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Allocated IP 172.26.3.4 (f8c337ba-681f-4fcb-a333-e3c49365b30a/8ea1398c-0bec-46d6-8d54-85798de2a7ca/a0783d42-e354-4b9b-90a5-8002e32383c3) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:05:29.679698 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.db.api [None req-c7b61237-a223-4f01-a433-aa47e5ef670e tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 24 11:05:29.679698 dv-neutron-822691-2-hyperv neutron-server[88767]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 24 11:05:29.679698 dv-neutron-822691-2-hyperv neutron-server[88767]: [parameters: {'id': 'f5f552c8-e840-4d09-b3e3-0a61ed96e4aa'}]
Dec 24 11:05:29.679698 dv-neutron-822691-2-hyperv neutron-server[88767]: (Background on this error at: http://sqlalche.me/e/gkpj) {{(pid=88878) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 24 11:05:29.680474 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_db.api [None req-c7b61237-a223-4f01-a433-aa47e5ef670e tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 24 11:05:29.722287 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eea76b7f-d6fe-4031-aad2-c3889863d365 None None] DHCP port deletion for bc400643-1b0f-4f8c-915d-d0193ed6f152 request from dv-neutron-822691-2-hyperv {{(pid=88880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 24 11:05:29.727280 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-eea76b7f-d6fe-4031-aad2-c3889863d365 None None] Deleting port dc68eac6-0627-460b-983c-525a8888c16b {{(pid=88880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:05:29.728648 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-eea76b7f-d6fe-4031-aad2-c3889863d365 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:29.848178 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-da1a90b3-d5b4-4333-9d2c-cee45d0bbff6 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:29.963197 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device c3c28a16-6879-4552-bdae-76846927934c up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:05:30.138776 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-da1a90b3-d5b4-4333-9d2c-cee45d0bbff6 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Calling delete_port for 8ad87ced-16f8-4c44-9e82-df273c3f61df owned by  {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:05:30.200316 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-eea76b7f-d6fe-4031-aad2-c3889863d365 None None] For port dc68eac6-0627-460b-983c-525a8888c16b, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=dc68eac6-0627-460b-983c-525a8888c16b,segment=NetworkSegment(bbf7581f-3b5b-487e-a7ea-bd8c4a57b6ed),segment_id=bbf7581f-3b5b-487e-a7ea-bd8c4a57b6ed)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:05:30.201137 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-eea76b7f-d6fe-4031-aad2-c3889863d365 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:30.222951 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-078f747f-7066-4051-afc6-7b742dc438d6 tempest-DHCPAgentSchedulersTestJSON-66244088 tempest-DHCPAgentSchedulersTestJSON-66244088-project] For port dc68eac6-0627-460b-983c-525a8888c16b, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=dc68eac6-0627-460b-983c-525a8888c16b,segment=NetworkSegment(bbf7581f-3b5b-487e-a7ea-bd8c4a57b6ed),segment_id=bbf7581f-3b5b-487e-a7ea-bd8c4a57b6ed)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:05:30.223353 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-078f747f-7066-4051-afc6-7b742dc438d6 tempest-DHCPAgentSchedulersTestJSON-66244088 tempest-DHCPAgentSchedulersTestJSON-66244088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:30.361993 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c7b61237-a223-4f01-a433-aa47e5ef670e tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036847558493'] for network, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:30.409464 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-eea76b7f-d6fe-4031-aad2-c3889863d365 None None] Calling delete_port for dc68eac6-0627-460b-983c-525a8888c16b owned by network:dhcp {{(pid=88880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:05:30.428307 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-078f747f-7066-4051-afc6-7b742dc438d6 tempest-DHCPAgentSchedulersTestJSON-66244088 tempest-DHCPAgentSchedulersTestJSON-66244088-project] Calling delete_port for dc68eac6-0627-460b-983c-525a8888c16b owned by network:dhcp {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:05:30.615300 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-eea76b7f-d6fe-4031-aad2-c3889863d365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392'] for port, after_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:30.624077 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-ac32f327-b3e0-4afe-9787-4b705369095c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:05:30.648103 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.db.api [None req-078f747f-7066-4051-afc6-7b742dc438d6 tempest-DHCPAgentSchedulersTestJSON-66244088 tempest-DHCPAgentSchedulersTestJSON-66244088-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88879) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 24 11:05:30.648480 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_db.api [None req-078f747f-7066-4051-afc6-7b742dc438d6 tempest-DHCPAgentSchedulersTestJSON-66244088 tempest-DHCPAgentSchedulersTestJSON-66244088-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 24 11:05:30.696851 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-da1a90b3-d5b4-4333-9d2c-cee45d0bbff6 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:30.712876 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea76b7f-d6fe-4031-aad2-c3889863d365 None None] Pushing event deleted for resources: {'Port': ['ID=dc68eac6-0627-460b-983c-525a8888c16b,revision_number=None']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:05:30.721180 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-eea76b7f-d6fe-4031-aad2-c3889863d365 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:05:30.725178 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-c7b61237-a223-4f01-a433-aa47e5ef670e tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Deleting port 300f8044-0708-43c1-a261-07e30eca80d9 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:05:30.725565 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c7b61237-a223-4f01-a433-aa47e5ef670e tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:30.727892 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-386da279-6742-47ad-81cc-c16aa1c1312e tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:05:30.731498 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea76b7f-d6fe-4031-aad2-c3889863d365 None None] No DVR routers for this DVR port dc68eac6-0627-460b-983c-525a8888c16b on host dv-neutron-822691-2-hyperv {{(pid=88880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 24 11:05:30.735913 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning for port c3c28a16-6879-4552-bdae-76846927934c completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:05:30.745751 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-38f7519f-0ded-439b-9337-8b0c1fcbfe44 None None] Provisioning for port c3c28a16-6879-4552-bdae-76846927934c completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:05:30.752151 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port c3c28a16-6879-4552-bdae-76846927934c triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:05:30.752770 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:30.787936 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-38f7519f-0ded-439b-9337-8b0c1fcbfe44 None None] Provisioning complete for port c3c28a16-6879-4552-bdae-76846927934c triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:05:30.788490 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-38f7519f-0ded-439b-9337-8b0c1fcbfe44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:30.841946 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-03154ac7-7b21-4b11-ae73-0911a3475970 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:30.847659 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1a90b3-d5b4-4333-9d2c-cee45d0bbff6 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Pushing event deleted for resources: {'Port': ['ID=8ad87ced-16f8-4c44-9e82-df273c3f61df,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:05:30.854433 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-a8bd9e1a-8f99-47b3-8491-2ea62a4d561e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:05:30.865025 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-da1a90b3-d5b4-4333-9d2c-cee45d0bbff6 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:05:30.916532 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fc65302b-a445-43e8-8d64-aeae57c64505 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks [] for port, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:30.936575 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6c43bb01-b5ab-4d7b-a7cc-b76e85ed5c3e tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:30.946596 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-da1a90b3-d5b4-4333-9d2c-cee45d0bbff6 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:30.969507 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-da1a90b3-d5b4-4333-9d2c-cee45d0bbff6 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "DELETE /v2.0/ports/8ad87ced-16f8-4c44-9e82-df273c3f61df HTTP/1.1" status: 204  len: 168 time: 1.9311659
Dec 24 11:05:30.970939 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 37322) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:30.990021 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03154ac7-7b21-4b11-ae73-0911a3475970 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee733c36-fa73-4d4b-87c7-8adb78871cd6,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:05:31.005766 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:31.017085 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77836841-6abf-441c-93e3-36932d9ee61b None None] Network f5f552c8-e840-4d09-b3e3-0a61ed96e4aa requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:05:31.059555 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f07ed3d-d01c-4501-bce2-246ac74f6e76 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:05:31.061603 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f07ed3d-d01c-4501-bce2-246ac74f6e76 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:05:31.062577 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-0f07ed3d-d01c-4501-bce2-246ac74f6e76 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Synchronizing usage tracker for tenant:739a78fd4cfc48c2a4011598579f8f8c on resource:subnet {{(pid=88879) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:05:31.084257 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-0f07ed3d-d01c-4501-bce2-246ac74f6e76 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Unset dirty status for tenant:739a78fd4cfc48c2a4011598579f8f8c on resource:subnet {{(pid=88879) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:05:31.089943 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-0f07ed3d-d01c-4501-bce2-246ac74f6e76 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1454 time: 0.1177754
Dec 24 11:05:31.090680 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 37326) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:31.104385 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] For port c3c28a16-6879-4552-bdae-76846927934c, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=c3c28a16-6879-4552-bdae-76846927934c,segment=NetworkSegment(6618a092-51b2-4e3d-9318-3ce6b7b40c55),segment_id=6618a092-51b2-4e3d-9318-3ce6b7b40c55)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:05:31.151983 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:31.153346 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 300f8044-0708-43c1-a261-07e30eca80d9 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:05:31.163606 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-078f747f-7066-4051-afc6-7b742dc438d6 tempest-DHCPAgentSchedulersTestJSON-66244088 tempest-DHCPAgentSchedulersTestJSON-66244088-project] Deleting port dc68eac6-0627-460b-983c-525a8888c16b {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:05:31.164063 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-078f747f-7066-4051-afc6-7b742dc438d6 tempest-DHCPAgentSchedulersTestJSON-66244088 tempest-DHCPAgentSchedulersTestJSON-66244088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:31.209262 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-383e5eec-8de7-4175-95a3-0c00b6a01225 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:05:31.220447 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-c7b61237-a223-4f01-a433-aa47e5ef670e tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] For port 300f8044-0708-43c1-a261-07e30eca80d9, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=300f8044-0708-43c1-a261-07e30eca80d9,segment=NetworkSegment(cca1a877-59af-46e6-8c19-b51b210bdbfb),segment_id=cca1a877-59af-46e6-8c19-b51b210bdbfb)] {{(pid=88878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:05:31.220851 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c7b61237-a223-4f01-a433-aa47e5ef670e tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:31.249924 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-078f747f-7066-4051-afc6-7b742dc438d6 tempest-DHCPAgentSchedulersTestJSON-66244088 tempest-DHCPAgentSchedulersTestJSON-66244088-project] The port 'dc68eac6-0627-460b-983c-525a8888c16b' was deleted {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 24 11:05:31.377493 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-03154ac7-7b21-4b11-ae73-0911a3475970 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.523s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:05:31.393355 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-c7b61237-a223-4f01-a433-aa47e5ef670e tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Calling delete_port for 300f8044-0708-43c1-a261-07e30eca80d9 owned by network:dhcp {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:05:31.421957 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6c43bb01-b5ab-4d7b-a7cc-b76e85ed5c3e tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:31.426200 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fc65302b-a445-43e8-8d64-aeae57c64505 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3978773'] for port, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:31.435637 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-078f747f-7066-4051-afc6-7b742dc438d6 tempest-DHCPAgentSchedulersTestJSON-66244088 tempest-DHCPAgentSchedulersTestJSON-66244088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847649663', 'neutron.services.segments.db._delete_segments_for_network-8749505737672'] for network, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:31.466779 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-434ffeb4-bcb3-4b9e-9dc7-91c7005c7cde tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:31.468620 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-078f747f-7066-4051-afc6-7b742dc438d6 tempest-DHCPAgentSchedulersTestJSON-66244088 tempest-DHCPAgentSchedulersTestJSON-66244088-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f527079c198>,) {'filters': {'network_id': ['bc400643-1b0f-4f8c-915d-d0193ed6f152']}} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:05:31.483719 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-bbebdc1c-d1cf-4f7f-b73b-7eb2efd433ab tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:05:31.490684 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-078f747f-7066-4051-afc6-7b742dc438d6 tempest-DHCPAgentSchedulersTestJSON-66244088 tempest-DHCPAgentSchedulersTestJSON-66244088-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f527079c198>, 'bbf7581f-3b5b-487e-a7ea-bd8c4a57b6ed') {'for_net_delete': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:05:31.491144 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-078f747f-7066-4051-afc6-7b742dc438d6 tempest-DHCPAgentSchedulersTestJSON-66244088 tempest-DHCPAgentSchedulersTestJSON-66244088-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f527079c198>, 'bbf7581f-3b5b-487e-a7ea-bd8c4a57b6ed') {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:05:31.507542 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-078f747f-7066-4051-afc6-7b742dc438d6 tempest-DHCPAgentSchedulersTestJSON-66244088 tempest-DHCPAgentSchedulersTestJSON-66244088-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749505745113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853989108'] for segment, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:31.544411 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-078f747f-7066-4051-afc6-7b742dc438d6 tempest-DHCPAgentSchedulersTestJSON-66244088 tempest-DHCPAgentSchedulersTestJSON-66244088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:31.553709 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-078f747f-7066-4051-afc6-7b742dc438d6 tempest-DHCPAgentSchedulersTestJSON-66244088 tempest-DHCPAgentSchedulersTestJSON-66244088-project] Releasing vlan 638 on physical network physnet1 to pool {{(pid=88879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 24 11:05:31.554182 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-078f747f-7066-4051-afc6-7b742dc438d6 tempest-DHCPAgentSchedulersTestJSON-66244088 tempest-DHCPAgentSchedulersTestJSON-66244088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036847652098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3926696'] for segment, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:31.596789 dv-neutron-822691-2-hyperv neutron-server[88767]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 11:05:31.596789 dv-neutron-822691-2-hyperv neutron-server[88767]:   % (table.description, expected, rows_matched)
Dec 24 11:05:31.596789 dv-neutron-822691-2-hyperv neutron-server[88767]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 11:05:31.596789 dv-neutron-822691-2-hyperv neutron-server[88767]:   % (table.description, expected, rows_matched)
Dec 24 11:05:31.596789 dv-neutron-822691-2-hyperv neutron-server[88767]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 11:05:31.596789 dv-neutron-822691-2-hyperv neutron-server[88767]:   % (table.description, expected, rows_matched)
Dec 24 11:05:31.596789 dv-neutron-822691-2-hyperv neutron-server[88767]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 11:05:31.596789 dv-neutron-822691-2-hyperv neutron-server[88767]:   % (table.description, expected, rows_matched)
Dec 24 11:05:31.596789 dv-neutron-822691-2-hyperv neutron-server[88767]: Traceback (most recent call last):
Dec 24 11:05:31.596789 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 24 11:05:31.596789 dv-neutron-822691-2-hyperv neutron-server[88767]:     timer()
Dec 24 11:05:31.596789 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 11:05:31.596789 dv-neutron-822691-2-hyperv neutron-server[88767]:     cb(*args, **kw)
Dec 24 11:05:31.596789 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 24 11:05:31.596789 dv-neutron-822691-2-hyperv neutron-server[88767]:     return func(*args, **kwargs)
Dec 24 11:05:31.596789 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 11:05:31.596789 dv-neutron-822691-2-hyperv neutron-server[88767]:     self._notify()
Dec 24 11:05:31.596789 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 11:05:31.596789 dv-neutron-822691-2-hyperv neutron-server[88767]:     self.callback(batched_events)
Dec 24 11:05:31.596789 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 11:05:31.596789 dv-neutron-822691-2-hyperv neutron-server[88767]:     event.method(event)
Dec 24 11:05:31.596789 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 11:05:31.596789 dv-neutron-822691-2-hyperv neutron-server[88767]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 11:05:31.596789 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 24 11:05:31.596789 dv-neutron-822691-2-hyperv neutron-server[88767]:     segment_id)['aggregates'][0]
Dec 24 11:05:31.596789 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 24 11:05:31.596789 dv-neutron-822691-2-hyperv neutron-server[88767]:     return f(self, *a, **k)
Dec 24 11:05:31.596789 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 11:05:31.596789 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self._get(url).json()
Dec 24 11:05:31.596789 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 24 11:05:31.596789 dv-neutron-822691-2-hyperv neutron-server[88767]:     **kwargs)
Dec 24 11:05:31.596789 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 24 11:05:31.596789 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self.request(url, 'GET', **kwargs)
Dec 24 11:05:31.596789 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 24 11:05:31.596789 dv-neutron-822691-2-hyperv neutron-server[88767]:     **endpoint_filter)
Dec 24 11:05:31.596789 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 24 11:05:31.596789 dv-neutron-822691-2-hyperv neutron-server[88767]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 11:05:31.596789 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 24 11:05:31.596789 dv-neutron-822691-2-hyperv neutron-server[88767]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 11:05:31.596789 dv-neutron-822691-2-hyperv neutron-server[88767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 11:05:31.621600 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fc65302b-a445-43e8-8d64-aeae57c64505 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1977653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854055662'] for router_interface, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:31.737395 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Pushing event updated for resources: {'Port': ['ID=c3c28a16-6879-4552-bdae-76846927934c,revision_number=3']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:05:31.763375 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.554s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:05:31.763607 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-078f747f-7066-4051-afc6-7b742dc438d6 tempest-DHCPAgentSchedulersTestJSON-66244088 tempest-DHCPAgentSchedulersTestJSON-66244088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7126154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659196'] for network, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:31.774929 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f9c9ffa0-adcc-4fb8-9ff6-b180bfdb7558 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:05:31.790657 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-078f747f-7066-4051-afc6-7b742dc438d6 tempest-DHCPAgentSchedulersTestJSON-66244088 tempest-DHCPAgentSchedulersTestJSON-66244088-project] Notify callbacks [] for network, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:31.801542 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] No active binding found for port 300f8044-0708-43c1-a261-07e30eca80d9 {{(pid=88880) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}}
Dec 24 11:05:31.804257 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 300f8044-0708-43c1-a261-07e30eca80d9 not bound to the agent host dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:286}}
Dec 24 11:05:31.809870 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078f747f-7066-4051-afc6-7b742dc438d6 tempest-DHCPAgentSchedulersTestJSON-66244088 tempest-DHCPAgentSchedulersTestJSON-66244088-project] Pushing event deleted for resources: {'Network': ['ID=bc400643-1b0f-4f8c-915d-d0193ed6f152,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:05:31.811870 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-434ffeb4-bcb3-4b9e-9dc7-91c7005c7cde tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Calling delete_port for 54af3b2d-4aab-42d0-814d-c621454bdf26 owned by network:router_interface {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:05:31.823756 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-078f747f-7066-4051-afc6-7b742dc438d6 tempest-DHCPAgentSchedulersTestJSON-66244088 tempest-DHCPAgentSchedulersTestJSON-66244088-project] 10.222.0.65 "DELETE /v2.0/networks/bc400643-1b0f-4f8c-915d-d0193ed6f152 HTTP/1.1" status: 204  len: 168 time: 2.5090919
Dec 24 11:05:31.824852 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-078f747f-7066-4051-afc6-7b742dc438d6 tempest-DHCPAgentSchedulersTestJSON-66244088 tempest-DHCPAgentSchedulersTestJSON-66244088-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:05:31.831418 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 37340) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:31.895865 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5c77fe2-1d72-4248-8725-62b88954a216 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Deleting subnet 3b064c4b-285b-4ccf-b627-d978058e232e {{(pid=88879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 24 11:05:31.900638 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ce8aeb7-811b-4ed3-9ff3-4fbae500eaf2 None None] DHCP port deletion for f5f552c8-e840-4d09-b3e3-0a61ed96e4aa request from dv-neutron-822691-2-hyperv {{(pid=88880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 24 11:05:31.902411 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a5c77fe2-1d72-4248-8725-62b88954a216 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks [] for subnet, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:31.905464 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Port 300f8044-0708-43c1-a261-07e30eca80d9 not found, will not notify nova. {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}}
Dec 24 11:05:31.907833 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-acbc1ec2-e580-43cc-8be7-3589d0f98fb4 None None] Could not find standard attr ID for object 300f8044-0708-43c1-a261-07e30eca80d9. {{(pid=88880) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 24 11:05:31.915423 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-acbc1ec2-e580-43cc-8be7-3589d0f98fb4 None None] Could not find standard attr ID for object 8ad87ced-16f8-4c44-9e82-df273c3f61df. {{(pid=88880) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 24 11:05:31.928083 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c43bb01-b5ab-4d7b-a7cc-b76e85ed5c3e tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Network f8c337ba-681f-4fcb-a333-e3c49365b30a is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:05:31.929262 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-03154ac7-7b21-4b11-ae73-0911a3475970 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:31.933488 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-03154ac7-7b21-4b11-ae73-0911a3475970 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] 10.222.0.65 "DELETE /v2.0/security-groups/ee733c36-fa73-4d4b-87c7-8adb78871cd6 HTTP/1.1" status: 204  len: 168 time: 3.3224049
Dec 24 11:05:31.936632 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c43bb01-b5ab-4d7b-a7cc-b76e85ed5c3e tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Pushing event updated for resources: {'Port': ['ID=a0783d42-e354-4b9b-90a5-8002e32383c3,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:05:31.942528 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6178671-e6b9-47aa-9e8e-716a8a0db300 None None] Network f5f552c8-e840-4d09-b3e3-0a61ed96e4aa requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:05:31.963106 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 37346) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:32.033577 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-6c43bb01-b5ab-4d7b-a7cc-b76e85ed5c3e tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Resources bound (agent type, host, resource id):  {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:05:32.040040 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c43bb01-b5ab-4d7b-a7cc-b76e85ed5c3e tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:05:32.077573 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a5c77fe2-1d72-4248-8725-62b88954a216 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-786693'] for subnet, precommit_delete_associations {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:32.101114 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device c3c28a16-6879-4552-bdae-76846927934c up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:05:32.115815 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c7b61237-a223-4f01-a433-aa47e5ef670e tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:32.181276 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc65302b-a445-43e8-8d64-aeae57c64505 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Pushing event updated for resources: {'Port': ['ID=494e91a5-9d35-4e47-a490-0bcc424e2785,revision_number=3']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:05:32.192207 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-fc65302b-a445-43e8-8d64-aeae57c64505 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.708s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:05:32.204734 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-ab08dfc6-2d59-46f2-a98d-b6bd604080a3 tempest-DHCPAgentSchedulersTestJSON-66244088 tempest-DHCPAgentSchedulersTestJSON-66244088-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.658s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:05:32.310150 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-8e2687f6-f30d-466a-902b-8a9e36aee232 tempest-ExternalNetworksTestJSON-1065651105 tempest-ExternalNetworksTestJSON-1065651105-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1681235476'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:05:32.310598 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-363991d7-60eb-4278-9e23-aa232f35b17e None None] get_active_networks_info from dv-neutron-822691-2-hyperv {{(pid=88880) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 24 11:05:32.312733 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 37352) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:32.326195 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-8e2687f6-f30d-466a-902b-8a9e36aee232 tempest-ExternalNetworksTestJSON-1065651105 tempest-ExternalNetworksTestJSON-1065651105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:05:32.343590 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b61237-a223-4f01-a433-aa47e5ef670e tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Pushing event deleted for resources: {'Port': ['ID=300f8044-0708-43c1-a261-07e30eca80d9,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:05:32.345976 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c7b61237-a223-4f01-a433-aa47e5ef670e tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:05:32.352745 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-8e2687f6-f30d-466a-902b-8a9e36aee232 tempest-ExternalNetworksTestJSON-1065651105 tempest-ExternalNetworksTestJSON-1065651105-project] Usage tracker for resource:network and tenant:e3c9413af1e74d3fb0ddbf8b87c5da24 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:05:32.355868 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-8e2687f6-f30d-466a-902b-8a9e36aee232 tempest-ExternalNetworksTestJSON-1065651105 tempest-ExternalNetworksTestJSON-1065651105-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:05:32.361267 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-2d927a35-6342-4230-9b54-9b85879073ed tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.218s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:05:32.361902 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-2d927a35-6342-4230-9b54-9b85879073ed tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:05:32.363080 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-8e2687f6-f30d-466a-902b-8a9e36aee232 tempest-ExternalNetworksTestJSON-1065651105 tempest-ExternalNetworksTestJSON-1065651105-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:05:32.364651 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b61237-a223-4f01-a433-aa47e5ef670e tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] No DVR routers for this DVR port 300f8044-0708-43c1-a261-07e30eca80d9 on host dv-neutron-822691-2-hyperv {{(pid=88878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 24 11:05:32.377736 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e2687f6-f30d-466a-902b-8a9e36aee232 tempest-ExternalNetworksTestJSON-1065651105 tempest-ExternalNetworksTestJSON-1065651105-project] Made reservation on behalf of e3c9413af1e74d3fb0ddbf8b87c5da24 for: {'network': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:05:32.379570 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port c3c28a16-6879-4552-bdae-76846927934c triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:05:32.380007 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:32.383375 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8e2687f6-f30d-466a-902b-8a9e36aee232 tempest-ExternalNetworksTestJSON-1065651105 tempest-ExternalNetworksTestJSON-1065651105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for network, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:32.416474 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8e2687f6-f30d-466a-902b-8a9e36aee232 tempest-ExternalNetworksTestJSON-1065651105 tempest-ExternalNetworksTestJSON-1065651105-project] Notify callbacks [] for security_group, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:32.442584 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_v2 [None req-14f67d87-a647-47a2-b09d-2967d53bfa18 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Deleting subnet 4cfc3240-a14e-4f5c-b877-495a7bfdf010 {{(pid=88879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 24 11:05:32.445450 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a5c77fe2-1d72-4248-8725-62b88954a216 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847655656'] for subnet, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:32.483094 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-14f67d87-a647-47a2-b09d-2967d53bfa18 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks [] for subnet, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:32.614374 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-363991d7-60eb-4278-9e23-aa232f35b17e None None] Resources bound (agent type, host, resource id):  {{(pid=88880) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Dec 24 11:05:32.616319 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a5c77fe2-1d72-4248-8725-62b88954a216 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7120129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850854134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851156349'] for subnet, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:32.649387 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c134d074-7f5f-4de5-9809-b9a64130725c tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:05:32.651185 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c7b61237-a223-4f01-a433-aa47e5ef670e tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847649663', 'neutron.services.segments.db._delete_segments_for_network-8749505737672'] for network, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:32.651756 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device dc68eac6-0627-460b-983c-525a8888c16b no longer exists at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:05:32.691760 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a5c77fe2-1d72-4248-8725-62b88954a216 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks [] for subnet, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:32.692351 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc65302b-a445-43e8-8d64-aeae57c64505 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Network 948bc47c-9c8e-4492-97a3-e6f29f065021 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:05:32.695958 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] No Port match for: dc68eac6-0627-460b-983c-525a8888c16b {{(pid=88880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 24 11:05:32.696594 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device dc68eac6-0627-460b-983c-525a8888c16b not bound to the agent host dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 24 11:05:32.696731 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 300f8044-0708-43c1-a261-07e30eca80d9 no longer exists at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:05:32.699598 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-fc65302b-a445-43e8-8d64-aeae57c64505 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Resources bound (agent type, host, resource id):  {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:05:32.727722 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c77fe2-1d72-4248-8725-62b88954a216 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Pushing event deleted for resources: {'Subnet': ['ID=3b064c4b-285b-4ccf-b627-d978058e232e,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:05:32.730144 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-a5c77fe2-1d72-4248-8725-62b88954a216 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:05:32.749023 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-a5c77fe2-1d72-4248-8725-62b88954a216 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "DELETE /v2.0/subnets/3b064c4b-285b-4ccf-b627-d978058e232e HTTP/1.1" status: 204  len: 168 time: 1.6545088
Dec 24 11:05:32.749859 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] No Port match for: 300f8044-0708-43c1-a261-07e30eca80d9 {{(pid=88880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 24 11:05:32.749859 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 300f8044-0708-43c1-a261-07e30eca80d9 not bound to the agent host dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 24 11:05:32.751392 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 37358) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:32.766089 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-14f67d87-a647-47a2-b09d-2967d53bfa18 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-786693'] for subnet, precommit_delete_associations {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:32.832920 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-c7b61237-a223-4f01-a433-aa47e5ef670e tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f527088a6a0>,) {'filters': {'network_id': ['f5f552c8-e840-4d09-b3e3-0a61ed96e4aa']}} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:05:32.859837 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-8e2687f6-f30d-466a-902b-8a9e36aee232 tempest-ExternalNetworksTestJSON-1065651105 tempest-ExternalNetworksTestJSON-1065651105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:05:32.892201 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-8e2687f6-f30d-466a-902b-8a9e36aee232 tempest-ExternalNetworksTestJSON-1065651105 tempest-ExternalNetworksTestJSON-1065651105-project] Usage tracker for resource:security_group_rule and tenant:e3c9413af1e74d3fb0ddbf8b87c5da24 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:05:32.899470 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-9feb3a80-ea2f-4fb7-b57d-f60f9c138b54 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1409154
Dec 24 11:05:32.899663 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-c7b61237-a223-4f01-a433-aa47e5ef670e tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f527088a6a0>, 'cca1a877-59af-46e6-8c19-b51b210bdbfb') {'for_net_delete': True} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:05:32.899663 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-c7b61237-a223-4f01-a433-aa47e5ef670e tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f527088a6a0>, 'cca1a877-59af-46e6-8c19-b51b210bdbfb') {} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:05:32.901766 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-8e2687f6-f30d-466a-902b-8a9e36aee232 tempest-ExternalNetworksTestJSON-1065651105 tempest-ExternalNetworksTestJSON-1065651105-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:05:32.904591 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 37362) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:32.922600 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-8e2687f6-f30d-466a-902b-8a9e36aee232 tempest-ExternalNetworksTestJSON-1065651105 tempest-ExternalNetworksTestJSON-1065651105-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:05:32.928135 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-8647dff4-4893-4c54-b845-56be1eae162b tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Request body: {'subnet': {'network_id': '1c9eeaac-d205-4b19-a351-2fe67dd78b42', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:05:32.930258 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c7b61237-a223-4f01-a433-aa47e5ef670e tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749505745113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2241371'] for segment, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:32.985677 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c7b61237-a223-4f01-a433-aa47e5ef670e tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:33.001344 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7b61237-a223-4f01-a433-aa47e5ef670e tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Releasing vlan 617 on physical network physnet1 to pool {{(pid=88878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 24 11:05:33.001578 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c7b61237-a223-4f01-a433-aa47e5ef670e tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036847652098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850807864'] for segment, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:33.006075 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-4dd6cd1a-49e5-40e8-b0a1-3ca7923e2b4f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=21a889ae2f1c4600ac1dc8aae0525b15&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6848645
Dec 24 11:05:33.015009 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 37366) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:33.018956 dv-neutron-822691-2-hyperv neutron-server[88767]: Traceback (most recent call last):
Dec 24 11:05:33.018956 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 24 11:05:33.018956 dv-neutron-822691-2-hyperv neutron-server[88767]:     timer()
Dec 24 11:05:33.018956 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 11:05:33.018956 dv-neutron-822691-2-hyperv neutron-server[88767]:     cb(*args, **kw)
Dec 24 11:05:33.018956 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 24 11:05:33.018956 dv-neutron-822691-2-hyperv neutron-server[88767]:     return func(*args, **kwargs)
Dec 24 11:05:33.018956 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 11:05:33.018956 dv-neutron-822691-2-hyperv neutron-server[88767]:     self._notify()
Dec 24 11:05:33.018956 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 11:05:33.018956 dv-neutron-822691-2-hyperv neutron-server[88767]:     self.callback(batched_events)
Dec 24 11:05:33.018956 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 11:05:33.018956 dv-neutron-822691-2-hyperv neutron-server[88767]:     event.method(event)
Dec 24 11:05:33.018956 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 11:05:33.018956 dv-neutron-822691-2-hyperv neutron-server[88767]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 11:05:33.018956 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 24 11:05:33.018956 dv-neutron-822691-2-hyperv neutron-server[88767]:     segment_id)['aggregates'][0]
Dec 24 11:05:33.018956 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 24 11:05:33.018956 dv-neutron-822691-2-hyperv neutron-server[88767]:     return f(self, *a, **k)
Dec 24 11:05:33.018956 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 11:05:33.018956 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self._get(url).json()
Dec 24 11:05:33.018956 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 24 11:05:33.018956 dv-neutron-822691-2-hyperv neutron-server[88767]:     **kwargs)
Dec 24 11:05:33.018956 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 24 11:05:33.018956 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self.request(url, 'GET', **kwargs)
Dec 24 11:05:33.018956 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 24 11:05:33.018956 dv-neutron-822691-2-hyperv neutron-server[88767]:     **endpoint_filter)
Dec 24 11:05:33.018956 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 24 11:05:33.018956 dv-neutron-822691-2-hyperv neutron-server[88767]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 11:05:33.018956 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 24 11:05:33.018956 dv-neutron-822691-2-hyperv neutron-server[88767]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 11:05:33.018956 dv-neutron-822691-2-hyperv neutron-server[88767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 11:05:33.020970 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-434ffeb4-bcb3-4b9e-9dc7-91c7005c7cde tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:33.030432 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-907bf708-4a0e-4574-9acf-ce99c7c3f2d5 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:05:33.073457 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40d0e87f-0396-40a1-b9e8-ae7b1cfc8f2e None None] Network 1c9eeaac-d205-4b19-a351-2fe67dd78b42 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:05:33.102566 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434ffeb4-bcb3-4b9e-9dc7-91c7005c7cde tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Pushing event deleted for resources: {'Port': ['ID=54af3b2d-4aab-42d0-814d-c621454bdf26,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:05:33.105685 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-434ffeb4-bcb3-4b9e-9dc7-91c7005c7cde tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:05:33.133563 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-14f67d87-a647-47a2-b09d-2967d53bfa18 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847655656'] for subnet, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:33.170926 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-8647dff4-4893-4c54-b845-56be1eae162b tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:05:33.182493 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-8647dff4-4893-4c54-b845-56be1eae162b tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Usage tracker for resource:subnet and tenant:739a78fd4cfc48c2a4011598579f8f8c is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:05:33.187826 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-8647dff4-4893-4c54-b845-56be1eae162b tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:05:33.203988 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-8647dff4-4893-4c54-b845-56be1eae162b tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:05:33.246597 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8647dff4-4893-4c54-b845-56be1eae162b tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Made reservation on behalf of 739a78fd4cfc48c2a4011598579f8f8c for: {'subnet': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:05:33.252889 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8647dff4-4893-4c54-b845-56be1eae162b tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3619482'] for subnet, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:33.282080 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1521d7a6-b7f9-473e-8f34-30033a50adb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:33.418246 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2464fd51-2984-477f-9efb-4632639adfbf None None] DHCP port deletion for 1c9eeaac-d205-4b19-a351-2fe67dd78b42 request from dv-neutron-822691-2-hyperv {{(pid=88880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 24 11:05:33.427302 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-2464fd51-2984-477f-9efb-4632639adfbf None None] Deleting port c3c28a16-6879-4552-bdae-76846927934c {{(pid=88880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:05:33.427783 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2464fd51-2984-477f-9efb-4632639adfbf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:33.503974 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-6e3d6d7e-7d5c-4a42-bdfc-976adad2da58 None None] Provisioning complete for port 494e91a5-9d35-4e47-a490-0bcc424e2785 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:05:33.504567 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6e3d6d7e-7d5c-4a42-bdfc-976adad2da58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:33.575366 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-6e3d6d7e-7d5c-4a42-bdfc-976adad2da58 None None] Port 494e91a5-9d35-4e47-a490-0bcc424e2785 cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:05:33.636152 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c7b61237-a223-4f01-a433-aa47e5ef670e tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7126154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659196'] for network, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:33.658580 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-0bb7cf9e-4000-4c78-adee-a8dd801a027b tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:05:33.688892 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c7b61237-a223-4f01-a433-aa47e5ef670e tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks [] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:33.704243 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-14f67d87-a647-47a2-b09d-2967d53bfa18 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7120129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850854134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851156349'] for subnet, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:33.710626 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1521d7a6-b7f9-473e-8f34-30033a50adb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:33.726612 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-83272426-3ab5-44b1-b7aa-48667c6bac94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:05:33.758128 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-2464fd51-2984-477f-9efb-4632639adfbf None None] For port c3c28a16-6879-4552-bdae-76846927934c, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=c3c28a16-6879-4552-bdae-76846927934c,segment=NetworkSegment(6618a092-51b2-4e3d-9318-3ce6b7b40c55),segment_id=6618a092-51b2-4e3d-9318-3ce6b7b40c55)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:05:33.758483 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2464fd51-2984-477f-9efb-4632639adfbf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:33.792740 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f67d87-a647-47a2-b09d-2967d53bfa18 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Pushing event deleted for resources: {'Subnet': ['ID=4cfc3240-a14e-4f5c-b877-495a7bfdf010,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:05:33.795751 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-14f67d87-a647-47a2-b09d-2967d53bfa18 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:05:33.799718 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-c7b61237-a223-4f01-a433-aa47e5ef670e tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] 10.222.0.65 "DELETE /v2.0/networks/f5f552c8-e840-4d09-b3e3-0a61ed96e4aa HTTP/1.1" status: 204  len: 168 time: 7.9505842
Dec 24 11:05:33.801079 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6c43bb01-b5ab-4d7b-a7cc-b76e85ed5c3e tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:33.819710 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 37370) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:33.885955 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b61237-a223-4f01-a433-aa47e5ef670e tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Pushing event deleted for resources: {'Network': ['ID=f5f552c8-e840-4d09-b3e3-0a61ed96e4aa,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:05:33.887381 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-14f67d87-a647-47a2-b09d-2967d53bfa18 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks [] for subnet, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:33.891904 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c7b61237-a223-4f01-a433-aa47e5ef670e tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:05:33.907181 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-2464fd51-2984-477f-9efb-4632639adfbf None None] Calling delete_port for c3c28a16-6879-4552-bdae-76846927934c owned by network:dhcp {{(pid=88880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:05:33.912602 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0e0b142-61ce-4b5f-b541-1a08cffe27a9 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] DELETE failed (client error): The resource could not be found.
Dec 24 11:05:33.913104 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0e0b142-61ce-4b5f-b541-1a08cffe27a9 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88879) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 24 11:05:33.937853 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfcf81f9-6bb6-422d-a4e8-f712f172bb3b None None] Network c5575859-d751-4466-a894-d2db623d50b3 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:05:33.967691 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-14f67d87-a647-47a2-b09d-2967d53bfa18 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] 10.222.0.65 "DELETE /v2.0/subnets/4cfc3240-a14e-4f5c-b877-495a7bfdf010 HTTP/1.1" status: 204  len: 168 time: 2.0019255
Dec 24 11:05:33.970240 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 37374) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:33.997116 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-b0e0b142-61ce-4b5f-b541-1a08cffe27a9 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] 10.222.0.65 "DELETE /v2.0/subnets/916079d8-d195-4376-9eea-6c86911d30ea HTTP/1.1" status: 404  len: 337 time: 0.1742222
Dec 24 11:05:33.998216 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 37378) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:34.017548 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-3405ee6d-6505-4cbe-8e66-e3f2107357da tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Request body: {'subnet': {'network_id': 'c5575859-d751-4466-a894-d2db623d50b3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:05:34.054314 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device c3c28a16-6879-4552-bdae-76846927934c no longer exists at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:05:34.130824 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6c43bb01-b5ab-4d7b-a7cc-b76e85ed5c3e tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-659031', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854691240'] for router, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:34.141780 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-434ffeb4-bcb3-4b9e-9dc7-91c7005c7cde tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036852798164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854055527'] for router_interface, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:34.147250 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6c43bb01-b5ab-4d7b-a7cc-b76e85ed5c3e tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854116816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854116785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-659000', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854163815'] for router, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:34.205379 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8e2687f6-f30d-466a-902b-8a9e36aee232 tempest-ExternalNetworksTestJSON-1065651105 tempest-ExternalNetworksTestJSON-1065651105-project] Notify callbacks [] for security_group, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:34.210359 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2464fd51-2984-477f-9efb-4632639adfbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392'] for port, after_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:34.217867 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-914ce8b2-898b-421d-8885-64eaa9812694 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:05:34.248863 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-700f6067-07e6-44e8-a243-f5d117b05258 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] DELETE failed (client error): The resource could not be found.
Dec 24 11:05:34.249626 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-700f6067-07e6-44e8-a243-f5d117b05258 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88879) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 24 11:05:34.265426 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8e2687f6-f30d-466a-902b-8a9e36aee232 tempest-ExternalNetworksTestJSON-1065651105 tempest-ExternalNetworksTestJSON-1065651105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:34.286947 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-e147ce6b-5000-4862-86e4-af12d78e7633 tempest-ServersTestManualDisk-691114078 tempest-ServersTestManualDisk-691114078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:05:34.300286 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1521d7a6-b7f9-473e-8f34-30033a50adb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:34.302148 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2464fd51-2984-477f-9efb-4632639adfbf None None] Pushing event deleted for resources: {'Port': ['ID=c3c28a16-6879-4552-bdae-76846927934c,revision_number=None']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:05:34.315518 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-2464fd51-2984-477f-9efb-4632639adfbf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:05:34.332937 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:34.345218 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2464fd51-2984-477f-9efb-4632639adfbf None None] No DVR routers for this DVR port c3c28a16-6879-4552-bdae-76846927934c on host dv-neutron-822691-2-hyperv {{(pid=88880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 24 11:05:34.460710 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-700f6067-07e6-44e8-a243-f5d117b05258 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] 10.222.0.65 "DELETE /v2.0/networks/f5f552c8-e840-4d09-b3e3-0a61ed96e4aa HTTP/1.1" status: 404  len: 339 time: 0.4173775
Dec 24 11:05:34.461723 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 37382) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:34.505162 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1521d7a6-b7f9-473e-8f34-30033a50adb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:34.507321 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-1521d7a6-b7f9-473e-8f34-30033a50adb7 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/baba8abf-c95c-4fb2-ab37-1538ca842f57 HTTP/1.1" status: 204  len: 168 time: 1.4910746
Dec 24 11:05:34.509625 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e2687f6-f30d-466a-902b-8a9e36aee232 tempest-ExternalNetworksTestJSON-1065651105 tempest-ExternalNetworksTestJSON-1065651105-project] vlan segment allocate from pool success with {'vlan_id': 612, 'physical_network': 'physnet1'}  {{(pid=88879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 24 11:05:34.619243 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2687f6-f30d-466a-902b-8a9e36aee232 tempest-ExternalNetworksTestJSON-1065651105 tempest-ExternalNetworksTestJSON-1065651105-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4139c757-641c-40f3-925e-f2015a0a8089,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:05:34.623564 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-8e2687f6-f30d-466a-902b-8a9e36aee232 tempest-ExternalNetworksTestJSON-1065651105 tempest-ExternalNetworksTestJSON-1065651105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:05:34.634879 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-866c57f3-6da8-4d79-a6c8-0575756293a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.217s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:05:34.643991 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8e2687f6-f30d-466a-902b-8a9e36aee232 tempest-ExternalNetworksTestJSON-1065651105 tempest-ExternalNetworksTestJSON-1065651105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:34.644389 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.segments_db [None req-8e2687f6-f30d-466a-902b-8a9e36aee232 tempest-ExternalNetworksTestJSON-1065651105 tempest-ExternalNetworksTestJSON-1065651105-project] Added segment 272c9e7b-7bbc-42c0-82fb-53eab7ad04ad of type vlan for network cce4009b-32a4-44af-ba3a-6491750f6305
Dec 24 11:05:34.655534 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc65302b-a445-43e8-8d64-aeae57c64505 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Router 9cf58165-9366-4c03-a940-b8bc013bcc74 is scheduled to L3 agent 198cca88-1338-4098-b44b-beb0346ac906 with binding_index 1 {{(pid=88878) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 24 11:05:34.658917 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-19335327-a185-4920-95c2-9de6493dba67 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] DELETE failed (client error): The resource could not be found.
Dec 24 11:05:34.659428 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19335327-a185-4920-95c2-9de6493dba67 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88879) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 24 11:05:34.678961 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1521d7a6-b7f9-473e-8f34-30033a50adb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baba8abf-c95c-4fb2-ab37-1538ca842f57,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:05:34.681958 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-1521d7a6-b7f9-473e-8f34-30033a50adb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:05:34.738731 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-19335327-a185-4920-95c2-9de6493dba67 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] 10.222.0.65 "DELETE /v2.0/subnets/a01d883f-dab2-47fa-a89a-95bf4e702231 HTTP/1.1" status: 404  len: 337 time: 0.2369370
Dec 24 11:05:34.746361 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 37388) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:34.758601 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-3405ee6d-6505-4cbe-8e66-e3f2107357da tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:05:34.785147 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-3405ee6d-6505-4cbe-8e66-e3f2107357da tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Usage tracker for resource:subnet and tenant:58aa2a41110240a2b5bfe3b4600f4977 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:05:34.792519 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-3405ee6d-6505-4cbe-8e66-e3f2107357da tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:05:34.797026 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8e2687f6-f30d-466a-902b-8a9e36aee232 tempest-ExternalNetworksTestJSON-1065651105 tempest-ExternalNetworksTestJSON-1065651105-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363287349540024'] for network, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:34.810661 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-3405ee6d-6505-4cbe-8e66-e3f2107357da tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:05:34.964750 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3405ee6d-6505-4cbe-8e66-e3f2107357da tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Made reservation on behalf of 58aa2a41110240a2b5bfe3b4600f4977 for: {'subnet': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:05:34.973851 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3405ee6d-6505-4cbe-8e66-e3f2107357da tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3619482'] for subnet, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:35.224023 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8e2687f6-f30d-466a-902b-8a9e36aee232 tempest-ExternalNetworksTestJSON-1065651105 tempest-ExternalNetworksTestJSON-1065651105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636'] for network, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:35.228592 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e2687f6-f30d-466a-902b-8a9e36aee232 tempest-ExternalNetworksTestJSON-1065651105 tempest-ExternalNetworksTestJSON-1065651105-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:05:35.229254 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8e2687f6-f30d-466a-902b-8a9e36aee232 tempest-ExternalNetworksTestJSON-1065651105 tempest-ExternalNetworksTestJSON-1065651105-project] Notify callbacks [] for network, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:35.236200 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 37394) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:35.246633 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-a860c541-c49c-4174-b545-65cfa3200a77 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] DELETE failed (client error): The resource could not be found.
Dec 24 11:05:35.247133 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a860c541-c49c-4174-b545-65cfa3200a77 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 24 11:05:35.249032 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-a860c541-c49c-4174-b545-65cfa3200a77 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] 10.222.0.65 "DELETE /v2.0/networks/d27adcdf-b9ac-45a1-818e-042939c43038 HTTP/1.1" status: 404  len: 339 time: 0.4933755
Dec 24 11:05:35.258146 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-288ecf5a-bada-47b9-98c8-f42cd208da83 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:05:35.281511 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 37398) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:35.335017 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-8e2687f6-f30d-466a-902b-8a9e36aee232 tempest-ExternalNetworksTestJSON-1065651105 tempest-ExternalNetworksTestJSON-1065651105-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201  len: 792 time: 3.4782259
Dec 24 11:05:35.348473 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 37402) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:35.361066 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8fc7b19f-b97e-47ae-842e-9da7d83abce1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:35.443951 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-434ffeb4-bcb3-4b9e-9dc7-91c7005c7cde tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Router 00de3638-5ed3-45f9-aafd-7d440a04d07d has already been hosted by L3 agent 198cca88-1338-4098-b44b-beb0346ac906 {{(pid=88878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 24 11:05:35.449291 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-8fc7b19f-b97e-47ae-842e-9da7d83abce1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:05:35.461445 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-8fc7b19f-b97e-47ae-842e-9da7d83abce1 admin admin] Usage tracker for resource:security_group_rule and tenant:d175cb84d6f243dfaafbc9c348ab4c68 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:05:35.470274 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-8fc7b19f-b97e-47ae-842e-9da7d83abce1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:05:35.471495 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2687f6-f30d-466a-902b-8a9e36aee232 tempest-ExternalNetworksTestJSON-1065651105 tempest-ExternalNetworksTestJSON-1065651105-project] Pushing event updated for resources: {'Network': ['ID=cce4009b-32a4-44af-ba3a-6491750f6305,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:05:35.491434 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Network cce4009b-32a4-44af-ba3a-6491750f6305 details requested by agent ovs-agent-dv-neutron-822691-2-hyperv with host dv-neutron-822691-2-hyperv {{(pid=88880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 24 11:05:35.497126 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-8fc7b19f-b97e-47ae-842e-9da7d83abce1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:05:35.500727 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-8e2687f6-f30d-466a-902b-8a9e36aee232 tempest-ExternalNetworksTestJSON-1065651105 tempest-ExternalNetworksTestJSON-1065651105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:05:35.592150 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8647dff4-4893-4c54-b845-56be1eae162b tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3921862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3619467'] for subnet, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:35.607028 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-12627b43-fb81-452a-bd81-e2a26788863e tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036847558493'] for network, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:35.612229 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-625f73a3-5410-458a-81c5-5974fbe2c569 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:05:35.760637 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc65302b-a445-43e8-8d64-aeae57c64505 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:05:35.762886 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8647dff4-4893-4c54-b845-56be1eae162b tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Network 1c9eeaac-d205-4b19-a351-2fe67dd78b42 is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:05:35.773332 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-8647dff4-4893-4c54-b845-56be1eae162b tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Resources bound (agent type, host, resource id):  {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:05:35.782424 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8647dff4-4893-4c54-b845-56be1eae162b tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:05:35.783089 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8647dff4-4893-4c54-b845-56be1eae162b tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks [] for subnet, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:35.788328 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c43bb01-b5ab-4d7b-a7cc-b76e85ed5c3e tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Router 7fdec746-5f6e-4b51-9dcf-186b7d53fe65 is scheduled to L3 agent 198cca88-1338-4098-b44b-beb0346ac906 with binding_index 1 {{(pid=88878) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 24 11:05:35.802260 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaca777a-d375-4e77-8b98-05026fd9f565 None None] Network 1c9eeaac-d205-4b19-a351-2fe67dd78b42 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:05:35.814624 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3405ee6d-6505-4cbe-8e66-e3f2107357da tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3921862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3619467'] for subnet, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:35.822106 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-908956d7-c7b0-463b-838b-1e69def32dd4 None None] Sync routers for ids ['9cf58165-9366-4c03-a940-b8bc013bcc74'] in dv-neutron-822691-2-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:05:35.831844 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8647dff4-4893-4c54-b845-56be1eae162b tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Pushing event updated for resources: {'Subnet': ['ID=f85dddb2-36c9-43b3-bea2-d6604729b967,revision_number=0']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:05:35.849062 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-434ffeb4-bcb3-4b9e-9dc7-91c7005c7cde tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:05:35.861183 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-fc65302b-a445-43e8-8d64-aeae57c64505 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] 10.222.0.65 "PUT /v2.0/routers/9cf58165-9366-4c03-a940-b8bc013bcc74/add_router_interface HTTP/1.1" status: 200  len: 503 time: 13.3699303
Dec 24 11:05:35.862560 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbe28f7e-4984-4424-bdd9-c1482586101d None None] Sync routers for ids ['00de3638-5ed3-45f9-aafd-7d440a04d07d'] in dv-neutron-822691-2-hyperv {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:05:35.864144 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8fc7b19f-b97e-47ae-842e-9da7d83abce1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:35.865331 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-8647dff4-4893-4c54-b845-56be1eae162b tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:05:35.866043 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-0c66478b-a9e8-48a6-8279-8008d81ca7ab tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.035s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:05:35.866847 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-908956d7-c7b0-463b-838b-1e69def32dd4 None None] Routers {'9cf58165-9366-4c03-a940-b8bc013bcc74'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:05:35.867848 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-908956d7-c7b0-463b-838b-1e69def32dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271a9add8>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:05:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['9cf58165-9366-4c03-a940-b8bc013bcc74'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:05:35.872951 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-434ffeb4-bcb3-4b9e-9dc7-91c7005c7cde tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] 10.222.0.65 "PUT /v2.0/routers/00de3638-5ed3-45f9-aafd-7d440a04d07d/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 12.1806526
Dec 24 11:05:35.873871 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 37408) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:35.874406 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 37410) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:35.892573 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe28f7e-4984-4424-bdd9-c1482586101d None None] Routers {'00de3638-5ed3-45f9-aafd-7d440a04d07d'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:05:35.893355 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-cbe28f7e-4984-4424-bdd9-c1482586101d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271d12320>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:05:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['00de3638-5ed3-45f9-aafd-7d440a04d07d'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:05:35.969822 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8fc7b19f-b97e-47ae-842e-9da7d83abce1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:35.972010 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-8647dff4-4893-4c54-b845-56be1eae162b tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 835 time: 3.0627656
Dec 24 11:05:35.976660 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-908956d7-c7b0-463b-838b-1e69def32dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271a9add8>, [], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:05:35.978385 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 37416) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:35.992536 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:05:35.995497 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-cbe28f7e-4984-4424-bdd9-c1482586101d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271d12320>, [], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:05:36.007913 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe28f7e-4984-4424-bdd9-c1482586101d None None] Routers {'00de3638-5ed3-45f9-aafd-7d440a04d07d'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:05:36.009189 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-cbe28f7e-4984-4424-bdd9-c1482586101d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271d12320>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:05:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['00de3638-5ed3-45f9-aafd-7d440a04d07d'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:05:36.009809 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-12627b43-fb81-452a-bd81-e2a26788863e tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847649663', 'neutron.services.segments.db._delete_segments_for_network-8749505737672'] for network, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:36.013002 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-908956d7-c7b0-463b-838b-1e69def32dd4 None None] Routers {'9cf58165-9366-4c03-a940-b8bc013bcc74'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:05:36.013703 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-908956d7-c7b0-463b-838b-1e69def32dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271a9add8>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:05:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['9cf58165-9366-4c03-a940-b8bc013bcc74'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:05:36.049363 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-12627b43-fb81-452a-bd81-e2a26788863e tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5270ce6b00>,) {'filters': {'network_id': ['2df737da-6836-4ca4-8b51-39a9c93967d8']}} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:05:36.065908 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-12627b43-fb81-452a-bd81-e2a26788863e tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5270ce6b00>, '8fe63bc7-7bfe-44d2-a401-3b8fe7f7a0ef') {'for_net_delete': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:05:36.066571 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-12627b43-fb81-452a-bd81-e2a26788863e tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5270ce6b00>, '8fe63bc7-7bfe-44d2-a401-3b8fe7f7a0ef') {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:05:36.072923 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-f19305c5-68ff-4ac0-a577-97411bb71e94 tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Request body: {'network': {'name': 'tempest-network--212045708', 'router:external': True}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:05:36.076260 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-cbe28f7e-4984-4424-bdd9-c1482586101d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271d12320>, [], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:05:36.076908 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbe28f7e-4984-4424-bdd9-c1482586101d None None] The sync data for ids ['00de3638-5ed3-45f9-aafd-7d440a04d07d'] in dv-neutron-822691-2-hyperv is: [] {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:05:36.086074 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3405ee6d-6505-4cbe-8e66-e3f2107357da tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Pushing event updated for resources: {'Subnet': ['ID=92628b22-7a3c-4e24-97da-66511399f8c8,revision_number=0']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:05:36.095507 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-3405ee6d-6505-4cbe-8e66-e3f2107357da tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:05:36.096818 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-ffca57ea-8889-48b0-927a-82d44f5a32ac tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Request body: {'port': {'network_id': '1c9eeaac-d205-4b19-a351-2fe67dd78b42', 'mac_address': 'fa:16:3e:1c:2f:4d', 'name': 'tempest-NetworksTestDHCPv6-212149820'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:05:36.097622 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-12627b43-fb81-452a-bd81-e2a26788863e tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749505745113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853989108'] for segment, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:36.100001 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-908956d7-c7b0-463b-838b-1e69def32dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271a9add8>, [], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:05:36.100465 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-908956d7-c7b0-463b-838b-1e69def32dd4 None None] The sync data for ids ['9cf58165-9366-4c03-a940-b8bc013bcc74'] in dv-neutron-822691-2-hyperv is: [] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:05:36.109615 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3405ee6d-6505-4cbe-8e66-e3f2107357da tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Network c5575859-d751-4466-a894-d2db623d50b3 is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:05:36.113625 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-3405ee6d-6505-4cbe-8e66-e3f2107357da tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Resources bound (agent type, host, resource id):  {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:05:36.119761 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3405ee6d-6505-4cbe-8e66-e3f2107357da tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:05:36.120419 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3405ee6d-6505-4cbe-8e66-e3f2107357da tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks [] for subnet, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:36.125503 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-5f5a068f-f13e-44af-99e7-0dd80f653b87 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Synchronizing usage tracker for tenant:59b398769254445dae3d1f85e7f0f818 on resource:port {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:05:36.135872 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-f19305c5-68ff-4ac0-a577-97411bb71e94 tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:05:36.139355 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-12627b43-fb81-452a-bd81-e2a26788863e tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:36.148627 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12627b43-fb81-452a-bd81-e2a26788863e tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Releasing vlan 647 on physical network physnet1 to pool {{(pid=88879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 24 11:05:36.149113 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-12627b43-fb81-452a-bd81-e2a26788863e tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036847652098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3926696'] for segment, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:36.160194 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ebfcd4e-9e6f-48a2-8dac-99d8230fe191 None None] Network c5575859-d751-4466-a894-d2db623d50b3 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:05:36.165737 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-f19305c5-68ff-4ac0-a577-97411bb71e94 tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Usage tracker for resource:network and tenant:c66d55c7340e444e986b405893cdf446 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:05:36.168528 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-3405ee6d-6505-4cbe-8e66-e3f2107357da tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 2.1800892
Dec 24 11:05:36.169432 dv-neutron-822691-2-hyperv neutron-server[88767]: Traceback (most recent call last):
Dec 24 11:05:36.169432 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 24 11:05:36.169432 dv-neutron-822691-2-hyperv neutron-server[88767]:     timer()
Dec 24 11:05:36.169432 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 11:05:36.169432 dv-neutron-822691-2-hyperv neutron-server[88767]:     cb(*args, **kw)
Dec 24 11:05:36.169432 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 24 11:05:36.169432 dv-neutron-822691-2-hyperv neutron-server[88767]:     return func(*args, **kwargs)
Dec 24 11:05:36.169432 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 11:05:36.169432 dv-neutron-822691-2-hyperv neutron-server[88767]:     self._notify()
Dec 24 11:05:36.169432 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 11:05:36.169432 dv-neutron-822691-2-hyperv neutron-server[88767]:     self.callback(batched_events)
Dec 24 11:05:36.169432 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 11:05:36.169432 dv-neutron-822691-2-hyperv neutron-server[88767]:     event.method(event)
Dec 24 11:05:36.169432 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 11:05:36.169432 dv-neutron-822691-2-hyperv neutron-server[88767]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 11:05:36.169432 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 24 11:05:36.169432 dv-neutron-822691-2-hyperv neutron-server[88767]:     segment_id)['aggregates'][0]
Dec 24 11:05:36.169432 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 24 11:05:36.169432 dv-neutron-822691-2-hyperv neutron-server[88767]:     return f(self, *a, **k)
Dec 24 11:05:36.169432 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 11:05:36.169432 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self._get(url).json()
Dec 24 11:05:36.169432 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 24 11:05:36.169432 dv-neutron-822691-2-hyperv neutron-server[88767]:     **kwargs)
Dec 24 11:05:36.169432 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 24 11:05:36.169432 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self.request(url, 'GET', **kwargs)
Dec 24 11:05:36.169432 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 24 11:05:36.169432 dv-neutron-822691-2-hyperv neutron-server[88767]:     **endpoint_filter)
Dec 24 11:05:36.169432 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 24 11:05:36.169432 dv-neutron-822691-2-hyperv neutron-server[88767]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 11:05:36.169432 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 24 11:05:36.169432 dv-neutron-822691-2-hyperv neutron-server[88767]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 11:05:36.169432 dv-neutron-822691-2-hyperv neutron-server[88767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 11:05:36.174219 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 37422) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:36.184628 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-d858f065-8e5e-44ae-a386-1d52e920d3bc tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Request body: {'security_group': {'name': 'tempest-secgroup-1015042220'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:05:36.192468 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-f19305c5-68ff-4ac0-a577-97411bb71e94 tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:05:36.202836 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-d858f065-8e5e-44ae-a386-1d52e920d3bc tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:05:36.229016 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-26750b28-1579-422d-9fe8-0ed83ec55c00 None None] Provisioning complete for port 075692e3-49bf-4527-abfe-0311ef31076f triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:05:36.229673 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-26750b28-1579-422d-9fe8-0ed83ec55c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:36.229775 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-f19305c5-68ff-4ac0-a577-97411bb71e94 tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:05:36.232734 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc7b19f-b97e-47ae-842e-9da7d83abce1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeadf8f7-67a1-484f-969f-ca9351978057,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:05:36.244434 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-8fc7b19f-b97e-47ae-842e-9da7d83abce1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:05:36.258337 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-d858f065-8e5e-44ae-a386-1d52e920d3bc tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Usage tracker for resource:security_group and tenant:58aa2a41110240a2b5bfe3b4600f4977 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:05:36.272649 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-d858f065-8e5e-44ae-a386-1d52e920d3bc tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:05:36.280087 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-d858f065-8e5e-44ae-a386-1d52e920d3bc tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:05:36.287901 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-12627b43-fb81-452a-bd81-e2a26788863e tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7126154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659196'] for network, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:36.292936 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f4b6c5d7-48de-428a-be0a-549c48a40fa7 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:05:36.306595 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-8fc7b19f-b97e-47ae-842e-9da7d83abce1 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d175cb84d6f243dfaafbc9c348ab4c68&name=default HTTP/1.1" status: 200  len: 2647 time: 1.0594573
Dec 24 11:05:36.310961 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-12627b43-fb81-452a-bd81-e2a26788863e tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks [] for network, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:36.313543 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 37426) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:36.321789 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-5f5a068f-f13e-44af-99e7-0dd80f653b87 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Unset dirty status for tenant:59b398769254445dae3d1f85e7f0f818 on resource:port {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:05:36.326052 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-12627b43-fb81-452a-bd81-e2a26788863e tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] 10.222.0.65 "DELETE /v2.0/networks/2df737da-6836-4ca4-8b51-39a9c93967d8 HTTP/1.1" status: 204  len: 168 time: 1.0388019
Dec 24 11:05:36.326232 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-5f5a068f-f13e-44af-99e7-0dd80f653b87 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] 10.222.0.65 "GET /v2.0/ports?device_id=00de3638-5ed3-45f9-aafd-7d440a04d07d HTTP/1.1" status: 200  len: 205 time: 0.4465034
Dec 24 11:05:36.327501 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d858f065-8e5e-44ae-a386-1d52e920d3bc tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks [] for security_group, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:36.338910 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 37430) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:36.339279 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 37432) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:36.359235 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f19305c5-68ff-4ac0-a577-97411bb71e94 tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Made reservation on behalf of c66d55c7340e444e986b405893cdf446 for: {'network': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:05:36.364025 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f19305c5-68ff-4ac0-a577-97411bb71e94 tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for network, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:36.366042 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-d858f065-8e5e-44ae-a386-1d52e920d3bc tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:05:36.370240 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-d858f065-8e5e-44ae-a386-1d52e920d3bc tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Usage tracker for resource:security_group_rule and tenant:58aa2a41110240a2b5bfe3b4600f4977 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:05:36.373341 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-d858f065-8e5e-44ae-a386-1d52e920d3bc tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:05:36.379600 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-d858f065-8e5e-44ae-a386-1d52e920d3bc tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:05:36.440975 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d858f065-8e5e-44ae-a386-1d52e920d3bc tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks [] for security_group, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:36.442575 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12627b43-fb81-452a-bd81-e2a26788863e tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Pushing event deleted for resources: {'Network': ['ID=2df737da-6836-4ca4-8b51-39a9c93967d8,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:05:36.445938 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-12627b43-fb81-452a-bd81-e2a26788863e tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:05:36.446733 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d858f065-8e5e-44ae-a386-1d52e920d3bc tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:36.452715 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f263c18c-f6cf-4ce5-8e6a-d1ed0aedcc5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:05:36.458380 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-26750b28-1579-422d-9fe8-0ed83ec55c00 None None] Port 075692e3-49bf-4527-abfe-0311ef31076f cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:05:36.494901 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d858f065-8e5e-44ae-a386-1d52e920d3bc tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f1ead49-bf2d-43f7-93e5-0a8d48e6e4a1,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:05:36.497527 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d858f065-8e5e-44ae-a386-1d52e920d3bc tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks [] for security_group, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:36.501954 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-d858f065-8e5e-44ae-a386-1d52e920d3bc tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 0.3264961
Dec 24 11:05:36.503076 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-d858f065-8e5e-44ae-a386-1d52e920d3bc tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:05:36.504072 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 37438) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:36.510413 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-6701255f-8b75-4283-8b10-91f9a179d76d tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Request body: {'security_group': {'name': 'tempest-secgroup-745693672'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:05:36.517722 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-6701255f-8b75-4283-8b10-91f9a179d76d tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:05:36.521419 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-98268cf3-3271-4d1e-80b1-ea16a902a91a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:36.522404 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-6701255f-8b75-4283-8b10-91f9a179d76d tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Usage tracker for resource:security_group and tenant:58aa2a41110240a2b5bfe3b4600f4977 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:05:36.526392 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-6701255f-8b75-4283-8b10-91f9a179d76d tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:05:36.532764 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-6701255f-8b75-4283-8b10-91f9a179d76d tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:05:36.544336 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6701255f-8b75-4283-8b10-91f9a179d76d tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks [] for security_group, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:36.568729 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f19305c5-68ff-4ac0-a577-97411bb71e94 tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:36.579378 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a76c4f8-a357-494b-b4d5-f1a25976cdff tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] DELETE failed (client error): The resource could not be found.
Dec 24 11:05:36.579960 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a76c4f8-a357-494b-b4d5-f1a25976cdff tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 24 11:05:36.581869 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-7a76c4f8-a357-494b-b4d5-f1a25976cdff tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] 10.222.0.65 "DELETE /v2.0/subnets/99589467-779a-4bb6-b06f-f4c300b6de43 HTTP/1.1" status: 404  len: 337 time: 0.2398331
Dec 24 11:05:36.585165 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 37442) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:36.621427 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-26750b28-1579-422d-9fe8-0ed83ec55c00 None None] Provisioning complete for port 9ec53d54-fa7d-41b5-8807-234011ce4e51 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:05:36.621819 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-26750b28-1579-422d-9fe8-0ed83ec55c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:36.624374 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcd785bf-b3cb-4741-9fd5-fce9ebbf6902 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] DELETE failed (client error): The resource could not be found.
Dec 24 11:05:36.625321 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bcd785bf-b3cb-4741-9fd5-fce9ebbf6902 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88879) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 24 11:05:36.635260 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-6701255f-8b75-4283-8b10-91f9a179d76d tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:05:36.639481 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-bcd785bf-b3cb-4741-9fd5-fce9ebbf6902 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] 10.222.0.65 "DELETE /v2.0/networks/58d83da8-aef4-4dd3-9ce5-3a1bc5902c3d HTTP/1.1" status: 404  len: 339 time: 0.0521064
Dec 24 11:05:36.643484 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-6701255f-8b75-4283-8b10-91f9a179d76d tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Usage tracker for resource:security_group_rule and tenant:58aa2a41110240a2b5bfe3b4600f4977 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:05:36.647566 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-6701255f-8b75-4283-8b10-91f9a179d76d tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:05:36.649782 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 37446) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:36.654867 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-6701255f-8b75-4283-8b10-91f9a179d76d tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:05:36.671111 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-184f6dd2-6363-4b47-8917-22413e6034d9 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:05:36.672287 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-184f6dd2-6363-4b47-8917-22413e6034d9 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Synchronizing usage tracker for tenant:56d5354af46a4a91924cfe2259b4b254 on resource:port {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:05:36.678337 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bc9109a-83d8-43fc-a76d-0df7d95d8014 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73968e80-91fd-539e-a7c6-b31af6d9e680-1c9eeaac-d205-4b19-a351-2fe67dd78b42', 'network_id': '1c9eeaac-d205-4b19-a351-2fe67dd78b42', 'tenant_id': '739a78fd4cfc48c2a4011598579f8f8c', 'fixed_ips': [{'subnet_id': 'f85dddb2-36c9-43b3-bea2-d6604729b967'}]}} from dv-neutron-822691-2-hyperv. {{(pid=88880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 24 11:05:36.679271 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4bc9109a-83d8-43fc-a76d-0df7d95d8014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:36.727358 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6701255f-8b75-4283-8b10-91f9a179d76d tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks [] for security_group, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:36.732321 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6701255f-8b75-4283-8b10-91f9a179d76d tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:36.738918 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-5ebe53ea-212c-494e-afa6-51bff54f7048 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:05:36.783051 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6701255f-8b75-4283-8b10-91f9a179d76d tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56263caf-91ea-4c1d-979e-a45ac8bf58b2,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:05:36.786468 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6701255f-8b75-4283-8b10-91f9a179d76d tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks [] for security_group, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:36.791922 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-6701255f-8b75-4283-8b10-91f9a179d76d tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1576 time: 0.2866886
Dec 24 11:05:36.792582 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 37450) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:36.793561 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-6701255f-8b75-4283-8b10-91f9a179d76d tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:05:36.798457 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-f19305c5-68ff-4ac0-a577-97411bb71e94 tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:05:36.800314 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-bd0f3975-16ee-4f1b-b81b-46a5a49a94ca tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Request body: {'security_group': {'name': 'tempest-secgroup-1598361871'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:05:36.802783 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-f19305c5-68ff-4ac0-a577-97411bb71e94 tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Usage tracker for resource:security_group_rule and tenant:c66d55c7340e444e986b405893cdf446 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:05:36.806288 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-f19305c5-68ff-4ac0-a577-97411bb71e94 tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:05:36.808292 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-bd0f3975-16ee-4f1b-b81b-46a5a49a94ca tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:05:36.812228 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-f19305c5-68ff-4ac0-a577-97411bb71e94 tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:05:36.813175 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-bd0f3975-16ee-4f1b-b81b-46a5a49a94ca tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Usage tracker for resource:security_group and tenant:58aa2a41110240a2b5bfe3b4600f4977 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:05:36.816888 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-bd0f3975-16ee-4f1b-b81b-46a5a49a94ca tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:05:36.824118 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-ffca57ea-8889-48b0-927a-82d44f5a32ac tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:05:36.824774 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-bd0f3975-16ee-4f1b-b81b-46a5a49a94ca tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:05:36.837604 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bd0f3975-16ee-4f1b-b81b-46a5a49a94ca tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks [] for security_group, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:36.841807 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-b377d13f-481b-4c60-b379-c1e05af95c3b tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] DELETE failed (client error): The resource could not be found.
Dec 24 11:05:36.842307 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b377d13f-481b-4c60-b379-c1e05af95c3b tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 24 11:05:36.857451 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-ffca57ea-8889-48b0-927a-82d44f5a32ac tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Usage tracker for resource:port and tenant:739a78fd4cfc48c2a4011598579f8f8c is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:05:36.868095 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-ffca57ea-8889-48b0-927a-82d44f5a32ac tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:05:36.881094 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-bd0f3975-16ee-4f1b-b81b-46a5a49a94ca tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:05:36.885679 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-bd0f3975-16ee-4f1b-b81b-46a5a49a94ca tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Usage tracker for resource:security_group_rule and tenant:58aa2a41110240a2b5bfe3b4600f4977 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:05:36.889269 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-bd0f3975-16ee-4f1b-b81b-46a5a49a94ca tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:05:36.896246 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-bd0f3975-16ee-4f1b-b81b-46a5a49a94ca tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:05:36.912019 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-ffca57ea-8889-48b0-927a-82d44f5a32ac tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:05:36.919045 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-b377d13f-481b-4c60-b379-c1e05af95c3b tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] 10.222.0.65 "DELETE /v2.0/subnets/c5f5923e-eb4e-49dd-9638-a5e11a6deb84 HTTP/1.1" status: 404  len: 337 time: 0.2607088
Dec 24 11:05:36.924422 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-184f6dd2-6363-4b47-8917-22413e6034d9 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Unset dirty status for tenant:56d5354af46a4a91924cfe2259b4b254 on resource:port {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:05:36.929136 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-184f6dd2-6363-4b47-8917-22413e6034d9 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] 10.222.0.65 "GET /v2.0/ports?device_id=9cf58165-9366-4c03-a940-b8bc013bcc74 HTTP/1.1" status: 200  len: 983 time: 1.0513160
Dec 24 11:05:36.933572 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 37454) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:36.934094 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 37456) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:36.943176 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-05d70869-e845-4068-9292-cc440f3444c7 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks [] for router, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:37.008157 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d3a18034-24c0-41ea-a9d7-69aa9423e25f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:37.009454 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6783b63-0bc3-47d6-8415-8c402ab0e946 None None] Update dhcp port {'port': {'network_id': 'c5575859-d751-4466-a894-d2db623d50b3', 'fixed_ips': [{'subnet_id': '4c088c9e-0b06-4bf7-a6ca-fabd8e38e1db', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '92628b22-7a3c-4e24-97da-66511399f8c8'}], 'binding:host_id': 'dv-neutron-822691-2-hyperv'}, 'id': '9ec53d54-fa7d-41b5-8807-234011ce4e51'} from dv-neutron-822691-2-hyperv. {{(pid=88880) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}}
Dec 24 11:05:37.034918 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-4bc9109a-83d8-43fc-a76d-0df7d95d8014 None None] Allocated IP 2001:db8::f816:3eff:fe49:4298 (1c9eeaac-d205-4b19-a351-2fe67dd78b42/f85dddb2-36c9-43b3-bea2-d6604729b967/61a39cbd-1acd-47bf-82a0-5600350b58bd) {{(pid=88880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:05:37.060359 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bd0f3975-16ee-4f1b-b81b-46a5a49a94ca tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks [] for security_group, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:37.061272 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-09efaad7-127b-4c9d-b513-88efc092e688 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] DELETE failed (client error): The resource could not be found.
Dec 24 11:05:37.061913 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09efaad7-127b-4c9d-b513-88efc092e688 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88879) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 24 11:05:37.102561 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f6783b63-0bc3-47d6-8415-8c402ab0e946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:37.129276 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bd0f3975-16ee-4f1b-b81b-46a5a49a94ca tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:37.130212 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffca57ea-8889-48b0-927a-82d44f5a32ac tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Made reservation on behalf of 739a78fd4cfc48c2a4011598579f8f8c for: {'port': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:05:37.136078 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-6a9cbdd9-54d8-405a-8ce3-ca3bc80c7372 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:05:37.157035 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d3a18034-24c0-41ea-a9d7-69aa9423e25f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:37.160397 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-09efaad7-127b-4c9d-b513-88efc092e688 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] 10.222.0.65 "DELETE /v2.0/networks/44b3e0fc-7a00-4aa3-b6be-4a167301c346 HTTP/1.1" status: 404  len: 339 time: 0.2250402
Dec 24 11:05:37.161775 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 37462) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:37.223322 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bd0f3975-16ee-4f1b-b81b-46a5a49a94ca tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks [] for security_group, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:37.229027 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-bd0f3975-16ee-4f1b-b81b-46a5a49a94ca tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 0.4300189
Dec 24 11:05:37.229027 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcb0f7f4-b766-4808-b720-835d7d73c029 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] DELETE failed (client error): The resource could not be found.
Dec 24 11:05:37.229027 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bcb0f7f4-b766-4808-b720-835d7d73c029 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88879) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 24 11:05:37.231445 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-bcb0f7f4-b766-4808-b720-835d7d73c029 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] 10.222.0.65 "DELETE /v2.0/subnets/5bc1f77a-7aa8-4898-9326-9f7a62d787b9 HTTP/1.1" status: 404  len: 337 time: 0.0653675
Dec 24 11:05:37.232081 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 37466) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:37.233874 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f19305c5-68ff-4ac0-a577-97411bb71e94 tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:37.234148 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0f3975-16ee-4f1b-b81b-46a5a49a94ca tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f811fe83-a939-43c2-98cd-077243dc1ed0,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:05:37.236859 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 37468) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:37.243499 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-bd0f3975-16ee-4f1b-b81b-46a5a49a94ca tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:05:37.281578 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-39554f17-8d91-411b-a57c-bea5f6cb8f6d tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] DELETE failed (client error): The resource could not be found.
Dec 24 11:05:37.282100 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39554f17-8d91-411b-a57c-bea5f6cb8f6d tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88879) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 24 11:05:37.283927 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-39554f17-8d91-411b-a57c-bea5f6cb8f6d tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] 10.222.0.65 "DELETE /v2.0/networks/4433ce0b-b7e1-4e1e-92bb-dd05d9c81908 HTTP/1.1" status: 404  len: 339 time: 0.0458639
Dec 24 11:05:37.292749 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 37474) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:37.305777 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-4faaebe9-dd30-449d-98e4-1b65a5cc85e6 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1794081267', 'security_groups': ['f811fe83-a939-43c2-98cd-077243dc1ed0'], 'network_id': 'c5575859-d751-4466-a894-d2db623d50b3', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '92628b22-7a3c-4e24-97da-66511399f8c8'}]}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:05:37.329310 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f19305c5-68ff-4ac0-a577-97411bb71e94 tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:37.342539 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-885976ac-15b5-4750-ba02-ad7d544c3d3f tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] DELETE failed (client error): The resource could not be found.
Dec 24 11:05:37.343021 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-885976ac-15b5-4750-ba02-ad7d544c3d3f tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88879) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 24 11:05:37.347001 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:05:37.347167 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-885976ac-15b5-4750-ba02-ad7d544c3d3f tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] 10.222.0.65 "DELETE /v2.0/subnets/ec9e5e30-b754-4248-8141-efe24a0e6ea7 HTTP/1.1" status: 404  len: 337 time: 0.0483286
Dec 24 11:05:37.348780 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 37478) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:37.380892 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d4e5715-9a61-4bc5-bcb6-910ed44b8def tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] DELETE failed (client error): The resource could not be found.
Dec 24 11:05:37.381287 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d4e5715-9a61-4bc5-bcb6-910ed44b8def tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88879) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 24 11:05:37.384741 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-3d4e5715-9a61-4bc5-bcb6-910ed44b8def tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] 10.222.0.65 "DELETE /v2.0/networks/2e2544fc-9a82-4ee2-8298-db75442b2cda HTTP/1.1" status: 404  len: 339 time: 0.0334101
Dec 24 11:05:37.388803 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 37482) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:37.686055 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4bc9109a-83d8-43fc-a76d-0df7d95d8014 None None] Notify callbacks [] for port, precommit_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:37.707721 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-f6783b63-0bc3-47d6-8415-8c402ab0e946 None None] Allocated IP 2001:db8::2 (c5575859-d751-4466-a894-d2db623d50b3/92628b22-7a3c-4e24-97da-66511399f8c8/9ec53d54-fa7d-41b5-8807-234011ce4e51) {{(pid=88880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:05:37.710305 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-4bc9109a-83d8-43fc-a76d-0df7d95d8014 None None] Transition to ACTIVE for port object 61a39cbd-1acd-47bf-82a0-5600350b58bd will not be triggered until provisioned by entity L2. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:05:37.760017 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-4bc9109a-83d8-43fc-a76d-0df7d95d8014 None None] Transition to ACTIVE for port object 61a39cbd-1acd-47bf-82a0-5600350b58bd will not be triggered until provisioned by entity DHCP. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:05:37.779915 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4bc9109a-83d8-43fc-a76d-0df7d95d8014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408'] for port, after_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:37.786727 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-eea76b7f-d6fe-4031-aad2-c3889863d365 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:05:37.807226 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ac61525-344b-43ce-bf00-fbac05720e04 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] DELETE failed (client error): The resource could not be found.
Dec 24 11:05:37.807704 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ac61525-344b-43ce-bf00-fbac05720e04 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88879) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 24 11:05:37.812802 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-3ac61525-344b-43ce-bf00-fbac05720e04 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] 10.222.0.65 "DELETE /v2.0/subnets/7d431225-e47c-4527-a9fd-623d2a46ea18 HTTP/1.1" status: 404  len: 337 time: 0.4195580
Dec 24 11:05:37.822643 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 37486) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:37.824270 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f19305c5-68ff-4ac0-a577-97411bb71e94 tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] vlan segment allocate from pool success with {'vlan_id': 617, 'physical_network': 'physnet1'}  {{(pid=88878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 24 11:05:37.856747 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-59b902b9-2732-45b8-b83f-c418e9092eee tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] DELETE failed (client error): The resource could not be found.
Dec 24 11:05:37.857592 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59b902b9-2732-45b8-b83f-c418e9092eee tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88879) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 24 11:05:37.863393 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-59b902b9-2732-45b8-b83f-c418e9092eee tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] 10.222.0.65 "DELETE /v2.0/networks/f0e0dc69-48b5-4b24-ad6a-d60e99c698f9 HTTP/1.1" status: 404  len: 339 time: 0.0369387
Dec 24 11:05:37.866433 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 37490) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:37.913846 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fceae70-bb31-4353-90dc-6eb918077f1b tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] DELETE failed (client error): The resource could not be found.
Dec 24 11:05:37.914258 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fceae70-bb31-4353-90dc-6eb918077f1b tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88879) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 24 11:05:37.919291 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-5fceae70-bb31-4353-90dc-6eb918077f1b tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] 10.222.0.65 "DELETE /v2.0/subnets/40fbe2cc-dd34-4d18-9a4c-8817a6a55dca HTTP/1.1" status: 404  len: 337 time: 0.0481744
Dec 24 11:05:37.919462 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19305c5-68ff-4ac0-a577-97411bb71e94 tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2132ef95-badb-4162-895f-7b9a70c5b557,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:05:37.923697 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 37494) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:37.930956 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bc9109a-83d8-43fc-a76d-0df7d95d8014 None None] Network 1c9eeaac-d205-4b19-a351-2fe67dd78b42 is already hosted by enough agents. {{(pid=88880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:05:37.933634 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f19305c5-68ff-4ac0-a577-97411bb71e94 tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.589s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:05:37.936806 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-4bc9109a-83d8-43fc-a76d-0df7d95d8014 None None] Resources bound (agent type, host, resource id):  {{(pid=88880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:05:37.939927 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc9109a-83d8-43fc-a76d-0df7d95d8014 None None] Received port after_create {{(pid=88880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:05:37.946982 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ffca57ea-8889-48b0-927a-82d44f5a32ac tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:37.972827 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-f568848f-168d-4282-b5f6-8b98936e94d1 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] DELETE failed (client error): The resource could not be found.
Dec 24 11:05:37.973325 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f568848f-168d-4282-b5f6-8b98936e94d1 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88879) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 24 11:05:37.976715 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-f568848f-168d-4282-b5f6-8b98936e94d1 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] 10.222.0.65 "DELETE /v2.0/networks/c4af48d4-9089-4d8b-a291-8a34c9561739 HTTP/1.1" status: 404  len: 339 time: 0.0398123
Dec 24 11:05:37.979401 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 37498) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:37.985910 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc9109a-83d8-43fc-a76d-0df7d95d8014 None None] Pushing event updated for resources: {'Port': ['ID=61a39cbd-1acd-47bf-82a0-5600350b58bd,revision_number=1']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:05:37.989207 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-4bc9109a-83d8-43fc-a76d-0df7d95d8014 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:05:38.030201 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-56b6d15d-3d3a-47db-a9ba-b7f2740eeaef tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] DELETE failed (client error): The resource could not be found.
Dec 24 11:05:38.031336 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56b6d15d-3d3a-47db-a9ba-b7f2740eeaef tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88879) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 24 11:05:38.036462 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-56b6d15d-3d3a-47db-a9ba-b7f2740eeaef tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] 10.222.0.65 "DELETE /v2.0/subnets/2f7249b0-8ec0-4b08-aa93-d8f26732bf62 HTTP/1.1" status: 404  len: 337 time: 0.0518920
Dec 24 11:05:38.038467 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 37502) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:38.070652 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-f6783b63-0bc3-47d6-8415-8c402ab0e946 None None] For port 9ec53d54-fa7d-41b5-8807-234011ce4e51, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=9ec53d54-fa7d-41b5-8807-234011ce4e51,segment=NetworkSegment(7075ddff-73f9-4b5d-849d-d4fee32e4bbc),segment_id=7075ddff-73f9-4b5d-849d-d4fee32e4bbc)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:05:38.077453 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:38.085817 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-4bc9109a-83d8-43fc-a76d-0df7d95d8014 None None] Attempting to bind port 61a39cbd-1acd-47bf-82a0-5600350b58bd on host dv-neutron-822691-2-hyperv for vnic_type normal with profile  {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:05:38.086258 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-4bc9109a-83d8-43fc-a76d-0df7d95d8014 None None] Attempting to bind port 61a39cbd-1acd-47bf-82a0-5600350b58bd by drivers openvswitch,hyperv on host dv-neutron-822691-2-hyperv at level 0 using segments [{'id': '6618a092-51b2-4e3d-9318-3ce6b7b40c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '1c9eeaac-d205-4b19-a351-2fe67dd78b42'}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:05:38.086672 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc9109a-83d8-43fc-a76d-0df7d95d8014 None None] Attempting to bind port 61a39cbd-1acd-47bf-82a0-5600350b58bd on network 1c9eeaac-d205-4b19-a351-2fe67dd78b42 {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:05:38.097376 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc9109a-83d8-43fc-a76d-0df7d95d8014 None None] Checking agent: {'id': 'db1275c1-6001-47af-93c2-635c68404703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822691-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 52, 8), 'started_at': datetime.datetime(2021, 12, 24, 10, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 5, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822691-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:05:38.097811 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc9109a-83d8-43fc-a76d-0df7d95d8014 None None] Checking segment: {'id': '6618a092-51b2-4e3d-9318-3ce6b7b40c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '1c9eeaac-d205-4b19-a351-2fe67dd78b42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:05:38.098300 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4bc9109a-83d8-43fc-a76d-0df7d95d8014 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:38.099074 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc9109a-83d8-43fc-a76d-0df7d95d8014 None None] Bound using segment: {'id': '6618a092-51b2-4e3d-9318-3ce6b7b40c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '1c9eeaac-d205-4b19-a351-2fe67dd78b42'} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:05:38.099213 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-4bc9109a-83d8-43fc-a76d-0df7d95d8014 None None] Bound port: 61a39cbd-1acd-47bf-82a0-5600350b58bd, host: dv-neutron-822691-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6618a092-51b2-4e3d-9318-3ce6b7b40c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '1c9eeaac-d205-4b19-a351-2fe67dd78b42'}}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:05:38.099658 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4bc9109a-83d8-43fc-a76d-0df7d95d8014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:38.100558 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-bda13969-fbb4-4bb5-9e9b-aa6727b8aa19 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] DELETE failed (client error): The resource could not be found.
Dec 24 11:05:38.101056 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bda13969-fbb4-4bb5-9e9b-aa6727b8aa19 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88879) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 24 11:05:38.105931 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-bda13969-fbb4-4bb5-9e9b-aa6727b8aa19 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] 10.222.0.65 "DELETE /v2.0/networks/66158f42-d761-4d41-b88e-eb2447983116 HTTP/1.1" status: 404  len: 339 time: 0.0624766
Dec 24 11:05:38.113704 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 37506) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:38.132225 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d3a18034-24c0-41ea-a9d7-69aa9423e25f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:38.141286 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f19305c5-68ff-4ac0-a577-97411bb71e94 tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:38.141730 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.segments_db [None req-f19305c5-68ff-4ac0-a577-97411bb71e94 tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Added segment e48b902d-d340-4356-b02f-67fa37959c2b of type vlan for network 54fd1392-c995-490e-abb1-8819139daaeb
Dec 24 11:05:38.144556 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-45c02670-729f-4287-aaf2-43ebd57f14ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-811669030 tempest-PortsAdminExtendedAttrsIpV6TestJSON-811669030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:05:38.152883 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c43bb01-b5ab-4d7b-a7cc-b76e85ed5c3e tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:05:38.166159 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f6783b63-0bc3-47d6-8415-8c402ab0e946 None None] Notify callbacks [] for port, precommit_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:38.176298 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9780023a-162a-4a2f-a3cf-e09a19ba6020 None None] Sync routers for ids ['7fdec746-5f6e-4b51-9dcf-186b7d53fe65'] in dv-neutron-822691-2-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:05:38.213329 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-f6783b63-0bc3-47d6-8415-8c402ab0e946 None None] Transition to ACTIVE for port object 9ec53d54-fa7d-41b5-8807-234011ce4e51 will not be triggered until provisioned by entity DHCP. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:05:38.219620 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-05d70869-e845-4068-9292-cc440f3444c7 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854158724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-84560'] for router, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:38.227856 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f6783b63-0bc3-47d6-8415-8c402ab0e946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:38.238765 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a18034-24c0-41ea-a9d7-69aa9423e25f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeadf8f7-67a1-484f-969f-ca9351978057,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:05:38.243720 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-8de2e4f6-91d7-411d-8334-7f43a4f46868 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:05:38.249027 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-d3a18034-24c0-41ea-a9d7-69aa9423e25f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:05:38.262867 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-08855cdd-28c2-42e1-8ba7-25c050ba09b4 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] DELETE failed (client error): The resource could not be found.
Dec 24 11:05:38.263374 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08855cdd-28c2-42e1-8ba7-25c050ba09b4 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 24 11:05:38.274975 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [None req-ffca57ea-8889-48b0-927a-82d44f5a32ac tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] device_id is not set on port b87929bb-90b9-4f0f-9191-7a61960e9558 yet. {{(pid=88878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 24 11:05:38.284911 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9780023a-162a-4a2f-a3cf-e09a19ba6020 None None] Routers {'7fdec746-5f6e-4b51-9dcf-186b7d53fe65'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:05:38.286154 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-9780023a-162a-4a2f-a3cf-e09a19ba6020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52716acda0>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:05:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['7fdec746-5f6e-4b51-9dcf-186b7d53fe65'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:05:38.292734 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1c1c316e-f48a-4aff-aba8-0750b874b458 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854055677'] for router_interface, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:38.331938 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d3a18034-24c0-41ea-a9d7-69aa9423e25f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:38.333191 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-d3a18034-24c0-41ea-a9d7-69aa9423e25f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/aeadf8f7-67a1-484f-969f-ca9351978057 HTTP/1.1" status: 204  len: 168 time: 2.0129092
Dec 24 11:05:38.334148 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-05d70869-e845-4068-9292-cc440f3444c7 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:38.356903 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-4faaebe9-dd30-449d-98e4-1b65a5cc85e6 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:05:38.366780 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-08855cdd-28c2-42e1-8ba7-25c050ba09b4 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] 10.222.0.65 "DELETE /v2.0/subnets/b4918ba5-5da3-4f5f-ab86-7598cf9a2c09 HTTP/1.1" status: 404  len: 337 time: 0.2361891
Dec 24 11:05:38.377801 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 37512) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:38.383686 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f19305c5-68ff-4ac0-a577-97411bb71e94 tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363287349540024'] for network, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:38.393501 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6c43bb01-b5ab-4d7b-a7cc-b76e85ed5c3e tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Notify callbacks [] for router, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:38.394914 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-6c43bb01-b5ab-4d7b-a7cc-b76e85ed5c3e tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] 10.222.0.65 "PUT /v2.0/routers/7fdec746-5f6e-4b51-9dcf-186b7d53fe65 HTTP/1.1" status: 200  len: 916 time: 13.1741230
Dec 24 11:05:38.403923 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-4faaebe9-dd30-449d-98e4-1b65a5cc85e6 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:05:38.410152 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 37514) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:38.412624 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-9780023a-162a-4a2f-a3cf-e09a19ba6020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52716acda0>, [], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:05:38.445345 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-4bc9109a-83d8-43fc-a76d-0df7d95d8014 None None] For port 61a39cbd-1acd-47bf-82a0-5600350b58bd, host dv-neutron-822691-2-hyperv, cleared binding levels {{(pid=88880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:05:38.506264 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-4bc9109a-83d8-43fc-a76d-0df7d95d8014 None None] For port 61a39cbd-1acd-47bf-82a0-5600350b58bd, host dv-neutron-822691-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=61a39cbd-1acd-47bf-82a0-5600350b58bd,segment=NetworkSegment(6618a092-51b2-4e3d-9318-3ce6b7b40c55),segment_id=6618a092-51b2-4e3d-9318-3ce6b7b40c55)] {{(pid=88880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:05:38.508665 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9780023a-162a-4a2f-a3cf-e09a19ba6020 None None] Routers {'7fdec746-5f6e-4b51-9dcf-186b7d53fe65'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:05:38.509991 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-9780023a-162a-4a2f-a3cf-e09a19ba6020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52716acda0>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:05:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['7fdec746-5f6e-4b51-9dcf-186b7d53fe65'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:05:38.526526 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-beeea042-5a78-49dc-9c73-d7086e7e1634 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] DELETE failed (client error): The resource could not be found.
Dec 24 11:05:38.527023 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-beeea042-5a78-49dc-9c73-d7086e7e1634 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88879) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 24 11:05:38.533280 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-beeea042-5a78-49dc-9c73-d7086e7e1634 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] 10.222.0.65 "DELETE /v2.0/networks/30cf974e-2d1c-4797-b7b3-13e521a6f6a9 HTTP/1.1" status: 404  len: 339 time: 0.0575645
Dec 24 11:05:38.534515 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 37520) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:38.577382 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6783b63-0bc3-47d6-8415-8c402ab0e946 None None] Pushing event updated for resources: {'Port': ['ID=9ec53d54-fa7d-41b5-8807-234011ce4e51,revision_number=6']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:05:38.580577 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4faaebe9-dd30-449d-98e4-1b65a5cc85e6 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Made reservation on behalf of 58aa2a41110240a2b5bfe3b4600f4977 for: {'port': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:05:38.581007 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f6783b63-0bc3-47d6-8415-8c402ab0e946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:05:38.582699 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4bc9109a-83d8-43fc-a76d-0df7d95d8014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:38.588123 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f6783b63-0bc3-47d6-8415-8c402ab0e946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:05:38.625357 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-05d70869-e845-4068-9292-cc440f3444c7 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854158830'] for router, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:38.625970 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05d70869-e845-4068-9292-cc440f3444c7 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Fanout notify agent at l3_agent the message router_deleted on router 00de3638-5ed3-45f9-aafd-7d440a04d07d {{(pid=88878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 24 11:05:38.637582 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-9780023a-162a-4a2f-a3cf-e09a19ba6020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52716acda0>, [], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:05:38.638471 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9780023a-162a-4a2f-a3cf-e09a19ba6020 None None] The sync data for ids ['7fdec746-5f6e-4b51-9dcf-186b7d53fe65'] in dv-neutron-822691-2-hyperv is: [] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:05:38.700895 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc9109a-83d8-43fc-a76d-0df7d95d8014 None None] Pushing event updated for resources: {'Port': ['ID=61a39cbd-1acd-47bf-82a0-5600350b58bd,revision_number=2']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:05:38.706331 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-4bc9109a-83d8-43fc-a76d-0df7d95d8014 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:05:38.761489 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f19305c5-68ff-4ac0-a577-97411bb71e94 tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636'] for network, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:38.762540 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f19305c5-68ff-4ac0-a577-97411bb71e94 tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:05:38.763209 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f19305c5-68ff-4ac0-a577-97411bb71e94 tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Notify callbacks [] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:38.783630 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-d7df4607-fe0d-49ab-b263-59510fae32ce tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:05:38.799385 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-ffca57ea-8889-48b0-927a-82d44f5a32ac tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Allocated IP 2001:db8::f816:3eff:fe1c:2f4d (1c9eeaac-d205-4b19-a351-2fe67dd78b42/f85dddb2-36c9-43b3-bea2-d6604729b967/b87929bb-90b9-4f0f-9191-7a61960e9558) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:05:38.835768 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-05d70869-e845-4068-9292-cc440f3444c7 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks [] for router, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:38.845041 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-05d70869-e845-4068-9292-cc440f3444c7 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] 10.222.0.65 "DELETE /v2.0/routers/00de3638-5ed3-45f9-aafd-7d440a04d07d HTTP/1.1" status: 204  len: 168 time: 2.5045669
Dec 24 11:05:38.848583 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 37526) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:38.886138 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-f19305c5-68ff-4ac0-a577-97411bb71e94 tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201  len: 862 time: 3.5349596
Dec 24 11:05:38.899859 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 37532) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:38.904078 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_v2 [None req-e84a56a0-f3be-4f92-a0ce-f07e8d78cbd3 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Deleting subnet 2cf1f6d0-74cb-4a1c-9b69-76e78239e4ea {{(pid=88879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 24 11:05:38.927846 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e84a56a0-f3be-4f92-a0ce-f07e8d78cbd3 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks [] for subnet, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:38.949800 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-815d3176-c374-4d1d-861a-16d7eb2013f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:39.075634 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e84a56a0-f3be-4f92-a0ce-f07e8d78cbd3 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-786693'] for subnet, precommit_delete_associations {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:39.117223 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19305c5-68ff-4ac0-a577-97411bb71e94 tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Pushing event updated for resources: {'Network': ['ID=54fd1392-c995-490e-abb1-8819139daaeb,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:05:39.121935 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f19305c5-68ff-4ac0-a577-97411bb71e94 tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:05:39.128834 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4faaebe9-dd30-449d-98e4-1b65a5cc85e6 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:39.137904 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Network 54fd1392-c995-490e-abb1-8819139daaeb details requested by agent ovs-agent-dv-neutron-822691-2-hyperv with host dv-neutron-822691-2-hyperv {{(pid=88880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 24 11:05:39.237059 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [None req-4faaebe9-dd30-449d-98e4-1b65a5cc85e6 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] device_id is not set on port b81c4cfd-ea87-41bf-bbf3-89253cf138ce yet. {{(pid=88878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 24 11:05:39.491340 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bdfdbc84-c52d-4f40-b281-af314dc1f8fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:39.561491 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e84a56a0-f3be-4f92-a0ce-f07e8d78cbd3 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847655656'] for subnet, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:39.586994 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-96ebb1e2-7e52-4271-b469-28ade3508895 tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036847558493'] for network, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:39.633561 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_v2 [None req-21797693-f60d-421d-b526-9b5b04506650 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Deleting subnet 6cfddd76-a68d-4ec6-b85e-8c0c2e01f1bf {{(pid=88879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 24 11:05:39.637802 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-21797693-f60d-421d-b526-9b5b04506650 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks [] for subnet, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:39.702520 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-21797693-f60d-421d-b526-9b5b04506650 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-786693'] for subnet, precommit_delete_associations {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:39.751852 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-4faaebe9-dd30-449d-98e4-1b65a5cc85e6 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Allocated IP 2001:db8::314 (c5575859-d751-4466-a894-d2db623d50b3/92628b22-7a3c-4e24-97da-66511399f8c8/b81c4cfd-ea87-41bf-bbf3-89253cf138ce) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:05:39.806329 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 37548) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:39.861058 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-21797693-f60d-421d-b526-9b5b04506650 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847655656'] for subnet, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:39.903847 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-1c1c316e-f48a-4aff-aba8-0750b874b458 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Deleting port 494e91a5-9d35-4e47-a490-0bcc424e2785 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:05:39.904190 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1c1c316e-f48a-4aff-aba8-0750b874b458 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:39.966872 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e84a56a0-f3be-4f92-a0ce-f07e8d78cbd3 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7120129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850854134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851156349'] for subnet, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:39.975616 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:05:40.019860 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-09e147e5-6f8d-4ba7-9c54-0abe7264ac24 None None] Provisioning complete for port 075692e3-49bf-4527-abfe-0311ef31076f triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:05:40.020390 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-09e147e5-6f8d-4ba7-9c54-0abe7264ac24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:40.023559 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84a56a0-f3be-4f92-a0ce-f07e8d78cbd3 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Pushing event deleted for resources: {'Subnet': ['ID=2cf1f6d0-74cb-4a1c-9b69-76e78239e4ea,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:05:40.029684 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [None req-31279cac-2501-4533-ad61-1d9e59f3619c tempest-ExtensionsTestJSON-434877428 tempest-ExtensionsTestJSON-434877428-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=88879) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 24 11:05:40.033747 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-31279cac-2501-4533-ad61-1d9e59f3619c tempest-ExtensionsTestJSON-434877428 tempest-ExtensionsTestJSON-434877428-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12156 time: 0.2204177
Dec 24 11:05:40.050046 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 37554) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:40.050492 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-e84a56a0-f3be-4f92-a0ce-f07e8d78cbd3 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:05:40.078893 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [None req-903d5d10-99d4-4958-9983-2cc06265b97c tempest-ExtensionsTestJSON-434877428 tempest-ExtensionsTestJSON-434877428-project] http://10.222.0.65:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=88879) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 24 11:05:40.083343 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-903d5d10-99d4-4958-9983-2cc06265b97c tempest-ExtensionsTestJSON-434877428 tempest-ExtensionsTestJSON-434877428-project] 10.222.0.65 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200  len: 357 time: 0.0290775
Dec 24 11:05:40.084216 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 37558) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:40.103801 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e84a56a0-f3be-4f92-a0ce-f07e8d78cbd3 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks [] for subnet, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:40.121570 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d33ffbbd-ebaf-4b7f-8227-7a52f9fe4199 None None] Network 43336de9-8907-443d-9469-141af13ca809 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:05:40.122210 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [None req-d4328ee6-233a-4857-b7c9-4e97562483dc tempest-ExtensionsTestJSON-434877428 tempest-ExtensionsTestJSON-434877428-project] http://10.222.0.65:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=88879) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 24 11:05:40.126058 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-d4328ee6-233a-4857-b7c9-4e97562483dc tempest-ExtensionsTestJSON-434877428 tempest-ExtensionsTestJSON-434877428-project] 10.222.0.65 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200  len: 506 time: 0.0254443
Dec 24 11:05:40.141238 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 37562) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:40.152689 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [None req-821508f2-304e-4bc9-b84f-2178928a744f tempest-ExtensionsTestJSON-434877428 tempest-ExtensionsTestJSON-434877428-project] http://10.222.0.65:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=88879) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 24 11:05:40.156512 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-821508f2-304e-4bc9-b84f-2178928a744f tempest-ExtensionsTestJSON-434877428 tempest-ExtensionsTestJSON-434877428-project] 10.222.0.65 "GET /v2.0/extensions/agent HTTP/1.1" status: 200  len: 347 time: 0.0116556
Dec 24 11:05:40.158201 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-09e147e5-6f8d-4ba7-9c54-0abe7264ac24 None None] Port 075692e3-49bf-4527-abfe-0311ef31076f cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:05:40.162293 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-e84a56a0-f3be-4f92-a0ce-f07e8d78cbd3 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] 10.222.0.65 "DELETE /v2.0/subnets/2cf1f6d0-74cb-4a1c-9b69-76e78239e4ea HTTP/1.1" status: 204  len: 168 time: 1.6220026
Dec 24 11:05:40.165561 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 61a39cbd-1acd-47bf-82a0-5600350b58bd up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:05:40.165731 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 37566) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:40.165973 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 37568) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:40.240850 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [None req-c2c97373-f9f2-40a8-9cc4-adef9768a20c tempest-ExtensionsTestJSON-434877428 tempest-ExtensionsTestJSON-434877428-project] http://10.222.0.65:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=88879) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 24 11:05:40.244634 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-c2c97373-f9f2-40a8-9cc4-adef9768a20c tempest-ExtensionsTestJSON-434877428 tempest-ExtensionsTestJSON-434877428-project] 10.222.0.65 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200  len: 417 time: 0.0740845
Dec 24 11:05:40.244634 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-21797693-f60d-421d-b526-9b5b04506650 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7120129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850854134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851156349'] for subnet, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:40.250396 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 37574) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:40.256522 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-5795e122-2153-47de-9d9b-b5419cffdb75 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:05:40.299614 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-96ebb1e2-7e52-4271-b469-28ade3508895 tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847649663', 'neutron.services.segments.db._delete_segments_for_network-8749505737672'] for network, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:40.306563 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [None req-48d04472-fa8e-4867-a205-9e651c873475 tempest-ExtensionsTestJSON-434877428 tempest-ExtensionsTestJSON-434877428-project] http://10.222.0.65:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=88879) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 24 11:05:40.309756 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-48d04472-fa8e-4867-a205-9e651c873475 tempest-ExtensionsTestJSON-434877428 tempest-ExtensionsTestJSON-434877428-project] 10.222.0.65 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200  len: 378 time: 0.0183501
Dec 24 11:05:40.318084 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-09e147e5-6f8d-4ba7-9c54-0abe7264ac24 None None] Provisioning for port 9ec53d54-fa7d-41b5-8807-234011ce4e51 completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:05:40.328692 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-96ebb1e2-7e52-4271-b469-28ade3508895 tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f527037ce48>,) {'filters': {'network_id': ['54fd1392-c995-490e-abb1-8819139daaeb']}} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:05:40.328959 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 37578) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:40.329763 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21797693-f60d-421d-b526-9b5b04506650 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Pushing event deleted for resources: {'Subnet': ['ID=6cfddd76-a68d-4ec6-b85e-8c0c2e01f1bf,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:05:40.343994 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-96ebb1e2-7e52-4271-b469-28ade3508895 tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f527037ce48>, 'e48b902d-d340-4356-b02f-67fa37959c2b') {'for_net_delete': True} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:05:40.344330 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-96ebb1e2-7e52-4271-b469-28ade3508895 tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f527037ce48>, 'e48b902d-d340-4356-b02f-67fa37959c2b') {} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:05:40.348676 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-21797693-f60d-421d-b526-9b5b04506650 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:05:40.357588 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-96ebb1e2-7e52-4271-b469-28ade3508895 tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749505745113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2241371'] for segment, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:40.360489 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [None req-9ccab6c7-d3f9-4c59-a2e4-8d80458b1091 tempest-ExtensionsTestJSON-434877428 tempest-ExtensionsTestJSON-434877428-project] http://10.222.0.65:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=88879) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 24 11:05:40.364195 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-9ccab6c7-d3f9-4c59-a2e4-8d80458b1091 tempest-ExtensionsTestJSON-434877428 tempest-ExtensionsTestJSON-434877428-project] 10.222.0.65 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200  len: 394 time: 0.0293605
Dec 24 11:05:40.365422 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-09e147e5-6f8d-4ba7-9c54-0abe7264ac24 None None] Provisioning complete for port 9ec53d54-fa7d-41b5-8807-234011ce4e51 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:05:40.365653 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-09e147e5-6f8d-4ba7-9c54-0abe7264ac24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:40.373111 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 37582) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:40.373442 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-96ebb1e2-7e52-4271-b469-28ade3508895 tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:40.394167 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96ebb1e2-7e52-4271-b469-28ade3508895 tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Releasing vlan 617 on physical network physnet1 to pool {{(pid=88878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 24 11:05:40.394618 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-96ebb1e2-7e52-4271-b469-28ade3508895 tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036847652098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850807864'] for segment, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:40.458008 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [None req-5924abf2-9210-4189-9368-4a15f1a7db9c tempest-ExtensionsTestJSON-434877428 tempest-ExtensionsTestJSON-434877428-project] http://10.222.0.65:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=88879) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 24 11:05:40.459085 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-5924abf2-9210-4189-9368-4a15f1a7db9c tempest-ExtensionsTestJSON-434877428 tempest-ExtensionsTestJSON-434877428-project] 10.222.0.65 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200  len: 372 time: 0.0849431
Dec 24 11:05:40.463830 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-21797693-f60d-421d-b526-9b5b04506650 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks [] for subnet, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:40.468403 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-21797693-f60d-421d-b526-9b5b04506650 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] 10.222.0.65 "DELETE /v2.0/subnets/6cfddd76-a68d-4ec6-b85e-8c0c2e01f1bf HTTP/1.1" status: 204  len: 168 time: 1.6140819
Dec 24 11:05:40.469803 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-638c018a-072a-434d-8711-121809520324 None None] Network 1ee2e82a-33fd-4d08-b432-678724e762ce requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:05:40.471041 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 37586) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:40.471533 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 37588) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:40.478786 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1c1c316e-f48a-4aff-aba8-0750b874b458 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:40.499739 dv-neutron-822691-2-hyperv neutron-server[88767]: Traceback (most recent call last):
Dec 24 11:05:40.499739 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 24 11:05:40.499739 dv-neutron-822691-2-hyperv neutron-server[88767]:     timer()
Dec 24 11:05:40.499739 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 11:05:40.499739 dv-neutron-822691-2-hyperv neutron-server[88767]:     cb(*args, **kw)
Dec 24 11:05:40.499739 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 24 11:05:40.499739 dv-neutron-822691-2-hyperv neutron-server[88767]:     return func(*args, **kwargs)
Dec 24 11:05:40.499739 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 11:05:40.499739 dv-neutron-822691-2-hyperv neutron-server[88767]:     self._notify()
Dec 24 11:05:40.499739 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 11:05:40.499739 dv-neutron-822691-2-hyperv neutron-server[88767]:     self.callback(batched_events)
Dec 24 11:05:40.499739 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 11:05:40.499739 dv-neutron-822691-2-hyperv neutron-server[88767]:     event.method(event)
Dec 24 11:05:40.499739 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 11:05:40.499739 dv-neutron-822691-2-hyperv neutron-server[88767]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 11:05:40.499739 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 24 11:05:40.499739 dv-neutron-822691-2-hyperv neutron-server[88767]:     segment_id)['aggregates'][0]
Dec 24 11:05:40.499739 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 24 11:05:40.499739 dv-neutron-822691-2-hyperv neutron-server[88767]:     return f(self, *a, **k)
Dec 24 11:05:40.499739 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 11:05:40.499739 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self._get(url).json()
Dec 24 11:05:40.499739 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 24 11:05:40.499739 dv-neutron-822691-2-hyperv neutron-server[88767]:     **kwargs)
Dec 24 11:05:40.499739 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 24 11:05:40.499739 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self.request(url, 'GET', **kwargs)
Dec 24 11:05:40.499739 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 24 11:05:40.499739 dv-neutron-822691-2-hyperv neutron-server[88767]:     **endpoint_filter)
Dec 24 11:05:40.499739 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 24 11:05:40.499739 dv-neutron-822691-2-hyperv neutron-server[88767]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 11:05:40.499739 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 24 11:05:40.499739 dv-neutron-822691-2-hyperv neutron-server[88767]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 11:05:40.499739 dv-neutron-822691-2-hyperv neutron-server[88767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 11:05:40.548084 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-96ebb1e2-7e52-4271-b469-28ade3508895 tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7126154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659196'] for network, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:40.558318 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96ebb1e2-7e52-4271-b469-28ade3508895 tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  54fd1392-c995-490e-abb1-8819139daaeb {{(pid=88878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}}
Dec 24 11:05:40.560686 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-96ebb1e2-7e52-4271-b469-28ade3508895 tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Notify callbacks [] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:40.578308 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [None req-e416f6e8-b1e9-4677-a555-729f1aea6b0a tempest-ExtensionsTestJSON-434877428 tempest-ExtensionsTestJSON-434877428-project] http://10.222.0.65:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=88879) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 24 11:05:40.578596 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-308ca234-055c-4e1c-8593-337829e6e172 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:05:40.579460 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-e416f6e8-b1e9-4677-a555-729f1aea6b0a tempest-ExtensionsTestJSON-434877428 tempest-ExtensionsTestJSON-434877428-project] 10.222.0.65 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200  len: 414 time: 0.1069570
Dec 24 11:05:40.595748 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 37594) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:40.614383 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-99d30775-2107-480b-b1d6-f1bc4e57efc6 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036847558493'] for network, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:40.638752 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [None req-7dcb4235-5283-4de9-aff8-cdeac749f240 tempest-ExtensionsTestJSON-434877428 tempest-ExtensionsTestJSON-434877428-project] http://10.222.0.65:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=88878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 24 11:05:40.639880 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-7dcb4235-5283-4de9-aff8-cdeac749f240 tempest-ExtensionsTestJSON-434877428 tempest-ExtensionsTestJSON-434877428-project] 10.222.0.65 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200  len: 405 time: 0.0207148
Dec 24 11:05:40.647688 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ffca57ea-8889-48b0-927a-82d44f5a32ac tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:40.653081 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ebb1e2-7e52-4271-b469-28ade3508895 tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Pushing event deleted for resources: {'Network': ['ID=54fd1392-c995-490e-abb1-8819139daaeb,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:05:40.657200 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-96ebb1e2-7e52-4271-b469-28ade3508895 tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:05:40.662737 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 37598) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:40.728137 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning for port 61a39cbd-1acd-47bf-82a0-5600350b58bd completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:05:40.803885 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [None req-a3c83b58-5e1a-430b-9219-8153c77ae692 tempest-ExtensionsTestJSON-434877428 tempest-ExtensionsTestJSON-434877428-project] http://10.222.0.65:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=88878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 24 11:05:40.804973 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-a3c83b58-5e1a-430b-9219-8153c77ae692 tempest-ExtensionsTestJSON-434877428 tempest-ExtensionsTestJSON-434877428-project] 10.222.0.65 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200  len: 381 time: 0.1339936
Dec 24 11:05:40.806677 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-96ebb1e2-7e52-4271-b469-28ade3508895 tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] 10.222.0.65 "DELETE /v2.0/networks/54fd1392-c995-490e-abb1-8819139daaeb HTTP/1.1" status: 204  len: 168 time: 1.9057543
Dec 24 11:05:40.838456 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 9ec53d54-fa7d-41b5-8807-234011ce4e51 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:05:40.850024 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 37602) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:40.850506 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 37604) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:40.856502 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-ffca57ea-8889-48b0-927a-82d44f5a32ac tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Transition to ACTIVE for port object b87929bb-90b9-4f0f-9191-7a61960e9558 will not be triggered until provisioned by entity DHCP. {{(pid=88878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:05:40.880394 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [None req-9e360375-0a0e-4c3c-a395-2e16b1b89b7d tempest-ExtensionsTestJSON-434877428 tempest-ExtensionsTestJSON-434877428-project] http://10.222.0.65:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=88878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 24 11:05:40.881243 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-39ff93cf-c0b7-48c5-95f3-6f7e9977387d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:40.881484 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-9e360375-0a0e-4c3c-a395-2e16b1b89b7d tempest-ExtensionsTestJSON-434877428 tempest-ExtensionsTestJSON-434877428-project] 10.222.0.65 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200  len: 387 time: 0.0278039
Dec 24 11:05:40.889581 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-130b0d85-ec9f-450e-a66e-8953b75f6288 tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Request body: {'network': {'router:external': True}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:05:40.893916 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 37610) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:40.903284 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-130b0d85-ec9f-450e-a66e-8953b75f6288 tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:05:40.915315 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-ac970e43-23f8-4c43-8889-c66ad255bd3b tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] 10.222.0.65 "GET /v2.0/routers/7fdec746-5f6e-4b51-9dcf-186b7d53fe65 HTTP/1.1" status: 200  len: 922 time: 2.4998436
Dec 24 11:05:40.926339 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [None req-6df3bd97-2894-4f4d-a8fb-9006561e737f tempest-ExtensionsTestJSON-434877428 tempest-ExtensionsTestJSON-434877428-project] http://10.222.0.65:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=88878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 24 11:05:40.930034 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-6df3bd97-2894-4f4d-a8fb-9006561e737f tempest-ExtensionsTestJSON-434877428 tempest-ExtensionsTestJSON-434877428-project] 10.222.0.65 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200  len: 413 time: 0.0264976
Dec 24 11:05:40.930034 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 37614) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:40.933811 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-130b0d85-ec9f-450e-a66e-8953b75f6288 tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Usage tracker for resource:network and tenant:c66d55c7340e444e986b405893cdf446 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:05:40.951011 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-130b0d85-ec9f-450e-a66e-8953b75f6288 tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:05:40.954005 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 37616) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:41.034388 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-130b0d85-ec9f-450e-a66e-8953b75f6288 tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:05:41.039651 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [None req-dcb2e41b-fbe0-42b4-a3dd-eee44509ad4a tempest-ExtensionsTestJSON-434877428 tempest-ExtensionsTestJSON-434877428-project] http://10.222.0.65:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=88878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 24 11:05:41.043497 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-dcb2e41b-fbe0-42b4-a3dd-eee44509ad4a tempest-ExtensionsTestJSON-434877428 tempest-ExtensionsTestJSON-434877428-project] 10.222.0.65 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200  len: 394 time: 0.0846248
Dec 24 11:05:41.051468 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 37622) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:41.084385 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [None req-2b4a091d-d473-4131-b344-fa6661550daf tempest-ExtensionsTestJSON-434877428 tempest-ExtensionsTestJSON-434877428-project] http://10.222.0.65:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=88878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 24 11:05:41.085495 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-2b4a091d-d473-4131-b344-fa6661550daf tempest-ExtensionsTestJSON-434877428 tempest-ExtensionsTestJSON-434877428-project] 10.222.0.65 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200  len: 498 time: 0.0325284
Dec 24 11:05:41.090657 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 37626) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:41.094139 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4faaebe9-dd30-449d-98e4-1b65a5cc85e6 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:41.110492 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [None req-731010c2-308c-4527-99e4-32383fc3d286 tempest-ExtensionsTestJSON-434877428 tempest-ExtensionsTestJSON-434877428-project] http://10.222.0.65:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=88878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 24 11:05:41.111688 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-731010c2-308c-4527-99e4-32383fc3d286 tempest-ExtensionsTestJSON-434877428 tempest-ExtensionsTestJSON-434877428-project] 10.222.0.65 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200  len: 375 time: 0.0123713
Dec 24 11:05:41.115736 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-130b0d85-ec9f-450e-a66e-8953b75f6288 tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Made reservation on behalf of c66d55c7340e444e986b405893cdf446 for: {'network': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:05:41.116470 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port 9ec53d54-fa7d-41b5-8807-234011ce4e51 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:05:41.116904 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:41.121229 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-130b0d85-ec9f-450e-a66e-8953b75f6288 tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for network, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:41.147504 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 37630) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:41.152544 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ffca57ea-8889-48b0-927a-82d44f5a32ac tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:41.173118 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-ea3e7240-8c93-47be-8cfd-1f2671786ae1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:05:41.213961 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [None req-dfff9770-9249-4b5b-95dd-1bc590887808 tempest-ExtensionsTestJSON-434877428 tempest-ExtensionsTestJSON-434877428-project] http://10.222.0.65:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=88878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 24 11:05:41.215063 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-dfff9770-9249-4b5b-95dd-1bc590887808 tempest-ExtensionsTestJSON-434877428 tempest-ExtensionsTestJSON-434877428-project] 10.222.0.65 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200  len: 444 time: 0.0603986
Dec 24 11:05:41.220286 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 37634) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:41.221368 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-4faaebe9-dd30-449d-98e4-1b65a5cc85e6 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Transition to ACTIVE for port object b81c4cfd-ea87-41bf-bbf3-89253cf138ce will not be triggered until provisioned by entity DHCP. {{(pid=88878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:05:41.228664 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e090075-f588-45f6-bb4f-97d37001caf0 None None] DHCP port deletion for 43336de9-8907-443d-9469-141af13ca809 request from dv-neutron-822691-2-hyperv {{(pid=88880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 24 11:05:41.230857 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e03494f8-686a-416d-988f-db64c96ed89b None None] DHCP port deletion for 1ee2e82a-33fd-4d08-b432-678724e762ce request from dv-neutron-822691-2-hyperv {{(pid=88880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 24 11:05:41.241776 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [None req-9a644ce3-0e26-4300-ba7d-649806498b61 tempest-ExtensionsTestJSON-434877428 tempest-ExtensionsTestJSON-434877428-project] http://10.222.0.65:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=88878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 24 11:05:41.242893 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-9a644ce3-0e26-4300-ba7d-649806498b61 tempest-ExtensionsTestJSON-434877428 tempest-ExtensionsTestJSON-434877428-project] 10.222.0.65 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200  len: 392 time: 0.0091083
Dec 24 11:05:41.244378 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-e03494f8-686a-416d-988f-db64c96ed89b None None] Deleting port 3548f511-1c52-4a81-b4f9-dc5e68022197 {{(pid=88880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:05:41.245025 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e03494f8-686a-416d-988f-db64c96ed89b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:41.247886 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 37638) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:41.273546 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [None req-aa6e9deb-f67d-4af1-b94b-096c59d50a37 tempest-ExtensionsTestJSON-434877428 tempest-ExtensionsTestJSON-434877428-project] http://10.222.0.65:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=88878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 24 11:05:41.274671 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-aa6e9deb-f67d-4af1-b94b-096c59d50a37 tempest-ExtensionsTestJSON-434877428 tempest-ExtensionsTestJSON-434877428-project] 10.222.0.65 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200  len: 406 time: 0.0228689
Dec 24 11:05:41.279132 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-9e090075-f588-45f6-bb4f-97d37001caf0 None None] Deleting port 423ceda0-fa10-4891-a377-0b1796635822 {{(pid=88880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:05:41.279312 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffca57ea-8889-48b0-927a-82d44f5a32ac tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Network 1c9eeaac-d205-4b19-a351-2fe67dd78b42 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:05:41.279912 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9e090075-f588-45f6-bb4f-97d37001caf0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:41.283439 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 37642) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:41.292582 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-ffca57ea-8889-48b0-927a-82d44f5a32ac tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Resources bound (agent type, host, resource id):  {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:05:41.307742 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffca57ea-8889-48b0-927a-82d44f5a32ac tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:05:41.312246 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffca57ea-8889-48b0-927a-82d44f5a32ac tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:05:41.312870 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ffca57ea-8889-48b0-927a-82d44f5a32ac tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:41.321579 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [None req-e78ad4b6-177d-4d6d-9fa9-45abb44316af tempest-ExtensionsTestJSON-434877428 tempest-ExtensionsTestJSON-434877428-project] http://10.222.0.65:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=88878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 24 11:05:41.322734 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-e78ad4b6-177d-4d6d-9fa9-45abb44316af tempest-ExtensionsTestJSON-434877428 tempest-ExtensionsTestJSON-434877428-project] 10.222.0.65 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200  len: 387 time: 0.0382669
Dec 24 11:05:41.327537 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-130b0d85-ec9f-450e-a66e-8953b75f6288 tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] vlan segment allocate from pool success with {'vlan_id': 628, 'physical_network': 'physnet1'}  {{(pid=88878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 24 11:05:41.329687 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 37646) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:41.347940 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_v2 [None req-6727c0f6-2c7f-4599-a7d7-2ae0de77ea43 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Deleting subnet a852ec1e-9042-40a1-b0e1-b40813bc9c60 {{(pid=88879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 24 11:05:41.362466 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-1c1c316e-f48a-4aff-aba8-0750b874b458 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Calling delete_port for 494e91a5-9d35-4e47-a490-0bcc424e2785 owned by network:router_interface {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:05:41.367004 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [None req-e808878d-ad75-4c39-a2bf-325f05e4a020 tempest-ExtensionsTestJSON-434877428 tempest-ExtensionsTestJSON-434877428-project] http://10.222.0.65:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=88878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 24 11:05:41.368155 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-e808878d-ad75-4c39-a2bf-325f05e4a020 tempest-ExtensionsTestJSON-434877428 tempest-ExtensionsTestJSON-434877428-project] 10.222.0.65 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200  len: 382 time: 0.0274546
Dec 24 11:05:41.373947 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffca57ea-8889-48b0-927a-82d44f5a32ac tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Pushing event updated for resources: {'Port': ['ID=b87929bb-90b9-4f0f-9191-7a61960e9558,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:05:41.377511 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 37650) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:41.385269 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-ffca57ea-8889-48b0-927a-82d44f5a32ac tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:05:41.397608 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [None req-f1935785-5788-442e-8615-73687cfc76fd tempest-ExtensionsTestJSON-434877428 tempest-ExtensionsTestJSON-434877428-project] http://10.222.0.65:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=88878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 24 11:05:41.398631 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6727c0f6-2c7f-4599-a7d7-2ae0de77ea43 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks [] for subnet, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:41.403764 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-f1935785-5788-442e-8615-73687cfc76fd tempest-ExtensionsTestJSON-434877428 tempest-ExtensionsTestJSON-434877428-project] 10.222.0.65 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200  len: 416 time: 0.0208645
Dec 24 11:05:41.409634 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-86f97105-9237-4a78-86d5-46b7a0212cc5 tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] 10.222.0.65 "GET /v2.0/ports?network_id=f8c337ba-681f-4fcb-a333-e3c49365b30a&device_id=7fdec746-5f6e-4b51-9dcf-186b7d53fe65&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 943 time: 0.4715106
Dec 24 11:05:41.414687 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-130b0d85-ec9f-450e-a66e-8953b75f6288 tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:41.415300 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.segments_db [None req-130b0d85-ec9f-450e-a66e-8953b75f6288 tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Added segment ac06600e-4858-4b24-9b49-2ac35f35b052 of type vlan for network 1861a6a4-79c3-4cc0-9239-ff60a30096d6
Dec 24 11:05:41.417052 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 37654) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:41.417678 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 37656) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:41.455536 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-99d30775-2107-480b-b1d6-f1bc4e57efc6 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Deleting port 423ceda0-fa10-4891-a377-0b1796635822 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:05:41.455927 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-99d30775-2107-480b-b1d6-f1bc4e57efc6 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:41.462740 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-ffca57ea-8889-48b0-927a-82d44f5a32ac tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 947 time: 5.4617958
Dec 24 11:05:41.471951 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [None req-e7d20297-c2e0-4297-adfd-0836b80603ab tempest-ExtensionsTestJSON-434877428 tempest-ExtensionsTestJSON-434877428-project] http://10.222.0.65:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=88878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 24 11:05:41.477012 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-e7d20297-c2e0-4297-adfd-0836b80603ab tempest-ExtensionsTestJSON-434877428 tempest-ExtensionsTestJSON-434877428-project] 10.222.0.65 "GET /v2.0/extensions/router HTTP/1.1" status: 200  len: 450 time: 0.0567424
Dec 24 11:05:41.484925 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 37662) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:41.485275 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 37664) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:41.490782 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4faaebe9-dd30-449d-98e4-1b65a5cc85e6 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:41.512080 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-434ffeb4-bcb3-4b9e-9dc7-91c7005c7cde tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:05:41.516230 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [None req-c1c660a8-1832-4229-a8c9-1a95ddd95c06 tempest-ExtensionsTestJSON-434877428 tempest-ExtensionsTestJSON-434877428-project] http://10.222.0.65:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=88879) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 24 11:05:41.517316 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-c1c660a8-1832-4229-a8c9-1a95ddd95c06 tempest-ExtensionsTestJSON-434877428 tempest-ExtensionsTestJSON-434877428-project] 10.222.0.65 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200  len: 462 time: 0.0130424
Dec 24 11:05:41.548361 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 37670) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:41.556856 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-b2dcb96a-9354-4d91-b515-a8350d64ba8f None None] Provisioning for port 61a39cbd-1acd-47bf-82a0-5600350b58bd completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:05:41.582079 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [None req-1dc9d42b-fba7-4658-9e8b-f8042c8bff62 tempest-ExtensionsTestJSON-434877428 tempest-ExtensionsTestJSON-434877428-project] http://10.222.0.65:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=88879) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 24 11:05:41.585451 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-1dc9d42b-fba7-4658-9e8b-f8042c8bff62 tempest-ExtensionsTestJSON-434877428 tempest-ExtensionsTestJSON-434877428-project] 10.222.0.65 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200  len: 360 time: 0.0269454
Dec 24 11:05:41.613867 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 37676) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:41.615519 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-b2dcb96a-9354-4d91-b515-a8350d64ba8f None None] Provisioning complete for port 61a39cbd-1acd-47bf-82a0-5600350b58bd triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:05:41.616128 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b2dcb96a-9354-4d91-b515-a8350d64ba8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:41.627917 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4faaebe9-dd30-449d-98e4-1b65a5cc85e6 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Network c5575859-d751-4466-a894-d2db623d50b3 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:05:41.646806 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4faaebe9-dd30-449d-98e4-1b65a5cc85e6 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Pushing event updated for resources: {'Port': ['ID=b81c4cfd-ea87-41bf-bbf3-89253cf138ce,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:05:41.648670 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6727c0f6-2c7f-4599-a7d7-2ae0de77ea43 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-786693'] for subnet, precommit_delete_associations {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:41.658725 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-4faaebe9-dd30-449d-98e4-1b65a5cc85e6 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:05:41.659823 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-4faaebe9-dd30-449d-98e4-1b65a5cc85e6 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Resources bound (agent type, host, resource id):  {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:05:41.664710 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4faaebe9-dd30-449d-98e4-1b65a5cc85e6 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:05:41.670070 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4faaebe9-dd30-449d-98e4-1b65a5cc85e6 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:05:41.671015 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4faaebe9-dd30-449d-98e4-1b65a5cc85e6 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:41.765490 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6727c0f6-2c7f-4599-a7d7-2ae0de77ea43 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847655656'] for subnet, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:41.827102 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-130b0d85-ec9f-450e-a66e-8953b75f6288 tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363287349540024'] for network, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:41.837101 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-4faaebe9-dd30-449d-98e4-1b65a5cc85e6 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 4.5968359
Dec 24 11:05:41.843793 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 37680) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:41.872372 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-89eb3ff2-1fb0-4bb9-af3c-f44bbce4e910 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Request body: {'subnet': {'network_id': 'c5575859-d751-4466-a894-d2db623d50b3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:05:41.891977 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [None req-aee7c20e-0551-4b7a-9ec6-27e38ba85446 tempest-ExtensionsTestJSON-434877428 tempest-ExtensionsTestJSON-434877428-project] http://10.222.0.65:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=88879) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 24 11:05:41.893075 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-aee7c20e-0551-4b7a-9ec6-27e38ba85446 tempest-ExtensionsTestJSON-434877428 tempest-ExtensionsTestJSON-434877428-project] 10.222.0.65 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200  len: 366 time: 0.2629230
Dec 24 11:05:41.943691 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 37684) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:41.999978 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6727c0f6-2c7f-4599-a7d7-2ae0de77ea43 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7120129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850854134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851156349'] for subnet, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:42.049321 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 423ceda0-fa10-4891-a377-0b1796635822 no longer exists at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:05:42.049969 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c1bf86ff-c16b-4d47-b342-36b88c74f28e tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:05:42.082177 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [None req-1f3e5d27-af71-48a9-922e-1260a436ad1a tempest-ExtensionsTestJSON-434877428 tempest-ExtensionsTestJSON-434877428-project] http://10.222.0.65:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=88878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 24 11:05:42.087905 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-1f3e5d27-af71-48a9-922e-1260a436ad1a tempest-ExtensionsTestJSON-434877428 tempest-ExtensionsTestJSON-434877428-project] 10.222.0.65 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200  len: 439 time: 0.1410270
Dec 24 11:05:42.093579 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-9e090075-f588-45f6-bb4f-97d37001caf0 None None] For port 423ceda0-fa10-4891-a377-0b1796635822, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=423ceda0-fa10-4891-a377-0b1796635822,segment=NetworkSegment(2bb2705a-be0a-44af-9a35-cf280ebc1ac3),segment_id=2bb2705a-be0a-44af-9a35-cf280ebc1ac3)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:05:42.094080 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9e090075-f588-45f6-bb4f-97d37001caf0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:42.099188 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 37688) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:42.101157 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6727c0f6-2c7f-4599-a7d7-2ae0de77ea43 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Pushing event deleted for resources: {'Subnet': ['ID=a852ec1e-9042-40a1-b0e1-b40813bc9c60,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:05:42.105583 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6727c0f6-2c7f-4599-a7d7-2ae0de77ea43 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks [] for subnet, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:42.112445 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [None req-1ca72528-e697-4b4e-95e1-8264e19644e1 tempest-ExtensionsTestJSON-434877428 tempest-ExtensionsTestJSON-434877428-project] http://10.222.0.65:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=88879) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 24 11:05:42.116213 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-1ca72528-e697-4b4e-95e1-8264e19644e1 tempest-ExtensionsTestJSON-434877428 tempest-ExtensionsTestJSON-434877428-project] 10.222.0.65 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200  len: 374 time: 0.0101089
Dec 24 11:05:42.116970 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-6727c0f6-2c7f-4599-a7d7-2ae0de77ea43 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:05:42.120585 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 37692) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:42.141207 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aad9fe0-3ba0-41e2-a459-84c37895202a tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:05:42.145655 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aad9fe0-3ba0-41e2-a459-84c37895202a tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:05:42.146558 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-3aad9fe0-3ba0-41e2-a459-84c37895202a tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Synchronizing usage tracker for tenant:739a78fd4cfc48c2a4011598579f8f8c on resource:port {{(pid=88879) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:05:42.158039 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [None req-80b7161d-58e4-49a1-b9e8-6b0d499e4992 tempest-ExtensionsTestJSON-434877428 tempest-ExtensionsTestJSON-434877428-project] http://10.222.0.65:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=88879) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 24 11:05:42.161718 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69317e67-0f92-4a58-935e-a704e3205a5d None None] Network 865dfde0-77b3-4752-8aab-4ec51a9193ce requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:05:42.161917 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-80b7161d-58e4-49a1-b9e8-6b0d499e4992 tempest-ExtensionsTestJSON-434877428 tempest-ExtensionsTestJSON-434877428-project] 10.222.0.65 "GET /v2.0/extensions/metering HTTP/1.1" status: 200  len: 357 time: 0.0354841
Dec 24 11:05:42.167226 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 37696) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:42.171823 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc1d14b4-dc29-4065-841f-cc357d359fa9 tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:05:42.172598 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-dc1d14b4-dc29-4065-841f-cc357d359fa9 tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Synchronizing usage tracker for tenant:13d980ce68d549e79d6a9f07649a0ad7 on resource:network {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:05:42.183745 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-89eb3ff2-1fb0-4bb9-af3c-f44bbce4e910 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:05:42.192182 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-89eb3ff2-1fb0-4bb9-af3c-f44bbce4e910 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Usage tracker for resource:subnet and tenant:58aa2a41110240a2b5bfe3b4600f4977 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:05:42.196054 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-89eb3ff2-1fb0-4bb9-af3c-f44bbce4e910 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:05:42.205096 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-89eb3ff2-1fb0-4bb9-af3c-f44bbce4e910 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:05:42.209444 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-130b0d85-ec9f-450e-a66e-8953b75f6288 tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636'] for network, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:42.210502 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-130b0d85-ec9f-450e-a66e-8953b75f6288 tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:05:42.210625 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [None req-4ed152e2-0eb0-49df-b61a-d4eff71ca0f4 tempest-ExtensionsTestJSON-434877428 tempest-ExtensionsTestJSON-434877428-project] http://10.222.0.65:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=88879) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 24 11:05:42.211153 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-130b0d85-ec9f-450e-a66e-8953b75f6288 tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Notify callbacks [] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:42.214405 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-4ed152e2-0eb0-49df-b61a-d4eff71ca0f4 tempest-ExtensionsTestJSON-434877428 tempest-ExtensionsTestJSON-434877428-project] 10.222.0.65 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200  len: 406 time: 0.0433838
Dec 24 11:05:42.219240 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-6727c0f6-2c7f-4599-a7d7-2ae0de77ea43 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] 10.222.0.65 "DELETE /v2.0/subnets/a852ec1e-9042-40a1-b0e1-b40813bc9c60 HTTP/1.1" status: 204  len: 168 time: 1.7423122
Dec 24 11:05:42.219393 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 37700) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:42.219946 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 37702) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:42.223412 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-96ebb1e2-7e52-4271-b469-28ade3508895 tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:05:42.234005 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [None req-b8a5894d-2ec7-4c6a-ad8f-2b50c5f27331 tempest-ExtensionsTestJSON-434877428 tempest-ExtensionsTestJSON-434877428-project] http://10.222.0.65:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=88879) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 24 11:05:42.237697 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-b8a5894d-2ec7-4c6a-ad8f-2b50c5f27331 tempest-ExtensionsTestJSON-434877428 tempest-ExtensionsTestJSON-434877428-project] 10.222.0.65 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200  len: 370 time: 0.0072634
Dec 24 11:05:42.246628 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 37708) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:42.249608 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-dc1d14b4-dc29-4065-841f-cc357d359fa9 tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Unset dirty status for tenant:13d980ce68d549e79d6a9f07649a0ad7 on resource:network {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:05:42.253791 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-dc1d14b4-dc29-4065-841f-cc357d359fa9 tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] 10.222.0.65 "GET /v2.0/networks/f8c337ba-681f-4fcb-a333-e3c49365b30a HTTP/1.1" status: 200  len: 881 time: 0.8288488
Dec 24 11:05:42.261563 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [None req-5493e4ce-5004-4a34-b9ae-7c36ddecb9aa tempest-ExtensionsTestJSON-434877428 tempest-ExtensionsTestJSON-434877428-project] http://10.222.0.65:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=88878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 24 11:05:42.265200 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-5493e4ce-5004-4a34-b9ae-7c36ddecb9aa tempest-ExtensionsTestJSON-434877428 tempest-ExtensionsTestJSON-434877428-project] 10.222.0.65 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200  len: 401 time: 0.0106139
Dec 24 11:05:42.276857 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 37712) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:42.277255 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 37714) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:42.286054 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [None req-529908ef-3ecc-49cf-ad11-f0c066e807b9 tempest-ExtensionsTestJSON-434877428 tempest-ExtensionsTestJSON-434877428-project] http://10.222.0.65:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=88878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 24 11:05:42.289664 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-529908ef-3ecc-49cf-ad11-f0c066e807b9 tempest-ExtensionsTestJSON-434877428 tempest-ExtensionsTestJSON-434877428-project] 10.222.0.65 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200  len: 394 time: 0.0059433
Dec 24 11:05:42.291674 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 37720) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:42.327515 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [None req-9810b648-746f-40a4-be2b-e79870cf7d79 tempest-ExtensionsTestJSON-434877428 tempest-ExtensionsTestJSON-434877428-project] http://10.222.0.65:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=88879) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 24 11:05:42.334240 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-9810b648-746f-40a4-be2b-e79870cf7d79 tempest-ExtensionsTestJSON-434877428 tempest-ExtensionsTestJSON-434877428-project] 10.222.0.65 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200  len: 410 time: 0.0334363
Dec 24 11:05:42.334240 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-3aad9fe0-3ba0-41e2-a459-84c37895202a tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Unset dirty status for tenant:739a78fd4cfc48c2a4011598579f8f8c on resource:port {{(pid=88879) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:05:42.334240 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-3aad9fe0-3ba0-41e2-a459-84c37895202a tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1702 time: 0.8284540
Dec 24 11:05:42.337420 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89eb3ff2-1fb0-4bb9-af3c-f44bbce4e910 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Made reservation on behalf of 58aa2a41110240a2b5bfe3b4600f4977 for: {'subnet': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:05:42.341551 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-89eb3ff2-1fb0-4bb9-af3c-f44bbce4e910 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2246100'] for subnet, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:42.343811 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 37724) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:42.344183 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 37726) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:42.355404 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [None req-0960e4ff-3d07-498f-8648-dfc199dce679 tempest-ExtensionsTestJSON-434877428 tempest-ExtensionsTestJSON-434877428-project] http://10.222.0.65:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=88879) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 24 11:05:42.359226 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-0960e4ff-3d07-498f-8648-dfc199dce679 tempest-ExtensionsTestJSON-434877428 tempest-ExtensionsTestJSON-434877428-project] 10.222.0.65 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200  len: 386 time: 0.0094526
Dec 24 11:05:42.369404 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-130b0d85-ec9f-450e-a66e-8953b75f6288 tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201  len: 836 time: 1.5150223
Dec 24 11:05:42.390493 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-9e090075-f588-45f6-bb4f-97d37001caf0 None None] Calling delete_port for 423ceda0-fa10-4891-a377-0b1796635822 owned by network:dhcp {{(pid=88880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:05:42.418064 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 37732) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:42.418486 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 37734) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:42.423988 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-063f3beb-0e01-49ba-ae09-b692bcc33acc tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fdec746-5f6e-4b51-9dcf-186b7d53fe65 HTTP/1.1" status: 200  len: 205 time: 0.1418908
Dec 24 11:05:42.428837 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 37738) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:42.491690 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-e03494f8-686a-416d-988f-db64c96ed89b None None] For port 3548f511-1c52-4a81-b4f9-dc5e68022197, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=3548f511-1c52-4a81-b4f9-dc5e68022197,segment=NetworkSegment(65f68ef1-18d8-45f9-ade5-a5c6c71d9f93),segment_id=65f68ef1-18d8-45f9-ade5-a5c6c71d9f93)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:05:42.492081 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e03494f8-686a-416d-988f-db64c96ed89b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:42.509376 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [None req-82084df1-0bab-47c5-a007-a89a3da78f32 tempest-ExtensionsTestJSON-434877428 tempest-ExtensionsTestJSON-434877428-project] http://10.222.0.65:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=88878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 24 11:05:42.513217 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-82084df1-0bab-47c5-a007-a89a3da78f32 tempest-ExtensionsTestJSON-434877428 tempest-ExtensionsTestJSON-434877428-project] 10.222.0.65 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200  len: 403 time: 0.0881877
Dec 24 11:05:42.514646 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-88905b37-bacb-4e40-82a9-fb66df28f4f4 tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Request body: {'subnet': {'network_id': '1861a6a4-79c3-4cc0-9239-ff60a30096d6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:05:42.518723 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130b0d85-ec9f-450e-a66e-8953b75f6288 tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Pushing event updated for resources: {'Network': ['ID=1861a6a4-79c3-4cc0-9239-ff60a30096d6,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:05:42.519692 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 37744) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:42.522333 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-130b0d85-ec9f-450e-a66e-8953b75f6288 tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:05:42.528059 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-88905b37-bacb-4e40-82a9-fb66df28f4f4 tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:05:42.532497 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-88905b37-bacb-4e40-82a9-fb66df28f4f4 tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Usage tracker for resource:subnet and tenant:c66d55c7340e444e986b405893cdf446 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:05:42.536161 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-88905b37-bacb-4e40-82a9-fb66df28f4f4 tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:05:42.542275 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-88905b37-bacb-4e40-82a9-fb66df28f4f4 tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:05:42.558777 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88905b37-bacb-4e40-82a9-fb66df28f4f4 tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Made reservation on behalf of c66d55c7340e444e986b405893cdf446 for: {'subnet': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:05:42.563886 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-88905b37-bacb-4e40-82a9-fb66df28f4f4 tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2246100'] for subnet, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:42.570421 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [None req-e20bf08b-9606-491a-b7dc-f45233fca66e tempest-ExtensionsTestJSON-434877428 tempest-ExtensionsTestJSON-434877428-project] http://10.222.0.65:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=88879) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 24 11:05:42.574212 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-e20bf08b-9606-491a-b7dc-f45233fca66e tempest-ExtensionsTestJSON-434877428 tempest-ExtensionsTestJSON-434877428-project] 10.222.0.65 "GET /v2.0/extensions/binding HTTP/1.1" status: 200  len: 387 time: 0.0130231
Dec 24 11:05:42.580852 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Network 1861a6a4-79c3-4cc0-9239-ff60a30096d6 details requested by agent ovs-agent-dv-neutron-822691-2-hyperv with host dv-neutron-822691-2-hyperv {{(pid=88880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 24 11:05:42.583363 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a9bfa497-38e9-4361-8fef-9986164ac392 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036847558493'] for network, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:42.589732 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 37748) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:42.598471 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1c1c316e-f48a-4aff-aba8-0750b874b458 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:42.602028 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-99d30775-2107-480b-b1d6-f1bc4e57efc6 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] For port 423ceda0-fa10-4891-a377-0b1796635822, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=423ceda0-fa10-4891-a377-0b1796635822,segment=NetworkSegment(2bb2705a-be0a-44af-9a35-cf280ebc1ac3),segment_id=2bb2705a-be0a-44af-9a35-cf280ebc1ac3)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:05:42.602424 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-99d30775-2107-480b-b1d6-f1bc4e57efc6 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:42.627029 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f7a458ac-a986-494a-a4d2-efa66be3857a tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:05:42.651661 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [None req-5fea8345-60bd-47b6-aa84-f2be372ad914 tempest-ExtensionsTestJSON-434877428 tempest-ExtensionsTestJSON-434877428-project] http://10.222.0.65:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=88878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 24 11:05:42.655278 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-5fea8345-60bd-47b6-aa84-f2be372ad914 tempest-ExtensionsTestJSON-434877428 tempest-ExtensionsTestJSON-434877428-project] 10.222.0.65 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200  len: 406 time: 0.0617833
Dec 24 11:05:42.661777 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 37752) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:42.669345 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b2dcb96a-9354-4d91-b515-a8350d64ba8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:42.699343 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [None req-512bd805-080f-467e-8811-c1d7ec03b3f3 tempest-ExtensionsTestJSON-434877428 tempest-ExtensionsTestJSON-434877428-project] http://10.222.0.65:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=88878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 24 11:05:42.703078 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-512bd805-080f-467e-8811-c1d7ec03b3f3 tempest-ExtensionsTestJSON-434877428 tempest-ExtensionsTestJSON-434877428-project] 10.222.0.65 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200  len: 354 time: 0.0269449
Dec 24 11:05:42.710948 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 37756) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:42.723968 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [None req-dadc7995-7c43-4e6b-b4a9-9a95fb2037bb tempest-ExtensionsTestJSON-434877428 tempest-ExtensionsTestJSON-434877428-project] http://10.222.0.65:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=88878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 24 11:05:42.727585 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-dadc7995-7c43-4e6b-b4a9-9a95fb2037bb tempest-ExtensionsTestJSON-434877428 tempest-ExtensionsTestJSON-434877428-project] 10.222.0.65 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200  len: 398 time: 0.0124459
Dec 24 11:05:42.736568 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-50aff9f4-4b37-41ac-ace8-a5c0f1d8a62c tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Deleting port b87929bb-90b9-4f0f-9191-7a61960e9558 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:05:42.736951 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-50aff9f4-4b37-41ac-ace8-a5c0f1d8a62c tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:42.764562 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-e03494f8-686a-416d-988f-db64c96ed89b None None] Calling delete_port for 3548f511-1c52-4a81-b4f9-dc5e68022197 owned by network:dhcp {{(pid=88880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:05:42.785302 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 37760) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:42.800767 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [None req-32c4af85-7b55-4ab2-ba34-5a7ab23b0631 tempest-ExtensionsTestJSON-434877428 tempest-ExtensionsTestJSON-434877428-project] http://10.222.0.65:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=88878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 24 11:05:42.805191 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-32c4af85-7b55-4ab2-ba34-5a7ab23b0631 tempest-ExtensionsTestJSON-434877428 tempest-ExtensionsTestJSON-434877428-project] 10.222.0.65 "GET /v2.0/extensions/provider HTTP/1.1" status: 200  len: 385 time: 0.0145042
Dec 24 11:05:42.809733 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 37764) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:42.825941 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [None req-9e7abb9a-e20c-4a17-b1ca-de85208781bb tempest-ExtensionsTestJSON-434877428 tempest-ExtensionsTestJSON-434877428-project] http://10.222.0.65:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=88878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 24 11:05:42.826485 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1c316e-f48a-4aff-aba8-0750b874b458 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Pushing event deleted for resources: {'Port': ['ID=494e91a5-9d35-4e47-a490-0bcc424e2785,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:05:42.833881 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-9e7abb9a-e20c-4a17-b1ca-de85208781bb tempest-ExtensionsTestJSON-434877428 tempest-ExtensionsTestJSON-434877428-project] 10.222.0.65 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200  len: 385 time: 0.0155842
Dec 24 11:05:42.833881 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 37768) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:42.836822 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-1c1c316e-f48a-4aff-aba8-0750b874b458 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:05:42.837823 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [None req-f6f0ec29-d454-4286-848a-52c40db4d8c3 tempest-ExtensionsTestJSON-434877428 tempest-ExtensionsTestJSON-434877428-project] http://10.222.0.65:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=88878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 24 11:05:42.841426 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-f6f0ec29-d454-4286-848a-52c40db4d8c3 tempest-ExtensionsTestJSON-434877428 tempest-ExtensionsTestJSON-434877428-project] 10.222.0.65 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200  len: 407 time: 0.0057826
Dec 24 11:05:42.844064 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-99d30775-2107-480b-b1d6-f1bc4e57efc6 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Calling delete_port for 423ceda0-fa10-4891-a377-0b1796635822 owned by network:dhcp {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:05:42.858929 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 37772) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:42.873714 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.ipam_backend_mixin [None req-89eb3ff2-1fb0-4bb9-af3c-f44bbce4e910 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 92628b22-7a3c-4e24-97da-66511399f8c8 (CIDR: 2001:db8::/64)
Dec 24 11:05:42.879357 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [None req-baab1476-7356-4e52-86fd-1f905a7b60d8 tempest-ExtensionsTestJSON-434877428 tempest-ExtensionsTestJSON-434877428-project] http://10.222.0.65:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=88878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 24 11:05:42.883055 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-baab1476-7356-4e52-86fd-1f905a7b60d8 tempest-ExtensionsTestJSON-434877428 tempest-ExtensionsTestJSON-434877428-project] 10.222.0.65 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200  len: 417 time: 0.0184000
Dec 24 11:05:42.886243 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 37776) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:42.928021 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-a9bfa497-38e9-4361-8fef-9986164ac392 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Deleting port 3548f511-1c52-4a81-b4f9-dc5e68022197 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:05:42.928787 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a9bfa497-38e9-4361-8fef-9986164ac392 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:42.942132 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [None req-48367e84-c432-4a09-8621-b86ba4415ae1 tempest-ExtensionsTestJSON-434877428 tempest-ExtensionsTestJSON-434877428-project] http://10.222.0.65:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=88878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 24 11:05:42.946083 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-48367e84-c432-4a09-8621-b86ba4415ae1 tempest-ExtensionsTestJSON-434877428 tempest-ExtensionsTestJSON-434877428-project] 10.222.0.65 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200  len: 384 time: 0.0071023
Dec 24 11:05:42.951305 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-89eb3ff2-1fb0-4bb9-af3c-f44bbce4e910 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 24 11:05:42.951693 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89eb3ff2-1fb0-4bb9-af3c-f44bbce4e910 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 24 11:05:42.954354 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 37780) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:43.014526 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [None req-cf86786d-5dd2-4724-87c9-c58604741573 tempest-ExtensionsTestJSON-434877428 tempest-ExtensionsTestJSON-434877428-project] http://10.222.0.65:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=88879) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 24 11:05:43.018726 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-cf86786d-5dd2-4724-87c9-c58604741573 tempest-ExtensionsTestJSON-434877428 tempest-ExtensionsTestJSON-434877428-project] 10.222.0.65 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200  len: 404 time: 0.0511870
Dec 24 11:05:43.028218 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 37784) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:43.044147 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [None req-321ee8de-cb3d-4ef1-86df-0a3bfae3fa57 tempest-ExtensionsTestJSON-434877428 tempest-ExtensionsTestJSON-434877428-project] http://10.222.0.65:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=88878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 24 11:05:43.045613 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-321ee8de-cb3d-4ef1-86df-0a3bfae3fa57 tempest-ExtensionsTestJSON-434877428 tempest-ExtensionsTestJSON-434877428-project] 10.222.0.65 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200  len: 375 time: 0.0091825
Dec 24 11:05:43.050469 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-89eb3ff2-1fb0-4bb9-af3c-f44bbce4e910 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 1.2008522
Dec 24 11:05:43.054188 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 37788) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:43.054568 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 37790) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:43.065022 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [None req-f24a43d7-8d4e-42b4-8836-c3c354b1b463 tempest-ExtensionsTestJSON-434877428 tempest-ExtensionsTestJSON-434877428-project] http://10.222.0.65:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=88878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 24 11:05:43.066246 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-f24a43d7-8d4e-42b4-8836-c3c354b1b463 tempest-ExtensionsTestJSON-434877428 tempest-ExtensionsTestJSON-434877428-project] 10.222.0.65 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200  len: 441 time: 0.0090902
Dec 24 11:05:43.081470 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-e4d46d6f-d8af-4c36-98a3-921f9b1a1d9b tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Request body: {'subnet': {'network_id': 'c5575859-d751-4466-a894-d2db623d50b3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:05:43.092065 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:43.098725 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 37796) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:43.122116 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [None req-2c10377f-c741-41ba-abc6-40dd166d7e6a tempest-ExtensionsTestJSON-434877428 tempest-ExtensionsTestJSON-434877428-project] http://10.222.0.65:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=88878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 24 11:05:43.123144 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-2c10377f-c741-41ba-abc6-40dd166d7e6a tempest-ExtensionsTestJSON-434877428 tempest-ExtensionsTestJSON-434877428-project] 10.222.0.65 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200  len: 423 time: 0.0172548
Dec 24 11:05:43.127108 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9e090075-f588-45f6-bb4f-97d37001caf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392'] for port, after_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:43.130960 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 37800) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:43.136604 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-b2dcb96a-9354-4d91-b515-a8350d64ba8f None None] For port 61a39cbd-1acd-47bf-82a0-5600350b58bd, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=61a39cbd-1acd-47bf-82a0-5600350b58bd,segment=NetworkSegment(6618a092-51b2-4e3d-9318-3ce6b7b40c55),segment_id=6618a092-51b2-4e3d-9318-3ce6b7b40c55)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:05:43.152204 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-4cac8047-c1b7-4c8c-8133-cf075baeaa06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:05:43.154818 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [None req-ae4c61ab-7cb1-4964-be3a-eb8e82192dbf tempest-ExtensionsTestJSON-434877428 tempest-ExtensionsTestJSON-434877428-project] http://10.222.0.65:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=88878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 24 11:05:43.155915 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-ae4c61ab-7cb1-4964-be3a-eb8e82192dbf tempest-ExtensionsTestJSON-434877428 tempest-ExtensionsTestJSON-434877428-project] 10.222.0.65 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200  len: 391 time: 0.0239103
Dec 24 11:05:43.167940 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 37804) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:43.204963 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [None req-fe4920cf-2c05-46b9-a15a-a295ea77424f tempest-ExtensionsTestJSON-434877428 tempest-ExtensionsTestJSON-434877428-project] http://10.222.0.65:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=88879) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 24 11:05:43.209172 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-fe4920cf-2c05-46b9-a15a-a295ea77424f tempest-ExtensionsTestJSON-434877428 tempest-ExtensionsTestJSON-434877428-project] 10.222.0.65 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200  len: 422 time: 0.0380831
Dec 24 11:05:43.222701 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 37808) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:43.223772 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b2dcb96a-9354-4d91-b515-a8350d64ba8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:43.227048 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e03494f8-686a-416d-988f-db64c96ed89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392'] for port, after_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:43.231603 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e090075-f588-45f6-bb4f-97d37001caf0 None None] No DVR routers for this DVR port 423ceda0-fa10-4891-a377-0b1796635822 on host dv-neutron-822691-2-hyperv {{(pid=88880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 24 11:05:43.239318 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e090075-f588-45f6-bb4f-97d37001caf0 None None] Pushing event deleted for resources: {'Port': ['ID=423ceda0-fa10-4891-a377-0b1796635822,revision_number=None']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:05:43.253110 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-9e090075-f588-45f6-bb4f-97d37001caf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:05:43.261350 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-27437ddb-58df-4b95-977d-77a25191a8ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:05:43.287556 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-a9bfa497-38e9-4361-8fef-9986164ac392 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] The port '3548f511-1c52-4a81-b4f9-dc5e68022197' was deleted {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 24 11:05:43.299148 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [None req-1b373369-8beb-477c-99ea-7c68448281e5 tempest-ExtensionsTestJSON-434877428 tempest-ExtensionsTestJSON-434877428-project] http://10.222.0.65:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=88879) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 24 11:05:43.303397 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 37812) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:43.303520 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-1b373369-8beb-477c-99ea-7c68448281e5 tempest-ExtensionsTestJSON-434877428 tempest-ExtensionsTestJSON-434877428-project] 10.222.0.65 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200  len: 364 time: 0.0148237
Dec 24 11:05:43.331221 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [None req-ae40d7e6-16e4-435d-b2e3-ca7f6535600c tempest-ExtensionsTestJSON-434877428 tempest-ExtensionsTestJSON-434877428-project] http://10.222.0.65:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=88878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 24 11:05:43.332338 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-ae40d7e6-16e4-435d-b2e3-ca7f6535600c tempest-ExtensionsTestJSON-434877428 tempest-ExtensionsTestJSON-434877428-project] 10.222.0.65 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200  len: 415 time: 0.0240085
Dec 24 11:05:43.341226 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 37816) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:43.365905 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [None req-beda78c0-f106-4eae-b373-223e6ab5b6ce tempest-ExtensionsTestJSON-434877428 tempest-ExtensionsTestJSON-434877428-project] http://10.222.0.65:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=88878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 24 11:05:43.366929 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 3548f511-1c52-4a81-b4f9-dc5e68022197 no longer exists at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:05:43.367073 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-beda78c0-f106-4eae-b373-223e6ab5b6ce tempest-ExtensionsTestJSON-434877428 tempest-ExtensionsTestJSON-434877428-project] 10.222.0.65 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200  len: 377 time: 0.0246530
Dec 24 11:05:43.372646 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-59df93ac-1baa-438b-8a0f-638f62d78151 tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Notify callbacks [] for router, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:43.401567 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e03494f8-686a-416d-988f-db64c96ed89b None None] No DVR routers for this DVR port 3548f511-1c52-4a81-b4f9-dc5e68022197 on host dv-neutron-822691-2-hyperv {{(pid=88880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 24 11:05:43.419471 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 37820) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:43.429989 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] No Port match for: 3548f511-1c52-4a81-b4f9-dc5e68022197 {{(pid=88880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 24 11:05:43.429989 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 3548f511-1c52-4a81-b4f9-dc5e68022197 not bound to the agent host dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 24 11:05:43.431664 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-39e4d402-2d69-42da-91ed-5f9a65c5d93a None None] Provisioning for port b87929bb-90b9-4f0f-9191-7a61960e9558 completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:05:43.442965 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-39e4d402-2d69-42da-91ed-5f9a65c5d93a None None] Provisioning complete for port b87929bb-90b9-4f0f-9191-7a61960e9558 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:05:43.443303 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-39e4d402-2d69-42da-91ed-5f9a65c5d93a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:43.449065 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.db.api [None req-99d30775-2107-480b-b1d6-f1bc4e57efc6 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88879) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 24 11:05:43.449417 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_db.api [None req-99d30775-2107-480b-b1d6-f1bc4e57efc6 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 24 11:05:43.471484 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-e4d46d6f-d8af-4c36-98a3-921f9b1a1d9b tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:05:43.472929 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [None req-abf4ac2d-1e75-40f6-b71f-ed33c06a0f60 tempest-ExtensionsTestJSON-434877428 tempest-ExtensionsTestJSON-434877428-project] http://10.222.0.65:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=88879) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 24 11:05:43.479745 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 37824) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:43.479881 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-abf4ac2d-1e75-40f6-b71f-ed33c06a0f60 tempest-ExtensionsTestJSON-434877428 tempest-ExtensionsTestJSON-434877428-project] 10.222.0.65 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200  len: 408 time: 0.0493064
Dec 24 11:05:43.486860 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-e4d46d6f-d8af-4c36-98a3-921f9b1a1d9b tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Usage tracker for resource:subnet and tenant:58aa2a41110240a2b5bfe3b4600f4977 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:05:43.493535 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [None req-c814e647-5eb0-4400-a90e-13ba67118d49 tempest-ExtensionsTestJSON-434877428 tempest-ExtensionsTestJSON-434877428-project] http://10.222.0.65:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=88878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 24 11:05:43.494769 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-c814e647-5eb0-4400-a90e-13ba67118d49 tempest-ExtensionsTestJSON-434877428 tempest-ExtensionsTestJSON-434877428-project] 10.222.0.65 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200  len: 402 time: 0.0107796
Dec 24 11:05:43.498679 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-e4d46d6f-d8af-4c36-98a3-921f9b1a1d9b tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:05:43.499069 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 37828) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:43.509911 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-e4d46d6f-d8af-4c36-98a3-921f9b1a1d9b tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:05:43.514808 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [None req-e20dc3f0-c398-4f95-b698-0770a1cf7da2 tempest-ExtensionsTestJSON-434877428 tempest-ExtensionsTestJSON-434877428-project] http://10.222.0.65:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=88879) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 24 11:05:43.518961 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-e20dc3f0-c398-4f95-b698-0770a1cf7da2 tempest-ExtensionsTestJSON-434877428 tempest-ExtensionsTestJSON-434877428-project] 10.222.0.65 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200  len: 391 time: 0.0120928
Dec 24 11:05:43.553772 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 37832) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:43.638681 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [None req-82da2d7c-d306-4e14-8e24-9a409a8edaa5 tempest-ExtensionsTestJSON-434877428 tempest-ExtensionsTestJSON-434877428-project] http://10.222.0.65:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=88878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 24 11:05:43.642743 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-82da2d7c-d306-4e14-8e24-9a409a8edaa5 tempest-ExtensionsTestJSON-434877428 tempest-ExtensionsTestJSON-434877428-project] 10.222.0.65 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200  len: 400 time: 0.0732765
Dec 24 11:05:43.642743 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4d46d6f-d8af-4c36-98a3-921f9b1a1d9b tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Made reservation on behalf of 58aa2a41110240a2b5bfe3b4600f4977 for: {'subnet': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:05:43.648481 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e4d46d6f-d8af-4c36-98a3-921f9b1a1d9b tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2246100'] for subnet, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:43.659017 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e05c2ab-1709-4cac-9c57-2d084cd22d26 None None] DHCP port deletion for 865dfde0-77b3-4752-8aab-4ec51a9193ce request from dv-neutron-822691-2-hyperv {{(pid=88880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 24 11:05:43.661181 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dcb96a-9354-4d91-b515-a8350d64ba8f None None] Pushing event updated for resources: {'Port': ['ID=61a39cbd-1acd-47bf-82a0-5600350b58bd,revision_number=3']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:05:43.680973 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 37836) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:43.709545 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-2e05c2ab-1709-4cac-9c57-2d084cd22d26 None None] Deleting port c96c3fff-29ae-40d1-bba0-ace3857e6ffa {{(pid=88880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:05:43.709920 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2e05c2ab-1709-4cac-9c57-2d084cd22d26 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:43.749295 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03494f8-686a-416d-988f-db64c96ed89b None None] Pushing event deleted for resources: {'Port': ['ID=3548f511-1c52-4a81-b4f9-dc5e68022197,revision_number=None']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:05:43.752224 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-e03494f8-686a-416d-988f-db64c96ed89b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.491s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:05:43.761657 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.524s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:05:43.762099 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:05:43.785360 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-39e4d402-2d69-42da-91ed-5f9a65c5d93a None None] Port b87929bb-90b9-4f0f-9191-7a61960e9558 cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:05:43.849074 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-39e4d402-2d69-42da-91ed-5f9a65c5d93a None None] Provisioning for port b81c4cfd-ea87-41bf-bbf3-89253cf138ce completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:05:43.858494 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-39e4d402-2d69-42da-91ed-5f9a65c5d93a None None] Provisioning complete for port b81c4cfd-ea87-41bf-bbf3-89253cf138ce triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:05:43.858898 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-39e4d402-2d69-42da-91ed-5f9a65c5d93a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:43.920343 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a9bfa497-38e9-4361-8fef-9986164ac392 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847649663', 'neutron.services.segments.db._delete_segments_for_network-8749505737672'] for network, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:43.953241 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-99d30775-2107-480b-b1d6-f1bc4e57efc6 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Deleting port 423ceda0-fa10-4891-a377-0b1796635822 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:05:43.953620 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-99d30775-2107-480b-b1d6-f1bc4e57efc6 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:43.966295 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-39e4d402-2d69-42da-91ed-5f9a65c5d93a None None] Port b81c4cfd-ea87-41bf-bbf3-89253cf138ce cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:05:44.002808 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1c1c316e-f48a-4aff-aba8-0750b874b458 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036852798164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854055527'] for router_interface, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:44.008254 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-a9bfa497-38e9-4361-8fef-9986164ac392 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f527045f2b0>,) {'filters': {'network_id': ['1ee2e82a-33fd-4d08-b432-678724e762ce']}} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:05:44.025494 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [None req-06b50492-848c-48a8-8f2e-123fbbfc3983 tempest-ExtensionsTestJSON-434877428 tempest-ExtensionsTestJSON-434877428-project] http://10.222.0.65:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=88878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 24 11:05:44.026642 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-06b50492-848c-48a8-8f2e-123fbbfc3983 tempest-ExtensionsTestJSON-434877428 tempest-ExtensionsTestJSON-434877428-project] 10.222.0.65 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200  len: 388 time: 0.3424888
Dec 24 11:05:44.037383 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 37840) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:44.049496 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 61a39cbd-1acd-47bf-82a0-5600350b58bd up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:05:44.050597 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [None req-f13ab861-e21d-47e0-ba15-e273cb0f5918 tempest-ExtensionsTestJSON-434877428 tempest-ExtensionsTestJSON-434877428-project] http://10.222.0.65:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=88878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 24 11:05:44.054295 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-f13ab861-e21d-47e0-ba15-e273cb0f5918 tempest-ExtensionsTestJSON-434877428 tempest-ExtensionsTestJSON-434877428-project] 10.222.0.65 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200  len: 418 time: 0.0090065
Dec 24 11:05:44.058553 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 37844) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:44.069291 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-99d30775-2107-480b-b1d6-f1bc4e57efc6 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] The port '423ceda0-fa10-4891-a377-0b1796635822' was deleted {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 24 11:05:44.073106 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-a9bfa497-38e9-4361-8fef-9986164ac392 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f527045f2b0>, '65f68ef1-18d8-45f9-ade5-a5c6c71d9f93') {'for_net_delete': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:05:44.073538 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-a9bfa497-38e9-4361-8fef-9986164ac392 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f527045f2b0>, '65f68ef1-18d8-45f9-ade5-a5c6c71d9f93') {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:05:44.085769 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-50aff9f4-4b37-41ac-ace8-a5c0f1d8a62c tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:44.100053 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-2e05c2ab-1709-4cac-9c57-2d084cd22d26 None None] For port c96c3fff-29ae-40d1-bba0-ace3857e6ffa, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=c96c3fff-29ae-40d1-bba0-ace3857e6ffa,segment=NetworkSegment(a5e9a147-02ae-4a2b-b669-be5e8fe39ff0),segment_id=a5e9a147-02ae-4a2b-b669-be5e8fe39ff0)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:05:44.100649 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2e05c2ab-1709-4cac-9c57-2d084cd22d26 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:44.134501 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a9bfa497-38e9-4361-8fef-9986164ac392 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749505745113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853989108'] for segment, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:44.137661 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [None req-049c1bd0-a010-4f5d-865b-35b47d49048d tempest-ExtensionsTestJSON-434877428 tempest-ExtensionsTestJSON-434877428-project] http://10.222.0.65:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=88878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 24 11:05:44.138775 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-049c1bd0-a010-4f5d-865b-35b47d49048d tempest-ExtensionsTestJSON-434877428 tempest-ExtensionsTestJSON-434877428-project] 10.222.0.65 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200  len: 537 time: 0.0273173
Dec 24 11:05:44.147463 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 37848) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:44.215946 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.ipam_backend_mixin [None req-e4d46d6f-d8af-4c36-98a3-921f9b1a1d9b tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 4c088c9e-0b06-4bf7-a6ca-fabd8e38e1db (CIDR: 2001:db8:0:1::/64)
Dec 24 11:05:44.224412 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4d46d6f-d8af-4c36-98a3-921f9b1a1d9b tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 24 11:05:44.224965 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4d46d6f-d8af-4c36-98a3-921f9b1a1d9b tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 24 11:05:44.249901 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-2e05c2ab-1709-4cac-9c57-2d084cd22d26 None None] Calling delete_port for c96c3fff-29ae-40d1-bba0-ace3857e6ffa owned by network:dhcp {{(pid=88880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:05:44.287729 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-e4d46d6f-d8af-4c36-98a3-921f9b1a1d9b tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 428 time: 1.2259552
Dec 24 11:05:44.287729 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-88905b37-bacb-4e40-82a9-fb66df28f4f4 tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850796890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2246085'] for subnet, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:44.292233 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 37852) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:44.293018 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-833506d9-6a8b-4e79-aab4-94453d13539e tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:05:44.339242 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port 61a39cbd-1acd-47bf-82a0-5600350b58bd triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:05:44.339520 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-29752b10-ab42-4f4c-bfd8-11fc0235a0ca tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Request body: {'subnet': {'network_id': 'c5575859-d751-4466-a894-d2db623d50b3', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:05:44.339622 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:44.344691 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [None req-529894cd-5453-418d-9555-d9a28a24cf3a tempest-ExtensionsTestJSON-434877428 tempest-ExtensionsTestJSON-434877428-project] http://10.222.0.65:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=88879) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 24 11:05:44.350981 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-529894cd-5453-418d-9555-d9a28a24cf3a tempest-ExtensionsTestJSON-434877428 tempest-ExtensionsTestJSON-434877428-project] 10.222.0.65 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200  len: 449 time: 0.1932952
Dec 24 11:05:44.358437 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-50aff9f4-4b37-41ac-ace8-a5c0f1d8a62c tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Calling delete_port for b87929bb-90b9-4f0f-9191-7a61960e9558 owned by  {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:05:44.397241 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a9bfa497-38e9-4361-8fef-9986164ac392 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:44.430290 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2e05c2ab-1709-4cac-9c57-2d084cd22d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392'] for port, after_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:44.444997 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-4bc9109a-83d8-43fc-a76d-0df7d95d8014 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:05:44.479621 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9bfa497-38e9-4361-8fef-9986164ac392 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Releasing vlan 619 on physical network physnet1 to pool {{(pid=88879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 24 11:05:44.480044 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a9bfa497-38e9-4361-8fef-9986164ac392 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036847652098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3926696'] for segment, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:44.494779 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e05c2ab-1709-4cac-9c57-2d084cd22d26 None None] No DVR routers for this DVR port c96c3fff-29ae-40d1-bba0-ace3857e6ffa on host dv-neutron-822691-2-hyperv {{(pid=88880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 24 11:05:44.498893 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e05c2ab-1709-4cac-9c57-2d084cd22d26 None None] Pushing event deleted for resources: {'Port': ['ID=c96c3fff-29ae-40d1-bba0-ace3857e6ffa,revision_number=None']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:05:44.505709 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-2e05c2ab-1709-4cac-9c57-2d084cd22d26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:05:44.512103 dv-neutron-822691-2-hyperv neutron-server[88767]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 11:05:44.512103 dv-neutron-822691-2-hyperv neutron-server[88767]:   % (table.description, expected, rows_matched)
Dec 24 11:05:44.512103 dv-neutron-822691-2-hyperv neutron-server[88767]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 11:05:44.512103 dv-neutron-822691-2-hyperv neutron-server[88767]:   % (table.description, expected, rows_matched)
Dec 24 11:05:44.512103 dv-neutron-822691-2-hyperv neutron-server[88767]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 11:05:44.512103 dv-neutron-822691-2-hyperv neutron-server[88767]:   % (table.description, expected, rows_matched)
Dec 24 11:05:44.512103 dv-neutron-822691-2-hyperv neutron-server[88767]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 11:05:44.512103 dv-neutron-822691-2-hyperv neutron-server[88767]:   % (table.description, expected, rows_matched)
Dec 24 11:05:44.512103 dv-neutron-822691-2-hyperv neutron-server[88767]: Traceback (most recent call last):
Dec 24 11:05:44.512103 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 24 11:05:44.512103 dv-neutron-822691-2-hyperv neutron-server[88767]:     timer()
Dec 24 11:05:44.512103 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 11:05:44.512103 dv-neutron-822691-2-hyperv neutron-server[88767]:     cb(*args, **kw)
Dec 24 11:05:44.512103 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 24 11:05:44.512103 dv-neutron-822691-2-hyperv neutron-server[88767]:     return func(*args, **kwargs)
Dec 24 11:05:44.512103 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 11:05:44.512103 dv-neutron-822691-2-hyperv neutron-server[88767]:     self._notify()
Dec 24 11:05:44.512103 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 11:05:44.512103 dv-neutron-822691-2-hyperv neutron-server[88767]:     self.callback(batched_events)
Dec 24 11:05:44.512103 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 11:05:44.512103 dv-neutron-822691-2-hyperv neutron-server[88767]:     event.method(event)
Dec 24 11:05:44.512103 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 11:05:44.512103 dv-neutron-822691-2-hyperv neutron-server[88767]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 11:05:44.512103 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 24 11:05:44.512103 dv-neutron-822691-2-hyperv neutron-server[88767]:     segment_id)['aggregates'][0]
Dec 24 11:05:44.512103 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 24 11:05:44.512103 dv-neutron-822691-2-hyperv neutron-server[88767]:     return f(self, *a, **k)
Dec 24 11:05:44.512103 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 11:05:44.512103 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self._get(url).json()
Dec 24 11:05:44.512103 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 24 11:05:44.512103 dv-neutron-822691-2-hyperv neutron-server[88767]:     **kwargs)
Dec 24 11:05:44.512103 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 24 11:05:44.512103 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self.request(url, 'GET', **kwargs)
Dec 24 11:05:44.512103 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 24 11:05:44.512103 dv-neutron-822691-2-hyperv neutron-server[88767]:     **endpoint_filter)
Dec 24 11:05:44.512103 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 24 11:05:44.512103 dv-neutron-822691-2-hyperv neutron-server[88767]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 11:05:44.512103 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 24 11:05:44.512103 dv-neutron-822691-2-hyperv neutron-server[88767]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 11:05:44.512103 dv-neutron-822691-2-hyperv neutron-server[88767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 11:05:44.591874 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device c96c3fff-29ae-40d1-bba0-ace3857e6ffa no longer exists at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:05:44.604811 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-59df93ac-1baa-438b-8a0f-638f62d78151 tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:44.620153 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-99d30775-2107-480b-b1d6-f1bc4e57efc6 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847649663', 'neutron.services.segments.db._delete_segments_for_network-8749505737672'] for network, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:44.635022 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] No Port match for: c96c3fff-29ae-40d1-bba0-ace3857e6ffa {{(pid=88880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 24 11:05:44.635517 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-59df93ac-1baa-438b-8a0f-638f62d78151 tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Deleting port a0783d42-e354-4b9b-90a5-8002e32383c3 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:05:44.635898 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device c96c3fff-29ae-40d1-bba0-ace3857e6ffa not bound to the agent host dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 24 11:05:44.636042 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-59df93ac-1baa-438b-8a0f-638f62d78151 tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:44.719433 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88905b37-bacb-4e40-82a9-fb66df28f4f4 tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Pushing event updated for resources: {'Subnet': ['ID=ff03e6b2-9e44-4caf-b674-63e9e53bbaea,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:05:44.730011 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-88905b37-bacb-4e40-82a9-fb66df28f4f4 tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.437s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:05:44.740682 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-99d30775-2107-480b-b1d6-f1bc4e57efc6 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5271529978>,) {'filters': {'network_id': ['43336de9-8907-443d-9469-141af13ca809']}} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:05:44.745523 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 37860) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:44.746699 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-29752b10-ab42-4f4c-bfd8-11fc0235a0ca tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:05:44.784717 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-29752b10-ab42-4f4c-bfd8-11fc0235a0ca tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Usage tracker for resource:subnet and tenant:58aa2a41110240a2b5bfe3b4600f4977 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:05:44.788040 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-29752b10-ab42-4f4c-bfd8-11fc0235a0ca tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:05:44.809336 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a9bfa497-38e9-4361-8fef-9986164ac392 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7126154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659196'] for network, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:44.809637 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-29752b10-ab42-4f4c-bfd8-11fc0235a0ca tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:05:44.812267 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-99d30775-2107-480b-b1d6-f1bc4e57efc6 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5271529978>, '2bb2705a-be0a-44af-9a35-cf280ebc1ac3') {'for_net_delete': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:05:44.812604 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-99d30775-2107-480b-b1d6-f1bc4e57efc6 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5271529978>, '2bb2705a-be0a-44af-9a35-cf280ebc1ac3') {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:05:44.824871 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88905b37-bacb-4e40-82a9-fb66df28f4f4 tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Checking segment: {'id': 'ac06600e-4858-4b24-9b49-2ac35f35b052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '1861a6a4-79c3-4cc0-9239-ff60a30096d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:05:44.826425 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88905b37-bacb-4e40-82a9-fb66df28f4f4 tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Network hostable DHCP agents. Network: 1861a6a4-79c3-4cc0-9239-ff60a30096d6, hostable agents: ['edcf98dc-3032-472a-8b3d-f23fd1e89806'], hosted agents: [] {{(pid=88878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 24 11:05:44.832122 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-df55b9d1-fe2d-4fe3-9ff8-8ac1b1cfa94c tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:05:44.848779 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a9bfa497-38e9-4361-8fef-9986164ac392 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks [] for network, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:44.899570 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29752b10-ab42-4f4c-bfd8-11fc0235a0ca tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Made reservation on behalf of 58aa2a41110240a2b5bfe3b4600f4977 for: {'subnet': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:05:44.949145 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-99d30775-2107-480b-b1d6-f1bc4e57efc6 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749505745113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853989108'] for segment, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:44.985955 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bfa497-38e9-4361-8fef-9986164ac392 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Pushing event deleted for resources: {'Network': ['ID=1ee2e82a-33fd-4d08-b432-678724e762ce,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:05:44.987170 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c28b167e-6b46-4eb3-b757-47515b191f3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:45.004203 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-a9bfa497-38e9-4361-8fef-9986164ac392 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:05:45.014264 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-99d30775-2107-480b-b1d6-f1bc4e57efc6 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:45.024379 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-a9bfa497-38e9-4361-8fef-9986164ac392 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] 10.222.0.65 "DELETE /v2.0/networks/1ee2e82a-33fd-4d08-b432-678724e762ce HTTP/1.1" status: 204  len: 168 time: 2.7946911
Dec 24 11:05:45.028895 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 37866) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:45.038865 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99d30775-2107-480b-b1d6-f1bc4e57efc6 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Releasing vlan 603 on physical network physnet1 to pool {{(pid=88879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 24 11:05:45.039303 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-99d30775-2107-480b-b1d6-f1bc4e57efc6 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036847652098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3926696'] for segment, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:45.055931 dv-neutron-822691-2-hyperv neutron-server[88767]: Traceback (most recent call last):
Dec 24 11:05:45.055931 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 24 11:05:45.055931 dv-neutron-822691-2-hyperv neutron-server[88767]:     timer()
Dec 24 11:05:45.055931 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 11:05:45.055931 dv-neutron-822691-2-hyperv neutron-server[88767]:     cb(*args, **kw)
Dec 24 11:05:45.055931 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 24 11:05:45.055931 dv-neutron-822691-2-hyperv neutron-server[88767]:     return func(*args, **kwargs)
Dec 24 11:05:45.055931 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 11:05:45.055931 dv-neutron-822691-2-hyperv neutron-server[88767]:     self._notify()
Dec 24 11:05:45.055931 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 11:05:45.055931 dv-neutron-822691-2-hyperv neutron-server[88767]:     self.callback(batched_events)
Dec 24 11:05:45.055931 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 11:05:45.055931 dv-neutron-822691-2-hyperv neutron-server[88767]:     event.method(event)
Dec 24 11:05:45.055931 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 11:05:45.055931 dv-neutron-822691-2-hyperv neutron-server[88767]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 11:05:45.055931 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 24 11:05:45.055931 dv-neutron-822691-2-hyperv neutron-server[88767]:     segment_id)['aggregates'][0]
Dec 24 11:05:45.055931 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 24 11:05:45.055931 dv-neutron-822691-2-hyperv neutron-server[88767]:     return f(self, *a, **k)
Dec 24 11:05:45.055931 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 11:05:45.055931 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self._get(url).json()
Dec 24 11:05:45.055931 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 24 11:05:45.055931 dv-neutron-822691-2-hyperv neutron-server[88767]:     **kwargs)
Dec 24 11:05:45.055931 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 24 11:05:45.055931 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self.request(url, 'GET', **kwargs)
Dec 24 11:05:45.055931 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 24 11:05:45.055931 dv-neutron-822691-2-hyperv neutron-server[88767]:     **endpoint_filter)
Dec 24 11:05:45.055931 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 24 11:05:45.055931 dv-neutron-822691-2-hyperv neutron-server[88767]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 11:05:45.055931 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 24 11:05:45.055931 dv-neutron-822691-2-hyperv neutron-server[88767]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 11:05:45.055931 dv-neutron-822691-2-hyperv neutron-server[88767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 11:05:45.092218 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-59df93ac-1baa-438b-8a0f-638f62d78151 tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:45.104242 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-50aff9f4-4b37-41ac-ace8-a5c0f1d8a62c tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:45.177407 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88905b37-bacb-4e40-82a9-fb66df28f4f4 tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Network 1861a6a4-79c3-4cc0-9239-ff60a30096d6 is scheduled to be hosted by DHCP agent edcf98dc-3032-472a-8b3d-f23fd1e89806 with binding_index 1 {{(pid=88878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 24 11:05:45.235422 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-314fa962-5ba5-428b-845f-338c02358ef8 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:05:45.251441 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-59df93ac-1baa-438b-8a0f-638f62d78151 tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Calling delete_port for a0783d42-e354-4b9b-90a5-8002e32383c3 owned by network:router_gateway {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:05:45.305487 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-c28b167e-6b46-4eb3-b757-47515b191f3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:05:45.314015 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-29752b10-ab42-4f4c-bfd8-11fc0235a0ca tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2246100'] for subnet, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:45.333181 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-c28b167e-6b46-4eb3-b757-47515b191f3b admin admin] Usage tracker for resource:security_group_rule and tenant:6df4f493af454fd9a4fbc2d283b84609 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:05:45.338731 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-88905b37-bacb-4e40-82a9-fb66df28f4f4 tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822691-2-hyperv, 1861a6a4-79c3-4cc0-9239-ff60a30096d6) {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:05:45.343545 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88905b37-bacb-4e40-82a9-fb66df28f4f4 tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:05:45.344982 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-88905b37-bacb-4e40-82a9-fb66df28f4f4 tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:45.349532 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e8ef338-614e-4a4b-98cc-babec2db6ab0 None None] Network 1861a6a4-79c3-4cc0-9239-ff60a30096d6 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:05:45.355963 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-c28b167e-6b46-4eb3-b757-47515b191f3b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:05:45.396398 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50aff9f4-4b37-41ac-ace8-a5c0f1d8a62c tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Pushing event deleted for resources: {'Port': ['ID=b87929bb-90b9-4f0f-9191-7a61960e9558,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:05:45.397000 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-c28b167e-6b46-4eb3-b757-47515b191f3b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:05:45.419828 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-99d30775-2107-480b-b1d6-f1bc4e57efc6 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7126154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659196'] for network, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:45.427387 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-50aff9f4-4b37-41ac-ace8-a5c0f1d8a62c tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:05:45.431923 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-cb2dc6c3-9e3d-4f0b-9630-697739b26845 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:05:45.449306 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-99d30775-2107-480b-b1d6-f1bc4e57efc6 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Notify callbacks [] for network, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:45.469526 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-78a7b72a-d139-4b6a-8cad-bb3f8c6862f9 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036847558493'] for network, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:45.506220 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d30775-2107-480b-b1d6-f1bc4e57efc6 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Pushing event deleted for resources: {'Network': ['ID=43336de9-8907-443d-9469-141af13ca809,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:05:45.517874 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-88905b37-bacb-4e40-82a9-fb66df28f4f4 tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 802 time: 3.0921288
Dec 24 11:05:45.519054 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-99d30775-2107-480b-b1d6-f1bc4e57efc6 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:05:45.520745 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 37870) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:45.536206 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-99d30775-2107-480b-b1d6-f1bc4e57efc6 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] 10.222.0.65 "DELETE /v2.0/networks/43336de9-8907-443d-9469-141af13ca809 HTTP/1.1" status: 204  len: 168 time: 5.3661661
Dec 24 11:05:45.541109 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-e3546996-4903-484e-b078-5d52ea09b03a tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Request body: {'floatingip': {'floating_network_id': '1861a6a4-79c3-4cc0-9239-ff60a30096d6'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:05:45.553668 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-50aff9f4-4b37-41ac-ace8-a5c0f1d8a62c tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:45.559838 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-50aff9f4-4b37-41ac-ace8-a5c0f1d8a62c tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "DELETE /v2.0/ports/b87929bb-90b9-4f0f-9191-7a61960e9558 HTTP/1.1" status: 204  len: 168 time: 3.2105393
Dec 24 11:05:45.559838 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-e3546996-4903-484e-b078-5d52ea09b03a tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:05:45.563302 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 37876) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:45.569106 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-e3546996-4903-484e-b078-5d52ea09b03a tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Usage tracker for resource:floatingip and tenant:c66d55c7340e444e986b405893cdf446 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:05:45.654892 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-e3546996-4903-484e-b078-5d52ea09b03a tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:05:45.675842 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-e3546996-4903-484e-b078-5d52ea09b03a tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:05:45.703411 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c28b167e-6b46-4eb3-b757-47515b191f3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:45.704889 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c1c316e-f48a-4aff-aba8-0750b874b458 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Router 9cf58165-9366-4c03-a940-b8bc013bcc74 has already been hosted by L3 agent 198cca88-1338-4098-b44b-beb0346ac906 {{(pid=88879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 24 11:05:45.715256 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c28b167e-6b46-4eb3-b757-47515b191f3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:45.722680 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52935e51-0037-444a-89e6-a92c1df60e0a None None] Network 1861a6a4-79c3-4cc0-9239-ff60a30096d6 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:05:45.734031 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-3b28092c-5473-4c90-8969-13361116bc8f tempest-DHCPAgentSchedulersTestJSON-66244088 tempest-DHCPAgentSchedulersTestJSON-66244088-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:05:45.751283 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e3546996-4903-484e-b078-5d52ea09b03a tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:45.771993 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28b167e-6b46-4eb3-b757-47515b191f3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e3f1fbe-b1ff-452a-a3c3-968a9f7d669b,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:05:45.785363 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c28b167e-6b46-4eb3-b757-47515b191f3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:05:45.789572 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75a5d2ca-e001-48ec-8642-1b15792fbf06 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:05:45.792036 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75a5d2ca-e001-48ec-8642-1b15792fbf06 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:05:45.793150 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-75a5d2ca-e001-48ec-8642-1b15792fbf06 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Synchronizing usage tracker for tenant:739a78fd4cfc48c2a4011598579f8f8c on resource:subnet {{(pid=88879) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:05:45.970340 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-c28b167e-6b46-4eb3-b757-47515b191f3b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6df4f493af454fd9a4fbc2d283b84609&name=default HTTP/1.1" status: 200  len: 2647 time: 1.2189238
Dec 24 11:05:45.974394 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 37882) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:45.977514 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-59df93ac-1baa-438b-8a0f-638f62d78151 tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:45.988274 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-90df2d2a-c1cb-46ce-a382-d4cd53d99c9f tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:05:46.029665 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 37886) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:46.074847 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59df93ac-1baa-438b-8a0f-638f62d78151 tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Pushing event deleted for resources: {'Port': ['ID=a0783d42-e354-4b9b-90a5-8002e32383c3,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:05:46.093262 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-59df93ac-1baa-438b-8a0f-638f62d78151 tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:05:46.205119 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-78a7b72a-d139-4b6a-8cad-bb3f8c6862f9 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847649663', 'neutron.services.segments.db._delete_segments_for_network-8749505737672'] for network, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:46.285626 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f1f03f21-d84f-40a4-8f4b-c109af6dfac9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:46.306973 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-75a5d2ca-e001-48ec-8642-1b15792fbf06 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Unset dirty status for tenant:739a78fd4cfc48c2a4011598579f8f8c on resource:subnet {{(pid=88879) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:05:46.308281 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-75a5d2ca-e001-48ec-8642-1b15792fbf06 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1465 time: 0.7426960
Dec 24 11:05:46.344618 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 37892) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:46.360331 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-78a7b72a-d139-4b6a-8cad-bb3f8c6862f9 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5271d8add8>,) {'filters': {'network_id': ['865dfde0-77b3-4752-8aab-4ec51a9193ce']}} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:05:46.395258 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-78a7b72a-d139-4b6a-8cad-bb3f8c6862f9 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5271d8add8>, 'a5e9a147-02ae-4a2b-b669-be5e8fe39ff0') {'for_net_delete': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:05:46.395588 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-78a7b72a-d139-4b6a-8cad-bb3f8c6862f9 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5271d8add8>, 'a5e9a147-02ae-4a2b-b669-be5e8fe39ff0') {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:05:46.412115 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-78a7b72a-d139-4b6a-8cad-bb3f8c6862f9 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749505745113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853989108'] for segment, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:46.436781 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-78a7b72a-d139-4b6a-8cad-bb3f8c6862f9 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:46.472907 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-29752b10-ab42-4f4c-bfd8-11fc0235a0ca tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850796890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2246085'] for subnet, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:46.494114 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-57178f0a-73f0-46ca-a659-ef30d9a351ab tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:05:46.497043 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78a7b72a-d139-4b6a-8cad-bb3f8c6862f9 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Releasing vlan 649 on physical network physnet1 to pool {{(pid=88879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 24 11:05:46.497487 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-78a7b72a-d139-4b6a-8cad-bb3f8c6862f9 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036847652098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3926696'] for segment, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:46.514036 dv-neutron-822691-2-hyperv neutron-server[88767]: Traceback (most recent call last):
Dec 24 11:05:46.514036 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 24 11:05:46.514036 dv-neutron-822691-2-hyperv neutron-server[88767]:     timer()
Dec 24 11:05:46.514036 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 11:05:46.514036 dv-neutron-822691-2-hyperv neutron-server[88767]:     cb(*args, **kw)
Dec 24 11:05:46.514036 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 24 11:05:46.514036 dv-neutron-822691-2-hyperv neutron-server[88767]:     return func(*args, **kwargs)
Dec 24 11:05:46.514036 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 11:05:46.514036 dv-neutron-822691-2-hyperv neutron-server[88767]:     self._notify()
Dec 24 11:05:46.514036 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 11:05:46.514036 dv-neutron-822691-2-hyperv neutron-server[88767]:     self.callback(batched_events)
Dec 24 11:05:46.514036 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 11:05:46.514036 dv-neutron-822691-2-hyperv neutron-server[88767]:     event.method(event)
Dec 24 11:05:46.514036 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 11:05:46.514036 dv-neutron-822691-2-hyperv neutron-server[88767]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 11:05:46.514036 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 24 11:05:46.514036 dv-neutron-822691-2-hyperv neutron-server[88767]:     segment_id)['aggregates'][0]
Dec 24 11:05:46.514036 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 24 11:05:46.514036 dv-neutron-822691-2-hyperv neutron-server[88767]:     return f(self, *a, **k)
Dec 24 11:05:46.514036 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 11:05:46.514036 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self._get(url).json()
Dec 24 11:05:46.514036 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 24 11:05:46.514036 dv-neutron-822691-2-hyperv neutron-server[88767]:     **kwargs)
Dec 24 11:05:46.514036 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 24 11:05:46.514036 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self.request(url, 'GET', **kwargs)
Dec 24 11:05:46.514036 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 24 11:05:46.514036 dv-neutron-822691-2-hyperv neutron-server[88767]:     **endpoint_filter)
Dec 24 11:05:46.514036 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 24 11:05:46.514036 dv-neutron-822691-2-hyperv neutron-server[88767]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 11:05:46.514036 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 24 11:05:46.514036 dv-neutron-822691-2-hyperv neutron-server[88767]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 11:05:46.514036 dv-neutron-822691-2-hyperv neutron-server[88767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 11:05:46.523605 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c1c316e-f48a-4aff-aba8-0750b874b458 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:05:46.532841 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-1c1c316e-f48a-4aff-aba8-0750b874b458 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] 10.222.0.65 "PUT /v2.0/routers/9cf58165-9366-4c03-a940-b8bc013bcc74/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 9.5954173
Dec 24 11:05:46.533601 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 37896) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:46.545310 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a89947-e3f6-47fb-82af-5843aeca19a2 None None] Sync routers for ids ['9cf58165-9366-4c03-a940-b8bc013bcc74'] in dv-neutron-822691-2-hyperv {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:05:46.558589 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a89947-e3f6-47fb-82af-5843aeca19a2 None None] Routers {'9cf58165-9366-4c03-a940-b8bc013bcc74'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:05:46.559321 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-a8a89947-e3f6-47fb-82af-5843aeca19a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271fc25c0>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:05:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['9cf58165-9366-4c03-a940-b8bc013bcc74'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:05:46.569191 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f1f03f21-d84f-40a4-8f4b-c109af6dfac9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:46.605318 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-59df93ac-1baa-438b-8a0f-638f62d78151 tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854116846'] for router_gateway, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:46.633634 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-a8a89947-e3f6-47fb-82af-5843aeca19a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271fc25c0>, [], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:05:46.647021 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a89947-e3f6-47fb-82af-5843aeca19a2 None None] Routers {'9cf58165-9366-4c03-a940-b8bc013bcc74'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:05:46.647688 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-a8a89947-e3f6-47fb-82af-5843aeca19a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271fc25c0>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:05:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['9cf58165-9366-4c03-a940-b8bc013bcc74'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:05:46.678999 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0532476-6db0-4613-9e21-9c5b717f3cbf tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] GET failed (client error): The resource could not be found.
Dec 24 11:05:46.679572 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-f0532476-6db0-4613-9e21-9c5b717f3cbf tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Synchronizing usage tracker for tenant:56d5354af46a4a91924cfe2259b4b254 on resource:port {{(pid=88879) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:05:46.712439 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-a8a89947-e3f6-47fb-82af-5843aeca19a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271fc25c0>, [], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:05:46.712665 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-78a7b72a-d139-4b6a-8cad-bb3f8c6862f9 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7126154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659196'] for network, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:46.712859 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a89947-e3f6-47fb-82af-5843aeca19a2 None None] The sync data for ids ['9cf58165-9366-4c03-a940-b8bc013bcc74'] in dv-neutron-822691-2-hyperv is: [] {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:05:46.719910 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-5795e122-2153-47de-9d9b-b5419cffdb75 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:05:46.737252 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-78a7b72a-d139-4b6a-8cad-bb3f8c6862f9 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks [] for network, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:46.745518 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-f0532476-6db0-4613-9e21-9c5b717f3cbf tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Unset dirty status for tenant:56d5354af46a4a91924cfe2259b4b254 on resource:port {{(pid=88879) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:05:46.746923 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-f0532476-6db0-4613-9e21-9c5b717f3cbf tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] 10.222.0.65 "GET /v2.0/ports/494e91a5-9d35-4e47-a490-0bcc424e2785 HTTP/1.1" status: 404  len: 333 time: 0.2087171
Dec 24 11:05:46.751887 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 37900) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:46.758470 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a7b72a-d139-4b6a-8cad-bb3f8c6862f9 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Pushing event deleted for resources: {'Network': ['ID=865dfde0-77b3-4752-8aab-4ec51a9193ce,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:05:46.814840 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-78a7b72a-d139-4b6a-8cad-bb3f8c6862f9 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] 10.222.0.65 "DELETE /v2.0/networks/865dfde0-77b3-4752-8aab-4ec51a9193ce HTTP/1.1" status: 204  len: 168 time: 1.7797489
Dec 24 11:05:46.824137 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-78a7b72a-d139-4b6a-8cad-bb3f8c6862f9 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:05:46.836356 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 37904) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:46.894206 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-acedc534-85d5-4f0f-9f07-58ea0719f599 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1853568881'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:05:46.908148 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-acedc534-85d5-4f0f-9f07-58ea0719f599 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:05:46.914349 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-acedc534-85d5-4f0f-9f07-58ea0719f599 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Usage tracker for resource:network and tenant:59b398769254445dae3d1f85e7f0f818 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:05:46.919050 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-acedc534-85d5-4f0f-9f07-58ea0719f599 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:05:46.931025 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e3546996-4903-484e-b078-5d52ea09b03a tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:46.933898 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-acedc534-85d5-4f0f-9f07-58ea0719f599 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:05:46.998068 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acedc534-85d5-4f0f-9f07-58ea0719f599 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Made reservation on behalf of 59b398769254445dae3d1f85e7f0f818 for: {'network': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:05:47.003717 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-acedc534-85d5-4f0f-9f07-58ea0719f599 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for network, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:47.037244 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-910e0d9b-d54f-4263-a5dc-d2454465eb8d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=16b8df9aad104dc0ac4afa0a1ae53906&name=default HTTP/1.1" status: 200  len: 2647 time: 0.9955513
Dec 24 11:05:47.037461 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9d4d19be-4e7b-48c6-8363-e59e0bd457ce tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks [] for router, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:47.060107 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29752b10-ab42-4f4c-bfd8-11fc0235a0ca tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Network c5575859-d751-4466-a894-d2db623d50b3 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:05:47.060887 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 37908) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:47.063383 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29752b10-ab42-4f4c-bfd8-11fc0235a0ca tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Pushing event updated for resources: {'Subnet': ['ID=7a3d2778-3f2c-4c6a-9cab-69f79da144d9,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:05:47.072697 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-29752b10-ab42-4f4c-bfd8-11fc0235a0ca tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.578s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:05:47.078301 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-29752b10-ab42-4f4c-bfd8-11fc0235a0ca tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Resources bound (agent type, host, resource id):  {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:05:47.091785 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e058d0b2-0f00-4e7c-8719-2e9277ccb72a None None] Network c5575859-d751-4466-a894-d2db623d50b3 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:05:47.100292 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29752b10-ab42-4f4c-bfd8-11fc0235a0ca tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:05:47.100935 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-29752b10-ab42-4f4c-bfd8-11fc0235a0ca tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:47.191092 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acedc534-85d5-4f0f-9f07-58ea0719f599 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] vlan segment allocate from pool success with {'vlan_id': 600, 'physical_network': 'physnet1'}  {{(pid=88879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 24 11:05:47.255238 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-acedc534-85d5-4f0f-9f07-58ea0719f599 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:47.255617 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.segments_db [None req-acedc534-85d5-4f0f-9f07-58ea0719f599 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Added segment f1e8b38a-0505-4dc7-bc10-346fd2de99d8 of type vlan for network e4c21cbc-ee65-4dec-be41-ff4873aa6881
Dec 24 11:05:47.346608 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-e3546996-4903-484e-b078-5d52ea09b03a tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Allocated IP 172.20.0.2 (1861a6a4-79c3-4cc0-9239-ff60a30096d6/ff03e6b2-9e44-4caf-b674-63e9e53bbaea/172815f9-f738-4cee-ac12-d001c4eefe55) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:05:47.358837 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-59df93ac-1baa-438b-8a0f-638f62d78151 tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854158724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-84560'] for router, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:47.389968 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-59df93ac-1baa-438b-8a0f-638f62d78151 tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:47.394393 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f1f03f21-d84f-40a4-8f4b-c109af6dfac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:47.396937 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f1f03f21-d84f-40a4-8f4b-c109af6dfac9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:47.401740 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-f1f03f21-d84f-40a4-8f4b-c109af6dfac9 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/1e3f1fbe-b1ff-452a-a3c3-968a9f7d669b HTTP/1.1" status: 204  len: 168 time: 1.4162583
Dec 24 11:05:47.403856 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-afa5f43c-fff8-42f9-b178-50ae23925a6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:05:47.414559 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-29752b10-ab42-4f4c-bfd8-11fc0235a0ca tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 836 time: 3.0902936
Dec 24 11:05:47.428339 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 37914) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:47.439659 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-9951d2dd-c351-4a42-80d2-5405e698c779 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-966009941', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '7a3d2778-3f2c-4c6a-9cab-69f79da144d9'}], 'security_groups': ['9f1ead49-bf2d-43f7-93e5-0a8d48e6e4a1', '56263caf-91ea-4c1d-979e-a45ac8bf58b2']}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:05:47.440954 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f03f21-d84f-40a4-8f4b-c109af6dfac9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e3f1fbe-b1ff-452a-a3c3-968a9f7d669b,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:05:47.456583 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cace326-c06d-4a06-934f-24ad3014e144 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Deleting subnet f85dddb2-36c9-43b3-bea2-d6604729b967 {{(pid=88878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 24 11:05:47.459940 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f1f03f21-d84f-40a4-8f4b-c109af6dfac9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:05:47.468798 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0cace326-c06d-4a06-934f-24ad3014e144 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks [] for subnet, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:47.490092 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-acedc534-85d5-4f0f-9f07-58ea0719f599 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363287349540024'] for network, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:47.515910 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f953f9a-8a2e-4b1a-a24a-d9e122b77647 None None] Update dhcp port {'port': {'network_id': 'c5575859-d751-4466-a894-d2db623d50b3', 'fixed_ips': [{'subnet_id': '4c088c9e-0b06-4bf7-a6ca-fabd8e38e1db', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '92628b22-7a3c-4e24-97da-66511399f8c8', 'ip_address': '2001:db8::2'}, {'subnet_id': '7a3d2778-3f2c-4c6a-9cab-69f79da144d9'}], 'binding:host_id': 'dv-neutron-822691-2-hyperv'}, 'id': '9ec53d54-fa7d-41b5-8807-234011ce4e51'} from dv-neutron-822691-2-hyperv. {{(pid=88880) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}}
Dec 24 11:05:47.530037 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-29288411-48aa-47d9-b6d6-458b43a54110 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:47.548587 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-59df93ac-1baa-438b-8a0f-638f62d78151 tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854158830'] for router, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:47.549149 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59df93ac-1baa-438b-8a0f-638f62d78151 tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Fanout notify agent at l3_agent the message router_deleted on router 7fdec746-5f6e-4b51-9dcf-186b7d53fe65 {{(pid=88878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 24 11:05:47.566605 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0cace326-c06d-4a06-934f-24ad3014e144 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852534446'] for subnet, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:47.596187 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1f953f9a-8a2e-4b1a-a24a-d9e122b77647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:47.611624 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-59df93ac-1baa-438b-8a0f-638f62d78151 tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Notify callbacks [] for router, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:47.613002 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-59df93ac-1baa-438b-8a0f-638f62d78151 tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] 10.222.0.65 "DELETE /v2.0/routers/7fdec746-5f6e-4b51-9dcf-186b7d53fe65 HTTP/1.1" status: 204  len: 168 time: 5.1777289
Dec 24 11:05:47.618812 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 37918) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:47.625245 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-29288411-48aa-47d9-b6d6-458b43a54110 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:47.650358 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-1342138f-d656-4bec-b086-65ceb53675ef tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-356944632', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:05:47.664487 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-1342138f-d656-4bec-b086-65ceb53675ef tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:05:47.681758 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-1342138f-d656-4bec-b086-65ceb53675ef tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Usage tracker for resource:router and tenant:fa3043691a674483a1a0c4edfd0fd23a is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:05:47.689230 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-1342138f-d656-4bec-b086-65ceb53675ef tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:05:47.709112 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-1342138f-d656-4bec-b086-65ceb53675ef tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:05:47.736088 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1342138f-d656-4bec-b086-65ceb53675ef tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-612016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-84579'] for router, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:47.737126 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1342138f-d656-4bec-b086-65ceb53675ef tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854163950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659046', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854079771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854691221'] for router, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:47.778785 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-29288411-48aa-47d9-b6d6-458b43a54110 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:47.785873 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-620f3346-09a6-47b6-a25d-d287130b8d24 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:05:47.791207 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9d4d19be-4e7b-48c6-8363-e59e0bd457ce tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854158724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-84560'] for router, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:47.801124 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0cace326-c06d-4a06-934f-24ad3014e144 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847655656'] for subnet, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:47.836049 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29288411-48aa-47d9-b6d6-458b43a54110 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61d10d3c-fde4-4048-923a-f0b3d9439132,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:05:47.845743 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-29288411-48aa-47d9-b6d6-458b43a54110 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:05:47.852482 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1342138f-d656-4bec-b086-65ceb53675ef tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:47.880516 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-29288411-48aa-47d9-b6d6-458b43a54110 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:47.884806 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-29288411-48aa-47d9-b6d6-458b43a54110 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/61d10d3c-fde4-4048-923a-f0b3d9439132 HTTP/1.1" status: 204  len: 168 time: 0.8152492
Dec 24 11:05:47.895473 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-acedc534-85d5-4f0f-9f07-58ea0719f599 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636'] for network, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:47.899668 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acedc534-85d5-4f0f-9f07-58ea0719f599 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:05:47.900312 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-acedc534-85d5-4f0f-9f07-58ea0719f599 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks [] for network, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:47.906762 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9d4d19be-4e7b-48c6-8363-e59e0bd457ce tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:47.908150 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1342138f-d656-4bec-b086-65ceb53675ef tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854163800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854116816'] for router, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:47.913487 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c5d33580-7457-4ef4-8c54-4103437be407 tempest-NetworksIpV6TestAttrs-169703736 tempest-NetworksIpV6TestAttrs-169703736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:05:47.960302 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0cace326-c06d-4a06-934f-24ad3014e144 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7120129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3978858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852529715'] for subnet, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:47.967705 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-9a789c47-90ea-4e49-83f6-79185edb6279 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:05:48.012829 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1342138f-d656-4bec-b086-65ceb53675ef tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Notify callbacks [] for router, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:48.014819 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-1342138f-d656-4bec-b086-65ceb53675ef tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201  len: 708 time: 0.3923924
Dec 24 11:05:48.015899 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cace326-c06d-4a06-934f-24ad3014e144 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Pushing event deleted for resources: {'Subnet': ['ID=f85dddb2-36c9-43b3-bea2-d6604729b967,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:05:48.017876 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 37932) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:48.022354 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-0cace326-c06d-4a06-934f-24ad3014e144 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:05:48.025983 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-f7699628-8d68-410f-9eef-6a1f35cd449b tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'enable_snat': False}}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:05:48.067198 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-acedc534-85d5-4f0f-9f07-58ea0719f599 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 1.2267430
Dec 24 11:05:48.067442 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-1f953f9a-8a2e-4b1a-a24a-d9e122b77647 None None] Allocated IP 2001:db8:0:2::2 (c5575859-d751-4466-a894-d2db623d50b3/7a3d2778-3f2c-4c6a-9cab-69f79da144d9/9ec53d54-fa7d-41b5-8807-234011ce4e51) {{(pid=88880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:05:48.109884 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 37936) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:48.115258 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0cace326-c06d-4a06-934f-24ad3014e144 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:48.120598 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-0cace326-c06d-4a06-934f-24ad3014e144 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "DELETE /v2.0/subnets/f85dddb2-36c9-43b3-bea2-d6604729b967 HTTP/1.1" status: 204  len: 168 time: 1.7632031
Dec 24 11:05:48.125631 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 37942) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:48.130962 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-66f23dd5-f9c0-4cba-86fc-86e280edf663 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Request body: {'subnet': {'network_id': 'e4c21cbc-ee65-4dec-be41-ff4873aa6881', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:05:48.290856 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-1f953f9a-8a2e-4b1a-a24a-d9e122b77647 None None] For port 9ec53d54-fa7d-41b5-8807-234011ce4e51, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=9ec53d54-fa7d-41b5-8807-234011ce4e51,segment=NetworkSegment(7075ddff-73f9-4b5d-849d-d4fee32e4bbc),segment_id=7075ddff-73f9-4b5d-849d-d4fee32e4bbc)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:05:48.315566 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-41b00bb8-6879-4cb9-b043-354389c1a835 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1661785
Dec 24 11:05:48.322498 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 37948) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:48.328902 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1f953f9a-8a2e-4b1a-a24a-d9e122b77647 None None] Notify callbacks [] for port, precommit_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:48.354169 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-1f953f9a-8a2e-4b1a-a24a-d9e122b77647 None None] Transition to ACTIVE for port object 9ec53d54-fa7d-41b5-8807-234011ce4e51 will not be triggered until provisioned by entity DHCP. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:05:48.361484 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-384ff6d5-9bed-4c68-a730-d985b6f5ec2c None None] Network 1c9eeaac-d205-4b19-a351-2fe67dd78b42 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:05:48.431260 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1f953f9a-8a2e-4b1a-a24a-d9e122b77647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:48.460360 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acedc534-85d5-4f0f-9f07-58ea0719f599 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Pushing event updated for resources: {'Network': ['ID=e4c21cbc-ee65-4dec-be41-ff4873aa6881,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:05:48.468257 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-acedc534-85d5-4f0f-9f07-58ea0719f599 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.555s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:05:48.476572 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-779189b9-06ba-46a5-85c9-daa4d9c8a6ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:05:48.495024 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9d4d19be-4e7b-48c6-8363-e59e0bd457ce tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854158830'] for router, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:48.495567 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d4d19be-4e7b-48c6-8363-e59e0bd457ce tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Fanout notify agent at l3_agent the message router_deleted on router 9cf58165-9366-4c03-a940-b8bc013bcc74 {{(pid=88879) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 24 11:05:48.506441 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e3546996-4903-484e-b078-5d52ea09b03a tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:48.519277 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-66f23dd5-f9c0-4cba-86fc-86e280edf663 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:05:48.548128 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-66f23dd5-f9c0-4cba-86fc-86e280edf663 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Usage tracker for resource:subnet and tenant:59b398769254445dae3d1f85e7f0f818 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:05:48.555288 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Network e4c21cbc-ee65-4dec-be41-ff4873aa6881 details requested by agent ovs-agent-dv-neutron-822691-2-hyperv with host dv-neutron-822691-2-hyperv {{(pid=88880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 24 11:05:48.561412 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9d4d19be-4e7b-48c6-8363-e59e0bd457ce tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks [] for router, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:48.565634 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-9d4d19be-4e7b-48c6-8363-e59e0bd457ce tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] 10.222.0.65 "DELETE /v2.0/routers/9cf58165-9366-4c03-a940-b8bc013bcc74 HTTP/1.1" status: 204  len: 168 time: 1.8103049
Dec 24 11:05:48.566518 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 37954) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:48.649076 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-66f23dd5-f9c0-4cba-86fc-86e280edf663 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:05:48.649696 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9951d2dd-c351-4a42-80d2-5405e698c779 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:48.668164 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-66f23dd5-f9c0-4cba-86fc-86e280edf663 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:05:48.696557 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66f23dd5-f9c0-4cba-86fc-86e280edf663 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Made reservation on behalf of 59b398769254445dae3d1f85e7f0f818 for: {'subnet': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:05:48.758009 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e3546996-4903-484e-b078-5d52ea09b03a tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:48.768513 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-da1a90b3-d5b4-4333-9d2c-cee45d0bbff6 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:05:48.829865 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f95d0e2-0b4b-4a6b-8176-6b4930ea8c72 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:05:48.830904 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-4f95d0e2-0b4b-4a6b-8176-6b4930ea8c72 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Synchronizing usage tracker for tenant:739a78fd4cfc48c2a4011598579f8f8c on resource:port {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:05:49.003713 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-66f23dd5-f9c0-4cba-86fc-86e280edf663 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2246100'] for subnet, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:49.025141 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-4f95d0e2-0b4b-4a6b-8176-6b4930ea8c72 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Unset dirty status for tenant:739a78fd4cfc48c2a4011598579f8f8c on resource:port {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:05:49.027223 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-4f95d0e2-0b4b-4a6b-8176-6b4930ea8c72 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.7034175
Dec 24 11:05:49.035071 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 37968) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:49.130367 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3546996-4903-484e-b078-5d52ea09b03a tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Pushing event updated for resources: {'Port': ['ID=172815f9-f738-4cee-ac12-d001c4eefe55,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:05:49.150763 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3546996-4903-484e-b078-5d52ea09b03a tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Network 1861a6a4-79c3-4cc0-9239-ff60a30096d6 is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:05:49.156677 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-e3546996-4903-484e-b078-5d52ea09b03a tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:05:49.157637 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-e3546996-4903-484e-b078-5d52ea09b03a tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Resources bound (agent type, host, resource id):  {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:05:49.177271 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3546996-4903-484e-b078-5d52ea09b03a tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:05:49.244248 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f953f9a-8a2e-4b1a-a24a-d9e122b77647 None None] Pushing event updated for resources: {'Port': ['ID=9ec53d54-fa7d-41b5-8807-234011ce4e51,revision_number=7']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:05:49.259516 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f7699628-8d68-410f-9eef-6a1f35cd449b tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-659031', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854691240'] for router, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:49.306882 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56683b4a-abd5-4484-86ae-87b75ca5e3d3 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:05:49.307534 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-56683b4a-abd5-4484-86ae-87b75ca5e3d3 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Synchronizing usage tracker for tenant:739a78fd4cfc48c2a4011598579f8f8c on resource:subnet {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:05:49.356198 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-56683b4a-abd5-4484-86ae-87b75ca5e3d3 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Unset dirty status for tenant:739a78fd4cfc48c2a4011598579f8f8c on resource:subnet {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:05:49.357507 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-56683b4a-abd5-4484-86ae-87b75ca5e3d3 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.3196898
Dec 24 11:05:49.360490 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 37980) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:49.374560 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-1f953f9a-8a2e-4b1a-a24a-d9e122b77647 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.898s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:05:49.425642 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 37984) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:49.464232 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_v2 [None req-528edb8b-3df3-42b1-97db-b08413da1b5a tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Deleting subnet ad2c5bed-d64c-449b-aff2-0446c9ef60c8 {{(pid=88879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 24 11:05:49.469412 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 37986) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:49.488564 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-528edb8b-3df3-42b1-97db-b08413da1b5a tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks [] for subnet, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:49.672964 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-528edb8b-3df3-42b1-97db-b08413da1b5a tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-786693'] for subnet, precommit_delete_associations {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:49.683984 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c858cea4-e84c-4e2c-a38a-2a9be4133f88 None None] DHCP port deletion for 1c9eeaac-d205-4b19-a351-2fe67dd78b42 request from dv-neutron-822691-2-hyperv {{(pid=88880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 24 11:05:49.689132 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-c858cea4-e84c-4e2c-a38a-2a9be4133f88 None None] Deleting port 61a39cbd-1acd-47bf-82a0-5600350b58bd {{(pid=88880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:05:49.689649 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c858cea4-e84c-4e2c-a38a-2a9be4133f88 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:49.750537 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-2f65b98d-f652-49d7-90e2-73e1790d6656 tempest-ServiceProvidersTest-481136580 tempest-ServiceProvidersTest-481136580-project] 10.222.0.65 "GET /v2.0/service-providers HTTP/1.1" status: 200  len: 498 time: 0.2729061
Dec 24 11:05:49.759390 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-00bf3312-4508-4112-9e9b-9dc2e1024b54 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.3929281
Dec 24 11:05:49.761709 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 37998) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:49.778394 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-95f5bc8a-6f1a-4991-8412-32c35c4f2f28 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Request body: {'subnet': {'network_id': '1c9eeaac-d205-4b19-a351-2fe67dd78b42', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:05:49.843830 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-528edb8b-3df3-42b1-97db-b08413da1b5a tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847655656'] for subnet, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:50.040298 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 9ec53d54-fa7d-41b5-8807-234011ce4e51 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:05:50.048353 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-23830e03-2690-4efd-bdea-869ab261eba0 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1492048120'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:05:50.076359 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-23830e03-2690-4efd-bdea-869ab261eba0 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:05:50.084201 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-95f5bc8a-6f1a-4991-8412-32c35c4f2f28 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:05:50.090046 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-23830e03-2690-4efd-bdea-869ab261eba0 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Usage tracker for resource:network and tenant:ec45645f66414388a125dd3f2f469cd9 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:05:50.100020 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-23830e03-2690-4efd-bdea-869ab261eba0 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:05:50.108678 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-66f23dd5-f9c0-4cba-86fc-86e280edf663 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850796890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2246085'] for subnet, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:50.125197 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-394fc914-126a-443a-999c-32e2b84cb2d3 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:05:50.127852 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-c858cea4-e84c-4e2c-a38a-2a9be4133f88 None None] For port 61a39cbd-1acd-47bf-82a0-5600350b58bd, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=61a39cbd-1acd-47bf-82a0-5600350b58bd,segment=NetworkSegment(6618a092-51b2-4e3d-9318-3ce6b7b40c55),segment_id=6618a092-51b2-4e3d-9318-3ce6b7b40c55)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:05:50.131968 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c858cea4-e84c-4e2c-a38a-2a9be4133f88 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:50.173350 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-95f5bc8a-6f1a-4991-8412-32c35c4f2f28 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:05:50.179020 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-23830e03-2690-4efd-bdea-869ab261eba0 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:05:50.190043 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-9951d2dd-c351-4a42-80d2-5405e698c779 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Delete allocated IP 2001:db8::314 (c5575859-d751-4466-a894-d2db623d50b3/92628b22-7a3c-4e24-97da-66511399f8c8) {{(pid=88879) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:123}}
Dec 24 11:05:50.220001 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-9951d2dd-c351-4a42-80d2-5405e698c779 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Allocated IP 2001:db8:0:2::2ae (c5575859-d751-4466-a894-d2db623d50b3/7a3d2778-3f2c-4c6a-9cab-69f79da144d9/b81c4cfd-ea87-41bf-bbf3-89253cf138ce) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:05:50.229811 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23830e03-2690-4efd-bdea-869ab261eba0 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Made reservation on behalf of ec45645f66414388a125dd3f2f469cd9 for: {'network': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:05:50.235632 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-23830e03-2690-4efd-bdea-869ab261eba0 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for network, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:50.248722 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 38004) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:50.263802 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95f5bc8a-6f1a-4991-8412-32c35c4f2f28 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Made reservation on behalf of 739a78fd4cfc48c2a4011598579f8f8c for: {'subnet': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:05:50.270124 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-95f5bc8a-6f1a-4991-8412-32c35c4f2f28 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2246100'] for subnet, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:50.341685 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-23830e03-2690-4efd-bdea-869ab261eba0 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks [] for security_group, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:50.377021 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-c858cea4-e84c-4e2c-a38a-2a9be4133f88 None None] Calling delete_port for 61a39cbd-1acd-47bf-82a0-5600350b58bd owned by network:dhcp {{(pid=88880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:05:50.382578 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f23dd5-f9c0-4cba-86fc-86e280edf663 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Pushing event updated for resources: {'Subnet': ['ID=0cf8a58f-3036-40ea-abeb-8572437154f4,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:05:50.392724 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e3546996-4903-484e-b078-5d52ea09b03a tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:50.417542 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-66f23dd5-f9c0-4cba-86fc-86e280edf663 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:05:50.504294 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-528edb8b-3df3-42b1-97db-b08413da1b5a tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7120129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850854134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851156349'] for subnet, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:50.538827 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c858cea4-e84c-4e2c-a38a-2a9be4133f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392'] for port, after_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:50.545002 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-51875f87-3506-43e0-9707-120ec287fba4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:05:50.563189 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-14f67d87-a647-47a2-b09d-2967d53bfa18 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:05:50.597117 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c858cea4-e84c-4e2c-a38a-2a9be4133f88 None None] Pushing event deleted for resources: {'Port': ['ID=61a39cbd-1acd-47bf-82a0-5600350b58bd,revision_number=None']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:05:50.602709 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c858cea4-e84c-4e2c-a38a-2a9be4133f88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:05:50.606410 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c858cea4-e84c-4e2c-a38a-2a9be4133f88 None None] No DVR routers for this DVR port 61a39cbd-1acd-47bf-82a0-5600350b58bd on host dv-neutron-822691-2-hyperv {{(pid=88880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 24 11:05:50.644546 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-528edb8b-3df3-42b1-97db-b08413da1b5a tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks [] for subnet, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:50.662141 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4229b81e-f815-4337-bd02-1522292b6295 None None] Network 948bc47c-9c8e-4492-97a3-e6f29f065021 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:05:50.688507 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 61a39cbd-1acd-47bf-82a0-5600350b58bd no longer exists at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:05:50.727274 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] No Port match for: 61a39cbd-1acd-47bf-82a0-5600350b58bd {{(pid=88880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 24 11:05:50.727588 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 61a39cbd-1acd-47bf-82a0-5600350b58bd not bound to the agent host dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 24 11:05:50.766218 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f23dd5-f9c0-4cba-86fc-86e280edf663 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Checking segment: {'id': 'f1e8b38a-0505-4dc7-bc10-346fd2de99d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'e4c21cbc-ee65-4dec-be41-ff4873aa6881'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:05:50.766717 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66f23dd5-f9c0-4cba-86fc-86e280edf663 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Network hostable DHCP agents. Network: e4c21cbc-ee65-4dec-be41-ff4873aa6881, hostable agents: ['edcf98dc-3032-472a-8b3d-f23fd1e89806'], hosted agents: [] {{(pid=88878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 24 11:05:50.772408 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f7699628-8d68-410f-9eef-6a1f35cd449b tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:50.850015 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f7699628-8d68-410f-9eef-6a1f35cd449b tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:50.860994 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9951d2dd-c351-4a42-80d2-5405e698c779 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks [] for port, precommit_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:50.882253 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-9951d2dd-c351-4a42-80d2-5405e698c779 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Transition to ACTIVE for port object b81c4cfd-ea87-41bf-bbf3-89253cf138ce will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:05:50.905864 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9951d2dd-c351-4a42-80d2-5405e698c779 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850854027'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:50.910859 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e3546996-4903-484e-b078-5d52ea09b03a tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:50.957183 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528edb8b-3df3-42b1-97db-b08413da1b5a tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Pushing event deleted for resources: {'Subnet': ['ID=ad2c5bed-d64c-449b-aff2-0446c9ef60c8,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:05:50.978984 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-528edb8b-3df3-42b1-97db-b08413da1b5a tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] 10.222.0.65 "DELETE /v2.0/subnets/ad2c5bed-d64c-449b-aff2-0446c9ef60c8 HTTP/1.1" status: 204  len: 168 time: 2.4075720
Dec 24 11:05:50.986865 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 38010) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:50.987881 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-528edb8b-3df3-42b1-97db-b08413da1b5a tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:05:50.992450 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-6c5f9ad9-945e-4dfb-bb52-4db515a3c85d tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:05:51.055566 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-36e9b498-c9c4-4f7b-8592-b7f4f9170bc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:51.072784 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66f23dd5-f9c0-4cba-86fc-86e280edf663 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Network e4c21cbc-ee65-4dec-be41-ff4873aa6881 is scheduled to be hosted by DHCP agent edcf98dc-3032-472a-8b3d-f23fd1e89806 with binding_index 1 {{(pid=88878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 24 11:05:51.099282 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-23830e03-2690-4efd-bdea-869ab261eba0 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:05:51.103852 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-f7699628-8d68-410f-9eef-6a1f35cd449b tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Allocated IP 172.26.3.88 (f8c337ba-681f-4fcb-a333-e3c49365b30a/8ea1398c-0bec-46d6-8d54-85798de2a7ca/ec8e77cf-fb3a-4bfc-b6e6-529615e4a0bd) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:05:51.111942 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-66f23dd5-f9c0-4cba-86fc-86e280edf663 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822691-2-hyperv, e4c21cbc-ee65-4dec-be41-ff4873aa6881) {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:05:51.117103 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66f23dd5-f9c0-4cba-86fc-86e280edf663 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:05:51.118377 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-66f23dd5-f9c0-4cba-86fc-86e280edf663 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:51.132477 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de1a7485-cde3-4f69-890d-848181cec96a None None] Network e4c21cbc-ee65-4dec-be41-ff4873aa6881 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:05:51.150073 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-23830e03-2690-4efd-bdea-869ab261eba0 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Usage tracker for resource:security_group_rule and tenant:ec45645f66414388a125dd3f2f469cd9 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:05:51.167843 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-23830e03-2690-4efd-bdea-869ab261eba0 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:05:51.176119 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-66f23dd5-f9c0-4cba-86fc-86e280edf663 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 3.0628791
Dec 24 11:05:51.176425 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f5400e5-249a-4ca2-8c2c-41252ad3199a None None] DHCP port deletion for 948bc47c-9c8e-4492-97a3-e6f29f065021 request from dv-neutron-822691-2-hyperv {{(pid=88880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 24 11:05:51.186002 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 38014) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:51.188079 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-0f5400e5-249a-4ca2-8c2c-41252ad3199a None None] Deleting port 3e07740f-e305-46b8-a3d0-7596259fd68a {{(pid=88880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:05:51.188615 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0f5400e5-249a-4ca2-8c2c-41252ad3199a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:51.193681 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-23830e03-2690-4efd-bdea-869ab261eba0 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:05:51.199144 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-da296112-7c34-41c0-851c-37695bfe9c23 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-782224120', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:05:51.207357 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-da296112-7c34-41c0-851c-37695bfe9c23 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:05:51.211791 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-da296112-7c34-41c0-851c-37695bfe9c23 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Usage tracker for resource:router and tenant:59b398769254445dae3d1f85e7f0f818 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:05:51.215326 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-da296112-7c34-41c0-851c-37695bfe9c23 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:05:51.222171 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-da296112-7c34-41c0-851c-37695bfe9c23 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:05:51.246283 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-da296112-7c34-41c0-851c-37695bfe9c23 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-612016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-84579'] for router, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:51.247325 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-da296112-7c34-41c0-851c-37695bfe9c23 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854163950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659046', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854079771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854691221'] for router, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:51.267976 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-9951d2dd-c351-4a42-80d2-5405e698c779 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] In _notify_port_updated(), no bound segment for port b81c4cfd-ea87-41bf-bbf3-89253cf138ce on network c5575859-d751-4466-a894-d2db623d50b3 {{(pid=88879) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}}
Dec 24 11:05:51.271114 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-da296112-7c34-41c0-851c-37695bfe9c23 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:51.272362 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9951d2dd-c351-4a42-80d2-5405e698c779 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:05:51.273079 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9951d2dd-c351-4a42-80d2-5405e698c779 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:51.274561 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-9951d2dd-c351-4a42-80d2-5405e698c779 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] 10.222.0.65 "PUT /v2.0/ports/b81c4cfd-ea87-41bf-bbf3-89253cf138ce HTTP/1.1" status: 200  len: 969 time: 3.8421407
Dec 24 11:05:51.292238 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 38018) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:51.298158 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9951d2dd-c351-4a42-80d2-5405e698c779 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Pushing event updated for resources: {'Port': ['ID=b81c4cfd-ea87-41bf-bbf3-89253cf138ce,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:05:51.329396 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-da296112-7c34-41c0-851c-37695bfe9c23 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854163800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854116816'] for router, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:51.335017 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-9951d2dd-c351-4a42-80d2-5405e698c779 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:05:51.365783 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9592ffcb-bc1d-4e08-bf1d-5cdc24537b22 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036847558493'] for network, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:51.419921 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-36e9b498-c9c4-4f7b-8592-b7f4f9170bc4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:05:51.451863 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-36e9b498-c9c4-4f7b-8592-b7f4f9170bc4 admin admin] Usage tracker for resource:security_group_rule and tenant:20e793d29769411b8e189c2057399c6b is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:05:51.458040 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-36e9b498-c9c4-4f7b-8592-b7f4f9170bc4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:05:51.467898 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-94bba6b3-f916-4417-b3b4-b674a5a548bc None None] Provisioning complete for port 075692e3-49bf-4527-abfe-0311ef31076f triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:05:51.468717 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-94bba6b3-f916-4417-b3b4-b674a5a548bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:51.487114 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-9592ffcb-bc1d-4e08-bf1d-5cdc24537b22 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Deleting port 3e07740f-e305-46b8-a3d0-7596259fd68a {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:05:51.487447 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9592ffcb-bc1d-4e08-bf1d-5cdc24537b22 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:51.562830 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-36e9b498-c9c4-4f7b-8592-b7f4f9170bc4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:05:51.589627 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-da296112-7c34-41c0-851c-37695bfe9c23 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks [] for router, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:51.594238 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-da296112-7c34-41c0-851c-37695bfe9c23 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201  len: 703 time: 0.4054346
Dec 24 11:05:51.595665 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-86eea2f5-6fc9-4d7e-9ae7-1ec361472dde tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Deleting port b81c4cfd-ea87-41bf-bbf3-89253cf138ce {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:05:51.596051 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-86eea2f5-6fc9-4d7e-9ae7-1ec361472dde tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:51.602127 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 38022) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:51.634923 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-bdc0c280-3fc8-408c-9dc8-96c0fe51ae26 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Request body: {'port': {'network_id': 'e4c21cbc-ee65-4dec-be41-ff4873aa6881', 'name': 'tempest-RoutersIpV6Test-742540345'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:05:51.719390 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-94bba6b3-f916-4417-b3b4-b674a5a548bc None None] Port 075692e3-49bf-4527-abfe-0311ef31076f cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:05:51.751798 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-95f5bc8a-6f1a-4991-8412-32c35c4f2f28 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850796890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2246085'] for subnet, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:51.765360 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-a76e042e-18f9-4c7e-9e83-192c769c30a0 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:05:51.800676 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6d0f695-586b-4031-9a1c-d8ce781d3b47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73968e80-91fd-539e-a7c6-b31af6d9e680-e4c21cbc-ee65-4dec-be41-ff4873aa6881', 'network_id': 'e4c21cbc-ee65-4dec-be41-ff4873aa6881', 'tenant_id': '59b398769254445dae3d1f85e7f0f818', 'fixed_ips': [{'subnet_id': '0cf8a58f-3036-40ea-abeb-8572437154f4'}]}} from dv-neutron-822691-2-hyperv. {{(pid=88880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 24 11:05:51.802528 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f6d0f695-586b-4031-9a1c-d8ce781d3b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:51.826874 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-0f5400e5-249a-4ca2-8c2c-41252ad3199a None None] For port 3e07740f-e305-46b8-a3d0-7596259fd68a, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=3e07740f-e305-46b8-a3d0-7596259fd68a,segment=NetworkSegment(47e7294f-6ecc-4699-9c35-073f2f04c334),segment_id=47e7294f-6ecc-4699-9c35-073f2f04c334)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:05:51.827307 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0f5400e5-249a-4ca2-8c2c-41252ad3199a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:51.920781 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f7699628-8d68-410f-9eef-6a1f35cd449b tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:51.943495 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-23830e03-2690-4efd-bdea-869ab261eba0 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks [] for security_group, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:51.979817 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-23830e03-2690-4efd-bdea-869ab261eba0 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:52.001576 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-0f5400e5-249a-4ca2-8c2c-41252ad3199a None None] Calling delete_port for 3e07740f-e305-46b8-a3d0-7596259fd68a owned by network:dhcp {{(pid=88880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:05:52.016186 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23830e03-2690-4efd-bdea-869ab261eba0 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] vlan segment allocate from pool success with {'vlan_id': 641, 'physical_network': 'physnet1'}  {{(pid=88878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 24 11:05:52.020447 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f5bc8a-6f1a-4991-8412-32c35c4f2f28 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Pushing event updated for resources: {'Subnet': ['ID=48e7587c-f2fa-4786-9be9-2c099ad5a238,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:05:52.032674 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 3e07740f-e305-46b8-a3d0-7596259fd68a no longer exists at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:05:52.041914 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95f5bc8a-6f1a-4991-8412-32c35c4f2f28 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Network 1c9eeaac-d205-4b19-a351-2fe67dd78b42 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:05:52.057529 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-95f5bc8a-6f1a-4991-8412-32c35c4f2f28 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:05:52.067406 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-95f5bc8a-6f1a-4991-8412-32c35c4f2f28 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Resources bound (agent type, host, resource id):  {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:05:52.073896 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-03154ac7-7b21-4b11-ae73-0911a3475970 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.049s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:05:52.074597 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-94bba6b3-f916-4417-b3b4-b674a5a548bc None None] Provisioning for port 9ec53d54-fa7d-41b5-8807-234011ce4e51 completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:05:52.091205 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95f5bc8a-6f1a-4991-8412-32c35c4f2f28 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:05:52.092342 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-95f5bc8a-6f1a-4991-8412-32c35c4f2f28 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:52.098716 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d871617b-ee21-4df1-9171-e20e70c80bed None None] Network 1c9eeaac-d205-4b19-a351-2fe67dd78b42 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:05:52.124882 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-94bba6b3-f916-4417-b3b4-b674a5a548bc None None] Provisioning complete for port 9ec53d54-fa7d-41b5-8807-234011ce4e51 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:05:52.125297 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-94bba6b3-f916-4417-b3b4-b674a5a548bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:52.134452 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-23830e03-2690-4efd-bdea-869ab261eba0 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:52.134965 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.segments_db [None req-23830e03-2690-4efd-bdea-869ab261eba0 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Added segment 2ad8c4cc-9bb0-49ea-9c8e-8b3848bd2f0d of type vlan for network b1ab20e6-03d3-494f-b21f-64ff95f797eb
Dec 24 11:05:52.151643 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-bdc0c280-3fc8-408c-9dc8-96c0fe51ae26 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:05:52.154894 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e3546996-4903-484e-b078-5d52ea09b03a tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:52.157886 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-9592ffcb-bc1d-4e08-bf1d-5cdc24537b22 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] For port 3e07740f-e305-46b8-a3d0-7596259fd68a, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=3e07740f-e305-46b8-a3d0-7596259fd68a,segment=NetworkSegment(47e7294f-6ecc-4699-9c35-073f2f04c334),segment_id=47e7294f-6ecc-4699-9c35-073f2f04c334)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:05:52.158187 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9592ffcb-bc1d-4e08-bf1d-5cdc24537b22 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:52.160190 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-36e9b498-c9c4-4f7b-8592-b7f4f9170bc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:52.162778 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23830e03-2690-4efd-bdea-869ab261eba0 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce36d239-8c08-4e89-93fc-462f41eef4d1,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:05:52.175238 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-23830e03-2690-4efd-bdea-869ab261eba0 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:05:52.180417 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e3546996-4903-484e-b078-5d52ea09b03a tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850854027'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:52.183219 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-36e9b498-c9c4-4f7b-8592-b7f4f9170bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:52.190512 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-5d073159-afb3-4bd4-add2-995f89dea0c9 tempest-ServersTestJSON-70348643 tempest-ServersTestJSON-70348643-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:05:52.199767 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f19305c5-68ff-4ac0-a577-97411bb71e94 tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:05:52.208130 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-bdc0c280-3fc8-408c-9dc8-96c0fe51ae26 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:05:52.229792 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f7699628-8d68-410f-9eef-6a1f35cd449b tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:52.237329 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-95f5bc8a-6f1a-4991-8412-32c35c4f2f28 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 2.4733913
Dec 24 11:05:52.255057 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 38026) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:52.276338 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-9c6ea4cb-5123-4047-952d-456430cdddde tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Request body: {'port': {'network_id': '1c9eeaac-d205-4b19-a351-2fe67dd78b42', 'mac_address': 'fa:16:3e:7a:cc:97', 'name': 'tempest-NetworksTestDHCPv6-1174127788'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:05:52.307954 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-23830e03-2690-4efd-bdea-869ab261eba0 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363287349540024'] for network, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:52.323988 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdc0c280-3fc8-408c-9dc8-96c0fe51ae26 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Made reservation on behalf of 59b398769254445dae3d1f85e7f0f818 for: {'port': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:05:52.329793 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bdc0c280-3fc8-408c-9dc8-96c0fe51ae26 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:52.347341 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e9b498-c9c4-4f7b-8592-b7f4f9170bc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=571a7504-6f21-4370-81e3-8728262bf53e,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:05:52.361587 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-9592ffcb-bc1d-4e08-bf1d-5cdc24537b22 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Calling delete_port for 3e07740f-e305-46b8-a3d0-7596259fd68a owned by network:dhcp {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:05:52.379660 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-36e9b498-c9c4-4f7b-8592-b7f4f9170bc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:05:52.387526 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-36e9b498-c9c4-4f7b-8592-b7f4f9170bc4 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=20e793d29769411b8e189c2057399c6b&name=default HTTP/1.1" status: 200  len: 2647 time: 2.1302905
Dec 24 11:05:52.387526 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-057b9089-a216-40a1-9587-9701ff8d5bf1 tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.140s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:05:52.422847 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 38030) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:52.445442 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7699628-8d68-410f-9eef-6a1f35cd449b tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Network f8c337ba-681f-4fcb-a333-e3c49365b30a is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:05:52.543693 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-f7699628-8d68-410f-9eef-6a1f35cd449b tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Resources bound (agent type, host, resource id):  {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:05:52.562818 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7699628-8d68-410f-9eef-6a1f35cd449b tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:05:52.574106 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3546996-4903-484e-b078-5d52ea09b03a tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Pushing event updated for resources: {'Port': ['ID=172815f9-f738-4cee-ac12-d001c4eefe55,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:05:52.591605 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-e3546996-4903-484e-b078-5d52ea09b03a tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:05:52.600641 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-86eea2f5-6fc9-4d7e-9ae7-1ec361472dde tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:52.603908 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Port 3e07740f-e305-46b8-a3d0-7596259fd68a update to DOWN by agent not found {{(pid=88880) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2073}}
Dec 24 11:05:52.605525 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0f5400e5-249a-4ca2-8c2c-41252ad3199a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392'] for port, after_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:52.612276 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [None req-bdc0c280-3fc8-408c-9dc8-96c0fe51ae26 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] device_id is not set on port 67523bb2-114e-4ab0-a5b0-facdf92e36af yet. {{(pid=88878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 24 11:05:52.618229 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f3a48c53-cec1-425f-ad4e-b7678bfa6976 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:05:52.618616 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e3546996-4903-484e-b078-5d52ea09b03a tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659181'] for floatingip, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:52.680533 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.db.api [None req-9592ffcb-bc1d-4e08-bf1d-5cdc24537b22 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88879) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 24 11:05:52.680857 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_db.api [None req-9592ffcb-bc1d-4e08-bf1d-5cdc24537b22 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 24 11:05:52.720128 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-f6d0f695-586b-4031-9a1c-d8ce781d3b47 None None] Allocated IP 2001:db8::2 (e4c21cbc-ee65-4dec-be41-ff4873aa6881/0cf8a58f-3036-40ea-abeb-8572437154f4/98811d59-f948-4fe5-ab40-b59a9c5f50b4) {{(pid=88880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:05:52.722599 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5400e5-249a-4ca2-8c2c-41252ad3199a None None] Pushing event deleted for resources: {'Port': ['ID=3e07740f-e305-46b8-a3d0-7596259fd68a,revision_number=None']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:05:52.728109 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7699628-8d68-410f-9eef-6a1f35cd449b tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Pushing event updated for resources: {'Port': ['ID=ec8e77cf-fb3a-4bfc-b6e6-529615e4a0bd,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:05:52.738434 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-0f5400e5-249a-4ca2-8c2c-41252ad3199a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:05:52.744374 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-86eea2f5-6fc9-4d7e-9ae7-1ec361472dde tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Calling delete_port for b81c4cfd-ea87-41bf-bbf3-89253cf138ce owned by  {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:05:52.746430 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f7699628-8d68-410f-9eef-6a1f35cd449b tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:05:52.757269 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-23830e03-2690-4efd-bdea-869ab261eba0 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636'] for network, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:52.761807 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23830e03-2690-4efd-bdea-869ab261eba0 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:05:52.762491 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-23830e03-2690-4efd-bdea-869ab261eba0 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks [] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:52.777753 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5400e5-249a-4ca2-8c2c-41252ad3199a None None] No DVR routers for this DVR port 3e07740f-e305-46b8-a3d0-7596259fd68a on host dv-neutron-822691-2-hyperv {{(pid=88880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 24 11:05:52.778019 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f7f24f46-c6d3-4088-b2f3-232241b618e3 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:05:52.818765 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e3546996-4903-484e-b078-5d52ea09b03a tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for floatingip, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:52.822725 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-e3546996-4903-484e-b078-5d52ea09b03a tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 691 time: 7.2978396
Dec 24 11:05:52.824153 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 38034) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:52.925034 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-d917f506-ccfe-42b4-a187-9cbb23de3b35 tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Synchronizing usage tracker for tenant:c66d55c7340e444e986b405893cdf446 on resource:floatingip {{(pid=88879) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:05:52.945614 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-d917f506-ccfe-42b4-a187-9cbb23de3b35 tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Unset dirty status for tenant:c66d55c7340e444e986b405893cdf446 on resource:floatingip {{(pid=88879) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:05:52.949737 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-d917f506-ccfe-42b4-a187-9cbb23de3b35 tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] 10.222.0.65 "GET /v2.0/floatingips?floating_network_id=1861a6a4-79c3-4cc0-9239-ff60a30096d6 HTTP/1.1" status: 200  len: 689 time: 0.1224310
Dec 24 11:05:52.950038 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 38038) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:52.987443 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-94bba6b3-f916-4417-b3b4-b674a5a548bc None None] Provisioning for port b81c4cfd-ea87-41bf-bbf3-89253cf138ce completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:05:53.007912 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42e832ee-94b4-4c04-881e-0d07fb8a0824 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73968e80-91fd-539e-a7c6-b31af6d9e680-1c9eeaac-d205-4b19-a351-2fe67dd78b42', 'network_id': '1c9eeaac-d205-4b19-a351-2fe67dd78b42', 'tenant_id': '739a78fd4cfc48c2a4011598579f8f8c', 'fixed_ips': [{'subnet_id': '48e7587c-f2fa-4786-9be9-2c099ad5a238'}]}} from dv-neutron-822691-2-hyperv. {{(pid=88880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 24 11:05:53.009215 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-42e832ee-94b4-4c04-881e-0d07fb8a0824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:53.023652 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-94bba6b3-f916-4417-b3b4-b674a5a548bc None None] Provisioning complete for port b81c4cfd-ea87-41bf-bbf3-89253cf138ce triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:05:53.024062 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-94bba6b3-f916-4417-b3b4-b674a5a548bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:53.150520 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-86eea2f5-6fc9-4d7e-9ae7-1ec361472dde tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:53.157941 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-1c1c316e-f48a-4aff-aba8-0750b874b458 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:05:53.189126 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-9c6ea4cb-5123-4047-952d-456430cdddde tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:05:53.193411 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-23830e03-2690-4efd-bdea-869ab261eba0 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 3.4704745
Dec 24 11:05:53.197922 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 38042) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:53.203721 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-94bba6b3-f916-4417-b3b4-b674a5a548bc None None] Port b81c4cfd-ea87-41bf-bbf3-89253cf138ce cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:05:53.209225 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-9592ffcb-bc1d-4e08-bf1d-5cdc24537b22 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Deleting port 3e07740f-e305-46b8-a3d0-7596259fd68a {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:05:53.209614 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9592ffcb-bc1d-4e08-bf1d-5cdc24537b22 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:53.265703 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-2f589334-8433-4501-868a-49f299dd1f68 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Request body: {'subnet': {'network_id': 'b1ab20e6-03d3-494f-b21f-64ff95f797eb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:05:53.276178 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23830e03-2690-4efd-bdea-869ab261eba0 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Pushing event updated for resources: {'Network': ['ID=b1ab20e6-03d3-494f-b21f-64ff95f797eb,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:05:53.287765 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-23830e03-2690-4efd-bdea-869ab261eba0 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.510s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:05:53.288696 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-9c6ea4cb-5123-4047-952d-456430cdddde tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:05:53.292982 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-259c2bab-c67d-4589-90f6-7baabed98eb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:53.293496 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86eea2f5-6fc9-4d7e-9ae7-1ec361472dde tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Pushing event deleted for resources: {'Port': ['ID=b81c4cfd-ea87-41bf-bbf3-89253cf138ce,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:05:53.316445 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-86eea2f5-6fc9-4d7e-9ae7-1ec361472dde tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:05:53.319834 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Network b1ab20e6-03d3-494f-b21f-64ff95f797eb details requested by agent ovs-agent-dv-neutron-822691-2-hyperv with host dv-neutron-822691-2-hyperv {{(pid=88880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 24 11:05:53.322803 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d8b8f9ef-ba81-43a4-a8ae-455ca9b69f2e tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036847558493'] for network, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:53.338438 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c6ea4cb-5123-4047-952d-456430cdddde tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Made reservation on behalf of 739a78fd4cfc48c2a4011598579f8f8c for: {'port': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:05:53.360952 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-7282f59d-bab0-4cbe-9525-b6d6a3c45879 None None] Could not find standard attr ID for object b81c4cfd-ea87-41bf-bbf3-89253cf138ce. {{(pid=88880) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 24 11:05:53.361782 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-9592ffcb-bc1d-4e08-bf1d-5cdc24537b22 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] The port '3e07740f-e305-46b8-a3d0-7596259fd68a' was deleted {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 24 11:05:53.363536 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-259c2bab-c67d-4589-90f6-7baabed98eb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:53.364216 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f6d0f695-586b-4031-9a1c-d8ce781d3b47 None None] Notify callbacks [] for port, precommit_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:53.410776 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-f6d0f695-586b-4031-9a1c-d8ce781d3b47 None None] Transition to ACTIVE for port object 98811d59-f948-4fe5-ab40-b59a9c5f50b4 will not be triggered until provisioned by entity L2. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:05:53.504663 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-42e832ee-94b4-4c04-881e-0d07fb8a0824 None None] Allocated IP 2001:db8::2 (1c9eeaac-d205-4b19-a351-2fe67dd78b42/48e7587c-f2fa-4786-9be9-2c099ad5a238/25a6940a-df0a-460d-9513-f53532659bed) {{(pid=88880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:05:53.548674 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-259c2bab-c67d-4589-90f6-7baabed98eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:53.550561 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-f6d0f695-586b-4031-9a1c-d8ce781d3b47 None None] Transition to ACTIVE for port object 98811d59-f948-4fe5-ab40-b59a9c5f50b4 will not be triggered until provisioned by entity DHCP. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:05:53.556311 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-d3a18034-24c0-41ea-a9d7-69aa9423e25f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:05:53.581539 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9c6ea4cb-5123-4047-952d-456430cdddde tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:53.602909 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-d8b8f9ef-ba81-43a4-a8ae-455ca9b69f2e tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Deleting port 172815f9-f738-4cee-ac12-d001c4eefe55 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:05:53.603265 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d8b8f9ef-ba81-43a4-a8ae-455ca9b69f2e tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:53.658006 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259c2bab-c67d-4589-90f6-7baabed98eb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=571a7504-6f21-4370-81e3-8728262bf53e,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:05:53.667031 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-259c2bab-c67d-4589-90f6-7baabed98eb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:05:53.688560 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-259c2bab-c67d-4589-90f6-7baabed98eb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:53.689371 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f6d0f695-586b-4031-9a1c-d8ce781d3b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408'] for port, after_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:53.692704 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-259c2bab-c67d-4589-90f6-7baabed98eb2 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/571a7504-6f21-4370-81e3-8728262bf53e HTTP/1.1" status: 204  len: 168 time: 1.2605612
Dec 24 11:05:53.703572 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [None req-9c6ea4cb-5123-4047-952d-456430cdddde tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] device_id is not set on port 57fcab11-5a87-4dc7-8117-4d59a25e14fc yet. {{(pid=88878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 24 11:05:53.710958 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-86eea2f5-6fc9-4d7e-9ae7-1ec361472dde tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:53.737798 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-2e05c2ab-1709-4cac-9c57-2d084cd22d26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:05:53.759855 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-2f589334-8433-4501-868a-49f299dd1f68 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:05:53.791268 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-bdc0c280-3fc8-408c-9dc8-96c0fe51ae26 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Allocated IP 2001:db8::14a (e4c21cbc-ee65-4dec-be41-ff4873aa6881/0cf8a58f-3036-40ea-abeb-8572437154f4/67523bb2-114e-4ab0-a5b0-facdf92e36af) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:05:53.796063 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-2f589334-8433-4501-868a-49f299dd1f68 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Usage tracker for resource:subnet and tenant:ec45645f66414388a125dd3f2f469cd9 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:05:53.802909 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-86eea2f5-6fc9-4d7e-9ae7-1ec361472dde tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] 10.222.0.65 "DELETE /v2.0/ports/b81c4cfd-ea87-41bf-bbf3-89253cf138ce HTTP/1.1" status: 204  len: 168 time: 2.5066612
Dec 24 11:05:53.815320 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 38048) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:53.820332 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-2f589334-8433-4501-868a-49f299dd1f68 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:05:53.826269 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f7699628-8d68-410f-9eef-6a1f35cd449b tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:53.840118 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6d0f695-586b-4031-9a1c-d8ce781d3b47 None None] Network e4c21cbc-ee65-4dec-be41-ff4873aa6881 is already hosted by enough agents. {{(pid=88880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:05:53.862464 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d0f695-586b-4031-9a1c-d8ce781d3b47 None None] Pushing event updated for resources: {'Port': ['ID=98811d59-f948-4fe5-ab40-b59a9c5f50b4,revision_number=1']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:05:53.867063 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-f6d0f695-586b-4031-9a1c-d8ce781d3b47 None None] Resources bound (agent type, host, resource id):  {{(pid=88880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:05:53.870719 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d0f695-586b-4031-9a1c-d8ce781d3b47 None None] Received port after_create {{(pid=88880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:05:53.880835 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9592ffcb-bc1d-4e08-bf1d-5cdc24537b22 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847649663', 'neutron.services.segments.db._delete_segments_for_network-8749505737672'] for network, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:53.882689 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f6d0f695-586b-4031-9a1c-d8ce781d3b47 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:05:53.892052 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-2f589334-8433-4501-868a-49f299dd1f68 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:05:53.935535 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f589334-8433-4501-868a-49f299dd1f68 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Made reservation on behalf of ec45645f66414388a125dd3f2f469cd9 for: {'subnet': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:05:53.959822 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-65b4e235-b7a2-43cb-b5cc-ce2daa2cbd61 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] GET failed (client error): The resource could not be found.
Dec 24 11:05:53.960404 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-65b4e235-b7a2-43cb-b5cc-ce2daa2cbd61 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Synchronizing usage tracker for tenant:58aa2a41110240a2b5bfe3b4600f4977 on resource:port {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:05:54.058820 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-f6d0f695-586b-4031-9a1c-d8ce781d3b47 None None] Attempting to bind port 98811d59-f948-4fe5-ab40-b59a9c5f50b4 on host dv-neutron-822691-2-hyperv for vnic_type normal with profile  {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:05:54.059248 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-f6d0f695-586b-4031-9a1c-d8ce781d3b47 None None] Attempting to bind port 98811d59-f948-4fe5-ab40-b59a9c5f50b4 by drivers openvswitch,hyperv on host dv-neutron-822691-2-hyperv at level 0 using segments [{'id': 'f1e8b38a-0505-4dc7-bc10-346fd2de99d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'e4c21cbc-ee65-4dec-be41-ff4873aa6881'}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:05:54.059664 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d0f695-586b-4031-9a1c-d8ce781d3b47 None None] Attempting to bind port 98811d59-f948-4fe5-ab40-b59a9c5f50b4 on network e4c21cbc-ee65-4dec-be41-ff4873aa6881 {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:05:54.085446 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d0f695-586b-4031-9a1c-d8ce781d3b47 None None] Checking agent: {'id': 'db1275c1-6001-47af-93c2-635c68404703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822691-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 52, 8), 'started_at': datetime.datetime(2021, 12, 24, 10, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 5, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822691-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:05:54.085898 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d0f695-586b-4031-9a1c-d8ce781d3b47 None None] Checking segment: {'id': 'f1e8b38a-0505-4dc7-bc10-346fd2de99d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'e4c21cbc-ee65-4dec-be41-ff4873aa6881'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:05:54.086380 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f6d0f695-586b-4031-9a1c-d8ce781d3b47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:54.087045 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d0f695-586b-4031-9a1c-d8ce781d3b47 None None] Bound using segment: {'id': 'f1e8b38a-0505-4dc7-bc10-346fd2de99d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'e4c21cbc-ee65-4dec-be41-ff4873aa6881'} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:05:54.087317 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-f6d0f695-586b-4031-9a1c-d8ce781d3b47 None None] Bound port: 98811d59-f948-4fe5-ab40-b59a9c5f50b4, host: dv-neutron-822691-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1e8b38a-0505-4dc7-bc10-346fd2de99d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'e4c21cbc-ee65-4dec-be41-ff4873aa6881'}}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:05:54.087751 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f6d0f695-586b-4031-9a1c-d8ce781d3b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:54.101424 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-65b4e235-b7a2-43cb-b5cc-ce2daa2cbd61 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Unset dirty status for tenant:58aa2a41110240a2b5bfe3b4600f4977 on resource:port {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:05:54.102114 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-9592ffcb-bc1d-4e08-bf1d-5cdc24537b22 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f52704a9c50>,) {'filters': {'network_id': ['948bc47c-9c8e-4492-97a3-e6f29f065021']}} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:05:54.106432 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-65b4e235-b7a2-43cb-b5cc-ce2daa2cbd61 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] 10.222.0.65 "GET /v2.0/ports/b81c4cfd-ea87-41bf-bbf3-89253cf138ce HTTP/1.1" status: 404  len: 333 time: 0.2863393
Dec 24 11:05:54.108993 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-42e832ee-94b4-4c04-881e-0d07fb8a0824 None None] Notify callbacks [] for port, precommit_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:54.109134 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 38056) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:54.118204 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-9592ffcb-bc1d-4e08-bf1d-5cdc24537b22 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f52704a9c50>, '47e7294f-6ecc-4699-9c35-073f2f04c334') {'for_net_delete': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:05:54.118549 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-9592ffcb-bc1d-4e08-bf1d-5cdc24537b22 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f52704a9c50>, '47e7294f-6ecc-4699-9c35-073f2f04c334') {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:05:54.135036 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9592ffcb-bc1d-4e08-bf1d-5cdc24537b22 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749505745113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853989108'] for segment, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:54.152029 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9592ffcb-bc1d-4e08-bf1d-5cdc24537b22 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:54.158509 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-42e832ee-94b4-4c04-881e-0d07fb8a0824 None None] Transition to ACTIVE for port object 25a6940a-df0a-460d-9513-f53532659bed will not be triggered until provisioned by entity L2. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:05:54.158994 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9592ffcb-bc1d-4e08-bf1d-5cdc24537b22 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Releasing vlan 625 on physical network physnet1 to pool {{(pid=88879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 24 11:05:54.159434 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9592ffcb-bc1d-4e08-bf1d-5cdc24537b22 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036847652098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3926696'] for segment, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:54.189587 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f7699628-8d68-410f-9eef-6a1f35cd449b tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-659031', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854691240'] for router, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:54.204058 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-42e832ee-94b4-4c04-881e-0d07fb8a0824 None None] Transition to ACTIVE for port object 25a6940a-df0a-460d-9513-f53532659bed will not be triggered until provisioned by entity DHCP. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:05:54.213948 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-42e832ee-94b4-4c04-881e-0d07fb8a0824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408'] for port, after_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:54.217942 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f7699628-8d68-410f-9eef-6a1f35cd449b tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854116816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854116785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-659000', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854163815'] for router, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:54.228730 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-3e8c1edb-a642-4e0d-ae5f-42a7e440a43b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:05:54.270198 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-f6d0f695-586b-4031-9a1c-d8ce781d3b47 None None] For port 98811d59-f948-4fe5-ab40-b59a9c5f50b4, host dv-neutron-822691-2-hyperv, cleared binding levels {{(pid=88880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:05:54.287205 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42e832ee-94b4-4c04-881e-0d07fb8a0824 None None] Network 1c9eeaac-d205-4b19-a351-2fe67dd78b42 is already hosted by enough agents. {{(pid=88880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:05:54.291618 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-f6d0f695-586b-4031-9a1c-d8ce781d3b47 None None] For port 98811d59-f948-4fe5-ab40-b59a9c5f50b4, host dv-neutron-822691-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=98811d59-f948-4fe5-ab40-b59a9c5f50b4,segment=NetworkSegment(f1e8b38a-0505-4dc7-bc10-346fd2de99d8),segment_id=f1e8b38a-0505-4dc7-bc10-346fd2de99d8)] {{(pid=88880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:05:54.293090 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-42e832ee-94b4-4c04-881e-0d07fb8a0824 None None] Resources bound (agent type, host, resource id):  {{(pid=88880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:05:54.297470 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e832ee-94b4-4c04-881e-0d07fb8a0824 None None] Received port after_create {{(pid=88880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:05:54.303077 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f6d0f695-586b-4031-9a1c-d8ce781d3b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:54.336956 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2f589334-8433-4501-868a-49f299dd1f68 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3619482'] for subnet, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:54.367338 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e832ee-94b4-4c04-881e-0d07fb8a0824 None None] Pushing event updated for resources: {'Port': ['ID=25a6940a-df0a-460d-9513-f53532659bed,revision_number=1']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:05:54.389374 dv-neutron-822691-2-hyperv neutron-server[88767]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 11:05:54.389374 dv-neutron-822691-2-hyperv neutron-server[88767]:   % (table.description, expected, rows_matched)
Dec 24 11:05:54.389374 dv-neutron-822691-2-hyperv neutron-server[88767]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 11:05:54.389374 dv-neutron-822691-2-hyperv neutron-server[88767]:   % (table.description, expected, rows_matched)
Dec 24 11:05:54.389374 dv-neutron-822691-2-hyperv neutron-server[88767]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 11:05:54.389374 dv-neutron-822691-2-hyperv neutron-server[88767]:   % (table.description, expected, rows_matched)
Dec 24 11:05:54.389374 dv-neutron-822691-2-hyperv neutron-server[88767]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 11:05:54.389374 dv-neutron-822691-2-hyperv neutron-server[88767]:   % (table.description, expected, rows_matched)
Dec 24 11:05:54.389374 dv-neutron-822691-2-hyperv neutron-server[88767]: Traceback (most recent call last):
Dec 24 11:05:54.389374 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 24 11:05:54.389374 dv-neutron-822691-2-hyperv neutron-server[88767]:     timer()
Dec 24 11:05:54.389374 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 11:05:54.389374 dv-neutron-822691-2-hyperv neutron-server[88767]:     cb(*args, **kw)
Dec 24 11:05:54.389374 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 24 11:05:54.389374 dv-neutron-822691-2-hyperv neutron-server[88767]:     return func(*args, **kwargs)
Dec 24 11:05:54.389374 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 11:05:54.389374 dv-neutron-822691-2-hyperv neutron-server[88767]:     self._notify()
Dec 24 11:05:54.389374 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 11:05:54.389374 dv-neutron-822691-2-hyperv neutron-server[88767]:     self.callback(batched_events)
Dec 24 11:05:54.389374 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 11:05:54.389374 dv-neutron-822691-2-hyperv neutron-server[88767]:     event.method(event)
Dec 24 11:05:54.389374 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 11:05:54.389374 dv-neutron-822691-2-hyperv neutron-server[88767]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 11:05:54.389374 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 24 11:05:54.389374 dv-neutron-822691-2-hyperv neutron-server[88767]:     segment_id)['aggregates'][0]
Dec 24 11:05:54.389374 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 24 11:05:54.389374 dv-neutron-822691-2-hyperv neutron-server[88767]:     return f(self, *a, **k)
Dec 24 11:05:54.389374 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 11:05:54.389374 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self._get(url).json()
Dec 24 11:05:54.389374 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 24 11:05:54.389374 dv-neutron-822691-2-hyperv neutron-server[88767]:     **kwargs)
Dec 24 11:05:54.389374 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 24 11:05:54.389374 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self.request(url, 'GET', **kwargs)
Dec 24 11:05:54.389374 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 24 11:05:54.389374 dv-neutron-822691-2-hyperv neutron-server[88767]:     **endpoint_filter)
Dec 24 11:05:54.389374 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 24 11:05:54.389374 dv-neutron-822691-2-hyperv neutron-server[88767]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 11:05:54.389374 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 24 11:05:54.389374 dv-neutron-822691-2-hyperv neutron-server[88767]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 11:05:54.389374 dv-neutron-822691-2-hyperv neutron-server[88767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 11:05:54.393027 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-42e832ee-94b4-4c04-881e-0d07fb8a0824 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:05:54.418636 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-dd4a3848-461d-4a31-83c7-cb682c682d2a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.097s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:05:54.443398 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d8b8f9ef-ba81-43a4-a8ae-455ca9b69f2e tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:54.444197 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d8b8f9ef-ba81-43a4-a8ae-455ca9b69f2e tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:54.503723 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-42e832ee-94b4-4c04-881e-0d07fb8a0824 None None] Attempting to bind port 25a6940a-df0a-460d-9513-f53532659bed on host dv-neutron-822691-2-hyperv for vnic_type normal with profile  {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:05:54.504004 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-42e832ee-94b4-4c04-881e-0d07fb8a0824 None None] Attempting to bind port 25a6940a-df0a-460d-9513-f53532659bed by drivers openvswitch,hyperv on host dv-neutron-822691-2-hyperv at level 0 using segments [{'id': '6618a092-51b2-4e3d-9318-3ce6b7b40c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '1c9eeaac-d205-4b19-a351-2fe67dd78b42'}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:05:54.504423 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e832ee-94b4-4c04-881e-0d07fb8a0824 None None] Attempting to bind port 25a6940a-df0a-460d-9513-f53532659bed on network 1c9eeaac-d205-4b19-a351-2fe67dd78b42 {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:05:54.529016 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e832ee-94b4-4c04-881e-0d07fb8a0824 None None] Checking agent: {'id': 'db1275c1-6001-47af-93c2-635c68404703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822691-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 52, 8), 'started_at': datetime.datetime(2021, 12, 24, 10, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 5, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822691-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:05:54.529255 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e832ee-94b4-4c04-881e-0d07fb8a0824 None None] Checking segment: {'id': '6618a092-51b2-4e3d-9318-3ce6b7b40c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '1c9eeaac-d205-4b19-a351-2fe67dd78b42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:05:54.529975 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-42e832ee-94b4-4c04-881e-0d07fb8a0824 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:54.530186 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e832ee-94b4-4c04-881e-0d07fb8a0824 None None] Bound using segment: {'id': '6618a092-51b2-4e3d-9318-3ce6b7b40c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '1c9eeaac-d205-4b19-a351-2fe67dd78b42'} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:05:54.530701 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-42e832ee-94b4-4c04-881e-0d07fb8a0824 None None] Bound port: 25a6940a-df0a-460d-9513-f53532659bed, host: dv-neutron-822691-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6618a092-51b2-4e3d-9318-3ce6b7b40c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '1c9eeaac-d205-4b19-a351-2fe67dd78b42'}}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:05:54.531373 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-42e832ee-94b4-4c04-881e-0d07fb8a0824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:54.572715 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d0f695-586b-4031-9a1c-d8ce781d3b47 None None] Pushing event updated for resources: {'Port': ['ID=98811d59-f948-4fe5-ab40-b59a9c5f50b4,revision_number=2']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:05:54.580437 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f6d0f695-586b-4031-9a1c-d8ce781d3b47 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:05:54.586656 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bdc0c280-3fc8-408c-9dc8-96c0fe51ae26 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:54.598651 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9592ffcb-bc1d-4e08-bf1d-5cdc24537b22 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7126154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659196'] for network, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:54.603557 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9592ffcb-bc1d-4e08-bf1d-5cdc24537b22 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks [] for network, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:54.617230 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-d8b8f9ef-ba81-43a4-a8ae-455ca9b69f2e tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Calling delete_port for 172815f9-f738-4cee-ac12-d001c4eefe55 owned by network:floatingip {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:05:54.619077 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-bdc0c280-3fc8-408c-9dc8-96c0fe51ae26 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Transition to ACTIVE for port object 67523bb2-114e-4ab0-a5b0-facdf92e36af will not be triggered until provisioned by entity DHCP. {{(pid=88878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:05:54.659396 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-9c6ea4cb-5123-4047-952d-456430cdddde tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Allocated IP 2001:db8::1df (1c9eeaac-d205-4b19-a351-2fe67dd78b42/48e7587c-f2fa-4786-9be9-2c099ad5a238/57fcab11-5a87-4dc7-8117-4d59a25e14fc) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:05:54.661199 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-42e832ee-94b4-4c04-881e-0d07fb8a0824 None None] For port 25a6940a-df0a-460d-9513-f53532659bed, host dv-neutron-822691-2-hyperv, cleared binding levels {{(pid=88880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:05:54.665212 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-ebebf57e-2cee-4874-942e-9af7aba441e7 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:05:54.666187 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-42e832ee-94b4-4c04-881e-0d07fb8a0824 None None] For port 25a6940a-df0a-460d-9513-f53532659bed, host dv-neutron-822691-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=25a6940a-df0a-460d-9513-f53532659bed,segment=NetworkSegment(6618a092-51b2-4e3d-9318-3ce6b7b40c55),segment_id=6618a092-51b2-4e3d-9318-3ce6b7b40c55)] {{(pid=88880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:05:54.673490 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-42e832ee-94b4-4c04-881e-0d07fb8a0824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:54.679137 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c858cea4-e84c-4e2c-a38a-2a9be4133f88 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:05:54.679348 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-72795c5a-e3c2-4412-b5a4-814d0876a232 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks [] for security_group, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:54.766615 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e832ee-94b4-4c04-881e-0d07fb8a0824 None None] Pushing event updated for resources: {'Port': ['ID=25a6940a-df0a-460d-9513-f53532659bed,revision_number=2']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:05:54.772895 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-42e832ee-94b4-4c04-881e-0d07fb8a0824 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:05:54.776584 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-72795c5a-e3c2-4412-b5a4-814d0876a232 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:54.844572 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bdc0c280-3fc8-408c-9dc8-96c0fe51ae26 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:54.897811 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-167f4fe2-beb5-4a65-8caa-ce4db42e1d2e tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:05:55.050367 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 38072) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:55.055126 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdc0c280-3fc8-408c-9dc8-96c0fe51ae26 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Network e4c21cbc-ee65-4dec-be41-ff4873aa6881 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:05:55.071727 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-bdc0c280-3fc8-408c-9dc8-96c0fe51ae26 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Resources bound (agent type, host, resource id):  {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:05:55.074317 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc0c280-3fc8-408c-9dc8-96c0fe51ae26 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Pushing event updated for resources: {'Port': ['ID=67523bb2-114e-4ab0-a5b0-facdf92e36af,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:05:55.077548 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-bdc0c280-3fc8-408c-9dc8-96c0fe51ae26 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:05:55.081652 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc0c280-3fc8-408c-9dc8-96c0fe51ae26 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:05:55.086123 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdc0c280-3fc8-408c-9dc8-96c0fe51ae26 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:05:55.086799 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bdc0c280-3fc8-408c-9dc8-96c0fe51ae26 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:55.108904 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9592ffcb-bc1d-4e08-bf1d-5cdc24537b22 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Pushing event deleted for resources: {'Network': ['ID=948bc47c-9c8e-4492-97a3-e6f29f065021,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:05:55.127355 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-9592ffcb-bc1d-4e08-bf1d-5cdc24537b22 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] 10.222.0.65 "DELETE /v2.0/networks/948bc47c-9c8e-4492-97a3-e6f29f065021 HTTP/1.1" status: 204  len: 168 time: 4.1279857
Dec 24 11:05:55.129647 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 38078) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:55.150796 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-9592ffcb-bc1d-4e08-bf1d-5cdc24537b22 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.486s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:05:55.163996 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-72795c5a-e3c2-4412-b5a4-814d0876a232 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:55.175321 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-520283c0-9005-4207-8c44-20df17879004 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:05:55.265934 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72795c5a-e3c2-4412-b5a4-814d0876a232 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f811fe83-a939-43c2-98cd-077243dc1ed0,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:05:55.270739 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-72795c5a-e3c2-4412-b5a4-814d0876a232 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:55.274546 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-72795c5a-e3c2-4412-b5a4-814d0876a232 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] 10.222.0.65 "DELETE /v2.0/security-groups/f811fe83-a939-43c2-98cd-077243dc1ed0 HTTP/1.1" status: 204  len: 168 time: 1.1513023
Dec 24 11:05:55.276822 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 38082) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:55.277010 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-72795c5a-e3c2-4412-b5a4-814d0876a232 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:05:55.293919 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-bdc0c280-3fc8-408c-9dc8-96c0fe51ae26 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 928 time: 3.6867688
Dec 24 11:05:55.298135 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 38086) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:55.356103 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8438f901-c96c-450b-902c-f82483b03bd5 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:05:55.357199 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-8438f901-c96c-450b-902c-f82483b03bd5 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Synchronizing usage tracker for tenant:56d5354af46a4a91924cfe2259b4b254 on resource:port {{(pid=88879) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:05:55.387964 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-839f16ac-15c2-4a6e-8553-6c742a26b856 tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-419678284'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:05:55.473649 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-839f16ac-15c2-4a6e-8553-6c742a26b856 tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:05:55.491516 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-839f16ac-15c2-4a6e-8553-6c742a26b856 tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] Usage tracker for resource:network and tenant:53bd33dc5f954568aa2088ff06c867c4 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:05:55.500725 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-8438f901-c96c-450b-902c-f82483b03bd5 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Unset dirty status for tenant:56d5354af46a4a91924cfe2259b4b254 on resource:port {{(pid=88879) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:05:55.506287 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-8438f901-c96c-450b-902c-f82483b03bd5 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] 10.222.0.65 "GET /v2.0/ports/35f74e81-df80-4eb2-a058-ba78e8558bc6 HTTP/1.1" status: 200  len: 841 time: 0.3538692
Dec 24 11:05:55.507313 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 38090) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:55.510002 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-839f16ac-15c2-4a6e-8553-6c742a26b856 tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:05:55.520358 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9c6ea4cb-5123-4047-952d-456430cdddde tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:55.532903 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-839f16ac-15c2-4a6e-8553-6c742a26b856 tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:05:55.564372 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-9c6ea4cb-5123-4047-952d-456430cdddde tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Transition to ACTIVE for port object 57fcab11-5a87-4dc7-8117-4d59a25e14fc will not be triggered until provisioned by entity DHCP. {{(pid=88878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:05:55.570338 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-839f16ac-15c2-4a6e-8553-6c742a26b856 tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] Made reservation on behalf of 53bd33dc5f954568aa2088ff06c867c4 for: {'network': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:05:55.576441 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-839f16ac-15c2-4a6e-8553-6c742a26b856 tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for network, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:55.595161 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d8b8f9ef-ba81-43a4-a8ae-455ca9b69f2e tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:55.617209 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-a88aaa3c-75a1-452b-a654-b7a17276c23a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:05:55.646579 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f69f4839-1a32-44d5-81b2-7ee7fb66e342 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks [] for security_group, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:55.678403 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-839f16ac-15c2-4a6e-8553-6c742a26b856 tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] Notify callbacks [] for security_group, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:55.692453 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b8f9ef-ba81-43a4-a8ae-455ca9b69f2e tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Pushing event deleted for resources: {'Port': ['ID=172815f9-f738-4cee-ac12-d001c4eefe55,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:05:55.716102 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-d8b8f9ef-ba81-43a4-a8ae-455ca9b69f2e tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:05:55.740257 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f69f4839-1a32-44d5-81b2-7ee7fb66e342 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:55.786408 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-7aeebc73-402d-41e4-a2ac-581ac1a33103 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] 10.222.0.65 "GET /v2.0/ports/35f74e81-df80-4eb2-a058-ba78e8558bc6?fields=id&fields=mac_address HTTP/1.1" status: 200  len: 281 time: 0.2632191
Dec 24 11:05:55.794775 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 38094) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:55.802046 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9c6ea4cb-5123-4047-952d-456430cdddde tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:55.806257 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-839f16ac-15c2-4a6e-8553-6c742a26b856 tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:05:55.817413 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-aee59382-3f9a-4d78-89b5-62d2bb140f8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:05:55.824287 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2f589334-8433-4501-868a-49f299dd1f68 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3921862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3619467'] for subnet, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:55.839151 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-8647dff4-4893-4c54-b845-56be1eae162b tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:05:55.876654 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-43af28b1-9763-4c89-8aaf-f8ebd5f5a3a1 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Request body: {'subnet': {'network_id': 'aba7367e-1d4b-4f18-a103-47503f60eff6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:05:56.117321 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f589334-8433-4501-868a-49f299dd1f68 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Pushing event updated for resources: {'Subnet': ['ID=bec3f384-2f74-4e25-85e6-a3990c8e7e5b,revision_number=0']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:05:56.120524 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-43af28b1-9763-4c89-8aaf-f8ebd5f5a3a1 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:05:56.120916 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-839f16ac-15c2-4a6e-8553-6c742a26b856 tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] Usage tracker for resource:security_group_rule and tenant:53bd33dc5f954568aa2088ff06c867c4 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:05:56.123077 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 25a6940a-df0a-460d-9513-f53532659bed up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:05:56.132038 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-839f16ac-15c2-4a6e-8553-6c742a26b856 tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:05:56.135533 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-2f589334-8433-4501-868a-49f299dd1f68 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:05:56.136365 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f69f4839-1a32-44d5-81b2-7ee7fb66e342 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:56.161440 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d8b8f9ef-ba81-43a4-a8ae-455ca9b69f2e tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:56.164908 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-43af28b1-9763-4c89-8aaf-f8ebd5f5a3a1 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Usage tracker for resource:subnet and tenant:56d5354af46a4a91924cfe2259b4b254 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:05:56.168356 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-70195175-fbe9-4078-9f8f-1e932b523433 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:05:56.190959 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-43af28b1-9763-4c89-8aaf-f8ebd5f5a3a1 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:05:56.195624 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f589334-8433-4501-868a-49f299dd1f68 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Checking segment: {'id': '2ad8c4cc-9bb0-49ea-9c8e-8b3848bd2f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'b1ab20e6-03d3-494f-b21f-64ff95f797eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:05:56.195978 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f589334-8433-4501-868a-49f299dd1f68 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Network hostable DHCP agents. Network: b1ab20e6-03d3-494f-b21f-64ff95f797eb, hostable agents: ['edcf98dc-3032-472a-8b3d-f23fd1e89806'], hosted agents: [] {{(pid=88879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 24 11:05:56.204695 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7699628-8d68-410f-9eef-6a1f35cd449b tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Router d6387086-3af0-4c43-ac12-0367b165e56c is scheduled to L3 agent 198cca88-1338-4098-b44b-beb0346ac906 with binding_index 1 {{(pid=88878) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 24 11:05:56.210026 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-839f16ac-15c2-4a6e-8553-6c742a26b856 tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:05:56.210182 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-43af28b1-9763-4c89-8aaf-f8ebd5f5a3a1 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:05:56.212502 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69f4839-1a32-44d5-81b2-7ee7fb66e342 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56263caf-91ea-4c1d-979e-a45ac8bf58b2,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:05:56.219721 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f69f4839-1a32-44d5-81b2-7ee7fb66e342 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:05:56.220927 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning for port 25a6940a-df0a-460d-9513-f53532659bed completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:05:56.242250 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 98811d59-f948-4fe5-ab40-b59a9c5f50b4 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:05:56.298910 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f69f4839-1a32-44d5-81b2-7ee7fb66e342 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks [] for security_group, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:56.300292 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-f69f4839-1a32-44d5-81b2-7ee7fb66e342 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] 10.222.0.65 "DELETE /v2.0/security-groups/56263caf-91ea-4c1d-979e-a45ac8bf58b2 HTTP/1.1" status: 204  len: 168 time: 1.0236011
Dec 24 11:05:56.301089 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43af28b1-9763-4c89-8aaf-f8ebd5f5a3a1 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Made reservation on behalf of 56d5354af46a4a91924cfe2259b4b254 for: {'subnet': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:05:56.312445 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 38098) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:56.326983 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c6ea4cb-5123-4047-952d-456430cdddde tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Network 1c9eeaac-d205-4b19-a351-2fe67dd78b42 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:05:56.329859 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6ea4cb-5123-4047-952d-456430cdddde tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Pushing event updated for resources: {'Port': ['ID=57fcab11-5a87-4dc7-8117-4d59a25e14fc,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:05:56.335604 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-9c6ea4cb-5123-4047-952d-456430cdddde tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.518s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:05:56.348696 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning for port 98811d59-f948-4fe5-ab40-b59a9c5f50b4 completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:05:56.357374 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-9c6ea4cb-5123-4047-952d-456430cdddde tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Resources bound (agent type, host, resource id):  {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:05:56.362682 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d8b8f9ef-ba81-43a4-a8ae-455ca9b69f2e tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847655656'] for subnet, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:56.375088 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c6ea4cb-5123-4047-952d-456430cdddde tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:05:56.379985 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c6ea4cb-5123-4047-952d-456430cdddde tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:05:56.380684 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9c6ea4cb-5123-4047-952d-456430cdddde tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:56.487063 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f589334-8433-4501-868a-49f299dd1f68 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Network b1ab20e6-03d3-494f-b21f-64ff95f797eb is scheduled to be hosted by DHCP agent edcf98dc-3032-472a-8b3d-f23fd1e89806 with binding_index 1 {{(pid=88879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 24 11:05:56.505869 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-43af28b1-9763-4c89-8aaf-f8ebd5f5a3a1 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3619482'] for subnet, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:56.585845 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-9c6ea4cb-5123-4047-952d-456430cdddde tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 932 time: 4.3265755
Dec 24 11:05:56.589995 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 38102) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:56.632365 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-2f589334-8433-4501-868a-49f299dd1f68 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822691-2-hyperv, b1ab20e6-03d3-494f-b21f-64ff95f797eb) {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:05:56.643007 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40265482-69ef-46db-a913-c5dffdd7c195 None None] Network b1ab20e6-03d3-494f-b21f-64ff95f797eb requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:05:56.755092 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b5ae1053-2fae-445c-b315-bc192a02129a tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks [] for security_group, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:56.761244 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-839f16ac-15c2-4a6e-8553-6c742a26b856 tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] Notify callbacks [] for security_group, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:56.802283 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-839f16ac-15c2-4a6e-8553-6c742a26b856 tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:56.815156 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f589334-8433-4501-868a-49f299dd1f68 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:05:56.815864 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2f589334-8433-4501-868a-49f299dd1f68 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks [] for subnet, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:56.819976 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:05:56.827350 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-43af28b1-9763-4c89-8aaf-f8ebd5f5a3a1 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3921862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3619467'] for subnet, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:56.841188 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-a50a8fdb-5e88-4dc8-9173-6cda04366832 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:05:56.877682 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b5ae1053-2fae-445c-b315-bc192a02129a tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:56.904413 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d8b8f9ef-ba81-43a4-a8ae-455ca9b69f2e tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7120129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850854134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851156349'] for subnet, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:56.949147 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-2f589334-8433-4501-868a-49f299dd1f68 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 802 time: 3.7142634
Dec 24 11:05:56.951214 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43af28b1-9763-4c89-8aaf-f8ebd5f5a3a1 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Network aba7367e-1d4b-4f18-a103-47503f60eff6 is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:05:56.956674 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 38106) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:56.960180 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-43af28b1-9763-4c89-8aaf-f8ebd5f5a3a1 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Resources bound (agent type, host, resource id):  {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:05:56.977575 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43af28b1-9763-4c89-8aaf-f8ebd5f5a3a1 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:05:56.978288 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-43af28b1-9763-4c89-8aaf-f8ebd5f5a3a1 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks [] for subnet, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:56.984847 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43af28b1-9763-4c89-8aaf-f8ebd5f5a3a1 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Pushing event updated for resources: {'Subnet': ['ID=e13e6a5f-8a3a-4bda-ab03-58c6442b8669,revision_number=0']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:05:56.987937 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b01b15e-6ef7-4372-9e88-6c91a808826b None None] Network e4c21cbc-ee65-4dec-be41-ff4873aa6881 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:05:56.989859 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-43af28b1-9763-4c89-8aaf-f8ebd5f5a3a1 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:05:56.996387 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-23428a53-44b3-41be-842c-e280e9dc7e88 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1704352637', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a'}, 'admin_state_up': False}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:05:56.997297 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-839f16ac-15c2-4a6e-8553-6c742a26b856 tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] vlan segment allocate from pool success with {'vlan_id': 624, 'physical_network': 'physnet1'}  {{(pid=88878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 24 11:05:57.003620 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-528edb8b-3df3-42b1-97db-b08413da1b5a tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.085s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:05:57.096872 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1f75b9ac-0e57-4505-b045-a556c34c6f4c tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:57.121106 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cf8ffb8-ec57-4d0a-802f-b74c6eeeb901 None None] Network aba7367e-1d4b-4f18-a103-47503f60eff6 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:05:57.135269 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839f16ac-15c2-4a6e-8553-6c742a26b856 tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6116bfb-c081-4b13-8e53-6e4914b57926,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:05:57.148421 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d8b8f9ef-ba81-43a4-a8ae-455ca9b69f2e tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847649663', 'neutron.services.segments.db._delete_segments_for_network-8749505737672'] for network, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:57.176190 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c197604b-15ed-4d6e-8775-d1f7fa6e0193 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:05:57.178571 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-d8b8f9ef-ba81-43a4-a8ae-455ca9b69f2e tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f52703be748>,) {'filters': {'network_id': ['1861a6a4-79c3-4cc0-9239-ff60a30096d6']}} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:05:57.182235 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c197604b-15ed-4d6e-8775-d1f7fa6e0193 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:05:57.183246 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-c197604b-15ed-4d6e-8775-d1f7fa6e0193 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Synchronizing usage tracker for tenant:739a78fd4cfc48c2a4011598579f8f8c on resource:port {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:05:57.188588 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839f16ac-15c2-4a6e-8553-6c742a26b856 tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:05:57.189200 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839f16ac-15c2-4a6e-8553-6c742a26b856 tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:05:57.189998 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839f16ac-15c2-4a6e-8553-6c742a26b856 tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:05:57.190581 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839f16ac-15c2-4a6e-8553-6c742a26b856 tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:05:57.191264 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839f16ac-15c2-4a6e-8553-6c742a26b856 tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:05:57.191897 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839f16ac-15c2-4a6e-8553-6c742a26b856 tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:05:57.192493 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839f16ac-15c2-4a6e-8553-6c742a26b856 tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:05:57.193078 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839f16ac-15c2-4a6e-8553-6c742a26b856 tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:05:57.193260 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-d8b8f9ef-ba81-43a4-a8ae-455ca9b69f2e tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f52703be748>, 'ac06600e-4858-4b24-9b49-2ac35f35b052') {'for_net_delete': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:05:57.193606 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-d8b8f9ef-ba81-43a4-a8ae-455ca9b69f2e tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f52703be748>, 'ac06600e-4858-4b24-9b49-2ac35f35b052') {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:05:57.193746 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839f16ac-15c2-4a6e-8553-6c742a26b856 tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:05:57.194065 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839f16ac-15c2-4a6e-8553-6c742a26b856 tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:05:57.194472 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839f16ac-15c2-4a6e-8553-6c742a26b856 tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:05:57.205204 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-839f16ac-15c2-4a6e-8553-6c742a26b856 tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:57.205604 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.segments_db [None req-839f16ac-15c2-4a6e-8553-6c742a26b856 tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] Added segment 35040159-0925-4170-9a26-5465764ade71 of type vlan for network bbaa0071-8943-4ae3-9001-ba06d7d3ddaa
Dec 24 11:05:57.208214 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d8b8f9ef-ba81-43a4-a8ae-455ca9b69f2e tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749505745113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853989108'] for segment, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:57.218140 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-839f16ac-15c2-4a6e-8553-6c742a26b856 tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:05:57.226418 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d8b8f9ef-ba81-43a4-a8ae-455ca9b69f2e tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:57.246639 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-23428a53-44b3-41be-842c-e280e9dc7e88 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:05:57.251142 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b8f9ef-ba81-43a4-a8ae-455ca9b69f2e tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=ff03e6b2-9e44-4caf-b674-63e9e53bbaea,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:05:57.254207 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8b8f9ef-ba81-43a4-a8ae-455ca9b69f2e tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Releasing vlan 628 on physical network physnet1 to pool {{(pid=88879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 24 11:05:57.254659 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d8b8f9ef-ba81-43a4-a8ae-455ca9b69f2e tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036847652098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3926696'] for segment, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:57.273593 dv-neutron-822691-2-hyperv neutron-server[88767]: Traceback (most recent call last):
Dec 24 11:05:57.273593 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 24 11:05:57.273593 dv-neutron-822691-2-hyperv neutron-server[88767]:     timer()
Dec 24 11:05:57.273593 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 11:05:57.273593 dv-neutron-822691-2-hyperv neutron-server[88767]:     cb(*args, **kw)
Dec 24 11:05:57.273593 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 24 11:05:57.273593 dv-neutron-822691-2-hyperv neutron-server[88767]:     return func(*args, **kwargs)
Dec 24 11:05:57.273593 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 11:05:57.273593 dv-neutron-822691-2-hyperv neutron-server[88767]:     self._notify()
Dec 24 11:05:57.273593 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 11:05:57.273593 dv-neutron-822691-2-hyperv neutron-server[88767]:     self.callback(batched_events)
Dec 24 11:05:57.273593 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 11:05:57.273593 dv-neutron-822691-2-hyperv neutron-server[88767]:     event.method(event)
Dec 24 11:05:57.273593 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 11:05:57.273593 dv-neutron-822691-2-hyperv neutron-server[88767]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 11:05:57.273593 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 24 11:05:57.273593 dv-neutron-822691-2-hyperv neutron-server[88767]:     segment_id)['aggregates'][0]
Dec 24 11:05:57.273593 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 24 11:05:57.273593 dv-neutron-822691-2-hyperv neutron-server[88767]:     return f(self, *a, **k)
Dec 24 11:05:57.273593 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 11:05:57.273593 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self._get(url).json()
Dec 24 11:05:57.273593 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 24 11:05:57.273593 dv-neutron-822691-2-hyperv neutron-server[88767]:     **kwargs)
Dec 24 11:05:57.273593 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 24 11:05:57.273593 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self.request(url, 'GET', **kwargs)
Dec 24 11:05:57.273593 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 24 11:05:57.273593 dv-neutron-822691-2-hyperv neutron-server[88767]:     **endpoint_filter)
Dec 24 11:05:57.273593 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 24 11:05:57.273593 dv-neutron-822691-2-hyperv neutron-server[88767]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 11:05:57.273593 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 24 11:05:57.273593 dv-neutron-822691-2-hyperv neutron-server[88767]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 11:05:57.273593 dv-neutron-822691-2-hyperv neutron-server[88767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 11:05:57.276545 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-d8b8f9ef-ba81-43a4-a8ae-455ca9b69f2e tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:05:57.276545 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-23428a53-44b3-41be-842c-e280e9dc7e88 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Usage tracker for resource:router and tenant:ec45645f66414388a125dd3f2f469cd9 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:05:57.282208 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-23428a53-44b3-41be-842c-e280e9dc7e88 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:05:57.288988 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-43af28b1-9763-4c89-8aaf-f8ebd5f5a3a1 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.4931080
Dec 24 11:05:57.304497 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 38110) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:57.305474 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-23428a53-44b3-41be-842c-e280e9dc7e88 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:05:57.371489 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-b98719c4-4d11-4d4b-8c78-9630b414fd0f tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Request body: {'security_group': {'name': 'tempest-secgroup-148865947'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:05:57.387535 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-b98719c4-4d11-4d4b-8c78-9630b414fd0f tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:05:57.394422 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-23428a53-44b3-41be-842c-e280e9dc7e88 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-612016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-84579'] for router, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:57.395697 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-23428a53-44b3-41be-842c-e280e9dc7e88 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854163950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659046', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854079771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854691221'] for router, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:57.415772 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-23428a53-44b3-41be-842c-e280e9dc7e88 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:57.434555 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-b98719c4-4d11-4d4b-8c78-9630b414fd0f tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Usage tracker for resource:security_group and tenant:56d5354af46a4a91924cfe2259b4b254 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:05:57.439182 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-b98719c4-4d11-4d4b-8c78-9630b414fd0f tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:05:57.521570 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-b98719c4-4d11-4d4b-8c78-9630b414fd0f tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:05:57.524409 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d8b8f9ef-ba81-43a4-a8ae-455ca9b69f2e tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7126154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659196'] for network, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:57.528959 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8b8f9ef-ba81-43a4-a8ae-455ca9b69f2e tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  1861a6a4-79c3-4cc0-9239-ff60a30096d6 {{(pid=88879) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}}
Dec 24 11:05:57.537607 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d8b8f9ef-ba81-43a4-a8ae-455ca9b69f2e tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Notify callbacks [] for network, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:57.591806 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-5261d421-ab1e-4ad1-bf2d-29629b7d3142 None None] Provisioning for port 98811d59-f948-4fe5-ab40-b59a9c5f50b4 completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:05:57.604551 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-5261d421-ab1e-4ad1-bf2d-29629b7d3142 None None] Provisioning complete for port 98811d59-f948-4fe5-ab40-b59a9c5f50b4 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:05:57.604974 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5261d421-ab1e-4ad1-bf2d-29629b7d3142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:57.614327 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-041a57ce-9a57-44a2-8f99-fa085c9f5508 tempest-DHCPAgentSchedulersTestJSON-66244088 tempest-DHCPAgentSchedulersTestJSON-66244088-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:05:57.655354 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b8f9ef-ba81-43a4-a8ae-455ca9b69f2e tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Pushing event deleted for resources: {'Network': ['ID=1861a6a4-79c3-4cc0-9239-ff60a30096d6,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:05:57.658954 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-d8b8f9ef-ba81-43a4-a8ae-455ca9b69f2e tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:05:57.662136 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-d8b8f9ef-ba81-43a4-a8ae-455ca9b69f2e tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] 10.222.0.65 "DELETE /v2.0/networks/1861a6a4-79c3-4cc0-9239-ff60a30096d6 HTTP/1.1" status: 204  len: 168 time: 4.7109699
Dec 24 11:05:57.663881 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b5ae1053-2fae-445c-b315-bc192a02129a tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:57.665007 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b98719c4-4d11-4d4b-8c78-9630b414fd0f tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks [] for security_group, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:57.672485 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b819e2e-5bba-46af-a7fe-1b02b302f6e2 None None] Network b1ab20e6-03d3-494f-b21f-64ff95f797eb requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:05:57.673419 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 38114) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:57.674268 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-78ba0b92-a8a9-474b-b14d-5910ea8c7283 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:05:57.689784 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-839f16ac-15c2-4a6e-8553-6c742a26b856 tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363287349540024'] for network, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:57.707215 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-23428a53-44b3-41be-842c-e280e9dc7e88 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-659031', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854691240'] for router, precommit_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:57.734260 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-b98719c4-4d11-4d4b-8c78-9630b414fd0f tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:05:57.756803 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-b98719c4-4d11-4d4b-8c78-9630b414fd0f tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Usage tracker for resource:security_group_rule and tenant:56d5354af46a4a91924cfe2259b4b254 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:05:57.763573 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-b98719c4-4d11-4d4b-8c78-9630b414fd0f tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:05:57.772643 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-b98719c4-4d11-4d4b-8c78-9630b414fd0f tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:05:57.821862 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-c197604b-15ed-4d6e-8775-d1f7fa6e0193 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Unset dirty status for tenant:739a78fd4cfc48c2a4011598579f8f8c on resource:port {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:05:57.825773 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-c197604b-15ed-4d6e-8775-d1f7fa6e0193 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1669 time: 1.2304041
Dec 24 11:05:57.833497 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 38118) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:57.835933 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ae1053-2fae-445c-b315-bc192a02129a tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f1ead49-bf2d-43f7-93e5-0a8d48e6e4a1,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:05:57.841931 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-b5ae1053-2fae-445c-b315-bc192a02129a tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:05:57.899159 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-cbad20cc-4820-462d-9747-641c3fd8dd7e tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] 10.222.0.65 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 212 time: 0.2133162
Dec 24 11:05:57.910703 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 38122) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:58.012046 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b5ae1053-2fae-445c-b315-bc192a02129a tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:58.018319 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-b5ae1053-2fae-445c-b315-bc192a02129a tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] 10.222.0.65 "DELETE /v2.0/security-groups/9f1ead49-bf2d-43f7-93e5-0a8d48e6e4a1 HTTP/1.1" status: 204  len: 168 time: 1.6971421
Dec 24 11:05:58.024700 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 38126) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:58.039670 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b98719c4-4d11-4d4b-8c78-9630b414fd0f tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks [] for security_group, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:58.069807 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-839f16ac-15c2-4a6e-8553-6c742a26b856 tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636'] for network, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:58.081853 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-839f16ac-15c2-4a6e-8553-6c742a26b856 tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:05:58.082114 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8879f283-f21e-429d-a2e7-a00ee4d59b06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73968e80-91fd-539e-a7c6-b31af6d9e680-aba7367e-1d4b-4f18-a103-47503f60eff6', 'network_id': 'aba7367e-1d4b-4f18-a103-47503f60eff6', 'tenant_id': '56d5354af46a4a91924cfe2259b4b254', 'fixed_ips': [{'subnet_id': 'e13e6a5f-8a3a-4bda-ab03-58c6442b8669'}]}} from dv-neutron-822691-2-hyperv. {{(pid=88880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 24 11:05:58.082245 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-839f16ac-15c2-4a6e-8553-6c742a26b856 tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] Notify callbacks [] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:58.082354 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8879f283-f21e-429d-a2e7-a00ee4d59b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:58.091523 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-62a10a90-ecdf-4729-a021-ab08b09f1796 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:05:58.138743 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b98719c4-4d11-4d4b-8c78-9630b414fd0f tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:58.158626 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-59b172d5-7d9f-4a31-b31d-459fc2bbe8f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:05:58.177400 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:58.185766 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5261d421-ab1e-4ad1-bf2d-29629b7d3142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:58.188878 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7699628-8d68-410f-9eef-6a1f35cd449b tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:05:58.195460 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f7699628-8d68-410f-9eef-6a1f35cd449b tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Notify callbacks [] for router, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:58.197507 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-f7699628-8d68-410f-9eef-6a1f35cd449b tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] 10.222.0.65 "PUT /v2.0/routers/d6387086-3af0-4c43-ac12-0367b165e56c HTTP/1.1" status: 200  len: 918 time: 10.1777334
Dec 24 11:05:58.207642 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-839f16ac-15c2-4a6e-8553-6c742a26b856 tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201  len: 778 time: 3.1496308
Dec 24 11:05:58.222917 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 38130) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:58.223368 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 38132) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:58.262030 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-5261d421-ab1e-4ad1-bf2d-29629b7d3142 None None] For port 98811d59-f948-4fe5-ab40-b59a9c5f50b4, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=98811d59-f948-4fe5-ab40-b59a9c5f50b4,segment=NetworkSegment(f1e8b38a-0505-4dc7-bc10-346fd2de99d8),segment_id=f1e8b38a-0505-4dc7-bc10-346fd2de99d8)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:05:58.272245 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5261d421-ab1e-4ad1-bf2d-29629b7d3142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:58.283490 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-13b9fbfb-ca71-44aa-85c1-1514233d414a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:05:58.353611 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af48d2f0-d549-46be-88a0-2069ef732abd None None] Sync routers for ids ['d6387086-3af0-4c43-ac12-0367b165e56c'] in dv-neutron-822691-2-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:05:58.402141 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-0470f0c4-2996-4b7c-a7c9-1ed22c0ac707 tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] Request body: {'subnet': {'network_id': 'bbaa0071-8943-4ae3-9001-ba06d7d3ddaa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:05:58.422979 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-363bd158-fd6e-4053-8fbd-ffa49b6cd16f tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:05:58.423502 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-363bd158-fd6e-4053-8fbd-ffa49b6cd16f tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:05:58.423979 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-363bd158-fd6e-4053-8fbd-ffa49b6cd16f tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:05:58.424487 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-363bd158-fd6e-4053-8fbd-ffa49b6cd16f tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:05:58.424955 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-363bd158-fd6e-4053-8fbd-ffa49b6cd16f tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:05:58.425420 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-363bd158-fd6e-4053-8fbd-ffa49b6cd16f tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:05:58.425905 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-363bd158-fd6e-4053-8fbd-ffa49b6cd16f tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:05:58.426373 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-363bd158-fd6e-4053-8fbd-ffa49b6cd16f tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:05:58.426833 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-363bd158-fd6e-4053-8fbd-ffa49b6cd16f tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:05:58.427292 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-363bd158-fd6e-4053-8fbd-ffa49b6cd16f tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:05:58.428521 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-363bd158-fd6e-4053-8fbd-ffa49b6cd16f tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Synchronizing usage tracker for tenant:c66d55c7340e444e986b405893cdf446 on resource:subnet {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:05:58.450318 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af48d2f0-d549-46be-88a0-2069ef732abd None None] Routers {'d6387086-3af0-4c43-ac12-0367b165e56c'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:05:58.451025 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-af48d2f0-d549-46be-88a0-2069ef732abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271718320>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:05:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['d6387086-3af0-4c43-ac12-0367b165e56c'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:05:58.493269 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-8acbbdb5-8091-469f-9037-fd61ac13099d tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Deleting port 57fcab11-5a87-4dc7-8117-4d59a25e14fc {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:05:58.493848 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8acbbdb5-8091-469f-9037-fd61ac13099d tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:58.544063 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-af48d2f0-d549-46be-88a0-2069ef732abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271718320>, [], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:05:58.564213 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af48d2f0-d549-46be-88a0-2069ef732abd None None] Routers {'d6387086-3af0-4c43-ac12-0367b165e56c'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:05:58.564895 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-af48d2f0-d549-46be-88a0-2069ef732abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271718320>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:05:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['d6387086-3af0-4c43-ac12-0367b165e56c'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:05:58.594821 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1f75b9ac-0e57-4505-b045-a556c34c6f4c tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks [] for port, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:58.610035 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-0470f0c4-2996-4b7c-a7c9-1ed22c0ac707 tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:05:58.613915 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839f16ac-15c2-4a6e-8553-6c742a26b856 tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] Pushing event updated for resources: {'Network': ['ID=bbaa0071-8943-4ae3-9001-ba06d7d3ddaa,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:05:58.622519 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b98719c4-4d11-4d4b-8c78-9630b414fd0f tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks [] for security_group, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:58.622946 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-0470f0c4-2996-4b7c-a7c9-1ed22c0ac707 tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] Usage tracker for resource:subnet and tenant:53bd33dc5f954568aa2088ff06c867c4 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:05:58.626547 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-b98719c4-4d11-4d4b-8c78-9630b414fd0f tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1576 time: 1.3158493
Dec 24 11:05:58.626755 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-0470f0c4-2996-4b7c-a7c9-1ed22c0ac707 tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:05:58.632276 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5261d421-ab1e-4ad1-bf2d-29629b7d3142 None None] Pushing event updated for resources: {'Port': ['ID=98811d59-f948-4fe5-ab40-b59a9c5f50b4,revision_number=3']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:05:58.636529 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98719c4-4d11-4d4b-8c78-9630b414fd0f tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3a9b1cb-eb11-4e32-a620-31fbaa3550bf,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:05:58.638268 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-0470f0c4-2996-4b7c-a7c9-1ed22c0ac707 tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:05:58.639674 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-b98719c4-4d11-4d4b-8c78-9630b414fd0f tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.481s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:05:58.644117 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 38138) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:58.651357 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1f75b9ac-0e57-4505-b045-a556c34c6f4c tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3978773'] for port, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:58.653678 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5261d421-ab1e-4ad1-bf2d-29629b7d3142 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:05:58.654214 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5261d421-ab1e-4ad1-bf2d-29629b7d3142 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:05:58.654438 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5261d421-ab1e-4ad1-bf2d-29629b7d3142 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:05:58.654809 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5261d421-ab1e-4ad1-bf2d-29629b7d3142 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:05:58.655273 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5261d421-ab1e-4ad1-bf2d-29629b7d3142 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:05:58.655519 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5261d421-ab1e-4ad1-bf2d-29629b7d3142 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:05:58.655881 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5261d421-ab1e-4ad1-bf2d-29629b7d3142 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:05:58.656251 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5261d421-ab1e-4ad1-bf2d-29629b7d3142 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:05:58.656613 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5261d421-ab1e-4ad1-bf2d-29629b7d3142 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:05:58.656967 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5261d421-ab1e-4ad1-bf2d-29629b7d3142 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:05:58.657324 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5261d421-ab1e-4ad1-bf2d-29629b7d3142 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:05:58.661521 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Network bbaa0071-8943-4ae3-9001-ba06d7d3ddaa details requested by agent ovs-agent-dv-neutron-822691-2-hyperv with host dv-neutron-822691-2-hyperv {{(pid=88880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 24 11:05:58.670926 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-839f16ac-15c2-4a6e-8553-6c742a26b856 tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.579s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:05:58.673062 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-fc65302b-a445-43e8-8d64-aeae57c64505 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:05:58.678788 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-5261d421-ab1e-4ad1-bf2d-29629b7d3142 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:05:58.687214 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-8879f283-f21e-429d-a2e7-a00ee4d59b06 None None] Allocated IP 172.20.0.2 (aba7367e-1d4b-4f18-a103-47503f60eff6/e13e6a5f-8a3a-4bda-ab03-58c6442b8669/54fac788-ece8-4cca-9b89-0861365a90b1) {{(pid=88880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:05:58.687853 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-55f04ea5-1e6f-4642-af15-d73e116bad68 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Request body: {'security_group': {'name': 'tempest-secgroup-1167478607'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:05:58.689580 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-af48d2f0-d549-46be-88a0-2069ef732abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271718320>, [], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:05:58.690115 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af48d2f0-d549-46be-88a0-2069ef732abd None None] The sync data for ids ['d6387086-3af0-4c43-ac12-0367b165e56c'] in dv-neutron-822691-2-hyperv is: [] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:05:58.691545 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-fed0c23e-9f20-4391-ba98-fba00e6b5c1e None None] Provisioning for port 25a6940a-df0a-460d-9513-f53532659bed completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:05:58.697030 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-55f04ea5-1e6f-4642-af15-d73e116bad68 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:05:58.702493 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-fed0c23e-9f20-4391-ba98-fba00e6b5c1e None None] Provisioning complete for port 25a6940a-df0a-460d-9513-f53532659bed triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:05:58.702718 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-55f04ea5-1e6f-4642-af15-d73e116bad68 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Usage tracker for resource:security_group and tenant:56d5354af46a4a91924cfe2259b4b254 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:05:58.702843 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fed0c23e-9f20-4391-ba98-fba00e6b5c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:58.706294 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-55f04ea5-1e6f-4642-af15-d73e116bad68 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:05:58.713530 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-55f04ea5-1e6f-4642-af15-d73e116bad68 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:05:58.716593 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0470f0c4-2996-4b7c-a7c9-1ed22c0ac707 tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] Made reservation on behalf of 53bd33dc5f954568aa2088ff06c867c4 for: {'subnet': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:05:58.782611 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-363bd158-fd6e-4053-8fbd-ffa49b6cd16f tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Unset dirty status for tenant:c66d55c7340e444e986b405893cdf446 on resource:subnet {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:05:58.787828 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-363bd158-fd6e-4053-8fbd-ffa49b6cd16f tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 6380 time: 0.8648884
Dec 24 11:05:58.894016 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 38142) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:58.920375 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-55f04ea5-1e6f-4642-af15-d73e116bad68 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks [] for security_group, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:58.993775 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_v2 [None req-42630e07-a236-4a8b-beb9-806b57f3abe0 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Deleting subnet 92628b22-7a3c-4e24-97da-66511399f8c8 {{(pid=88879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 24 11:05:59.060785 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-42630e07-a236-4a8b-beb9-806b57f3abe0 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks [] for subnet, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:59.114062 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.v2.resource [None req-577722fe-5fbc-4c5a-a037-bd33d51aa13e tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] delete failed (client error): The resource could not be found.
Dec 24 11:05:59.118508 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-577722fe-5fbc-4c5a-a037-bd33d51aa13e tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] 10.222.0.65 "DELETE /v2.0/floatingips/e2ff12e3-d2e9-40f5-9268-0e08fdf51a3e HTTP/1.1" status: 404  len: 345 time: 0.2155833
Dec 24 11:05:59.122284 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 38146) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:59.127843 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-23428a53-44b3-41be-842c-e280e9dc7e88 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks [] for router_gateway, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:59.205568 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fed0c23e-9f20-4391-ba98-fba00e6b5c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:59.231960 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f75b9ac-0e57-4505-b045-a556c34c6f4c tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Pushing event updated for resources: {'Port': ['ID=67523bb2-114e-4ab0-a5b0-facdf92e36af,revision_number=2']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:05:59.235644 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-1f75b9ac-0e57-4505-b045-a556c34c6f4c tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.563s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:05:59.241719 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-23428a53-44b3-41be-842c-e280e9dc7e88 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:59.246463 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-fed0c23e-9f20-4391-ba98-fba00e6b5c1e None None] For port 25a6940a-df0a-460d-9513-f53532659bed, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=25a6940a-df0a-460d-9513-f53532659bed,segment=NetworkSegment(6618a092-51b2-4e3d-9318-3ce6b7b40c55),segment_id=6618a092-51b2-4e3d-9318-3ce6b7b40c55)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:05:59.258382 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fed0c23e-9f20-4391-ba98-fba00e6b5c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:59.264316 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-e62995d7-c398-47b8-9bb2-cc6b4b3e6916 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:05:59.264946 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-65a5b61d-3d5b-415c-9de3-dc5e7de78593 tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] DELETE failed (client error): The resource could not be found.
Dec 24 11:05:59.265575 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65a5b61d-3d5b-415c-9de3-dc5e7de78593 tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=88878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 24 11:05:59.267655 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-65a5b61d-3d5b-415c-9de3-dc5e7de78593 tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] 10.222.0.65 "DELETE /v2.0/networks/1861a6a4-79c3-4cc0-9239-ff60a30096d6 HTTP/1.1" status: 404  len: 339 time: 0.1403518
Dec 24 11:05:59.327251 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-fed0c23e-9f20-4391-ba98-fba00e6b5c1e None None] Provisioning for port 57fcab11-5a87-4dc7-8117-4d59a25e14fc completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:05:59.340559 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-fed0c23e-9f20-4391-ba98-fba00e6b5c1e None None] Provisioning complete for port 57fcab11-5a87-4dc7-8117-4d59a25e14fc triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:05:59.341229 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fed0c23e-9f20-4391-ba98-fba00e6b5c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:59.346919 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 38150) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:59.349579 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-42630e07-a236-4a8b-beb9-806b57f3abe0 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-786693'] for subnet, precommit_delete_associations {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:59.362594 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0470f0c4-2996-4b7c-a7c9-1ed22c0ac707 tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2246100'] for subnet, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:59.419140 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-aacd1953-10f7-4720-a189-6a06f4e1f019 tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Request body: {'network': {'name': 'tempest-network--696214654', 'router:external': True}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:05:59.432058 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-aacd1953-10f7-4720-a189-6a06f4e1f019 tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:05:59.441064 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-aacd1953-10f7-4720-a189-6a06f4e1f019 tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Usage tracker for resource:network and tenant:c66d55c7340e444e986b405893cdf446 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:05:59.447009 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-aacd1953-10f7-4720-a189-6a06f4e1f019 tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:05:59.453192 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed0c23e-9f20-4391-ba98-fba00e6b5c1e None None] Pushing event updated for resources: {'Port': ['ID=25a6940a-df0a-460d-9513-f53532659bed,revision_number=3']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:05:59.456186 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-aacd1953-10f7-4720-a189-6a06f4e1f019 tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:05:59.461207 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-fed0c23e-9f20-4391-ba98-fba00e6b5c1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:05:59.481916 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-fed0c23e-9f20-4391-ba98-fba00e6b5c1e None None] Port 57fcab11-5a87-4dc7-8117-4d59a25e14fc cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:05:59.486624 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8879f283-f21e-429d-a2e7-a00ee4d59b06 None None] Notify callbacks [] for port, precommit_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:59.498580 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-8879f283-f21e-429d-a2e7-a00ee4d59b06 None None] Transition to ACTIVE for port object 54fac788-ece8-4cca-9b89-0861365a90b1 will not be triggered until provisioned by entity L2. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:05:59.527045 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-8879f283-f21e-429d-a2e7-a00ee4d59b06 None None] Transition to ACTIVE for port object 54fac788-ece8-4cca-9b89-0861365a90b1 will not be triggered until provisioned by entity DHCP. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:05:59.535857 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-55f04ea5-1e6f-4642-af15-d73e116bad68 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:05:59.543562 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8879f283-f21e-429d-a2e7-a00ee4d59b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408'] for port, after_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:59.555775 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-9e090075-f588-45f6-bb4f-97d37001caf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:05:59.620192 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8879f283-f21e-429d-a2e7-a00ee4d59b06 None None] Network aba7367e-1d4b-4f18-a103-47503f60eff6 is already hosted by enough agents. {{(pid=88880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:05:59.621877 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-8879f283-f21e-429d-a2e7-a00ee4d59b06 None None] Resources bound (agent type, host, resource id):  {{(pid=88880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:05:59.625647 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aacd1953-10f7-4720-a189-6a06f4e1f019 tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Made reservation on behalf of c66d55c7340e444e986b405893cdf446 for: {'network': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:05:59.630927 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-aacd1953-10f7-4720-a189-6a06f4e1f019 tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for network, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:59.631732 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8879f283-f21e-429d-a2e7-a00ee4d59b06 None None] Received port after_create {{(pid=88880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:05:59.645403 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8879f283-f21e-429d-a2e7-a00ee4d59b06 None None] Pushing event updated for resources: {'Port': ['ID=54fac788-ece8-4cca-9b89-0861365a90b1,revision_number=1']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:05:59.647693 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-55f04ea5-1e6f-4642-af15-d73e116bad68 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Usage tracker for resource:security_group_rule and tenant:56d5354af46a4a91924cfe2259b4b254 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:05:59.651721 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-8879f283-f21e-429d-a2e7-a00ee4d59b06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:05:59.659660 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-55f04ea5-1e6f-4642-af15-d73e116bad68 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:05:59.660321 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1f75b9ac-0e57-4505-b045-a556c34c6f4c tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-720245'] for router_interface, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:59.684758 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-55f04ea5-1e6f-4642-af15-d73e116bad68 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:05:59.693783 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8acbbdb5-8091-469f-9037-fd61ac13099d tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:59.740198 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-65029bd8-96d8-4e61-adb7-ba8c714dfa53 None None] Provisioning complete for port 98811d59-f948-4fe5-ab40-b59a9c5f50b4 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:05:59.741283 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-65029bd8-96d8-4e61-adb7-ba8c714dfa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:59.750299 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-fc526f84-fbaa-43a8-8d12-a9fb0d7739be tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] 10.222.0.65 "GET /v2.0/routers/d6387086-3af0-4c43-ac12-0367b165e56c HTTP/1.1" status: 200  len: 924 time: 1.5232208
Dec 24 11:05:59.754540 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 38154) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:59.800631 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-8879f283-f21e-429d-a2e7-a00ee4d59b06 None None] Attempting to bind port 54fac788-ece8-4cca-9b89-0861365a90b1 on host dv-neutron-822691-2-hyperv for vnic_type normal with profile  {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:05:59.801237 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-8879f283-f21e-429d-a2e7-a00ee4d59b06 None None] Attempting to bind port 54fac788-ece8-4cca-9b89-0861365a90b1 by drivers openvswitch,hyperv on host dv-neutron-822691-2-hyperv at level 0 using segments [{'id': '9baf9206-49cc-41fa-b042-30f866ce9712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'aba7367e-1d4b-4f18-a103-47503f60eff6'}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:05:59.802578 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8879f283-f21e-429d-a2e7-a00ee4d59b06 None None] Attempting to bind port 54fac788-ece8-4cca-9b89-0861365a90b1 on network aba7367e-1d4b-4f18-a103-47503f60eff6 {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:05:59.824582 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8879f283-f21e-429d-a2e7-a00ee4d59b06 None None] Checking agent: {'id': 'db1275c1-6001-47af-93c2-635c68404703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822691-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 52, 8), 'started_at': datetime.datetime(2021, 12, 24, 10, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 5, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822691-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:05:59.825288 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8879f283-f21e-429d-a2e7-a00ee4d59b06 None None] Checking segment: {'id': '9baf9206-49cc-41fa-b042-30f866ce9712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'aba7367e-1d4b-4f18-a103-47503f60eff6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:05:59.825863 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8879f283-f21e-429d-a2e7-a00ee4d59b06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:59.826480 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8879f283-f21e-429d-a2e7-a00ee4d59b06 None None] Bound using segment: {'id': '9baf9206-49cc-41fa-b042-30f866ce9712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'aba7367e-1d4b-4f18-a103-47503f60eff6'} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:05:59.827120 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-8879f283-f21e-429d-a2e7-a00ee4d59b06 None None] Bound port: 54fac788-ece8-4cca-9b89-0861365a90b1, host: dv-neutron-822691-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9baf9206-49cc-41fa-b042-30f866ce9712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'aba7367e-1d4b-4f18-a103-47503f60eff6'}}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:05:59.827695 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8879f283-f21e-429d-a2e7-a00ee4d59b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:59.858037 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-8acbbdb5-8091-469f-9037-fd61ac13099d tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Calling delete_port for 57fcab11-5a87-4dc7-8117-4d59a25e14fc owned by  {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:05:59.893454 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-23428a53-44b3-41be-842c-e280e9dc7e88 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Allocated IP 172.26.3.160 (f8c337ba-681f-4fcb-a333-e3c49365b30a/8ea1398c-0bec-46d6-8d54-85798de2a7ca/8cd6f975-9f1d-4a52-8c4f-ebbcb03cb422) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:05:59.913772 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1f75b9ac-0e57-4505-b045-a556c34c6f4c tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:59.926895 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0470f0c4-2996-4b7c-a7c9-1ed22c0ac707 tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850796890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2246085'] for subnet, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:59.933066 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aacd1953-10f7-4720-a189-6a06f4e1f019 tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] vlan segment allocate from pool success with {'vlan_id': 632, 'physical_network': 'physnet1'}  {{(pid=88879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 24 11:05:59.934051 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-bd8ddb51-53c8-4bec-af52-ee5a9a0ca2dd tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:05:59.960134 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-42630e07-a236-4a8b-beb9-806b57f3abe0 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847655656'] for subnet, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:05:59.994925 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-65029bd8-96d8-4e61-adb7-ba8c714dfa53 None None] Provisioning for port 67523bb2-114e-4ab0-a5b0-facdf92e36af completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:06:00.010524 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-65029bd8-96d8-4e61-adb7-ba8c714dfa53 None None] Provisioning complete for port 67523bb2-114e-4ab0-a5b0-facdf92e36af triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:06:00.010524 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-65029bd8-96d8-4e61-adb7-ba8c714dfa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:00.046167 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-aacd1953-10f7-4720-a189-6a06f4e1f019 tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:00.046565 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.segments_db [None req-aacd1953-10f7-4720-a189-6a06f4e1f019 tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Added segment af9e690d-bf8c-4fb7-981d-df77751ccb1d of type vlan for network b8b22c38-8502-4c47-b9bc-c1f5a3f51e3a
Dec 24 11:06:00.054887 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-8879f283-f21e-429d-a2e7-a00ee4d59b06 None None] For port 54fac788-ece8-4cca-9b89-0861365a90b1, host dv-neutron-822691-2-hyperv, cleared binding levels {{(pid=88880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:06:00.059162 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 25a6940a-df0a-460d-9513-f53532659bed up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:06:00.087550 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0470f0c4-2996-4b7c-a7c9-1ed22c0ac707 tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] Pushing event updated for resources: {'Subnet': ['ID=f94436b3-a0a9-4a63-abc5-aa3d5963a328,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:06:00.090550 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-0470f0c4-2996-4b7c-a7c9-1ed22c0ac707 tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:06:00.111941 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-aef37569-b726-4c05-9e7a-5f8bb231538a tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] 10.222.0.65 "GET /v2.0/ports?network_id=f8c337ba-681f-4fcb-a333-e3c49365b30a&device_id=d6387086-3af0-4c43-ac12-0367b165e56c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 944 time: 0.3525894
Dec 24 11:06:00.112174 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-8879f283-f21e-429d-a2e7-a00ee4d59b06 None None] For port 54fac788-ece8-4cca-9b89-0861365a90b1, host dv-neutron-822691-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=54fac788-ece8-4cca-9b89-0861365a90b1,segment=NetworkSegment(9baf9206-49cc-41fa-b042-30f866ce9712),segment_id=9baf9206-49cc-41fa-b042-30f866ce9712)] {{(pid=88880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:06:00.117979 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 38158) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:00.121089 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8879f283-f21e-429d-a2e7-a00ee4d59b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:00.136568 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-5261d421-ab1e-4ad1-bf2d-29629b7d3142 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:06:00.198933 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-65029bd8-96d8-4e61-adb7-ba8c714dfa53 None None] Port 67523bb2-114e-4ab0-a5b0-facdf92e36af cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:06:00.211652 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-55f04ea5-1e6f-4642-af15-d73e116bad68 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks [] for security_group, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:00.254174 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8879f283-f21e-429d-a2e7-a00ee4d59b06 None None] Pushing event updated for resources: {'Port': ['ID=54fac788-ece8-4cca-9b89-0861365a90b1,revision_number=2']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:06:00.254388 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0470f0c4-2996-4b7c-a7c9-1ed22c0ac707 tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] Checking segment: {'id': '35040159-0925-4170-9a26-5465764ade71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'bbaa0071-8943-4ae3-9001-ba06d7d3ddaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:06:00.254488 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0470f0c4-2996-4b7c-a7c9-1ed22c0ac707 tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] Network hostable DHCP agents. Network: bbaa0071-8943-4ae3-9001-ba06d7d3ddaa, hostable agents: ['edcf98dc-3032-472a-8b3d-f23fd1e89806'], hosted agents: [] {{(pid=88878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 24 11:06:00.260025 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-8879f283-f21e-429d-a2e7-a00ee4d59b06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:06:00.266446 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port 25a6940a-df0a-460d-9513-f53532659bed triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:06:00.266872 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:00.281891 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-55f04ea5-1e6f-4642-af15-d73e116bad68 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:00.313965 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-ded32620-1691-43a3-ad30-6dd535535479 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:06:00.332550 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-aacd1953-10f7-4720-a189-6a06f4e1f019 tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363287349540024'] for network, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:00.351516 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0470f0c4-2996-4b7c-a7c9-1ed22c0ac707 tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] Network bbaa0071-8943-4ae3-9001-ba06d7d3ddaa is scheduled to be hosted by DHCP agent edcf98dc-3032-472a-8b3d-f23fd1e89806 with binding_index 1 {{(pid=88878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 24 11:06:00.400218 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 98811d59-f948-4fe5-ab40-b59a9c5f50b4 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:06:00.432862 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-0470f0c4-2996-4b7c-a7c9-1ed22c0ac707 tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822691-2-hyperv, bbaa0071-8943-4ae3-9001-ba06d7d3ddaa) {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:06:00.438057 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0470f0c4-2996-4b7c-a7c9-1ed22c0ac707 tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:06:00.438859 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0470f0c4-2996-4b7c-a7c9-1ed22c0ac707 tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:00.458736 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4ad355a-a80d-4655-82f7-88b091805d8e None None] Network bbaa0071-8943-4ae3-9001-ba06d7d3ddaa requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:06:00.463804 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-42630e07-a236-4a8b-beb9-806b57f3abe0 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7120129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850854134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851156349'] for subnet, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:00.492129 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-0470f0c4-2996-4b7c-a7c9-1ed22c0ac707 tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.2604108
Dec 24 11:06:00.493859 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 38162) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:00.501542 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-8d145695-89ec-46f5-8407-b5b40a10d089 tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] Request body: {'port': {'network_id': 'bbaa0071-8943-4ae3-9001-ba06d7d3ddaa', 'name': 'tempest-TagsExtTest-1527284556'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:06:00.560622 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-23428a53-44b3-41be-842c-e280e9dc7e88 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:00.593245 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f04ea5-1e6f-4642-af15-d73e116bad68 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2555ca20-4cd0-44f6-bfd3-d7afa96c7eb4,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:06:00.621794 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f04ea5-1e6f-4642-af15-d73e116bad68 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:06:00.622152 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f04ea5-1e6f-4642-af15-d73e116bad68 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:06:00.622606 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f04ea5-1e6f-4642-af15-d73e116bad68 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:06:00.622898 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f04ea5-1e6f-4642-af15-d73e116bad68 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:06:00.623304 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f04ea5-1e6f-4642-af15-d73e116bad68 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:06:00.623704 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f04ea5-1e6f-4642-af15-d73e116bad68 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:06:00.624101 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f04ea5-1e6f-4642-af15-d73e116bad68 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:06:00.624947 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f04ea5-1e6f-4642-af15-d73e116bad68 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:06:00.624947 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f04ea5-1e6f-4642-af15-d73e116bad68 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:06:00.625277 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f04ea5-1e6f-4642-af15-d73e116bad68 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:06:00.625607 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f04ea5-1e6f-4642-af15-d73e116bad68 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:06:00.629460 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-23428a53-44b3-41be-842c-e280e9dc7e88 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:00.634864 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-42630e07-a236-4a8b-beb9-806b57f3abe0 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks [] for subnet, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:00.635455 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port 98811d59-f948-4fe5-ab40-b59a9c5f50b4 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:06:00.635879 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:00.636876 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-42630e07-a236-4a8b-beb9-806b57f3abe0 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] 10.222.0.65 "DELETE /v2.0/subnets/92628b22-7a3c-4e24-97da-66511399f8c8 HTTP/1.1" status: 204  len: 168 time: 2.6015432
Dec 24 11:06:00.638865 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-55f04ea5-1e6f-4642-af15-d73e116bad68 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:06:00.644772 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-b97cfc0b-ab58-43f3-bf11-37ec2b3acaa6 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:06:00.660126 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 38166) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:00.684665 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-55f04ea5-1e6f-4642-af15-d73e116bad68 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks [] for security_group, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:00.689525 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-55f04ea5-1e6f-4642-af15-d73e116bad68 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 2.0153553
Dec 24 11:06:00.700929 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8acbbdb5-8091-469f-9037-fd61ac13099d tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:00.705564 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d1282a8-c45a-445d-a1fe-037f9d0f96c8 None None] Network c5575859-d751-4466-a894-d2db623d50b3 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:06:00.717768 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 38170) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:00.720786 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1f75b9ac-0e57-4505-b045-a556c34c6f4c tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks [] for port, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:00.730969 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-4dce4217-1bbf-4296-ad0f-36502c132170 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-653759769', 'security_groups': ['2555ca20-4cd0-44f6-bfd3-d7afa96c7eb4'], 'network_id': 'aba7367e-1d4b-4f18-a103-47503f60eff6', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'e13e6a5f-8a3a-4bda-ab03-58c6442b8669'}]}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:06:00.771305 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-aacd1953-10f7-4720-a189-6a06f4e1f019 tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636'] for network, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:00.771305 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aacd1953-10f7-4720-a189-6a06f4e1f019 tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:06:00.772741 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-aacd1953-10f7-4720-a189-6a06f4e1f019 tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Notify callbacks [] for network, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:00.790933 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23428a53-44b3-41be-842c-e280e9dc7e88 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Network f8c337ba-681f-4fcb-a333-e3c49365b30a is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:06:00.791307 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1f75b9ac-0e57-4505-b045-a556c34c6f4c tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3978773'] for port, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:00.793496 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1f75b9ac-0e57-4505-b045-a556c34c6f4c tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1977653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854055662'] for router_interface, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:00.799086 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f0fc902-b960-48ee-971e-f3fb38a04126 tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:06:00.800768 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-9f0fc902-b960-48ee-971e-f3fb38a04126 tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] 10.222.0.65 "GET /v2.0/networks/f8c337ba-681f-4fcb-a333-e3c49365b30a HTTP/1.1" status: 200  len: 881 time: 0.6742094
Dec 24 11:06:00.806425 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-23428a53-44b3-41be-842c-e280e9dc7e88 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Resources bound (agent type, host, resource id):  {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:06:00.809091 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23428a53-44b3-41be-842c-e280e9dc7e88 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Pushing event updated for resources: {'Port': ['ID=8cd6f975-9f1d-4a52-8c4f-ebbcb03cb422,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:06:00.812426 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23428a53-44b3-41be-842c-e280e9dc7e88 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:06:00.826968 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 38174) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:00.829472 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-4faaebe9-dd30-449d-98e4-1b65a5cc85e6 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:06:00.857511 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-23428a53-44b3-41be-842c-e280e9dc7e88 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:06:00.859244 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-ad4ad08b-f031-4b51-a817-447a7af4ad03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.368s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:06:00.942395 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-aacd1953-10f7-4720-a189-6a06f4e1f019 tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201  len: 862 time: 1.5536551
Dec 24 11:06:00.964813 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42630e07-a236-4a8b-beb9-806b57f3abe0 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Pushing event deleted for resources: {'Subnet': ['ID=92628b22-7a3c-4e24-97da-66511399f8c8,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:06:00.969163 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 38178) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:00.976093 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-42630e07-a236-4a8b-beb9-806b57f3abe0 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:06:00.977473 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8acbbdb5-8091-469f-9037-fd61ac13099d tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:00.981868 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-8acbbdb5-8091-469f-9037-fd61ac13099d tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "DELETE /v2.0/ports/57fcab11-5a87-4dc7-8117-4d59a25e14fc HTTP/1.1" status: 204  len: 168 time: 3.1445694
Dec 24 11:06:00.981868 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-2cafda22-b372-4b46-9204-397895582943 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.251s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:06:00.990584 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1bb082e-921e-440f-8b52-bde678d6ddda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73968e80-91fd-539e-a7c6-b31af6d9e680-bbaa0071-8943-4ae3-9001-ba06d7d3ddaa', 'network_id': 'bbaa0071-8943-4ae3-9001-ba06d7d3ddaa', 'tenant_id': '53bd33dc5f954568aa2088ff06c867c4', 'fixed_ips': [{'subnet_id': 'f94436b3-a0a9-4a63-abc5-aa3d5963a328'}]}} from dv-neutron-822691-2-hyperv. {{(pid=88880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 24 11:06:00.991658 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f1bb082e-921e-440f-8b52-bde678d6ddda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:01.020147 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f75b9ac-0e57-4505-b045-a556c34c6f4c tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Pushing event updated for resources: {'Port': ['ID=67523bb2-114e-4ab0-a5b0-facdf92e36af,revision_number=3']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:06:01.029779 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 38182) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:01.030240 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 38184) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:01.034697 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-cb09c220-c322-4a9e-b62d-8226aa922710 tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] 10.222.0.65 "GET /v2.0/ports?device_id=d6387086-3af0-4c43-ac12-0367b165e56c HTTP/1.1" status: 200  len: 205 time: 0.1076758
Dec 24 11:06:01.036098 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-1f75b9ac-0e57-4505-b045-a556c34c6f4c tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:06:01.052666 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-8d145695-89ec-46f5-8407-b5b40a10d089 tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:06:01.057208 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-8d145695-89ec-46f5-8407-b5b40a10d089 tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] Usage tracker for resource:port and tenant:53bd33dc5f954568aa2088ff06c867c4 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:06:01.061008 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-8d145695-89ec-46f5-8407-b5b40a10d089 tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:06:01.067874 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-8d145695-89ec-46f5-8407-b5b40a10d089 tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:06:01.110149 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d145695-89ec-46f5-8407-b5b40a10d089 tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] Made reservation on behalf of 53bd33dc5f954568aa2088ff06c867c4 for: {'port': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:06:01.116119 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8d145695-89ec-46f5-8407-b5b40a10d089 tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:01.150785 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [None req-8d145695-89ec-46f5-8407-b5b40a10d089 tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] device_id is not set on port ee69797a-765d-409a-bb69-ecba3b0c0209 yet. {{(pid=88878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 24 11:06:01.481523 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acbbdb5-8091-469f-9037-fd61ac13099d tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Pushing event deleted for resources: {'Port': ['ID=57fcab11-5a87-4dc7-8117-4d59a25e14fc,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:06:01.511325 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-8acbbdb5-8091-469f-9037-fd61ac13099d tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.531s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:06:01.540042 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c21a2d13-62f5-4841-916b-4df8d460e981 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.754s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:06:01.614576 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-8d145695-89ec-46f5-8407-b5b40a10d089 tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] Allocated IP 172.20.0.11 (bbaa0071-8943-4ae3-9001-ba06d7d3ddaa/f94436b3-a0a9-4a63-abc5-aa3d5963a328/ee69797a-765d-409a-bb69-ecba3b0c0209) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:06:01.647075 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-4dce4217-1bbf-4296-ad0f-36502c132170 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:06:01.659806 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-4dce4217-1bbf-4296-ad0f-36502c132170 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Usage tracker for resource:port and tenant:56d5354af46a4a91924cfe2259b4b254 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:06:01.675596 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-4dce4217-1bbf-4296-ad0f-36502c132170 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:06:01.688645 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f75b9ac-0e57-4505-b045-a556c34c6f4c tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Network e4c21cbc-ee65-4dec-be41-ff4873aa6881 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:06:01.696149 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-4dce4217-1bbf-4296-ad0f-36502c132170 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:06:01.700641 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-1f75b9ac-0e57-4505-b045-a556c34c6f4c tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Resources bound (agent type, host, resource id):  {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:06:01.766375 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eb62f19-0f56-46cc-869c-4efd14607662 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:06:01.767982 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eb62f19-0f56-46cc-869c-4efd14607662 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:06:01.770407 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-1eb62f19-0f56-46cc-869c-4efd14607662 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1451 time: 0.7138655
Dec 24 11:06:01.780069 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacd1953-10f7-4720-a189-6a06f4e1f019 tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Pushing event updated for resources: {'Network': ['ID=b8b22c38-8502-4c47-b9bc-c1f5a3f51e3a,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:06:01.783638 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-aacd1953-10f7-4720-a189-6a06f4e1f019 tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:06:01.792523 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Network b8b22c38-8502-4c47-b9bc-c1f5a3f51e3a details requested by agent ovs-agent-dv-neutron-822691-2-hyperv with host dv-neutron-822691-2-hyperv {{(pid=88880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 24 11:06:01.797310 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 38190) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:01.887193 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4ac9932-8c0e-4c5e-949d-e32203b08197 tempest-ExternalNetworksTestJSON-1065651105 tempest-ExternalNetworksTestJSON-1065651105-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:06:01.891952 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4ac9932-8c0e-4c5e-949d-e32203b08197 tempest-ExternalNetworksTestJSON-1065651105 tempest-ExternalNetworksTestJSON-1065651105-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:06:01.897323 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4ac9932-8c0e-4c5e-949d-e32203b08197 tempest-ExternalNetworksTestJSON-1065651105 tempest-ExternalNetworksTestJSON-1065651105-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:06:01.901208 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4ac9932-8c0e-4c5e-949d-e32203b08197 tempest-ExternalNetworksTestJSON-1065651105 tempest-ExternalNetworksTestJSON-1065651105-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:06:01.902434 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-f4ac9932-8c0e-4c5e-949d-e32203b08197 tempest-ExternalNetworksTestJSON-1065651105 tempest-ExternalNetworksTestJSON-1065651105-project] Synchronizing usage tracker for tenant:e3c9413af1e74d3fb0ddbf8b87c5da24 on resource:network {{(pid=88879) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:06:02.042364 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-f4ac9932-8c0e-4c5e-949d-e32203b08197 tempest-ExternalNetworksTestJSON-1065651105 tempest-ExternalNetworksTestJSON-1065651105-project] Unset dirty status for tenant:e3c9413af1e74d3fb0ddbf8b87c5da24 on resource:network {{(pid=88879) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:06:02.047995 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-f4ac9932-8c0e-4c5e-949d-e32203b08197 tempest-ExternalNetworksTestJSON-1065651105 tempest-ExternalNetworksTestJSON-1065651105-project] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2453 time: 1.0758514
Dec 24 11:06:02.049156 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 38194) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:02.056505 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_v2 [None req-9be4c890-539a-48d5-9018-3acfe70f38a0 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Deleting subnet 7a3d2778-3f2c-4c6a-9cab-69f79da144d9 {{(pid=88878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 24 11:06:02.078341 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9be4c890-539a-48d5-9018-3acfe70f38a0 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks [] for subnet, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:02.109176 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 54fac788-ece8-4cca-9b89-0861365a90b1 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:06:02.258260 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning for port 54fac788-ece8-4cca-9b89-0861365a90b1 completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:06:02.298665 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dce4217-1bbf-4296-ad0f-36502c132170 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Made reservation on behalf of 56d5354af46a4a91924cfe2259b4b254 for: {'port': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:06:02.366065 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2a026b8b-6cb9-4ccb-89d7-ceeeab0725ea tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036847558493'] for network, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:02.421213 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_v2 [None req-82d266af-4dc3-453b-9cb7-8aebfe8b038d tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Deleting subnet 48e7587c-f2fa-4786-9be9-2c099ad5a238 {{(pid=88879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 24 11:06:02.434156 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-82d266af-4dc3-453b-9cb7-8aebfe8b038d tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks [] for subnet, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:02.458603 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-938204c3-08cc-4a81-8f07-921521d5f1c4 None None] Provisioning complete for port 67523bb2-114e-4ab0-a5b0-facdf92e36af triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:06:02.459066 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-938204c3-08cc-4a81-8f07-921521d5f1c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:02.468939 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9be4c890-539a-48d5-9018-3acfe70f38a0 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852534446'] for subnet, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:02.475638 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5ffc370c-84b7-4ebf-9de7-7b757e55eb9d tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Notify callbacks [] for router, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:02.562932 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-938204c3-08cc-4a81-8f07-921521d5f1c4 None None] Port 67523bb2-114e-4ab0-a5b0-facdf92e36af cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:06:02.603343 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-23428a53-44b3-41be-842c-e280e9dc7e88 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks [] for router_gateway, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:02.605385 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-23428a53-44b3-41be-842c-e280e9dc7e88 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854163800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854116816'] for router, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:02.765185 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-82d266af-4dc3-453b-9cb7-8aebfe8b038d tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-786693'] for subnet, precommit_delete_associations {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:02.862150 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2a026b8b-6cb9-4ccb-89d7-ceeeab0725ea tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847649663', 'neutron.services.segments.db._delete_segments_for_network-8749505737672'] for network, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:02.876515 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4dce4217-1bbf-4296-ad0f-36502c132170 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:02.893561 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9be4c890-539a-48d5-9018-3acfe70f38a0 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847655656'] for subnet, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:02.899177 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-f3025885-c059-4857-b282-6b9d87b4f7c1 None None] Provisioning for port 54fac788-ece8-4cca-9b89-0861365a90b1 completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:06:02.904952 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-f3025885-c059-4857-b282-6b9d87b4f7c1 None None] Provisioning complete for port 54fac788-ece8-4cca-9b89-0861365a90b1 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:06:02.905546 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f3025885-c059-4857-b282-6b9d87b4f7c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:02.923561 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-2a026b8b-6cb9-4ccb-89d7-ceeeab0725ea tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5270aa0f28>,) {'filters': {'network_id': ['b8b22c38-8502-4c47-b9bc-c1f5a3f51e3a']}} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:06:02.969290 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-2a026b8b-6cb9-4ccb-89d7-ceeeab0725ea tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5270aa0f28>, 'af9e690d-bf8c-4fb7-981d-df77751ccb1d') {'for_net_delete': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:06:02.969635 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-2a026b8b-6cb9-4ccb-89d7-ceeeab0725ea tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5270aa0f28>, 'af9e690d-bf8c-4fb7-981d-df77751ccb1d') {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:06:03.035377 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8d145695-89ec-46f5-8407-b5b40a10d089 tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:03.041287 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2a026b8b-6cb9-4ccb-89d7-ceeeab0725ea tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749505745113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853989108'] for segment, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:03.041520 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [None req-4dce4217-1bbf-4296-ad0f-36502c132170 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] device_id is not set on port 31491e36-4091-4b1a-8dbd-03af8376324c yet. {{(pid=88878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 24 11:06:03.081666 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f3025885-c059-4857-b282-6b9d87b4f7c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:03.098675 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2a026b8b-6cb9-4ccb-89d7-ceeeab0725ea tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:03.137967 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-f3025885-c059-4857-b282-6b9d87b4f7c1 None None] For port 54fac788-ece8-4cca-9b89-0861365a90b1, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=54fac788-ece8-4cca-9b89-0861365a90b1,segment=NetworkSegment(9baf9206-49cc-41fa-b042-30f866ce9712),segment_id=9baf9206-49cc-41fa-b042-30f866ce9712)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:06:03.142245 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f3025885-c059-4857-b282-6b9d87b4f7c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:03.145652 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-e03494f8-686a-416d-988f-db64c96ed89b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:06:03.167256 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9be4c890-539a-48d5-9018-3acfe70f38a0 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7120129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3978858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852529715'] for subnet, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:03.177121 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-21ab123a-f1fa-4f6e-8c04-83dd3fc0c4cd tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:06:03.177362 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a026b8b-6cb9-4ccb-89d7-ceeeab0725ea tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Releasing vlan 632 on physical network physnet1 to pool {{(pid=88879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 24 11:06:03.177793 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2a026b8b-6cb9-4ccb-89d7-ceeeab0725ea tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036847652098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3926696'] for segment, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:03.193443 dv-neutron-822691-2-hyperv neutron-server[88767]: Traceback (most recent call last):
Dec 24 11:06:03.193443 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 24 11:06:03.193443 dv-neutron-822691-2-hyperv neutron-server[88767]:     timer()
Dec 24 11:06:03.193443 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 11:06:03.193443 dv-neutron-822691-2-hyperv neutron-server[88767]:     cb(*args, **kw)
Dec 24 11:06:03.193443 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 24 11:06:03.193443 dv-neutron-822691-2-hyperv neutron-server[88767]:     return func(*args, **kwargs)
Dec 24 11:06:03.193443 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 11:06:03.193443 dv-neutron-822691-2-hyperv neutron-server[88767]:     self._notify()
Dec 24 11:06:03.193443 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 11:06:03.193443 dv-neutron-822691-2-hyperv neutron-server[88767]:     self.callback(batched_events)
Dec 24 11:06:03.193443 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 11:06:03.193443 dv-neutron-822691-2-hyperv neutron-server[88767]:     event.method(event)
Dec 24 11:06:03.193443 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 11:06:03.193443 dv-neutron-822691-2-hyperv neutron-server[88767]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 11:06:03.193443 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 24 11:06:03.193443 dv-neutron-822691-2-hyperv neutron-server[88767]:     segment_id)['aggregates'][0]
Dec 24 11:06:03.193443 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 24 11:06:03.193443 dv-neutron-822691-2-hyperv neutron-server[88767]:     return f(self, *a, **k)
Dec 24 11:06:03.193443 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 11:06:03.193443 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self._get(url).json()
Dec 24 11:06:03.193443 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 24 11:06:03.193443 dv-neutron-822691-2-hyperv neutron-server[88767]:     **kwargs)
Dec 24 11:06:03.193443 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 24 11:06:03.193443 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self.request(url, 'GET', **kwargs)
Dec 24 11:06:03.193443 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 24 11:06:03.193443 dv-neutron-822691-2-hyperv neutron-server[88767]:     **endpoint_filter)
Dec 24 11:06:03.193443 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 24 11:06:03.193443 dv-neutron-822691-2-hyperv neutron-server[88767]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 11:06:03.193443 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 24 11:06:03.193443 dv-neutron-822691-2-hyperv neutron-server[88767]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 11:06:03.193443 dv-neutron-822691-2-hyperv neutron-server[88767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 11:06:03.203298 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-82d266af-4dc3-453b-9cb7-8aebfe8b038d tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847655656'] for subnet, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:03.215677 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-f3025885-c059-4857-b282-6b9d87b4f7c1 None None] Provisioning complete for port 35f74e81-df80-4eb2-a058-ba78e8558bc6 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:06:03.216077 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f3025885-c059-4857-b282-6b9d87b4f7c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:03.260827 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be4c890-539a-48d5-9018-3acfe70f38a0 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Pushing event deleted for resources: {'Subnet': ['ID=7a3d2778-3f2c-4c6a-9cab-69f79da144d9,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:06:03.276390 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-9be4c890-539a-48d5-9018-3acfe70f38a0 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:06:03.301147 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9be4c890-539a-48d5-9018-3acfe70f38a0 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:03.384998 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-9be4c890-539a-48d5-9018-3acfe70f38a0 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] 10.222.0.65 "DELETE /v2.0/subnets/7a3d2778-3f2c-4c6a-9cab-69f79da144d9 HTTP/1.1" status: 204  len: 168 time: 2.7181218
Dec 24 11:06:03.386905 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 38198) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:03.433648 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16a6f560-0cb5-41e8-a7de-2644b50c7612 None None] Network c5575859-d751-4466-a894-d2db623d50b3 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:06:03.445860 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b226c1f-187b-4550-a953-1076384b550d tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] DELETE failed (client error): The resource could not be found.
Dec 24 11:06:03.446362 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b226c1f-187b-4550-a953-1076384b550d tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 24 11:06:03.450881 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-2b226c1f-187b-4550-a953-1076384b550d tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] 10.222.0.65 "DELETE /v2.0/subnets/92628b22-7a3c-4e24-97da-66511399f8c8 HTTP/1.1" status: 404  len: 337 time: 0.0602491
Dec 24 11:06:03.451809 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f75b9ac-0e57-4505-b045-a556c34c6f4c tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Router 5f128504-a09c-44c6-ab29-d9873aed1953 is scheduled to L3 agent 198cca88-1338-4098-b44b-beb0346ac906 with binding_index 1 {{(pid=88878) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 24 11:06:03.454366 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 38202) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:03.527201 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-4dce4217-1bbf-4296-ad0f-36502c132170 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Allocated IP 172.20.0.9 (aba7367e-1d4b-4f18-a103-47503f60eff6/e13e6a5f-8a3a-4bda-ab03-58c6442b8669/31491e36-4091-4b1a-8dbd-03af8376324c) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:06:03.566110 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-f3025885-c059-4857-b282-6b9d87b4f7c1 None None] Port 35f74e81-df80-4eb2-a058-ba78e8558bc6 cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:06:03.574133 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3025885-c059-4857-b282-6b9d87b4f7c1 None None] Pushing event updated for resources: {'Port': ['ID=54fac788-ece8-4cca-9b89-0861365a90b1,revision_number=3']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:06:03.591189 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f3025885-c059-4857-b282-6b9d87b4f7c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.445s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:06:03.620959 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-8d145695-89ec-46f5-8407-b5b40a10d089 tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] Transition to ACTIVE for port object ee69797a-765d-409a-bb69-ecba3b0c0209 will not be triggered until provisioned by entity DHCP. {{(pid=88878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:06:03.631106 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2a026b8b-6cb9-4ccb-89d7-ceeeab0725ea tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7126154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659196'] for network, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:03.645257 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-99d30775-2107-480b-b1d6-f1bc4e57efc6 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:06:03.662312 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a026b8b-6cb9-4ccb-89d7-ceeeab0725ea tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  b8b22c38-8502-4c47-b9bc-c1f5a3f51e3a {{(pid=88879) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}}
Dec 24 11:06:03.669086 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2a026b8b-6cb9-4ccb-89d7-ceeeab0725ea tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Notify callbacks [] for network, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:03.678107 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a026b8b-6cb9-4ccb-89d7-ceeeab0725ea tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Pushing event deleted for resources: {'Network': ['ID=b8b22c38-8502-4c47-b9bc-c1f5a3f51e3a,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:06:03.684052 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-82d266af-4dc3-453b-9cb7-8aebfe8b038d tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7120129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850854134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851156349'] for subnet, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:03.694499 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-2a026b8b-6cb9-4ccb-89d7-ceeeab0725ea tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:06:03.695150 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-03df17c4-f825-48f4-a5c3-a4fe5944badc tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:06:03.699109 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad905e1e-e2fd-4a24-a61a-db5c93b89f4e tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Deleting subnet 4c088c9e-0b06-4bf7-a6ca-fabd8e38e1db {{(pid=88878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 24 11:06:03.716160 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ad905e1e-e2fd-4a24-a61a-db5c93b89f4e tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks [] for subnet, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:03.759329 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-2a026b8b-6cb9-4ccb-89d7-ceeeab0725ea tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] 10.222.0.65 "DELETE /v2.0/networks/b8b22c38-8502-4c47-b9bc-c1f5a3f51e3a HTTP/1.1" status: 204  len: 168 time: 1.7023945
Dec 24 11:06:03.760262 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d266af-4dc3-453b-9cb7-8aebfe8b038d tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Pushing event deleted for resources: {'Subnet': ['ID=48e7587c-f2fa-4786-9be9-2c099ad5a238,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:06:03.764621 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 38206) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:03.765513 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-82d266af-4dc3-453b-9cb7-8aebfe8b038d tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:06:03.767721 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5ffc370c-84b7-4ebf-9de7-7b757e55eb9d tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:03.777597 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-a1b007b2-2aa0-493a-8222-ec939e16f0b4 tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Request body: {'network': {'name': 'tempest-network--1289706321', 'router:external': True}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:06:03.783819 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-82d266af-4dc3-453b-9cb7-8aebfe8b038d tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks [] for subnet, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:03.785923 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-82d266af-4dc3-453b-9cb7-8aebfe8b038d tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "DELETE /v2.0/subnets/48e7587c-f2fa-4786-9be9-2c099ad5a238 HTTP/1.1" status: 204  len: 168 time: 1.9860528
Dec 24 11:06:03.792733 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-dea12977-228f-4ee8-b824-e0e0137936a9 None None] Provisioning complete for port 075692e3-49bf-4527-abfe-0311ef31076f triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:06:03.793416 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-dea12977-228f-4ee8-b824-e0e0137936a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:03.794058 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 38210) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:03.795157 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-a1b007b2-2aa0-493a-8222-ec939e16f0b4 tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:06:03.839622 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ad905e1e-e2fd-4a24-a61a-db5c93b89f4e tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852534446'] for subnet, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:03.864354 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d9f1931-054f-4a5e-9593-5c5b5a341e8c None None] Network 1c9eeaac-d205-4b19-a351-2fe67dd78b42 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:06:03.867504 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-5ffc370c-84b7-4ebf-9de7-7b757e55eb9d tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Deleting port ec8e77cf-fb3a-4bfc-b6e6-529615e4a0bd {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:06:03.867885 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5ffc370c-84b7-4ebf-9de7-7b757e55eb9d tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:03.902138 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-a1b007b2-2aa0-493a-8222-ec939e16f0b4 tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Usage tracker for resource:network and tenant:c66d55c7340e444e986b405893cdf446 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:06:03.919125 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-a1b007b2-2aa0-493a-8222-ec939e16f0b4 tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:06:03.924135 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-1b499faf-e854-450a-ae25-7d49144c8fbf tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1245289
Dec 24 11:06:03.932625 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-a1b007b2-2aa0-493a-8222-ec939e16f0b4 tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:06:03.934733 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 38214) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:03.993460 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-dea12977-228f-4ee8-b824-e0e0137936a9 None None] Port 075692e3-49bf-4527-abfe-0311ef31076f cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:06:04.026589 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1b007b2-2aa0-493a-8222-ec939e16f0b4 tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Made reservation on behalf of c66d55c7340e444e986b405893cdf446 for: {'network': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:06:04.031444 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a1b007b2-2aa0-493a-8222-ec939e16f0b4 tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for network, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:04.100656 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 54fac788-ece8-4cca-9b89-0861365a90b1 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:06:04.200964 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1b007b2-2aa0-493a-8222-ec939e16f0b4 tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] vlan segment allocate from pool success with {'vlan_id': 639, 'physical_network': 'physnet1'}  {{(pid=88879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 24 11:06:04.215731 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23428a53-44b3-41be-842c-e280e9dc7e88 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Router 24f0b5d8-d368-4970-b4e5-f35e9299f571 is scheduled to L3 agent 198cca88-1338-4098-b44b-beb0346ac906 with binding_index 1 {{(pid=88879) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 24 11:06:04.237059 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8d145695-89ec-46f5-8407-b5b40a10d089 tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:04.237302 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e295bca5-0270-4c18-aea0-02689be4e467 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:06:04.237945 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-e295bca5-0270-4c18-aea0-02689be4e467 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Synchronizing usage tracker for tenant:739a78fd4cfc48c2a4011598579f8f8c on resource:port {{(pid=88879) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:06:04.248200 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-dea12977-228f-4ee8-b824-e0e0137936a9 None None] Provisioning complete for port 9ec53d54-fa7d-41b5-8807-234011ce4e51 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:06:04.248785 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-dea12977-228f-4ee8-b824-e0e0137936a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:04.249820 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a1b007b2-2aa0-493a-8222-ec939e16f0b4 tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:04.250237 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.segments_db [None req-a1b007b2-2aa0-493a-8222-ec939e16f0b4 tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Added segment ca9c2d7f-e52d-4eb3-b66b-e083b8577eec of type vlan for network 3db346a6-3cea-402d-98b1-01e329c8da31
Dec 24 11:06:04.252988 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5ffc370c-84b7-4ebf-9de7-7b757e55eb9d tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:04.253777 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-1f75b9ac-0e57-4505-b045-a556c34c6f4c tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:06:04.337487 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port 54fac788-ece8-4cca-9b89-0861365a90b1 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:06:04.337846 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:04.372323 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d145695-89ec-46f5-8407-b5b40a10d089 tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] Pushing event updated for resources: {'Port': ['ID=ee69797a-765d-409a-bb69-ecba3b0c0209,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:06:04.406939 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-8d145695-89ec-46f5-8407-b5b40a10d089 tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:06:04.415577 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-5ffc370c-84b7-4ebf-9de7-7b757e55eb9d tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Calling delete_port for ec8e77cf-fb3a-4bfc-b6e6-529615e4a0bd owned by network:router_gateway {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:06:04.444553 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d145695-89ec-46f5-8407-b5b40a10d089 tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] Network bbaa0071-8943-4ae3-9001-ba06d7d3ddaa is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:06:04.452596 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-8d145695-89ec-46f5-8407-b5b40a10d089 tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] Resources bound (agent type, host, resource id):  {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:06:04.462041 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d145695-89ec-46f5-8407-b5b40a10d089 tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:06:04.514943 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-e295bca5-0270-4c18-aea0-02689be4e467 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Unset dirty status for tenant:739a78fd4cfc48c2a4011598579f8f8c on resource:port {{(pid=88879) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:06:04.518788 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-e295bca5-0270-4c18-aea0-02689be4e467 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.5771530
Dec 24 11:06:04.524869 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-f1bb082e-921e-440f-8b52-bde678d6ddda None None] Allocated IP 172.20.0.2 (bbaa0071-8943-4ae3-9001-ba06d7d3ddaa/f94436b3-a0a9-4a63-abc5-aa3d5963a328/b06fe409-6854-40fa-ab15-98d86fd59932) {{(pid=88880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:06:04.535986 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 38218) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:04.584950 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a1b007b2-2aa0-493a-8222-ec939e16f0b4 tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363287349540024'] for network, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:04.596709 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fff93ee-7c2a-403c-95c7-7c6822c7a022 None None] DHCP port deletion for 1c9eeaac-d205-4b19-a351-2fe67dd78b42 request from dv-neutron-822691-2-hyperv {{(pid=88880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 24 11:06:04.605033 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-2fff93ee-7c2a-403c-95c7-7c6822c7a022 None None] Deleting port 25a6940a-df0a-460d-9513-f53532659bed {{(pid=88880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:06:04.605564 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2fff93ee-7c2a-403c-95c7-7c6822c7a022 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:04.613673 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4dce4217-1bbf-4296-ad0f-36502c132170 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:04.636274 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-4dce4217-1bbf-4296-ad0f-36502c132170 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Transition to ACTIVE for port object 31491e36-4091-4b1a-8dbd-03af8376324c will not be triggered until provisioned by entity DHCP. {{(pid=88878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:06:04.692674 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d145695-89ec-46f5-8407-b5b40a10d089 tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:06:04.693800 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8d145695-89ec-46f5-8407-b5b40a10d089 tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:04.704782 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9986e461-a96c-4d31-be28-6b520be6714c tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:06:04.705603 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-9986e461-a96c-4d31-be28-6b520be6714c tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Synchronizing usage tracker for tenant:739a78fd4cfc48c2a4011598579f8f8c on resource:subnet {{(pid=88879) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:06:04.739890 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ad905e1e-e2fd-4a24-a61a-db5c93b89f4e tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847655656'] for subnet, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:04.807621 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a1b007b2-2aa0-493a-8222-ec939e16f0b4 tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636'] for network, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:04.808335 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b007b2-2aa0-493a-8222-ec939e16f0b4 tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:06:04.808977 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a1b007b2-2aa0-493a-8222-ec939e16f0b4 tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Notify callbacks [] for network, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:04.812899 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-aacd1953-10f7-4720-a189-6a06f4e1f019 tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:06:04.826322 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4dce4217-1bbf-4296-ad0f-36502c132170 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:04.831963 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f75b9ac-0e57-4505-b045-a556c34c6f4c tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:06:04.837586 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-9986e461-a96c-4d31-be28-6b520be6714c tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Unset dirty status for tenant:739a78fd4cfc48c2a4011598579f8f8c on resource:subnet {{(pid=88879) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:06:04.838936 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-9986e461-a96c-4d31-be28-6b520be6714c tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.3001730
Dec 24 11:06:04.844110 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d82a8f-3daa-4a1d-95ea-ac06f8f9942d None None] Sync routers for ids ['5f128504-a09c-44c6-ab29-d9873aed1953'] in dv-neutron-822691-2-hyperv {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:06:04.850154 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-8d145695-89ec-46f5-8407-b5b40a10d089 tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 923 time: 4.3556917
Dec 24 11:06:04.851686 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-1007638f-6abb-4ccf-81df-c81985c364be tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:06:04.870272 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d82a8f-3daa-4a1d-95ea-ac06f8f9942d None None] Routers {'5f128504-a09c-44c6-ab29-d9873aed1953'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:06:04.870971 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-74d82a8f-3daa-4a1d-95ea-ac06f8f9942d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5272064518>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:05:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['5f128504-a09c-44c6-ab29-d9873aed1953'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:06:04.885649 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 38222) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:04.886037 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 38224) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:04.917823 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ad905e1e-e2fd-4a24-a61a-db5c93b89f4e tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7120129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3978858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852529715'] for subnet, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:04.935201 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-1f75b9ac-0e57-4505-b045-a556c34c6f4c tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] 10.222.0.65 "PUT /v2.0/routers/5f128504-a09c-44c6-ab29-d9873aed1953/add_router_interface HTTP/1.1" status: 200  len: 503 time: 9.6351812
Dec 24 11:06:04.941549 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 38230) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:04.980524 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-74d82a8f-3daa-4a1d-95ea-ac06f8f9942d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5272064518>, [], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:06:04.992820 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d82a8f-3daa-4a1d-95ea-ac06f8f9942d None None] Routers {'5f128504-a09c-44c6-ab29-d9873aed1953'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:06:04.993500 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-74d82a8f-3daa-4a1d-95ea-ac06f8f9942d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5272064518>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:05:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['5f128504-a09c-44c6-ab29-d9873aed1953'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:06:04.996210 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-2fff93ee-7c2a-403c-95c7-7c6822c7a022 None None] For port 25a6940a-df0a-460d-9513-f53532659bed, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=25a6940a-df0a-460d-9513-f53532659bed,segment=NetworkSegment(6618a092-51b2-4e3d-9318-3ce6b7b40c55),segment_id=6618a092-51b2-4e3d-9318-3ce6b7b40c55)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:06:04.996787 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2fff93ee-7c2a-403c-95c7-7c6822c7a022 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:05.068872 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-74d82a8f-3daa-4a1d-95ea-ac06f8f9942d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5272064518>, [], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:06:05.069336 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d82a8f-3daa-4a1d-95ea-ac06f8f9942d None None] The sync data for ids ['5f128504-a09c-44c6-ab29-d9873aed1953'] in dv-neutron-822691-2-hyperv is: [] {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:06:05.093891 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dce4217-1bbf-4296-ad0f-36502c132170 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Network aba7367e-1d4b-4f18-a103-47503f60eff6 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:06:05.094424 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.agents_db [None req-e51243ab-6a93-425b-980f-a73583147efa None None] Agent healthcheck: found 6 active agents {{(pid=88881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 24 11:06:05.095505 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ad905e1e-e2fd-4a24-a61a-db5c93b89f4e tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:05.100280 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-ad905e1e-e2fd-4a24-a61a-db5c93b89f4e tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] 10.222.0.65 "DELETE /v2.0/subnets/4c088c9e-0b06-4bf7-a6ca-fabd8e38e1db HTTP/1.1" status: 204  len: 168 time: 1.6423378
Dec 24 11:06:05.104143 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-2d8137d2-4547-47f3-8542-9e67b9e84369 tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1098041948', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:06:05.110382 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-4dce4217-1bbf-4296-ad0f-36502c132170 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Resources bound (agent type, host, resource id):  {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:06:05.112942 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-2d8137d2-4547-47f3-8542-9e67b9e84369 tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:06:05.113883 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dce4217-1bbf-4296-ad0f-36502c132170 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Pushing event updated for resources: {'Port': ['ID=31491e36-4091-4b1a-8dbd-03af8376324c,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:06:05.116261 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 38234) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:05.121128 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dce4217-1bbf-4296-ad0f-36502c132170 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:06:05.129522 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-2d8137d2-4547-47f3-8542-9e67b9e84369 tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] Usage tracker for resource:router and tenant:53bd33dc5f954568aa2088ff06c867c4 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:06:05.132854 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-2d8137d2-4547-47f3-8542-9e67b9e84369 tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:06:05.140679 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-2d8137d2-4547-47f3-8542-9e67b9e84369 tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:06:05.155311 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-4dce4217-1bbf-4296-ad0f-36502c132170 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:06:05.161468 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b007b2-2aa0-493a-8222-ec939e16f0b4 tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Pushing event updated for resources: {'Network': ['ID=3db346a6-3cea-402d-98b1-01e329c8da31,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:06:05.171806 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-2fff93ee-7c2a-403c-95c7-7c6822c7a022 None None] Calling delete_port for 25a6940a-df0a-460d-9513-f53532659bed owned by network:dhcp {{(pid=88880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:06:05.173564 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-a1b007b2-2aa0-493a-8222-ec939e16f0b4 tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:06:05.176198 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-1f7a0986-963d-4010-a2ea-2545ffa0df9f tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.2842641
Dec 24 11:06:05.191030 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 38238) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:05.198162 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2d8137d2-4547-47f3-8542-9e67b9e84369 tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-612016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-84579'] for router, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:05.200411 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2d8137d2-4547-47f3-8542-9e67b9e84369 tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854163950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659046', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854079771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854691221'] for router, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:05.202516 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-37c939f4-0275-477f-b41f-1b1454b1544f tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.274s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:06:05.220184 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Network 3db346a6-3cea-402d-98b1-01e329c8da31 details requested by agent ovs-agent-dv-neutron-822691-2-hyperv with host dv-neutron-822691-2-hyperv {{(pid=88880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 24 11:06:05.224910 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2d8137d2-4547-47f3-8542-9e67b9e84369 tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:05.252401 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-0520f20a-39a2-4c6e-8694-76b91b884080 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Request body: {'subnet': {'network_id': '1c9eeaac-d205-4b19-a351-2fe67dd78b42', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:06:05.256055 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63a09a49-9660-4d08-9706-c9ef82bc46e1 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:06:05.256906 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-63a09a49-9660-4d08-9706-c9ef82bc46e1 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Synchronizing usage tracker for tenant:59b398769254445dae3d1f85e7f0f818 on resource:port {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:06:05.277716 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-7768c443-c24a-42f0-81e9-c8caf8da6124 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] DELETE failed (client error): The resource could not be found.
Dec 24 11:06:05.278503 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7768c443-c24a-42f0-81e9-c8caf8da6124 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 24 11:06:05.280509 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-7768c443-c24a-42f0-81e9-c8caf8da6124 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] 10.222.0.65 "DELETE /v2.0/subnets/4cfc3240-a14e-4f5c-b877-495a7bfdf010 HTTP/1.1" status: 404  len: 337 time: 0.1279762
Dec 24 11:06:05.293151 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 38242) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:05.295462 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad905e1e-e2fd-4a24-a61a-db5c93b89f4e tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Pushing event deleted for resources: {'Subnet': ['ID=4c088c9e-0b06-4bf7-a6ca-fabd8e38e1db,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:06:05.299815 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-ad905e1e-e2fd-4a24-a61a-db5c93b89f4e tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:06:05.383655 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dce4217-1bbf-4296-ad0f-36502c132170 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:06:05.384711 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4dce4217-1bbf-4296-ad0f-36502c132170 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:05.390764 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-63a09a49-9660-4d08-9706-c9ef82bc46e1 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Unset dirty status for tenant:59b398769254445dae3d1f85e7f0f818 on resource:port {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:06:05.393749 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-63a09a49-9660-4d08-9706-c9ef82bc46e1 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] 10.222.0.65 "GET /v2.0/ports/67523bb2-114e-4ab0-a5b0-facdf92e36af HTTP/1.1" status: 200  len: 983 time: 0.4503462
Dec 24 11:06:05.396976 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-8d91e8ef-bc18-4ae6-8759-dc1c32394c05 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] 10.222.0.65 "GET /v2.0/ports?device_id=68de87e1-d2e6-45c4-9516-0cce5a2e740c HTTP/1.1" status: 200  len: 205 time: 0.0987847
Dec 24 11:06:05.399131 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-0520f20a-39a2-4c6e-8694-76b91b884080 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:06:05.400052 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 38246) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:05.400639 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 38248) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:05.410469 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-0520f20a-39a2-4c6e-8694-76b91b884080 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:06:05.428942 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-a1b007b2-2aa0-493a-8222-ec939e16f0b4 tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201  len: 863 time: 1.6564538
Dec 24 11:06:05.430348 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2d8137d2-4547-47f3-8542-9e67b9e84369 tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854163800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854116816'] for router, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:05.436784 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 38254) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:05.474997 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0520f20a-39a2-4c6e-8694-76b91b884080 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Made reservation on behalf of 739a78fd4cfc48c2a4011598579f8f8c for: {'subnet': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:06:05.481373 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0520f20a-39a2-4c6e-8694-76b91b884080 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3619482'] for subnet, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:05.505561 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f1bb082e-921e-440f-8b52-bde678d6ddda None None] Notify callbacks [] for port, precommit_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:05.526800 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-f1bb082e-921e-440f-8b52-bde678d6ddda None None] Transition to ACTIVE for port object b06fe409-6854-40fa-ab15-98d86fd59932 will not be triggered until provisioned by entity L2. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:06:05.555513 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-f1bb082e-921e-440f-8b52-bde678d6ddda None None] Transition to ACTIVE for port object b06fe409-6854-40fa-ab15-98d86fd59932 will not be triggered until provisioned by entity DHCP. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:06:05.559126 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2fff93ee-7c2a-403c-95c7-7c6822c7a022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392'] for port, after_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:05.585699 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.v2.resource [None req-5eaa4362-e4b0-4576-aeaf-91ba5ac9f74f tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] delete failed (client error): The resource could not be found.
Dec 24 11:06:05.587088 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-5eaa4362-e4b0-4576-aeaf-91ba5ac9f74f tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] 10.222.0.65 "DELETE /v2.0/routers/68de87e1-d2e6-45c4-9516-0cce5a2e740c HTTP/1.1" status: 404  len: 336 time: 0.1831639
Dec 24 11:06:05.593756 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-8879f283-f21e-429d-a2e7-a00ee4d59b06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:06:05.610137 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 38258) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:05.651233 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f1bb082e-921e-440f-8b52-bde678d6ddda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408'] for port, after_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:05.656444 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fff93ee-7c2a-403c-95c7-7c6822c7a022 None None] No DVR routers for this DVR port 25a6940a-df0a-460d-9513-f53532659bed on host dv-neutron-822691-2-hyperv {{(pid=88880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 24 11:06:05.657904 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-4dce4217-1bbf-4296-ad0f-36502c132170 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 923 time: 4.9327857
Dec 24 11:06:05.664566 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 38262) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:05.674384 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fff93ee-7c2a-403c-95c7-7c6822c7a022 None None] Pushing event deleted for resources: {'Port': ['ID=25a6940a-df0a-460d-9513-f53532659bed,revision_number=None']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:06:05.674828 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-91ab7eb7-0d21-4733-b193-529f770b3762 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Request body: {'subnet': {'network_id': 'aba7367e-1d4b-4f18-a103-47503f60eff6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:06:05.677507 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-2fff93ee-7c2a-403c-95c7-7c6822c7a022 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:06:05.688657 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f3025885-c059-4857-b282-6b9d87b4f7c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:06:05.772892 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-0aae1b0d-46c5-4114-9db9-5585b87d81b7 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] DELETE failed (client error): The resource could not be found.
Dec 24 11:06:05.773377 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0aae1b0d-46c5-4114-9db9-5585b87d81b7 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88879) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 24 11:06:05.778022 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-0aae1b0d-46c5-4114-9db9-5585b87d81b7 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] 10.222.0.65 "DELETE /v2.0/subnets/4ba8534b-8bfd-471e-b576-728cbd96de36 HTTP/1.1" status: 404  len: 337 time: 0.1626484
Dec 24 11:06:05.786411 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2d8137d2-4547-47f3-8542-9e67b9e84369 tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] Notify callbacks [] for router, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:05.786971 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 38266) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:05.787559 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-2d8137d2-4547-47f3-8542-9e67b9e84369 tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201  len: 700 time: 0.8839438
Dec 24 11:06:05.793143 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 38268) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:05.838709 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-df0f4f78-a4a2-436c-b3f1-a68bb90e2746 tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-948976793', 'prefixes': ['172.20.0.0/16']}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:06:05.874078 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-df0f4f78-a4a2-436c-b3f1-a68bb90e2746 tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:06:05.882079 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-70568f43-7e46-482c-875a-d6691cb2b57a tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] DELETE failed (client error): The resource could not be found.
Dec 24 11:06:05.883210 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70568f43-7e46-482c-875a-d6691cb2b57a tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 24 11:06:05.883332 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ee96975-3dd5-4b5f-b223-fb4879f8bb76 tempest-ExternalNetworksTestJSON-1065651105 tempest-ExternalNetworksTestJSON-1065651105-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:06:05.891326 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-3ee96975-3dd5-4b5f-b223-fb4879f8bb76 tempest-ExternalNetworksTestJSON-1065651105 tempest-ExternalNetworksTestJSON-1065651105-project] 10.222.0.65 "GET /v2.0/networks/3db346a6-3cea-402d-98b1-01e329c8da31 HTTP/1.1" status: 200  len: 757 time: 0.4113867
Dec 24 11:06:05.891539 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-70568f43-7e46-482c-875a-d6691cb2b57a tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] 10.222.0.65 "DELETE /v2.0/subnets/d6eea40f-7c9f-4b05-9e12-3c60c6ddd852 HTTP/1.1" status: 404  len: 337 time: 0.0935957
Dec 24 11:06:05.891631 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5ffc370c-84b7-4ebf-9de7-7b757e55eb9d tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:05.891735 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 38274) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:05.891735 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 38276) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:05.895334 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-8acbbdb5-8091-469f-9037-fd61ac13099d tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:06:05.913157 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e50abbb-afd7-4049-b54c-fdda869efba0 None None] Network c5575859-d751-4466-a894-d2db623d50b3 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:06:05.943522 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1bb082e-921e-440f-8b52-bde678d6ddda None None] Network bbaa0071-8943-4ae3-9001-ba06d7d3ddaa is already hosted by enough agents. {{(pid=88880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:06:05.951232 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffc370c-84b7-4ebf-9de7-7b757e55eb9d tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Pushing event deleted for resources: {'Port': ['ID=ec8e77cf-fb3a-4bfc-b6e6-529615e4a0bd,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:06:05.956600 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-f1bb082e-921e-440f-8b52-bde678d6ddda None None] Resources bound (agent type, host, resource id):  {{(pid=88880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:06:05.958020 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-5ffc370c-84b7-4ebf-9de7-7b757e55eb9d tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:06:05.981006 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-4b37a231-7712-462a-bcfe-388582550554 None None] Provisioning complete for port 075692e3-49bf-4527-abfe-0311ef31076f triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:06:05.981432 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4b37a231-7712-462a-bcfe-388582550554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:06.018947 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1bb082e-921e-440f-8b52-bde678d6ddda None None] Received port after_create {{(pid=88880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:06:06.026265 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbc9192e-82cb-4748-8776-43ad892cc84a tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] DELETE failed (client error): The resource could not be found.
Dec 24 11:06:06.026857 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbc9192e-82cb-4748-8776-43ad892cc84a tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 24 11:06:06.031303 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-fbc9192e-82cb-4748-8776-43ad892cc84a tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] 10.222.0.65 "DELETE /v2.0/subnets/b8bfa6b8-a48e-4b16-ba81-30ae865c3740 HTTP/1.1" status: 404  len: 337 time: 0.1350868
Dec 24 11:06:06.040613 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 38282) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:06.048330 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23428a53-44b3-41be-842c-e280e9dc7e88 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:06:06.101262 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 25a6940a-df0a-460d-9513-f53532659bed no longer exists at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:06:06.125120 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b506bb5e-1e85-4af5-a584-d547ba63f680 None None] Sync routers for ids ['24f0b5d8-d368-4970-b4e5-f35e9299f571'] in dv-neutron-822691-2-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:06:06.136374 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-91ab7eb7-0d21-4733-b193-529f770b3762 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:06:06.146645 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-23428a53-44b3-41be-842c-e280e9dc7e88 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks [] for router, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:06.147373 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bb082e-921e-440f-8b52-bde678d6ddda None None] Pushing event updated for resources: {'Port': ['ID=b06fe409-6854-40fa-ab15-98d86fd59932,revision_number=1']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:06:06.147982 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-23428a53-44b3-41be-842c-e280e9dc7e88 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201  len: 887 time: 9.1900897
Dec 24 11:06:06.154522 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f1bb082e-921e-440f-8b52-bde678d6ddda None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.466s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:06:06.156087 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 38286) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:06.161323 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-91ab7eb7-0d21-4733-b193-529f770b3762 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Usage tracker for resource:subnet and tenant:56d5354af46a4a91924cfe2259b4b254 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:06:06.172247 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-91ab7eb7-0d21-4733-b193-529f770b3762 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:06:06.176859 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d8ff339-0ae1-4506-a245-061974856917 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] DELETE failed (client error): The resource could not be found.
Dec 24 11:06:06.177383 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d8ff339-0ae1-4506-a245-061974856917 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 24 11:06:06.181753 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-3d8ff339-0ae1-4506-a245-061974856917 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] 10.222.0.65 "DELETE /v2.0/ports/7e4a4e87-2c9f-4db9-b806-d0a5a688dc18 HTTP/1.1" status: 404  len: 333 time: 0.1346197
Dec 24 11:06:06.188938 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-91ab7eb7-0d21-4733-b193-529f770b3762 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:06:06.190895 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 38290) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:06.197589 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d7cec71-fa5a-4515-9a3e-10a42b45da88 tempest-ExternalNetworksTestJSON-1065651105 tempest-ExternalNetworksTestJSON-1065651105-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:06:06.201917 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-8d7cec71-fa5a-4515-9a3e-10a42b45da88 tempest-ExternalNetworksTestJSON-1065651105 tempest-ExternalNetworksTestJSON-1065651105-project] 10.222.0.65 "GET /v2.0/networks/cce4009b-32a4-44af-ba3a-6491750f6305 HTTP/1.1" status: 200  len: 768 time: 0.3071775
Dec 24 11:06:06.215670 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 38294) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:06.239045 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] No Port match for: 25a6940a-df0a-460d-9513-f53532659bed {{(pid=88880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 24 11:06:06.239414 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 25a6940a-df0a-460d-9513-f53532659bed not bound to the agent host dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 24 11:06:06.270963 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-f1bb082e-921e-440f-8b52-bde678d6ddda None None] Attempting to bind port b06fe409-6854-40fa-ab15-98d86fd59932 on host dv-neutron-822691-2-hyperv for vnic_type normal with profile  {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:06:06.271359 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-f1bb082e-921e-440f-8b52-bde678d6ddda None None] Attempting to bind port b06fe409-6854-40fa-ab15-98d86fd59932 by drivers openvswitch,hyperv on host dv-neutron-822691-2-hyperv at level 0 using segments [{'id': '35040159-0925-4170-9a26-5465764ade71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'bbaa0071-8943-4ae3-9001-ba06d7d3ddaa'}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:06:06.271790 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1bb082e-921e-440f-8b52-bde678d6ddda None None] Attempting to bind port b06fe409-6854-40fa-ab15-98d86fd59932 on network bbaa0071-8943-4ae3-9001-ba06d7d3ddaa {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:06:06.281262 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b506bb5e-1e85-4af5-a584-d547ba63f680 None None] Routers {'24f0b5d8-d368-4970-b4e5-f35e9299f571'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:06:06.282068 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-b506bb5e-1e85-4af5-a584-d547ba63f680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52720316a0>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:05:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['24f0b5d8-d368-4970-b4e5-f35e9299f571'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:06:06.385339 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-4b37a231-7712-462a-bcfe-388582550554 None None] Port 075692e3-49bf-4527-abfe-0311ef31076f cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:06:06.393870 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1bb082e-921e-440f-8b52-bde678d6ddda None None] Checking agent: {'id': 'db1275c1-6001-47af-93c2-635c68404703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822691-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 52, 8), 'started_at': datetime.datetime(2021, 12, 24, 10, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 5, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822691-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:06:06.394287 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1bb082e-921e-440f-8b52-bde678d6ddda None None] Checking segment: {'id': '35040159-0925-4170-9a26-5465764ade71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'bbaa0071-8943-4ae3-9001-ba06d7d3ddaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:06:06.394748 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f1bb082e-921e-440f-8b52-bde678d6ddda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:06.395192 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1bb082e-921e-440f-8b52-bde678d6ddda None None] Bound using segment: {'id': '35040159-0925-4170-9a26-5465764ade71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'bbaa0071-8943-4ae3-9001-ba06d7d3ddaa'} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:06:06.395738 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-f1bb082e-921e-440f-8b52-bde678d6ddda None None] Bound port: b06fe409-6854-40fa-ab15-98d86fd59932, host: dv-neutron-822691-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35040159-0925-4170-9a26-5465764ade71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'bbaa0071-8943-4ae3-9001-ba06d7d3ddaa'}}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:06:06.396174 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f1bb082e-921e-440f-8b52-bde678d6ddda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:06.410918 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-80ea6ef6-0561-4962-af0a-9fac9002ac4a tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] DELETE failed (client error): The resource could not be found.
Dec 24 11:06:06.411421 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80ea6ef6-0561-4962-af0a-9fac9002ac4a tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 24 11:06:06.418240 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-b506bb5e-1e85-4af5-a584-d547ba63f680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52720316a0>, [], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:06:06.423676 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91ab7eb7-0d21-4733-b193-529f770b3762 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Made reservation on behalf of 56d5354af46a4a91924cfe2259b4b254 for: {'subnet': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:06:06.429950 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-91ab7eb7-0d21-4733-b193-529f770b3762 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2246100'] for subnet, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:06.472621 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-80ea6ef6-0561-4962-af0a-9fac9002ac4a tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] 10.222.0.65 "DELETE /v2.0/subnets/7ed64ed2-efb6-466b-92f4-561859f7844c HTTP/1.1" status: 404  len: 337 time: 0.2696669
Dec 24 11:06:06.486139 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 38296) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:06.524565 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-4b37a231-7712-462a-bcfe-388582550554 None None] Provisioning for port 31491e36-4091-4b1a-8dbd-03af8376324c completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:06:06.536768 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-62da0b4c-9df4-4499-a9d4-2781110edd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:06.555831 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-4b37a231-7712-462a-bcfe-388582550554 None None] Provisioning complete for port 31491e36-4091-4b1a-8dbd-03af8376324c triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:06:06.556236 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4b37a231-7712-462a-bcfe-388582550554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:06.571809 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-5798ac22-f60f-4f1e-a864-5e4fe2815d8c tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] DELETE failed (client error): The resource could not be found.
Dec 24 11:06:06.572665 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5798ac22-f60f-4f1e-a864-5e4fe2815d8c tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 24 11:06:06.578087 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-5798ac22-f60f-4f1e-a864-5e4fe2815d8c tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] 10.222.0.65 "DELETE /v2.0/subnets/f9a0e3cf-d076-45d6-8219-4a009cccd67b HTTP/1.1" status: 404  len: 337 time: 0.0896060
Dec 24 11:06:06.585121 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-df0f4f78-a4a2-436c-b3f1-a68bb90e2746 tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] Notify callbacks [] for subnetpool, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:06.586879 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-df0f4f78-a4a2-436c-b3f1-a68bb90e2746 tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] 10.222.0.65 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 747 time: 0.7860861
Dec 24 11:06:06.614040 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b506bb5e-1e85-4af5-a584-d547ba63f680 None None] Routers {'24f0b5d8-d368-4970-b4e5-f35e9299f571'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:06:06.614791 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-b506bb5e-1e85-4af5-a584-d547ba63f680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52720316a0>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:05:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['24f0b5d8-d368-4970-b4e5-f35e9299f571'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:06:06.642344 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 38302) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:06.643310 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 38304) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:06.676574 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-4b37a231-7712-462a-bcfe-388582550554 None None] Port 31491e36-4091-4b1a-8dbd-03af8376324c cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:06:06.695960 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-b506bb5e-1e85-4af5-a584-d547ba63f680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52720316a0>, [], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:06:06.696430 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b506bb5e-1e85-4af5-a584-d547ba63f680 None None] The sync data for ids ['24f0b5d8-d368-4970-b4e5-f35e9299f571'] in dv-neutron-822691-2-hyperv is: [] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:06:06.697038 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.tag.tag_plugin [None req-3411986a-1110-41ef-8262-adcfc8806a3d tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f527042b7f0>, 'subnets', 'f94436b3-a0a9-4a63-abc5-aa3d5963a328', 'tempest-TagsExtTest-Tag-1268371517') {} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:06:06.708981 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-f1bb082e-921e-440f-8b52-bde678d6ddda None None] For port b06fe409-6854-40fa-ab15-98d86fd59932, host dv-neutron-822691-2-hyperv, cleared binding levels {{(pid=88880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:06:06.714118 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5ffc370c-84b7-4ebf-9de7-7b757e55eb9d tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854116846'] for router_gateway, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:06.714603 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-f1bb082e-921e-440f-8b52-bde678d6ddda None None] For port b06fe409-6854-40fa-ab15-98d86fd59932, host dv-neutron-822691-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=b06fe409-6854-40fa-ab15-98d86fd59932,segment=NetworkSegment(35040159-0925-4170-9a26-5465764ade71),segment_id=35040159-0925-4170-9a26-5465764ade71)] {{(pid=88880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:06:06.727972 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f1bb082e-921e-440f-8b52-bde678d6ddda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:06.737353 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f6d0f695-586b-4031-9a1c-d8ce781d3b47 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:06:06.799920 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-4b37a231-7712-462a-bcfe-388582550554 None None] Provisioning complete for port 9ec53d54-fa7d-41b5-8807-234011ce4e51 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:06:06.800351 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4b37a231-7712-462a-bcfe-388582550554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:06.876390 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bb082e-921e-440f-8b52-bde678d6ddda None None] Pushing event updated for resources: {'Port': ['ID=b06fe409-6854-40fa-ab15-98d86fd59932,revision_number=2']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:06:06.893706 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f1bb082e-921e-440f-8b52-bde678d6ddda None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:06:06.905417 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f8b2a87-29f8-4532-8ac4-d40ebac5e74c None None] DHCP port deletion for c5575859-d751-4466-a894-d2db623d50b3 request from dv-neutron-822691-2-hyperv {{(pid=88880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 24 11:06:06.913812 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-3f8b2a87-29f8-4532-8ac4-d40ebac5e74c None None] Deleting port 9ec53d54-fa7d-41b5-8807-234011ce4e51 {{(pid=88880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:06:06.914250 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3f8b2a87-29f8-4532-8ac4-d40ebac5e74c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:06.940661 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ac756708-e015-4cc4-baf0-8ba1c525d4c0 tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036847558493'] for network, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:07.079336 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-949ceebc-c56d-4098-af12-054c99069751 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] DELETE failed (client error): The resource could not be found.
Dec 24 11:06:07.080224 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-949ceebc-c56d-4098-af12-054c99069751 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 24 11:06:07.083565 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-949ceebc-c56d-4098-af12-054c99069751 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] 10.222.0.65 "DELETE /v2.0/ports/c4adee98-b9f9-4c78-ac0f-499556daf961 HTTP/1.1" status: 404  len: 333 time: 0.4380367
Dec 24 11:06:07.086370 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 38310) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:07.172250 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e2dd228-8767-42dc-acf0-59e8312f5169 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] DELETE failed (client error): The resource could not be found.
Dec 24 11:06:07.172794 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e2dd228-8767-42dc-acf0-59e8312f5169 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 24 11:06:07.177508 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-0e2dd228-8767-42dc-acf0-59e8312f5169 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] 10.222.0.65 "DELETE /v2.0/subnets/b64ac915-0d06-48e7-842c-879d36441afd HTTP/1.1" status: 404  len: 337 time: 0.0760336
Dec 24 11:06:07.179023 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 38314) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:07.190610 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.ipam_backend_mixin [None req-91ab7eb7-0d21-4733-b193-529f770b3762 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet e13e6a5f-8a3a-4bda-ab03-58c6442b8669 (CIDR: 172.20.0.0/28)
Dec 24 11:06:07.219153 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-3f8b2a87-29f8-4532-8ac4-d40ebac5e74c None None] For port 9ec53d54-fa7d-41b5-8807-234011ce4e51, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=9ec53d54-fa7d-41b5-8807-234011ce4e51,segment=NetworkSegment(7075ddff-73f9-4b5d-849d-d4fee32e4bbc),segment_id=7075ddff-73f9-4b5d-849d-d4fee32e4bbc)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:06:07.219602 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3f8b2a87-29f8-4532-8ac4-d40ebac5e74c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:07.235934 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-91ab7eb7-0d21-4733-b193-529f770b3762 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 24 11:06:07.236436 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91ab7eb7-0d21-4733-b193-529f770b3762 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 24 11:06:07.252070 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5ffc370c-84b7-4ebf-9de7-7b757e55eb9d tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854158724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-84560'] for router, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:07.288377 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-070dab02-7a4d-4f49-8a64-20d24215b54b tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] DELETE failed (client error): The resource could not be found.
Dec 24 11:06:07.289131 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-070dab02-7a4d-4f49-8a64-20d24215b54b tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 24 11:06:07.295768 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-070dab02-7a4d-4f49-8a64-20d24215b54b tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] 10.222.0.65 "DELETE /v2.0/subnets/c4b1c052-cc5b-4034-a241-5431720f5484 HTTP/1.1" status: 404  len: 337 time: 0.1084812
Dec 24 11:06:07.314684 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 38318) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:07.339575 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5ffc370c-84b7-4ebf-9de7-7b757e55eb9d tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:07.398659 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-91ab7eb7-0d21-4733-b193-529f770b3762 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 1.7326126
Dec 24 11:06:07.403276 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 38322) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:07.418078 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-3411986a-1110-41ef-8262-adcfc8806a3d tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] 10.222.0.65 "PUT /v2.0/subnets/f94436b3-a0a9-4a63-abc5-aa3d5963a328/tags/tempest-TagsExtTest-Tag-1268371517 HTTP/1.1" status: 201  len: 201 time: 0.7708061
Dec 24 11:06:07.425716 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 38324) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:07.442563 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-f53038bc-55a4-4b00-8764-5fc2109ea6b2 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Request body: {'subnet': {'network_id': 'aba7367e-1d4b-4f18-a103-47503f60eff6', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:06:07.463070 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-3f8b2a87-29f8-4532-8ac4-d40ebac5e74c None None] Calling delete_port for 9ec53d54-fa7d-41b5-8807-234011ce4e51 owned by network:dhcp {{(pid=88880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:06:07.465816 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.tag.tag_plugin [None req-38237816-37b5-487d-80bf-17c36f83dc0e tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f52709cad30>, 'ports', 'ee69797a-765d-409a-bb69-ecba3b0c0209', 'tempest-TagsExtTest-Tag-243888954') {} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:06:07.497782 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ac756708-e015-4cc4-baf0-8ba1c525d4c0 tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847649663', 'neutron.services.segments.db._delete_segments_for_network-8749505737672'] for network, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:07.500425 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-0378f2c3-0e26-4986-91e4-9e76b0d5f24b tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Deleting port 075692e3-49bf-4527-abfe-0311ef31076f {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:06:07.500811 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0378f2c3-0e26-4986-91e4-9e76b0d5f24b tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:07.556380 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0520f20a-39a2-4c6e-8694-76b91b884080 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3921862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3619467'] for subnet, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:07.558771 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3f8b2a87-29f8-4532-8ac4-d40ebac5e74c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392'] for port, after_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:07.564020 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-42e832ee-94b4-4c04-881e-0d07fb8a0824 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:06:07.568219 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-87a8a6cd-ec94-4e51-9b6e-991dd884fec0 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:06:07.609844 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8b2a87-29f8-4532-8ac4-d40ebac5e74c None None] Pushing event deleted for resources: {'Port': ['ID=9ec53d54-fa7d-41b5-8807-234011ce4e51,revision_number=None']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:06:07.613115 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-ac756708-e015-4cc4-baf0-8ba1c525d4c0 tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f52702d7630>,) {'filters': {'network_id': ['3db346a6-3cea-402d-98b1-01e329c8da31']}} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:06:07.620298 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-3f8b2a87-29f8-4532-8ac4-d40ebac5e74c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:06:07.628877 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8b2a87-29f8-4532-8ac4-d40ebac5e74c None None] No DVR routers for this DVR port 9ec53d54-fa7d-41b5-8807-234011ce4e51 on host dv-neutron-822691-2-hyperv {{(pid=88880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 24 11:06:07.653118 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5ffc370c-84b7-4ebf-9de7-7b757e55eb9d tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854158830'] for router, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:07.653769 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ffc370c-84b7-4ebf-9de7-7b757e55eb9d tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Fanout notify agent at l3_agent the message router_deleted on router d6387086-3af0-4c43-ac12-0367b165e56c {{(pid=88879) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 24 11:06:07.659310 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-ac756708-e015-4cc4-baf0-8ba1c525d4c0 tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f52702d7630>, 'ca9c2d7f-e52d-4eb3-b66b-e083b8577eec') {'for_net_delete': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:06:07.659734 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-ac756708-e015-4cc4-baf0-8ba1c525d4c0 tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f52702d7630>, 'ca9c2d7f-e52d-4eb3-b66b-e083b8577eec') {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:06:07.691978 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5ffc370c-84b7-4ebf-9de7-7b757e55eb9d tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Notify callbacks [] for router, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:07.693122 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-5ffc370c-84b7-4ebf-9de7-7b757e55eb9d tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] 10.222.0.65 "DELETE /v2.0/routers/d6387086-3af0-4c43-ac12-0367b165e56c HTTP/1.1" status: 204  len: 168 time: 6.6231251
Dec 24 11:06:07.699229 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 38330) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:07.708878 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ac756708-e015-4cc4-baf0-8ba1c525d4c0 tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749505745113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853989108'] for segment, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:07.727100 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-d8be1625-344e-44a4-82ec-8359e236b565 tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1955547129', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a'}, 'admin_state_up': False}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:06:07.736361 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0520f20a-39a2-4c6e-8694-76b91b884080 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Network 1c9eeaac-d205-4b19-a351-2fe67dd78b42 is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:06:07.740535 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0520f20a-39a2-4c6e-8694-76b91b884080 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Pushing event updated for resources: {'Subnet': ['ID=c557faf1-7ebd-417e-8f14-004041f4e16f,revision_number=0']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:06:07.743209 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-d8be1625-344e-44a4-82ec-8359e236b565 tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:06:07.748356 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-0520f20a-39a2-4c6e-8694-76b91b884080 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Resources bound (agent type, host, resource id):  {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:06:07.759661 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0520f20a-39a2-4c6e-8694-76b91b884080 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:06:07.760092 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-229b23a0-1bd0-49ae-9026-b8660f2e8165 None None] Network 1c9eeaac-d205-4b19-a351-2fe67dd78b42 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:06:07.760301 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0520f20a-39a2-4c6e-8694-76b91b884080 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks [] for subnet, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:07.765029 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-0520f20a-39a2-4c6e-8694-76b91b884080 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:06:07.772267 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ac756708-e015-4cc4-baf0-8ba1c525d4c0 tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:07.775067 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-d8be1625-344e-44a4-82ec-8359e236b565 tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Usage tracker for resource:router and tenant:fa3043691a674483a1a0c4edfd0fd23a is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:06:07.786314 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-d8be1625-344e-44a4-82ec-8359e236b565 tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:06:07.801771 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac756708-e015-4cc4-baf0-8ba1c525d4c0 tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Releasing vlan 639 on physical network physnet1 to pool {{(pid=88879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 24 11:06:07.802252 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ac756708-e015-4cc4-baf0-8ba1c525d4c0 tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036847652098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3926696'] for segment, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:07.817806 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-d8be1625-344e-44a4-82ec-8359e236b565 tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:06:07.821786 dv-neutron-822691-2-hyperv neutron-server[88767]: Traceback (most recent call last):
Dec 24 11:06:07.821786 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 24 11:06:07.821786 dv-neutron-822691-2-hyperv neutron-server[88767]:     timer()
Dec 24 11:06:07.821786 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 11:06:07.821786 dv-neutron-822691-2-hyperv neutron-server[88767]:     cb(*args, **kw)
Dec 24 11:06:07.821786 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 24 11:06:07.821786 dv-neutron-822691-2-hyperv neutron-server[88767]:     return func(*args, **kwargs)
Dec 24 11:06:07.821786 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 11:06:07.821786 dv-neutron-822691-2-hyperv neutron-server[88767]:     self._notify()
Dec 24 11:06:07.821786 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 11:06:07.821786 dv-neutron-822691-2-hyperv neutron-server[88767]:     self.callback(batched_events)
Dec 24 11:06:07.821786 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 11:06:07.821786 dv-neutron-822691-2-hyperv neutron-server[88767]:     event.method(event)
Dec 24 11:06:07.821786 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 11:06:07.821786 dv-neutron-822691-2-hyperv neutron-server[88767]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 11:06:07.821786 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 24 11:06:07.821786 dv-neutron-822691-2-hyperv neutron-server[88767]:     segment_id)['aggregates'][0]
Dec 24 11:06:07.821786 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 24 11:06:07.821786 dv-neutron-822691-2-hyperv neutron-server[88767]:     return f(self, *a, **k)
Dec 24 11:06:07.821786 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 11:06:07.821786 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self._get(url).json()
Dec 24 11:06:07.821786 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 24 11:06:07.821786 dv-neutron-822691-2-hyperv neutron-server[88767]:     **kwargs)
Dec 24 11:06:07.821786 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 24 11:06:07.821786 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self.request(url, 'GET', **kwargs)
Dec 24 11:06:07.821786 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 24 11:06:07.821786 dv-neutron-822691-2-hyperv neutron-server[88767]:     **endpoint_filter)
Dec 24 11:06:07.821786 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 24 11:06:07.821786 dv-neutron-822691-2-hyperv neutron-server[88767]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 11:06:07.821786 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 24 11:06:07.821786 dv-neutron-822691-2-hyperv neutron-server[88767]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 11:06:07.821786 dv-neutron-822691-2-hyperv neutron-server[88767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 11:06:07.828340 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-0520f20a-39a2-4c6e-8694-76b91b884080 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 2.5824361
Dec 24 11:06:07.837042 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 38334) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:07.858990 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-b997e417-675c-4dc2-9477-a9095e53d10b tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Request body: {'subnet': {'network_id': '1c9eeaac-d205-4b19-a351-2fe67dd78b42', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:06:07.906645 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d8be1625-344e-44a4-82ec-8359e236b565 tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-612016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-84579'] for router, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:07.907821 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d8be1625-344e-44a4-82ec-8359e236b565 tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854163950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659046', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854079771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854691221'] for router, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:07.909309 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-f53038bc-55a4-4b00-8764-5fc2109ea6b2 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:06:07.925228 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-f53038bc-55a4-4b00-8764-5fc2109ea6b2 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Usage tracker for resource:subnet and tenant:56d5354af46a4a91924cfe2259b4b254 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:06:07.990029 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-f53038bc-55a4-4b00-8764-5fc2109ea6b2 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:06:08.013739 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-f53038bc-55a4-4b00-8764-5fc2109ea6b2 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:06:08.016749 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ac756708-e015-4cc4-baf0-8ba1c525d4c0 tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7126154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659196'] for network, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:08.024158 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-acedc534-85d5-4f0f-9f07-58ea0719f599 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:06:08.038888 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac756708-e015-4cc4-baf0-8ba1c525d4c0 tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  3db346a6-3cea-402d-98b1-01e329c8da31 {{(pid=88879) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}}
Dec 24 11:06:08.044589 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ac756708-e015-4cc4-baf0-8ba1c525d4c0 tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Notify callbacks [] for network, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:08.058359 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac756708-e015-4cc4-baf0-8ba1c525d4c0 tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Pushing event deleted for resources: {'Network': ['ID=3db346a6-3cea-402d-98b1-01e329c8da31,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:06:08.064982 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-ac756708-e015-4cc4-baf0-8ba1c525d4c0 tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:06:08.069936 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d8be1625-344e-44a4-82ec-8359e236b565 tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:08.072324 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-ac756708-e015-4cc4-baf0-8ba1c525d4c0 tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] 10.222.0.65 "DELETE /v2.0/networks/3db346a6-3cea-402d-98b1-01e329c8da31 HTTP/1.1" status: 204  len: 168 time: 1.5286324
Dec 24 11:06:08.081010 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 38338) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:08.086644 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-242b9493-e976-4349-811d-4a9b5a712389 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73968e80-91fd-539e-a7c6-b31af6d9e680-1c9eeaac-d205-4b19-a351-2fe67dd78b42', 'network_id': '1c9eeaac-d205-4b19-a351-2fe67dd78b42', 'tenant_id': '739a78fd4cfc48c2a4011598579f8f8c', 'fixed_ips': [{'subnet_id': 'c557faf1-7ebd-417e-8f14-004041f4e16f'}]}} from dv-neutron-822691-2-hyperv. {{(pid=88880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 24 11:06:08.087685 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-242b9493-e976-4349-811d-4a9b5a712389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:08.090891 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-ee862ba8-908c-4eef-9e28-aaff5fb38403 tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Request body: {'network': {'name': 'tempest-network--1938856820'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:06:08.100204 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-ee862ba8-908c-4eef-9e28-aaff5fb38403 tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:06:08.107978 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-ee862ba8-908c-4eef-9e28-aaff5fb38403 tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Usage tracker for resource:network and tenant:c66d55c7340e444e986b405893cdf446 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:06:08.121518 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-ee862ba8-908c-4eef-9e28-aaff5fb38403 tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:06:08.126251 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:08.141377 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device b06fe409-6854-40fa-ab15-98d86fd59932 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:06:08.177701 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-b997e417-675c-4dc2-9477-a9095e53d10b tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:06:08.186741 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-ee862ba8-908c-4eef-9e28-aaff5fb38403 tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:06:08.189686 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-b997e417-675c-4dc2-9477-a9095e53d10b tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:06:08.203919 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0378f2c3-0e26-4986-91e4-9e76b0d5f24b tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:08.338918 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning for port b06fe409-6854-40fa-ab15-98d86fd59932 completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:06:08.344635 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee862ba8-908c-4eef-9e28-aaff5fb38403 tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Made reservation on behalf of c66d55c7340e444e986b405893cdf446 for: {'network': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:06:08.350219 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ee862ba8-908c-4eef-9e28-aaff5fb38403 tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for network, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:08.390290 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-0378f2c3-0e26-4986-91e4-9e76b0d5f24b tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Calling delete_port for 075692e3-49bf-4527-abfe-0311ef31076f owned by  {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:06:08.390508 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-242b9493-e976-4349-811d-4a9b5a712389 None None] Allocated IP 2001:db8::f816:3eff:feb0:a3bd (1c9eeaac-d205-4b19-a351-2fe67dd78b42/c557faf1-7ebd-417e-8f14-004041f4e16f/212f8f75-f7bf-4cde-b2bd-44170abd4a42) {{(pid=88880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:06:08.414094 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d8be1625-344e-44a4-82ec-8359e236b565 tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-659031', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854691240'] for router, precommit_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:08.437433 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee862ba8-908c-4eef-9e28-aaff5fb38403 tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] vlan segment allocate from pool success with {'vlan_id': 601, 'physical_network': 'physnet1'}  {{(pid=88879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 24 11:06:08.445611 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 9ec53d54-fa7d-41b5-8807-234011ce4e51 no longer exists at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:06:08.514874 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-38237816-37b5-487d-80bf-17c36f83dc0e tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] 10.222.0.65 "PUT /v2.0/ports/ee69797a-765d-409a-bb69-ecba3b0c0209/tags/tempest-TagsExtTest-Tag-243888954 HTTP/1.1" status: 201  len: 201 time: 1.0861626
Dec 24 11:06:08.515995 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b997e417-675c-4dc2-9477-a9095e53d10b tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Made reservation on behalf of 739a78fd4cfc48c2a4011598579f8f8c for: {'subnet': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:06:08.535655 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 38342) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:08.543202 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f53038bc-55a4-4b00-8764-5fc2109ea6b2 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Made reservation on behalf of 56d5354af46a4a91924cfe2259b4b254 for: {'subnet': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:06:08.729332 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0378f2c3-0e26-4986-91e4-9e76b0d5f24b tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:08.742011 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.tag.tag_plugin [None req-7262a45c-bb1f-466a-9b28-fae1344b9ca6 tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f52704f7400>, 'routers', 'cd2b695a-989e-4634-be19-2b029a2aaf59', 'tempest-TagsExtTest-Tag-1439290112') {} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:06:08.765682 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] No Port match for: 9ec53d54-fa7d-41b5-8807-234011ce4e51 {{(pid=88880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 24 11:06:08.766203 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 9ec53d54-fa7d-41b5-8807-234011ce4e51 not bound to the agent host dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 24 11:06:08.810243 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-8d145695-89ec-46f5-8407-b5b40a10d089 tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:06:08.826814 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ee862ba8-908c-4eef-9e28-aaff5fb38403 tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:08.827189 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.segments_db [None req-ee862ba8-908c-4eef-9e28-aaff5fb38403 tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Added segment 9e7de11a-3b73-42b5-94ad-f8d0fd3cca3f of type vlan for network d534960f-aeb2-435a-84a7-7d0cfbdd7cd1
Dec 24 11:06:08.862730 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f53038bc-55a4-4b00-8764-5fc2109ea6b2 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2246100'] for subnet, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:08.887772 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ee862ba8-908c-4eef-9e28-aaff5fb38403 tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363287349540024'] for network, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:08.918405 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0378f2c3-0e26-4986-91e4-9e76b0d5f24b tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Pushing event deleted for resources: {'Port': ['ID=075692e3-49bf-4527-abfe-0311ef31076f,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:06:08.989798 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-242b9493-e976-4349-811d-4a9b5a712389 None None] Notify callbacks [] for port, precommit_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:09.006794 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-0378f2c3-0e26-4986-91e4-9e76b0d5f24b tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:06:09.007463 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-242b9493-e976-4349-811d-4a9b5a712389 None None] Transition to ACTIVE for port object 212f8f75-f7bf-4cde-b2bd-44170abd4a42 will not be triggered until provisioned by entity L2. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:06:09.042197 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-242b9493-e976-4349-811d-4a9b5a712389 None None] Transition to ACTIVE for port object 212f8f75-f7bf-4cde-b2bd-44170abd4a42 will not be triggered until provisioned by entity DHCP. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:06:09.045297 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1b60afc1-ee44-412e-9060-6d027d40c97c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:09.060952 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-242b9493-e976-4349-811d-4a9b5a712389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408'] for port, after_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:09.063095 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ee862ba8-908c-4eef-9e28-aaff5fb38403 tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636'] for network, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:09.064146 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee862ba8-908c-4eef-9e28-aaff5fb38403 tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:06:09.064864 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ee862ba8-908c-4eef-9e28-aaff5fb38403 tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Notify callbacks [] for network, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:09.067446 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-2fff93ee-7c2a-403c-95c7-7c6822c7a022 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:06:09.074200 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-b733b954-a43c-4c16-89ee-15b457dcca9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:06:09.089012 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0378f2c3-0e26-4986-91e4-9e76b0d5f24b tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:09.118793 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac350e37-0fcb-4796-8610-52f8afdb9398 None None] Network bbaa0071-8943-4ae3-9001-ba06d7d3ddaa requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:06:09.215783 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-ee862ba8-908c-4eef-9e28-aaff5fb38403 tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201  len: 864 time: 1.1286118
Dec 24 11:06:09.224833 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 38346) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:09.225701 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee862ba8-908c-4eef-9e28-aaff5fb38403 tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Pushing event updated for resources: {'Network': ['ID=d534960f-aeb2-435a-84a7-7d0cfbdd7cd1,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:06:09.237479 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-ee862ba8-908c-4eef-9e28-aaff5fb38403 tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:06:09.262004 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-0378f2c3-0e26-4986-91e4-9e76b0d5f24b tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] 10.222.0.65 "DELETE /v2.0/ports/075692e3-49bf-4527-abfe-0311ef31076f HTTP/1.1" status: 204  len: 168 time: 1.9378541
Dec 24 11:06:09.262004 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c3977dea-ffd4-4edc-b850-44f6b6e4a5aa tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854055677'] for router_interface, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:09.266289 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Network d534960f-aeb2-435a-84a7-7d0cfbdd7cd1 details requested by agent ovs-agent-dv-neutron-822691-2-hyperv with host dv-neutron-822691-2-hyperv {{(pid=88880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 24 11:06:09.293578 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-391d5b97-9f95-47e3-b6db-61dd0a8093c4 tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Request body: {'network': {'router:external': True}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:06:09.300763 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-242b9493-e976-4349-811d-4a9b5a712389 None None] Network 1c9eeaac-d205-4b19-a351-2fe67dd78b42 is already hosted by enough agents. {{(pid=88880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:06:09.308196 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 38350) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:09.323302 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242b9493-e976-4349-811d-4a9b5a712389 None None] Pushing event updated for resources: {'Port': ['ID=212f8f75-f7bf-4cde-b2bd-44170abd4a42,revision_number=1']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:06:09.326718 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-242b9493-e976-4349-811d-4a9b5a712389 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:06:09.327789 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-242b9493-e976-4349-811d-4a9b5a712389 None None] Resources bound (agent type, host, resource id):  {{(pid=88880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:06:09.330162 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242b9493-e976-4349-811d-4a9b5a712389 None None] Received port after_create {{(pid=88880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:06:09.399639 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-0ab379f4-b2d2-4745-8715-8b92411b0661 None None] Provisioning for port b06fe409-6854-40fa-ab15-98d86fd59932 completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:06:09.500707 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bdfdbc84-c52d-4f40-b281-af314dc1f8fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:09.501568 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-0ab379f4-b2d2-4745-8715-8b92411b0661 None None] Provisioning complete for port b06fe409-6854-40fa-ab15-98d86fd59932 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:06:09.502003 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0ab379f4-b2d2-4745-8715-8b92411b0661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:09.588982 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-030073ed-ce62-4a29-9b72-f766971c9ae4 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036847558493'] for network, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:09.664774 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-242b9493-e976-4349-811d-4a9b5a712389 None None] Attempting to bind port 212f8f75-f7bf-4cde-b2bd-44170abd4a42 on host dv-neutron-822691-2-hyperv for vnic_type normal with profile  {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:06:09.665194 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-242b9493-e976-4349-811d-4a9b5a712389 None None] Attempting to bind port 212f8f75-f7bf-4cde-b2bd-44170abd4a42 by drivers openvswitch,hyperv on host dv-neutron-822691-2-hyperv at level 0 using segments [{'id': '6618a092-51b2-4e3d-9318-3ce6b7b40c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '1c9eeaac-d205-4b19-a351-2fe67dd78b42'}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:06:09.665656 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-242b9493-e976-4349-811d-4a9b5a712389 None None] Attempting to bind port 212f8f75-f7bf-4cde-b2bd-44170abd4a42 on network 1c9eeaac-d205-4b19-a351-2fe67dd78b42 {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:06:09.679091 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-242b9493-e976-4349-811d-4a9b5a712389 None None] Checking agent: {'id': 'db1275c1-6001-47af-93c2-635c68404703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822691-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 52, 8), 'started_at': datetime.datetime(2021, 12, 24, 10, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 6, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822691-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:06:09.679520 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-242b9493-e976-4349-811d-4a9b5a712389 None None] Checking segment: {'id': '6618a092-51b2-4e3d-9318-3ce6b7b40c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '1c9eeaac-d205-4b19-a351-2fe67dd78b42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:06:09.679980 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-242b9493-e976-4349-811d-4a9b5a712389 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:09.680674 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-242b9493-e976-4349-811d-4a9b5a712389 None None] Bound using segment: {'id': '6618a092-51b2-4e3d-9318-3ce6b7b40c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '1c9eeaac-d205-4b19-a351-2fe67dd78b42'} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:06:09.681210 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-242b9493-e976-4349-811d-4a9b5a712389 None None] Bound port: 212f8f75-f7bf-4cde-b2bd-44170abd4a42, host: dv-neutron-822691-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6618a092-51b2-4e3d-9318-3ce6b7b40c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '1c9eeaac-d205-4b19-a351-2fe67dd78b42'}}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:06:09.681331 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-242b9493-e976-4349-811d-4a9b5a712389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:09.681907 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d8be1625-344e-44a4-82ec-8359e236b565 tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Notify callbacks [] for router_gateway, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:09.697801 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b997e417-675c-4dc2-9477-a9095e53d10b tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2246100'] for subnet, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:09.780404 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d8be1625-344e-44a4-82ec-8359e236b565 tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:09.814184 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-7262a45c-bb1f-466a-9b28-fae1344b9ca6 tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] 10.222.0.65 "PUT /v2.0/routers/cd2b695a-989e-4634-be19-2b029a2aaf59/tags/tempest-TagsExtTest-Tag-1439290112 HTTP/1.1" status: 201  len: 201 time: 1.2702880
Dec 24 11:06:09.818991 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 38354) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:09.837019 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0ab379f4-b2d2-4745-8715-8b92411b0661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:09.837260 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.tag.tag_plugin [None req-62567350-924e-4d3d-9228-8e6c8a1343de tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f5271517860>, 'subnetpools', 'c0537586-b7a7-4abc-bfcc-7e1ed493ebd1', 'tempest-TagsExtTest-Tag-2050221635') {} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:06:09.918925 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-242b9493-e976-4349-811d-4a9b5a712389 None None] For port 212f8f75-f7bf-4cde-b2bd-44170abd4a42, host dv-neutron-822691-2-hyperv, cleared binding levels {{(pid=88880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:06:09.925433 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-0ab379f4-b2d2-4745-8715-8b92411b0661 None None] For port b06fe409-6854-40fa-ab15-98d86fd59932, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=b06fe409-6854-40fa-ab15-98d86fd59932,segment=NetworkSegment(35040159-0925-4170-9a26-5465764ade71),segment_id=35040159-0925-4170-9a26-5465764ade71)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:06:09.931638 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0ab379f4-b2d2-4745-8715-8b92411b0661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:09.934769 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-242b9493-e976-4349-811d-4a9b5a712389 None None] For port 212f8f75-f7bf-4cde-b2bd-44170abd4a42, host dv-neutron-822691-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=212f8f75-f7bf-4cde-b2bd-44170abd4a42,segment=NetworkSegment(6618a092-51b2-4e3d-9318-3ce6b7b40c55),segment_id=6618a092-51b2-4e3d-9318-3ce6b7b40c55)] {{(pid=88880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:06:09.935723 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-e6cd3128-7152-41e1-ae46-cfb7658b4acf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:06:09.968896 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.ipam_backend_mixin [None req-b997e417-675c-4dc2-9477-a9095e53d10b tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c557faf1-7ebd-417e-8f14-004041f4e16f (CIDR: 2001:db8::/64)
Dec 24 11:06:09.983088 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-b997e417-675c-4dc2-9477-a9095e53d10b tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 24 11:06:09.983325 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b997e417-675c-4dc2-9477-a9095e53d10b tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 24 11:06:09.991833 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-391d5b97-9f95-47e3-b6db-61dd0a8093c4 tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363287349540024'] for network, precommit_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:10.007007 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-242b9493-e976-4349-811d-4a9b5a712389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:10.012506 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab379f4-b2d2-4745-8715-8b92411b0661 None None] Pushing event updated for resources: {'Port': ['ID=b06fe409-6854-40fa-ab15-98d86fd59932,revision_number=3']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:06:10.016517 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-0ab379f4-b2d2-4745-8715-8b92411b0661 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:06:10.017036 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-242b9493-e976-4349-811d-4a9b5a712389 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:06:10.062208 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-62567350-924e-4d3d-9228-8e6c8a1343de tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] 10.222.0.65 "PUT /v2.0/subnetpools/c0537586-b7a7-4abc-bfcc-7e1ed493ebd1/tags/tempest-TagsExtTest-Tag-2050221635 HTTP/1.1" status: 201  len: 201 time: 0.2373405
Dec 24 11:06:10.066549 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-b997e417-675c-4dc2-9477-a9095e53d10b tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 2.2205849
Dec 24 11:06:10.069798 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 38358) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:10.070298 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 38360) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:10.070900 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-030073ed-ce62-4a29-9b72-f766971c9ae4 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847649663', 'neutron.services.segments.db._delete_segments_for_network-8749505737672'] for network, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:10.088344 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-23b15b5a-21e6-4d30-9663-c20af37bcd36 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Request body: {'subnet': {'network_id': '1c9eeaac-d205-4b19-a351-2fe67dd78b42', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:06:10.096652 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242b9493-e976-4349-811d-4a9b5a712389 None None] Pushing event updated for resources: {'Port': ['ID=212f8f75-f7bf-4cde-b2bd-44170abd4a42,revision_number=2']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:06:10.101211 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-242b9493-e976-4349-811d-4a9b5a712389 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:06:10.112600 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.tag.tag_plugin [None req-881f3bbf-56d9-4e06-8b69-389dae42de49 tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f527154f6a0>, 'subnets', 'f94436b3-a0a9-4a63-abc5-aa3d5963a328') {} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:06:10.194894 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-391d5b97-9f95-47e3-b6db-61dd0a8093c4 tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636'] for network, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:10.202153 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-030073ed-ce62-4a29-9b72-f766971c9ae4 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5271ea3518>,) {'filters': {'network_id': ['c5575859-d751-4466-a894-d2db623d50b3']}} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:06:10.217719 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-9592ffcb-bc1d-4e08-bf1d-5cdc24537b22 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:06:10.259609 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-030073ed-ce62-4a29-9b72-f766971c9ae4 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5271ea3518>, '7075ddff-73f9-4b5d-849d-d4fee32e4bbc') {'for_net_delete': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:06:10.259934 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-030073ed-ce62-4a29-9b72-f766971c9ae4 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5271ea3518>, '7075ddff-73f9-4b5d-849d-d4fee32e4bbc') {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:06:10.292741 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-391d5b97-9f95-47e3-b6db-61dd0a8093c4 tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Network d534960f-aeb2-435a-84a7-7d0cfbdd7cd1 is not hosted by any dhcp agent {{(pid=88879) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:227}}
Dec 24 11:06:10.293530 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-391d5b97-9f95-47e3-b6db-61dd0a8093c4 tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:06:10.294223 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-391d5b97-9f95-47e3-b6db-61dd0a8093c4 tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Notify callbacks [] for network, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:10.298341 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-391d5b97-9f95-47e3-b6db-61dd0a8093c4 tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] 10.222.0.65 "PUT /v2.0/networks/d534960f-aeb2-435a-84a7-7d0cfbdd7cd1 HTTP/1.1" status: 200  len: 858 time: 1.0654202
Dec 24 11:06:10.305713 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 38366) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:10.312536 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-030073ed-ce62-4a29-9b72-f766971c9ae4 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749505745113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853989108'] for segment, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:10.324846 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-d8be1625-344e-44a4-82ec-8359e236b565 tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Allocated IP 172.26.3.155 (f8c337ba-681f-4fcb-a333-e3c49365b30a/8ea1398c-0bec-46d6-8d54-85798de2a7ca/380be3a6-741b-4311-8142-8eb39edbdd18) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:06:10.333210 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f53038bc-55a4-4b00-8764-5fc2109ea6b2 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850796890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2246085'] for subnet, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:10.347586 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-0cace326-c06d-4a06-934f-24ad3014e144 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:06:10.463684 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391d5b97-9f95-47e3-b6db-61dd0a8093c4 tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Pushing event updated for resources: {'Network': ['ID=d534960f-aeb2-435a-84a7-7d0cfbdd7cd1,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:06:10.479774 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-391d5b97-9f95-47e3-b6db-61dd0a8093c4 tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:06:10.485150 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-030073ed-ce62-4a29-9b72-f766971c9ae4 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:10.507214 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-04f7c90e-4bb6-4427-9b9b-8a79acf678a7 None None] Provisioning for port ee69797a-765d-409a-bb69-ecba3b0c0209 completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:06:10.524733 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f53038bc-55a4-4b00-8764-5fc2109ea6b2 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Network aba7367e-1d4b-4f18-a103-47503f60eff6 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:06:10.540929 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53038bc-55a4-4b00-8764-5fc2109ea6b2 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Pushing event updated for resources: {'Subnet': ['ID=c696e7c9-aefc-42bd-94d3-ec7aa1d40a79,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:06:10.545059 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-f53038bc-55a4-4b00-8764-5fc2109ea6b2 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Resources bound (agent type, host, resource id):  {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:06:10.550131 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f53038bc-55a4-4b00-8764-5fc2109ea6b2 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:06:10.551642 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-030073ed-ce62-4a29-9b72-f766971c9ae4 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Releasing vlan 622 on physical network physnet1 to pool {{(pid=88879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 24 11:06:10.552102 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-030073ed-ce62-4a29-9b72-f766971c9ae4 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036847652098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3926696'] for segment, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:10.554343 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f53038bc-55a4-4b00-8764-5fc2109ea6b2 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:06:10.554992 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f53038bc-55a4-4b00-8764-5fc2109ea6b2 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:10.573879 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-04f7c90e-4bb6-4427-9b9b-8a79acf678a7 None None] Provisioning complete for port ee69797a-765d-409a-bb69-ecba3b0c0209 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:06:10.575395 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-04f7c90e-4bb6-4427-9b9b-8a79acf678a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:10.576543 dv-neutron-822691-2-hyperv neutron-server[88767]: Traceback (most recent call last):
Dec 24 11:06:10.576543 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 24 11:06:10.576543 dv-neutron-822691-2-hyperv neutron-server[88767]:     timer()
Dec 24 11:06:10.576543 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 11:06:10.576543 dv-neutron-822691-2-hyperv neutron-server[88767]:     cb(*args, **kw)
Dec 24 11:06:10.576543 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 24 11:06:10.576543 dv-neutron-822691-2-hyperv neutron-server[88767]:     return func(*args, **kwargs)
Dec 24 11:06:10.576543 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 11:06:10.576543 dv-neutron-822691-2-hyperv neutron-server[88767]:     self._notify()
Dec 24 11:06:10.576543 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 11:06:10.576543 dv-neutron-822691-2-hyperv neutron-server[88767]:     self.callback(batched_events)
Dec 24 11:06:10.576543 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 11:06:10.576543 dv-neutron-822691-2-hyperv neutron-server[88767]:     event.method(event)
Dec 24 11:06:10.576543 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 11:06:10.576543 dv-neutron-822691-2-hyperv neutron-server[88767]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 11:06:10.576543 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 24 11:06:10.576543 dv-neutron-822691-2-hyperv neutron-server[88767]:     segment_id)['aggregates'][0]
Dec 24 11:06:10.576543 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 24 11:06:10.576543 dv-neutron-822691-2-hyperv neutron-server[88767]:     return f(self, *a, **k)
Dec 24 11:06:10.576543 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 11:06:10.576543 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self._get(url).json()
Dec 24 11:06:10.576543 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 24 11:06:10.576543 dv-neutron-822691-2-hyperv neutron-server[88767]:     **kwargs)
Dec 24 11:06:10.576543 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 24 11:06:10.576543 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self.request(url, 'GET', **kwargs)
Dec 24 11:06:10.576543 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 24 11:06:10.576543 dv-neutron-822691-2-hyperv neutron-server[88767]:     **endpoint_filter)
Dec 24 11:06:10.576543 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 24 11:06:10.576543 dv-neutron-822691-2-hyperv neutron-server[88767]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 11:06:10.576543 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 24 11:06:10.576543 dv-neutron-822691-2-hyperv neutron-server[88767]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 11:06:10.576543 dv-neutron-822691-2-hyperv neutron-server[88767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 11:06:10.578581 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-23b15b5a-21e6-4d30-9663-c20af37bcd36 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:06:10.613108 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-881f3bbf-56d9-4e06-8b69-389dae42de49 tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] 10.222.0.65 "GET /v2.0/subnets/f94436b3-a0a9-4a63-abc5-aa3d5963a328/tags HTTP/1.1" status: 200  len: 241 time: 0.5393355
Dec 24 11:06:10.613108 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-23b15b5a-21e6-4d30-9663-c20af37bcd36 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:06:10.616839 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 38370) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:10.624699 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-f53038bc-55a4-4b00-8764-5fc2109ea6b2 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 804 time: 3.2039731
Dec 24 11:06:10.632309 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 38372) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:10.641403 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-a727cb0d-aeb3-41ae-9073-a90c574fb513 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-51906517', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'c696e7c9-aefc-42bd-94d3-ec7aa1d40a79'}], 'security_groups': ['e3a9b1cb-eb11-4e32-a620-31fbaa3550bf']}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:06:10.679463 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.tag.tag_plugin [None req-5aa1b4b8-7fa3-4f18-a94f-a9c3fe3b5d1f tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f527060dc18>, 'subnets', 'f94436b3-a0a9-4a63-abc5-aa3d5963a328', 'tempest-TagsExtTest-Tag-1268371517') {} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:06:10.705916 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c17fc5eb-e105-4e93-88a6-98b7964b2dcc None None] Network aba7367e-1d4b-4f18-a103-47503f60eff6 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:06:10.729630 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-c3977dea-ffd4-4edc-b850-44f6b6e4a5aa tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Deleting port 67523bb2-114e-4ab0-a5b0-facdf92e36af {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:06:10.730529 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c3977dea-ffd4-4edc-b850-44f6b6e4a5aa tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:10.740301 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-04f7c90e-4bb6-4427-9b9b-8a79acf678a7 None None] Port ee69797a-765d-409a-bb69-ecba3b0c0209 cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:06:10.766501 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-39ff93cf-c0b7-48c5-95f3-6f7e9977387d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:10.807232 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23b15b5a-21e6-4d30-9663-c20af37bcd36 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Made reservation on behalf of 739a78fd4cfc48c2a4011598579f8f8c for: {'subnet': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:06:10.818564 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-23b15b5a-21e6-4d30-9663-c20af37bcd36 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2246100'] for subnet, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:10.953488 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-04f7c90e-4bb6-4427-9b9b-8a79acf678a7 None None] Provisioning complete for port b06fe409-6854-40fa-ab15-98d86fd59932 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:06:10.953934 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-04f7c90e-4bb6-4427-9b9b-8a79acf678a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:11.145734 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3c03fa5a-b7a8-4637-ba8b-c379021fb643 tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036847558493'] for network, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:11.165366 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-030073ed-ce62-4a29-9b72-f766971c9ae4 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7126154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659196'] for network, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:11.175704 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7ecca2fb-0f12-414e-b3cd-62e989c1480f tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:06:11.193742 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-030073ed-ce62-4a29-9b72-f766971c9ae4 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Notify callbacks [] for network, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:11.206917 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a727cb0d-aeb3-41ae-9073-a90c574fb513 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:11.209163 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4ac1b226-ee75-4830-a7ce-558c3afe161e tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:11.227029 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030073ed-ce62-4a29-9b72-f766971c9ae4 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Pushing event deleted for resources: {'Network': ['ID=c5575859-d751-4466-a894-d2db623d50b3,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:06:11.243090 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-030073ed-ce62-4a29-9b72-f766971c9ae4 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:06:11.257937 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-5aa1b4b8-7fa3-4f18-a94f-a9c3fe3b5d1f tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] 10.222.0.65 "GET /v2.0/subnets/f94436b3-a0a9-4a63-abc5-aa3d5963a328/tags/tempest-TagsExtTest-Tag-1268371517 HTTP/1.1" status: 204  len: 168 time: 0.6255479
Dec 24 11:06:11.283776 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 38378) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:11.291106 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-030073ed-ce62-4a29-9b72-f766971c9ae4 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] 10.222.0.65 "DELETE /v2.0/networks/c5575859-d751-4466-a894-d2db623d50b3 HTTP/1.1" status: 204  len: 168 time: 1.9781685
Dec 24 11:06:11.308006 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.tag.tag_plugin [None req-10dc15f3-712b-4896-8ed0-f59ae9c9ae09 tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7f5270662e48>, 'subnets', 'f94436b3-a0a9-4a63-abc5-aa3d5963a328', 'tempest-TagsExtTest-Tag-1268371517') {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:06:11.353224 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-2d4f4267-5b9b-4510-a087-8bda6681ee32 None None] Provisioning complete for port ee69797a-765d-409a-bb69-ecba3b0c0209 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:06:11.353652 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2d4f4267-5b9b-4510-a087-8bda6681ee32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:11.410622 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b9ec608-6853-40f3-8c1d-9272e2009d40 None None] Update dhcp port {'port': {'network_id': 'aba7367e-1d4b-4f18-a103-47503f60eff6', 'fixed_ips': [{'subnet_id': 'e13e6a5f-8a3a-4bda-ab03-58c6442b8669', 'ip_address': '172.20.0.2'}, {'subnet_id': 'c696e7c9-aefc-42bd-94d3-ec7aa1d40a79'}], 'binding:host_id': 'dv-neutron-822691-2-hyperv'}, 'id': '54fac788-ece8-4cca-9b89-0861365a90b1'} from dv-neutron-822691-2-hyperv. {{(pid=88880) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}}
Dec 24 11:06:11.447922 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d8be1625-344e-44a4-82ec-8359e236b565 tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:11.450289 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-2d4f4267-5b9b-4510-a087-8bda6681ee32 None None] Port ee69797a-765d-409a-bb69-ecba3b0c0209 cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:06:11.478287 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6b9ec608-6853-40f3-8c1d-9272e2009d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:11.572100 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3c03fa5a-b7a8-4637-ba8b-c379021fb643 tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847649663', 'neutron.services.segments.db._delete_segments_for_network-8749505737672'] for network, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:11.712181 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 38386) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:11.717347 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-3c03fa5a-b7a8-4637-ba8b-c379021fb643 tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f527045f390>,) {'filters': {'network_id': ['d534960f-aeb2-435a-84a7-7d0cfbdd7cd1']}} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:06:11.723668 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c3977dea-ffd4-4edc-b850-44f6b6e4a5aa tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:11.738771 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-3c03fa5a-b7a8-4637-ba8b-c379021fb643 tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f527045f390>, '9e7de11a-3b73-42b5-94ad-f8d0fd3cca3f') {'for_net_delete': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:06:11.739106 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-3c03fa5a-b7a8-4637-ba8b-c379021fb643 tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f527045f390>, '9e7de11a-3b73-42b5-94ad-f8d0fd3cca3f') {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:06:11.765056 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3c03fa5a-b7a8-4637-ba8b-c379021fb643 tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749505745113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853989108'] for segment, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:11.786833 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d8be1625-344e-44a4-82ec-8359e236b565 tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:11.832218 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-622077e9-1e3b-4b21-b49e-3edd38dab6e1 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:06:11.897355 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3c03fa5a-b7a8-4637-ba8b-c379021fb643 tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:11.946464 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c03fa5a-b7a8-4637-ba8b-c379021fb643 tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Releasing vlan 601 on physical network physnet1 to pool {{(pid=88879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 24 11:06:11.946931 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3c03fa5a-b7a8-4637-ba8b-c379021fb643 tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036847652098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3926696'] for segment, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:11.968249 dv-neutron-822691-2-hyperv neutron-server[88767]: Traceback (most recent call last):
Dec 24 11:06:11.968249 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 24 11:06:11.968249 dv-neutron-822691-2-hyperv neutron-server[88767]:     timer()
Dec 24 11:06:11.968249 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 11:06:11.968249 dv-neutron-822691-2-hyperv neutron-server[88767]:     cb(*args, **kw)
Dec 24 11:06:11.968249 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 24 11:06:11.968249 dv-neutron-822691-2-hyperv neutron-server[88767]:     return func(*args, **kwargs)
Dec 24 11:06:11.968249 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 11:06:11.968249 dv-neutron-822691-2-hyperv neutron-server[88767]:     self._notify()
Dec 24 11:06:11.968249 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 11:06:11.968249 dv-neutron-822691-2-hyperv neutron-server[88767]:     self.callback(batched_events)
Dec 24 11:06:11.968249 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 11:06:11.968249 dv-neutron-822691-2-hyperv neutron-server[88767]:     event.method(event)
Dec 24 11:06:11.968249 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 11:06:11.968249 dv-neutron-822691-2-hyperv neutron-server[88767]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 11:06:11.968249 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 24 11:06:11.968249 dv-neutron-822691-2-hyperv neutron-server[88767]:     segment_id)['aggregates'][0]
Dec 24 11:06:11.968249 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 24 11:06:11.968249 dv-neutron-822691-2-hyperv neutron-server[88767]:     return f(self, *a, **k)
Dec 24 11:06:11.968249 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 11:06:11.968249 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self._get(url).json()
Dec 24 11:06:11.968249 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 24 11:06:11.968249 dv-neutron-822691-2-hyperv neutron-server[88767]:     **kwargs)
Dec 24 11:06:11.968249 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 24 11:06:11.968249 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self.request(url, 'GET', **kwargs)
Dec 24 11:06:11.968249 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 24 11:06:11.968249 dv-neutron-822691-2-hyperv neutron-server[88767]:     **endpoint_filter)
Dec 24 11:06:11.968249 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 24 11:06:11.968249 dv-neutron-822691-2-hyperv neutron-server[88767]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 11:06:11.968249 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 24 11:06:11.968249 dv-neutron-822691-2-hyperv neutron-server[88767]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 11:06:11.968249 dv-neutron-822691-2-hyperv neutron-server[88767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 11:06:11.991119 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8be1625-344e-44a4-82ec-8359e236b565 tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Network f8c337ba-681f-4fcb-a333-e3c49365b30a is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:06:12.005616 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-d8be1625-344e-44a4-82ec-8359e236b565 tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Resources bound (agent type, host, resource id):  {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:06:12.075939 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8be1625-344e-44a4-82ec-8359e236b565 tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:06:12.105789 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-10dc15f3-712b-4896-8ed0-f59ae9c9ae09 tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] 10.222.0.65 "DELETE /v2.0/subnets/f94436b3-a0a9-4a63-abc5-aa3d5963a328/tags/tempest-TagsExtTest-Tag-1268371517 HTTP/1.1" status: 204  len: 168 time: 0.8159084
Dec 24 11:06:12.106689 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8be1625-344e-44a4-82ec-8359e236b565 tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Pushing event updated for resources: {'Port': ['ID=380be3a6-741b-4311-8142-8eb39edbdd18,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:06:12.109179 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 38392) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:12.166736 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-d8be1625-344e-44a4-82ec-8359e236b565 tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:06:12.183364 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 212f8f75-f7bf-4cde-b2bd-44170abd4a42 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:06:12.190580 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.tag.tag_plugin [None req-b9bb1afc-da5e-4568-a197-b13266969cca tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f527033f438>, 'subnets', 'f94436b3-a0a9-4a63-abc5-aa3d5963a328') {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:06:12.283248 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning for port 212f8f75-f7bf-4cde-b2bd-44170abd4a42 completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:06:12.289202 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device b06fe409-6854-40fa-ab15-98d86fd59932 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:06:12.309422 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-c3977dea-ffd4-4edc-b850-44f6b6e4a5aa tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Calling delete_port for 67523bb2-114e-4ab0-a5b0-facdf92e36af owned by network:router_interface {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:06:12.317264 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3c03fa5a-b7a8-4637-ba8b-c379021fb643 tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7126154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659196'] for network, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:12.359370 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-a1b007b2-2aa0-493a-8222-ec939e16f0b4 tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:06:12.382525 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port b06fe409-6854-40fa-ab15-98d86fd59932 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:06:12.382923 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:12.384950 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c03fa5a-b7a8-4637-ba8b-c379021fb643 tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  d534960f-aeb2-435a-84a7-7d0cfbdd7cd1 {{(pid=88879) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}}
Dec 24 11:06:12.397170 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3c03fa5a-b7a8-4637-ba8b-c379021fb643 tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Notify callbacks [] for network, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:12.411302 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c03fa5a-b7a8-4637-ba8b-c379021fb643 tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Pushing event deleted for resources: {'Network': ['ID=d534960f-aeb2-435a-84a7-7d0cfbdd7cd1,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:06:12.428511 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-3c03fa5a-b7a8-4637-ba8b-c379021fb643 tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:06:12.447059 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-3c03fa5a-b7a8-4637-ba8b-c379021fb643 tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] 10.222.0.65 "DELETE /v2.0/networks/d534960f-aeb2-435a-84a7-7d0cfbdd7cd1 HTTP/1.1" status: 204  len: 168 time: 2.1245835
Dec 24 11:06:12.461150 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 38396) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:12.464562 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-4ac1b226-ee75-4830-a7ce-558c3afe161e tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Allocated IP 172.20.0.1 (b1ab20e6-03d3-494f-b21f-64ff95f797eb/bec3f384-2f74-4e25-85e6-a3990c8e7e5b/f9127e3f-3455-4d81-abba-367fe7887d70) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:06:12.483507 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-1a8b4514-bed5-43a1-954b-b9bb05e0e4fb None None] Provisioning for port 212f8f75-f7bf-4cde-b2bd-44170abd4a42 completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:06:12.497871 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-1a8b4514-bed5-43a1-954b-b9bb05e0e4fb None None] Provisioning complete for port 212f8f75-f7bf-4cde-b2bd-44170abd4a42 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:06:12.499016 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1a8b4514-bed5-43a1-954b-b9bb05e0e4fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:12.512041 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-1f6d445f-a5b1-41ef-8fea-db3a26e10a42 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=58aa2a41110240a2b5bfe3b4600f4977&name=default HTTP/1.1" status: 200  len: 2647 time: 0.7913351
Dec 24 11:06:12.519207 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 38400) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:12.540452 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-23b15b5a-21e6-4d30-9663-c20af37bcd36 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850796890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2246085'] for subnet, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:12.543565 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e840a0b-d136-4a9b-adca-f6912d074957 tempest-ExternalNetworksTestJSON-1065651105 tempest-ExternalNetworksTestJSON-1065651105-project] DELETE failed (client error): The resource could not be found.
Dec 24 11:06:12.544068 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e840a0b-d136-4a9b-adca-f6912d074957 tempest-ExternalNetworksTestJSON-1065651105 tempest-ExternalNetworksTestJSON-1065651105-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88879) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 24 11:06:12.546007 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-2e840a0b-d136-4a9b-adca-f6912d074957 tempest-ExternalNetworksTestJSON-1065651105 tempest-ExternalNetworksTestJSON-1065651105-project] 10.222.0.65 "DELETE /v2.0/subnets/ff03e6b2-9e44-4caf-b674-63e9e53bbaea HTTP/1.1" status: 404  len: 337 time: 0.0836916
Dec 24 11:06:12.563800 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 38404) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:12.572364 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-e3d07191-0e64-4d55-93ce-8d9a53d027d1 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:06:12.671337 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-b9bb1afc-da5e-4568-a197-b13266969cca tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] 10.222.0.65 "GET /v2.0/subnets/f94436b3-a0a9-4a63-abc5-aa3d5963a328/tags HTTP/1.1" status: 200  len: 205 time: 0.5047052
Dec 24 11:06:12.688550 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 38408) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:12.692238 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b15b5a-21e6-4d30-9663-c20af37bcd36 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Pushing event updated for resources: {'Subnet': ['ID=7848f3a4-5ce4-4178-9321-764132f84ae8,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:06:12.703647 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-23b15b5a-21e6-4d30-9663-c20af37bcd36 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:06:12.722442 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23b15b5a-21e6-4d30-9663-c20af37bcd36 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Network 1c9eeaac-d205-4b19-a351-2fe67dd78b42 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:06:12.728458 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-23b15b5a-21e6-4d30-9663-c20af37bcd36 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Resources bound (agent type, host, resource id):  {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:06:12.736477 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-a727cb0d-aeb3-41ae-9073-a90c574fb513 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Delete allocated IP 172.20.0.9 (aba7367e-1d4b-4f18-a103-47503f60eff6/e13e6a5f-8a3a-4bda-ab03-58c6442b8669) {{(pid=88878) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:123}}
Dec 24 11:06:12.739922 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23b15b5a-21e6-4d30-9663-c20af37bcd36 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:06:12.740833 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-23b15b5a-21e6-4d30-9663-c20af37bcd36 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:12.769854 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.tag.tag_plugin [None req-b50731d1-f686-4376-8b64-60db80ed2453 tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f527157f710>, 'ports', 'ee69797a-765d-409a-bb69-ecba3b0c0209') {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:06:12.773058 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-23b15b5a-21e6-4d30-9663-c20af37bcd36 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 2.6998429
Dec 24 11:06:12.778019 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 38412) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:12.784987 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-6a6cbed4-d169-4458-9984-aabbad717859 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Request body: {'port': {'network_id': '1c9eeaac-d205-4b19-a351-2fe67dd78b42', 'mac_address': 'fa:16:3e:00:fc:bc', 'name': 'tempest-NetworksTestDHCPv6-1133060795'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:06:12.803280 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1936cc1-168f-401f-a077-e5b74f89305c None None] Network 1c9eeaac-d205-4b19-a351-2fe67dd78b42 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:06:12.813280 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-a727cb0d-aeb3-41ae-9073-a90c574fb513 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Allocated IP 172.20.0.25 (aba7367e-1d4b-4f18-a103-47503f60eff6/c696e7c9-aefc-42bd-94d3-ec7aa1d40a79/31491e36-4091-4b1a-8dbd-03af8376324c) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:06:12.901654 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-819da428-4bc8-4a51-b5af-5b054ce25a18 tempest-ExternalNetworksTestJSON-1065651105 tempest-ExternalNetworksTestJSON-1065651105-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036847558493'] for network, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:12.955679 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6185f341-f2cd-4929-b72f-7a83e33d34fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:13.098204 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6185f341-f2cd-4929-b72f-7a83e33d34fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:13.144586 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c3977dea-ffd4-4edc-b850-44f6b6e4a5aa tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:13.144831 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4ac1b226-ee75-4830-a7ce-558c3afe161e tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:13.151513 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-6a6cbed4-d169-4458-9984-aabbad717859 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:06:13.160751 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-b09f7a77-6295-4c06-908e-949544222f88 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:06:13.171805 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-b50731d1-f686-4376-8b64-60db80ed2453 tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] 10.222.0.65 "GET /v2.0/ports/ee69797a-765d-409a-bb69-ecba3b0c0209/tags HTTP/1.1" status: 200  len: 240 time: 0.4716918
Dec 24 11:06:13.184807 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 38416) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:13.211545 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1a8b4514-bed5-43a1-954b-b9bb05e0e4fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:13.211801 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-6a6cbed4-d169-4458-9984-aabbad717859 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Usage tracker for resource:port and tenant:739a78fd4cfc48c2a4011598579f8f8c is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:06:13.215500 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-6a6cbed4-d169-4458-9984-aabbad717859 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:06:13.233758 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3977dea-ffd4-4edc-b850-44f6b6e4a5aa tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Pushing event deleted for resources: {'Port': ['ID=67523bb2-114e-4ab0-a5b0-facdf92e36af,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:06:13.245599 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.tag.tag_plugin [None req-fe91d7a5-21f0-4ba6-a7a2-a0ad973f4468 tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f5270c054a8>, 'ports', 'ee69797a-765d-409a-bb69-ecba3b0c0209', 'tempest-TagsExtTest-Tag-243888954') {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:06:13.249878 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-6a6cbed4-d169-4458-9984-aabbad717859 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:06:13.263352 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-1a8b4514-bed5-43a1-954b-b9bb05e0e4fb None None] For port 212f8f75-f7bf-4cde-b2bd-44170abd4a42, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=212f8f75-f7bf-4cde-b2bd-44170abd4a42,segment=NetworkSegment(6618a092-51b2-4e3d-9318-3ce6b7b40c55),segment_id=6618a092-51b2-4e3d-9318-3ce6b7b40c55)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:06:13.267514 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1a8b4514-bed5-43a1-954b-b9bb05e0e4fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:13.270123 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-fed0c23e-9f20-4391-ba98-fba00e6b5c1e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:06:13.270278 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c3977dea-ffd4-4edc-b850-44f6b6e4a5aa tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:06:13.281577 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-819da428-4bc8-4a51-b5af-5b054ce25a18 tempest-ExternalNetworksTestJSON-1065651105 tempest-ExternalNetworksTestJSON-1065651105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847649663', 'neutron.services.segments.db._delete_segments_for_network-8749505737672'] for network, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:13.315019 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d8be1625-344e-44a4-82ec-8359e236b565 tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Notify callbacks [] for router_gateway, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:13.316026 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d8be1625-344e-44a4-82ec-8359e236b565 tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854163800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854116816'] for router, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:13.318481 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a6cbed4-d169-4458-9984-aabbad717859 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Made reservation on behalf of 739a78fd4cfc48c2a4011598579f8f8c for: {'port': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:06:13.330826 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6a6cbed4-d169-4458-9984-aabbad717859 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:13.347028 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-819da428-4bc8-4a51-b5af-5b054ce25a18 tempest-ExternalNetworksTestJSON-1065651105 tempest-ExternalNetworksTestJSON-1065651105-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5270a47be0>,) {'filters': {'network_id': ['cce4009b-32a4-44af-ba3a-6491750f6305']}} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:06:13.403044 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8b4514-bed5-43a1-954b-b9bb05e0e4fb None None] Pushing event updated for resources: {'Port': ['ID=212f8f75-f7bf-4cde-b2bd-44170abd4a42,revision_number=3']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:06:13.408429 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-1a8b4514-bed5-43a1-954b-b9bb05e0e4fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:06:13.412672 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b50bd67b-1a1c-4e92-bc24-a04aead5bf6b None None] Update dhcp port {'port': {'network_id': '1c9eeaac-d205-4b19-a351-2fe67dd78b42', 'fixed_ips': [{'subnet_id': 'c557faf1-7ebd-417e-8f14-004041f4e16f', 'ip_address': '2001:db8::f816:3eff:feb0:a3bd'}, {'subnet_id': '7848f3a4-5ce4-4178-9321-764132f84ae8'}], 'binding:host_id': 'dv-neutron-822691-2-hyperv'}, 'id': '212f8f75-f7bf-4cde-b2bd-44170abd4a42'} from dv-neutron-822691-2-hyperv. {{(pid=88880) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}}
Dec 24 11:06:13.415586 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-819da428-4bc8-4a51-b5af-5b054ce25a18 tempest-ExternalNetworksTestJSON-1065651105 tempest-ExternalNetworksTestJSON-1065651105-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5270a47be0>, '272c9e7b-7bbc-42c0-82fb-53eab7ad04ad') {'for_net_delete': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:06:13.415921 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-819da428-4bc8-4a51-b5af-5b054ce25a18 tempest-ExternalNetworksTestJSON-1065651105 tempest-ExternalNetworksTestJSON-1065651105-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5270a47be0>, '272c9e7b-7bbc-42c0-82fb-53eab7ad04ad') {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:06:13.444574 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4ac1b226-ee75-4830-a7ce-558c3afe161e tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:13.470593 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b50bd67b-1a1c-4e92-bc24-a04aead5bf6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:13.532727 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [None req-6a6cbed4-d169-4458-9984-aabbad717859 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] device_id is not set on port 62f04624-7385-4849-8a91-7e07b4a52e24 yet. {{(pid=88878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 24 11:06:13.664137 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c3977dea-ffd4-4edc-b850-44f6b6e4a5aa tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036852798164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854055527'] for router_interface, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:13.714811 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a727cb0d-aeb3-41ae-9073-a90c574fb513 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks [] for port, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:13.725982 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6185f341-f2cd-4929-b72f-7a83e33d34fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:13.733868 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-5795e122-2153-47de-9d9b-b5419cffdb75 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:06:13.772876 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-819da428-4bc8-4a51-b5af-5b054ce25a18 tempest-ExternalNetworksTestJSON-1065651105 tempest-ExternalNetworksTestJSON-1065651105-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749505745113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853989108'] for segment, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:13.820916 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-a727cb0d-aeb3-41ae-9073-a90c574fb513 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Transition to ACTIVE for port object 31491e36-4091-4b1a-8dbd-03af8376324c will not be triggered until provisioned by entity DHCP. {{(pid=88878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:06:13.832208 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-819da428-4bc8-4a51-b5af-5b054ce25a18 tempest-ExternalNetworksTestJSON-1065651105 tempest-ExternalNetworksTestJSON-1065651105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:13.862658 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-819da428-4bc8-4a51-b5af-5b054ce25a18 tempest-ExternalNetworksTestJSON-1065651105 tempest-ExternalNetworksTestJSON-1065651105-project] Releasing vlan 612 on physical network physnet1 to pool {{(pid=88879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 24 11:06:13.863106 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-819da428-4bc8-4a51-b5af-5b054ce25a18 tempest-ExternalNetworksTestJSON-1065651105 tempest-ExternalNetworksTestJSON-1065651105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036847652098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3926696'] for segment, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:13.882200 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6185f341-f2cd-4929-b72f-7a83e33d34fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:13.886691 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-6185f341-f2cd-4929-b72f-7a83e33d34fb admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/abc4aebc-2365-4b05-82b8-37177a7b57d0 HTTP/1.1" status: 204  len: 168 time: 1.3362670
Dec 24 11:06:13.886691 dv-neutron-822691-2-hyperv neutron-server[88767]: Traceback (most recent call last):
Dec 24 11:06:13.886691 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 24 11:06:13.886691 dv-neutron-822691-2-hyperv neutron-server[88767]:     timer()
Dec 24 11:06:13.886691 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 11:06:13.886691 dv-neutron-822691-2-hyperv neutron-server[88767]:     cb(*args, **kw)
Dec 24 11:06:13.886691 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 24 11:06:13.886691 dv-neutron-822691-2-hyperv neutron-server[88767]:     return func(*args, **kwargs)
Dec 24 11:06:13.886691 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 11:06:13.886691 dv-neutron-822691-2-hyperv neutron-server[88767]:     self._notify()
Dec 24 11:06:13.886691 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 11:06:13.886691 dv-neutron-822691-2-hyperv neutron-server[88767]:     self.callback(batched_events)
Dec 24 11:06:13.886691 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 11:06:13.886691 dv-neutron-822691-2-hyperv neutron-server[88767]:     event.method(event)
Dec 24 11:06:13.886691 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 11:06:13.886691 dv-neutron-822691-2-hyperv neutron-server[88767]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 11:06:13.886691 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 24 11:06:13.886691 dv-neutron-822691-2-hyperv neutron-server[88767]:     segment_id)['aggregates'][0]
Dec 24 11:06:13.886691 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 24 11:06:13.886691 dv-neutron-822691-2-hyperv neutron-server[88767]:     return f(self, *a, **k)
Dec 24 11:06:13.886691 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 11:06:13.886691 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self._get(url).json()
Dec 24 11:06:13.886691 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 24 11:06:13.886691 dv-neutron-822691-2-hyperv neutron-server[88767]:     **kwargs)
Dec 24 11:06:13.886691 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 24 11:06:13.886691 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self.request(url, 'GET', **kwargs)
Dec 24 11:06:13.886691 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 24 11:06:13.886691 dv-neutron-822691-2-hyperv neutron-server[88767]:     **endpoint_filter)
Dec 24 11:06:13.886691 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 24 11:06:13.886691 dv-neutron-822691-2-hyperv neutron-server[88767]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 11:06:13.886691 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 24 11:06:13.886691 dv-neutron-822691-2-hyperv neutron-server[88767]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 11:06:13.886691 dv-neutron-822691-2-hyperv neutron-server[88767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 11:06:13.886691 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ac1b226-ee75-4830-a7ce-558c3afe161e tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Network b1ab20e6-03d3-494f-b21f-64ff95f797eb is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:06:13.889628 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a727cb0d-aeb3-41ae-9073-a90c574fb513 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3978773'] for port, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:13.894798 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac1b226-ee75-4830-a7ce-558c3afe161e tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Pushing event updated for resources: {'Port': ['ID=f9127e3f-3455-4d81-abba-367fe7887d70,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:06:13.902451 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-4ac1b226-ee75-4830-a7ce-558c3afe161e tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Resources bound (agent type, host, resource id):  {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:06:13.905376 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-e68ccab1-ee65-4ef4-952a-9c74a082124a tempest-ServersTestManualDisk-691114078 tempest-ServersTestManualDisk-691114078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:06:13.919565 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-4ac1b226-ee75-4830-a7ce-558c3afe161e tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:06:13.921817 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-6b9ec608-6853-40f3-8c1d-9272e2009d40 None None] Allocated IP 172.20.0.18 (aba7367e-1d4b-4f18-a103-47503f60eff6/c696e7c9-aefc-42bd-94d3-ec7aa1d40a79/54fac788-ece8-4cca-9b89-0861365a90b1) {{(pid=88880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:06:13.925374 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-fe91d7a5-21f0-4ba6-a7a2-a0ad973f4468 tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] 10.222.0.65 "GET /v2.0/ports/ee69797a-765d-409a-bb69-ecba3b0c0209/tags/tempest-TagsExtTest-Tag-243888954 HTTP/1.1" status: 204  len: 168 time: 0.7323844
Dec 24 11:06:13.925374 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-18b1675b-9b6c-431a-a893-268609b0757e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.159s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:06:13.932130 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac1b226-ee75-4830-a7ce-558c3afe161e tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:06:13.942210 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 38422) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:13.989944 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.tag.tag_plugin [None req-edac3e79-2a14-409c-966d-3b507dea1bee tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7f5271ee8d30>, 'ports', 'ee69797a-765d-409a-bb69-ecba3b0c0209', 'tempest-TagsExtTest-Tag-243888954') {} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:06:14.043815 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185f341-f2cd-4929-b72f-7a83e33d34fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abc4aebc-2365-4b05-82b8-37177a7b57d0,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:06:14.062683 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-6185f341-f2cd-4929-b72f-7a83e33d34fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:06:14.103907 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 212f8f75-f7bf-4cde-b2bd-44170abd4a42 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:06:14.140442 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a727cb0d-aeb3-41ae-9073-a90c574fb513 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Pushing event updated for resources: {'Port': ['ID=31491e36-4091-4b1a-8dbd-03af8376324c,revision_number=2']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:06:14.144178 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-819da428-4bc8-4a51-b5af-5b054ce25a18 tempest-ExternalNetworksTestJSON-1065651105 tempest-ExternalNetworksTestJSON-1065651105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7126154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659196'] for network, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:14.148996 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-a727cb0d-aeb3-41ae-9073-a90c574fb513 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:06:14.155325 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4ac1b226-ee75-4830-a7ce-558c3afe161e tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-720245'] for router_interface, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:14.158104 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-00fe8ff6-e441-429d-86b8-6bb0917e31bd tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:06:14.184096 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-819da428-4bc8-4a51-b5af-5b054ce25a18 tempest-ExternalNetworksTestJSON-1065651105 tempest-ExternalNetworksTestJSON-1065651105-project] Notify callbacks [] for network, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:14.184817 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-6a6cbed4-d169-4458-9984-aabbad717859 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Allocated IP 2001:db8:0:1::376 (1c9eeaac-d205-4b19-a351-2fe67dd78b42/7848f3a4-5ce4-4178-9321-764132f84ae8/62f04624-7385-4849-8a91-7e07b4a52e24) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:06:14.196563 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819da428-4bc8-4a51-b5af-5b054ce25a18 tempest-ExternalNetworksTestJSON-1065651105 tempest-ExternalNetworksTestJSON-1065651105-project] Pushing event deleted for resources: {'Network': ['ID=cce4009b-32a4-44af-ba3a-6491750f6305,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:06:14.205028 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-819da428-4bc8-4a51-b5af-5b054ce25a18 tempest-ExternalNetworksTestJSON-1065651105 tempest-ExternalNetworksTestJSON-1065651105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:06:14.216891 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-819da428-4bc8-4a51-b5af-5b054ce25a18 tempest-ExternalNetworksTestJSON-1065651105 tempest-ExternalNetworksTestJSON-1065651105-project] 10.222.0.65 "DELETE /v2.0/networks/cce4009b-32a4-44af-ba3a-6491750f6305 HTTP/1.1" status: 204  len: 168 time: 1.6445489
Dec 24 11:06:14.313063 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-6b9ec608-6853-40f3-8c1d-9272e2009d40 None None] For port 54fac788-ece8-4cca-9b89-0861365a90b1, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=54fac788-ece8-4cca-9b89-0861365a90b1,segment=NetworkSegment(9baf9206-49cc-41fa-b042-30f866ce9712),segment_id=9baf9206-49cc-41fa-b042-30f866ce9712)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:06:14.320080 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4ac1b226-ee75-4830-a7ce-558c3afe161e tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:14.338760 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-6a6cbed4-d169-4458-9984-aabbad717859 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Allocated IP 2001:db8::f816:3eff:fe00:fcbc (1c9eeaac-d205-4b19-a351-2fe67dd78b42/c557faf1-7ebd-417e-8f14-004041f4e16f/62f04624-7385-4849-8a91-7e07b4a52e24) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:06:14.350490 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port 212f8f75-f7bf-4cde-b2bd-44170abd4a42 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:06:14.354133 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:14.386064 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-a727cb0d-aeb3-41ae-9073-a90c574fb513 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] In _notify_port_updated(), no bound segment for port 31491e36-4091-4b1a-8dbd-03af8376324c on network aba7367e-1d4b-4f18-a103-47503f60eff6 {{(pid=88878) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}}
Dec 24 11:06:14.390378 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a727cb0d-aeb3-41ae-9073-a90c574fb513 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:06:14.391070 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a727cb0d-aeb3-41ae-9073-a90c574fb513 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:14.395925 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-a727cb0d-aeb3-41ae-9073-a90c574fb513 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] 10.222.0.65 "PUT /v2.0/ports/31491e36-4091-4b1a-8dbd-03af8376324c HTTP/1.1" status: 200  len: 919 time: 3.7598553
Dec 24 11:06:14.399745 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 38432) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:14.551162 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6b9ec608-6853-40f3-8c1d-9272e2009d40 None None] Notify callbacks [] for port, precommit_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:14.580061 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-54530632-0cae-4c8f-80e3-bb7104c3e01e tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Deleting port 31491e36-4091-4b1a-8dbd-03af8376324c {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:06:14.580526 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54530632-0cae-4c8f-80e3-bb7104c3e01e tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:14.619517 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-6b9ec608-6853-40f3-8c1d-9272e2009d40 None None] Transition to ACTIVE for port object 54fac788-ece8-4cca-9b89-0861365a90b1 will not be triggered until provisioned by entity DHCP. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:06:14.698464 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8be1625-344e-44a4-82ec-8359e236b565 tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Router 9e3b442b-1f30-4e4a-b67b-8fc8a5d09fdb is scheduled to L3 agent 198cca88-1338-4098-b44b-beb0346ac906 with binding_index 1 {{(pid=88879) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 24 11:06:14.719928 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6b9ec608-6853-40f3-8c1d-9272e2009d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:14.734593 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-17ceffb9-6fbe-4190-a343-ed5b24d434a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:06:14.925444 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9ec608-6853-40f3-8c1d-9272e2009d40 None None] Pushing event updated for resources: {'Port': ['ID=54fac788-ece8-4cca-9b89-0861365a90b1,revision_number=4']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:06:14.942848 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-6b9ec608-6853-40f3-8c1d-9272e2009d40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:06:14.945297 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-edac3e79-2a14-409c-966d-3b507dea1bee tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] 10.222.0.65 "DELETE /v2.0/ports/ee69797a-765d-409a-bb69-ecba3b0c0209/tags/tempest-TagsExtTest-Tag-243888954 HTTP/1.1" status: 204  len: 168 time: 0.9986982
Dec 24 11:06:14.950995 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 38444) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:14.965434 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.tag.tag_plugin [None req-de39be74-bf4c-4260-9871-2291ab77a1dd tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f52706509e8>, 'ports', 'ee69797a-765d-409a-bb69-ecba3b0c0209') {} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:06:14.965724 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 38450) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:15.186990 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6a6cbed4-d169-4458-9984-aabbad717859 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:15.230088 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3977dea-ffd4-4edc-b850-44f6b6e4a5aa tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Router 5f128504-a09c-44c6-ab29-d9873aed1953 has already been hosted by L3 agent 198cca88-1338-4098-b44b-beb0346ac906 {{(pid=88878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 24 11:06:15.231479 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-6a6cbed4-d169-4458-9984-aabbad717859 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Transition to ACTIVE for port object 62f04624-7385-4849-8a91-7e07b4a52e24 will not be triggered until provisioned by entity DHCP. {{(pid=88878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:06:15.262694 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-de39be74-bf4c-4260-9871-2291ab77a1dd tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] 10.222.0.65 "GET /v2.0/ports/ee69797a-765d-409a-bb69-ecba3b0c0209/tags HTTP/1.1" status: 200  len: 205 time: 0.3108077
Dec 24 11:06:15.265282 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 38460) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:15.275739 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.tag.tag_plugin [None req-6c82e7a9-dbb2-44b9-87db-1c1720a62913 tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f5270fae9e8>, 'routers', 'cd2b695a-989e-4634-be19-2b029a2aaf59') {} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:06:15.305853 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54530632-0cae-4c8f-80e3-bb7104c3e01e tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:15.412060 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 38464) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:15.471022 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-54530632-0cae-4c8f-80e3-bb7104c3e01e tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Calling delete_port for 31491e36-4091-4b1a-8dbd-03af8376324c owned by  {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:06:15.554004 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6a6cbed4-d169-4458-9984-aabbad717859 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:15.576011 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-518c7bb8-818f-40ac-813d-0f96c80752ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:06:15.627689 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-370a2312-de29-4485-8377-5fedc25c22d5 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e3c9413af1e74d3fb0ddbf8b87c5da24&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6464813
Dec 24 11:06:15.631334 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 38470) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:15.662985 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4ac1b226-ee75-4830-a7ce-558c3afe161e tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks [] for port, precommit_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:15.665366 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-6c82e7a9-dbb2-44b9-87db-1c1720a62913 tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] 10.222.0.65 "GET /v2.0/routers/cd2b695a-989e-4634-be19-2b029a2aaf59/tags HTTP/1.1" status: 200  len: 241 time: 0.3987753
Dec 24 11:06:15.677527 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-b50bd67b-1a1c-4e92-bc24-a04aead5bf6b None None] Allocated IP 2001:db8:0:1::2 (1c9eeaac-d205-4b19-a351-2fe67dd78b42/7848f3a4-5ce4-4178-9321-764132f84ae8/212f8f75-f7bf-4cde-b2bd-44170abd4a42) {{(pid=88880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:06:15.686723 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 38474) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:15.693241 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4ac1b226-ee75-4830-a7ce-558c3afe161e tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850854027'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:15.700960 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a6cbed4-d169-4458-9984-aabbad717859 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Network 1c9eeaac-d205-4b19-a351-2fe67dd78b42 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:06:15.706065 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.tag.tag_plugin [None req-bdacf519-d222-4a90-96fa-c43e1fd7037b tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f527134b588>, 'routers', 'cd2b695a-989e-4634-be19-2b029a2aaf59', 'tempest-TagsExtTest-Tag-1439290112') {} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:06:15.729392 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-ee9d4637-4625-444e-a09b-297fba660b07 tempest-RoutersAdminNegativeTest-1126026117 tempest-RoutersAdminNegativeTest-1126026117-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:06:15.776707 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6cbed4-d169-4458-9984-aabbad717859 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Pushing event updated for resources: {'Port': ['ID=62f04624-7385-4849-8a91-7e07b4a52e24,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:06:15.780165 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-6a6cbed4-d169-4458-9984-aabbad717859 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:06:15.782628 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-6a6cbed4-d169-4458-9984-aabbad717859 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Resources bound (agent type, host, resource id):  {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:06:15.785430 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6cbed4-d169-4458-9984-aabbad717859 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:06:15.790069 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a6cbed4-d169-4458-9984-aabbad717859 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:06:15.790783 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6a6cbed4-d169-4458-9984-aabbad717859 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:15.798467 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-76c8ce42-7976-4bdb-ab70-f224d7432b4f tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1162236299', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:06:15.889570 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-b50bd67b-1a1c-4e92-bc24-a04aead5bf6b None None] For port 212f8f75-f7bf-4cde-b2bd-44170abd4a42, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=212f8f75-f7bf-4cde-b2bd-44170abd4a42,segment=NetworkSegment(6618a092-51b2-4e3d-9318-3ce6b7b40c55),segment_id=6618a092-51b2-4e3d-9318-3ce6b7b40c55)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:06:15.892777 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-76c8ce42-7976-4bdb-ab70-f224d7432b4f tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:06:15.910506 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3977dea-ffd4-4edc-b850-44f6b6e4a5aa tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:06:15.920124 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-76c8ce42-7976-4bdb-ab70-f224d7432b4f tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Usage tracker for resource:router and tenant:3ab254af086c42aeb42eb630e98b5525 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:06:15.925232 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b50bd67b-1a1c-4e92-bc24-a04aead5bf6b None None] Notify callbacks [] for port, precommit_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:15.927327 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc3d8ce-3a5c-401f-9ad9-359a824ba975 None None] Sync routers for ids ['5f128504-a09c-44c6-ab29-d9873aed1953'] in dv-neutron-822691-2-hyperv {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:06:15.950281 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc3d8ce-3a5c-401f-9ad9-359a824ba975 None None] Routers {'5f128504-a09c-44c6-ab29-d9873aed1953'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:06:15.951088 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-6cc3d8ce-3a5c-401f-9ad9-359a824ba975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5272064e10>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:06:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['5f128504-a09c-44c6-ab29-d9873aed1953'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:06:15.951530 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-76c8ce42-7976-4bdb-ab70-f224d7432b4f tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:06:15.992904 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-76c8ce42-7976-4bdb-ab70-f224d7432b4f tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:06:15.997931 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-c3977dea-ffd4-4edc-b850-44f6b6e4a5aa tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] 10.222.0.65 "PUT /v2.0/routers/5f128504-a09c-44c6-ab29-d9873aed1953/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 10.5958397
Dec 24 11:06:16.003096 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 38478) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:16.046895 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-6cc3d8ce-3a5c-401f-9ad9-359a824ba975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5272064e10>, [], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:06:16.059909 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc3d8ce-3a5c-401f-9ad9-359a824ba975 None None] Routers {'5f128504-a09c-44c6-ab29-d9873aed1953'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:06:16.060847 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-6cc3d8ce-3a5c-401f-9ad9-359a824ba975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5272064e10>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:06:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['5f128504-a09c-44c6-ab29-d9873aed1953'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:06:16.072249 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 54fac788-ece8-4cca-9b89-0861365a90b1 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:06:16.124128 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-6a6cbed4-d169-4458-9984-aabbad717859 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1034 time: 3.3420298
Dec 24 11:06:16.137629 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-6cc3d8ce-3a5c-401f-9ad9-359a824ba975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5272064e10>, [], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:06:16.138387 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc3d8ce-3a5c-401f-9ad9-359a824ba975 None None] The sync data for ids ['5f128504-a09c-44c6-ab29-d9873aed1953'] in dv-neutron-822691-2-hyperv is: [] {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:06:16.145488 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-bdacf519-d222-4a90-96fa-c43e1fd7037b tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] 10.222.0.65 "GET /v2.0/routers/cd2b695a-989e-4634-be19-2b029a2aaf59/tags/tempest-TagsExtTest-Tag-1439290112 HTTP/1.1" status: 204  len: 168 time: 0.4473553
Dec 24 11:06:16.160603 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 38482) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:16.160972 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 38484) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:16.184403 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.tag.tag_plugin [None req-6a7920bb-cfac-4da4-b878-5f50142e08a2 tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7f5271a9a4e0>, 'routers', 'cd2b695a-989e-4634-be19-2b029a2aaf59', 'tempest-TagsExtTest-Tag-1439290112') {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:06:16.201849 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-76c8ce42-7976-4bdb-ab70-f224d7432b4f tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-612016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-84579'] for router, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:16.202896 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-76c8ce42-7976-4bdb-ab70-f224d7432b4f tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854163950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659046', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854079771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854691221'] for router, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:16.231748 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-119a2b14-d25c-4922-bdfe-4e5e8e5c982c None None] Provisioning for port 54fac788-ece8-4cca-9b89-0861365a90b1 completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:06:16.237903 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-119a2b14-d25c-4922-bdfe-4e5e8e5c982c None None] Provisioning complete for port 54fac788-ece8-4cca-9b89-0861365a90b1 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:06:16.238077 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-119a2b14-d25c-4922-bdfe-4e5e8e5c982c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:16.241373 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-76c8ce42-7976-4bdb-ab70-f224d7432b4f tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:16.390543 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-76c8ce42-7976-4bdb-ab70-f224d7432b4f tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854163800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854116816'] for router, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:16.411728 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4ac1b226-ee75-4830-a7ce-558c3afe161e tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1977653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854055662'] for router_interface, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:16.435922 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac1b226-ee75-4830-a7ce-558c3afe161e tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Pushing event updated for resources: {'Port': ['ID=f9127e3f-3455-4d81-abba-367fe7887d70,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:06:16.445903 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-76c8ce42-7976-4bdb-ab70-f224d7432b4f tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Notify callbacks [] for router, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:16.446046 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-4ac1b226-ee75-4830-a7ce-558c3afe161e tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.717s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:06:16.447302 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-76c8ce42-7976-4bdb-ab70-f224d7432b4f tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201  len: 712 time: 1.0341537
Dec 24 11:06:16.447439 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-b50bd67b-1a1c-4e92-bc24-a04aead5bf6b None None] Transition to ACTIVE for port object 212f8f75-f7bf-4cde-b2bd-44170abd4a42 will not be triggered until provisioned by entity DHCP. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:06:16.451749 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-119a2b14-d25c-4922-bdfe-4e5e8e5c982c None None] Provisioning for port 31491e36-4091-4b1a-8dbd-03af8376324c completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:06:16.453029 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 38490) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:16.455272 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54530632-0cae-4c8f-80e3-bb7104c3e01e tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:16.457544 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b50bd67b-1a1c-4e92-bc24-a04aead5bf6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:16.463249 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:06:16.467473 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-cdfc3e73-a6b2-46dd-89c8-f9a1774d18f3 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Deleting port 62f04624-7385-4849-8a91-7e07b4a52e24 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:06:16.467844 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-cdfc3e73-a6b2-46dd-89c8-f9a1774d18f3 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:16.484744 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-faaa57e8-860d-4136-8ffd-f24627858526 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1604984381'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:06:16.498830 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-faaa57e8-860d-4136-8ffd-f24627858526 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:06:16.502818 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.v2.resource [None req-e86485c2-1d2e-4139-ba38-06c591970f25 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] remove_router_interface failed (client error): The resource could not be found.
Dec 24 11:06:16.503342 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-e86485c2-1d2e-4139-ba38-06c591970f25 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] 10.222.0.65 "PUT /v2.0/routers/5f128504-a09c-44c6-ab29-d9873aed1953/remove_router_interface HTTP/1.1" status: 404  len: 398 time: 0.4954889
Dec 24 11:06:16.506013 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-faaa57e8-860d-4136-8ffd-f24627858526 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Usage tracker for resource:network and tenant:3ab254af086c42aeb42eb630e98b5525 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:06:16.506626 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-119a2b14-d25c-4922-bdfe-4e5e8e5c982c None None] Provisioning complete for port 31491e36-4091-4b1a-8dbd-03af8376324c triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:06:16.507062 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-119a2b14-d25c-4922-bdfe-4e5e8e5c982c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:16.508676 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 38494) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:16.511951 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-faaa57e8-860d-4136-8ffd-f24627858526 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:06:16.513350 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-824a1c39-736a-4fda-bd8e-4702a2aa02b6 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:06:16.550597 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-119a2b14-d25c-4922-bdfe-4e5e8e5c982c None None] Port 31491e36-4091-4b1a-8dbd-03af8376324c was deleted so its status cannot be updated. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:300}}
Dec 24 11:06:16.566873 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-faaa57e8-860d-4136-8ffd-f24627858526 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:06:16.578907 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8be1625-344e-44a4-82ec-8359e236b565 tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:06:16.579937 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-d6d0eb92-9dcb-4cff-bf77-aa0242cfc18c tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Synchronizing usage tracker for tenant:59b398769254445dae3d1f85e7f0f818 on resource:port {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:06:16.584298 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faaa57e8-860d-4136-8ffd-f24627858526 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Made reservation on behalf of 3ab254af086c42aeb42eb630e98b5525 for: {'network': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:06:16.589823 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-faaa57e8-860d-4136-8ffd-f24627858526 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for network, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:16.612073 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54530632-0cae-4c8f-80e3-bb7104c3e01e tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Pushing event deleted for resources: {'Port': ['ID=31491e36-4091-4b1a-8dbd-03af8376324c,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:06:16.615366 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-faaa57e8-860d-4136-8ffd-f24627858526 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Notify callbacks [] for security_group, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:16.628433 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c16a9103-2887-4f49-8d34-303bb1de3266 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:16.630437 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54530632-0cae-4c8f-80e3-bb7104c3e01e tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:06:16.637886 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-d6d0eb92-9dcb-4cff-bf77-aa0242cfc18c tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Unset dirty status for tenant:59b398769254445dae3d1f85e7f0f818 on resource:port {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:06:16.639173 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-d6d0eb92-9dcb-4cff-bf77-aa0242cfc18c tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] 10.222.0.65 "GET /v2.0/ports?device_id=5f128504-a09c-44c6-ab29-d9873aed1953 HTTP/1.1" status: 200  len: 205 time: 0.1291671
Dec 24 11:06:16.647902 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 38498) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:16.663928 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac76b81-c3a6-4cdd-a88b-9e7b53f993e6 None None] Sync routers for ids ['9e3b442b-1f30-4e4a-b67b-8fc8a5d09fdb'] in dv-neutron-822691-2-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:06:16.702019 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50bd67b-1a1c-4e92-bc24-a04aead5bf6b None None] Pushing event updated for resources: {'Port': ['ID=212f8f75-f7bf-4cde-b2bd-44170abd4a42,revision_number=4']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:06:16.705775 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-b50bd67b-1a1c-4e92-bc24-a04aead5bf6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:06:16.713549 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-119a2b14-d25c-4922-bdfe-4e5e8e5c982c None None] Provisioning complete for port 35f74e81-df80-4eb2-a058-ba78e8558bc6 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:06:16.714016 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-119a2b14-d25c-4922-bdfe-4e5e8e5c982c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:16.742245 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-faaa57e8-860d-4136-8ffd-f24627858526 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:06:16.753693 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac76b81-c3a6-4cdd-a88b-9e7b53f993e6 None None] Routers {'9e3b442b-1f30-4e4a-b67b-8fc8a5d09fdb'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:06:16.754456 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-2ac76b81-c3a6-4cdd-a88b-9e7b53f993e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52715fff98>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:06:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['9e3b442b-1f30-4e4a-b67b-8fc8a5d09fdb'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:06:16.809935 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-faaa57e8-860d-4136-8ffd-f24627858526 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Usage tracker for resource:security_group_rule and tenant:3ab254af086c42aeb42eb630e98b5525 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:06:16.814781 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-faaa57e8-860d-4136-8ffd-f24627858526 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:06:16.825105 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-faaa57e8-860d-4136-8ffd-f24627858526 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:06:16.837926 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-2ac76b81-c3a6-4cdd-a88b-9e7b53f993e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52715fff98>, [], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:06:16.851020 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-503f1b42-707a-48a8-a7b0-de9c452ca145 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks [] for router, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:16.860202 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-119a2b14-d25c-4922-bdfe-4e5e8e5c982c None None] Port 35f74e81-df80-4eb2-a058-ba78e8558bc6 cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:06:16.864449 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac76b81-c3a6-4cdd-a88b-9e7b53f993e6 None None] Routers {'9e3b442b-1f30-4e4a-b67b-8fc8a5d09fdb'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:06:16.864707 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-2ac76b81-c3a6-4cdd-a88b-9e7b53f993e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52715fff98>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:06:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['9e3b442b-1f30-4e4a-b67b-8fc8a5d09fdb'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:06:16.937409 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d8be1625-344e-44a4-82ec-8359e236b565 tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Notify callbacks [] for router, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:16.938954 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-d8be1625-344e-44a4-82ec-8359e236b565 tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201  len: 889 time: 9.2348435
Dec 24 11:06:16.942666 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-2ac76b81-c3a6-4cdd-a88b-9e7b53f993e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52715fff98>, [], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:06:16.943171 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac76b81-c3a6-4cdd-a88b-9e7b53f993e6 None None] The sync data for ids ['9e3b442b-1f30-4e4a-b67b-8fc8a5d09fdb'] in dv-neutron-822691-2-hyperv is: [] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:06:16.949196 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c16a9103-2887-4f49-8d34-303bb1de3266 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:16.971462 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 38502) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:16.983707 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-75b70f3a-b0b8-4295-980d-a59bb63d6498 tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:06:17.078664 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-128c798b-b183-4e89-aba1-1c62a0f67eb6 None None] Could not find standard attr ID for object 31491e36-4091-4b1a-8dbd-03af8376324c. {{(pid=88880) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 24 11:06:17.098628 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-6a7920bb-cfac-4da4-b878-5f50142e08a2 tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] 10.222.0.65 "DELETE /v2.0/routers/cd2b695a-989e-4634-be19-2b029a2aaf59/tags/tempest-TagsExtTest-Tag-1439290112 HTTP/1.1" status: 204  len: 168 time: 0.9174762
Dec 24 11:06:17.115359 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 38506) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:17.219746 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.tag.tag_plugin [None req-df0aac53-0fae-4641-988f-105f883c5727 tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f5270496748>, 'routers', 'cd2b695a-989e-4634-be19-2b029a2aaf59') {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:06:17.289478 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54530632-0cae-4c8f-80e3-bb7104c3e01e tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:17.315716 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-54530632-0cae-4c8f-80e3-bb7104c3e01e tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] 10.222.0.65 "DELETE /v2.0/ports/31491e36-4091-4b1a-8dbd-03af8376324c HTTP/1.1" status: 204  len: 168 time: 2.9121466
Dec 24 11:06:17.318307 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 38510) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:17.479354 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-faaa57e8-860d-4136-8ffd-f24627858526 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Notify callbacks [] for security_group, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:17.485969 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-faaa57e8-860d-4136-8ffd-f24627858526 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:17.490777 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-99a9123c-b7b9-4d18-8274-91bfb7ef9b0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:06:17.515364 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ac1b226-ee75-4830-a7ce-558c3afe161e tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Network b1ab20e6-03d3-494f-b21f-64ff95f797eb is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:06:17.529255 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c16a9103-2887-4f49-8d34-303bb1de3266 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:17.531803 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c16a9103-2887-4f49-8d34-303bb1de3266 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:17.536290 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-c16a9103-2887-4f49-8d34-303bb1de3266 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4139c757-641c-40f3-925e-f2015a0a8089 HTTP/1.1" status: 204  len: 168 time: 1.8909054
Dec 24 11:06:17.536290 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-4ac1b226-ee75-4830-a7ce-558c3afe161e tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Resources bound (agent type, host, resource id):  {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:06:17.537045 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-07260645-00ee-4074-9aeb-24b02590d6b1 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] GET failed (client error): The resource could not be found.
Dec 24 11:06:17.537607 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-07260645-00ee-4074-9aeb-24b02590d6b1 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Synchronizing usage tracker for tenant:56d5354af46a4a91924cfe2259b4b254 on resource:port {{(pid=88879) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:06:17.611736 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f69f4839-1a32-44d5-81b2-7ee7fb66e342 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:06:17.668444 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-faaa57e8-860d-4136-8ffd-f24627858526 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] vlan segment allocate from pool success with {'vlan_id': 647, 'physical_network': 'physnet1'}  {{(pid=88878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 24 11:06:17.689770 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16a9103-2887-4f49-8d34-303bb1de3266 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4139c757-641c-40f3-925e-f2015a0a8089,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:06:17.695464 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-503f1b42-707a-48a8-a7b0-de9c452ca145 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854158724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-84560'] for router, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:17.699684 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-faaa57e8-860d-4136-8ffd-f24627858526 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:17.700071 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.segments_db [None req-faaa57e8-860d-4136-8ffd-f24627858526 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Added segment 45cdc3e3-8f53-48ac-afed-94e254f3c17f of type vlan for network 2b3934f2-d557-4ac1-ade9-6b4f02cdf113
Dec 24 11:06:17.702185 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faaa57e8-860d-4136-8ffd-f24627858526 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f69094d2-6768-4a1a-a44f-73ab7929b188,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:06:17.705671 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c16a9103-2887-4f49-8d34-303bb1de3266 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:06:17.710821 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-faaa57e8-860d-4136-8ffd-f24627858526 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:06:17.711588 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-503f1b42-707a-48a8-a7b0-de9c452ca145 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:17.748398 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-faaa57e8-860d-4136-8ffd-f24627858526 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363287349540024'] for network, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:17.785110 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-503f1b42-707a-48a8-a7b0-de9c452ca145 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854158830'] for router, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:17.786191 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-503f1b42-707a-48a8-a7b0-de9c452ca145 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Fanout notify agent at l3_agent the message router_deleted on router 5f128504-a09c-44c6-ab29-d9873aed1953 {{(pid=88878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 24 11:06:17.838604 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-faaa57e8-860d-4136-8ffd-f24627858526 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636'] for network, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:17.843467 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faaa57e8-860d-4136-8ffd-f24627858526 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:06:17.844238 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-faaa57e8-860d-4136-8ffd-f24627858526 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Notify callbacks [] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:17.849867 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-130b0d85-ec9f-450e-a66e-8953b75f6288 tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:06:17.918225 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-6f45fe26-d91c-4c75-b1cc-4d76d704c26b None None] Provisioning for port 212f8f75-f7bf-4cde-b2bd-44170abd4a42 completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:06:17.929446 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-6f45fe26-d91c-4c75-b1cc-4d76d704c26b None None] Provisioning complete for port 212f8f75-f7bf-4cde-b2bd-44170abd4a42 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:06:17.930329 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6f45fe26-d91c-4c75-b1cc-4d76d704c26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:17.936408 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-503f1b42-707a-48a8-a7b0-de9c452ca145 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks [] for router, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:17.937681 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-503f1b42-707a-48a8-a7b0-de9c452ca145 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] 10.222.0.65 "DELETE /v2.0/routers/5f128504-a09c-44c6-ab29-d9873aed1953 HTTP/1.1" status: 204  len: 168 time: 1.2887471
Dec 24 11:06:17.948011 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 38518) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:18.110524 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 212f8f75-f7bf-4cde-b2bd-44170abd4a42 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:06:18.144068 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-faaa57e8-860d-4136-8ffd-f24627858526 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201  len: 791 time: 1.6652789
Dec 24 11:06:18.153878 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 38522) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:18.179855 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-ea497ca3-f5c8-4f27-87f7-c8e3ec078e3b tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Request body: {'subnet': {'network_id': '2b3934f2-d557-4ac1-ade9-6b4f02cdf113', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:06:18.183665 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-cdfc3e73-a6b2-46dd-89c8-f9a1774d18f3 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:18.199357 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faaa57e8-860d-4136-8ffd-f24627858526 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Pushing event updated for resources: {'Network': ['ID=2b3934f2-d557-4ac1-ade9-6b4f02cdf113,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:06:18.228756 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-07260645-00ee-4074-9aeb-24b02590d6b1 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Unset dirty status for tenant:56d5354af46a4a91924cfe2259b4b254 on resource:port {{(pid=88879) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:06:18.233088 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-07260645-00ee-4074-9aeb-24b02590d6b1 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] 10.222.0.65 "GET /v2.0/ports/31491e36-4091-4b1a-8dbd-03af8376324c HTTP/1.1" status: 404  len: 333 time: 0.9029174
Dec 24 11:06:18.236125 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Network 2b3934f2-d557-4ac1-ade9-6b4f02cdf113 details requested by agent ovs-agent-dv-neutron-822691-2-hyperv with host dv-neutron-822691-2-hyperv {{(pid=88880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 24 11:06:18.259734 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-faaa57e8-860d-4136-8ffd-f24627858526 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:06:18.266812 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 38526) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:18.294464 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 38530) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:18.302361 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-df0aac53-0fae-4641-988f-105f883c5727 tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] 10.222.0.65 "GET /v2.0/routers/cd2b695a-989e-4634-be19-2b029a2aaf59/tags HTTP/1.1" status: 200  len: 205 time: 1.1102781
Dec 24 11:06:18.310519 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 38534) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:18.359398 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.tag.tag_plugin [None req-1c58089d-4a7e-46d2-b13d-5ea1bbd5acb8 tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f5271ad28d0>, 'subnetpools', 'c0537586-b7a7-4abc-bfcc-7e1ed493ebd1') {} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:06:18.395909 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-cdfc3e73-a6b2-46dd-89c8-f9a1774d18f3 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Calling delete_port for 62f04624-7385-4849-8a91-7e07b4a52e24 owned by  {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:06:18.425773 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port 212f8f75-f7bf-4cde-b2bd-44170abd4a42 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:06:18.426218 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:18.609391 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_v2 [None req-04cd8898-7a42-48ac-abe0-41489dbe61b8 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Deleting subnet 0cf8a58f-3036-40ea-abeb-8572437154f4 {{(pid=88878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 24 11:06:18.623384 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-ea497ca3-f5c8-4f27-87f7-c8e3ec078e3b tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:06:18.625760 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-04cd8898-7a42-48ac-abe0-41489dbe61b8 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks [] for subnet, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:18.641153 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-6d6f0ecd-3d1d-47ff-b688-9a1e2ff7e757 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c66d55c7340e444e986b405893cdf446&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3423941
Dec 24 11:06:18.645282 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 38538) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:18.660265 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-63743027-42f2-4a70-8337-9136e03830e7 None None] Provisioning for port 62f04624-7385-4849-8a91-7e07b4a52e24 completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:06:18.669897 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-63743027-42f2-4a70-8337-9136e03830e7 None None] Provisioning complete for port 62f04624-7385-4849-8a91-7e07b4a52e24 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:06:18.669897 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-63743027-42f2-4a70-8337-9136e03830e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:18.696343 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-1c58089d-4a7e-46d2-b13d-5ea1bbd5acb8 tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] 10.222.0.65 "GET /v2.0/subnetpools/c0537586-b7a7-4abc-bfcc-7e1ed493ebd1/tags HTTP/1.1" status: 200  len: 241 time: 0.3479955
Dec 24 11:06:18.698046 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-ea497ca3-f5c8-4f27-87f7-c8e3ec078e3b tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Usage tracker for resource:subnet and tenant:3ab254af086c42aeb42eb630e98b5525 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:06:18.706535 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-ea497ca3-f5c8-4f27-87f7-c8e3ec078e3b tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:06:18.709224 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 38542) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:18.718820 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-87873228-9f5c-4e0a-a22c-438ab77cebfb tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks [] for security_group, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:18.723605 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-ea497ca3-f5c8-4f27-87f7-c8e3ec078e3b tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:06:18.731341 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.tag.tag_plugin [None req-68724081-1056-4921-bc4a-aa87fdbff2af tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f5271683940>, 'subnetpools', 'c0537586-b7a7-4abc-bfcc-7e1ed493ebd1', 'tempest-TagsExtTest-Tag-2050221635') {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:06:18.755783 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-04cd8898-7a42-48ac-abe0-41489dbe61b8 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852534446'] for subnet, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:18.768427 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-63743027-42f2-4a70-8337-9136e03830e7 None None] Port 62f04624-7385-4849-8a91-7e07b4a52e24 cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:06:18.799470 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-87873228-9f5c-4e0a-a22c-438ab77cebfb tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:18.810164 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea497ca3-f5c8-4f27-87f7-c8e3ec078e3b tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Made reservation on behalf of 3ab254af086c42aeb42eb630e98b5525 for: {'subnet': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:06:18.955854 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-68724081-1056-4921-bc4a-aa87fdbff2af tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] 10.222.0.65 "GET /v2.0/subnetpools/c0537586-b7a7-4abc-bfcc-7e1ed493ebd1/tags/tempest-TagsExtTest-Tag-2050221635 HTTP/1.1" status: 204  len: 168 time: 0.2417758
Dec 24 11:06:18.963837 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 38546) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:18.988436 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ea497ca3-f5c8-4f27-87f7-c8e3ec078e3b tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2246100'] for subnet, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:19.008123 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-87873228-9f5c-4e0a-a22c-438ab77cebfb tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:19.018013 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-faaa57e8-860d-4136-8ffd-f24627858526 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:06:19.026997 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.tag.tag_plugin [None req-a4af55e6-9647-48e6-8013-5efa98dcfb1b tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7f52706d5588>, 'subnetpools', 'c0537586-b7a7-4abc-bfcc-7e1ed493ebd1', 'tempest-TagsExtTest-Tag-2050221635') {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:06:19.042007 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b7ea4862-08b6-4cf8-9d23-c871f1dd8216 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:19.055675 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87873228-9f5c-4e0a-a22c-438ab77cebfb tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2555ca20-4cd0-44f6-bfd3-d7afa96c7eb4,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:06:19.060989 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-87873228-9f5c-4e0a-a22c-438ab77cebfb tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:06:19.102596 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-cdfc3e73-a6b2-46dd-89c8-f9a1774d18f3 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:19.112521 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b7ea4862-08b6-4cf8-9d23-c871f1dd8216 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:19.122803 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-04cd8898-7a42-48ac-abe0-41489dbe61b8 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847655656'] for subnet, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:19.130628 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-ed5ea82d-ed19-46b2-b401-798740cafa71 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:06:19.170225 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-87873228-9f5c-4e0a-a22c-438ab77cebfb tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:19.171493 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-87873228-9f5c-4e0a-a22c-438ab77cebfb tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] 10.222.0.65 "DELETE /v2.0/security-groups/2555ca20-4cd0-44f6-bfd3-d7afa96c7eb4 HTTP/1.1" status: 204  len: 168 time: 0.9030006
Dec 24 11:06:19.182795 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 38550) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:19.200672 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfc3e73-a6b2-46dd-89c8-f9a1774d18f3 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Pushing event deleted for resources: {'Port': ['ID=62f04624-7385-4849-8a91-7e07b4a52e24,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:06:19.217608 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-cdfc3e73-a6b2-46dd-89c8-f9a1774d18f3 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:06:19.305057 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-04cd8898-7a42-48ac-abe0-41489dbe61b8 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7120129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3978858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852529715'] for subnet, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:19.346018 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-ad905e1e-e2fd-4a24-a61a-db5c93b89f4e tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:06:19.400349 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-efaf1ee5-c546-470d-99d7-19dbe680d83c tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks [] for security_group, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:19.404340 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-cdfc3e73-a6b2-46dd-89c8-f9a1774d18f3 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:19.405519 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cd8898-7a42-48ac-abe0-41489dbe61b8 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Pushing event deleted for resources: {'Subnet': ['ID=0cf8a58f-3036-40ea-abeb-8572437154f4,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:06:19.416914 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-04cd8898-7a42-48ac-abe0-41489dbe61b8 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:06:19.423093 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-a4af55e6-9647-48e6-8013-5efa98dcfb1b tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] 10.222.0.65 "DELETE /v2.0/subnetpools/c0537586-b7a7-4abc-bfcc-7e1ed493ebd1/tags/tempest-TagsExtTest-Tag-2050221635 HTTP/1.1" status: 204  len: 168 time: 0.4535656
Dec 24 11:06:19.434832 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6247f25-60d6-48a2-b00c-5c4266a406a3 None None] Network e4c21cbc-ee65-4dec-be41-ff4873aa6881 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:06:19.436397 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 38554) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:19.437637 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-04cd8898-7a42-48ac-abe0-41489dbe61b8 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:19.449353 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.tag.tag_plugin [None req-4d420a3b-bae3-4d81-a199-bb4b72f6c0f6 tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f527033fcc0>, 'subnetpools', 'c0537586-b7a7-4abc-bfcc-7e1ed493ebd1') {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:06:19.468666 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-cdfc3e73-a6b2-46dd-89c8-f9a1774d18f3 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "DELETE /v2.0/ports/62f04624-7385-4849-8a91-7e07b4a52e24 HTTP/1.1" status: 204  len: 168 time: 3.2917168
Dec 24 11:06:19.469341 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 38558) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:19.470894 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-04cd8898-7a42-48ac-abe0-41489dbe61b8 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] 10.222.0.65 "DELETE /v2.0/subnets/0cf8a58f-3036-40ea-abeb-8572437154f4 HTTP/1.1" status: 204  len: 168 time: 1.5218592
Dec 24 11:06:19.473994 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-efaf1ee5-c546-470d-99d7-19dbe680d83c tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:19.482359 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 38560) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:19.483587 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b7ea4862-08b6-4cf8-9d23-c871f1dd8216 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:19.486271 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b7ea4862-08b6-4cf8-9d23-c871f1dd8216 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:19.490524 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-b7ea4862-08b6-4cf8-9d23-c871f1dd8216 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2132ef95-badb-4162-895f-7b9a70c5b557 HTTP/1.1" status: 204  len: 168 time: 0.8411298
Dec 24 11:06:19.531596 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-55f04ea5-1e6f-4642-af15-d73e116bad68 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:06:19.552392 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ea4862-08b6-4cf8-9d23-c871f1dd8216 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2132ef95-badb-4162-895f-7b9a70c5b557,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:06:19.567047 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-b7ea4862-08b6-4cf8-9d23-c871f1dd8216 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:06:19.589630 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ac1b226-ee75-4830-a7ce-558c3afe161e tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Router 24f0b5d8-d368-4970-b4e5-f35e9299f571 has already been hosted by L3 agent 198cca88-1338-4098-b44b-beb0346ac906 {{(pid=88879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 24 11:06:19.612513 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-4d420a3b-bae3-4d81-a199-bb4b72f6c0f6 tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] 10.222.0.65 "GET /v2.0/subnetpools/c0537586-b7a7-4abc-bfcc-7e1ed493ebd1/tags HTTP/1.1" status: 200  len: 205 time: 0.1746194
Dec 24 11:06:19.616945 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 38568) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:19.636018 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.tag.tag_plugin [None req-cae7cb68-8deb-4608-aed0-9299a01a455c tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f52705ebba8>, 'subnetpools', 'c0537586-b7a7-4abc-bfcc-7e1ed493ebd1') {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:06:19.674985 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ea497ca3-f5c8-4f27-87f7-c8e3ec078e3b tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850796890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2246085'] for subnet, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:19.685185 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-04cd8898-7a42-48ac-abe0-41489dbe61b8 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:06:19.812501 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df379252-1072-46d3-b9d1-8e28d97124e7 None None] DHCP port deletion for e4c21cbc-ee65-4dec-be41-ff4873aa6881 request from dv-neutron-822691-2-hyperv {{(pid=88880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 24 11:06:19.821145 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-df379252-1072-46d3-b9d1-8e28d97124e7 None None] Deleting port 98811d59-f948-4fe5-ab40-b59a9c5f50b4 {{(pid=88880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:06:19.822713 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-df379252-1072-46d3-b9d1-8e28d97124e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:19.831280 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-83367a6b-29bc-407f-9f3d-e4bbd0e0f840 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036847558493'] for network, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:19.843150 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-efaf1ee5-c546-470d-99d7-19dbe680d83c tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:19.863508 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-cae7cb68-8deb-4608-aed0-9299a01a455c tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] 10.222.0.65 "DELETE /v2.0/subnetpools/c0537586-b7a7-4abc-bfcc-7e1ed493ebd1/tags HTTP/1.1" status: 204  len: 168 time: 0.2411928
Dec 24 11:06:19.867887 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 38574) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:19.868288 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-434e6346-f58b-448c-b6f6-60581136a632 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:06:19.870199 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-434e6346-f58b-448c-b6f6-60581136a632 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Synchronizing usage tracker for tenant:739a78fd4cfc48c2a4011598579f8f8c on resource:port {{(pid=88879) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:06:19.870937 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea497ca3-f5c8-4f27-87f7-c8e3ec078e3b tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Pushing event updated for resources: {'Subnet': ['ID=e865afef-537f-430e-8668-379eabfd992d,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:06:19.880807 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-ea497ca3-f5c8-4f27-87f7-c8e3ec078e3b tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:06:19.882786 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-b5ae1053-2fae-445c-b315-bc192a02129a tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:06:19.899918 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.tag.tag_plugin [None req-7a3b5829-a6d4-4ecc-954e-ed34afdc679f tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f527166ec88>, 'routers', 'cd2b695a-989e-4634-be19-2b029a2aaf59') {} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:06:19.975730 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efaf1ee5-c546-470d-99d7-19dbe680d83c tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3a9b1cb-eb11-4e32-a620-31fbaa3550bf,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:06:19.980049 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-83367a6b-29bc-407f-9f3d-e4bbd0e0f840 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Deleting port 98811d59-f948-4fe5-ab40-b59a9c5f50b4 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:06:19.980414 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-83367a6b-29bc-407f-9f3d-e4bbd0e0f840 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:20.011945 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-efaf1ee5-c546-470d-99d7-19dbe680d83c tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:06:20.073957 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-efaf1ee5-c546-470d-99d7-19dbe680d83c tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:20.078261 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-efaf1ee5-c546-470d-99d7-19dbe680d83c tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] 10.222.0.65 "DELETE /v2.0/security-groups/e3a9b1cb-eb11-4e32-a620-31fbaa3550bf HTTP/1.1" status: 204  len: 168 time: 0.8943098
Dec 24 11:06:20.081330 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 38582) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:20.088509 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-434e6346-f58b-448c-b6f6-60581136a632 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Unset dirty status for tenant:739a78fd4cfc48c2a4011598579f8f8c on resource:port {{(pid=88879) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:06:20.092781 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-434e6346-f58b-448c-b6f6-60581136a632 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1047 time: 0.6171598
Dec 24 11:06:20.098675 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 38586) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:20.106850 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 98811d59-f948-4fe5-ab40-b59a9c5f50b4 no longer exists at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:06:20.141811 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea497ca3-f5c8-4f27-87f7-c8e3ec078e3b tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Checking segment: {'id': '45cdc3e3-8f53-48ac-afed-94e254f3c17f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '2b3934f2-d557-4ac1-ade9-6b4f02cdf113'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:06:20.142246 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea497ca3-f5c8-4f27-87f7-c8e3ec078e3b tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Network hostable DHCP agents. Network: 2b3934f2-d557-4ac1-ade9-6b4f02cdf113, hostable agents: ['edcf98dc-3032-472a-8b3d-f23fd1e89806'], hosted agents: [] {{(pid=88878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 24 11:06:20.209859 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-df379252-1072-46d3-b9d1-8e28d97124e7 None None] For port 98811d59-f948-4fe5-ab40-b59a9c5f50b4, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=98811d59-f948-4fe5-ab40-b59a9c5f50b4,segment=NetworkSegment(f1e8b38a-0505-4dc7-bc10-346fd2de99d8),segment_id=f1e8b38a-0505-4dc7-bc10-346fd2de99d8)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:06:20.210768 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-df379252-1072-46d3-b9d1-8e28d97124e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:20.307732 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-75b70f3a-b0b8-4295-980d-a59bb63d6498 tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-659031', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854691240'] for router, precommit_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:20.314881 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ac1b226-ee75-4830-a7ce-558c3afe161e tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:06:20.325182 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05b0e674-f371-4bdd-ac57-ad7e41250abd tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:06:20.328053 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9d449b-5a09-44b4-bdbb-a74f5aefbb51 None None] Sync routers for ids ['24f0b5d8-d368-4970-b4e5-f35e9299f571'] in dv-neutron-822691-2-hyperv {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:06:20.329911 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-05b0e674-f371-4bdd-ac57-ad7e41250abd tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1047 time: 0.2289581
Dec 24 11:06:20.336891 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-4ac1b226-ee75-4830-a7ce-558c3afe161e tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] 10.222.0.65 "PUT /v2.0/routers/24f0b5d8-d368-4970-b4e5-f35e9299f571/add_router_interface HTTP/1.1" status: 200  len: 503 time: 14.1766405
Dec 24 11:06:20.336891 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 38594) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:20.339962 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 38596) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:20.347331 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea497ca3-f5c8-4f27-87f7-c8e3ec078e3b tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Network 2b3934f2-d557-4ac1-ade9-6b4f02cdf113 is scheduled to be hosted by DHCP agent edcf98dc-3032-472a-8b3d-f23fd1e89806 with binding_index 1 {{(pid=88878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 24 11:06:20.358767 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9d449b-5a09-44b4-bdbb-a74f5aefbb51 None None] Routers {'24f0b5d8-d368-4970-b4e5-f35e9299f571'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:06:20.359001 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-7a3b5829-a6d4-4ecc-954e-ed34afdc679f tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] 10.222.0.65 "DELETE /v2.0/routers/cd2b695a-989e-4634-be19-2b029a2aaf59/tags HTTP/1.1" status: 204  len: 168 time: 0.4820890
Dec 24 11:06:20.359098 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-ad9d449b-5a09-44b4-bdbb-a74f5aefbb51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271c6f7b8>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:06:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['24f0b5d8-d368-4970-b4e5-f35e9299f571'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:06:20.360753 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-6f3b1e20-839a-415d-9e2d-e8d3779ca1f3 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Request body: {'port': {'network_id': 'b1ab20e6-03d3-494f-b21f-64ff95f797eb', 'name': 'tempest-FloatingIPTestJSON-155263107'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:06:20.367607 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:20.410305 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 38602) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:20.414642 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e4b439f-346d-4d61-b823-8cf669386503 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:06:20.416366 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e4b439f-346d-4d61-b823-8cf669386503 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:06:20.417778 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e4b439f-346d-4d61-b823-8cf669386503 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:06:20.418787 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-9e4b439f-346d-4d61-b823-8cf669386503 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Synchronizing usage tracker for tenant:739a78fd4cfc48c2a4011598579f8f8c on resource:subnet {{(pid=88879) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:06:20.441012 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.tag.tag_plugin [None req-cfe487f0-aa11-4ba8-be4c-1a8d1a3724a7 tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f52704f6b70>, 'ports', 'ee69797a-765d-409a-bb69-ecba3b0c0209') {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:06:20.452753 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-df379252-1072-46d3-b9d1-8e28d97124e7 None None] Calling delete_port for 98811d59-f948-4fe5-ab40-b59a9c5f50b4 owned by network:dhcp {{(pid=88880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:06:20.482578 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-9e4b439f-346d-4d61-b823-8cf669386503 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Unset dirty status for tenant:739a78fd4cfc48c2a4011598579f8f8c on resource:subnet {{(pid=88879) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:06:20.488414 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-9e4b439f-346d-4d61-b823-8cf669386503 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2097 time: 0.1518223
Dec 24 11:06:20.489326 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 38606) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:20.491893 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-ad9d449b-5a09-44b4-bdbb-a74f5aefbb51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271c6f7b8>, [], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:06:20.508398 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9d449b-5a09-44b4-bdbb-a74f5aefbb51 None None] Routers {'24f0b5d8-d368-4970-b4e5-f35e9299f571'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:06:20.509812 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-ad9d449b-5a09-44b4-bdbb-a74f5aefbb51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271c6f7b8>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:06:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['24f0b5d8-d368-4970-b4e5-f35e9299f571'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:06:20.523997 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] For port 98811d59-f948-4fe5-ab40-b59a9c5f50b4, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=98811d59-f948-4fe5-ab40-b59a9c5f50b4,segment=NetworkSegment(f1e8b38a-0505-4dc7-bc10-346fd2de99d8),segment_id=f1e8b38a-0505-4dc7-bc10-346fd2de99d8)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:06:20.539209 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:20.547330 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-0ab379f4-b2d2-4745-8715-8b92411b0661 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:06:20.656412 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.db.api [None req-df379252-1072-46d3-b9d1-8e28d97124e7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88880) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 24 11:06:20.656412 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_db.api [None req-df379252-1072-46d3-b9d1-8e28d97124e7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 24 11:06:20.663929 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Pushing event updated for resources: {'Port': ['ID=98811d59-f948-4fe5-ab40-b59a9c5f50b4,revision_number=5']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:06:20.669621 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:06:20.672956 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-ad9d449b-5a09-44b4-bdbb-a74f5aefbb51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271c6f7b8>, [], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:06:20.673674 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9d449b-5a09-44b4-bdbb-a74f5aefbb51 None None] The sync data for ids ['24f0b5d8-d368-4970-b4e5-f35e9299f571'] in dv-neutron-822691-2-hyperv is: [] {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:06:20.899949 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-75b70f3a-b0b8-4295-980d-a59bb63d6498 tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:20.914967 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-ea497ca3-f5c8-4f27-87f7-c8e3ec078e3b tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822691-2-hyperv, 2b3934f2-d557-4ac1-ade9-6b4f02cdf113) {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:06:20.919519 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea497ca3-f5c8-4f27-87f7-c8e3ec078e3b tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:06:20.920164 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ea497ca3-f5c8-4f27-87f7-c8e3ec078e3b tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:20.931861 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b343568-5b2c-4722-99f8-5226039d8587 None None] Network 2b3934f2-d557-4ac1-ade9-6b4f02cdf113 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:06:20.956089 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-75b70f3a-b0b8-4295-980d-a59bb63d6498 tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Deleting port 380be3a6-741b-4311-8142-8eb39edbdd18 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:06:20.956643 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-75b70f3a-b0b8-4295-980d-a59bb63d6498 tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:20.957412 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-83367a6b-29bc-407f-9f3d-e4bbd0e0f840 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] For port 98811d59-f948-4fe5-ab40-b59a9c5f50b4, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=98811d59-f948-4fe5-ab40-b59a9c5f50b4,segment=NetworkSegment(f1e8b38a-0505-4dc7-bc10-346fd2de99d8),segment_id=f1e8b38a-0505-4dc7-bc10-346fd2de99d8)] {{(pid=88878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:06:20.957412 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-83367a6b-29bc-407f-9f3d-e4bbd0e0f840 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:21.161889 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-df379252-1072-46d3-b9d1-8e28d97124e7 None None] Deleting port 98811d59-f948-4fe5-ab40-b59a9c5f50b4 {{(pid=88880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:06:21.162281 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-df379252-1072-46d3-b9d1-8e28d97124e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:21.165039 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-ea497ca3-f5c8-4f27-87f7-c8e3ec078e3b tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 3.0061162
Dec 24 11:06:21.176326 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-83367a6b-29bc-407f-9f3d-e4bbd0e0f840 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Calling delete_port for 98811d59-f948-4fe5-ab40-b59a9c5f50b4 owned by network:dhcp {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:06:21.224241 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d41cd44-d68b-4399-9f5a-07a4f4b2a1da tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Deleting subnet e13e6a5f-8a3a-4bda-ab03-58c6442b8669 {{(pid=88878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 24 11:06:21.230519 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 38620) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:21.239569 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2d41cd44-d68b-4399-9f5a-07a4f4b2a1da tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks [] for subnet, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:21.277116 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-8cd835bc-07b8-428c-a56f-0b8097a25a34 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Request body: {'network': {'name': 'tempest-router-network01--681560002'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:06:21.303733 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-8cd835bc-07b8-428c-a56f-0b8097a25a34 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:06:21.311650 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-75b70f3a-b0b8-4295-980d-a59bb63d6498 tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:21.316492 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cec6ed4-c19a-4acb-98dd-2c012da3d3ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73968e80-91fd-539e-a7c6-b31af6d9e680-2b3934f2-d557-4ac1-ade9-6b4f02cdf113', 'network_id': '2b3934f2-d557-4ac1-ade9-6b4f02cdf113', 'tenant_id': '3ab254af086c42aeb42eb630e98b5525', 'fixed_ips': [{'subnet_id': 'e865afef-537f-430e-8668-379eabfd992d'}]}} from dv-neutron-822691-2-hyperv. {{(pid=88880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 24 11:06:21.317717 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4cec6ed4-c19a-4acb-98dd-2c012da3d3ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:21.336656 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-cfe487f0-aa11-4ba8-be4c-1a8d1a3724a7 tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] 10.222.0.65 "DELETE /v2.0/ports/ee69797a-765d-409a-bb69-ecba3b0c0209/tags HTTP/1.1" status: 204  len: 168 time: 0.9125021
Dec 24 11:06:21.349150 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-8cd835bc-07b8-428c-a56f-0b8097a25a34 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Usage tracker for resource:network and tenant:3ab254af086c42aeb42eb630e98b5525 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:06:21.352018 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 38626) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:21.354701 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-8cd835bc-07b8-428c-a56f-0b8097a25a34 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:06:21.375430 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.tag.tag_plugin [None req-cea08e61-78b0-402d-8d34-f55cd50f6173 tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f5270578f98>, 'subnets', 'f94436b3-a0a9-4a63-abc5-aa3d5963a328') {} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:06:21.404570 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-6f3b1e20-839a-415d-9e2d-e8d3779ca1f3 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:06:21.413409 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2d41cd44-d68b-4399-9f5a-07a4f4b2a1da tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852534446'] for subnet, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:21.445783 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-8cd835bc-07b8-428c-a56f-0b8097a25a34 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:06:21.470417 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-6f3b1e20-839a-415d-9e2d-e8d3779ca1f3 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Usage tracker for resource:port and tenant:ec45645f66414388a125dd3f2f469cd9 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:06:21.475251 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-6f3b1e20-839a-415d-9e2d-e8d3779ca1f3 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:06:21.480941 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-75b70f3a-b0b8-4295-980d-a59bb63d6498 tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Calling delete_port for 380be3a6-741b-4311-8142-8eb39edbdd18 owned by network:router_gateway {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:06:21.491104 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-6f3b1e20-839a-415d-9e2d-e8d3779ca1f3 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:06:21.515263 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f3b1e20-839a-415d-9e2d-e8d3779ca1f3 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Made reservation on behalf of ec45645f66414388a125dd3f2f469cd9 for: {'port': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:06:21.521058 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6f3b1e20-839a-415d-9e2d-e8d3779ca1f3 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:21.544996 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cd835bc-07b8-428c-a56f-0b8097a25a34 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Made reservation on behalf of 3ab254af086c42aeb42eb630e98b5525 for: {'network': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:06:21.550639 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8cd835bc-07b8-428c-a56f-0b8097a25a34 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for network, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:21.552973 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_v2 [None req-b00441ad-cd22-4769-87a6-37678b92292f tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Deleting subnet 7848f3a4-5ce4-4178-9321-764132f84ae8 {{(pid=88879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 24 11:06:21.561366 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b00441ad-cd22-4769-87a6-37678b92292f tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks [] for subnet, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:21.584929 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.db.api [None req-83367a6b-29bc-407f-9f3d-e4bbd0e0f840 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88878) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 24 11:06:21.585295 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_db.api [None req-83367a6b-29bc-407f-9f3d-e4bbd0e0f840 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 24 11:06:21.641050 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [None req-6f3b1e20-839a-415d-9e2d-e8d3779ca1f3 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] device_id is not set on port 3eeea64b-04d4-418c-9bbc-21f431a3778c yet. {{(pid=88878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 24 11:06:21.657459 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b00441ad-cd22-4769-87a6-37678b92292f tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-786693'] for subnet, precommit_delete_associations {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:21.705901 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cd835bc-07b8-428c-a56f-0b8097a25a34 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] vlan segment allocate from pool success with {'vlan_id': 613, 'physical_network': 'physnet1'}  {{(pid=88878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 24 11:06:21.746293 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2d41cd44-d68b-4399-9f5a-07a4f4b2a1da tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847655656'] for subnet, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:21.764124 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-df379252-1072-46d3-b9d1-8e28d97124e7 None None] For port 98811d59-f948-4fe5-ab40-b59a9c5f50b4, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=98811d59-f948-4fe5-ab40-b59a9c5f50b4,segment=NetworkSegment(f1e8b38a-0505-4dc7-bc10-346fd2de99d8),segment_id=f1e8b38a-0505-4dc7-bc10-346fd2de99d8)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:06:21.765060 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-df379252-1072-46d3-b9d1-8e28d97124e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:21.795885 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8cd835bc-07b8-428c-a56f-0b8097a25a34 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:21.796279 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.segments_db [None req-8cd835bc-07b8-428c-a56f-0b8097a25a34 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Added segment fe86abd9-f524-4b13-b643-728268130210 of type vlan for network 10032d9d-3418-421e-9a5c-29714a8fc65a
Dec 24 11:06:21.822920 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b00441ad-cd22-4769-87a6-37678b92292f tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847655656'] for subnet, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:21.827062 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-cea08e61-78b0-402d-8d34-f55cd50f6173 tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] 10.222.0.65 "DELETE /v2.0/subnets/f94436b3-a0a9-4a63-abc5-aa3d5963a328/tags HTTP/1.1" status: 204  len: 168 time: 0.4739513
Dec 24 11:06:21.834143 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 38638) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:21.843028 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.tag.tag_plugin [None req-8548ea5a-00a1-4d0c-bd7e-ca837c3d6b68 tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f5271c1ccf8>, 'subnets', 'f94436b3-a0a9-4a63-abc5-aa3d5963a328', 'tempest-TagsExtTest-Tag-1034019001') {} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:06:21.906702 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-75b70f3a-b0b8-4295-980d-a59bb63d6498 tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:21.913158 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c6b02205-f730-4a5f-9866-e955bfaee361 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:06:21.939835 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-df379252-1072-46d3-b9d1-8e28d97124e7 None None] Calling delete_port for 98811d59-f948-4fe5-ab40-b59a9c5f50b4 owned by network:dhcp {{(pid=88880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:06:21.960996 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b70f3a-b0b8-4295-980d-a59bb63d6498 tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Pushing event deleted for resources: {'Port': ['ID=380be3a6-741b-4311-8142-8eb39edbdd18,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:06:21.963641 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-75b70f3a-b0b8-4295-980d-a59bb63d6498 tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:06:21.969721 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8cd835bc-07b8-428c-a56f-0b8097a25a34 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363287349540024'] for network, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:22.009523 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b00441ad-cd22-4769-87a6-37678b92292f tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7120129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850854134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851156349'] for subnet, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:22.019510 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c53477c9-99de-44ac-8b3b-d35a486b16a7 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:06:22.021873 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2d41cd44-d68b-4399-9f5a-07a4f4b2a1da tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7120129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3978858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852529715'] for subnet, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:22.039680 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f53038bc-55a4-4b00-8764-5fc2109ea6b2 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:06:22.049042 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-df379252-1072-46d3-b9d1-8e28d97124e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392'] for port, after_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:22.063103 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-0f5400e5-249a-4ca2-8c2c-41252ad3199a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:06:22.083777 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-6f3b1e20-839a-415d-9e2d-e8d3779ca1f3 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Allocated IP 172.20.0.6 (b1ab20e6-03d3-494f-b21f-64ff95f797eb/bec3f384-2f74-4e25-85e6-a3990c8e7e5b/3eeea64b-04d4-418c-9bbc-21f431a3778c) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:06:22.093815 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00441ad-cd22-4769-87a6-37678b92292f tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Pushing event deleted for resources: {'Subnet': ['ID=7848f3a4-5ce4-4178-9321-764132f84ae8,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:06:22.094454 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-83367a6b-29bc-407f-9f3d-e4bbd0e0f840 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Deleting port 98811d59-f948-4fe5-ab40-b59a9c5f50b4 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:06:22.094911 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-83367a6b-29bc-407f-9f3d-e4bbd0e0f840 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:22.096722 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-b00441ad-cd22-4769-87a6-37678b92292f tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:06:22.107247 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b00441ad-cd22-4769-87a6-37678b92292f tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks [] for subnet, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:22.123364 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df379252-1072-46d3-b9d1-8e28d97124e7 None None] Pushing event deleted for resources: {'Port': ['ID=98811d59-f948-4fe5-ab40-b59a9c5f50b4,revision_number=None']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:06:22.127678 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e88a62c-47b9-4c90-b83c-af33ad9d78ed None None] Network 1c9eeaac-d205-4b19-a351-2fe67dd78b42 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:06:22.143044 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d41cd44-d68b-4399-9f5a-07a4f4b2a1da tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Pushing event deleted for resources: {'Subnet': ['ID=e13e6a5f-8a3a-4bda-ab03-58c6442b8669,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:06:22.145780 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-2d41cd44-d68b-4399-9f5a-07a4f4b2a1da tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:06:22.146818 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-b00441ad-cd22-4769-87a6-37678b92292f tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "DELETE /v2.0/subnets/7848f3a4-5ce4-4178-9321-764132f84ae8 HTTP/1.1" status: 204  len: 168 time: 1.6511679
Dec 24 11:06:22.173803 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 38646) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:22.205341 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-83367a6b-29bc-407f-9f3d-e4bbd0e0f840 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] The port '98811d59-f948-4fe5-ab40-b59a9c5f50b4' was deleted {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 24 11:06:22.243239 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2d41cd44-d68b-4399-9f5a-07a4f4b2a1da tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:22.246591 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 38650) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:22.259827 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df379252-1072-46d3-b9d1-8e28d97124e7 None None] No DVR routers for this DVR port 98811d59-f948-4fe5-ab40-b59a9c5f50b4 on host dv-neutron-822691-2-hyperv {{(pid=88880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 24 11:06:22.262115 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-4cec6ed4-c19a-4acb-98dd-2c012da3d3ac None None] Allocated IP 2001:db8::2 (2b3934f2-d557-4ac1-ade9-6b4f02cdf113/e865afef-537f-430e-8668-379eabfd992d/e43731e0-c4eb-4f82-8fb1-23666100ead4) {{(pid=88880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:06:22.264622 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-df379252-1072-46d3-b9d1-8e28d97124e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:06:22.265574 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f24ecf27-d59e-460b-baec-0722f6950095 None None] Network aba7367e-1d4b-4f18-a103-47503f60eff6 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:06:22.303291 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-75b70f3a-b0b8-4295-980d-a59bb63d6498 tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854116846'] for router_gateway, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:22.304936 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8cd835bc-07b8-428c-a56f-0b8097a25a34 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636'] for network, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:22.309593 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd835bc-07b8-428c-a56f-0b8097a25a34 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:06:22.311050 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8cd835bc-07b8-428c-a56f-0b8097a25a34 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Notify callbacks [] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:22.337317 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-faaa57e8-860d-4136-8ffd-f24627858526 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:06:22.360936 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-2d41cd44-d68b-4399-9f5a-07a4f4b2a1da tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] 10.222.0.65 "DELETE /v2.0/subnets/e13e6a5f-8a3a-4bda-ab03-58c6442b8669 HTTP/1.1" status: 204  len: 168 time: 2.2663367
Dec 24 11:06:22.368005 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 38654) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:22.435468 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-1dfcfe85-7582-4fcb-a002-5aad03465dae tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Request body: {'subnet': {'network_id': 'aba7367e-1d4b-4f18-a103-47503f60eff6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:06:22.493277 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-75b70f3a-b0b8-4295-980d-a59bb63d6498 tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-659031', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854691240'] for router, precommit_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:22.502135 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-75b70f3a-b0b8-4295-980d-a59bb63d6498 tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854116816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854116785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-659000', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854163815'] for router, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:22.603703 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-83367a6b-29bc-407f-9f3d-e4bbd0e0f840 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847649663', 'neutron.services.segments.db._delete_segments_for_network-8749505737672'] for network, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:22.630587 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-8cd835bc-07b8-428c-a56f-0b8097a25a34 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 1.3945272
Dec 24 11:06:22.649362 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 38660) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:22.747092 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-1dfcfe85-7582-4fcb-a002-5aad03465dae tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:06:22.750815 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-b6fda87b-bf0a-4120-b856-1faf37015e04 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Request body: {'network': {'name': 'tempest-router-network02--159783776'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:06:22.756190 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-1dfcfe85-7582-4fcb-a002-5aad03465dae tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Usage tracker for resource:subnet and tenant:56d5354af46a4a91924cfe2259b4b254 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:06:22.760755 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-1dfcfe85-7582-4fcb-a002-5aad03465dae tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:06:22.766465 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-8548ea5a-00a1-4d0c-bd7e-ca837c3d6b68 tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] 10.222.0.65 "PUT /v2.0/subnets/f94436b3-a0a9-4a63-abc5-aa3d5963a328/tags/tempest-TagsExtTest-Tag-1034019001 HTTP/1.1" status: 201  len: 201 time: 0.9261158
Dec 24 11:06:22.767820 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 38666) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:22.768210 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-60fe2acf-86cb-4e93-9973-3a3162a7ee66 tempest-PortsAdminExtendedAttrsTestJSON-709902862 tempest-PortsAdminExtendedAttrsTestJSON-709902862-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1255663440'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:06:22.772366 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75b70f3a-b0b8-4295-980d-a59bb63d6498 tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Router 9e3b442b-1f30-4e4a-b67b-8fc8a5d09fdb has already been hosted by L3 agent 198cca88-1338-4098-b44b-beb0346ac906 {{(pid=88879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 24 11:06:22.782491 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.tag.tag_plugin [None req-6a564cc7-5a18-44c6-9ada-ce8f495de7ad tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f5271c224e0>, 'ports', 'ee69797a-765d-409a-bb69-ecba3b0c0209', 'tempest-TagsExtTest-Tag-843206695') {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:06:22.793476 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-83367a6b-29bc-407f-9f3d-e4bbd0e0f840 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5271bf5ef0>,) {'filters': {'network_id': ['e4c21cbc-ee65-4dec-be41-ff4873aa6881']}} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:06:22.801690 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd835bc-07b8-428c-a56f-0b8097a25a34 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Pushing event updated for resources: {'Network': ['ID=10032d9d-3418-421e-9a5c-29714a8fc65a,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:06:22.813537 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-1dfcfe85-7582-4fcb-a002-5aad03465dae tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:06:22.823553 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-b6fda87b-bf0a-4120-b856-1faf37015e04 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:06:22.836524 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-8cd835bc-07b8-428c-a56f-0b8097a25a34 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.499s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:06:22.837649 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-60fe2acf-86cb-4e93-9973-3a3162a7ee66 tempest-PortsAdminExtendedAttrsTestJSON-709902862 tempest-PortsAdminExtendedAttrsTestJSON-709902862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:06:22.849201 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dfcfe85-7582-4fcb-a002-5aad03465dae tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Made reservation on behalf of 56d5354af46a4a91924cfe2259b4b254 for: {'subnet': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:06:22.851441 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-b6fda87b-bf0a-4120-b856-1faf37015e04 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Usage tracker for resource:network and tenant:3ab254af086c42aeb42eb630e98b5525 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:06:22.854667 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-60fe2acf-86cb-4e93-9973-3a3162a7ee66 tempest-PortsAdminExtendedAttrsTestJSON-709902862 tempest-PortsAdminExtendedAttrsTestJSON-709902862-project] Usage tracker for resource:network and tenant:55d79a7d168448b7aa2c874e352ae2f0 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:06:22.870296 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-83367a6b-29bc-407f-9f3d-e4bbd0e0f840 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5271bf5ef0>, 'f1e8b38a-0505-4dc7-bc10-346fd2de99d8') {'for_net_delete': True} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:06:22.870714 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-83367a6b-29bc-407f-9f3d-e4bbd0e0f840 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5271bf5ef0>, 'f1e8b38a-0505-4dc7-bc10-346fd2de99d8') {} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:06:22.881719 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-b6fda87b-bf0a-4120-b856-1faf37015e04 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:06:22.886069 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-60fe2acf-86cb-4e93-9973-3a3162a7ee66 tempest-PortsAdminExtendedAttrsTestJSON-709902862 tempest-PortsAdminExtendedAttrsTestJSON-709902862-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:06:22.936278 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Network 10032d9d-3418-421e-9a5c-29714a8fc65a details requested by agent ovs-agent-dv-neutron-822691-2-hyperv with host dv-neutron-822691-2-hyperv {{(pid=88880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 24 11:06:22.957872 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-b6fda87b-bf0a-4120-b856-1faf37015e04 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:06:22.962916 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-60fe2acf-86cb-4e93-9973-3a3162a7ee66 tempest-PortsAdminExtendedAttrsTestJSON-709902862 tempest-PortsAdminExtendedAttrsTestJSON-709902862-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:06:23.015749 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-83367a6b-29bc-407f-9f3d-e4bbd0e0f840 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749505745113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2241371'] for segment, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:23.075019 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60fe2acf-86cb-4e93-9973-3a3162a7ee66 tempest-PortsAdminExtendedAttrsTestJSON-709902862 tempest-PortsAdminExtendedAttrsTestJSON-709902862-project] Made reservation on behalf of 55d79a7d168448b7aa2c874e352ae2f0 for: {'network': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:06:23.080732 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-60fe2acf-86cb-4e93-9973-3a3162a7ee66 tempest-PortsAdminExtendedAttrsTestJSON-709902862 tempest-PortsAdminExtendedAttrsTestJSON-709902862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for network, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:23.108250 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6fda87b-bf0a-4120-b856-1faf37015e04 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Made reservation on behalf of 3ab254af086c42aeb42eb630e98b5525 for: {'network': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:06:23.113216 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b6fda87b-bf0a-4120-b856-1faf37015e04 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for network, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:23.139173 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-83367a6b-29bc-407f-9f3d-e4bbd0e0f840 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:23.159897 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-60fe2acf-86cb-4e93-9973-3a3162a7ee66 tempest-PortsAdminExtendedAttrsTestJSON-709902862 tempest-PortsAdminExtendedAttrsTestJSON-709902862-project] Notify callbacks [] for security_group, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:23.191130 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_v2 [None req-de10e202-7df3-483e-a17e-a4cf67c3db94 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Deleting subnet c557faf1-7ebd-417e-8f14-004041f4e16f {{(pid=88878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 24 11:06:23.198188 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83367a6b-29bc-407f-9f3d-e4bbd0e0f840 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Releasing vlan 600 on physical network physnet1 to pool {{(pid=88878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 24 11:06:23.198668 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-83367a6b-29bc-407f-9f3d-e4bbd0e0f840 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036847652098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850807864'] for segment, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:23.222809 dv-neutron-822691-2-hyperv neutron-server[88767]: Traceback (most recent call last):
Dec 24 11:06:23.222809 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 24 11:06:23.222809 dv-neutron-822691-2-hyperv neutron-server[88767]:     timer()
Dec 24 11:06:23.222809 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 11:06:23.222809 dv-neutron-822691-2-hyperv neutron-server[88767]:     cb(*args, **kw)
Dec 24 11:06:23.222809 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 24 11:06:23.222809 dv-neutron-822691-2-hyperv neutron-server[88767]:     return func(*args, **kwargs)
Dec 24 11:06:23.222809 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 11:06:23.222809 dv-neutron-822691-2-hyperv neutron-server[88767]:     self._notify()
Dec 24 11:06:23.222809 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 11:06:23.222809 dv-neutron-822691-2-hyperv neutron-server[88767]:     self.callback(batched_events)
Dec 24 11:06:23.222809 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 11:06:23.222809 dv-neutron-822691-2-hyperv neutron-server[88767]:     event.method(event)
Dec 24 11:06:23.222809 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 11:06:23.222809 dv-neutron-822691-2-hyperv neutron-server[88767]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 11:06:23.222809 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 24 11:06:23.222809 dv-neutron-822691-2-hyperv neutron-server[88767]:     segment_id)['aggregates'][0]
Dec 24 11:06:23.222809 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 24 11:06:23.222809 dv-neutron-822691-2-hyperv neutron-server[88767]:     return f(self, *a, **k)
Dec 24 11:06:23.222809 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 11:06:23.222809 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self._get(url).json()
Dec 24 11:06:23.222809 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 24 11:06:23.222809 dv-neutron-822691-2-hyperv neutron-server[88767]:     **kwargs)
Dec 24 11:06:23.222809 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 24 11:06:23.222809 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self.request(url, 'GET', **kwargs)
Dec 24 11:06:23.222809 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 24 11:06:23.222809 dv-neutron-822691-2-hyperv neutron-server[88767]:     **endpoint_filter)
Dec 24 11:06:23.222809 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 24 11:06:23.222809 dv-neutron-822691-2-hyperv neutron-server[88767]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 11:06:23.222809 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 24 11:06:23.222809 dv-neutron-822691-2-hyperv neutron-server[88767]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 11:06:23.222809 dv-neutron-822691-2-hyperv neutron-server[88767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 11:06:23.227565 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-de10e202-7df3-483e-a17e-a4cf67c3db94 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks [] for subnet, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:23.291562 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4cec6ed4-c19a-4acb-98dd-2c012da3d3ac None None] Notify callbacks [] for port, precommit_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:23.525146 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75b70f3a-b0b8-4295-980d-a59bb63d6498 tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:06:23.543425 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-75b70f3a-b0b8-4295-980d-a59bb63d6498 tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Notify callbacks [] for router, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:23.548469 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-75b70f3a-b0b8-4295-980d-a59bb63d6498 tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] 10.222.0.65 "PUT /v2.0/routers/9e3b442b-1f30-4e4a-b67b-8fc8a5d09fdb HTTP/1.1" status: 200  len: 710 time: 6.5724990
Dec 24 11:06:23.553551 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f91697a1-632e-4b56-9849-dcee541c0143 None None] Sync routers for ids ['9e3b442b-1f30-4e4a-b67b-8fc8a5d09fdb'] in dv-neutron-822691-2-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:06:23.556576 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1dfcfe85-7582-4fcb-a002-5aad03465dae tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3619482'] for subnet, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:23.577597 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91697a1-632e-4b56-9849-dcee541c0143 None None] Routers {'9e3b442b-1f30-4e4a-b67b-8fc8a5d09fdb'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:06:23.578850 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-f91697a1-632e-4b56-9849-dcee541c0143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f527192a908>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:06:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['9e3b442b-1f30-4e4a-b67b-8fc8a5d09fdb'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:06:23.583309 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 38670) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:23.697330 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-6a564cc7-5a18-44c6-9ada-ce8f495de7ad tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] 10.222.0.65 "PUT /v2.0/ports/ee69797a-765d-409a-bb69-ecba3b0c0209/tags/tempest-TagsExtTest-Tag-843206695 HTTP/1.1" status: 201  len: 201 time: 0.9263461
Dec 24 11:06:23.706701 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-f91697a1-632e-4b56-9849-dcee541c0143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f527192a908>, [], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:06:23.721939 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91697a1-632e-4b56-9849-dcee541c0143 None None] Routers {'9e3b442b-1f30-4e4a-b67b-8fc8a5d09fdb'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:06:23.723039 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-f91697a1-632e-4b56-9849-dcee541c0143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f527192a908>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:06:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['9e3b442b-1f30-4e4a-b67b-8fc8a5d09fdb'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:06:23.726883 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6f3b1e20-839a-415d-9e2d-e8d3779ca1f3 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:23.735684 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 38674) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:23.744830 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6fda87b-bf0a-4120-b856-1faf37015e04 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] vlan segment allocate from pool success with {'vlan_id': 648, 'physical_network': 'physnet1'}  {{(pid=88878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 24 11:06:23.771975 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-de10e202-7df3-483e-a17e-a4cf67c3db94 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852534446'] for subnet, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:23.812405 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-83367a6b-29bc-407f-9f3d-e4bbd0e0f840 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7126154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659196'] for network, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:23.813069 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.tag.tag_plugin [None req-f4f18c63-eedb-410c-b320-c8ed977985a1 tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f52707e82b0>, 'routers', 'cd2b695a-989e-4634-be19-2b029a2aaf59', 'tempest-TagsExtTest-Tag-1061718050') {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:06:23.815657 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-4cec6ed4-c19a-4acb-98dd-2c012da3d3ac None None] Transition to ACTIVE for port object e43731e0-c4eb-4f82-8fb1-23666100ead4 will not be triggered until provisioned by entity L2. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:06:23.843733 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b6fda87b-bf0a-4120-b856-1faf37015e04 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:23.843992 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.segments_db [None req-b6fda87b-bf0a-4120-b856-1faf37015e04 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Added segment e554c2de-db77-4d76-ac85-99933e02bb61 of type vlan for network 456c2f83-0650-4966-832a-bc57a5b42fd5
Dec 24 11:06:23.845854 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-4cec6ed4-c19a-4acb-98dd-2c012da3d3ac None None] Transition to ACTIVE for port object e43731e0-c4eb-4f82-8fb1-23666100ead4 will not be triggered until provisioned by entity DHCP. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:06:23.848809 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-f91697a1-632e-4b56-9849-dcee541c0143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f527192a908>, [], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:06:23.849894 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f91697a1-632e-4b56-9849-dcee541c0143 None None] The sync data for ids ['9e3b442b-1f30-4e4a-b67b-8fc8a5d09fdb'] in dv-neutron-822691-2-hyperv is: [] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:06:23.851583 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-60fe2acf-86cb-4e93-9973-3a3162a7ee66 tempest-PortsAdminExtendedAttrsTestJSON-709902862 tempest-PortsAdminExtendedAttrsTestJSON-709902862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:06:23.860118 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-839f16ac-15c2-4a6e-8553-6c742a26b856 tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:06:23.872814 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4cec6ed4-c19a-4acb-98dd-2c012da3d3ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408'] for port, after_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:23.888604 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-2464fd51-2984-477f-9efb-4632639adfbf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:06:23.900596 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-83367a6b-29bc-407f-9f3d-e4bbd0e0f840 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks [] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:23.912595 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-60fe2acf-86cb-4e93-9973-3a3162a7ee66 tempest-PortsAdminExtendedAttrsTestJSON-709902862 tempest-PortsAdminExtendedAttrsTestJSON-709902862-project] Usage tracker for resource:security_group_rule and tenant:55d79a7d168448b7aa2c874e352ae2f0 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:06:23.921859 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6f3b1e20-839a-415d-9e2d-e8d3779ca1f3 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:23.942911 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-60fe2acf-86cb-4e93-9973-3a3162a7ee66 tempest-PortsAdminExtendedAttrsTestJSON-709902862 tempest-PortsAdminExtendedAttrsTestJSON-709902862-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:06:23.950930 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cec6ed4-c19a-4acb-98dd-2c012da3d3ac None None] Network 2b3934f2-d557-4ac1-ade9-6b4f02cdf113 is already hosted by enough agents. {{(pid=88880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:06:23.955474 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-4cec6ed4-c19a-4acb-98dd-2c012da3d3ac None None] Resources bound (agent type, host, resource id):  {{(pid=88880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:06:23.961267 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cec6ed4-c19a-4acb-98dd-2c012da3d3ac None None] Received port after_create {{(pid=88880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:06:23.966797 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83367a6b-29bc-407f-9f3d-e4bbd0e0f840 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Pushing event deleted for resources: {'Network': ['ID=e4c21cbc-ee65-4dec-be41-ff4873aa6881,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:06:23.970402 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-83367a6b-29bc-407f-9f3d-e4bbd0e0f840 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:06:23.984012 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-59df93ac-1baa-438b-8a0f-638f62d78151 tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:06:24.026193 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-60fe2acf-86cb-4e93-9973-3a3162a7ee66 tempest-PortsAdminExtendedAttrsTestJSON-709902862 tempest-PortsAdminExtendedAttrsTestJSON-709902862-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:06:24.061622 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b6fda87b-bf0a-4120-b856-1faf37015e04 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363287349540024'] for network, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:24.092660 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-afad1aab-89aa-4bde-8774-38c0150b982a tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] 10.222.0.65 "GET /v2.0/routers/9e3b442b-1f30-4e4a-b67b-8fc8a5d09fdb HTTP/1.1" status: 200  len: 745 time: 0.5078118
Dec 24 11:06:24.099064 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 38678) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:24.111505 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-83367a6b-29bc-407f-9f3d-e4bbd0e0f840 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] 10.222.0.65 "DELETE /v2.0/networks/e4c21cbc-ee65-4dec-be41-ff4873aa6881 HTTP/1.1" status: 204  len: 168 time: 4.6113746
Dec 24 11:06:24.119086 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 38682) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:24.120008 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-4cec6ed4-c19a-4acb-98dd-2c012da3d3ac None None] Attempting to bind port e43731e0-c4eb-4f82-8fb1-23666100ead4 on host dv-neutron-822691-2-hyperv for vnic_type normal with profile  {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:06:24.122466 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-4cec6ed4-c19a-4acb-98dd-2c012da3d3ac None None] Attempting to bind port e43731e0-c4eb-4f82-8fb1-23666100ead4 by drivers openvswitch,hyperv on host dv-neutron-822691-2-hyperv at level 0 using segments [{'id': '45cdc3e3-8f53-48ac-afed-94e254f3c17f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '2b3934f2-d557-4ac1-ade9-6b4f02cdf113'}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:06:24.123116 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cec6ed4-c19a-4acb-98dd-2c012da3d3ac None None] Attempting to bind port e43731e0-c4eb-4f82-8fb1-23666100ead4 on network 2b3934f2-d557-4ac1-ade9-6b4f02cdf113 {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:06:24.133022 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b6fda87b-bf0a-4120-b856-1faf37015e04 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636'] for network, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:24.138067 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6fda87b-bf0a-4120-b856-1faf37015e04 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:06:24.139012 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b6fda87b-bf0a-4120-b856-1faf37015e04 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Notify callbacks [] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:24.140376 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cec6ed4-c19a-4acb-98dd-2c012da3d3ac None None] Checking agent: {'id': 'db1275c1-6001-47af-93c2-635c68404703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822691-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 52, 8), 'started_at': datetime.datetime(2021, 12, 24, 10, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 6, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822691-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:06:24.140937 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cec6ed4-c19a-4acb-98dd-2c012da3d3ac None None] Checking segment: {'id': '45cdc3e3-8f53-48ac-afed-94e254f3c17f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '2b3934f2-d557-4ac1-ade9-6b4f02cdf113'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:06:24.141489 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4cec6ed4-c19a-4acb-98dd-2c012da3d3ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:24.142299 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cec6ed4-c19a-4acb-98dd-2c012da3d3ac None None] Bound using segment: {'id': '45cdc3e3-8f53-48ac-afed-94e254f3c17f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '2b3934f2-d557-4ac1-ade9-6b4f02cdf113'} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:06:24.143051 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-4cec6ed4-c19a-4acb-98dd-2c012da3d3ac None None] Bound port: e43731e0-c4eb-4f82-8fb1-23666100ead4, host: dv-neutron-822691-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45cdc3e3-8f53-48ac-afed-94e254f3c17f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '2b3934f2-d557-4ac1-ade9-6b4f02cdf113'}}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:06:24.143617 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4cec6ed4-c19a-4acb-98dd-2c012da3d3ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:24.177922 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-ffbfe3d3-26db-4914-b640-5a0d0ecc1e85 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-574652706'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:06:24.181432 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-6eeaf8ea-b40f-4fc6-8b93-52d2a2e997f7 tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] 10.222.0.65 "GET /v2.0/ports?network_id=f8c337ba-681f-4fcb-a333-e3c49365b30a&device_id=9e3b442b-1f30-4e4a-b67b-8fc8a5d09fdb HTTP/1.1" status: 200  len: 205 time: 0.0808599
Dec 24 11:06:24.185259 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 38686) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:24.199755 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-ffbfe3d3-26db-4914-b640-5a0d0ecc1e85 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:06:24.215926 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f3b1e20-839a-415d-9e2d-e8d3779ca1f3 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Network b1ab20e6-03d3-494f-b21f-64ff95f797eb is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:06:24.227501 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-6f3b1e20-839a-415d-9e2d-e8d3779ca1f3 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Resources bound (agent type, host, resource id):  {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:06:24.238951 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-ffbfe3d3-26db-4914-b640-5a0d0ecc1e85 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Usage tracker for resource:network and tenant:59b398769254445dae3d1f85e7f0f818 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:06:24.256971 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-77da855a-5b4a-4c82-919d-d412187dd1fc tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] 10.222.0.65 "GET /v2.0/ports?device_id=9e3b442b-1f30-4e4a-b67b-8fc8a5d09fdb HTTP/1.1" status: 200  len: 205 time: 0.0695179
Dec 24 11:06:24.258408 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 38690) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:24.284876 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-4cec6ed4-c19a-4acb-98dd-2c012da3d3ac None None] For port e43731e0-c4eb-4f82-8fb1-23666100ead4, host dv-neutron-822691-2-hyperv, cleared binding levels {{(pid=88880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:06:24.289351 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-4cec6ed4-c19a-4acb-98dd-2c012da3d3ac None None] For port e43731e0-c4eb-4f82-8fb1-23666100ead4, host dv-neutron-822691-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=e43731e0-c4eb-4f82-8fb1-23666100ead4,segment=NetworkSegment(45cdc3e3-8f53-48ac-afed-94e254f3c17f),segment_id=45cdc3e3-8f53-48ac-afed-94e254f3c17f)] {{(pid=88880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:06:24.291666 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cec6ed4-c19a-4acb-98dd-2c012da3d3ac None None] Pushing event updated for resources: {'Port': ['ID=e43731e0-c4eb-4f82-8fb1-23666100ead4,revision_number=1']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:06:24.303215 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-4cec6ed4-c19a-4acb-98dd-2c012da3d3ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:06:24.305098 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4cec6ed4-c19a-4acb-98dd-2c012da3d3ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:24.310221 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-3e8c1edb-a642-4e0d-ae5f-42a7e440a43b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:06:24.333971 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-60fe2acf-86cb-4e93-9973-3a3162a7ee66 tempest-PortsAdminExtendedAttrsTestJSON-709902862 tempest-PortsAdminExtendedAttrsTestJSON-709902862-project] Notify callbacks [] for security_group, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:24.335642 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f3b1e20-839a-415d-9e2d-e8d3779ca1f3 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:06:24.365768 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-ffbfe3d3-26db-4914-b640-5a0d0ecc1e85 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:06:24.373381 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-ffbfe3d3-26db-4914-b640-5a0d0ecc1e85 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:06:24.396824 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-de10e202-7df3-483e-a17e-a4cf67c3db94 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847655656'] for subnet, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:24.413643 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cec6ed4-c19a-4acb-98dd-2c012da3d3ac None None] Pushing event updated for resources: {'Port': ['ID=e43731e0-c4eb-4f82-8fb1-23666100ead4,revision_number=2']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:06:24.425102 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-4cec6ed4-c19a-4acb-98dd-2c012da3d3ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:06:24.470315 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffbfe3d3-26db-4914-b640-5a0d0ecc1e85 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Made reservation on behalf of 59b398769254445dae3d1f85e7f0f818 for: {'network': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:06:24.474160 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-f4f18c63-eedb-410c-b320-c8ed977985a1 tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] 10.222.0.65 "PUT /v2.0/routers/cd2b695a-989e-4634-be19-2b029a2aaf59/tags/tempest-TagsExtTest-Tag-1061718050 HTTP/1.1" status: 201  len: 201 time: 0.6667423
Dec 24 11:06:24.478944 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ffbfe3d3-26db-4914-b640-5a0d0ecc1e85 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for network, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:24.483161 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1dfcfe85-7582-4fcb-a002-5aad03465dae tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3921862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3619467'] for subnet, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:24.489856 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-60fe2acf-86cb-4e93-9973-3a3162a7ee66 tempest-PortsAdminExtendedAttrsTestJSON-709902862 tempest-PortsAdminExtendedAttrsTestJSON-709902862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:24.491684 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 38694) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:24.492972 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-6727c0f6-2c7f-4599-a7d7-2ae0de77ea43 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:06:24.515130 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3b1e20-839a-415d-9e2d-e8d3779ca1f3 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Pushing event updated for resources: {'Port': ['ID=3eeea64b-04d4-418c-9bbc-21f431a3778c,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:06:24.521593 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-b6fda87b-bf0a-4120-b856-1faf37015e04 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 1.8611181
Dec 24 11:06:24.521593 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-6f3b1e20-839a-415d-9e2d-e8d3779ca1f3 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.536s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:06:24.536758 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.377s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:06:24.558679 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 38696) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:24.582292 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-818d67f6-8fd4-4499-8a01-56c4580d70d3 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Request body: {'subnet': {'network_id': '10032d9d-3418-421e-9a5c-29714a8fc65a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:06:24.615715 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60fe2acf-86cb-4e93-9973-3a3162a7ee66 tempest-PortsAdminExtendedAttrsTestJSON-709902862 tempest-PortsAdminExtendedAttrsTestJSON-709902862-project] vlan segment allocate from pool success with {'vlan_id': 620, 'physical_network': 'physnet1'}  {{(pid=88878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 24 11:06:24.615958 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.tag.tag_plugin [None req-eb72ec77-e38c-4ce2-8dee-f2979146c198 tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f52702ba390>, 'subnetpools', 'c0537586-b7a7-4abc-bfcc-7e1ed493ebd1', 'tempest-TagsExtTest-Tag-948800942') {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:06:24.683721 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dfcfe85-7582-4fcb-a002-5aad03465dae tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Network aba7367e-1d4b-4f18-a103-47503f60eff6 is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:06:24.689951 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-1dfcfe85-7582-4fcb-a002-5aad03465dae tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Resources bound (agent type, host, resource id):  {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:06:24.697006 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dfcfe85-7582-4fcb-a002-5aad03465dae tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:06:24.697658 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1dfcfe85-7582-4fcb-a002-5aad03465dae tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks [] for subnet, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:24.706155 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-de10e202-7df3-483e-a17e-a4cf67c3db94 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7120129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3978858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852529715'] for subnet, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:24.722930 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfcfe85-7582-4fcb-a002-5aad03465dae tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Pushing event updated for resources: {'Subnet': ['ID=40a9eba4-fa2d-4c9f-b2fc-1adf370c5ab8,revision_number=0']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:06:24.728356 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-1dfcfe85-7582-4fcb-a002-5aad03465dae tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:06:24.756935 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-1dfcfe85-7582-4fcb-a002-5aad03465dae tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.3829377
Dec 24 11:06:24.759917 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7a7736f6-1fab-4177-93b2-ccc55f8b62f3 tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Notify callbacks [] for router, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:24.783587 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f3b1e20-839a-415d-9e2d-e8d3779ca1f3 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:06:24.784675 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6f3b1e20-839a-415d-9e2d-e8d3779ca1f3 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:24.792714 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 38702) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:24.808905 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-60fe2acf-86cb-4e93-9973-3a3162a7ee66 tempest-PortsAdminExtendedAttrsTestJSON-709902862 tempest-PortsAdminExtendedAttrsTestJSON-709902862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:24.809302 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.segments_db [None req-60fe2acf-86cb-4e93-9973-3a3162a7ee66 tempest-PortsAdminExtendedAttrsTestJSON-709902862 tempest-PortsAdminExtendedAttrsTestJSON-709902862-project] Added segment b1db3f57-c1aa-4870-9650-19efc99a1d7d of type vlan for network 5948873f-ca7d-4e7f-ab1d-ac747fd99119
Dec 24 11:06:24.850870 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-2e397ab3-ddec-4e36-9a2e-3277fb642724 None None] Provisioning complete for port 212f8f75-f7bf-4cde-b2bd-44170abd4a42 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:06:24.851298 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2e397ab3-ddec-4e36-9a2e-3277fb642724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:24.869380 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffbfe3d3-26db-4914-b640-5a0d0ecc1e85 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] vlan segment allocate from pool success with {'vlan_id': 627, 'physical_network': 'physnet1'}  {{(pid=88878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 24 11:06:24.878189 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fda87b-bf0a-4120-b856-1faf37015e04 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Pushing event updated for resources: {'Network': ['ID=456c2f83-0650-4966-832a-bc57a5b42fd5,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:06:24.885866 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-de10e202-7df3-483e-a17e-a4cf67c3db94 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:24.900972 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e62e765-576a-4c1c-be73-062605c3e5ea None None] Network 1c9eeaac-d205-4b19-a351-2fe67dd78b42 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:06:24.929394 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-f153e70a-57de-47b8-a88f-05a16e4e7352 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Request body: {'security_group': {'name': 'tempest-secgroup-531556'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:06:24.931967 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Network 456c2f83-0650-4966-832a-bc57a5b42fd5 details requested by agent ovs-agent-dv-neutron-822691-2-hyperv with host dv-neutron-822691-2-hyperv {{(pid=88880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 24 11:06:24.938429 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-eb72ec77-e38c-4ce2-8dee-f2979146c198 tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] 10.222.0.65 "PUT /v2.0/subnetpools/c0537586-b7a7-4abc-bfcc-7e1ed493ebd1/tags/tempest-TagsExtTest-Tag-948800942 HTTP/1.1" status: 201  len: 201 time: 0.4032776
Dec 24 11:06:24.939045 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 38706) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:24.941071 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-de10e202-7df3-483e-a17e-a4cf67c3db94 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "DELETE /v2.0/subnets/c557faf1-7ebd-417e-8f14-004041f4e16f HTTP/1.1" status: 204  len: 168 time: 2.7615271
Dec 24 11:06:24.946621 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36d01dd6-1cd3-41ff-8128-f1e3c9591401 None None] Network aba7367e-1d4b-4f18-a103-47503f60eff6 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:06:24.949015 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.tag.tag_plugin [None req-5f9b9fa2-bc97-487e-84e5-1c45da8b4f50 tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7f52708c9a20>, 'subnets', 'f94436b3-a0a9-4a63-abc5-aa3d5963a328', {'tags': ['tempest-TagsExtTest-Tag-2125927268', 'tempest-TagsExtTest-Tag-253789017', 'tempest-TagsExtTest-Tag-1874280287']}) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:06:24.989716 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 38708) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:24.998303 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-60fe2acf-86cb-4e93-9973-3a3162a7ee66 tempest-PortsAdminExtendedAttrsTestJSON-709902862 tempest-PortsAdminExtendedAttrsTestJSON-709902862-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363287349540024'] for network, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:25.044877 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-b6fda87b-bf0a-4120-b856-1faf37015e04 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.508s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:06:25.049237 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c28b167e-6b46-4eb3-b757-47515b191f3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.542s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:06:25.067472 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-f153e70a-57de-47b8-a88f-05a16e4e7352 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:06:25.086609 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-60fe2acf-86cb-4e93-9973-3a3162a7ee66 tempest-PortsAdminExtendedAttrsTestJSON-709902862 tempest-PortsAdminExtendedAttrsTestJSON-709902862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636'] for network, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:25.092100 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60fe2acf-86cb-4e93-9973-3a3162a7ee66 tempest-PortsAdminExtendedAttrsTestJSON-709902862 tempest-PortsAdminExtendedAttrsTestJSON-709902862-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:06:25.092839 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-60fe2acf-86cb-4e93-9973-3a3162a7ee66 tempest-PortsAdminExtendedAttrsTestJSON-709902862 tempest-PortsAdminExtendedAttrsTestJSON-709902862-project] Notify callbacks [] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:25.103693 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-6f3b1e20-839a-415d-9e2d-e8d3779ca1f3 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 928 time: 4.7553451
Dec 24 11:06:25.107610 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-f153e70a-57de-47b8-a88f-05a16e4e7352 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Usage tracker for resource:security_group and tenant:56d5354af46a4a91924cfe2259b4b254 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:06:25.111129 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ffbfe3d3-26db-4914-b640-5a0d0ecc1e85 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:25.111606 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.segments_db [None req-ffbfe3d3-26db-4914-b640-5a0d0ecc1e85 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Added segment 6548e980-032b-4b4c-a7f6-5916298bbee8 of type vlan for network fa39272b-b420-4f46-808d-e2ebf5a99e3c
Dec 24 11:06:25.112935 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 38714) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:25.113771 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-f153e70a-57de-47b8-a88f-05a16e4e7352 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:06:25.117288 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-818d67f6-8fd4-4499-8a01-56c4580d70d3 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:06:25.162266 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-a8fb6822-5384-4b24-95e4-b956dbcb5984 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Request body: {'port': {'network_id': 'b1ab20e6-03d3-494f-b21f-64ff95f797eb', 'name': 'tempest-FloatingIPTestJSON-5952246'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:06:25.178751 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-f153e70a-57de-47b8-a88f-05a16e4e7352 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:06:25.181633 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-818d67f6-8fd4-4499-8a01-56c4580d70d3 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Usage tracker for resource:subnet and tenant:3ab254af086c42aeb42eb630e98b5525 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:06:25.203616 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-818d67f6-8fd4-4499-8a01-56c4580d70d3 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:06:25.221319 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fe2acf-86cb-4e93-9973-3a3162a7ee66 tempest-PortsAdminExtendedAttrsTestJSON-709902862 tempest-PortsAdminExtendedAttrsTestJSON-709902862-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c171a86-9936-48cf-b22c-33de7ec7fba8,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:06:25.246481 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-818d67f6-8fd4-4499-8a01-56c4580d70d3 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:06:25.254708 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-60fe2acf-86cb-4e93-9973-3a3162a7ee66 tempest-PortsAdminExtendedAttrsTestJSON-709902862 tempest-PortsAdminExtendedAttrsTestJSON-709902862-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201  len: 799 time: 2.9595315
Dec 24 11:06:25.259029 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-7ce812e7-7968-4561-aef9-45e463011642 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.2639201
Dec 24 11:06:25.271549 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-60fe2acf-86cb-4e93-9973-3a3162a7ee66 tempest-PortsAdminExtendedAttrsTestJSON-709902862 tempest-PortsAdminExtendedAttrsTestJSON-709902862-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:06:25.275736 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 38720) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:25.283481 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-ea497ca3-f5c8-4f27-87f7-c8e3ec078e3b tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.561s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:06:25.297102 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-14dd66f2-63e6-40c7-8edd-18dc13680bdd tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Request body: {'subnet': {'network_id': '1c9eeaac-d205-4b19-a351-2fe67dd78b42', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:06:25.373807 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ffbfe3d3-26db-4914-b640-5a0d0ecc1e85 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363287349540024'] for network, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:25.409361 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de10e202-7df3-483e-a17e-a4cf67c3db94 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Pushing event deleted for resources: {'Subnet': ['ID=c557faf1-7ebd-417e-8f14-004041f4e16f,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:06:25.412443 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-de10e202-7df3-483e-a17e-a4cf67c3db94 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:06:25.413377 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f153e70a-57de-47b8-a88f-05a16e4e7352 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks [] for security_group, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:25.431508 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-b6fda87b-bf0a-4120-b856-1faf37015e04 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.318s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:06:25.455926 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ffbfe3d3-26db-4914-b640-5a0d0ecc1e85 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636'] for network, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:25.458577 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-14dd66f2-63e6-40c7-8edd-18dc13680bdd tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:06:25.462971 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffbfe3d3-26db-4914-b640-5a0d0ecc1e85 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:06:25.463690 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ffbfe3d3-26db-4914-b640-5a0d0ecc1e85 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks [] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:25.478136 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-818d67f6-8fd4-4499-8a01-56c4580d70d3 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Made reservation on behalf of 3ab254af086c42aeb42eb630e98b5525 for: {'subnet': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:06:25.554316 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-2128f1f1-72a6-4ada-9788-2c848536362a None None] Provisioning complete for port 54fac788-ece8-4cca-9b89-0861365a90b1 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:06:25.554750 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2128f1f1-72a6-4ada-9788-2c848536362a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:25.706634 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 38728) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:25.746089 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-2d41c5a1-ae86-4f01-8fa0-981134850c11 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Request body: {'port': {'network_id': '5948873f-ca7d-4e7f-ab1d-ac747fd99119', 'binding:host_id': 'hv-neutron-8226', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1577851379'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:06:25.763688 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-2128f1f1-72a6-4ada-9788-2c848536362a None None] Provisioning complete for port 35f74e81-df80-4eb2-a058-ba78e8558bc6 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:06:25.763688 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2128f1f1-72a6-4ada-9788-2c848536362a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:25.772435 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-2d41c5a1-ae86-4f01-8fa0-981134850c11 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:06:25.792084 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-ffbfe3d3-26db-4914-b640-5a0d0ecc1e85 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 1.6578765
Dec 24 11:06:25.794242 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-818d67f6-8fd4-4499-8a01-56c4580d70d3 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2246100'] for subnet, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:25.804267 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80822364-0b88-4ed0-9cc5-1e861de76813 None None] DHCP port deletion for 1c9eeaac-d205-4b19-a351-2fe67dd78b42 request from dv-neutron-822691-2-hyperv {{(pid=88880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 24 11:06:25.812701 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 38732) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:25.816457 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-80822364-0b88-4ed0-9cc5-1e861de76813 None None] Deleting port 212f8f75-f7bf-4cde-b2bd-44170abd4a42 {{(pid=88880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:06:25.816846 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-80822364-0b88-4ed0-9cc5-1e861de76813 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:25.889140 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-2d41c5a1-ae86-4f01-8fa0-981134850c11 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Usage tracker for resource:port and tenant:67f1f7d96ddb47c2bce60c06129ed692 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:06:25.903449 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-72600321-4771-4e62-9704-6bbcf67584e6 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Request body: {'subnet': {'network_id': 'fa39272b-b420-4f46-808d-e2ebf5a99e3c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:06:25.906167 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-2128f1f1-72a6-4ada-9788-2c848536362a None None] Port 35f74e81-df80-4eb2-a058-ba78e8558bc6 cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:06:25.932871 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-2d41c5a1-ae86-4f01-8fa0-981134850c11 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:06:25.942660 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fe2acf-86cb-4e93-9973-3a3162a7ee66 tempest-PortsAdminExtendedAttrsTestJSON-709902862 tempest-PortsAdminExtendedAttrsTestJSON-709902862-project] Pushing event updated for resources: {'Network': ['ID=5948873f-ca7d-4e7f-ab1d-ac747fd99119,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:06:25.951150 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-f153e70a-57de-47b8-a88f-05a16e4e7352 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:06:25.960522 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Network 5948873f-ca7d-4e7f-ab1d-ac747fd99119 details requested by agent ovs-agent-dv-neutron-822691-2-hyperv with host dv-neutron-822691-2-hyperv {{(pid=88880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 24 11:06:25.976629 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-60fe2acf-86cb-4e93-9973-3a3162a7ee66 tempest-PortsAdminExtendedAttrsTestJSON-709902862 tempest-PortsAdminExtendedAttrsTestJSON-709902862-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.545s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:06:25.985084 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-0c0f8235-f06a-4334-80d0-b0b2e7915e90 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.383s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:06:26.009533 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7a7736f6-1fab-4177-93b2-ccc55f8b62f3 tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854158724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-84560'] for router, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:26.015244 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-2d41c5a1-ae86-4f01-8fa0-981134850c11 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:06:26.015683 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7a7736f6-1fab-4177-93b2-ccc55f8b62f3 tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:26.019734 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-f153e70a-57de-47b8-a88f-05a16e4e7352 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Usage tracker for resource:security_group_rule and tenant:56d5354af46a4a91924cfe2259b4b254 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:06:26.024872 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-f153e70a-57de-47b8-a88f-05a16e4e7352 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:06:26.061529 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-14dd66f2-63e6-40c7-8edd-18dc13680bdd tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Usage tracker for resource:subnet and tenant:739a78fd4cfc48c2a4011598579f8f8c is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:06:26.068727 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-14dd66f2-63e6-40c7-8edd-18dc13680bdd tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:06:26.076478 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-5f9b9fa2-bc97-487e-84e5-1c45da8b4f50 tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] 10.222.0.65 "PUT /v2.0/subnets/f94436b3-a0a9-4a63-abc5-aa3d5963a328/tags HTTP/1.1" status: 200  len: 317 time: 1.1307099
Dec 24 11:06:26.078926 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7a7736f6-1fab-4177-93b2-ccc55f8b62f3 tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854158830'] for router, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:26.079474 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a7736f6-1fab-4177-93b2-ccc55f8b62f3 tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Fanout notify agent at l3_agent the message router_deleted on router 9e3b442b-1f30-4e4a-b67b-8fc8a5d09fdb {{(pid=88879) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 24 11:06:26.080996 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 38736) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:26.088487 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.tag.tag_plugin [None req-b46ce755-21f3-43bf-bbb4-9577ec880ebf tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f52703bec50>, 'subnets', 'f94436b3-a0a9-4a63-abc5-aa3d5963a328') {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:06:26.113451 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-a8fb6822-5384-4b24-95e4-b956dbcb5984 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:06:26.117883 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-f153e70a-57de-47b8-a88f-05a16e4e7352 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:06:26.118568 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-14dd66f2-63e6-40c7-8edd-18dc13680bdd tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:06:26.152531 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7a7736f6-1fab-4177-93b2-ccc55f8b62f3 tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Notify callbacks [] for router, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:26.159071 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-7a7736f6-1fab-4177-93b2-ccc55f8b62f3 tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] 10.222.0.65 "DELETE /v2.0/routers/9e3b442b-1f30-4e4a-b67b-8fc8a5d09fdb HTTP/1.1" status: 204  len: 168 time: 1.8976128
Dec 24 11:06:26.160535 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 38740) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:26.166565 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14dd66f2-63e6-40c7-8edd-18dc13680bdd tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Made reservation on behalf of 739a78fd4cfc48c2a4011598579f8f8c for: {'subnet': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:06:26.173406 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-14dd66f2-63e6-40c7-8edd-18dc13680bdd tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3619482'] for subnet, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:26.250018 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-a8fb6822-5384-4b24-95e4-b956dbcb5984 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Usage tracker for resource:port and tenant:ec45645f66414388a125dd3f2f469cd9 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:06:26.273774 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-a8fb6822-5384-4b24-95e4-b956dbcb5984 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:06:26.277629 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d41c5a1-ae86-4f01-8fa0-981134850c11 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Made reservation on behalf of 67f1f7d96ddb47c2bce60c06129ed692 for: {'port': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:06:26.283160 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2d41c5a1-ae86-4f01-8fa0-981134850c11 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:26.285575 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-e376c7b6-b0d7-4b8f-a6ef-3e71209fc5b5 tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] 10.222.0.65 "GET /v2.0/ports?device_id=9e3b442b-1f30-4e4a-b67b-8fc8a5d09fdb HTTP/1.1" status: 200  len: 205 time: 0.1228664
Dec 24 11:06:26.297303 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 38744) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:26.302915 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-72600321-4771-4e62-9704-6bbcf67584e6 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:06:26.307677 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device e43731e0-c4eb-4f82-8fb1-23666100ead4 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:06:26.416115 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-981b9f0f-4161-413e-b7c2-56d8673526b9 None None] Update dhcp port {'port': {'network_id': 'aba7367e-1d4b-4f18-a103-47503f60eff6', 'fixed_ips': [{'subnet_id': 'c696e7c9-aefc-42bd-94d3-ec7aa1d40a79', 'ip_address': '172.20.0.18'}, {'subnet_id': '40a9eba4-fa2d-4c9f-b2fc-1adf370c5ab8'}], 'binding:host_id': 'dv-neutron-822691-2-hyperv'}, 'id': '54fac788-ece8-4cca-9b89-0861365a90b1'} from dv-neutron-822691-2-hyperv. {{(pid=88880) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}}
Dec 24 11:06:26.459764 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-a8fb6822-5384-4b24-95e4-b956dbcb5984 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:06:26.464043 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.v2.resource [None req-1b3b220f-bcac-4ed3-9463-6316dc74b1dc tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] delete failed (client error): The resource could not be found.
Dec 24 11:06:26.467873 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-1b3b220f-bcac-4ed3-9463-6316dc74b1dc tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] 10.222.0.65 "DELETE /v2.0/routers/9e3b442b-1f30-4e4a-b67b-8fc8a5d09fdb HTTP/1.1" status: 404  len: 336 time: 0.1520565
Dec 24 11:06:26.476164 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-72600321-4771-4e62-9704-6bbcf67584e6 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Usage tracker for resource:subnet and tenant:59b398769254445dae3d1f85e7f0f818 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:06:26.481397 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 38748) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:26.483923 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-72600321-4771-4e62-9704-6bbcf67584e6 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:06:26.491078 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2d41c5a1-ae86-4f01-8fa0-981134850c11 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:26.502680 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbfe3d3-26db-4914-b640-5a0d0ecc1e85 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Pushing event updated for resources: {'Network': ['ID=fa39272b-b420-4f46-808d-e2ebf5a99e3c,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:06:26.523619 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Network fa39272b-b420-4f46-808d-e2ebf5a99e3c details requested by agent ovs-agent-dv-neutron-822691-2-hyperv with host dv-neutron-822691-2-hyperv {{(pid=88880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 24 11:06:26.558666 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-981b9f0f-4161-413e-b7c2-56d8673526b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:26.580419 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-fc1b9db7-f8da-4e44-8c4c-7cac4a24c46e tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] 10.222.0.65 "GET /v2.0/ports?device_id=d6387086-3af0-4c43-ac12-0367b165e56c HTTP/1.1" status: 200  len: 205 time: 0.0887082
Dec 24 11:06:26.580419 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-72600321-4771-4e62-9704-6bbcf67584e6 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:06:26.585203 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-ffbfe3d3-26db-4914-b640-5a0d0ecc1e85 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.600s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:06:26.589847 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 38752) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:26.684094 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8fb6822-5384-4b24-95e4-b956dbcb5984 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Made reservation on behalf of ec45645f66414388a125dd3f2f469cd9 for: {'port': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:06:26.691043 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a8fb6822-5384-4b24-95e4-b956dbcb5984 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:26.727865 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-b46ce755-21f3-43bf-bbb4-9577ec880ebf tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] 10.222.0.65 "DELETE /v2.0/subnets/f94436b3-a0a9-4a63-abc5-aa3d5963a328/tags HTTP/1.1" status: 204  len: 168 time: 0.6454504
Dec 24 11:06:26.731832 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 38756) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:26.739146 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.tag.tag_plugin [None req-968bc2df-e711-4832-97d2-7d931b625674 tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f5271e29c88>, 'subnets', 'f94436b3-a0a9-4a63-abc5-aa3d5963a328', 'tempest-TagsExtTest-Tag-2125927268') {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:06:26.759220 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [None req-a8fb6822-5384-4b24-95e4-b956dbcb5984 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] device_id is not set on port 9efa7c3b-cc44-4f96-9769-f3ba09ce06d3 yet. {{(pid=88878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 24 11:06:26.796447 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-80822364-0b88-4ed0-9cc5-1e861de76813 None None] For port 212f8f75-f7bf-4cde-b2bd-44170abd4a42, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=212f8f75-f7bf-4cde-b2bd-44170abd4a42,segment=NetworkSegment(6618a092-51b2-4e3d-9318-3ce6b7b40c55),segment_id=6618a092-51b2-4e3d-9318-3ce6b7b40c55)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:06:26.796930 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72600321-4771-4e62-9704-6bbcf67584e6 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Made reservation on behalf of 59b398769254445dae3d1f85e7f0f818 for: {'subnet': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:06:26.797018 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-80822364-0b88-4ed0-9cc5-1e861de76813 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:26.815772 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.v2.resource [None req-4a9e23dd-8809-4d81-86e3-07661c6028d0 tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] delete failed (client error): The resource could not be found.
Dec 24 11:06:26.817044 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-4a9e23dd-8809-4d81-86e3-07661c6028d0 tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] 10.222.0.65 "DELETE /v2.0/routers/d6387086-3af0-4c43-ac12-0367b165e56c HTTP/1.1" status: 404  len: 336 time: 0.2230549
Dec 24 11:06:26.820462 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-181b33cd-c77e-4087-b887-829962c8e741 None None] Network 2b3934f2-d557-4ac1-ade9-6b4f02cdf113 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:06:26.833450 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 38760) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:26.942364 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.v2.resource [None req-968bc2df-e711-4832-97d2-7d931b625674 tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] show failed (client error): The resource could not be found.
Dec 24 11:06:26.945014 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-968bc2df-e711-4832-97d2-7d931b625674 tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] 10.222.0.65 "GET /v2.0/subnets/f94436b3-a0a9-4a63-abc5-aa3d5963a328/tags/tempest-TagsExtTest-Tag-2125927268 HTTP/1.1" status: 404  len: 329 time: 0.2105083
Dec 24 11:06:26.947907 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 38762) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:26.955068 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.tag.tag_plugin [None req-5460be27-ebd1-4270-80a6-e13f7a205d0c tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f52703dfef0>, 'subnets', 'f94436b3-a0a9-4a63-abc5-aa3d5963a328', 'tempest-TagsExtTest-Tag-253789017') {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:06:27.056649 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-80822364-0b88-4ed0-9cc5-1e861de76813 None None] Calling delete_port for 212f8f75-f7bf-4cde-b2bd-44170abd4a42 owned by network:dhcp {{(pid=88880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:06:27.073889 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-14dd66f2-63e6-40c7-8edd-18dc13680bdd tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:27.136880 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning for port e43731e0-c4eb-4f82-8fb1-23666100ead4 completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:06:27.178291 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-51e9b5b0-3bc3-4145-89c3-9f223745da44 None None] Provisioning for port e43731e0-c4eb-4f82-8fb1-23666100ead4 completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:06:27.183271 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.v2.resource [None req-5460be27-ebd1-4270-80a6-e13f7a205d0c tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] show failed (client error): The resource could not be found.
Dec 24 11:06:27.187694 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-5460be27-ebd1-4270-80a6-e13f7a205d0c tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] 10.222.0.65 "GET /v2.0/subnets/f94436b3-a0a9-4a63-abc5-aa3d5963a328/tags/tempest-TagsExtTest-Tag-253789017 HTTP/1.1" status: 404  len: 328 time: 0.2356119
Dec 24 11:06:27.189192 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 38768) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:27.198565 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.tag.tag_plugin [None req-a308d54f-fa0a-4894-bf74-d9c66680c911 tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f5270f720b8>, 'subnets', 'f94436b3-a0a9-4a63-abc5-aa3d5963a328', 'tempest-TagsExtTest-Tag-1874280287') {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:06:27.225548 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-1abd46a9-2efe-4c78-ab60-a67cb4d593c4 tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fdec746-5f6e-4b51-9dcf-186b7d53fe65 HTTP/1.1" status: 200  len: 205 time: 0.0932872
Dec 24 11:06:27.227349 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-2d41c5a1-ae86-4f01-8fa0-981134850c11 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:06:27.228764 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 38772) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:27.255897 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f153e70a-57de-47b8-a88f-05a16e4e7352 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks [] for security_group, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:27.270079 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-2d41c5a1-ae86-4f01-8fa0-981134850c11 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Usage tracker for resource:security_group_rule and tenant:67f1f7d96ddb47c2bce60c06129ed692 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:06:27.290133 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-51e9b5b0-3bc3-4145-89c3-9f223745da44 None None] Provisioning complete for port e43731e0-c4eb-4f82-8fb1-23666100ead4 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:06:27.290560 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-51e9b5b0-3bc3-4145-89c3-9f223745da44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:27.325151 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f153e70a-57de-47b8-a88f-05a16e4e7352 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:27.341772 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 212f8f75-f7bf-4cde-b2bd-44170abd4a42 no longer exists at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:06:27.345643 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-2d41c5a1-ae86-4f01-8fa0-981134850c11 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:06:27.353046 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:06:27.353511 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.v2.resource [None req-58b8be90-c4e5-4a56-b739-b9b30f06ae9e tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] delete failed (client error): The resource could not be found.
Dec 24 11:06:27.354885 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-58b8be90-c4e5-4a56-b739-b9b30f06ae9e tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] 10.222.0.65 "DELETE /v2.0/routers/7fdec746-5f6e-4b51-9dcf-186b7d53fe65 HTTP/1.1" status: 404  len: 336 time: 0.0989459
Dec 24 11:06:27.362828 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 38776) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:27.389353 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-2d41c5a1-ae86-4f01-8fa0-981134850c11 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:06:27.475684 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-72600321-4771-4e62-9704-6bbcf67584e6 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2246100'] for subnet, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:27.482100 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-42080e54-ba4a-4745-aab8-f7c5590a18b0 tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] 10.222.0.65 "GET /v2.0/ports?device_id=9b7be41b-6c4f-4a6c-9ff9-cfde77630ce0 HTTP/1.1" status: 200  len: 205 time: 0.1160965
Dec 24 11:06:27.492612 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 38780) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:27.521954 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f153e70a-57de-47b8-a88f-05a16e4e7352 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a1267c5-b53e-4d74-a852-afdda39d2dbc,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:06:27.540819 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f153e70a-57de-47b8-a88f-05a16e4e7352 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:06:27.547282 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-981b9f0f-4161-413e-b7c2-56d8673526b9 None None] Allocated IP 172.20.0.2 (aba7367e-1d4b-4f18-a103-47503f60eff6/40a9eba4-fa2d-4c9f-b2fc-1adf370c5ab8/54fac788-ece8-4cca-9b89-0861365a90b1) {{(pid=88880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:06:27.576462 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.v2.resource [None req-f00fbefc-b44c-4985-b001-dcc2fc64b0b2 tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] delete failed (client error): The resource could not be found.
Dec 24 11:06:27.580108 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-f00fbefc-b44c-4985-b001-dcc2fc64b0b2 tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] 10.222.0.65 "DELETE /v2.0/routers/9b7be41b-6c4f-4a6c-9ff9-cfde77630ce0 HTTP/1.1" status: 404  len: 336 time: 0.0831683
Dec 24 11:06:27.580288 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f153e70a-57de-47b8-a88f-05a16e4e7352 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:27.582133 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 38784) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:27.583413 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-f153e70a-57de-47b8-a88f-05a16e4e7352 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1573 time: 2.7723639
Dec 24 11:06:27.587671 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 38786) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:27.606037 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-1c0d5e45-24ca-414e-907a-0aca25e77c3c tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Request body: {'security_group': {'name': 'tempest-secgroup-1968441180'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:06:27.626131 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-1c0d5e45-24ca-414e-907a-0aca25e77c3c tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:06:27.677616 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-be475b16-8834-4e26-b551-cc45c7d5dd83 tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] 10.222.0.65 "GET /v2.0/ports?device_id=b561442a-f3e6-42a1-9623-23c5afc0433e HTTP/1.1" status: 200  len: 205 time: 0.0928180
Dec 24 11:06:27.681027 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-14dd66f2-63e6-40c7-8edd-18dc13680bdd tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] For port 212f8f75-f7bf-4cde-b2bd-44170abd4a42, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=212f8f75-f7bf-4cde-b2bd-44170abd4a42,segment=NetworkSegment(6618a092-51b2-4e3d-9318-3ce6b7b40c55),segment_id=6618a092-51b2-4e3d-9318-3ce6b7b40c55)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:06:27.683015 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 38792) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:27.697807 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.v2.resource [None req-a308d54f-fa0a-4894-bf74-d9c66680c911 tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] show failed (client error): The resource could not be found.
Dec 24 11:06:27.701421 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-a308d54f-fa0a-4894-bf74-d9c66680c911 tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] 10.222.0.65 "GET /v2.0/subnets/f94436b3-a0a9-4a63-abc5-aa3d5963a328/tags/tempest-TagsExtTest-Tag-1874280287 HTTP/1.1" status: 404  len: 329 time: 0.5092647
Dec 24 11:06:27.702609 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 38796) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:27.705321 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-1c0d5e45-24ca-414e-907a-0aca25e77c3c tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Usage tracker for resource:security_group and tenant:56d5354af46a4a91924cfe2259b4b254 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:06:27.721910 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.tag.tag_plugin [None req-2e9d0321-6f3f-4cb2-b488-6aab76813241 tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7f5271c35588>, 'ports', 'ee69797a-765d-409a-bb69-ecba3b0c0209', {'tags': ['tempest-TagsExtTest-Tag-1625953857', 'tempest-TagsExtTest-Tag-603460660', 'tempest-TagsExtTest-Tag-1656969291']}) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:06:27.763168 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-818d67f6-8fd4-4499-8a01-56c4580d70d3 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850796890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2246085'] for subnet, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:27.764398 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-14dd66f2-63e6-40c7-8edd-18dc13680bdd tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks [] for port, precommit_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:27.769516 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-1c0d5e45-24ca-414e-907a-0aca25e77c3c tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:06:27.775045 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-14dd66f2-63e6-40c7-8edd-18dc13680bdd tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850854027'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:27.775892 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-14dd66f2-63e6-40c7-8edd-18dc13680bdd tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3921862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3619467'] for subnet, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:27.779779 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-a8fb6822-5384-4b24-95e4-b956dbcb5984 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Allocated IP 172.20.0.4 (b1ab20e6-03d3-494f-b21f-64ff95f797eb/bec3f384-2f74-4e25-85e6-a3990c8e7e5b/9efa7c3b-cc44-4f96-9769-f3ba09ce06d3) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:06:27.782233 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-23b15b5a-21e6-4d30-9663-c20af37bcd36 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:06:27.782787 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-9951d2dd-c351-4a42-80d2-5405e698c779 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:06:27.839729 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-1c0d5e45-24ca-414e-907a-0aca25e77c3c tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:06:27.842201 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.db.api [None req-80822364-0b88-4ed0-9cc5-1e861de76813 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88880) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 24 11:06:27.842622 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_db.api [None req-80822364-0b88-4ed0-9cc5-1e861de76813 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 24 11:06:27.849050 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.v2.resource [None req-6beda6eb-a553-48ac-a701-f8b6fd0c6c9a tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] delete failed (client error): The resource could not be found.
Dec 24 11:06:27.850228 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-6beda6eb-a553-48ac-a701-f8b6fd0c6c9a tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] 10.222.0.65 "DELETE /v2.0/routers/b561442a-f3e6-42a1-9623-23c5afc0433e HTTP/1.1" status: 404  len: 336 time: 0.1609015
Dec 24 11:06:27.859085 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 38800) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:27.869820 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-51e9b5b0-3bc3-4145-89c3-9f223745da44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:27.884039 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:27.934230 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1c0d5e45-24ca-414e-907a-0aca25e77c3c tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks [] for security_group, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:27.943875 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-12934244-f69e-4a55-b22c-47409c567df9 tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] 10.222.0.65 "GET /v2.0/ports?device_id=9a9a1380-b428-4c29-8dd2-41ab39fb8108 HTTP/1.1" status: 200  len: 205 time: 0.0764720
Dec 24 11:06:27.946437 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14dd66f2-63e6-40c7-8edd-18dc13680bdd tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Network 1c9eeaac-d205-4b19-a351-2fe67dd78b42 is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:06:27.951045 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 38804) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:27.953570 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-14dd66f2-63e6-40c7-8edd-18dc13680bdd tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Resources bound (agent type, host, resource id):  {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:06:27.960854 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14dd66f2-63e6-40c7-8edd-18dc13680bdd tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:06:27.961522 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-14dd66f2-63e6-40c7-8edd-18dc13680bdd tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks [] for subnet, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:27.975166 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-2e9d0321-6f3f-4cb2-b488-6aab76813241 tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] 10.222.0.65 "PUT /v2.0/ports/ee69797a-765d-409a-bb69-ecba3b0c0209/tags HTTP/1.1" status: 200  len: 317 time: 0.2673266
Dec 24 11:06:27.981271 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 38808) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:27.984846 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dd66f2-63e6-40c7-8edd-18dc13680bdd tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Pushing event updated for resources: {'Port': ['ID=212f8f75-f7bf-4cde-b2bd-44170abd4a42,revision_number=8']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:06:27.994737 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.tag.tag_plugin [None req-989c17aa-00c3-42c2-b443-8c28963cca68 tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f52722174a8>, 'ports', 'ee69797a-765d-409a-bb69-ecba3b0c0209') {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:06:28.028000 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-14dd66f2-63e6-40c7-8edd-18dc13680bdd tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:06:28.029525 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-3405ee6d-6505-4cbe-8e66-e3f2107357da tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.212s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:06:28.094852 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-14dd66f2-63e6-40c7-8edd-18dc13680bdd tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 2.8171737
Dec 24 11:06:28.108502 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818d67f6-8fd4-4499-8a01-56c4580d70d3 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Pushing event updated for resources: {'Subnet': ['ID=0c7916b9-de33-4b96-b182-00846c50f8ba,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:06:28.115273 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 38812) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:28.127091 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.v2.resource [None req-b483d53b-09aa-4794-956f-414f622ee682 tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] delete failed (client error): The resource could not be found.
Dec 24 11:06:28.128304 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-b483d53b-09aa-4794-956f-414f622ee682 tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] 10.222.0.65 "DELETE /v2.0/routers/9a9a1380-b428-4c29-8dd2-41ab39fb8108 HTTP/1.1" status: 404  len: 336 time: 0.1689765
Dec 24 11:06:28.135057 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 38816) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:28.135339 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-9d18e5bf-5beb-4493-b830-47901eeab7fe tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Request body: {'subnet': {'network_id': '1c9eeaac-d205-4b19-a351-2fe67dd78b42', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:06:28.159933 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-818d67f6-8fd4-4499-8a01-56c4580d70d3 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:06:28.174817 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2d41c5a1-ae86-4f01-8fa0-981134850c11 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:28.180043 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dd66f2-63e6-40c7-8edd-18dc13680bdd tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Pushing event updated for resources: {'Subnet': ['ID=65346bbd-d50d-4d3d-aafa-4d55d3308f93,revision_number=0']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:06:28.183037 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-14dd66f2-63e6-40c7-8edd-18dc13680bdd tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:06:28.201569 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-05e5ac09-1d42-453c-804c-fa414542eb84 tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] DELETE failed (client error): The resource could not be found.
Dec 24 11:06:28.202240 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05e5ac09-1d42-453c-804c-fa414542eb84 tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88879) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 24 11:06:28.206428 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-05e5ac09-1d42-453c-804c-fa414542eb84 tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] 10.222.0.65 "DELETE /v2.0/subnets/864ea303-0601-42a1-8771-0e0fa173a925 HTTP/1.1" status: 404  len: 337 time: 0.0672240
Dec 24 11:06:28.225481 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-981b9f0f-4161-413e-b7c2-56d8673526b9 None None] For port 54fac788-ece8-4cca-9b89-0861365a90b1, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=54fac788-ece8-4cca-9b89-0861365a90b1,segment=NetworkSegment(9baf9206-49cc-41fa-b042-30f866ce9712),segment_id=9baf9206-49cc-41fa-b042-30f866ce9712)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:06:28.244295 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-51e9b5b0-3bc3-4145-89c3-9f223745da44 None None] For port e43731e0-c4eb-4f82-8fb1-23666100ead4, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=e43731e0-c4eb-4f82-8fb1-23666100ead4,segment=NetworkSegment(45cdc3e3-8f53-48ac-afed-94e254f3c17f),segment_id=45cdc3e3-8f53-48ac-afed-94e254f3c17f)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:06:28.247990 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-989c17aa-00c3-42c2-b443-8c28963cca68 tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] 10.222.0.65 "DELETE /v2.0/ports/ee69797a-765d-409a-bb69-ecba3b0c0209/tags HTTP/1.1" status: 204  len: 168 time: 0.2590165
Dec 24 11:06:28.249273 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 38822) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:28.257132 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.tag.tag_plugin [None req-930854ba-8c7c-47b0-b8b0-cf2dec229582 tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f5270b03358>, 'ports', 'ee69797a-765d-409a-bb69-ecba3b0c0209', 'tempest-TagsExtTest-Tag-1625953857') {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:06:28.274010 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2d41c5a1-ae86-4f01-8fa0-981134850c11 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:28.276364 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-87873228-9f5c-4e0a-a22c-438ab77cebfb tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:06:28.279963 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:28.281342 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-51e9b5b0-3bc3-4145-89c3-9f223745da44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:28.303174 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f1bb082e-921e-440f-8b52-bde678d6ddda None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:06:28.328910 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [None req-2d41c5a1-ae86-4f01-8fa0-981134850c11 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] device_id is not set on port 47020763-00d1-4588-941f-883e64f83ade yet. {{(pid=88878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 24 11:06:28.356890 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-80822364-0b88-4ed0-9cc5-1e861de76813 None None] Deleting port 212f8f75-f7bf-4cde-b2bd-44170abd4a42 {{(pid=88880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:06:28.357527 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-80822364-0b88-4ed0-9cc5-1e861de76813 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:28.357812 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.v2.resource [None req-930854ba-8c7c-47b0-b8b0-cf2dec229582 tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] show failed (client error): The resource could not be found.
Dec 24 11:06:28.362805 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-930854ba-8c7c-47b0-b8b0-cf2dec229582 tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] 10.222.0.65 "GET /v2.0/ports/ee69797a-765d-409a-bb69-ecba3b0c0209/tags/tempest-TagsExtTest-Tag-1625953857 HTTP/1.1" status: 404  len: 329 time: 0.1121557
Dec 24 11:06:28.363578 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 38826) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:28.370131 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.tag.tag_plugin [None req-b0c3780a-924c-46ed-b380-d04bb4878a8b tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f5270e2e780>, 'ports', 'ee69797a-765d-409a-bb69-ecba3b0c0209', 'tempest-TagsExtTest-Tag-603460660') {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:06:28.457060 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.v2.resource [None req-b0c3780a-924c-46ed-b380-d04bb4878a8b tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] show failed (client error): The resource could not be found.
Dec 24 11:06:28.461821 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-b0c3780a-924c-46ed-b380-d04bb4878a8b tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] 10.222.0.65 "GET /v2.0/ports/ee69797a-765d-409a-bb69-ecba3b0c0209/tags/tempest-TagsExtTest-Tag-603460660 HTTP/1.1" status: 404  len: 328 time: 0.0969646
Dec 24 11:06:28.462621 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 38830) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:28.471753 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.tag.tag_plugin [None req-6df1a087-4a80-4372-91b7-1107a661d3ac tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f5271b407f0>, 'ports', 'ee69797a-765d-409a-bb69-ecba3b0c0209', 'tempest-TagsExtTest-Tag-1656969291') {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:06:28.494436 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.db.api [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88880) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 24 11:06:28.495238 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_db.api [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 24 11:06:28.502354 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-981b9f0f-4161-413e-b7c2-56d8673526b9 None None] Notify callbacks [] for port, precommit_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:28.612734 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818d67f6-8fd4-4499-8a01-56c4580d70d3 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Checking segment: {'id': 'fe86abd9-f524-4b13-b643-728268130210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '10032d9d-3418-421e-9a5c-29714a8fc65a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:06:28.613107 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-818d67f6-8fd4-4499-8a01-56c4580d70d3 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Network hostable DHCP agents. Network: 10032d9d-3418-421e-9a5c-29714a8fc65a, hostable agents: ['edcf98dc-3032-472a-8b3d-f23fd1e89806'], hosted agents: [] {{(pid=88878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 24 11:06:28.621308 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-1c0d5e45-24ca-414e-907a-0aca25e77c3c tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:06:28.653629 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.v2.resource [None req-6df1a087-4a80-4372-91b7-1107a661d3ac tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] show failed (client error): The resource could not be found.
Dec 24 11:06:28.659035 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-6df1a087-4a80-4372-91b7-1107a661d3ac tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] 10.222.0.65 "GET /v2.0/ports/ee69797a-765d-409a-bb69-ecba3b0c0209/tags/tempest-TagsExtTest-Tag-1656969291 HTTP/1.1" status: 404  len: 329 time: 0.1910257
Dec 24 11:06:28.659035 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 38836) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:28.671547 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.tag.tag_plugin [None req-c7974e6f-74db-4105-84ac-50a9e456891e tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7f5270dfd978>, 'routers', 'cd2b695a-989e-4634-be19-2b029a2aaf59', {'tags': ['tempest-TagsExtTest-Tag-1008281447', 'tempest-TagsExtTest-Tag-2059837366', 'tempest-TagsExtTest-Tag-1150424788']}) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:06:28.686385 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-1c0d5e45-24ca-414e-907a-0aca25e77c3c tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Usage tracker for resource:security_group_rule and tenant:56d5354af46a4a91924cfe2259b4b254 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:06:28.706393 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-1c0d5e45-24ca-414e-907a-0aca25e77c3c tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:06:28.722930 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d41c5a1-ae86-4f01-8fa0-981134850c11 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa90f357-4f93-4a80-91ba-71f2286a60a5,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:06:28.726560 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 38840) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:28.738288 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e9b5b0-3bc3-4145-89c3-9f223745da44 None None] Pushing event updated for resources: {'Port': ['ID=e43731e0-c4eb-4f82-8fb1-23666100ead4,revision_number=3']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:06:28.740475 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-2d41c5a1-ae86-4f01-8fa0-981134850c11 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.464s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:06:28.751065 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-51e9b5b0-3bc3-4145-89c3-9f223745da44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.448s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:06:28.753305 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-1c0d5e45-24ca-414e-907a-0aca25e77c3c tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:06:28.767380 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-981b9f0f-4161-413e-b7c2-56d8673526b9 None None] Transition to ACTIVE for port object 54fac788-ece8-4cca-9b89-0861365a90b1 will not be triggered until provisioned by entity DHCP. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:06:28.776941 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-981b9f0f-4161-413e-b7c2-56d8673526b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:28.782511 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-df379252-1072-46d3-b9d1-8e28d97124e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:06:28.869002 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981b9f0f-4161-413e-b7c2-56d8673526b9 None None] Pushing event updated for resources: {'Port': ['ID=54fac788-ece8-4cca-9b89-0861365a90b1,revision_number=6']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:06:28.874412 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-c7974e6f-74db-4105-84ac-50a9e456891e tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] 10.222.0.65 "PUT /v2.0/routers/cd2b695a-989e-4634-be19-2b029a2aaf59/tags HTTP/1.1" status: 200  len: 318 time: 0.2099845
Dec 24 11:06:28.874412 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 38846) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:28.881774 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.tag.tag_plugin [None req-11a4791c-dc8b-4c2c-a768-2ffbe828e1b3 tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f52701a9b70>, 'routers', 'cd2b695a-989e-4634-be19-2b029a2aaf59') {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:06:28.886799 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-981b9f0f-4161-413e-b7c2-56d8673526b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:06:28.914463 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-ba961313-0a91-4cc0-9260-366c36c2ae2a None None] Provisioning complete for port e43731e0-c4eb-4f82-8fb1-23666100ead4 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:06:28.914899 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ba961313-0a91-4cc0-9260-366c36c2ae2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:28.935407 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-9d18e5bf-5beb-4493-b830-47901eeab7fe tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:06:28.947195 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-72600321-4771-4e62-9704-6bbcf67584e6 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850796890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2246085'] for subnet, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:28.962624 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-818d67f6-8fd4-4499-8a01-56c4580d70d3 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:06:28.984838 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-80822364-0b88-4ed0-9cc5-1e861de76813 None None] For port 212f8f75-f7bf-4cde-b2bd-44170abd4a42, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=212f8f75-f7bf-4cde-b2bd-44170abd4a42,segment=NetworkSegment(6618a092-51b2-4e3d-9318-3ce6b7b40c55),segment_id=6618a092-51b2-4e3d-9318-3ce6b7b40c55)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:06:28.985376 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-80822364-0b88-4ed0-9cc5-1e861de76813 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:29.000892 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-9d18e5bf-5beb-4493-b830-47901eeab7fe tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Usage tracker for resource:subnet and tenant:739a78fd4cfc48c2a4011598579f8f8c is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:06:29.006761 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a8fb6822-5384-4b24-95e4-b956dbcb5984 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:29.027548 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-9d18e5bf-5beb-4493-b830-47901eeab7fe tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:06:29.030810 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-818d67f6-8fd4-4499-8a01-56c4580d70d3 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Network 10032d9d-3418-421e-9a5c-29714a8fc65a is scheduled to be hosted by DHCP agent edcf98dc-3032-472a-8b3d-f23fd1e89806 with binding_index 1 {{(pid=88878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 24 11:06:29.065645 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-9d18e5bf-5beb-4493-b830-47901eeab7fe tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:06:29.085402 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-11a4791c-dc8b-4c2c-a768-2ffbe828e1b3 tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] 10.222.0.65 "DELETE /v2.0/routers/cd2b695a-989e-4634-be19-2b029a2aaf59/tags HTTP/1.1" status: 204  len: 168 time: 0.2074015
Dec 24 11:06:29.086850 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 38850) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:29.095284 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.tag.tag_plugin [None req-f5188772-dc5a-4959-a63c-d6053837f83a tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f5271cb3710>, 'routers', 'cd2b695a-989e-4634-be19-2b029a2aaf59', 'tempest-TagsExtTest-Tag-1008281447') {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:06:29.168231 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e59de427-e7fa-41cb-816d-eb3653da05a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:29.179853 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-818d67f6-8fd4-4499-8a01-56c4580d70d3 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822691-2-hyperv, 10032d9d-3418-421e-9a5c-29714a8fc65a) {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:06:29.197064 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d18e5bf-5beb-4493-b830-47901eeab7fe tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Made reservation on behalf of 739a78fd4cfc48c2a4011598579f8f8c for: {'subnet': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:06:29.197878 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-80822364-0b88-4ed0-9cc5-1e861de76813 None None] Calling delete_port for 212f8f75-f7bf-4cde-b2bd-44170abd4a42 owned by network:dhcp {{(pid=88880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:06:29.231167 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-304d56b3-5250-498d-9d98-19d9eec7d021 None None] Network 10032d9d-3418-421e-9a5c-29714a8fc65a requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:06:29.304793 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-818d67f6-8fd4-4499-8a01-56c4580d70d3 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:06:29.305728 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-818d67f6-8fd4-4499-8a01-56c4580d70d3 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:29.336214 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1c0d5e45-24ca-414e-907a-0aca25e77c3c tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks [] for security_group, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:29.341570 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72600321-4771-4e62-9704-6bbcf67584e6 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Pushing event updated for resources: {'Subnet': ['ID=6df73552-efd0-4069-ad71-753ca56bd6ef,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:06:29.381673 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-72600321-4771-4e62-9704-6bbcf67584e6 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:06:29.388816 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1c0d5e45-24ca-414e-907a-0aca25e77c3c tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:29.417322 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-e3ce32fe-5025-456e-ae5a-a90cec6ee213 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:06:29.464244 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:29.544307 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] For port 212f8f75-f7bf-4cde-b2bd-44170abd4a42, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=212f8f75-f7bf-4cde-b2bd-44170abd4a42,segment=NetworkSegment(6618a092-51b2-4e3d-9318-3ce6b7b40c55),segment_id=6618a092-51b2-4e3d-9318-3ce6b7b40c55)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:06:29.574825 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:29.583136 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-3f8b2a87-29f8-4532-8ac4-d40ebac5e74c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:06:29.664484 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a8fb6822-5384-4b24-95e4-b956dbcb5984 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:29.680366 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.v2.resource [None req-f5188772-dc5a-4959-a63c-d6053837f83a tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] show failed (client error): The resource could not be found.
Dec 24 11:06:29.681877 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-f5188772-dc5a-4959-a63c-d6053837f83a tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] 10.222.0.65 "GET /v2.0/routers/cd2b695a-989e-4634-be19-2b029a2aaf59/tags/tempest-TagsExtTest-Tag-1008281447 HTTP/1.1" status: 404  len: 329 time: 0.5932100
Dec 24 11:06:29.685072 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 38854) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:29.693961 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-e59de427-e7fa-41cb-816d-eb3653da05a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:06:29.698243 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.tag.tag_plugin [None req-5f8f70d3-2641-4ae9-8616-6551a2fd68fd tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f5270f62a20>, 'routers', 'cd2b695a-989e-4634-be19-2b029a2aaf59', 'tempest-TagsExtTest-Tag-2059837366') {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:06:29.703904 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0d5e45-24ca-414e-907a-0aca25e77c3c tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a26f72f-a40b-4aee-a0b1-8f7de1a72953,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:06:29.722951 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72600321-4771-4e62-9704-6bbcf67584e6 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Checking segment: {'id': '6548e980-032b-4b4c-a7f6-5916298bbee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'fa39272b-b420-4f46-808d-e2ebf5a99e3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:06:29.723517 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72600321-4771-4e62-9704-6bbcf67584e6 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Network hostable DHCP agents. Network: fa39272b-b420-4f46-808d-e2ebf5a99e3c, hostable agents: ['edcf98dc-3032-472a-8b3d-f23fd1e89806'], hosted agents: [] {{(pid=88878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 24 11:06:29.728853 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Pushing event updated for resources: {'Port': ['ID=212f8f75-f7bf-4cde-b2bd-44170abd4a42,revision_number=9']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:06:29.730814 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-e59de427-e7fa-41cb-816d-eb3653da05a8 admin admin] Usage tracker for resource:security_group_rule and tenant:fa3043691a674483a1a0c4edfd0fd23a is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:06:29.737427 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-1c0d5e45-24ca-414e-907a-0aca25e77c3c tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:06:29.743746 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-6a6cbed4-d169-4458-9984-aabbad717859 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.040s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:06:29.778523 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.db.api [None req-80822364-0b88-4ed0-9cc5-1e861de76813 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88880) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 24 11:06:29.778943 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_db.api [None req-80822364-0b88-4ed0-9cc5-1e861de76813 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 24 11:06:29.781580 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-e59de427-e7fa-41cb-816d-eb3653da05a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:06:29.784751 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:06:29.785788 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 54fac788-ece8-4cca-9b89-0861365a90b1 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:06:29.795048 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-818d67f6-8fd4-4499-8a01-56c4580d70d3 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 5.2290053
Dec 24 11:06:29.814431 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 38858) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:29.822124 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-e59de427-e7fa-41cb-816d-eb3653da05a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:06:29.829510 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [None req-2d41c5a1-ae86-4f01-8fa0-981134850c11 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] device_id is not set on port 47020763-00d1-4588-941f-883e64f83ade yet. {{(pid=88878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 24 11:06:29.834998 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1c0d5e45-24ca-414e-907a-0aca25e77c3c tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:29.840428 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-1c0d5e45-24ca-414e-907a-0aca25e77c3c tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 2.2399557
Dec 24 11:06:29.846567 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 38860) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:29.865896 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2d41c5a1-ae86-4f01-8fa0-981134850c11 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:29.879484 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-2ad1a0a2-98a7-43ba-ba27-4d95be251cf7 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Request body: {'security_group': {'name': 'tempest-secgroup-528973671'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:06:29.885202 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-2ba48a36-535c-4077-ab65-4150016b1e15 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Request body: {'subnet': {'network_id': '456c2f83-0650-4966-832a-bc57a5b42fd5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:06:29.895769 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9d18e5bf-5beb-4493-b830-47901eeab7fe tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2246100'] for subnet, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:29.951260 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.v2.resource [None req-5f8f70d3-2641-4ae9-8616-6551a2fd68fd tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] show failed (client error): The resource could not be found.
Dec 24 11:06:29.952507 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-5f8f70d3-2641-4ae9-8616-6551a2fd68fd tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] 10.222.0.65 "GET /v2.0/routers/cd2b695a-989e-4634-be19-2b029a2aaf59/tags/tempest-TagsExtTest-Tag-2059837366 HTTP/1.1" status: 404  len: 329 time: 0.2659142
Dec 24 11:06:29.987652 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device e43731e0-c4eb-4f82-8fb1-23666100ead4 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:06:30.008384 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 38866) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:30.028753 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.tag.tag_plugin [None req-e4db8446-f539-4cb8-a96d-c96a031901a9 tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f52703aa518>, 'routers', 'cd2b695a-989e-4634-be19-2b029a2aaf59', 'tempest-TagsExtTest-Tag-1150424788') {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:06:30.126317 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port e43731e0-c4eb-4f82-8fb1-23666100ead4 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:06:30.126959 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:30.185084 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-2ba48a36-535c-4077-ab65-4150016b1e15 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:06:30.190348 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-2ba48a36-535c-4077-ab65-4150016b1e15 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Usage tracker for resource:subnet and tenant:3ab254af086c42aeb42eb630e98b5525 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:06:30.193846 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-2ba48a36-535c-4077-ab65-4150016b1e15 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:06:30.195303 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-2ad1a0a2-98a7-43ba-ba27-4d95be251cf7 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:06:30.199740 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8fb6822-5384-4b24-95e4-b956dbcb5984 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Network b1ab20e6-03d3-494f-b21f-64ff95f797eb is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:06:30.201435 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-2ba48a36-535c-4077-ab65-4150016b1e15 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:06:30.207864 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec6f6dba-979e-4332-b1c8-5a9fc5e214f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73968e80-91fd-539e-a7c6-b31af6d9e680-10032d9d-3418-421e-9a5c-29714a8fc65a', 'network_id': '10032d9d-3418-421e-9a5c-29714a8fc65a', 'tenant_id': '3ab254af086c42aeb42eb630e98b5525', 'fixed_ips': [{'subnet_id': '0c7916b9-de33-4b96-b182-00846c50f8ba'}]}} from dv-neutron-822691-2-hyperv. {{(pid=88880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 24 11:06:30.208980 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ec6f6dba-979e-4332-b1c8-5a9fc5e214f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:30.213126 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ba48a36-535c-4077-ab65-4150016b1e15 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Made reservation on behalf of 3ab254af086c42aeb42eb630e98b5525 for: {'subnet': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:06:30.223086 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-a8fb6822-5384-4b24-95e4-b956dbcb5984 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Resources bound (agent type, host, resource id):  {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:06:30.231632 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-2ad1a0a2-98a7-43ba-ba27-4d95be251cf7 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Usage tracker for resource:security_group and tenant:56d5354af46a4a91924cfe2259b4b254 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:06:30.245627 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.v2.resource [None req-e4db8446-f539-4cb8-a96d-c96a031901a9 tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] show failed (client error): The resource could not be found.
Dec 24 11:06:30.246841 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-e4db8446-f539-4cb8-a96d-c96a031901a9 tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] 10.222.0.65 "GET /v2.0/routers/cd2b695a-989e-4634-be19-2b029a2aaf59/tags/tempest-TagsExtTest-Tag-1150424788 HTTP/1.1" status: 404  len: 329 time: 0.2370334
Dec 24 11:06:30.258459 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-2ad1a0a2-98a7-43ba-ba27-4d95be251cf7 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:06:30.259971 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 38870) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:30.262372 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8fb6822-5384-4b24-95e4-b956dbcb5984 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:06:30.267715 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.tag.tag_plugin [None req-6640230a-d2a6-442a-8f90-e6b3a8582eed tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7f5271513a20>, 'subnetpools', 'c0537586-b7a7-4abc-bfcc-7e1ed493ebd1', {'tags': ['tempest-TagsExtTest-Tag-764617823', 'tempest-TagsExtTest-Tag-637734721', 'tempest-TagsExtTest-Tag-972562947']}) {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:06:30.304102 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-2d41c5a1-ae86-4f01-8fa0-981134850c11 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Transition to ACTIVE for port object 47020763-00d1-4588-941f-883e64f83ade will not be triggered until provisioned by entity L2. {{(pid=88878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:06:30.306889 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fb6822-5384-4b24-95e4-b956dbcb5984 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Pushing event updated for resources: {'Port': ['ID=9efa7c3b-cc44-4f96-9769-f3ba09ce06d3,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:06:30.316199 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-2ad1a0a2-98a7-43ba-ba27-4d95be251cf7 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:06:30.318772 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-a8fb6822-5384-4b24-95e4-b956dbcb5984 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.575s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:06:30.378322 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2ba48a36-535c-4077-ab65-4150016b1e15 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3619482'] for subnet, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:30.421041 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2d41c5a1-ae86-4f01-8fa0-981134850c11 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:30.453543 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-ffca57ea-8889-48b0-927a-82d44f5a32ac tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:06:30.471977 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-ec6f6dba-979e-4332-b1c8-5a9fc5e214f6 None None] Allocated IP 2001:db8::2 (10032d9d-3418-421e-9a5c-29714a8fc65a/0c7916b9-de33-4b96-b182-00846c50f8ba/2034c1c6-c565-4647-9d09-567bca6a42e8) {{(pid=88880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:06:30.483368 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2ad1a0a2-98a7-43ba-ba27-4d95be251cf7 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks [] for security_group, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:30.488997 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-80822364-0b88-4ed0-9cc5-1e861de76813 None None] Deleting port 212f8f75-f7bf-4cde-b2bd-44170abd4a42 {{(pid=88880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:06:30.489606 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-80822364-0b88-4ed0-9cc5-1e861de76813 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:30.527719 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72600321-4771-4e62-9704-6bbcf67584e6 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Network fa39272b-b420-4f46-808d-e2ebf5a99e3c is scheduled to be hosted by DHCP agent edcf98dc-3032-472a-8b3d-f23fd1e89806 with binding_index 1 {{(pid=88878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 24 11:06:30.566910 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-6640230a-d2a6-442a-8f90-e6b3a8582eed tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] 10.222.0.65 "PUT /v2.0/subnetpools/c0537586-b7a7-4abc-bfcc-7e1ed493ebd1/tags HTTP/1.1" status: 200  len: 315 time: 0.3051839
Dec 24 11:06:30.572827 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 38874) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:30.589182 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.tag.tag_plugin [None req-7a635493-cd4f-4b2f-a757-745f141c2a85 tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f5271975eb8>, 'subnetpools', 'c0537586-b7a7-4abc-bfcc-7e1ed493ebd1') {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:06:30.594801 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8fb6822-5384-4b24-95e4-b956dbcb5984 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:06:30.595603 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a8fb6822-5384-4b24-95e4-b956dbcb5984 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:30.615468 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-72600321-4771-4e62-9704-6bbcf67584e6 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822691-2-hyperv, fa39272b-b420-4f46-808d-e2ebf5a99e3c) {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:06:30.653368 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-7a635493-cd4f-4b2f-a757-745f141c2a85 tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] 10.222.0.65 "DELETE /v2.0/subnetpools/c0537586-b7a7-4abc-bfcc-7e1ed493ebd1/tags HTTP/1.1" status: 204  len: 168 time: 0.0765152
Dec 24 11:06:30.655042 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72600321-4771-4e62-9704-6bbcf67584e6 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:06:30.655731 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-72600321-4771-4e62-9704-6bbcf67584e6 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:30.659543 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11be316e-9c68-42c2-acc5-dd40163c7c85 None None] Network fa39272b-b420-4f46-808d-e2ebf5a99e3c requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:06:30.668947 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 38878) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:30.679121 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.ipam_backend_mixin [None req-9d18e5bf-5beb-4493-b830-47901eeab7fe tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 65346bbd-d50d-4d3d-aafa-4d55d3308f93 (CIDR: 2001:db8::/64)
Dec 24 11:06:30.682620 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d41c5a1-ae86-4f01-8fa0-981134850c11 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Pushing event updated for resources: {'Port': ['ID=47020763-00d1-4588-941f-883e64f83ade,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:06:30.705527 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.tag.tag_plugin [None req-52a8e8db-86ea-4fc7-81cb-a3430a161b8f tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f5270f5af28>, 'subnetpools', 'c0537586-b7a7-4abc-bfcc-7e1ed493ebd1', 'tempest-TagsExtTest-Tag-764617823') {} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:06:30.734871 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-2d41c5a1-ae86-4f01-8fa0-981134850c11 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:06:30.736835 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e59de427-e7fa-41cb-816d-eb3653da05a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:30.742978 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d18e5bf-5beb-4493-b830-47901eeab7fe tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 24 11:06:30.743452 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d18e5bf-5beb-4493-b830-47901eeab7fe tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 24 11:06:30.768533 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e59de427-e7fa-41cb-816d-eb3653da05a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:30.785125 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-1c0d5e45-24ca-414e-907a-0aca25e77c3c tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:06:30.792101 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2ba48a36-535c-4077-ab65-4150016b1e15 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3921862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3619467'] for subnet, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:30.798326 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-21797693-f60d-421d-b526-9b5b04506650 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:06:30.798548 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-a8fb6822-5384-4b24-95e4-b956dbcb5984 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 926 time: 5.6644311
Dec 24 11:06:30.801876 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 38882) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:30.803029 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-2ad1a0a2-98a7-43ba-ba27-4d95be251cf7 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:06:30.816115 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-72600321-4771-4e62-9704-6bbcf67584e6 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 4.9334965
Dec 24 11:06:30.827542 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-6d7938c3-0f72-440b-bbe3-249ada973ca7 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Request body: {'floatingip': {'floating_network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'port_id': '9efa7c3b-cc44-4f96-9769-f3ba09ce06d3', 'fixed_ip_address': '172.20.0.4'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:06:30.834789 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 38886) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:30.839672 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-2ad1a0a2-98a7-43ba-ba27-4d95be251cf7 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Usage tracker for resource:security_group_rule and tenant:56d5354af46a4a91924cfe2259b4b254 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:06:30.846671 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-2c1ebac5-4611-4a41-aad2-f22ff904738d tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1900123429', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:06:30.850922 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-2ad1a0a2-98a7-43ba-ba27-4d95be251cf7 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:06:30.863873 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-6d7938c3-0f72-440b-bbe3-249ada973ca7 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:06:30.870245 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-9d18e5bf-5beb-4493-b830-47901eeab7fe tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 2.7435107
Dec 24 11:06:30.873657 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-2c1ebac5-4611-4a41-aad2-f22ff904738d tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:06:30.876157 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 38890) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:30.886736 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-5d23e4b2-35ea-4f72-b27c-d3915590db1b tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Request body: {'subnet': {'network_id': '1c9eeaac-d205-4b19-a351-2fe67dd78b42', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:06:30.887379 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-2ad1a0a2-98a7-43ba-ba27-4d95be251cf7 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:06:30.893857 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-6d7938c3-0f72-440b-bbe3-249ada973ca7 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Usage tracker for resource:floatingip and tenant:ec45645f66414388a125dd3f2f469cd9 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:06:30.901891 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-6d7938c3-0f72-440b-bbe3-249ada973ca7 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:06:30.912547 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-2c1ebac5-4611-4a41-aad2-f22ff904738d tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Usage tracker for resource:router and tenant:59b398769254445dae3d1f85e7f0f818 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:06:30.918394 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59de427-e7fa-41cb-816d-eb3653da05a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=892af9c7-feb4-48c8-b89a-598d22b1f9e0,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:06:30.921519 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d41c5a1-ae86-4f01-8fa0-981134850c11 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Checking segment: {'id': 'b1db3f57-c1aa-4870-9650-19efc99a1d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5948873f-ca7d-4e7f-ab1d-ac747fd99119'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:06:30.921960 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d41c5a1-ae86-4f01-8fa0-981134850c11 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Network hostable DHCP agents. Network: 5948873f-ca7d-4e7f-ab1d-ac747fd99119, hostable agents: ['edcf98dc-3032-472a-8b3d-f23fd1e89806'], hosted agents: [] {{(pid=88878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 24 11:06:30.924745 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-2c1ebac5-4611-4a41-aad2-f22ff904738d tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:06:30.935501 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-6d7938c3-0f72-440b-bbe3-249ada973ca7 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:06:30.937881 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-e59de427-e7fa-41cb-816d-eb3653da05a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:06:30.943436 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.v2.resource [None req-52a8e8db-86ea-4fc7-81cb-a3430a161b8f tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] show failed (client error): The resource could not be found.
Dec 24 11:06:30.946107 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-52a8e8db-86ea-4fc7-81cb-a3430a161b8f tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] 10.222.0.65 "GET /v2.0/subnetpools/c0537586-b7a7-4abc-bfcc-7e1ed493ebd1/tags/tempest-TagsExtTest-Tag-764617823 HTTP/1.1" status: 404  len: 328 time: 0.2653081
Dec 24 11:06:30.960785 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-e59de427-e7fa-41cb-816d-eb3653da05a8 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=fa3043691a674483a1a0c4edfd0fd23a&name=default HTTP/1.1" status: 200  len: 2647 time: 2.2193918
Dec 24 11:06:30.960785 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 38894) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:30.961699 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 38896) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:30.969803 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-2c1ebac5-4611-4a41-aad2-f22ff904738d tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:06:30.978664 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba48a36-535c-4077-ab65-4150016b1e15 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Pushing event updated for resources: {'Subnet': ['ID=5cee1c42-2003-4521-802d-b7eeb6207288,revision_number=0']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:06:30.991685 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-2ba48a36-535c-4077-ab65-4150016b1e15 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:06:30.993300 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.tag.tag_plugin [None req-629d98c2-d077-4863-ae86-6172c323db74 tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f52711cd710>, 'subnetpools', 'c0537586-b7a7-4abc-bfcc-7e1ed493ebd1', 'tempest-TagsExtTest-Tag-637734721') {} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:06:31.032226 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6d7938c3-0f72-440b-bbe3-249ada973ca7 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks [] for floatingip, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:31.082190 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2c1ebac5-4611-4a41-aad2-f22ff904738d tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-612016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-84579'] for router, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:31.083738 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2c1ebac5-4611-4a41-aad2-f22ff904738d tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854163950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659046', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854079771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854691221'] for router, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:31.095964 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba48a36-535c-4077-ab65-4150016b1e15 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Checking segment: {'id': 'e554c2de-db77-4d76-ac85-99933e02bb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '456c2f83-0650-4966-832a-bc57a5b42fd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:06:31.096499 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ba48a36-535c-4077-ab65-4150016b1e15 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Network hostable DHCP agents. Network: 456c2f83-0650-4966-832a-bc57a5b42fd5, hostable agents: ['edcf98dc-3032-472a-8b3d-f23fd1e89806'], hosted agents: [] {{(pid=88879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 24 11:06:31.132130 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-6d2abb83-b2f5-4ac1-b595-a87888fec58f None None] Provisioning for port 54fac788-ece8-4cca-9b89-0861365a90b1 completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:06:31.132867 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.v2.resource [None req-629d98c2-d077-4863-ae86-6172c323db74 tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] show failed (client error): The resource could not be found.
Dec 24 11:06:31.134431 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-629d98c2-d077-4863-ae86-6172c323db74 tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] 10.222.0.65 "GET /v2.0/subnetpools/c0537586-b7a7-4abc-bfcc-7e1ed493ebd1/tags/tempest-TagsExtTest-Tag-637734721 HTTP/1.1" status: 404  len: 328 time: 0.1685729
Dec 24 11:06:31.135101 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d41c5a1-ae86-4f01-8fa0-981134850c11 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Network 5948873f-ca7d-4e7f-ab1d-ac747fd99119 is scheduled to be hosted by DHCP agent edcf98dc-3032-472a-8b3d-f23fd1e89806 with binding_index 1 {{(pid=88878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 24 11:06:31.138704 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 38902) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:31.151959 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-5d23e4b2-35ea-4f72-b27c-d3915590db1b tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:06:31.159827 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2c1ebac5-4611-4a41-aad2-f22ff904738d tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:31.162509 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-5d23e4b2-35ea-4f72-b27c-d3915590db1b tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Usage tracker for resource:subnet and tenant:739a78fd4cfc48c2a4011598579f8f8c is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:06:31.163010 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.tag.tag_plugin [None req-7df20bf9-a3eb-4e8b-921b-3dafe2f96a0f tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f5271be4518>, 'subnetpools', 'c0537586-b7a7-4abc-bfcc-7e1ed493ebd1', 'tempest-TagsExtTest-Tag-972562947') {} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:06:31.171573 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-5d23e4b2-35ea-4f72-b27c-d3915590db1b tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:06:31.172850 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-6d2abb83-b2f5-4ac1-b595-a87888fec58f None None] Provisioning complete for port 54fac788-ece8-4cca-9b89-0861365a90b1 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:06:31.173379 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6d2abb83-b2f5-4ac1-b595-a87888fec58f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:31.184290 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2ad1a0a2-98a7-43ba-ba27-4d95be251cf7 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks [] for security_group, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:31.185009 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-5d23e4b2-35ea-4f72-b27c-d3915590db1b tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:06:31.196457 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ba48a36-535c-4077-ab65-4150016b1e15 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Network 456c2f83-0650-4966-832a-bc57a5b42fd5 is scheduled to be hosted by DHCP agent edcf98dc-3032-472a-8b3d-f23fd1e89806 with binding_index 1 {{(pid=88879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 24 11:06:31.203523 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-2d41c5a1-ae86-4f01-8fa0-981134850c11 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822691-2-hyperv, 5948873f-ca7d-4e7f-ab1d-ac747fd99119) {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:06:31.209653 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-2ba48a36-535c-4077-ab65-4150016b1e15 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822691-2-hyperv, 456c2f83-0650-4966-832a-bc57a5b42fd5) {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:06:31.212514 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2c1ebac5-4611-4a41-aad2-f22ff904738d tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854163800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854116816'] for router, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:31.217583 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2ad1a0a2-98a7-43ba-ba27-4d95be251cf7 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:31.222888 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d23e4b2-35ea-4f72-b27c-d3915590db1b tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Made reservation on behalf of 739a78fd4cfc48c2a4011598579f8f8c for: {'subnet': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:06:31.229782 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-2d41c5a1-ae86-4f01-8fa0-981134850c11 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:06:31.245963 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ba48a36-535c-4077-ab65-4150016b1e15 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:06:31.246645 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2ba48a36-535c-4077-ab65-4150016b1e15 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Notify callbacks [] for subnet, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:31.257058 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d41c5a1-ae86-4f01-8fa0-981134850c11 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:06:31.289096 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c71a4def-f79a-4172-9adb-8fed0c183644 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:31.301700 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2c1ebac5-4611-4a41-aad2-f22ff904738d tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks [] for router, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:31.309286 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-2c1ebac5-4611-4a41-aad2-f22ff904738d tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201  len: 704 time: 0.4665213
Dec 24 11:06:31.309286 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-2ba48a36-535c-4077-ab65-4150016b1e15 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.4251883
Dec 24 11:06:31.317895 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3d81897-defa-4951-81ab-74c77bca1673 None None] Network 5948873f-ca7d-4e7f-ab1d-ac747fd99119 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:06:31.322719 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 38906) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:31.323121 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 38908) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:31.332706 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ae855c3-48a7-4b49-b3f6-257e0d8faecd None None] Network 456c2f83-0650-4966-832a-bc57a5b42fd5 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:06:31.413285 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-2d41c5a1-ae86-4f01-8fa0-981134850c11 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Attempting to bind port 47020763-00d1-4588-941f-883e64f83ade on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:06:31.413755 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-2d41c5a1-ae86-4f01-8fa0-981134850c11 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Attempting to bind port 47020763-00d1-4588-941f-883e64f83ade by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'b1db3f57-c1aa-4870-9650-19efc99a1d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5948873f-ca7d-4e7f-ab1d-ac747fd99119'}] {{(pid=88878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:06:31.414085 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d41c5a1-ae86-4f01-8fa0-981134850c11 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Attempting to bind port 47020763-00d1-4588-941f-883e64f83ade on network 5948873f-ca7d-4e7f-ab1d-ac747fd99119 {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:06:31.415317 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5d23e4b2-35ea-4f72-b27c-d3915590db1b tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3619482'] for subnet, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:31.515428 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.v2.resource [None req-7df20bf9-a3eb-4e8b-921b-3dafe2f96a0f tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] show failed (client error): The resource could not be found.
Dec 24 11:06:31.521703 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-7df20bf9-a3eb-4e8b-921b-3dafe2f96a0f tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] 10.222.0.65 "GET /v2.0/subnetpools/c0537586-b7a7-4abc-bfcc-7e1ed493ebd1/tags/tempest-TagsExtTest-Tag-972562947 HTTP/1.1" status: 404  len: 328 time: 0.3692081
Dec 24 11:06:31.521942 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 38914) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:31.532695 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.tag.tag_plugin [None req-8237d367-9bcf-4eab-a68f-d36bd8c08b91 tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f5270978668>, 'subnetpools', 'c0537586-b7a7-4abc-bfcc-7e1ed493ebd1') {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:06:31.591743 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad1a0a2-98a7-43ba-ba27-4d95be251cf7 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd723ce6-dd96-493c-8f1c-31a80898fa51,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:06:31.616521 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-8237d367-9bcf-4eab-a68f-d36bd8c08b91 tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] 10.222.0.65 "DELETE /v2.0/subnetpools/c0537586-b7a7-4abc-bfcc-7e1ed493ebd1/tags HTTP/1.1" status: 204  len: 168 time: 0.0922031
Dec 24 11:06:31.616705 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 38918) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:31.625376 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.tag.tag_plugin [None req-37739ab1-7393-4825-9ee8-1835634f207e tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f527129f6a0>, 'routers', 'cd2b695a-989e-4634-be19-2b029a2aaf59') {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:06:31.707915 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2ad1a0a2-98a7-43ba-ba27-4d95be251cf7 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:31.709277 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-2ad1a0a2-98a7-43ba-ba27-4d95be251cf7 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1576 time: 1.8594873
Dec 24 11:06:31.724914 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c71a4def-f79a-4172-9adb-8fed0c183644 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:31.732589 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-2ad1a0a2-98a7-43ba-ba27-4d95be251cf7 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.503s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:06:31.733460 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 38922) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:31.749460 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d41c5a1-ae86-4f01-8fa0-981134850c11 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Port 47020763-00d1-4588-941f-883e64f83ade on network 5948873f-ca7d-4e7f-ab1d-ac747fd99119 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 24 11:06:31.749812 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR neutron.plugins.ml2.managers [None req-2d41c5a1-ae86-4f01-8fa0-981134850c11 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Failed to bind port 47020763-00d1-4588-941f-883e64f83ade on host hv-neutron-8226 for vnic_type normal using segments [{'id': 'b1db3f57-c1aa-4870-9650-19efc99a1d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5948873f-ca7d-4e7f-ab1d-ac747fd99119'}]
Dec 24 11:06:31.755783 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.plugins.ml2.plugin [None req-2d41c5a1-ae86-4f01-8fa0-981134850c11 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Attempt 2 to bind port 47020763-00d1-4588-941f-883e64f83ade
Dec 24 11:06:31.779699 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-b786a558-d74f-4f3a-ab28-9973a169325f tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-378701368', 'security_groups': ['cd723ce6-dd96-493c-8f1c-31a80898fa51'], 'network_id': 'aba7367e-1d4b-4f18-a103-47503f60eff6', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '40a9eba4-fa2d-4c9f-b2fc-1adf370c5ab8'}]}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:06:31.814545 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ec6f6dba-979e-4332-b1c8-5a9fc5e214f6 None None] Notify callbacks [] for port, precommit_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:31.849692 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-2d41c5a1-ae86-4f01-8fa0-981134850c11 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Attempting to bind port 47020763-00d1-4588-941f-883e64f83ade on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:06:31.850078 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-2d41c5a1-ae86-4f01-8fa0-981134850c11 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Attempting to bind port 47020763-00d1-4588-941f-883e64f83ade by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'b1db3f57-c1aa-4870-9650-19efc99a1d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5948873f-ca7d-4e7f-ab1d-ac747fd99119'}] {{(pid=88878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:06:31.850611 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d41c5a1-ae86-4f01-8fa0-981134850c11 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Attempting to bind port 47020763-00d1-4588-941f-883e64f83ade on network 5948873f-ca7d-4e7f-ab1d-ac747fd99119 {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:06:31.856400 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-37739ab1-7393-4825-9ee8-1835634f207e tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] 10.222.0.65 "DELETE /v2.0/routers/cd2b695a-989e-4634-be19-2b029a2aaf59/tags HTTP/1.1" status: 204  len: 168 time: 0.2386906
Dec 24 11:06:31.857035 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 38926) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:31.866537 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.tag.tag_plugin [None req-63949d73-986e-493e-acbb-b2506c1d49c5 tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f5270ae5e80>, 'ports', 'ee69797a-765d-409a-bb69-ecba3b0c0209') {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:06:31.903724 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef18e5d8-b452-45c9-b694-ed2b7f5ef517 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73968e80-91fd-539e-a7c6-b31af6d9e680-fa39272b-b420-4f46-808d-e2ebf5a99e3c', 'network_id': 'fa39272b-b420-4f46-808d-e2ebf5a99e3c', 'tenant_id': '59b398769254445dae3d1f85e7f0f818', 'fixed_ips': [{'subnet_id': '6df73552-efd0-4069-ad71-753ca56bd6ef'}]}} from dv-neutron-822691-2-hyperv. {{(pid=88880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 24 11:06:31.904658 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ef18e5d8-b452-45c9-b694-ed2b7f5ef517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:31.932436 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-80822364-0b88-4ed0-9cc5-1e861de76813 None None] For port 212f8f75-f7bf-4cde-b2bd-44170abd4a42, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=212f8f75-f7bf-4cde-b2bd-44170abd4a42,segment=NetworkSegment(6618a092-51b2-4e3d-9318-3ce6b7b40c55),segment_id=6618a092-51b2-4e3d-9318-3ce6b7b40c55)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:06:31.932436 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-80822364-0b88-4ed0-9cc5-1e861de76813 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:31.940839 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-ec6f6dba-979e-4332-b1c8-5a9fc5e214f6 None None] Transition to ACTIVE for port object 2034c1c6-c565-4647-9d09-567bca6a42e8 will not be triggered until provisioned by entity L2. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:06:31.965847 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5d23e4b2-35ea-4f72-b27c-d3915590db1b tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3921862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3619467'] for subnet, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:31.970767 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-14dd66f2-63e6-40c7-8edd-18dc13680bdd tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:06:32.009294 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d41c5a1-ae86-4f01-8fa0-981134850c11 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Port 47020763-00d1-4588-941f-883e64f83ade on network 5948873f-ca7d-4e7f-ab1d-ac747fd99119 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 24 11:06:32.009722 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR neutron.plugins.ml2.managers [None req-2d41c5a1-ae86-4f01-8fa0-981134850c11 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Failed to bind port 47020763-00d1-4588-941f-883e64f83ade on host hv-neutron-8226 for vnic_type normal using segments [{'id': 'b1db3f57-c1aa-4870-9650-19efc99a1d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5948873f-ca7d-4e7f-ab1d-ac747fd99119'}]
Dec 24 11:06:32.026728 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.plugins.ml2.plugin [None req-2d41c5a1-ae86-4f01-8fa0-981134850c11 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Attempt 3 to bind port 47020763-00d1-4588-941f-883e64f83ade
Dec 24 11:06:32.053368 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-63949d73-986e-493e-acbb-b2506c1d49c5 tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] 10.222.0.65 "DELETE /v2.0/ports/ee69797a-765d-409a-bb69-ecba3b0c0209/tags HTTP/1.1" status: 204  len: 168 time: 0.1915452
Dec 24 11:06:32.055833 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 38930) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:32.061132 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d23e4b2-35ea-4f72-b27c-d3915590db1b tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Network 1c9eeaac-d205-4b19-a351-2fe67dd78b42 is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:06:32.064515 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-5d23e4b2-35ea-4f72-b27c-d3915590db1b tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Resources bound (agent type, host, resource id):  {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:06:32.067398 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d23e4b2-35ea-4f72-b27c-d3915590db1b tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Pushing event updated for resources: {'Subnet': ['ID=d336d4c8-2c1c-4cc2-9758-cb144b669d08,revision_number=0']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:06:32.073610 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.tag.tag_plugin [None req-e8f26f5a-90e4-4541-8425-a212c9d3074e tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f5270c165f8>, 'subnets', 'f94436b3-a0a9-4a63-abc5-aa3d5963a328') {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:06:32.103686 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d23e4b2-35ea-4f72-b27c-d3915590db1b tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:06:32.104609 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5d23e4b2-35ea-4f72-b27c-d3915590db1b tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks [] for subnet, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:32.120194 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-5d23e4b2-35ea-4f72-b27c-d3915590db1b tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:06:32.144892 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-5d23e4b2-35ea-4f72-b27c-d3915590db1b tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 1.2639084
Dec 24 11:06:32.150882 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 38934) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:32.154661 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-80822364-0b88-4ed0-9cc5-1e861de76813 None None] Calling delete_port for 212f8f75-f7bf-4cde-b2bd-44170abd4a42 owned by network:dhcp {{(pid=88880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:06:32.159597 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-087717f1-fa11-4d74-acb0-9b8051e94351 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Request body: {'port': {'network_id': '1c9eeaac-d205-4b19-a351-2fe67dd78b42', 'mac_address': 'fa:16:3e:a4:14:d3', 'name': 'tempest-NetworksTestDHCPv6-1703392964'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:06:32.351474 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-e8f26f5a-90e4-4541-8425-a212c9d3074e tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] 10.222.0.65 "DELETE /v2.0/subnets/f94436b3-a0a9-4a63-abc5-aa3d5963a328/tags HTTP/1.1" status: 204  len: 168 time: 0.2807281
Dec 24 11:06:32.351950 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 38938) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:32.378250 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-6d2abb83-b2f5-4ac1-b595-a87888fec58f None None] Provisioning complete for port 35f74e81-df80-4eb2-a058-ba78e8558bc6 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:06:32.378679 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6d2abb83-b2f5-4ac1-b595-a87888fec58f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:32.381907 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-087717f1-fa11-4d74-acb0-9b8051e94351 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:06:32.400435 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-087717f1-fa11-4d74-acb0-9b8051e94351 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:06:32.413737 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-481b6d32-5b59-4338-8f18-ce261bc6ff27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73968e80-91fd-539e-a7c6-b31af6d9e680-456c2f83-0650-4966-832a-bc57a5b42fd5', 'network_id': '456c2f83-0650-4966-832a-bc57a5b42fd5', 'tenant_id': '3ab254af086c42aeb42eb630e98b5525', 'fixed_ips': [{'subnet_id': '5cee1c42-2003-4521-802d-b7eeb6207288'}]}} from dv-neutron-822691-2-hyperv. {{(pid=88880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 24 11:06:32.414727 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-481b6d32-5b59-4338-8f18-ce261bc6ff27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:32.442897 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-087717f1-fa11-4d74-acb0-9b8051e94351 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Made reservation on behalf of 739a78fd4cfc48c2a4011598579f8f8c for: {'port': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:06:32.449719 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-087717f1-fa11-4d74-acb0-9b8051e94351 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:32.480659 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-2d41c5a1-ae86-4f01-8fa0-981134850c11 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Attempting to bind port 47020763-00d1-4588-941f-883e64f83ade on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:06:32.481066 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-2d41c5a1-ae86-4f01-8fa0-981134850c11 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Attempting to bind port 47020763-00d1-4588-941f-883e64f83ade by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'b1db3f57-c1aa-4870-9650-19efc99a1d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5948873f-ca7d-4e7f-ab1d-ac747fd99119'}] {{(pid=88878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:06:32.482135 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d41c5a1-ae86-4f01-8fa0-981134850c11 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Attempting to bind port 47020763-00d1-4588-941f-883e64f83ade on network 5948873f-ca7d-4e7f-ab1d-ac747fd99119 {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:06:32.489222 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-ec6f6dba-979e-4332-b1c8-5a9fc5e214f6 None None] Transition to ACTIVE for port object 2034c1c6-c565-4647-9d09-567bca6a42e8 will not be triggered until provisioned by entity DHCP. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:06:32.503306 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [None req-087717f1-fa11-4d74-acb0-9b8051e94351 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] device_id is not set on port 76b24d0a-2a4c-41f9-834b-7655afd9ef28 yet. {{(pid=88879) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 24 11:06:32.556728 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ec6f6dba-979e-4332-b1c8-5a9fc5e214f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408'] for port, after_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:32.569187 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-981b9f0f-4161-413e-b7c2-56d8673526b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:06:32.592544 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d41c5a1-ae86-4f01-8fa0-981134850c11 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Port 47020763-00d1-4588-941f-883e64f83ade on network 5948873f-ca7d-4e7f-ab1d-ac747fd99119 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 24 11:06:32.593283 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR neutron.plugins.ml2.managers [None req-2d41c5a1-ae86-4f01-8fa0-981134850c11 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Failed to bind port 47020763-00d1-4588-941f-883e64f83ade on host hv-neutron-8226 for vnic_type normal using segments [{'id': 'b1db3f57-c1aa-4870-9650-19efc99a1d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5948873f-ca7d-4e7f-ab1d-ac747fd99119'}]
Dec 24 11:06:32.594456 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1419e1f6-ff80-437f-a5e2-49d195158ae3 tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] Notify callbacks [] for subnetpool, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:32.599290 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-1419e1f6-ff80-437f-a5e2-49d195158ae3 tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] 10.222.0.65 "DELETE /v2.0/subnetpools/c0537586-b7a7-4abc-bfcc-7e1ed493ebd1 HTTP/1.1" status: 204  len: 168 time: 0.2429821
Dec 24 11:06:32.603976 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.plugins.ml2.plugin [None req-2d41c5a1-ae86-4f01-8fa0-981134850c11 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Attempt 4 to bind port 47020763-00d1-4588-941f-883e64f83ade
Dec 24 11:06:32.604179 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 38942) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:32.608519 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c71a4def-f79a-4172-9adb-8fed0c183644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:32.621529 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f7f24f46-c6d3-4088-b2f3-232241b618e3 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:06:32.644123 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-6d2abb83-b2f5-4ac1-b595-a87888fec58f None None] Port 35f74e81-df80-4eb2-a058-ba78e8558bc6 cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:06:32.649767 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6d7938c3-0f72-440b-bbe3-249ada973ca7 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:32.652432 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-b786a558-d74f-4f3a-ab28-9973a169325f tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:06:32.661947 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71a4def-f79a-4172-9adb-8fed0c183644 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=892af9c7-feb4-48c8-b89a-598d22b1f9e0,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:06:32.696702 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-d4aa6079-c115-44eb-bdf1-0645dc32899e tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd2b695a-989e-4634-be19-2b029a2aaf59 HTTP/1.1" status: 200  len: 205 time: 0.0929554
Dec 24 11:06:32.697420 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 38946) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:32.705053 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-2d41c5a1-ae86-4f01-8fa0-981134850c11 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Attempting to bind port 47020763-00d1-4588-941f-883e64f83ade on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:06:32.706100 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-2d41c5a1-ae86-4f01-8fa0-981134850c11 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Attempting to bind port 47020763-00d1-4588-941f-883e64f83ade by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'b1db3f57-c1aa-4870-9650-19efc99a1d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5948873f-ca7d-4e7f-ab1d-ac747fd99119'}] {{(pid=88878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:06:32.706100 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d41c5a1-ae86-4f01-8fa0-981134850c11 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Attempting to bind port 47020763-00d1-4588-941f-883e64f83ade on network 5948873f-ca7d-4e7f-ab1d-ac747fd99119 {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:06:32.711935 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c71a4def-f79a-4172-9adb-8fed0c183644 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:06:32.731087 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-b786a558-d74f-4f3a-ab28-9973a169325f tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:06:32.830739 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c71a4def-f79a-4172-9adb-8fed0c183644 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:32.832146 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-c71a4def-f79a-4172-9adb-8fed0c183644 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/892af9c7-feb4-48c8-b89a-598d22b1f9e0 HTTP/1.1" status: 204  len: 168 time: 1.8643992
Dec 24 11:06:32.916853 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d41c5a1-ae86-4f01-8fa0-981134850c11 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Port 47020763-00d1-4588-941f-883e64f83ade on network 5948873f-ca7d-4e7f-ab1d-ac747fd99119 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 24 11:06:32.917462 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR neutron.plugins.ml2.managers [None req-2d41c5a1-ae86-4f01-8fa0-981134850c11 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Failed to bind port 47020763-00d1-4588-941f-883e64f83ade on host hv-neutron-8226 for vnic_type normal using segments [{'id': 'b1db3f57-c1aa-4870-9650-19efc99a1d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5948873f-ca7d-4e7f-ab1d-ac747fd99119'}]
Dec 24 11:06:32.927533 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.plugins.ml2.plugin [None req-2d41c5a1-ae86-4f01-8fa0-981134850c11 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Attempt 5 to bind port 47020763-00d1-4588-941f-883e64f83ade
Dec 24 11:06:32.941764 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-80822364-0b88-4ed0-9cc5-1e861de76813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392'] for port, after_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:33.006115 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b786a558-d74f-4f3a-ab28-9973a169325f tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Made reservation on behalf of 56d5354af46a4a91924cfe2259b4b254 for: {'port': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:06:33.006322 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec6f6dba-979e-4332-b1c8-5a9fc5e214f6 None None] Network 10032d9d-3418-421e-9a5c-29714a8fc65a is already hosted by enough agents. {{(pid=88880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:06:33.022979 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-ec6f6dba-979e-4332-b1c8-5a9fc5e214f6 None None] Resources bound (agent type, host, resource id):  {{(pid=88880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:06:33.033746 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6f6dba-979e-4332-b1c8-5a9fc5e214f6 None None] Pushing event updated for resources: {'Port': ['ID=2034c1c6-c565-4647-9d09-567bca6a42e8,revision_number=1']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:06:33.042861 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6f6dba-979e-4332-b1c8-5a9fc5e214f6 None None] Received port after_create {{(pid=88880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:06:33.055004 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-ec6f6dba-979e-4332-b1c8-5a9fc5e214f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.486s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:06:33.058127 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.112s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:06:33.188193 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80822364-0b88-4ed0-9cc5-1e861de76813 None None] Pushing event deleted for resources: {'Port': ['ID=212f8f75-f7bf-4cde-b2bd-44170abd4a42,revision_number=None']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:06:33.199664 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-2d41c5a1-ae86-4f01-8fa0-981134850c11 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Attempting to bind port 47020763-00d1-4588-941f-883e64f83ade on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:06:33.200049 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-2d41c5a1-ae86-4f01-8fa0-981134850c11 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Attempting to bind port 47020763-00d1-4588-941f-883e64f83ade by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'b1db3f57-c1aa-4870-9650-19efc99a1d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5948873f-ca7d-4e7f-ab1d-ac747fd99119'}] {{(pid=88878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:06:33.200438 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d41c5a1-ae86-4f01-8fa0-981134850c11 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Attempting to bind port 47020763-00d1-4588-941f-883e64f83ade on network 5948873f-ca7d-4e7f-ab1d-ac747fd99119 {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:06:33.226132 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-80822364-0b88-4ed0-9cc5-1e861de76813 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:06:33.297097 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80822364-0b88-4ed0-9cc5-1e861de76813 None None] No DVR routers for this DVR port 212f8f75-f7bf-4cde-b2bd-44170abd4a42 on host dv-neutron-822691-2-hyperv {{(pid=88880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 24 11:06:33.299798 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-ef18e5d8-b452-45c9-b694-ed2b7f5ef517 None None] Allocated IP 2001:db8::2 (fa39272b-b420-4f46-808d-e2ebf5a99e3c/6df73552-efd0-4069-ad71-753ca56bd6ef/660c28e5-966d-4e81-9739-3bf21c21792c) {{(pid=88880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:06:33.344077 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d41c5a1-ae86-4f01-8fa0-981134850c11 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Port 47020763-00d1-4588-941f-883e64f83ade on network 5948873f-ca7d-4e7f-ab1d-ac747fd99119 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 24 11:06:33.344555 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR neutron.plugins.ml2.managers [None req-2d41c5a1-ae86-4f01-8fa0-981134850c11 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Failed to bind port 47020763-00d1-4588-941f-883e64f83ade on host hv-neutron-8226 for vnic_type normal using segments [{'id': 'b1db3f57-c1aa-4870-9650-19efc99a1d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5948873f-ca7d-4e7f-ab1d-ac747fd99119'}]
Dec 24 11:06:33.353106 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.plugins.ml2.plugin [None req-2d41c5a1-ae86-4f01-8fa0-981134850c11 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Attempt 6 to bind port 47020763-00d1-4588-941f-883e64f83ade
Dec 24 11:06:33.375423 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-481b6d32-5b59-4338-8f18-ce261bc6ff27 None None] Allocated IP 2001:db8::2 (456c2f83-0650-4966-832a-bc57a5b42fd5/5cee1c42-2003-4521-802d-b7eeb6207288/795a4ab5-33e6-4283-8241-1b2a2010a3bc) {{(pid=88880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:06:33.393461 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 38954) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:33.407750 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1366ee0-6b3a-412a-89f9-73152533f868 None None] Network 1c9eeaac-d205-4b19-a351-2fe67dd78b42 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:06:33.429609 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-ec6f6dba-979e-4332-b1c8-5a9fc5e214f6 None None] Attempting to bind port 2034c1c6-c565-4647-9d09-567bca6a42e8 on host dv-neutron-822691-2-hyperv for vnic_type normal with profile  {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:06:33.429987 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-ec6f6dba-979e-4332-b1c8-5a9fc5e214f6 None None] Attempting to bind port 2034c1c6-c565-4647-9d09-567bca6a42e8 by drivers openvswitch,hyperv on host dv-neutron-822691-2-hyperv at level 0 using segments [{'id': 'fe86abd9-f524-4b13-b643-728268130210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '10032d9d-3418-421e-9a5c-29714a8fc65a'}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:06:33.430348 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec6f6dba-979e-4332-b1c8-5a9fc5e214f6 None None] Attempting to bind port 2034c1c6-c565-4647-9d09-567bca6a42e8 on network 10032d9d-3418-421e-9a5c-29714a8fc65a {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:06:33.439085 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-087717f1-fa11-4d74-acb0-9b8051e94351 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Allocated IP 2001:db8:0:1::26f (1c9eeaac-d205-4b19-a351-2fe67dd78b42/d336d4c8-2c1c-4cc2-9758-cb144b669d08/76b24d0a-2a4c-41f9-834b-7655afd9ef28) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:06:33.459617 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-087717f1-fa11-4d74-acb0-9b8051e94351 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Allocated IP 2001:db8::f816:3eff:fea4:14d3 (1c9eeaac-d205-4b19-a351-2fe67dd78b42/65346bbd-d50d-4d3d-aafa-4d55d3308f93/76b24d0a-2a4c-41f9-834b-7655afd9ef28) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:06:33.474382 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-2d41c5a1-ae86-4f01-8fa0-981134850c11 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Attempting to bind port 47020763-00d1-4588-941f-883e64f83ade on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:06:33.474730 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-2d41c5a1-ae86-4f01-8fa0-981134850c11 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Attempting to bind port 47020763-00d1-4588-941f-883e64f83ade by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'b1db3f57-c1aa-4870-9650-19efc99a1d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5948873f-ca7d-4e7f-ab1d-ac747fd99119'}] {{(pid=88878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:06:33.475109 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d41c5a1-ae86-4f01-8fa0-981134850c11 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Attempting to bind port 47020763-00d1-4588-941f-883e64f83ade on network 5948873f-ca7d-4e7f-ab1d-ac747fd99119 {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:06:33.475950 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8b35735d-f4e8-4bc8-9ded-911bfb8d3ac8 tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] Notify callbacks [] for router, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:33.498776 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-6d7938c3-0f72-440b-bbe3-249ada973ca7 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Allocated IP 172.26.3.197 (f8c337ba-681f-4fcb-a333-e3c49365b30a/8ea1398c-0bec-46d6-8d54-85798de2a7ca/b9ab8eb8-f679-4f64-8556-1aaf65821330) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:06:33.560669 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b786a558-d74f-4f3a-ab28-9973a169325f tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:33.579529 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec6f6dba-979e-4332-b1c8-5a9fc5e214f6 None None] Checking agent: {'id': 'db1275c1-6001-47af-93c2-635c68404703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822691-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 52, 8), 'started_at': datetime.datetime(2021, 12, 24, 10, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 6, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822691-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:06:33.579529 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec6f6dba-979e-4332-b1c8-5a9fc5e214f6 None None] Checking segment: {'id': 'fe86abd9-f524-4b13-b643-728268130210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '10032d9d-3418-421e-9a5c-29714a8fc65a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:06:33.579529 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ec6f6dba-979e-4332-b1c8-5a9fc5e214f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:33.579529 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec6f6dba-979e-4332-b1c8-5a9fc5e214f6 None None] Bound using segment: {'id': 'fe86abd9-f524-4b13-b643-728268130210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '10032d9d-3418-421e-9a5c-29714a8fc65a'} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:06:33.579529 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-ec6f6dba-979e-4332-b1c8-5a9fc5e214f6 None None] Bound port: 2034c1c6-c565-4647-9d09-567bca6a42e8, host: dv-neutron-822691-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe86abd9-f524-4b13-b643-728268130210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '10032d9d-3418-421e-9a5c-29714a8fc65a'}}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:06:33.579529 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ec6f6dba-979e-4332-b1c8-5a9fc5e214f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:33.589420 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d41c5a1-ae86-4f01-8fa0-981134850c11 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Port 47020763-00d1-4588-941f-883e64f83ade on network 5948873f-ca7d-4e7f-ab1d-ac747fd99119 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 24 11:06:33.589844 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR neutron.plugins.ml2.managers [None req-2d41c5a1-ae86-4f01-8fa0-981134850c11 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Failed to bind port 47020763-00d1-4588-941f-883e64f83ade on host hv-neutron-8226 for vnic_type normal using segments [{'id': 'b1db3f57-c1aa-4870-9650-19efc99a1d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5948873f-ca7d-4e7f-ab1d-ac747fd99119'}]
Dec 24 11:06:33.641360 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.plugins.ml2.plugin [None req-2d41c5a1-ae86-4f01-8fa0-981134850c11 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Attempt 7 to bind port 47020763-00d1-4588-941f-883e64f83ade
Dec 24 11:06:33.661646 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [None req-b786a558-d74f-4f3a-ab28-9973a169325f tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] device_id is not set on port 6cb0d2ce-01ba-4381-839f-da6ebdfa3a26 yet. {{(pid=88878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 24 11:06:33.673552 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-7e73103b-147d-4b33-b99c-b4fb8550f774 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=13d980ce68d549e79d6a9f07649a0ad7&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2722015
Dec 24 11:06:33.682953 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 38958) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:33.712209 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-71dacccd-252b-4202-a5ae-60a7d81b1cd4 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:33.781470 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-2d41c5a1-ae86-4f01-8fa0-981134850c11 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Attempting to bind port 47020763-00d1-4588-941f-883e64f83ade on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:06:33.781933 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-2d41c5a1-ae86-4f01-8fa0-981134850c11 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Attempting to bind port 47020763-00d1-4588-941f-883e64f83ade by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'b1db3f57-c1aa-4870-9650-19efc99a1d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5948873f-ca7d-4e7f-ab1d-ac747fd99119'}] {{(pid=88878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:06:33.782240 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d41c5a1-ae86-4f01-8fa0-981134850c11 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Attempting to bind port 47020763-00d1-4588-941f-883e64f83ade on network 5948873f-ca7d-4e7f-ab1d-ac747fd99119 {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:06:33.874946 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-12042741-162c-4026-88ea-a87b7fda4ff5 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:34.004427 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-ec6f6dba-979e-4332-b1c8-5a9fc5e214f6 None None] For port 2034c1c6-c565-4647-9d09-567bca6a42e8, host dv-neutron-822691-2-hyperv, cleared binding levels {{(pid=88880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:06:34.030423 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d41c5a1-ae86-4f01-8fa0-981134850c11 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Port 47020763-00d1-4588-941f-883e64f83ade on network 5948873f-ca7d-4e7f-ab1d-ac747fd99119 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 24 11:06:34.030693 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR neutron.plugins.ml2.managers [None req-2d41c5a1-ae86-4f01-8fa0-981134850c11 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Failed to bind port 47020763-00d1-4588-941f-883e64f83ade on host hv-neutron-8226 for vnic_type normal using segments [{'id': 'b1db3f57-c1aa-4870-9650-19efc99a1d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5948873f-ca7d-4e7f-ab1d-ac747fd99119'}]
Dec 24 11:06:34.048118 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.plugins.ml2.plugin [None req-2d41c5a1-ae86-4f01-8fa0-981134850c11 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Attempt 8 to bind port 47020763-00d1-4588-941f-883e64f83ade
Dec 24 11:06:34.073711 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-ec6f6dba-979e-4332-b1c8-5a9fc5e214f6 None None] For port 2034c1c6-c565-4647-9d09-567bca6a42e8, host dv-neutron-822691-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=2034c1c6-c565-4647-9d09-567bca6a42e8,segment=NetworkSegment(fe86abd9-f524-4b13-b643-728268130210),segment_id=fe86abd9-f524-4b13-b643-728268130210)] {{(pid=88880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:06:34.092883 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ec6f6dba-979e-4332-b1c8-5a9fc5e214f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:34.097780 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ef18e5d8-b452-45c9-b694-ed2b7f5ef517 None None] Notify callbacks [] for port, precommit_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:34.101244 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-51e9b5b0-3bc3-4145-89c3-9f223745da44 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:06:34.169440 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8b35735d-f4e8-4bc8-9ded-911bfb8d3ac8 tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854158724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-84560'] for router, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:34.203421 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-ef18e5d8-b452-45c9-b694-ed2b7f5ef517 None None] Transition to ACTIVE for port object 660c28e5-966d-4e81-9739-3bf21c21792c will not be triggered until provisioned by entity L2. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:06:34.205754 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8b35735d-f4e8-4bc8-9ded-911bfb8d3ac8 tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:34.207067 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-481b6d32-5b59-4338-8f18-ce261bc6ff27 None None] Notify callbacks [] for port, precommit_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:34.213555 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2789bafa-2bc1-4913-afde-9e67c78018f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:34.234945 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a035c997-28dc-43e0-b00f-46da86f5e8c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73968e80-91fd-539e-a7c6-b31af6d9e680-1c9eeaac-d205-4b19-a351-2fe67dd78b42', 'network_id': '1c9eeaac-d205-4b19-a351-2fe67dd78b42', 'tenant_id': '739a78fd4cfc48c2a4011598579f8f8c', 'fixed_ips': [{'subnet_id': '65346bbd-d50d-4d3d-aafa-4d55d3308f93'}, {'subnet_id': 'd336d4c8-2c1c-4cc2-9758-cb144b669d08'}]}} from dv-neutron-822691-2-hyperv. {{(pid=88880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 24 11:06:34.235599 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a035c997-28dc-43e0-b00f-46da86f5e8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:34.269049 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-481b6d32-5b59-4338-8f18-ce261bc6ff27 None None] Transition to ACTIVE for port object 795a4ab5-33e6-4283-8241-1b2a2010a3bc will not be triggered until provisioned by entity L2. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:06:34.290214 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2789bafa-2bc1-4913-afde-9e67c78018f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:34.314228 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-ef18e5d8-b452-45c9-b694-ed2b7f5ef517 None None] Transition to ACTIVE for port object 660c28e5-966d-4e81-9739-3bf21c21792c will not be triggered until provisioned by entity DHCP. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:06:34.319597 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-087717f1-fa11-4d74-acb0-9b8051e94351 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:34.332612 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6f6dba-979e-4332-b1c8-5a9fc5e214f6 None None] Pushing event updated for resources: {'Port': ['ID=2034c1c6-c565-4647-9d09-567bca6a42e8,revision_number=2']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:06:34.337727 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-481b6d32-5b59-4338-8f18-ce261bc6ff27 None None] Transition to ACTIVE for port object 795a4ab5-33e6-4283-8241-1b2a2010a3bc will not be triggered until provisioned by entity DHCP. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:06:34.343821 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8b35735d-f4e8-4bc8-9ded-911bfb8d3ac8 tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854158830'] for router, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:34.344312 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-ec6f6dba-979e-4332-b1c8-5a9fc5e214f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:06:34.344484 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b35735d-f4e8-4bc8-9ded-911bfb8d3ac8 tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] Fanout notify agent at l3_agent the message router_deleted on router cd2b695a-989e-4634-be19-2b029a2aaf59 {{(pid=88879) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 24 11:06:34.372796 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8b35735d-f4e8-4bc8-9ded-911bfb8d3ac8 tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] Notify callbacks [] for router, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:34.377218 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-8b35735d-f4e8-4bc8-9ded-911bfb8d3ac8 tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] 10.222.0.65 "DELETE /v2.0/routers/cd2b695a-989e-4634-be19-2b029a2aaf59 HTTP/1.1" status: 204  len: 168 time: 1.6734495
Dec 24 11:06:34.378231 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 38962) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:34.386645 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ef18e5d8-b452-45c9-b694-ed2b7f5ef517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408'] for port, after_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:34.393376 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-ec6f6dba-979e-4332-b1c8-5a9fc5e214f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:06:34.423186 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-481b6d32-5b59-4338-8f18-ce261bc6ff27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408'] for port, after_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:34.425899 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-087717f1-fa11-4d74-acb0-9b8051e94351 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Transition to ACTIVE for port object 76b24d0a-2a4c-41f9-834b-7655afd9ef28 will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:06:34.485330 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-07512050-ece9-40ea-9258-7d7b8d218c78 tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] Deleting port ee69797a-765d-409a-bb69-ecba3b0c0209 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:06:34.485742 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-07512050-ece9-40ea-9258-7d7b8d218c78 tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:34.535954 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef18e5d8-b452-45c9-b694-ed2b7f5ef517 None None] Pushing event updated for resources: {'Port': ['ID=660c28e5-966d-4e81-9739-3bf21c21792c,revision_number=1']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:06:34.537928 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2789bafa-2bc1-4913-afde-9e67c78018f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:34.551082 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-481b6d32-5b59-4338-8f18-ce261bc6ff27 None None] Network 456c2f83-0650-4966-832a-bc57a5b42fd5 is already hosted by enough agents. {{(pid=88880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:06:34.552350 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-ef18e5d8-b452-45c9-b694-ed2b7f5ef517 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:06:34.554051 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-242b9493-e976-4349-811d-4a9b5a712389 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.119s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:06:34.564073 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-1fd39192-7cde-462d-a767-9f63ff985d1e tempest-ServersTestJSON-70348643 tempest-ServersTestJSON-70348643-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:06:34.593501 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2789bafa-2bc1-4913-afde-9e67c78018f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e690b4b-cf98-4642-87c0-0eddf6bc656a,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:06:34.597402 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-2789bafa-2bc1-4913-afde-9e67c78018f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:06:34.597879 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef18e5d8-b452-45c9-b694-ed2b7f5ef517 None None] Network fa39272b-b420-4f46-808d-e2ebf5a99e3c is already hosted by enough agents. {{(pid=88880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:06:34.599323 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-481b6d32-5b59-4338-8f18-ce261bc6ff27 None None] Resources bound (agent type, host, resource id):  {{(pid=88880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:06:34.609058 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-087717f1-fa11-4d74-acb0-9b8051e94351 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:34.615902 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-ef18e5d8-b452-45c9-b694-ed2b7f5ef517 None None] Resources bound (agent type, host, resource id):  {{(pid=88880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:06:34.622022 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef18e5d8-b452-45c9-b694-ed2b7f5ef517 None None] Received port after_create {{(pid=88880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:06:34.635001 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-2d41c5a1-ae86-4f01-8fa0-981134850c11 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Attempting to bind port 47020763-00d1-4588-941f-883e64f83ade on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:06:34.635378 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-2d41c5a1-ae86-4f01-8fa0-981134850c11 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Attempting to bind port 47020763-00d1-4588-941f-883e64f83ade by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'b1db3f57-c1aa-4870-9650-19efc99a1d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5948873f-ca7d-4e7f-ab1d-ac747fd99119'}] {{(pid=88878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:06:34.635495 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-86eea2f5-6fc9-4d7e-9ae7-1ec361472dde tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:06:34.635756 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d41c5a1-ae86-4f01-8fa0-981134850c11 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Attempting to bind port 47020763-00d1-4588-941f-883e64f83ade on network 5948873f-ca7d-4e7f-ab1d-ac747fd99119 {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:06:34.635867 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-481b6d32-5b59-4338-8f18-ce261bc6ff27 None None] Received port after_create {{(pid=88880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:06:34.680496 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2789bafa-2bc1-4913-afde-9e67c78018f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:34.684460 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-2789bafa-2bc1-4913-afde-9e67c78018f2 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9e690b4b-cf98-4642-87c0-0eddf6bc656a HTTP/1.1" status: 204  len: 168 time: 0.9920845
Dec 24 11:06:34.702885 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6d7938c3-0f72-440b-bbe3-249ada973ca7 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:34.736790 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-087717f1-fa11-4d74-acb0-9b8051e94351 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Network 1c9eeaac-d205-4b19-a351-2fe67dd78b42 is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:06:34.757873 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-087717f1-fa11-4d74-acb0-9b8051e94351 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Resources bound (agent type, host, resource id):  {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:06:34.766290 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-087717f1-fa11-4d74-acb0-9b8051e94351 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:06:34.771279 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-087717f1-fa11-4d74-acb0-9b8051e94351 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:06:34.772300 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-087717f1-fa11-4d74-acb0-9b8051e94351 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:34.826156 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-087717f1-fa11-4d74-acb0-9b8051e94351 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1034 time: 2.6740394
Dec 24 11:06:34.827470 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087717f1-fa11-4d74-acb0-9b8051e94351 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Pushing event updated for resources: {'Port': ['ID=76b24d0a-2a4c-41f9-834b-7655afd9ef28,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:06:34.830384 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 38968) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:34.844388 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481b6d32-5b59-4338-8f18-ce261bc6ff27 None None] Pushing event updated for resources: {'Port': ['ID=795a4ab5-33e6-4283-8241-1b2a2010a3bc,revision_number=1']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:06:34.857102 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-087717f1-fa11-4d74-acb0-9b8051e94351 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:06:34.936426 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-481b6d32-5b59-4338-8f18-ce261bc6ff27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:06:34.939343 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6d7938c3-0f72-440b-bbe3-249ada973ca7 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:34.948905 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d41c5a1-ae86-4f01-8fa0-981134850c11 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Port 47020763-00d1-4588-941f-883e64f83ade on network 5948873f-ca7d-4e7f-ab1d-ac747fd99119 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 24 11:06:34.949298 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR neutron.plugins.ml2.managers [None req-2d41c5a1-ae86-4f01-8fa0-981134850c11 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Failed to bind port 47020763-00d1-4588-941f-883e64f83ade on host hv-neutron-8226 for vnic_type normal using segments [{'id': 'b1db3f57-c1aa-4870-9650-19efc99a1d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5948873f-ca7d-4e7f-ab1d-ac747fd99119'}]
Dec 24 11:06:34.975035 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-907bf708-4a0e-4574-9acf-ce99c7c3f2d5 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:06:35.011334 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.plugins.ml2.plugin [None req-2d41c5a1-ae86-4f01-8fa0-981134850c11 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Attempt 9 to bind port 47020763-00d1-4588-941f-883e64f83ade
Dec 24 11:06:35.073467 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-29ae13e3-175d-44d0-a2ac-27cefd7da3eb tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Deleting port 76b24d0a-2a4c-41f9-834b-7655afd9ef28 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:06:35.074217 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-29ae13e3-175d-44d0-a2ac-27cefd7da3eb tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:35.102521 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-b786a558-d74f-4f3a-ab28-9973a169325f tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Allocated IP 172.20.0.3 (aba7367e-1d4b-4f18-a103-47503f60eff6/40a9eba4-fa2d-4c9f-b2fc-1adf370c5ab8/6cb0d2ce-01ba-4381-839f-da6ebdfa3a26) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:06:35.218124 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-2d41c5a1-ae86-4f01-8fa0-981134850c11 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Attempting to bind port 47020763-00d1-4588-941f-883e64f83ade on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:06:35.219077 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-2d41c5a1-ae86-4f01-8fa0-981134850c11 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Attempting to bind port 47020763-00d1-4588-941f-883e64f83ade by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'b1db3f57-c1aa-4870-9650-19efc99a1d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5948873f-ca7d-4e7f-ab1d-ac747fd99119'}] {{(pid=88878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:06:35.219301 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d41c5a1-ae86-4f01-8fa0-981134850c11 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Attempting to bind port 47020763-00d1-4588-941f-883e64f83ade on network 5948873f-ca7d-4e7f-ab1d-ac747fd99119 {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:06:35.232945 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-07512050-ece9-40ea-9258-7d7b8d218c78 tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:35.301845 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d7938c3-0f72-440b-bbe3-249ada973ca7 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Network f8c337ba-681f-4fcb-a333-e3c49365b30a is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:06:35.360300 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-6d7938c3-0f72-440b-bbe3-249ada973ca7 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Resources bound (agent type, host, resource id):  {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:06:35.373101 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-481b6d32-5b59-4338-8f18-ce261bc6ff27 None None] Attempting to bind port 795a4ab5-33e6-4283-8241-1b2a2010a3bc on host dv-neutron-822691-2-hyperv for vnic_type normal with profile  {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:06:35.373101 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-481b6d32-5b59-4338-8f18-ce261bc6ff27 None None] Attempting to bind port 795a4ab5-33e6-4283-8241-1b2a2010a3bc by drivers openvswitch,hyperv on host dv-neutron-822691-2-hyperv at level 0 using segments [{'id': 'e554c2de-db77-4d76-ac85-99933e02bb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '456c2f83-0650-4966-832a-bc57a5b42fd5'}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:06:35.373101 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481b6d32-5b59-4338-8f18-ce261bc6ff27 None None] Attempting to bind port 795a4ab5-33e6-4283-8241-1b2a2010a3bc on network 456c2f83-0650-4966-832a-bc57a5b42fd5 {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:06:35.420406 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-07512050-ece9-40ea-9258-7d7b8d218c78 tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] Calling delete_port for ee69797a-765d-409a-bb69-ecba3b0c0209 owned by  {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:06:35.442015 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481b6d32-5b59-4338-8f18-ce261bc6ff27 None None] Checking agent: {'id': 'db1275c1-6001-47af-93c2-635c68404703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822691-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 52, 8), 'started_at': datetime.datetime(2021, 12, 24, 10, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 6, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822691-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:06:35.442457 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481b6d32-5b59-4338-8f18-ce261bc6ff27 None None] Checking segment: {'id': 'e554c2de-db77-4d76-ac85-99933e02bb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '456c2f83-0650-4966-832a-bc57a5b42fd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:06:35.442918 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-481b6d32-5b59-4338-8f18-ce261bc6ff27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:35.443372 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481b6d32-5b59-4338-8f18-ce261bc6ff27 None None] Bound using segment: {'id': 'e554c2de-db77-4d76-ac85-99933e02bb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '456c2f83-0650-4966-832a-bc57a5b42fd5'} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:06:35.443927 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-481b6d32-5b59-4338-8f18-ce261bc6ff27 None None] Bound port: 795a4ab5-33e6-4283-8241-1b2a2010a3bc, host: dv-neutron-822691-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e554c2de-db77-4d76-ac85-99933e02bb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '456c2f83-0650-4966-832a-bc57a5b42fd5'}}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:06:35.444357 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-481b6d32-5b59-4338-8f18-ce261bc6ff27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:35.465714 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7938c3-0f72-440b-bbe3-249ada973ca7 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:06:35.472535 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-ef18e5d8-b452-45c9-b694-ed2b7f5ef517 None None] Attempting to bind port 660c28e5-966d-4e81-9739-3bf21c21792c on host dv-neutron-822691-2-hyperv for vnic_type normal with profile  {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:06:35.472962 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-ef18e5d8-b452-45c9-b694-ed2b7f5ef517 None None] Attempting to bind port 660c28e5-966d-4e81-9739-3bf21c21792c by drivers openvswitch,hyperv on host dv-neutron-822691-2-hyperv at level 0 using segments [{'id': '6548e980-032b-4b4c-a7f6-5916298bbee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'fa39272b-b420-4f46-808d-e2ebf5a99e3c'}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:06:35.473384 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef18e5d8-b452-45c9-b694-ed2b7f5ef517 None None] Attempting to bind port 660c28e5-966d-4e81-9739-3bf21c21792c on network fa39272b-b420-4f46-808d-e2ebf5a99e3c {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:06:35.575980 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7938c3-0f72-440b-bbe3-249ada973ca7 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Pushing event updated for resources: {'Port': ['ID=b9ab8eb8-f679-4f64-8556-1aaf65821330,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:06:35.588593 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-6d7938c3-0f72-440b-bbe3-249ada973ca7 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.611s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:06:35.614155 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-29ae13e3-175d-44d0-a2ac-27cefd7da3eb tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:35.617915 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d41c5a1-ae86-4f01-8fa0-981134850c11 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Port 47020763-00d1-4588-941f-883e64f83ade on network 5948873f-ca7d-4e7f-ab1d-ac747fd99119 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 24 11:06:35.618572 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR neutron.plugins.ml2.managers [None req-2d41c5a1-ae86-4f01-8fa0-981134850c11 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Failed to bind port 47020763-00d1-4588-941f-883e64f83ade on host hv-neutron-8226 for vnic_type normal using segments [{'id': 'b1db3f57-c1aa-4870-9650-19efc99a1d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5948873f-ca7d-4e7f-ab1d-ac747fd99119'}]
Dec 24 11:06:35.649688 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.plugins.ml2.plugin [None req-2d41c5a1-ae86-4f01-8fa0-981134850c11 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Attempt 10 to bind port 47020763-00d1-4588-941f-883e64f83ade
Dec 24 11:06:35.695749 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-481b6d32-5b59-4338-8f18-ce261bc6ff27 None None] For port 795a4ab5-33e6-4283-8241-1b2a2010a3bc, host dv-neutron-822691-2-hyperv, cleared binding levels {{(pid=88880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:06:35.700395 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-481b6d32-5b59-4338-8f18-ce261bc6ff27 None None] For port 795a4ab5-33e6-4283-8241-1b2a2010a3bc, host dv-neutron-822691-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=795a4ab5-33e6-4283-8241-1b2a2010a3bc,segment=NetworkSegment(e554c2de-db77-4d76-ac85-99933e02bb61),segment_id=e554c2de-db77-4d76-ac85-99933e02bb61)] {{(pid=88880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:06:35.702047 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef18e5d8-b452-45c9-b694-ed2b7f5ef517 None None] Checking agent: {'id': 'db1275c1-6001-47af-93c2-635c68404703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822691-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 52, 8), 'started_at': datetime.datetime(2021, 12, 24, 10, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 6, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822691-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:06:35.702479 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef18e5d8-b452-45c9-b694-ed2b7f5ef517 None None] Checking segment: {'id': '6548e980-032b-4b4c-a7f6-5916298bbee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'fa39272b-b420-4f46-808d-e2ebf5a99e3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:06:35.702948 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ef18e5d8-b452-45c9-b694-ed2b7f5ef517 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:35.704061 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef18e5d8-b452-45c9-b694-ed2b7f5ef517 None None] Bound using segment: {'id': '6548e980-032b-4b4c-a7f6-5916298bbee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'fa39272b-b420-4f46-808d-e2ebf5a99e3c'} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:06:35.704886 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-ef18e5d8-b452-45c9-b694-ed2b7f5ef517 None None] Bound port: 660c28e5-966d-4e81-9739-3bf21c21792c, host: dv-neutron-822691-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6548e980-032b-4b4c-a7f6-5916298bbee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'fa39272b-b420-4f46-808d-e2ebf5a99e3c'}}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:06:35.705331 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ef18e5d8-b452-45c9-b694-ed2b7f5ef517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:35.835597 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-ef18e5d8-b452-45c9-b694-ed2b7f5ef517 None None] For port 660c28e5-966d-4e81-9739-3bf21c21792c, host dv-neutron-822691-2-hyperv, cleared binding levels {{(pid=88880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:06:35.850359 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-ef18e5d8-b452-45c9-b694-ed2b7f5ef517 None None] For port 660c28e5-966d-4e81-9739-3bf21c21792c, host dv-neutron-822691-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=660c28e5-966d-4e81-9739-3bf21c21792c,segment=NetworkSegment(6548e980-032b-4b4c-a7f6-5916298bbee8),segment_id=6548e980-032b-4b4c-a7f6-5916298bbee8)] {{(pid=88880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:06:35.851561 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-481b6d32-5b59-4338-8f18-ce261bc6ff27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:35.871185 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-29ae13e3-175d-44d0-a2ac-27cefd7da3eb tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Calling delete_port for 76b24d0a-2a4c-41f9-834b-7655afd9ef28 owned by  {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:06:35.876033 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-8879f283-f21e-429d-a2e7-a00ee4d59b06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:06:35.910701 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ef18e5d8-b452-45c9-b694-ed2b7f5ef517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:35.923035 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 2034c1c6-c565-4647-9d09-567bca6a42e8 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:06:35.931771 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-2d41c5a1-ae86-4f01-8fa0-981134850c11 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Attempting to bind port 47020763-00d1-4588-941f-883e64f83ade on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:06:35.932441 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-2d41c5a1-ae86-4f01-8fa0-981134850c11 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Attempting to bind port 47020763-00d1-4588-941f-883e64f83ade by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'b1db3f57-c1aa-4870-9650-19efc99a1d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5948873f-ca7d-4e7f-ab1d-ac747fd99119'}] {{(pid=88878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:06:35.933066 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d41c5a1-ae86-4f01-8fa0-981134850c11 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Attempting to bind port 47020763-00d1-4588-941f-883e64f83ade on network 5948873f-ca7d-4e7f-ab1d-ac747fd99119 {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:06:35.985048 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-07512050-ece9-40ea-9258-7d7b8d218c78 tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:35.992949 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-9b518189-2374-4fc7-acbf-aa61cfdb795a tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:06:36.065159 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07512050-ece9-40ea-9258-7d7b8d218c78 tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] Pushing event deleted for resources: {'Port': ['ID=ee69797a-765d-409a-bb69-ecba3b0c0209,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:06:36.085119 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-07512050-ece9-40ea-9258-7d7b8d218c78 tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:06:36.142179 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-a035c997-28dc-43e0-b00f-46da86f5e8c9 None None] Allocated IP 2001:db8:0:1::2 (1c9eeaac-d205-4b19-a351-2fe67dd78b42/d336d4c8-2c1c-4cc2-9758-cb144b669d08/34dd2d59-364e-420c-8372-fefe9cd49169) {{(pid=88880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:06:36.154644 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning for port 2034c1c6-c565-4647-9d09-567bca6a42e8 completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:06:36.166864 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-a035c997-28dc-43e0-b00f-46da86f5e8c9 None None] Allocated IP 2001:db8::f816:3eff:fe94:c2d (1c9eeaac-d205-4b19-a351-2fe67dd78b42/65346bbd-d50d-4d3d-aafa-4d55d3308f93/34dd2d59-364e-420c-8372-fefe9cd49169) {{(pid=88880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:06:36.190089 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481b6d32-5b59-4338-8f18-ce261bc6ff27 None None] Pushing event updated for resources: {'Port': ['ID=795a4ab5-33e6-4283-8241-1b2a2010a3bc,revision_number=2']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:06:36.197978 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-481b6d32-5b59-4338-8f18-ce261bc6ff27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:06:36.200565 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f1bb082e-921e-440f-8b52-bde678d6ddda None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.203s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:06:36.337900 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef18e5d8-b452-45c9-b694-ed2b7f5ef517 None None] Pushing event updated for resources: {'Port': ['ID=660c28e5-966d-4e81-9739-3bf21c21792c,revision_number=2']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:06:36.342375 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-ef18e5d8-b452-45c9-b694-ed2b7f5ef517 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:06:36.501227 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-885cb11e-9059-4bf0-8f6d-376b88563289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:36.524398 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d41c5a1-ae86-4f01-8fa0-981134850c11 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Port 47020763-00d1-4588-941f-883e64f83ade on network 5948873f-ca7d-4e7f-ab1d-ac747fd99119 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 24 11:06:36.525079 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR neutron.plugins.ml2.managers [None req-2d41c5a1-ae86-4f01-8fa0-981134850c11 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Failed to bind port 47020763-00d1-4588-941f-883e64f83ade on host hv-neutron-8226 for vnic_type normal using segments [{'id': 'b1db3f57-c1aa-4870-9650-19efc99a1d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5948873f-ca7d-4e7f-ab1d-ac747fd99119'}]
Dec 24 11:06:36.526031 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2d41c5a1-ae86-4f01-8fa0-981134850c11 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:36.875291 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a035c997-28dc-43e0-b00f-46da86f5e8c9 None None] Notify callbacks [] for port, precommit_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:36.904734 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-a035c997-28dc-43e0-b00f-46da86f5e8c9 None None] Transition to ACTIVE for port object 34dd2d59-364e-420c-8372-fefe9cd49169 will not be triggered until provisioned by entity L2. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:06:36.959335 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-a035c997-28dc-43e0-b00f-46da86f5e8c9 None None] Transition to ACTIVE for port object 34dd2d59-364e-420c-8372-fefe9cd49169 will not be triggered until provisioned by entity DHCP. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:06:36.979642 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-12042741-162c-4026-88ea-a87b7fda4ff5 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Allocated IP 2001:db8::1 (fa39272b-b420-4f46-808d-e2ebf5a99e3c/6df73552-efd0-4069-ad71-753ca56bd6ef/01c89782-ebf5-45f6-8137-aa157df7ce1b) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:06:36.995627 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a035c997-28dc-43e0-b00f-46da86f5e8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408'] for port, after_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:37.004297 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 38988) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:37.023869 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-07512050-ece9-40ea-9258-7d7b8d218c78 tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:37.036527 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-1f953f9a-8a2e-4b1a-a24a-d9e122b77647 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:06:37.066868 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-29ae13e3-175d-44d0-a2ac-27cefd7da3eb tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:37.113920 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-cdfc3e73-a6b2-46dd-89c8-f9a1774d18f3 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:06:37.125547 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-71dacccd-252b-4202-a5ae-60a7d81b1cd4 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Allocated IP 2001:db8::1 (10032d9d-3418-421e-9a5c-29714a8fc65a/0c7916b9-de33-4b96-b182-00846c50f8ba/8707cc8a-e565-478b-a6fd-60af555a58db) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:06:37.195953 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a035c997-28dc-43e0-b00f-46da86f5e8c9 None None] Network 1c9eeaac-d205-4b19-a351-2fe67dd78b42 is already hosted by enough agents. {{(pid=88880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:06:37.210369 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-a035c997-28dc-43e0-b00f-46da86f5e8c9 None None] Resources bound (agent type, host, resource id):  {{(pid=88880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:06:37.222424 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a035c997-28dc-43e0-b00f-46da86f5e8c9 None None] Received port after_create {{(pid=88880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:06:37.236389 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a035c997-28dc-43e0-b00f-46da86f5e8c9 None None] Pushing event updated for resources: {'Port': ['ID=34dd2d59-364e-420c-8372-fefe9cd49169,revision_number=1']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:06:37.241742 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-a035c997-28dc-43e0-b00f-46da86f5e8c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:06:37.403861 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-07512050-ece9-40ea-9258-7d7b8d218c78 tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] 10.222.0.65 "DELETE /v2.0/ports/ee69797a-765d-409a-bb69-ecba3b0c0209 HTTP/1.1" status: 204  len: 168 time: 3.0168562
Dec 24 11:06:37.431409 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 38994) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:37.441252 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-a035c997-28dc-43e0-b00f-46da86f5e8c9 None None] Attempting to bind port 34dd2d59-364e-420c-8372-fefe9cd49169 on host dv-neutron-822691-2-hyperv for vnic_type normal with profile  {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:06:37.442467 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-a035c997-28dc-43e0-b00f-46da86f5e8c9 None None] Attempting to bind port 34dd2d59-364e-420c-8372-fefe9cd49169 by drivers openvswitch,hyperv on host dv-neutron-822691-2-hyperv at level 0 using segments [{'id': '6618a092-51b2-4e3d-9318-3ce6b7b40c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '1c9eeaac-d205-4b19-a351-2fe67dd78b42'}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:06:37.443123 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a035c997-28dc-43e0-b00f-46da86f5e8c9 None None] Attempting to bind port 34dd2d59-364e-420c-8372-fefe9cd49169 on network 1c9eeaac-d205-4b19-a351-2fe67dd78b42 {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:06:37.460185 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-3a919e24-5a7c-435f-9233-a5e3d568c5b4 tempest-ExtraDHCPOptionsTestJSON-983307326 tempest-ExtraDHCPOptionsTestJSON-983307326-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1713392327'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:06:37.461447 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a035c997-28dc-43e0-b00f-46da86f5e8c9 None None] Checking agent: {'id': 'db1275c1-6001-47af-93c2-635c68404703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822691-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 52, 8), 'started_at': datetime.datetime(2021, 12, 24, 10, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 6, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822691-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:06:37.462552 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a035c997-28dc-43e0-b00f-46da86f5e8c9 None None] Checking segment: {'id': '6618a092-51b2-4e3d-9318-3ce6b7b40c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '1c9eeaac-d205-4b19-a351-2fe67dd78b42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:06:37.463251 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a035c997-28dc-43e0-b00f-46da86f5e8c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:37.463914 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a035c997-28dc-43e0-b00f-46da86f5e8c9 None None] Bound using segment: {'id': '6618a092-51b2-4e3d-9318-3ce6b7b40c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '1c9eeaac-d205-4b19-a351-2fe67dd78b42'} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:06:37.464749 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-a035c997-28dc-43e0-b00f-46da86f5e8c9 None None] Bound port: 34dd2d59-364e-420c-8372-fefe9cd49169, host: dv-neutron-822691-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6618a092-51b2-4e3d-9318-3ce6b7b40c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '1c9eeaac-d205-4b19-a351-2fe67dd78b42'}}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:06:37.466273 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a035c997-28dc-43e0-b00f-46da86f5e8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:37.501740 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b786a558-d74f-4f3a-ab28-9973a169325f tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:37.610823 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ae13e3-175d-44d0-a2ac-27cefd7da3eb tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Pushing event deleted for resources: {'Port': ['ID=76b24d0a-2a4c-41f9-834b-7655afd9ef28,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:06:37.626190 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0929bb30-21bc-43fe-952a-27758f44af82 None None] Network 10032d9d-3418-421e-9a5c-29714a8fc65a requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:06:37.627250 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-3a919e24-5a7c-435f-9233-a5e3d568c5b4 tempest-ExtraDHCPOptionsTestJSON-983307326 tempest-ExtraDHCPOptionsTestJSON-983307326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:06:37.677326 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-29ae13e3-175d-44d0-a2ac-27cefd7da3eb tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.563s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:06:37.700867 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-a371a04b-f487-41b8-ac07-fdedcb9a5e6f None None] Provisioning for port 2034c1c6-c565-4647-9d09-567bca6a42e8 completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:06:37.707536 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-3a919e24-5a7c-435f-9233-a5e3d568c5b4 tempest-ExtraDHCPOptionsTestJSON-983307326 tempest-ExtraDHCPOptionsTestJSON-983307326-project] Usage tracker for resource:network and tenant:69d638c8c69442a18f74e417e45744e5 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:06:37.712855 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-3a919e24-5a7c-435f-9233-a5e3d568c5b4 tempest-ExtraDHCPOptionsTestJSON-983307326 tempest-ExtraDHCPOptionsTestJSON-983307326-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:06:37.727345 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-a371a04b-f487-41b8-ac07-fdedcb9a5e6f None None] Provisioning complete for port 2034c1c6-c565-4647-9d09-567bca6a42e8 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:06:37.727815 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a371a04b-f487-41b8-ac07-fdedcb9a5e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:37.728341 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-3a919e24-5a7c-435f-9233-a5e3d568c5b4 tempest-ExtraDHCPOptionsTestJSON-983307326 tempest-ExtraDHCPOptionsTestJSON-983307326-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:06:37.776627 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-29ae13e3-175d-44d0-a2ac-27cefd7da3eb tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:37.789866 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-29ae13e3-175d-44d0-a2ac-27cefd7da3eb tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "DELETE /v2.0/ports/76b24d0a-2a4c-41f9-834b-7655afd9ef28 HTTP/1.1" status: 204  len: 168 time: 2.9482143
Dec 24 11:06:37.789866 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 38998) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:37.795394 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a919e24-5a7c-435f-9233-a5e3d568c5b4 tempest-ExtraDHCPOptionsTestJSON-983307326 tempest-ExtraDHCPOptionsTestJSON-983307326-project] Made reservation on behalf of 69d638c8c69442a18f74e417e45744e5 for: {'network': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:06:37.801433 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3a919e24-5a7c-435f-9233-a5e3d568c5b4 tempest-ExtraDHCPOptionsTestJSON-983307326 tempest-ExtraDHCPOptionsTestJSON-983307326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for network, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:37.830074 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-a035c997-28dc-43e0-b00f-46da86f5e8c9 None None] For port 34dd2d59-364e-420c-8372-fefe9cd49169, host dv-neutron-822691-2-hyperv, cleared binding levels {{(pid=88880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:06:37.833408 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-71dacccd-252b-4202-a5ae-60a7d81b1cd4 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:37.848264 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 660c28e5-966d-4e81-9739-3bf21c21792c up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:06:37.896024 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3a919e24-5a7c-435f-9233-a5e3d568c5b4 tempest-ExtraDHCPOptionsTestJSON-983307326 tempest-ExtraDHCPOptionsTestJSON-983307326-project] Notify callbacks [] for security_group, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:37.911961 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-a035c997-28dc-43e0-b00f-46da86f5e8c9 None None] For port 34dd2d59-364e-420c-8372-fefe9cd49169, host dv-neutron-822691-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=34dd2d59-364e-420c-8372-fefe9cd49169,segment=NetworkSegment(6618a092-51b2-4e3d-9318-3ce6b7b40c55),segment_id=6618a092-51b2-4e3d-9318-3ce6b7b40c55)] {{(pid=88880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:06:37.926328 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-71dacccd-252b-4202-a5ae-60a7d81b1cd4 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Transition to ACTIVE for port object 8707cc8a-e565-478b-a6fd-60af555a58db will not be triggered until provisioned by entity DHCP. {{(pid=88878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:06:37.934338 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a035c997-28dc-43e0-b00f-46da86f5e8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:37.944937 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-51875f87-3506-43e0-9707-120ec287fba4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:06:37.998902 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-3a919e24-5a7c-435f-9233-a5e3d568c5b4 tempest-ExtraDHCPOptionsTestJSON-983307326 tempest-ExtraDHCPOptionsTestJSON-983307326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:06:38.015608 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-b786a558-d74f-4f3a-ab28-9973a169325f tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Transition to ACTIVE for port object 6cb0d2ce-01ba-4381-839f-da6ebdfa3a26 will not be triggered until provisioned by entity DHCP. {{(pid=88878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:06:38.021020 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-3a919e24-5a7c-435f-9233-a5e3d568c5b4 tempest-ExtraDHCPOptionsTestJSON-983307326 tempest-ExtraDHCPOptionsTestJSON-983307326-project] Usage tracker for resource:security_group_rule and tenant:69d638c8c69442a18f74e417e45744e5 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:06:38.080028 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-3a919e24-5a7c-435f-9233-a5e3d568c5b4 tempest-ExtraDHCPOptionsTestJSON-983307326 tempest-ExtraDHCPOptionsTestJSON-983307326-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:06:38.096101 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-3a919e24-5a7c-435f-9233-a5e3d568c5b4 tempest-ExtraDHCPOptionsTestJSON-983307326 tempest-ExtraDHCPOptionsTestJSON-983307326-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:06:38.127708 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0b9a97a-ea12-4e75-b998-41b6770d5df2 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:06:38.128572 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-b0b9a97a-ea12-4e75-b998-41b6770d5df2 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Synchronizing usage tracker for tenant:739a78fd4cfc48c2a4011598579f8f8c on resource:port {{(pid=88879) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:06:38.160730 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:38.176493 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-12042741-162c-4026-88ea-a87b7fda4ff5 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:38.181896 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-2d41c5a1-ae86-4f01-8fa0-981134850c11 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] For port 47020763-00d1-4588-941f-883e64f83ade, host hv-neutron-8226, cleared binding levels {{(pid=88878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:06:38.182409 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-2d41c5a1-ae86-4f01-8fa0-981134850c11 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Attempted to set empty binding levels {{(pid=88878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}}
Dec 24 11:06:38.201041 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c8e5d11-4627-4de8-93c9-20fa39becc24 tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] Deleting subnet f94436b3-a0a9-4a63-abc5-aa3d5963a328 {{(pid=88879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 24 11:06:38.206652 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a035c997-28dc-43e0-b00f-46da86f5e8c9 None None] Pushing event updated for resources: {'Port': ['ID=34dd2d59-364e-420c-8372-fefe9cd49169,revision_number=2']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:06:38.207547 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9c8e5d11-4627-4de8-93c9-20fa39becc24 tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] Notify callbacks [] for subnet, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:38.210603 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-a035c997-28dc-43e0-b00f-46da86f5e8c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:06:38.210942 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2d41c5a1-ae86-4f01-8fa0-981134850c11 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3978773'] for port, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:38.211409 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a371a04b-f487-41b8-ac07-fdedcb9a5e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:38.224655 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-1f75b9ac-0e57-4505-b045-a556c34c6f4c tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:06:38.276959 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning for port 660c28e5-966d-4e81-9739-3bf21c21792c completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:06:38.295542 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-b0b9a97a-ea12-4e75-b998-41b6770d5df2 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Unset dirty status for tenant:739a78fd4cfc48c2a4011598579f8f8c on resource:port {{(pid=88879) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:06:38.297892 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-b0b9a97a-ea12-4e75-b998-41b6770d5df2 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1044 time: 0.5035255
Dec 24 11:06:38.299327 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 795a4ab5-33e6-4283-8241-1b2a2010a3bc up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:06:38.301976 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 39002) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:38.354996 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9c8e5d11-4627-4de8-93c9-20fa39becc24 tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-786693'] for subnet, precommit_delete_associations {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:38.356050 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-a371a04b-f487-41b8-ac07-fdedcb9a5e6f None None] For port 2034c1c6-c565-4647-9d09-567bca6a42e8, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=2034c1c6-c565-4647-9d09-567bca6a42e8,segment=NetworkSegment(fe86abd9-f524-4b13-b643-728268130210),segment_id=fe86abd9-f524-4b13-b643-728268130210)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:06:38.371186 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a371a04b-f487-41b8-ac07-fdedcb9a5e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:38.384116 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-4cac8047-c1b7-4c8c-8133-cf075baeaa06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:06:38.487071 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a371a04b-f487-41b8-ac07-fdedcb9a5e6f None None] Pushing event updated for resources: {'Port': ['ID=2034c1c6-c565-4647-9d09-567bca6a42e8,revision_number=3']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:06:38.494283 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-a371a04b-f487-41b8-ac07-fdedcb9a5e6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:06:38.508046 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning for port 795a4ab5-33e6-4283-8241-1b2a2010a3bc completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:06:38.510466 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3a919e24-5a7c-435f-9233-a5e3d568c5b4 tempest-ExtraDHCPOptionsTestJSON-983307326 tempest-ExtraDHCPOptionsTestJSON-983307326-project] Notify callbacks [] for security_group, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:38.518851 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3a919e24-5a7c-435f-9233-a5e3d568c5b4 tempest-ExtraDHCPOptionsTestJSON-983307326 tempest-ExtraDHCPOptionsTestJSON-983307326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:38.523838 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-3a108492-902c-4845-962b-5e71881960ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:06:38.591172 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9c8e5d11-4627-4de8-93c9-20fa39becc24 tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847655656'] for subnet, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:38.601865 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-12042741-162c-4026-88ea-a87b7fda4ff5 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Transition to ACTIVE for port object 01c89782-ebf5-45f6-8137-aa157df7ce1b will not be triggered until provisioned by entity DHCP. {{(pid=88878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:06:38.604314 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-71dacccd-252b-4202-a5ae-60a7d81b1cd4 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:38.635261 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a919e24-5a7c-435f-9233-a5e3d568c5b4 tempest-ExtraDHCPOptionsTestJSON-983307326 tempest-ExtraDHCPOptionsTestJSON-983307326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f74cda26-bb17-4d1f-900f-0d9888703e02,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:06:38.639772 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2d41c5a1-ae86-4f01-8fa0-981134850c11 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:38.641356 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a919e24-5a7c-435f-9233-a5e3d568c5b4 tempest-ExtraDHCPOptionsTestJSON-983307326 tempest-ExtraDHCPOptionsTestJSON-983307326-project] vlan segment allocate from pool success with {'vlan_id': 605, 'physical_network': 'physnet1'}  {{(pid=88879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 24 11:06:38.647550 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b786a558-d74f-4f3a-ab28-9973a169325f tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:38.650442 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-717115e7-43cc-4000-b090-fe21f8d459d4 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:06:38.655365 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-717115e7-43cc-4000-b090-fe21f8d459d4 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1044 time: 0.3491759
Dec 24 11:06:38.663652 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-3a919e24-5a7c-435f-9233-a5e3d568c5b4 tempest-ExtraDHCPOptionsTestJSON-983307326 tempest-ExtraDHCPOptionsTestJSON-983307326-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:06:38.667186 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 39006) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:38.720752 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3a919e24-5a7c-435f-9233-a5e3d568c5b4 tempest-ExtraDHCPOptionsTestJSON-983307326 tempest-ExtraDHCPOptionsTestJSON-983307326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:38.721071 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.segments_db [None req-3a919e24-5a7c-435f-9233-a5e3d568c5b4 tempest-ExtraDHCPOptionsTestJSON-983307326 tempest-ExtraDHCPOptionsTestJSON-983307326-project] Added segment 457fc0bb-1d1a-454b-9c9b-fc1b654cceab of type vlan for network e7e0656d-2fbd-4f09-91a4-d183626bea5d
Dec 24 11:06:38.730986 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d41c5a1-ae86-4f01-8fa0-981134850c11 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Pushing event updated for resources: {'Port': ['ID=47020763-00d1-4588-941f-883e64f83ade,revision_number=2']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:06:38.742944 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-2d41c5a1-ae86-4f01-8fa0-981134850c11 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.518s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:06:38.745431 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71dacccd-252b-4202-a5ae-60a7d81b1cd4 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Network 10032d9d-3418-421e-9a5c-29714a8fc65a is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:06:38.751182 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-9da1bc7d-2388-4a8d-9c84-629f0a375571 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.123s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:06:38.800702 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-71dacccd-252b-4202-a5ae-60a7d81b1cd4 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Resources bound (agent type, host, resource id):  {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:06:38.812607 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3a919e24-5a7c-435f-9233-a5e3d568c5b4 tempest-ExtraDHCPOptionsTestJSON-983307326 tempest-ExtraDHCPOptionsTestJSON-983307326-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363287349540024'] for network, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:38.820724 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71dacccd-252b-4202-a5ae-60a7d81b1cd4 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:06:38.821104 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb6d2a1b-2409-46a9-a685-b0c793bbcbca tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:06:38.821327 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-71dacccd-252b-4202-a5ae-60a7d81b1cd4 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-720245'] for router_interface, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:38.822869 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb6d2a1b-2409-46a9-a685-b0c793bbcbca tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:06:38.824468 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb6d2a1b-2409-46a9-a685-b0c793bbcbca tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:06:38.825405 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-fb6d2a1b-2409-46a9-a685-b0c793bbcbca tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Synchronizing usage tracker for tenant:739a78fd4cfc48c2a4011598579f8f8c on resource:subnet {{(pid=88879) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:06:38.833727 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9c8e5d11-4627-4de8-93c9-20fa39becc24 tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7120129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850854134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851156349'] for subnet, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:38.836832 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b786a558-d74f-4f3a-ab28-9973a169325f tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Network aba7367e-1d4b-4f18-a103-47503f60eff6 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:06:38.840373 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-0520f20a-39a2-4c6e-8694-76b91b884080 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:06:38.845364 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-b786a558-d74f-4f3a-ab28-9973a169325f tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Resources bound (agent type, host, resource id):  {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:06:38.855146 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b786a558-d74f-4f3a-ab28-9973a169325f tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:06:38.895331 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-12042741-162c-4026-88ea-a87b7fda4ff5 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:38.903522 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8e5d11-4627-4de8-93c9-20fa39becc24 tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] Pushing event deleted for resources: {'Subnet': ['ID=f94436b3-a0a9-4a63-abc5-aa3d5963a328,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:06:38.912761 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-9c8e5d11-4627-4de8-93c9-20fa39becc24 tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:06:38.918131 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9c8e5d11-4627-4de8-93c9-20fa39becc24 tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] Notify callbacks [] for subnet, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:38.925012 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-fb6d2a1b-2409-46a9-a685-b0c793bbcbca tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Unset dirty status for tenant:739a78fd4cfc48c2a4011598579f8f8c on resource:subnet {{(pid=88879) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:06:38.926452 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-fb6d2a1b-2409-46a9-a685-b0c793bbcbca tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2119 time: 0.2569473
Dec 24 11:06:38.933549 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-2d41c5a1-ae86-4f01-8fa0-981134850c11 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 982 time: 13.2007539
Dec 24 11:06:38.933887 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 39010) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:38.935310 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 39012) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:38.938655 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2443bac4-e33d-4b28-91aa-53e78cf821e9 None None] Network bbaa0071-8943-4ae3-9001-ba06d7d3ddaa requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:06:39.047335 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dacccd-252b-4202-a5ae-60a7d81b1cd4 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Pushing event updated for resources: {'Port': ['ID=8707cc8a-e565-478b-a6fd-60af555a58db,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:06:39.051495 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3a919e24-5a7c-435f-9233-a5e3d568c5b4 tempest-ExtraDHCPOptionsTestJSON-983307326 tempest-ExtraDHCPOptionsTestJSON-983307326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636'] for network, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:39.055929 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a919e24-5a7c-435f-9233-a5e3d568c5b4 tempest-ExtraDHCPOptionsTestJSON-983307326 tempest-ExtraDHCPOptionsTestJSON-983307326-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:06:39.056637 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3a919e24-5a7c-435f-9233-a5e3d568c5b4 tempest-ExtraDHCPOptionsTestJSON-983307326 tempest-ExtraDHCPOptionsTestJSON-983307326-project] Notify callbacks [] for network, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:39.072337 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-12627b43-fb81-452a-bd81-e2a26788863e tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:06:39.111747 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2a8e3772-48d0-4b49-91c3-66f3451d734a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:39.129062 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-9c8e5d11-4627-4de8-93c9-20fa39becc24 tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] 10.222.0.65 "DELETE /v2.0/subnets/f94436b3-a0a9-4a63-abc5-aa3d5963a328 HTTP/1.1" status: 204  len: 168 time: 1.6451488
Dec 24 11:06:39.157194 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 39018) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:39.182244 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-3a919e24-5a7c-435f-9233-a5e3d568c5b4 tempest-ExtraDHCPOptionsTestJSON-983307326 tempest-ExtraDHCPOptionsTestJSON-983307326-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201  len: 792 time: 2.1760900
Dec 24 11:06:39.209179 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 39022) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:39.222105 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-65a35ed7-475f-4198-b70f-66126e59b910 tempest-ExtraDHCPOptionsTestJSON-983307326 tempest-ExtraDHCPOptionsTestJSON-983307326-project] Request body: {'subnet': {'network_id': 'e7e0656d-2fbd-4f09-91a4-d183626bea5d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:06:39.265254 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-1333d3ea-c349-4b3c-beac-afe2cd2d72f7 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Deleting port 47020763-00d1-4588-941f-883e64f83ade {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:06:39.265637 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1333d3ea-c349-4b3c-beac-afe2cd2d72f7 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:39.377374 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bdfdbc84-c52d-4f40-b281-af314dc1f8fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:39.488742 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a919e24-5a7c-435f-9233-a5e3d568c5b4 tempest-ExtraDHCPOptionsTestJSON-983307326 tempest-ExtraDHCPOptionsTestJSON-983307326-project] Pushing event updated for resources: {'Network': ['ID=e7e0656d-2fbd-4f09-91a4-d183626bea5d,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:06:39.511430 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Network e7e0656d-2fbd-4f09-91a4-d183626bea5d details requested by agent ovs-agent-dv-neutron-822691-2-hyperv with host dv-neutron-822691-2-hyperv {{(pid=88880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 24 11:06:39.540678 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b786a558-d74f-4f3a-ab28-9973a169325f tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:06:39.541568 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b786a558-d74f-4f3a-ab28-9973a169325f tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:39.597944 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12042741-162c-4026-88ea-a87b7fda4ff5 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Network fa39272b-b420-4f46-808d-e2ebf5a99e3c is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:06:39.618398 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-12042741-162c-4026-88ea-a87b7fda4ff5 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Resources bound (agent type, host, resource id):  {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:06:39.669254 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12042741-162c-4026-88ea-a87b7fda4ff5 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:06:39.669991 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-12042741-162c-4026-88ea-a87b7fda4ff5 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-720245'] for router_interface, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:39.695100 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b0fb4fdd-8794-43e5-888d-d0cce86279a2 tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036847558493'] for network, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:39.767267 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-b786a558-d74f-4f3a-ab28-9973a169325f tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 923 time: 8.0190606
Dec 24 11:06:39.768382 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b786a558-d74f-4f3a-ab28-9973a169325f tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Pushing event updated for resources: {'Port': ['ID=6cb0d2ce-01ba-4381-839f-da6ebdfa3a26,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:06:39.784034 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7f0f992-eeb2-423b-96e5-93c8259f8330 None None] DHCP port deletion for bbaa0071-8943-4ae3-9001-ba06d7d3ddaa request from dv-neutron-822691-2-hyperv {{(pid=88880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 24 11:06:39.824141 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-b786a558-d74f-4f3a-ab28-9973a169325f tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.073s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:06:39.825433 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 39026) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:39.827468 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-14a3f1c5-322b-417f-92c3-3ec5f2bc07cf tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.159s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:06:39.858660 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-d7f0f992-eeb2-423b-96e5-93c8259f8330 None None] Deleting port b06fe409-6854-40fa-ab15-98d86fd59932 {{(pid=88880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:06:39.860694 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d7f0f992-eeb2-423b-96e5-93c8259f8330 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:39.893404 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-932c06e3-2d24-4b57-a8c2-150fe85766c8 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Request body: {'subnet': {'network_id': 'aba7367e-1d4b-4f18-a103-47503f60eff6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:06:39.947842 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-65a35ed7-475f-4198-b70f-66126e59b910 tempest-ExtraDHCPOptionsTestJSON-983307326 tempest-ExtraDHCPOptionsTestJSON-983307326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:06:39.957143 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-65a35ed7-475f-4198-b70f-66126e59b910 tempest-ExtraDHCPOptionsTestJSON-983307326 tempest-ExtraDHCPOptionsTestJSON-983307326-project] Usage tracker for resource:subnet and tenant:69d638c8c69442a18f74e417e45744e5 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:06:39.962661 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-65a35ed7-475f-4198-b70f-66126e59b910 tempest-ExtraDHCPOptionsTestJSON-983307326 tempest-ExtraDHCPOptionsTestJSON-983307326-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:06:39.973528 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-65a35ed7-475f-4198-b70f-66126e59b910 tempest-ExtraDHCPOptionsTestJSON-983307326 tempest-ExtraDHCPOptionsTestJSON-983307326-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:06:40.056367 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-3a919e24-5a7c-435f-9233-a5e3d568c5b4 tempest-ExtraDHCPOptionsTestJSON-983307326 tempest-ExtraDHCPOptionsTestJSON-983307326-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.984s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:06:40.072616 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-71dacccd-252b-4202-a5ae-60a7d81b1cd4 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:40.074321 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65a35ed7-475f-4198-b70f-66126e59b910 tempest-ExtraDHCPOptionsTestJSON-983307326 tempest-ExtraDHCPOptionsTestJSON-983307326-project] Made reservation on behalf of 69d638c8c69442a18f74e417e45744e5 for: {'subnet': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:06:40.187794 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-b0fb4fdd-8794-43e5-888d-d0cce86279a2 tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] Deleting port b06fe409-6854-40fa-ab15-98d86fd59932 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:06:40.188340 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b0fb4fdd-8794-43e5-888d-d0cce86279a2 tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:40.377951 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 2034c1c6-c565-4647-9d09-567bca6a42e8 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:06:40.386892 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e6a5f05-f932-45e3-b48f-d73cb0b638e5 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Deleting subnet 65346bbd-d50d-4d3d-aafa-4d55d3308f93 {{(pid=88879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 24 11:06:40.391170 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0e6a5f05-f932-45e3-b48f-d73cb0b638e5 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks [] for subnet, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:40.469759 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0e6a5f05-f932-45e3-b48f-d73cb0b638e5 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-786693'] for subnet, precommit_delete_associations {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:40.602176 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-d7f0f992-eeb2-423b-96e5-93c8259f8330 None None] For port b06fe409-6854-40fa-ab15-98d86fd59932, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=b06fe409-6854-40fa-ab15-98d86fd59932,segment=NetworkSegment(35040159-0925-4170-9a26-5465764ade71),segment_id=35040159-0925-4170-9a26-5465764ade71)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:06:40.602632 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d7f0f992-eeb2-423b-96e5-93c8259f8330 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:40.610089 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0e6a5f05-f932-45e3-b48f-d73cb0b638e5 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847655656'] for subnet, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:40.644084 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12042741-162c-4026-88ea-a87b7fda4ff5 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Pushing event updated for resources: {'Port': ['ID=01c89782-ebf5-45f6-8137-aa157df7ce1b,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:06:40.665769 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-12042741-162c-4026-88ea-a87b7fda4ff5 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.839s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:06:40.676876 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-d84465ff-78f0-42b9-8206-e10afc680de6 None None] Provisioning complete for port 2034c1c6-c565-4647-9d09-567bca6a42e8 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:06:40.677310 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d84465ff-78f0-42b9-8206-e10afc680de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:40.681385 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6d7938c3-0f72-440b-bbe3-249ada973ca7 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:40.682812 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-2d41c5a1-ae86-4f01-8fa0-981134850c11 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.767s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:06:40.683313 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-2d41c5a1-ae86-4f01-8fa0-981134850c11 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:06:40.708625 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-65a35ed7-475f-4198-b70f-66126e59b910 tempest-ExtraDHCPOptionsTestJSON-983307326 tempest-ExtraDHCPOptionsTestJSON-983307326-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3619482'] for subnet, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:40.788969 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2b2bc6d-d1b5-448c-a573-59c9b8a4b233 None None] Network fa39272b-b420-4f46-808d-e2ebf5a99e3c requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:06:40.818612 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-d7f0f992-eeb2-423b-96e5-93c8259f8330 None None] Calling delete_port for b06fe409-6854-40fa-ab15-98d86fd59932 owned by network:dhcp {{(pid=88880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:06:40.872213 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d864ba79-0c06-471f-85c9-c3083bb129ce None None] Network 456c2f83-0650-4966-832a-bc57a5b42fd5 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:06:40.910904 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-1333d3ea-c349-4b3c-beac-afe2cd2d72f7 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] For port 47020763-00d1-4588-941f-883e64f83ade, host hv-neutron-8226, got binding levels [] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:06:40.911341 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1333d3ea-c349-4b3c-beac-afe2cd2d72f7 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:40.932607 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0e6a5f05-f932-45e3-b48f-d73cb0b638e5 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7120129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850854134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851156349'] for subnet, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:40.943074 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-a5c77fe2-1d72-4248-8725-62b88954a216 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:06:40.943366 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port 2034c1c6-c565-4647-9d09-567bca6a42e8 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:06:40.943366 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:41.003710 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-39ff93cf-c0b7-48c5-95f3-6f7e9977387d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:41.012111 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-932c06e3-2d24-4b57-a8c2-150fe85766c8 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:06:41.043971 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-932c06e3-2d24-4b57-a8c2-150fe85766c8 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Usage tracker for resource:subnet and tenant:56d5354af46a4a91924cfe2259b4b254 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:06:41.074304 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-932c06e3-2d24-4b57-a8c2-150fe85766c8 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:06:41.077234 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-12042741-162c-4026-88ea-a87b7fda4ff5 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:41.105445 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6d7938c3-0f72-440b-bbe3-249ada973ca7 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:41.112281 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6a5f05-f932-45e3-b48f-d73cb0b638e5 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Pushing event deleted for resources: {'Subnet': ['ID=65346bbd-d50d-4d3d-aafa-4d55d3308f93,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:06:41.137384 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-932c06e3-2d24-4b57-a8c2-150fe85766c8 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:06:41.293408 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-d84465ff-78f0-42b9-8206-e10afc680de6 None None] Provisioning for port 8707cc8a-e565-478b-a6fd-60af555a58db completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:06:41.339960 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-d84465ff-78f0-42b9-8206-e10afc680de6 None None] Provisioning complete for port 8707cc8a-e565-478b-a6fd-60af555a58db triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:06:41.340382 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d84465ff-78f0-42b9-8206-e10afc680de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:41.353475 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-932c06e3-2d24-4b57-a8c2-150fe85766c8 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Made reservation on behalf of 56d5354af46a4a91924cfe2259b4b254 for: {'subnet': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:06:41.369629 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d7f0f992-eeb2-423b-96e5-93c8259f8330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392'] for port, after_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:41.389536 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-779189b9-06ba-46a5-85c9-daa4d9c8a6ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:06:41.395246 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-1333d3ea-c349-4b3c-beac-afe2cd2d72f7 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Calling delete_port for 47020763-00d1-4588-941f-883e64f83ade owned by  {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:06:41.441252 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-0e6a5f05-f932-45e3-b48f-d73cb0b638e5 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.499s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:06:41.460664 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0e6a5f05-f932-45e3-b48f-d73cb0b638e5 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks [] for subnet, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:41.466086 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f0f992-eeb2-423b-96e5-93c8259f8330 None None] No DVR routers for this DVR port b06fe409-6854-40fa-ab15-98d86fd59932 on host dv-neutron-822691-2-hyperv {{(pid=88880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 24 11:06:41.478874 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f0f992-eeb2-423b-96e5-93c8259f8330 None None] Pushing event deleted for resources: {'Port': ['ID=b06fe409-6854-40fa-ab15-98d86fd59932,revision_number=None']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:06:41.481595 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-d7f0f992-eeb2-423b-96e5-93c8259f8330 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:06:41.522831 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-0e6a5f05-f932-45e3-b48f-d73cb0b638e5 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "DELETE /v2.0/subnets/65346bbd-d50d-4d3d-aafa-4d55d3308f93 HTTP/1.1" status: 204  len: 168 time: 2.5895317
Dec 24 11:06:41.561612 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 39030) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:41.662978 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_v2 [None req-92786450-f0b8-4f9f-a367-e16ac32a6198 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Deleting subnet d336d4c8-2c1c-4cc2-9758-cb144b669d08 {{(pid=88879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 24 11:06:41.673759 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-92786450-f0b8-4f9f-a367-e16ac32a6198 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks [] for subnet, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:41.719841 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1333d3ea-c349-4b3c-beac-afe2cd2d72f7 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:41.720273 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-d84465ff-78f0-42b9-8206-e10afc680de6 None None] Port 8707cc8a-e565-478b-a6fd-60af555a58db cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:06:41.733512 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-4ac1b226-ee75-4830-a7ce-558c3afe161e tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:06:41.812125 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1333d3ea-c349-4b3c-beac-afe2cd2d72f7 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Pushing event deleted for resources: {'Port': ['ID=47020763-00d1-4588-941f-883e64f83ade,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:06:41.820728 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-1333d3ea-c349-4b3c-beac-afe2cd2d72f7 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:06:41.866364 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-b83c4e5c-25c5-4b00-a8a6-bb230a68d68f None None] Provisioning for port 6cb0d2ce-01ba-4381-839f-da6ebdfa3a26 completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:06:41.872261 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-b83c4e5c-25c5-4b00-a8a6-bb230a68d68f None None] Provisioning complete for port 6cb0d2ce-01ba-4381-839f-da6ebdfa3a26 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:06:41.872693 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b83c4e5c-25c5-4b00-a8a6-bb230a68d68f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:41.895110 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-92786450-f0b8-4f9f-a367-e16ac32a6198 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-786693'] for subnet, precommit_delete_associations {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:41.959133 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-b83c4e5c-25c5-4b00-a8a6-bb230a68d68f None None] Port 6cb0d2ce-01ba-4381-839f-da6ebdfa3a26 cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:06:41.962194 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1333d3ea-c349-4b3c-beac-afe2cd2d72f7 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:41.963180 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 34dd2d59-364e-420c-8372-fefe9cd49169 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:06:41.989540 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-1333d3ea-c349-4b3c-beac-afe2cd2d72f7 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] 10.222.0.65 "DELETE /v2.0/ports/47020763-00d1-4588-941f-883e64f83ade HTTP/1.1" status: 204  len: 168 time: 2.9993145
Dec 24 11:06:41.997216 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-b0fb4fdd-8794-43e5-888d-d0cce86279a2 tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] For port b06fe409-6854-40fa-ab15-98d86fd59932, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=b06fe409-6854-40fa-ab15-98d86fd59932,segment=NetworkSegment(35040159-0925-4170-9a26-5465764ade71),segment_id=35040159-0925-4170-9a26-5465764ade71)] {{(pid=88878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:06:41.998041 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b0fb4fdd-8794-43e5-888d-d0cce86279a2 tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:42.000117 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 39034) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:42.056957 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-65a35ed7-475f-4198-b70f-66126e59b910 tempest-ExtraDHCPOptionsTestJSON-983307326 tempest-ExtraDHCPOptionsTestJSON-983307326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3921862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3619467'] for subnet, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:42.062423 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-b83c4e5c-25c5-4b00-a8a6-bb230a68d68f None None] Provisioning complete for port 8707cc8a-e565-478b-a6fd-60af555a58db triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:06:42.062851 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b83c4e5c-25c5-4b00-a8a6-bb230a68d68f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:42.079002 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-3c867852-7fae-4ed5-88ec-133c4e84d3aa tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:06:42.098614 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.agents_db [None req-e51243ab-6a93-425b-980f-a73583147efa None None] Agent healthcheck: found 6 active agents {{(pid=88881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 24 11:06:42.112913 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning for port 34dd2d59-364e-420c-8372-fefe9cd49169 completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:06:42.156777 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-b83c4e5c-25c5-4b00-a8a6-bb230a68d68f None None] Port 8707cc8a-e565-478b-a6fd-60af555a58db cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:06:42.173987 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-b83c4e5c-25c5-4b00-a8a6-bb230a68d68f None None] Provisioning for port 795a4ab5-33e6-4283-8241-1b2a2010a3bc completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:06:42.181125 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-b83c4e5c-25c5-4b00-a8a6-bb230a68d68f None None] Provisioning complete for port 795a4ab5-33e6-4283-8241-1b2a2010a3bc triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:06:42.181565 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b83c4e5c-25c5-4b00-a8a6-bb230a68d68f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:42.259386 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device b06fe409-6854-40fa-ab15-98d86fd59932 no longer exists at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:06:42.268125 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-97da4dae-8fa9-48ac-8824-d8d762298290 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] GET failed (client error): The resource could not be found.
Dec 24 11:06:42.274410 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-97da4dae-8fa9-48ac-8824-d8d762298290 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Synchronizing usage tracker for tenant:67f1f7d96ddb47c2bce60c06129ed692 on resource:port {{(pid=88879) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:06:42.403118 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-92786450-f0b8-4f9f-a367-e16ac32a6198 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847655656'] for subnet, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:42.475024 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-97da4dae-8fa9-48ac-8824-d8d762298290 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Unset dirty status for tenant:67f1f7d96ddb47c2bce60c06129ed692 on resource:port {{(pid=88879) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:06:42.476689 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-97da4dae-8fa9-48ac-8824-d8d762298290 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] 10.222.0.65 "GET /v2.0/ports/47020763-00d1-4588-941f-883e64f83ade HTTP/1.1" status: 404  len: 333 time: 0.4755683
Dec 24 11:06:42.485219 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a35ed7-475f-4198-b70f-66126e59b910 tempest-ExtraDHCPOptionsTestJSON-983307326 tempest-ExtraDHCPOptionsTestJSON-983307326-project] Checking segment: {'id': '457fc0bb-1d1a-454b-9c9b-fc1b654cceab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'e7e0656d-2fbd-4f09-91a4-d183626bea5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:06:42.485947 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65a35ed7-475f-4198-b70f-66126e59b910 tempest-ExtraDHCPOptionsTestJSON-983307326 tempest-ExtraDHCPOptionsTestJSON-983307326-project] Network hostable DHCP agents. Network: e7e0656d-2fbd-4f09-91a4-d183626bea5d, hostable agents: ['edcf98dc-3032-472a-8b3d-f23fd1e89806'], hosted agents: [] {{(pid=88879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 24 11:06:42.490291 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 39038) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:42.501676 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a35ed7-475f-4198-b70f-66126e59b910 tempest-ExtraDHCPOptionsTestJSON-983307326 tempest-ExtraDHCPOptionsTestJSON-983307326-project] Pushing event updated for resources: {'Subnet': ['ID=6593f3c0-7ac4-4a0e-8f37-bc6d399778d0,revision_number=0']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:06:42.504897 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-65a35ed7-475f-4198-b70f-66126e59b910 tempest-ExtraDHCPOptionsTestJSON-983307326 tempest-ExtraDHCPOptionsTestJSON-983307326-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:06:42.556535 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65a35ed7-475f-4198-b70f-66126e59b910 tempest-ExtraDHCPOptionsTestJSON-983307326 tempest-ExtraDHCPOptionsTestJSON-983307326-project] Network e7e0656d-2fbd-4f09-91a4-d183626bea5d is scheduled to be hosted by DHCP agent edcf98dc-3032-472a-8b3d-f23fd1e89806 with binding_index 1 {{(pid=88879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 24 11:06:42.571984 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-92786450-f0b8-4f9f-a367-e16ac32a6198 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7120129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850854134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851156349'] for subnet, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:42.577213 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-b0fb4fdd-8794-43e5-888d-d0cce86279a2 tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] Calling delete_port for b06fe409-6854-40fa-ab15-98d86fd59932 owned by network:dhcp {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:06:42.578492 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-43af28b1-9763-4c89-8aaf-f8ebd5f5a3a1 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:06:42.619241 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] No Port match for: b06fe409-6854-40fa-ab15-98d86fd59932 {{(pid=88880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 24 11:06:42.619676 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device b06fe409-6854-40fa-ab15-98d86fd59932 not bound to the agent host dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 24 11:06:42.621663 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7523b5e6-3c9a-49ed-8616-9e0cc2618fa6 None None] Network 1c9eeaac-d205-4b19-a351-2fe67dd78b42 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:06:42.623234 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-ee339a97-2cc3-4be6-9807-7c9a52616536 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Request body: {'port': {'network_id': '5948873f-ca7d-4e7f-ab1d-ac747fd99119', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-318961897'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:06:42.638483 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-65a35ed7-475f-4198-b70f-66126e59b910 tempest-ExtraDHCPOptionsTestJSON-983307326 tempest-ExtraDHCPOptionsTestJSON-983307326-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822691-2-hyperv, e7e0656d-2fbd-4f09-91a4-d183626bea5d) {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:06:42.642275 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92786450-f0b8-4f9f-a367-e16ac32a6198 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Pushing event deleted for resources: {'Subnet': ['ID=d336d4c8-2c1c-4cc2-9758-cb144b669d08,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:06:42.649736 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-92786450-f0b8-4f9f-a367-e16ac32a6198 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:06:42.654831 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65a35ed7-475f-4198-b70f-66126e59b910 tempest-ExtraDHCPOptionsTestJSON-983307326 tempest-ExtraDHCPOptionsTestJSON-983307326-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:06:42.655500 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-65a35ed7-475f-4198-b70f-66126e59b910 tempest-ExtraDHCPOptionsTestJSON-983307326 tempest-ExtraDHCPOptionsTestJSON-983307326-project] Notify callbacks [] for subnet, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:42.662387 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89b08385-94e6-4719-b145-420d641a69ac None None] Network e7e0656d-2fbd-4f09-91a4-d183626bea5d requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:06:42.686833 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-92786450-f0b8-4f9f-a367-e16ac32a6198 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks [] for subnet, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:42.700215 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-65a35ed7-475f-4198-b70f-66126e59b910 tempest-ExtraDHCPOptionsTestJSON-983307326 tempest-ExtraDHCPOptionsTestJSON-983307326-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 3.4897983
Dec 24 11:06:42.703937 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-92786450-f0b8-4f9f-a367-e16ac32a6198 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "DELETE /v2.0/subnets/d336d4c8-2c1c-4cc2-9758-cb144b669d08 HTTP/1.1" status: 204  len: 168 time: 1.1411304
Dec 24 11:06:42.704950 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 39042) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:42.707391 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 39044) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:42.732319 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-ee339a97-2cc3-4be6-9807-7c9a52616536 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:06:42.779018 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-dd64e5b5-25d8-4174-86dd-a3aaadfa410c tempest-ExtraDHCPOptionsTestJSON-983307326 tempest-ExtraDHCPOptionsTestJSON-983307326-project] Request body: {'port': {'network_id': 'e7e0656d-2fbd-4f09-91a4-d183626bea5d', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1659424580'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:06:42.790089 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-ee339a97-2cc3-4be6-9807-7c9a52616536 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:06:42.869634 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-932c06e3-2d24-4b57-a8c2-150fe85766c8 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2246100'] for subnet, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:42.921986 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee339a97-2cc3-4be6-9807-7c9a52616536 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Made reservation on behalf of 67f1f7d96ddb47c2bce60c06129ed692 for: {'port': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:06:42.926895 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ee339a97-2cc3-4be6-9807-7c9a52616536 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:42.928134 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b83c4e5c-25c5-4b00-a8a6-bb230a68d68f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:42.936752 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-bf0c13fe-05de-4132-9bd5-a007b47894ff tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.2249219
Dec 24 11:06:42.937662 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 39050) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:42.944388 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-25829331-6aea-44b6-a7bf-f250f5492279 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Request body: {'subnet': {'network_id': '1c9eeaac-d205-4b19-a351-2fe67dd78b42', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:06:43.035425 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.db.api [None req-b0fb4fdd-8794-43e5-888d-d0cce86279a2 tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88878) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 24 11:06:43.035761 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_db.api [None req-b0fb4fdd-8794-43e5-888d-d0cce86279a2 tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 24 11:06:43.097352 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-dd64e5b5-25d8-4174-86dd-a3aaadfa410c tempest-ExtraDHCPOptionsTestJSON-983307326 tempest-ExtraDHCPOptionsTestJSON-983307326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:06:43.098194 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-b83c4e5c-25c5-4b00-a8a6-bb230a68d68f None None] For port 795a4ab5-33e6-4283-8241-1b2a2010a3bc, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=795a4ab5-33e6-4283-8241-1b2a2010a3bc,segment=NetworkSegment(e554c2de-db77-4d76-ac85-99933e02bb61),segment_id=e554c2de-db77-4d76-ac85-99933e02bb61)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:06:43.106426 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-dd64e5b5-25d8-4174-86dd-a3aaadfa410c tempest-ExtraDHCPOptionsTestJSON-983307326 tempest-ExtraDHCPOptionsTestJSON-983307326-project] Usage tracker for resource:port and tenant:69d638c8c69442a18f74e417e45744e5 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:06:43.109403 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b83c4e5c-25c5-4b00-a8a6-bb230a68d68f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:43.111651 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-dd64e5b5-25d8-4174-86dd-a3aaadfa410c tempest-ExtraDHCPOptionsTestJSON-983307326 tempest-ExtraDHCPOptionsTestJSON-983307326-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:06:43.114898 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-25829331-6aea-44b6-a7bf-f250f5492279 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:06:43.116772 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-a371a04b-f487-41b8-ac07-fdedcb9a5e6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:06:43.121253 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-dd64e5b5-25d8-4174-86dd-a3aaadfa410c tempest-ExtraDHCPOptionsTestJSON-983307326 tempest-ExtraDHCPOptionsTestJSON-983307326-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:06:43.123959 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-25829331-6aea-44b6-a7bf-f250f5492279 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Usage tracker for resource:subnet and tenant:739a78fd4cfc48c2a4011598579f8f8c is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:06:43.128269 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-25829331-6aea-44b6-a7bf-f250f5492279 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:06:43.137720 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-25829331-6aea-44b6-a7bf-f250f5492279 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:06:43.145094 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd64e5b5-25d8-4174-86dd-a3aaadfa410c tempest-ExtraDHCPOptionsTestJSON-983307326 tempest-ExtraDHCPOptionsTestJSON-983307326-project] Made reservation on behalf of 69d638c8c69442a18f74e417e45744e5 for: {'port': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:06:43.150694 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-dd64e5b5-25d8-4174-86dd-a3aaadfa410c tempest-ExtraDHCPOptionsTestJSON-983307326 tempest-ExtraDHCPOptionsTestJSON-983307326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:43.173772 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [None req-ee339a97-2cc3-4be6-9807-7c9a52616536 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] device_id is not set on port e8c22110-a6b0-4b86-88a3-da20c078fc1e yet. {{(pid=88878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 24 11:06:43.174082 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25829331-6aea-44b6-a7bf-f250f5492279 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Made reservation on behalf of 739a78fd4cfc48c2a4011598579f8f8c for: {'subnet': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:06:43.180242 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-25829331-6aea-44b6-a7bf-f250f5492279 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3619482'] for subnet, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:43.223752 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [None req-dd64e5b5-25d8-4174-86dd-a3aaadfa410c tempest-ExtraDHCPOptionsTestJSON-983307326 tempest-ExtraDHCPOptionsTestJSON-983307326-project] device_id is not set on port bf3f20b4-a479-44f4-bbfc-aeb9e0a9d0c1 yet. {{(pid=88879) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 24 11:06:43.241126 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-b83c4e5c-25c5-4b00-a8a6-bb230a68d68f None None] Provisioning for port 660c28e5-966d-4e81-9739-3bf21c21792c completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:06:43.241913 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-71dacccd-252b-4202-a5ae-60a7d81b1cd4 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Notify callbacks [] for port, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:43.253820 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-b83c4e5c-25c5-4b00-a8a6-bb230a68d68f None None] Provisioning complete for port 660c28e5-966d-4e81-9739-3bf21c21792c triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:06:43.254317 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b83c4e5c-25c5-4b00-a8a6-bb230a68d68f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:43.275450 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-71dacccd-252b-4202-a5ae-60a7d81b1cd4 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3978773'] for port, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:43.276359 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-71dacccd-252b-4202-a5ae-60a7d81b1cd4 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1977653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854055662'] for router_interface, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:43.290321 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abb305b3-d977-49f0-96d1-cf9dfb1bed21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73968e80-91fd-539e-a7c6-b31af6d9e680-e7e0656d-2fbd-4f09-91a4-d183626bea5d', 'network_id': 'e7e0656d-2fbd-4f09-91a4-d183626bea5d', 'tenant_id': '69d638c8c69442a18f74e417e45744e5', 'fixed_ips': [{'subnet_id': '6593f3c0-7ac4-4a0e-8f37-bc6d399778d0'}]}} from dv-neutron-822691-2-hyperv. {{(pid=88880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 24 11:06:43.291505 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-abb305b3-d977-49f0-96d1-cf9dfb1bed21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:43.316027 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83c4e5c-25c5-4b00-a8a6-bb230a68d68f None None] Pushing event updated for resources: {'Port': ['ID=795a4ab5-33e6-4283-8241-1b2a2010a3bc,revision_number=3']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:06:43.328472 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-b83c4e5c-25c5-4b00-a8a6-bb230a68d68f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:06:43.351026 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adb1b0d7-a169-4967-ba61-f417e120608a None None] DHCP port deletion for 1c9eeaac-d205-4b19-a351-2fe67dd78b42 request from dv-neutron-822691-2-hyperv {{(pid=88880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 24 11:06:43.356407 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-a727cb0d-aeb3-41ae-9073-a90c574fb513 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:06:43.358109 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-adb1b0d7-a169-4967-ba61-f417e120608a None None] Deleting port 34dd2d59-364e-420c-8372-fefe9cd49169 {{(pid=88880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:06:43.358786 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-adb1b0d7-a169-4967-ba61-f417e120608a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:43.451317 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6d7938c3-0f72-440b-bbe3-249ada973ca7 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks [] for port, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:43.478759 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6d7938c3-0f72-440b-bbe3-249ada973ca7 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3978773'] for port, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:43.484202 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.ipam_backend_mixin [None req-932c06e3-2d24-4b57-a8c2-150fe85766c8 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 40a9eba4-fa2d-4c9f-b2fc-1adf370c5ab8 (CIDR: 172.20.0.0/28)
Dec 24 11:06:43.518693 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-932c06e3-2d24-4b57-a8c2-150fe85766c8 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 24 11:06:43.519322 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-932c06e3-2d24-4b57-a8c2-150fe85766c8 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 24 11:06:43.519468 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-dd64e5b5-25d8-4174-86dd-a3aaadfa410c tempest-ExtraDHCPOptionsTestJSON-983307326 tempest-ExtraDHCPOptionsTestJSON-983307326-project] Allocated IP 172.20.0.13 (e7e0656d-2fbd-4f09-91a4-d183626bea5d/6593f3c0-7ac4-4a0e-8f37-bc6d399778d0/bf3f20b4-a479-44f4-bbfc-aeb9e0a9d0c1) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:06:43.549648 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-b0fb4fdd-8794-43e5-888d-d0cce86279a2 tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] Deleting port b06fe409-6854-40fa-ab15-98d86fd59932 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:06:43.549978 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b0fb4fdd-8794-43e5-888d-d0cce86279a2 tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:43.598933 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b83c4e5c-25c5-4b00-a8a6-bb230a68d68f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:43.611199 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-932c06e3-2d24-4b57-a8c2-150fe85766c8 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 3.7267625
Dec 24 11:06:43.615737 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 39054) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:43.639763 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dacccd-252b-4202-a5ae-60a7d81b1cd4 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Pushing event updated for resources: {'Port': ['ID=8707cc8a-e565-478b-a6fd-60af555a58db,revision_number=2']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:06:43.644831 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-f8d4467b-77f8-469f-98b8-b83fe1f6a363 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Request body: {'subnet': {'network_id': 'aba7367e-1d4b-4f18-a103-47503f60eff6', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:06:43.713024 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-71dacccd-252b-4202-a5ae-60a7d81b1cd4 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:06:43.736997 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-0378f2c3-0e26-4986-91e4-9e76b0d5f24b tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.240s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:06:43.742211 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-b83c4e5c-25c5-4b00-a8a6-bb230a68d68f None None] For port 660c28e5-966d-4e81-9739-3bf21c21792c, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=660c28e5-966d-4e81-9739-3bf21c21792c,segment=NetworkSegment(6548e980-032b-4b4c-a7f6-5916298bbee8),segment_id=6548e980-032b-4b4c-a7f6-5916298bbee8)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:06:43.744386 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-adb1b0d7-a169-4967-ba61-f417e120608a None None] For port 34dd2d59-364e-420c-8372-fefe9cd49169, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=34dd2d59-364e-420c-8372-fefe9cd49169,segment=NetworkSegment(6618a092-51b2-4e3d-9318-3ce6b7b40c55),segment_id=6618a092-51b2-4e3d-9318-3ce6b7b40c55)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:06:43.744799 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-adb1b0d7-a169-4967-ba61-f417e120608a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:43.753380 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b83c4e5c-25c5-4b00-a8a6-bb230a68d68f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:43.758975 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-a035c997-28dc-43e0-b00f-46da86f5e8c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:06:43.817937 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-b0fb4fdd-8794-43e5-888d-d0cce86279a2 tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] The port 'b06fe409-6854-40fa-ab15-98d86fd59932' was deleted {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 24 11:06:43.832984 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-12042741-162c-4026-88ea-a87b7fda4ff5 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks [] for port, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:43.889451 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-25829331-6aea-44b6-a7bf-f250f5492279 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3921862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3619467'] for subnet, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:43.904729 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-e84a56a0-f3be-4f92-a0ce-f07e8d78cbd3 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:06:43.922076 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 795a4ab5-33e6-4283-8241-1b2a2010a3bc up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:06:43.953204 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-adb1b0d7-a169-4967-ba61-f417e120608a None None] Calling delete_port for 34dd2d59-364e-420c-8372-fefe9cd49169 owned by network:dhcp {{(pid=88880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:06:44.042401 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25829331-6aea-44b6-a7bf-f250f5492279 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Network 1c9eeaac-d205-4b19-a351-2fe67dd78b42 is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:06:44.051271 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-dd64e5b5-25d8-4174-86dd-a3aaadfa410c tempest-ExtraDHCPOptionsTestJSON-983307326 tempest-ExtraDHCPOptionsTestJSON-983307326-project] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:44.054848 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-25829331-6aea-44b6-a7bf-f250f5492279 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Resources bound (agent type, host, resource id):  {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:06:44.070283 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25829331-6aea-44b6-a7bf-f250f5492279 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:06:44.070517 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83c4e5c-25c5-4b00-a8a6-bb230a68d68f None None] Pushing event updated for resources: {'Port': ['ID=660c28e5-966d-4e81-9739-3bf21c21792c,revision_number=3']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:06:44.071092 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-25829331-6aea-44b6-a7bf-f250f5492279 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks [] for subnet, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:44.075521 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25829331-6aea-44b6-a7bf-f250f5492279 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Pushing event updated for resources: {'Subnet': ['ID=82c89f0c-07d7-4716-b56b-1a48041f27c7,revision_number=0']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:06:44.079088 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-b83c4e5c-25c5-4b00-a8a6-bb230a68d68f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:06:44.079338 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-f8d4467b-77f8-469f-98b8-b83fe1f6a363 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:06:44.089653 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-25829331-6aea-44b6-a7bf-f250f5492279 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:06:44.089948 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-8a926261-afe0-43e7-bb5d-aad8da73a649 None None] Provisioning complete for port 795a4ab5-33e6-4283-8241-1b2a2010a3bc triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:06:44.090079 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8a926261-afe0-43e7-bb5d-aad8da73a649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:44.104591 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-f8d4467b-77f8-469f-98b8-b83fe1f6a363 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Usage tracker for resource:subnet and tenant:56d5354af46a4a91924cfe2259b4b254 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:06:44.108574 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-dd64e5b5-25d8-4174-86dd-a3aaadfa410c tempest-ExtraDHCPOptionsTestJSON-983307326 tempest-ExtraDHCPOptionsTestJSON-983307326-project] Transition to ACTIVE for port object bf3f20b4-a479-44f4-bbfc-aeb9e0a9d0c1 will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:06:44.110185 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-f8d4467b-77f8-469f-98b8-b83fe1f6a363 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:06:44.123914 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-f8d4467b-77f8-469f-98b8-b83fe1f6a363 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:06:44.145462 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-25829331-6aea-44b6-a7bf-f250f5492279 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 1.2029040
Dec 24 11:06:44.145462 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8d4467b-77f8-469f-98b8-b83fe1f6a363 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Made reservation on behalf of 56d5354af46a4a91924cfe2259b4b254 for: {'subnet': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:06:44.162599 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 39058) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:44.165569 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-adb1b0d7-a169-4967-ba61-f417e120608a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392'] for port, after_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:44.170303 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-eeeec728-13c6-4dc4-93ac-8b6bd04a1c72 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Request body: {'subnet': {'network_id': '1c9eeaac-d205-4b19-a351-2fe67dd78b42', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:06:44.173713 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-4cec6ed4-c19a-4acb-98dd-2c012da3d3ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:06:44.195806 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-12042741-162c-4026-88ea-a87b7fda4ff5 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3978773'] for port, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:44.197091 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-12042741-162c-4026-88ea-a87b7fda4ff5 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1977653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854055662'] for router_interface, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:44.226206 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb1b0d7-a169-4967-ba61-f417e120608a None None] Pushing event deleted for resources: {'Port': ['ID=34dd2d59-364e-420c-8372-fefe9cd49169,revision_number=None']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:06:44.230392 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-adb1b0d7-a169-4967-ba61-f417e120608a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:06:44.233918 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port 795a4ab5-33e6-4283-8241-1b2a2010a3bc triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:06:44.234356 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:44.242721 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-dd64e5b5-25d8-4174-86dd-a3aaadfa410c tempest-ExtraDHCPOptionsTestJSON-983307326 tempest-ExtraDHCPOptionsTestJSON-983307326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:44.312284 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb1b0d7-a169-4967-ba61-f417e120608a None None] No DVR routers for this DVR port 34dd2d59-364e-420c-8372-fefe9cd49169 on host dv-neutron-822691-2-hyperv {{(pid=88880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 24 11:06:44.348500 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54530632-0cae-4c8f-80e3-bb7104c3e01e tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:06:44.357765 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7938c3-0f72-440b-bbe3-249ada973ca7 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Pushing event updated for resources: {'Port': ['ID=b9ab8eb8-f679-4f64-8556-1aaf65821330,revision_number=2']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:06:44.376696 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6d7938c3-0f72-440b-bbe3-249ada973ca7 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659181'] for floatingip, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:44.382464 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53804ba2-c184-4737-930b-4bce7f79a67a None None] Network 1c9eeaac-d205-4b19-a351-2fe67dd78b42 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:06:44.444170 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-6d7938c3-0f72-440b-bbe3-249ada973ca7 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.707s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:06:44.447437 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ee339a97-2cc3-4be6-9807-7c9a52616536 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:44.451688 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-abb305b3-d977-49f0-96d1-cf9dfb1bed21 None None] Allocated IP 172.20.0.2 (e7e0656d-2fbd-4f09-91a4-d183626bea5d/6593f3c0-7ac4-4a0e-8f37-bc6d399778d0/073e7d47-ff23-4cc0-8b4b-7da70b25336a) {{(pid=88880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:06:44.462412 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-bdc0c280-3fc8-408c-9dc8-96c0fe51ae26 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.197s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:06:44.649362 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b0fb4fdd-8794-43e5-888d-d0cce86279a2 tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847649663', 'neutron.services.segments.db._delete_segments_for_network-8749505737672'] for network, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:44.752650 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd64e5b5-25d8-4174-86dd-a3aaadfa410c tempest-ExtraDHCPOptionsTestJSON-983307326 tempest-ExtraDHCPOptionsTestJSON-983307326-project] Pushing event updated for resources: {'Port': ['ID=bf3f20b4-a479-44f4-bbfc-aeb9e0a9d0c1,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:06:44.768135 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd64e5b5-25d8-4174-86dd-a3aaadfa410c tempest-ExtraDHCPOptionsTestJSON-983307326 tempest-ExtraDHCPOptionsTestJSON-983307326-project] Network e7e0656d-2fbd-4f09-91a4-d183626bea5d is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:06:44.771974 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-dd64e5b5-25d8-4174-86dd-a3aaadfa410c tempest-ExtraDHCPOptionsTestJSON-983307326 tempest-ExtraDHCPOptionsTestJSON-983307326-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:06:44.774416 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-dd64e5b5-25d8-4174-86dd-a3aaadfa410c tempest-ExtraDHCPOptionsTestJSON-983307326 tempest-ExtraDHCPOptionsTestJSON-983307326-project] Resources bound (agent type, host, resource id):  {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:06:44.782944 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f8d4467b-77f8-469f-98b8-b83fe1f6a363 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3619482'] for subnet, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:44.788607 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71dacccd-252b-4202-a5ae-60a7d81b1cd4 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Network 10032d9d-3418-421e-9a5c-29714a8fc65a is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:06:44.795461 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12042741-162c-4026-88ea-a87b7fda4ff5 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Pushing event updated for resources: {'Port': ['ID=01c89782-ebf5-45f6-8137-aa157df7ce1b,revision_number=2']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:06:44.799867 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-b0fb4fdd-8794-43e5-888d-d0cce86279a2 tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f527163e7f0>,) {'filters': {'network_id': ['bbaa0071-8943-4ae3-9001-ba06d7d3ddaa']}} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:06:44.803271 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd64e5b5-25d8-4174-86dd-a3aaadfa410c tempest-ExtraDHCPOptionsTestJSON-983307326 tempest-ExtraDHCPOptionsTestJSON-983307326-project] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:06:44.813487 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-71dacccd-252b-4202-a5ae-60a7d81b1cd4 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Resources bound (agent type, host, resource id):  {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:06:44.845480 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-eeeec728-13c6-4dc4-93ac-8b6bd04a1c72 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:06:44.857452 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-eeeec728-13c6-4dc4-93ac-8b6bd04a1c72 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Usage tracker for resource:subnet and tenant:739a78fd4cfc48c2a4011598579f8f8c is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:06:44.871593 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-eeeec728-13c6-4dc4-93ac-8b6bd04a1c72 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:06:44.881324 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-12042741-162c-4026-88ea-a87b7fda4ff5 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:06:44.889481 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-eeeec728-13c6-4dc4-93ac-8b6bd04a1c72 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:06:44.951098 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-8a926261-afe0-43e7-bb5d-aad8da73a649 None None] Provisioning for port 01c89782-ebf5-45f6-8137-aa157df7ce1b completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:06:44.968759 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-b0fb4fdd-8794-43e5-888d-d0cce86279a2 tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f527163e7f0>, '35040159-0925-4170-9a26-5465764ade71') {'for_net_delete': True} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:06:44.969111 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-b0fb4fdd-8794-43e5-888d-d0cce86279a2 tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f527163e7f0>, '35040159-0925-4170-9a26-5465764ade71') {} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:06:44.978266 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-8a926261-afe0-43e7-bb5d-aad8da73a649 None None] Provisioning complete for port 01c89782-ebf5-45f6-8137-aa157df7ce1b triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:06:44.978824 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8a926261-afe0-43e7-bb5d-aad8da73a649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:44.982009 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeeec728-13c6-4dc4-93ac-8b6bd04a1c72 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Made reservation on behalf of 739a78fd4cfc48c2a4011598579f8f8c for: {'subnet': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:06:44.988259 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-eeeec728-13c6-4dc4-93ac-8b6bd04a1c72 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3619482'] for subnet, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:45.004920 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ee339a97-2cc3-4be6-9807-7c9a52616536 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:45.011162 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b0fb4fdd-8794-43e5-888d-d0cce86279a2 tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749505745113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2241371'] for segment, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:45.014935 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd64e5b5-25d8-4174-86dd-a3aaadfa410c tempest-ExtraDHCPOptionsTestJSON-983307326 tempest-ExtraDHCPOptionsTestJSON-983307326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:06:45.015630 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-dd64e5b5-25d8-4174-86dd-a3aaadfa410c tempest-ExtraDHCPOptionsTestJSON-983307326 tempest-ExtraDHCPOptionsTestJSON-983307326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:45.032838 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-2d41c5a1-ae86-4f01-8fa0-981134850c11 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:06:45.060156 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 34dd2d59-364e-420c-8372-fefe9cd49169 no longer exists at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:06:45.085265 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.ipam_backend_mixin [None req-f8d4467b-77f8-469f-98b8-b83fe1f6a363 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet c696e7c9-aefc-42bd-94d3-ec7aa1d40a79 (CIDR: 172.20.0.16/28)
Dec 24 11:06:45.124104 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12042741-162c-4026-88ea-a87b7fda4ff5 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Network fa39272b-b420-4f46-808d-e2ebf5a99e3c is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:06:45.125967 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] No Port match for: 34dd2d59-364e-420c-8372-fefe9cd49169 {{(pid=88880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 24 11:06:45.127241 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 34dd2d59-364e-420c-8372-fefe9cd49169 not bound to the agent host dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 24 11:06:45.130892 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b0fb4fdd-8794-43e5-888d-d0cce86279a2 tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:45.133517 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-12042741-162c-4026-88ea-a87b7fda4ff5 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Resources bound (agent type, host, resource id):  {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:06:45.138751 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-dd64e5b5-25d8-4174-86dd-a3aaadfa410c tempest-ExtraDHCPOptionsTestJSON-983307326 tempest-ExtraDHCPOptionsTestJSON-983307326-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 936 time: 2.4292140
Dec 24 11:06:45.142004 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 39062) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:45.144922 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8d4467b-77f8-469f-98b8-b83fe1f6a363 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 24 11:06:45.145432 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8d4467b-77f8-469f-98b8-b83fe1f6a363 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88879) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 24 11:06:45.153700 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-e0f164b3-90ef-41e1-99c1-5ff9e2203cd5 tempest-ExtraDHCPOptionsTestJSON-983307326 tempest-ExtraDHCPOptionsTestJSON-983307326-project] Request body: {'port': {'network_id': 'e7e0656d-2fbd-4f09-91a4-d183626bea5d', 'name': 'tempest-ExtraDHCPOptionsTestJSON-80391330', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:06:45.154216 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.api.validators [None req-e0f164b3-90ef-41e1-99c1-5ff9e2203cd5 tempest-ExtraDHCPOptionsTestJSON-983307326 tempest-ExtraDHCPOptionsTestJSON-983307326-project] bootfile-name is not in valid_values {{(pid=88879) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Dec 24 11:06:45.154587 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.api.validators [None req-e0f164b3-90ef-41e1-99c1-5ff9e2203cd5 tempest-ExtraDHCPOptionsTestJSON-983307326 tempest-ExtraDHCPOptionsTestJSON-983307326-project] tftp-server is not in valid_values {{(pid=88879) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Dec 24 11:06:45.154951 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.api.validators [None req-e0f164b3-90ef-41e1-99c1-5ff9e2203cd5 tempest-ExtraDHCPOptionsTestJSON-983307326 tempest-ExtraDHCPOptionsTestJSON-983307326-project] server-ip-address is not in valid_values {{(pid=88879) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Dec 24 11:06:45.184737 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-8a926261-afe0-43e7-bb5d-aad8da73a649 None None] Port 01c89782-ebf5-45f6-8137-aa157df7ce1b cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:06:45.225262 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.ipam_backend_mixin [None req-eeeec728-13c6-4dc4-93ac-8b6bd04a1c72 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 82c89f0c-07d7-4716-b56b-1a48041f27c7 (CIDR: 2001:db8::/64)
Dec 24 11:06:45.242076 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89713768-2a87-49bc-9b76-cda155c716d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73968e80-91fd-539e-a7c6-b31af6d9e680-1c9eeaac-d205-4b19-a351-2fe67dd78b42', 'network_id': '1c9eeaac-d205-4b19-a351-2fe67dd78b42', 'tenant_id': '739a78fd4cfc48c2a4011598579f8f8c', 'fixed_ips': [{'subnet_id': '82c89f0c-07d7-4716-b56b-1a48041f27c7'}]}} from dv-neutron-822691-2-hyperv. {{(pid=88880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 24 11:06:45.243285 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-89713768-2a87-49bc-9b76-cda155c716d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:45.271779 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0fb4fdd-8794-43e5-888d-d0cce86279a2 tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] Releasing vlan 624 on physical network physnet1 to pool {{(pid=88878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 24 11:06:45.272229 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b0fb4fdd-8794-43e5-888d-d0cce86279a2 tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036847652098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850807864'] for segment, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:45.287939 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-eeeec728-13c6-4dc4-93ac-8b6bd04a1c72 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 24 11:06:45.288792 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eeeec728-13c6-4dc4-93ac-8b6bd04a1c72 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88879) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 24 11:06:45.298972 dv-neutron-822691-2-hyperv neutron-server[88767]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 11:06:45.298972 dv-neutron-822691-2-hyperv neutron-server[88767]:   % (table.description, expected, rows_matched)
Dec 24 11:06:45.298972 dv-neutron-822691-2-hyperv neutron-server[88767]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 11:06:45.298972 dv-neutron-822691-2-hyperv neutron-server[88767]:   % (table.description, expected, rows_matched)
Dec 24 11:06:45.298972 dv-neutron-822691-2-hyperv neutron-server[88767]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 11:06:45.298972 dv-neutron-822691-2-hyperv neutron-server[88767]:   % (table.description, expected, rows_matched)
Dec 24 11:06:45.298972 dv-neutron-822691-2-hyperv neutron-server[88767]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 11:06:45.298972 dv-neutron-822691-2-hyperv neutron-server[88767]:   % (table.description, expected, rows_matched)
Dec 24 11:06:45.298972 dv-neutron-822691-2-hyperv neutron-server[88767]: Traceback (most recent call last):
Dec 24 11:06:45.298972 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 24 11:06:45.298972 dv-neutron-822691-2-hyperv neutron-server[88767]:     timer()
Dec 24 11:06:45.298972 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 11:06:45.298972 dv-neutron-822691-2-hyperv neutron-server[88767]:     cb(*args, **kw)
Dec 24 11:06:45.298972 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 24 11:06:45.298972 dv-neutron-822691-2-hyperv neutron-server[88767]:     return func(*args, **kwargs)
Dec 24 11:06:45.298972 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 11:06:45.298972 dv-neutron-822691-2-hyperv neutron-server[88767]:     self._notify()
Dec 24 11:06:45.298972 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 11:06:45.298972 dv-neutron-822691-2-hyperv neutron-server[88767]:     self.callback(batched_events)
Dec 24 11:06:45.298972 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 11:06:45.298972 dv-neutron-822691-2-hyperv neutron-server[88767]:     event.method(event)
Dec 24 11:06:45.298972 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 11:06:45.298972 dv-neutron-822691-2-hyperv neutron-server[88767]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 11:06:45.298972 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 24 11:06:45.298972 dv-neutron-822691-2-hyperv neutron-server[88767]:     segment_id)['aggregates'][0]
Dec 24 11:06:45.298972 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 24 11:06:45.298972 dv-neutron-822691-2-hyperv neutron-server[88767]:     return f(self, *a, **k)
Dec 24 11:06:45.298972 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 11:06:45.298972 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self._get(url).json()
Dec 24 11:06:45.298972 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 24 11:06:45.298972 dv-neutron-822691-2-hyperv neutron-server[88767]:     **kwargs)
Dec 24 11:06:45.298972 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 24 11:06:45.298972 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self.request(url, 'GET', **kwargs)
Dec 24 11:06:45.298972 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 24 11:06:45.298972 dv-neutron-822691-2-hyperv neutron-server[88767]:     **endpoint_filter)
Dec 24 11:06:45.298972 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 24 11:06:45.298972 dv-neutron-822691-2-hyperv neutron-server[88767]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 11:06:45.298972 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 24 11:06:45.298972 dv-neutron-822691-2-hyperv neutron-server[88767]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 11:06:45.298972 dv-neutron-822691-2-hyperv neutron-server[88767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 11:06:45.355516 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-8a926261-afe0-43e7-bb5d-aad8da73a649 None None] Provisioning complete for port 660c28e5-966d-4e81-9739-3bf21c21792c triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:06:45.356665 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8a926261-afe0-43e7-bb5d-aad8da73a649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:45.407891 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-f8d4467b-77f8-469f-98b8-b83fe1f6a363 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 425 time: 1.7876556
Dec 24 11:06:45.415049 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-eeeec728-13c6-4dc4-93ac-8b6bd04a1c72 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 1.2472699
Dec 24 11:06:45.415049 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 39066) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:45.416236 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-abb305b3-d977-49f0-96d1-cf9dfb1bed21 None None] Notify callbacks [] for port, precommit_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:45.429415 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-b9d737b4-8bba-4c42-8cd1-81db5e6a1c95 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Request body: {'subnet': {'network_id': 'aba7367e-1d4b-4f18-a103-47503f60eff6', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:06:45.436856 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 39068) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:45.462607 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-abb305b3-d977-49f0-96d1-cf9dfb1bed21 None None] Transition to ACTIVE for port object 073e7d47-ff23-4cc0-8b4b-7da70b25336a will not be triggered until provisioned by entity L2. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:06:45.486043 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee339a97-2cc3-4be6-9807-7c9a52616536 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Network 5948873f-ca7d-4e7f-ab1d-ac747fd99119 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:06:45.499810 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee339a97-2cc3-4be6-9807-7c9a52616536 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Pushing event updated for resources: {'Port': ['ID=e8c22110-a6b0-4b86-88a3-da20c078fc1e,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:06:45.501985 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-e0f164b3-90ef-41e1-99c1-5ff9e2203cd5 tempest-ExtraDHCPOptionsTestJSON-983307326 tempest-ExtraDHCPOptionsTestJSON-983307326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:06:45.502806 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-ee339a97-2cc3-4be6-9807-7c9a52616536 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.470s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:06:45.506238 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-e0f164b3-90ef-41e1-99c1-5ff9e2203cd5 tempest-ExtraDHCPOptionsTestJSON-983307326 tempest-ExtraDHCPOptionsTestJSON-983307326-project] Usage tracker for resource:port and tenant:69d638c8c69442a18f74e417e45744e5 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:06:45.508084 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-861f1abf-8b74-4b77-b406-d0afb6e3efed tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Request body: {'subnet': {'network_id': '1c9eeaac-d205-4b19-a351-2fe67dd78b42', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:06:45.511080 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-e0f164b3-90ef-41e1-99c1-5ff9e2203cd5 tempest-ExtraDHCPOptionsTestJSON-983307326 tempest-ExtraDHCPOptionsTestJSON-983307326-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:06:45.530279 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-ee339a97-2cc3-4be6-9807-7c9a52616536 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Resources bound (agent type, host, resource id):  {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:06:45.539264 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-e0f164b3-90ef-41e1-99c1-5ff9e2203cd5 tempest-ExtraDHCPOptionsTestJSON-983307326 tempest-ExtraDHCPOptionsTestJSON-983307326-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:06:45.592559 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-89713768-2a87-49bc-9b76-cda155c716d2 None None] Allocated IP 2001:db8::2 (1c9eeaac-d205-4b19-a351-2fe67dd78b42/82c89f0c-07d7-4716-b56b-1a48041f27c7/605d4433-b9fa-48c0-afab-fbb4f3982a03) {{(pid=88880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:06:45.613845 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee339a97-2cc3-4be6-9807-7c9a52616536 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:06:45.615054 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee339a97-2cc3-4be6-9807-7c9a52616536 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:06:45.615886 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ee339a97-2cc3-4be6-9807-7c9a52616536 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:45.638749 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0f164b3-90ef-41e1-99c1-5ff9e2203cd5 tempest-ExtraDHCPOptionsTestJSON-983307326 tempest-ExtraDHCPOptionsTestJSON-983307326-project] Made reservation on behalf of 69d638c8c69442a18f74e417e45744e5 for: {'port': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:06:45.644678 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e0f164b3-90ef-41e1-99c1-5ff9e2203cd5 tempest-ExtraDHCPOptionsTestJSON-983307326 tempest-ExtraDHCPOptionsTestJSON-983307326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:45.672738 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-abb305b3-d977-49f0-96d1-cf9dfb1bed21 None None] Transition to ACTIVE for port object 073e7d47-ff23-4cc0-8b4b-7da70b25336a will not be triggered until provisioned by entity DHCP. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:06:45.695824 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [None req-e0f164b3-90ef-41e1-99c1-5ff9e2203cd5 tempest-ExtraDHCPOptionsTestJSON-983307326 tempest-ExtraDHCPOptionsTestJSON-983307326-project] device_id is not set on port 4c9dc03c-1bcf-4ab5-a659-83e23b2e6223 yet. {{(pid=88879) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 24 11:06:45.732665 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-abb305b3-d977-49f0-96d1-cf9dfb1bed21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408'] for port, after_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:45.742431 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-b9d737b4-8bba-4c42-8cd1-81db5e6a1c95 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:06:45.742728 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-4cec6ed4-c19a-4acb-98dd-2c012da3d3ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:06:45.757393 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-b9d737b4-8bba-4c42-8cd1-81db5e6a1c95 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Usage tracker for resource:subnet and tenant:56d5354af46a4a91924cfe2259b4b254 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:06:45.764790 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-b9d737b4-8bba-4c42-8cd1-81db5e6a1c95 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:06:45.782370 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-b9d737b4-8bba-4c42-8cd1-81db5e6a1c95 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:06:45.880838 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-e0f164b3-90ef-41e1-99c1-5ff9e2203cd5 tempest-ExtraDHCPOptionsTestJSON-983307326 tempest-ExtraDHCPOptionsTestJSON-983307326-project] Allocated IP 172.20.0.12 (e7e0656d-2fbd-4f09-91a4-d183626bea5d/6593f3c0-7ac4-4a0e-8f37-bc6d399778d0/4c9dc03c-1bcf-4ab5-a659-83e23b2e6223) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:06:45.883355 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9d737b4-8bba-4c42-8cd1-81db5e6a1c95 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Made reservation on behalf of 56d5354af46a4a91924cfe2259b4b254 for: {'subnet': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:06:45.890122 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b9d737b4-8bba-4c42-8cd1-81db5e6a1c95 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3619482'] for subnet, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:45.899585 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 660c28e5-966d-4e81-9739-3bf21c21792c up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:06:45.961069 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abb305b3-d977-49f0-96d1-cf9dfb1bed21 None None] Network e7e0656d-2fbd-4f09-91a4-d183626bea5d is already hosted by enough agents. {{(pid=88880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:06:45.967696 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb305b3-d977-49f0-96d1-cf9dfb1bed21 None None] Pushing event updated for resources: {'Port': ['ID=073e7d47-ff23-4cc0-8b4b-7da70b25336a,revision_number=1']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:06:45.971235 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-abb305b3-d977-49f0-96d1-cf9dfb1bed21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:06:45.972694 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-abb305b3-d977-49f0-96d1-cf9dfb1bed21 None None] Resources bound (agent type, host, resource id):  {{(pid=88880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:06:45.975293 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb305b3-d977-49f0-96d1-cf9dfb1bed21 None None] Received port after_create {{(pid=88880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:06:45.986927 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-8a926261-afe0-43e7-bb5d-aad8da73a649 None None] Could not find standard attr ID for object 34dd2d59-364e-420c-8372-fefe9cd49169. {{(pid=88880) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 24 11:06:46.144287 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b0fb4fdd-8794-43e5-888d-d0cce86279a2 tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7126154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659196'] for network, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:46.149091 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b0fb4fdd-8794-43e5-888d-d0cce86279a2 tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] Notify callbacks [] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:46.151683 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-b0fb4fdd-8794-43e5-888d-d0cce86279a2 tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] 10.222.0.65 "DELETE /v2.0/networks/bbaa0071-8943-4ae3-9001-ba06d7d3ddaa HTTP/1.1" status: 204  len: 168 time: 6.9745312
Dec 24 11:06:46.163829 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-6cef0274-f9b3-4838-9c90-41444a3d2452 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:06:46.180976 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-ee339a97-2cc3-4be6-9807-7c9a52616536 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 959 time: 3.6248672
Dec 24 11:06:46.199764 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 39076) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:46.205500 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-abb305b3-d977-49f0-96d1-cf9dfb1bed21 None None] Attempting to bind port 073e7d47-ff23-4cc0-8b4b-7da70b25336a on host dv-neutron-822691-2-hyperv for vnic_type normal with profile  {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:06:46.205954 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-abb305b3-d977-49f0-96d1-cf9dfb1bed21 None None] Attempting to bind port 073e7d47-ff23-4cc0-8b4b-7da70b25336a by drivers openvswitch,hyperv on host dv-neutron-822691-2-hyperv at level 0 using segments [{'id': '457fc0bb-1d1a-454b-9c9b-fc1b654cceab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'e7e0656d-2fbd-4f09-91a4-d183626bea5d'}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:06:46.206345 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb305b3-d977-49f0-96d1-cf9dfb1bed21 None None] Attempting to bind port 073e7d47-ff23-4cc0-8b4b-7da70b25336a on network e7e0656d-2fbd-4f09-91a4-d183626bea5d {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:06:46.214258 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fb4fdd-8794-43e5-888d-d0cce86279a2 tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] Pushing event deleted for resources: {'Network': ['ID=bbaa0071-8943-4ae3-9001-ba06d7d3ddaa,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:06:46.214904 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-89713768-2a87-49bc-9b76-cda155c716d2 None None] Notify callbacks [] for port, precommit_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:46.217076 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-b0fb4fdd-8794-43e5-888d-d0cce86279a2 tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:06:46.220896 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb305b3-d977-49f0-96d1-cf9dfb1bed21 None None] Checking agent: {'id': 'db1275c1-6001-47af-93c2-635c68404703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822691-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 52, 8), 'started_at': datetime.datetime(2021, 12, 24, 10, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 6, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822691-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:06:46.220896 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb305b3-d977-49f0-96d1-cf9dfb1bed21 None None] Checking segment: {'id': '457fc0bb-1d1a-454b-9c9b-fc1b654cceab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'e7e0656d-2fbd-4f09-91a4-d183626bea5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:06:46.221220 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-abb305b3-d977-49f0-96d1-cf9dfb1bed21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:46.221767 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb305b3-d977-49f0-96d1-cf9dfb1bed21 None None] Bound using segment: {'id': '457fc0bb-1d1a-454b-9c9b-fc1b654cceab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'e7e0656d-2fbd-4f09-91a4-d183626bea5d'} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:06:46.221916 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-4f2b3edf-55dc-47ab-b036-8ffcda3ddce7 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8226'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:06:46.222136 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-abb305b3-d977-49f0-96d1-cf9dfb1bed21 None None] Bound port: 073e7d47-ff23-4cc0-8b4b-7da70b25336a, host: dv-neutron-822691-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '457fc0bb-1d1a-454b-9c9b-fc1b654cceab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'e7e0656d-2fbd-4f09-91a4-d183626bea5d'}}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:06:46.222565 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-abb305b3-d977-49f0-96d1-cf9dfb1bed21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:46.265500 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-89713768-2a87-49bc-9b76-cda155c716d2 None None] Transition to ACTIVE for port object 605d4433-b9fa-48c0-afab-fbb4f3982a03 will not be triggered until provisioned by entity L2. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:06:46.274584 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-684e9c4c-af59-48cb-a1b3-d565534c3d53 None None] Provisioning complete for port 8707cc8a-e565-478b-a6fd-60af555a58db triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:06:46.276161 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-684e9c4c-af59-48cb-a1b3-d565534c3d53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:46.389209 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port 660c28e5-966d-4e81-9739-3bf21c21792c triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:06:46.389931 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:46.390071 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e0f164b3-90ef-41e1-99c1-5ff9e2203cd5 tempest-ExtraDHCPOptionsTestJSON-983307326 tempest-ExtraDHCPOptionsTestJSON-983307326-project] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:46.418354 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-e0f164b3-90ef-41e1-99c1-5ff9e2203cd5 tempest-ExtraDHCPOptionsTestJSON-983307326 tempest-ExtraDHCPOptionsTestJSON-983307326-project] Transition to ACTIVE for port object 4c9dc03c-1bcf-4ab5-a659-83e23b2e6223 will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:06:46.460180 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-89713768-2a87-49bc-9b76-cda155c716d2 None None] Transition to ACTIVE for port object 605d4433-b9fa-48c0-afab-fbb4f3982a03 will not be triggered until provisioned by entity DHCP. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:06:46.466447 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b9d737b4-8bba-4c42-8cd1-81db5e6a1c95 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3921862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3619467'] for subnet, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:46.472877 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-861f1abf-8b74-4b77-b406-d0afb6e3efed tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:06:46.473128 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-92786450-f0b8-4f9f-a367-e16ac32a6198 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:06:46.492916 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-89713768-2a87-49bc-9b76-cda155c716d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408'] for port, after_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:46.514673 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-861f1abf-8b74-4b77-b406-d0afb6e3efed tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Usage tracker for resource:subnet and tenant:739a78fd4cfc48c2a4011598579f8f8c is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:06:46.527470 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-861f1abf-8b74-4b77-b406-d0afb6e3efed tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:06:46.531516 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-b50bd67b-1a1c-4e92-bc24-a04aead5bf6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:06:46.550751 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e0f164b3-90ef-41e1-99c1-5ff9e2203cd5 tempest-ExtraDHCPOptionsTestJSON-983307326 tempest-ExtraDHCPOptionsTestJSON-983307326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:46.589553 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-861f1abf-8b74-4b77-b406-d0afb6e3efed tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:06:46.590148 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-684e9c4c-af59-48cb-a1b3-d565534c3d53 None None] Port 8707cc8a-e565-478b-a6fd-60af555a58db cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:06:46.598082 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0f164b3-90ef-41e1-99c1-5ff9e2203cd5 tempest-ExtraDHCPOptionsTestJSON-983307326 tempest-ExtraDHCPOptionsTestJSON-983307326-project] Network e7e0656d-2fbd-4f09-91a4-d183626bea5d is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:06:46.609148 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-e0f164b3-90ef-41e1-99c1-5ff9e2203cd5 tempest-ExtraDHCPOptionsTestJSON-983307326 tempest-ExtraDHCPOptionsTestJSON-983307326-project] Resources bound (agent type, host, resource id):  {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:06:46.627234 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9d737b4-8bba-4c42-8cd1-81db5e6a1c95 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Network aba7367e-1d4b-4f18-a103-47503f60eff6 is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:06:46.628471 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f164b3-90ef-41e1-99c1-5ff9e2203cd5 tempest-ExtraDHCPOptionsTestJSON-983307326 tempest-ExtraDHCPOptionsTestJSON-983307326-project] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:06:46.638339 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.l3_db [None req-6d7938c3-0f72-440b-bbe3-249ada973ca7 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Floating IP d24cab0f-e630-4b47-b667-029fcb739e7c associated. External IP: 172.26.3.197, port: 9efa7c3b-cc44-4f96-9769-f3ba09ce06d3.
Dec 24 11:06:46.670011 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-b9d737b4-8bba-4c42-8cd1-81db5e6a1c95 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Resources bound (agent type, host, resource id):  {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:06:46.672735 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89713768-2a87-49bc-9b76-cda155c716d2 None None] Network 1c9eeaac-d205-4b19-a351-2fe67dd78b42 is already hosted by enough agents. {{(pid=88880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:06:46.674455 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-abb305b3-d977-49f0-96d1-cf9dfb1bed21 None None] For port 073e7d47-ff23-4cc0-8b4b-7da70b25336a, host dv-neutron-822691-2-hyperv, cleared binding levels {{(pid=88880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:06:46.680044 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d737b4-8bba-4c42-8cd1-81db5e6a1c95 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Pushing event updated for resources: {'Subnet': ['ID=1b6c17b5-e6c7-4163-b52a-b70281e7ca61,revision_number=0']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:06:46.684719 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-89713768-2a87-49bc-9b76-cda155c716d2 None None] Resources bound (agent type, host, resource id):  {{(pid=88880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:06:46.687367 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89713768-2a87-49bc-9b76-cda155c716d2 None None] Received port after_create {{(pid=88880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:06:46.698900 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9d737b4-8bba-4c42-8cd1-81db5e6a1c95 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:06:46.699691 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b9d737b4-8bba-4c42-8cd1-81db5e6a1c95 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks [] for subnet, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:46.701224 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89713768-2a87-49bc-9b76-cda155c716d2 None None] Pushing event updated for resources: {'Port': ['ID=605d4433-b9fa-48c0-afab-fbb4f3982a03,revision_number=1']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:06:46.704307 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-89713768-2a87-49bc-9b76-cda155c716d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:06:46.706015 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c11d0b22-147c-47c9-a85c-05b86a91632f None None] Network aba7367e-1d4b-4f18-a103-47503f60eff6 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:06:46.706474 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-b9d737b4-8bba-4c42-8cd1-81db5e6a1c95 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:06:46.707008 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 39082) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:46.713347 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-b5d7c9a4-41df-4618-85ad-9c74142bcde7 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.140s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:06:46.727705 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-684e9c4c-af59-48cb-a1b3-d565534c3d53 None None] Provisioning complete for port 01c89782-ebf5-45f6-8137-aa157df7ce1b triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:06:46.727705 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-684e9c4c-af59-48cb-a1b3-d565534c3d53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:46.760623 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4f2b3edf-55dc-47ab-b036-8ffcda3ddce7 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:46.772125 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-861f1abf-8b74-4b77-b406-d0afb6e3efed tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Made reservation on behalf of 739a78fd4cfc48c2a4011598579f8f8c for: {'subnet': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:06:46.804040 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-abb305b3-d977-49f0-96d1-cf9dfb1bed21 None None] For port 073e7d47-ff23-4cc0-8b4b-7da70b25336a, host dv-neutron-822691-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=073e7d47-ff23-4cc0-8b4b-7da70b25336a,segment=NetworkSegment(457fc0bb-1d1a-454b-9c9b-fc1b654cceab),segment_id=457fc0bb-1d1a-454b-9c9b-fc1b654cceab)] {{(pid=88880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:06:46.828479 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-b9d737b4-8bba-4c42-8cd1-81db5e6a1c95 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 804 time: 1.4110656
Dec 24 11:06:46.834944 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 39088) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:46.846072 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0f164b3-90ef-41e1-99c1-5ff9e2203cd5 tempest-ExtraDHCPOptionsTestJSON-983307326 tempest-ExtraDHCPOptionsTestJSON-983307326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:06:46.846692 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e0f164b3-90ef-41e1-99c1-5ff9e2203cd5 tempest-ExtraDHCPOptionsTestJSON-983307326 tempest-ExtraDHCPOptionsTestJSON-983307326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:46.857474 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-4f537f0f-bfd5-4947-b10a-11ddf31915ed tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1830380898', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '1b6c17b5-e6c7-4163-b52a-b70281e7ca61'}], 'security_groups': ['1a1267c5-b53e-4d74-a852-afdda39d2dbc', '7a26f72f-a40b-4aee-a0b1-8f7de1a72953']}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:06:46.877730 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-abb305b3-d977-49f0-96d1-cf9dfb1bed21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:46.890516 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f164b3-90ef-41e1-99c1-5ff9e2203cd5 tempest-ExtraDHCPOptionsTestJSON-983307326 tempest-ExtraDHCPOptionsTestJSON-983307326-project] Pushing event updated for resources: {'Port': ['ID=4c9dc03c-1bcf-4ab5-a659-83e23b2e6223,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:06:46.893515 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-6b9ec608-6853-40f3-8c1d-9272e2009d40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:06:46.905332 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-e0f164b3-90ef-41e1-99c1-5ff9e2203cd5 tempest-ExtraDHCPOptionsTestJSON-983307326 tempest-ExtraDHCPOptionsTestJSON-983307326-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:06:47.011721 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-e0f164b3-90ef-41e1-99c1-5ff9e2203cd5 tempest-ExtraDHCPOptionsTestJSON-983307326 tempest-ExtraDHCPOptionsTestJSON-983307326-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1151 time: 1.8682909
Dec 24 11:06:47.032356 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 39092) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:47.041102 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4f537f0f-bfd5-4947-b10a-11ddf31915ed tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:47.186851 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-7608d063-0ce9-42e2-b522-1fc6ba01012e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=53bd33dc5f954568aa2088ff06c867c4&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4328027
Dec 24 11:06:47.187977 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 39096) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:47.297465 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-684e9c4c-af59-48cb-a1b3-d565534c3d53 None None] Port 01c89782-ebf5-45f6-8137-aa157df7ce1b cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:06:47.353271 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-861f1abf-8b74-4b77-b406-d0afb6e3efed tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2246100'] for subnet, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:47.368160 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-89713768-2a87-49bc-9b76-cda155c716d2 None None] Attempting to bind port 605d4433-b9fa-48c0-afab-fbb4f3982a03 on host dv-neutron-822691-2-hyperv for vnic_type normal with profile  {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:06:47.368582 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-89713768-2a87-49bc-9b76-cda155c716d2 None None] Attempting to bind port 605d4433-b9fa-48c0-afab-fbb4f3982a03 by drivers openvswitch,hyperv on host dv-neutron-822691-2-hyperv at level 0 using segments [{'id': '6618a092-51b2-4e3d-9318-3ce6b7b40c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '1c9eeaac-d205-4b19-a351-2fe67dd78b42'}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:06:47.369003 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89713768-2a87-49bc-9b76-cda155c716d2 None None] Attempting to bind port 605d4433-b9fa-48c0-afab-fbb4f3982a03 on network 1c9eeaac-d205-4b19-a351-2fe67dd78b42 {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:06:47.396639 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb305b3-d977-49f0-96d1-cf9dfb1bed21 None None] Pushing event updated for resources: {'Port': ['ID=073e7d47-ff23-4cc0-8b4b-7da70b25336a,revision_number=2']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:06:47.404268 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-abb305b3-d977-49f0-96d1-cf9dfb1bed21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.511s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:06:47.410212 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89713768-2a87-49bc-9b76-cda155c716d2 None None] Checking agent: {'id': 'db1275c1-6001-47af-93c2-635c68404703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822691-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 52, 8), 'started_at': datetime.datetime(2021, 12, 24, 10, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 6, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822691-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:06:47.410618 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89713768-2a87-49bc-9b76-cda155c716d2 None None] Checking segment: {'id': '6618a092-51b2-4e3d-9318-3ce6b7b40c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '1c9eeaac-d205-4b19-a351-2fe67dd78b42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:06:47.412297 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-89713768-2a87-49bc-9b76-cda155c716d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:47.412297 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89713768-2a87-49bc-9b76-cda155c716d2 None None] Bound using segment: {'id': '6618a092-51b2-4e3d-9318-3ce6b7b40c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '1c9eeaac-d205-4b19-a351-2fe67dd78b42'} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:06:47.412297 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-89713768-2a87-49bc-9b76-cda155c716d2 None None] Bound port: 605d4433-b9fa-48c0-afab-fbb4f3982a03, host: dv-neutron-822691-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6618a092-51b2-4e3d-9318-3ce6b7b40c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '1c9eeaac-d205-4b19-a351-2fe67dd78b42'}}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:06:47.412600 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-89713768-2a87-49bc-9b76-cda155c716d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:47.616940 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71dacccd-252b-4202-a5ae-60a7d81b1cd4 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Router c2c790a3-ff0c-4d2e-9119-b483653246c3 is scheduled to L3 agent 198cca88-1338-4098-b44b-beb0346ac906 with binding_index 1 {{(pid=88878) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 24 11:06:47.647574 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-4f537f0f-bfd5-4947-b10a-11ddf31915ed tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Delete allocated IP 172.20.0.3 (aba7367e-1d4b-4f18-a103-47503f60eff6/40a9eba4-fa2d-4c9f-b2fc-1adf370c5ab8) {{(pid=88879) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:123}}
Dec 24 11:06:47.657213 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-4f537f0f-bfd5-4947-b10a-11ddf31915ed tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Allocated IP 172.20.0.44 (aba7367e-1d4b-4f18-a103-47503f60eff6/1b6c17b5-e6c7-4163-b52a-b70281e7ca61/6cb0d2ce-01ba-4381-839f-da6ebdfa3a26) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:06:47.660187 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-89713768-2a87-49bc-9b76-cda155c716d2 None None] For port 605d4433-b9fa-48c0-afab-fbb4f3982a03, host dv-neutron-822691-2-hyperv, cleared binding levels {{(pid=88880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:06:47.677356 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-89713768-2a87-49bc-9b76-cda155c716d2 None None] For port 605d4433-b9fa-48c0-afab-fbb4f3982a03, host dv-neutron-822691-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=605d4433-b9fa-48c0-afab-fbb4f3982a03,segment=NetworkSegment(6618a092-51b2-4e3d-9318-3ce6b7b40c55),segment_id=6618a092-51b2-4e3d-9318-3ce6b7b40c55)] {{(pid=88880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:06:47.687019 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-89713768-2a87-49bc-9b76-cda155c716d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:47.709898 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-ef18e5d8-b452-45c9-b694-ed2b7f5ef517 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:06:47.807014 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30c0cf1f-fb81-4766-b685-218736d72681 tempest-ExtraDHCPOptionsTestJSON-983307326 tempest-ExtraDHCPOptionsTestJSON-983307326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:06:47.812383 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30c0cf1f-fb81-4766-b685-218736d72681 tempest-ExtraDHCPOptionsTestJSON-983307326 tempest-ExtraDHCPOptionsTestJSON-983307326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:06:47.821029 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30c0cf1f-fb81-4766-b685-218736d72681 tempest-ExtraDHCPOptionsTestJSON-983307326 tempest-ExtraDHCPOptionsTestJSON-983307326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:06:47.827534 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-30c0cf1f-fb81-4766-b685-218736d72681 tempest-ExtraDHCPOptionsTestJSON-983307326 tempest-ExtraDHCPOptionsTestJSON-983307326-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200  len: 2616 time: 0.7818666
Dec 24 11:06:47.828497 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 39100) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:47.972419 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e554cab0-6453-4e46-8708-a432f7dc4d91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:47.982028 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fea3d32d-4377-46b1-99f0-90dfdb202668 None None] Update dhcp port {'port': {'network_id': 'aba7367e-1d4b-4f18-a103-47503f60eff6', 'fixed_ips': [{'subnet_id': 'c696e7c9-aefc-42bd-94d3-ec7aa1d40a79', 'ip_address': '172.20.0.18'}, {'subnet_id': '40a9eba4-fa2d-4c9f-b2fc-1adf370c5ab8', 'ip_address': '172.20.0.2'}, {'subnet_id': '1b6c17b5-e6c7-4163-b52a-b70281e7ca61'}], 'binding:host_id': 'dv-neutron-822691-2-hyperv'}, 'id': '54fac788-ece8-4cca-9b89-0861365a90b1'} from dv-neutron-822691-2-hyperv. {{(pid=88880) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}}
Dec 24 11:06:48.013751 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89713768-2a87-49bc-9b76-cda155c716d2 None None] Pushing event updated for resources: {'Port': ['ID=605d4433-b9fa-48c0-afab-fbb4f3982a03,revision_number=2']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:06:48.023730 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-89713768-2a87-49bc-9b76-cda155c716d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:06:48.040750 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4f537f0f-bfd5-4947-b10a-11ddf31915ed tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks [] for port, precommit_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:48.065548 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fea3d32d-4377-46b1-99f0-90dfdb202668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:48.075297 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-4f537f0f-bfd5-4947-b10a-11ddf31915ed tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Transition to ACTIVE for port object 6cb0d2ce-01ba-4381-839f-da6ebdfa3a26 will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:06:48.079474 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4f537f0f-bfd5-4947-b10a-11ddf31915ed tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850854027'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:48.086400 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-e0f164b3-90ef-41e1-99c1-5ff9e2203cd5 tempest-ExtraDHCPOptionsTestJSON-983307326 tempest-ExtraDHCPOptionsTestJSON-983307326-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:06:48.248125 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f537f0f-bfd5-4947-b10a-11ddf31915ed tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Pushing event updated for resources: {'Port': ['ID=6cb0d2ce-01ba-4381-839f-da6ebdfa3a26,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:06:48.253746 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-4f537f0f-bfd5-4947-b10a-11ddf31915ed tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:06:48.280561 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-4f537f0f-bfd5-4947-b10a-11ddf31915ed tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] In _notify_port_updated(), no bound segment for port 6cb0d2ce-01ba-4381-839f-da6ebdfa3a26 on network aba7367e-1d4b-4f18-a103-47503f60eff6 {{(pid=88879) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}}
Dec 24 11:06:48.287080 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f537f0f-bfd5-4947-b10a-11ddf31915ed tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:06:48.287080 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4f537f0f-bfd5-4947-b10a-11ddf31915ed tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:48.292922 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-4f537f0f-bfd5-4947-b10a-11ddf31915ed tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] 10.222.0.65 "PUT /v2.0/ports/6cb0d2ce-01ba-4381-839f-da6ebdfa3a26 HTTP/1.1" status: 200  len: 960 time: 1.4517097
Dec 24 11:06:48.292922 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 39104) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:48.358743 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-fea3d32d-4377-46b1-99f0-90dfdb202668 None None] Allocated IP 172.20.0.34 (aba7367e-1d4b-4f18-a103-47503f60eff6/1b6c17b5-e6c7-4163-b52a-b70281e7ca61/54fac788-ece8-4cca-9b89-0861365a90b1) {{(pid=88880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:06:48.363939 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12042741-162c-4026-88ea-a87b7fda4ff5 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Router f82e7eab-7170-43b9-b75d-8ab381aec3c9 is scheduled to L3 agent 198cca88-1338-4098-b44b-beb0346ac906 with binding_index 1 {{(pid=88878) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 24 11:06:48.385862 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-05ae14b6-ed48-4a88-baa4-4fae9bbc2647 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Deleting port 6cb0d2ce-01ba-4381-839f-da6ebdfa3a26 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:06:48.385862 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-05ae14b6-ed48-4a88-baa4-4fae9bbc2647 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:48.401796 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [None req-4f2b3edf-55dc-47ab-b036-8ffcda3ddce7 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] device_id is not set on port e8c22110-a6b0-4b86-88a3-da20c078fc1e yet. {{(pid=88878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 24 11:06:48.433441 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4f2b3edf-55dc-47ab-b036-8ffcda3ddce7 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:48.450874 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e554cab0-6453-4e46-8708-a432f7dc4d91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:48.504510 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-7f9ca409-3d2d-41b4-8590-90f0faca8c56 tempest-ExtraDHCPOptionsTestJSON-983307326 tempest-ExtraDHCPOptionsTestJSON-983307326-project] Deleting port 4c9dc03c-1bcf-4ab5-a659-83e23b2e6223 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:06:48.504896 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7f9ca409-3d2d-41b4-8590-90f0faca8c56 tempest-ExtraDHCPOptionsTestJSON-983307326 tempest-ExtraDHCPOptionsTestJSON-983307326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:48.543637 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-fea3d32d-4377-46b1-99f0-90dfdb202668 None None] For port 54fac788-ece8-4cca-9b89-0861365a90b1, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=54fac788-ece8-4cca-9b89-0861365a90b1,segment=NetworkSegment(9baf9206-49cc-41fa-b042-30f866ce9712),segment_id=9baf9206-49cc-41fa-b042-30f866ce9712)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:06:48.604390 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fea3d32d-4377-46b1-99f0-90dfdb202668 None None] Notify callbacks [] for port, precommit_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:48.627453 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-fea3d32d-4377-46b1-99f0-90dfdb202668 None None] Transition to ACTIVE for port object 54fac788-ece8-4cca-9b89-0861365a90b1 will not be triggered until provisioned by entity DHCP. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:06:48.633266 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fea3d32d-4377-46b1-99f0-90dfdb202668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:48.645148 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-adb1b0d7-a169-4967-ba61-f417e120608a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:06:48.662348 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-4f2b3edf-55dc-47ab-b036-8ffcda3ddce7 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Transition to ACTIVE for port object e8c22110-a6b0-4b86-88a3-da20c078fc1e will not be triggered until provisioned by entity L2. {{(pid=88878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:06:48.759491 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4f2b3edf-55dc-47ab-b036-8ffcda3ddce7 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3978773'] for port, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:48.767824 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-05ae14b6-ed48-4a88-baa4-4fae9bbc2647 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:48.822105 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-fc65302b-a445-43e8-8d64-aeae57c64505 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:06:48.886050 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea3d32d-4377-46b1-99f0-90dfdb202668 None None] Pushing event updated for resources: {'Port': ['ID=54fac788-ece8-4cca-9b89-0861365a90b1,revision_number=7']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:06:48.893620 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-fea3d32d-4377-46b1-99f0-90dfdb202668 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:06:48.964597 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-05ae14b6-ed48-4a88-baa4-4fae9bbc2647 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Calling delete_port for 6cb0d2ce-01ba-4381-839f-da6ebdfa3a26 owned by  {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:06:49.154172 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-05ae14b6-ed48-4a88-baa4-4fae9bbc2647 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:49.162308 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-d8b8f9ef-ba81-43a4-a8ae-455ca9b69f2e tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:06:49.215142 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ae14b6-ed48-4a88-baa4-4fae9bbc2647 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Pushing event deleted for resources: {'Port': ['ID=6cb0d2ce-01ba-4381-839f-da6ebdfa3a26,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:06:49.219804 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-05ae14b6-ed48-4a88-baa4-4fae9bbc2647 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:06:49.244901 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2b3edf-55dc-47ab-b036-8ffcda3ddce7 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Pushing event updated for resources: {'Port': ['ID=e8c22110-a6b0-4b86-88a3-da20c078fc1e,revision_number=2']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:06:49.271990 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-4f2b3edf-55dc-47ab-b036-8ffcda3ddce7 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.450s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:06:49.275679 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e554cab0-6453-4e46-8708-a432f7dc4d91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:49.288301 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-60fe2acf-86cb-4e93-9973-3a3162a7ee66 tempest-PortsAdminExtendedAttrsTestJSON-709902862 tempest-PortsAdminExtendedAttrsTestJSON-709902862-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:06:49.351084 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-05ae14b6-ed48-4a88-baa4-4fae9bbc2647 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:49.351661 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e554cab0-6453-4e46-8708-a432f7dc4d91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6116bfb-c081-4b13-8e53-6e4914b57926,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:06:49.364453 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-05ae14b6-ed48-4a88-baa4-4fae9bbc2647 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] 10.222.0.65 "DELETE /v2.0/ports/6cb0d2ce-01ba-4381-839f-da6ebdfa3a26 HTTP/1.1" status: 204  len: 168 time: 1.0697882
Dec 24 11:06:49.375763 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 39108) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:49.392000 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-e554cab0-6453-4e46-8708-a432f7dc4d91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:06:49.434872 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-228aa8f3-152f-4b1a-9619-69a4fe519eb0 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] GET failed (client error): The resource could not be found.
Dec 24 11:06:49.435551 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-228aa8f3-152f-4b1a-9619-69a4fe519eb0 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Synchronizing usage tracker for tenant:56d5354af46a4a91924cfe2259b4b254 on resource:port {{(pid=88879) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:06:49.452941 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-228aa8f3-152f-4b1a-9619-69a4fe519eb0 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Unset dirty status for tenant:56d5354af46a4a91924cfe2259b4b254 on resource:port {{(pid=88879) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:06:49.454484 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-228aa8f3-152f-4b1a-9619-69a4fe519eb0 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] 10.222.0.65 "GET /v2.0/ports/6cb0d2ce-01ba-4381-839f-da6ebdfa3a26 HTTP/1.1" status: 404  len: 333 time: 0.0774076
Dec 24 11:06:49.457698 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 39112) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:49.562547 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-4f2b3edf-55dc-47ab-b036-8ffcda3ddce7 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Attempting to bind port e8c22110-a6b0-4b86-88a3-da20c078fc1e on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:06:49.562924 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-4f2b3edf-55dc-47ab-b036-8ffcda3ddce7 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Attempting to bind port e8c22110-a6b0-4b86-88a3-da20c078fc1e by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'b1db3f57-c1aa-4870-9650-19efc99a1d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5948873f-ca7d-4e7f-ab1d-ac747fd99119'}] {{(pid=88878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:06:49.563300 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f2b3edf-55dc-47ab-b036-8ffcda3ddce7 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Attempting to bind port e8c22110-a6b0-4b86-88a3-da20c078fc1e on network 5948873f-ca7d-4e7f-ab1d-ac747fd99119 {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:06:49.594825 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71dacccd-252b-4202-a5ae-60a7d81b1cd4 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:06:49.607698 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-71dacccd-252b-4202-a5ae-60a7d81b1cd4 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] 10.222.0.65 "PUT /v2.0/routers/c2c790a3-ff0c-4d2e-9119-b483653246c3/add_router_interface HTTP/1.1" status: 200  len: 503 time: 18.2785747
Dec 24 11:06:49.622966 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0322106-d474-4989-b71a-4ea37d72e633 None None] Sync routers for ids ['c2c790a3-ff0c-4d2e-9119-b483653246c3'] in dv-neutron-822691-2-hyperv {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:06:49.628295 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 39116) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:49.629925 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e554cab0-6453-4e46-8708-a432f7dc4d91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:49.634744 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-e554cab0-6453-4e46-8708-a432f7dc4d91 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b6116bfb-c081-4b13-8e53-6e4914b57926 HTTP/1.1" status: 204  len: 168 time: 2.4344492
Dec 24 11:06:49.643321 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0322106-d474-4989-b71a-4ea37d72e633 None None] Routers {'c2c790a3-ff0c-4d2e-9119-b483653246c3'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:06:49.644002 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-b0322106-d474-4989-b71a-4ea37d72e633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271d983c8>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:06:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['c2c790a3-ff0c-4d2e-9119-b483653246c3'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:06:49.680745 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f2b3edf-55dc-47ab-b036-8ffcda3ddce7 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Port e8c22110-a6b0-4b86-88a3-da20c078fc1e on network 5948873f-ca7d-4e7f-ab1d-ac747fd99119 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 24 11:06:49.681263 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR neutron.plugins.ml2.managers [None req-4f2b3edf-55dc-47ab-b036-8ffcda3ddce7 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Failed to bind port e8c22110-a6b0-4b86-88a3-da20c078fc1e on host hv-neutron-8226 for vnic_type normal using segments [{'id': 'b1db3f57-c1aa-4870-9650-19efc99a1d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5948873f-ca7d-4e7f-ab1d-ac747fd99119'}]
Dec 24 11:06:49.734034 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-b0322106-d474-4989-b71a-4ea37d72e633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271d983c8>, [], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:06:49.763220 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b64cdbd8-cebb-49ce-b58b-187e8d50a788 None None] Network e7e0656d-2fbd-4f09-91a4-d183626bea5d requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:06:49.773930 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0322106-d474-4989-b71a-4ea37d72e633 None None] Routers {'c2c790a3-ff0c-4d2e-9119-b483653246c3'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:06:49.774589 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-b0322106-d474-4989-b71a-4ea37d72e633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271d983c8>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:06:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['c2c790a3-ff0c-4d2e-9119-b483653246c3'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:06:49.874176 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-56919d23-a48b-4631-895e-981adef982dc tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks [] for security_group, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:49.915316 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-56919d23-a48b-4631-895e-981adef982dc tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:49.957035 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-b0322106-d474-4989-b71a-4ea37d72e633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271d983c8>, [], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:06:49.957987 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0322106-d474-4989-b71a-4ea37d72e633 None None] The sync data for ids ['c2c790a3-ff0c-4d2e-9119-b483653246c3'] in dv-neutron-822691-2-hyperv is: [] {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:06:49.967034 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.plugins.ml2.plugin [None req-4f2b3edf-55dc-47ab-b036-8ffcda3ddce7 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Attempt 2 to bind port e8c22110-a6b0-4b86-88a3-da20c078fc1e
Dec 24 11:06:49.998739 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-56919d23-a48b-4631-895e-981adef982dc tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:50.006366 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-d858f065-8e5e-44ae-a386-1d52e920d3bc tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:06:50.015465 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-0126edf7-653f-4533-a2f9-3048c3754679 None None] Provisioning for port 073e7d47-ff23-4cc0-8b4b-7da70b25336a completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:06:50.059819 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56919d23-a48b-4631-895e-981adef982dc tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd723ce6-dd96-493c-8f1c-31a80898fa51,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:06:50.067255 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-56919d23-a48b-4631-895e-981adef982dc tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:06:50.079319 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-56919d23-a48b-4631-895e-981adef982dc tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks [] for security_group, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:50.080561 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-56919d23-a48b-4631-895e-981adef982dc tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] 10.222.0.65 "DELETE /v2.0/security-groups/cd723ce6-dd96-493c-8f1c-31a80898fa51 HTTP/1.1" status: 204  len: 168 time: 0.6215732
Dec 24 11:06:50.084160 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 39122) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:50.152532 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7f9ca409-3d2d-41b4-8590-90f0faca8c56 tempest-ExtraDHCPOptionsTestJSON-983307326 tempest-ExtraDHCPOptionsTestJSON-983307326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:50.211282 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 54fac788-ece8-4cca-9b89-0861365a90b1 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:06:50.248675 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-47e2d83d-1ff9-435c-bfc0-895e4aa8e18c tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks [] for security_group, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:50.313239 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-47e2d83d-1ff9-435c-bfc0-895e4aa8e18c tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:50.334566 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-4f2b3edf-55dc-47ab-b036-8ffcda3ddce7 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Attempting to bind port e8c22110-a6b0-4b86-88a3-da20c078fc1e on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:06:50.334944 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-4f2b3edf-55dc-47ab-b036-8ffcda3ddce7 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Attempting to bind port e8c22110-a6b0-4b86-88a3-da20c078fc1e by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'b1db3f57-c1aa-4870-9650-19efc99a1d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5948873f-ca7d-4e7f-ab1d-ac747fd99119'}] {{(pid=88878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:06:50.335321 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f2b3edf-55dc-47ab-b036-8ffcda3ddce7 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Attempting to bind port e8c22110-a6b0-4b86-88a3-da20c078fc1e on network 5948873f-ca7d-4e7f-ab1d-ac747fd99119 {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:06:50.385009 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-47e2d83d-1ff9-435c-bfc0-895e4aa8e18c tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:50.392595 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-829d2cf2-d354-4fd9-9940-912f7d38ae3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:06:50.414901 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e2d83d-1ff9-435c-bfc0-895e4aa8e18c tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a26f72f-a40b-4aee-a0b1-8f7de1a72953,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:06:50.427261 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-47e2d83d-1ff9-435c-bfc0-895e4aa8e18c tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks [] for security_group, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:50.432377 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-47e2d83d-1ff9-435c-bfc0-895e4aa8e18c tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] 10.222.0.65 "DELETE /v2.0/security-groups/7a26f72f-a40b-4aee-a0b1-8f7de1a72953 HTTP/1.1" status: 204  len: 168 time: 0.3470399
Dec 24 11:06:50.433893 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-47e2d83d-1ff9-435c-bfc0-895e4aa8e18c tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:06:50.434777 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 39126) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:50.480665 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-7f9ca409-3d2d-41b4-8590-90f0faca8c56 tempest-ExtraDHCPOptionsTestJSON-983307326 tempest-ExtraDHCPOptionsTestJSON-983307326-project] Calling delete_port for 4c9dc03c-1bcf-4ab5-a659-83e23b2e6223 owned by  {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:06:50.547556 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12042741-162c-4026-88ea-a87b7fda4ff5 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:06:50.566631 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 605d4433-b9fa-48c0-afab-fbb4f3982a03 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:06:50.574626 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0c60572b-6d61-476d-9c87-b3f51c6742f4 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks [] for security_group, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:50.624785 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9306ef66-c981-4aa1-820c-1adb1ec70b56 None None] Sync routers for ids ['f82e7eab-7170-43b9-b75d-8ab381aec3c9'] in dv-neutron-822691-2-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:06:50.643789 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0c60572b-6d61-476d-9c87-b3f51c6742f4 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:50.708466 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-0055b8b9-c512-4731-88c5-92bc6e4d1024 None None] Provisioning for port 54fac788-ece8-4cca-9b89-0861365a90b1 completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:06:50.716281 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9306ef66-c981-4aa1-820c-1adb1ec70b56 None None] Routers {'f82e7eab-7170-43b9-b75d-8ab381aec3c9'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:06:50.717129 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-9306ef66-c981-4aa1-820c-1adb1ec70b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271c7fda0>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:06:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['f82e7eab-7170-43b9-b75d-8ab381aec3c9'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:06:50.722557 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0c60572b-6d61-476d-9c87-b3f51c6742f4 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:50.736373 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-8e2687f6-f30d-466a-902b-8a9e36aee232 tempest-ExternalNetworksTestJSON-1065651105 tempest-ExternalNetworksTestJSON-1065651105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:06:50.783290 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c60572b-6d61-476d-9c87-b3f51c6742f4 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a1267c5-b53e-4d74-a852-afdda39d2dbc,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:06:50.784721 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-0055b8b9-c512-4731-88c5-92bc6e4d1024 None None] Provisioning complete for port 54fac788-ece8-4cca-9b89-0861365a90b1 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:06:50.785777 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0055b8b9-c512-4731-88c5-92bc6e4d1024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:50.787847 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0c60572b-6d61-476d-9c87-b3f51c6742f4 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks [] for security_group, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:50.791891 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-0c60572b-6d61-476d-9c87-b3f51c6742f4 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] 10.222.0.65 "DELETE /v2.0/security-groups/1a1267c5-b53e-4d74-a852-afdda39d2dbc HTTP/1.1" status: 204  len: 168 time: 0.3531721
Dec 24 11:06:50.794298 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-0c60572b-6d61-476d-9c87-b3f51c6742f4 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:06:50.794803 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 39130) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:50.842494 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-9306ef66-c981-4aa1-820c-1adb1ec70b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271c7fda0>, [], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:06:50.858785 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning for port 605d4433-b9fa-48c0-afab-fbb4f3982a03 completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:06:50.885908 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 073e7d47-ff23-4cc0-8b4b-7da70b25336a up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:06:50.922249 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-12042741-162c-4026-88ea-a87b7fda4ff5 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] 10.222.0.65 "PUT /v2.0/routers/f82e7eab-7170-43b9-b75d-8ab381aec3c9/add_router_interface HTTP/1.1" status: 200  len: 503 time: 19.5949419
Dec 24 11:06:50.930294 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 39134) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:50.930943 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f2b3edf-55dc-47ab-b036-8ffcda3ddce7 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Port e8c22110-a6b0-4b86-88a3-da20c078fc1e on network 5948873f-ca7d-4e7f-ab1d-ac747fd99119 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 24 11:06:50.931309 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR neutron.plugins.ml2.managers [None req-4f2b3edf-55dc-47ab-b036-8ffcda3ddce7 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Failed to bind port e8c22110-a6b0-4b86-88a3-da20c078fc1e on host hv-neutron-8226 for vnic_type normal using segments [{'id': 'b1db3f57-c1aa-4870-9650-19efc99a1d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5948873f-ca7d-4e7f-ab1d-ac747fd99119'}]
Dec 24 11:06:50.989704 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.plugins.ml2.plugin [None req-4f2b3edf-55dc-47ab-b036-8ffcda3ddce7 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Attempt 3 to bind port e8c22110-a6b0-4b86-88a3-da20c078fc1e
Dec 24 11:06:51.030789 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9306ef66-c981-4aa1-820c-1adb1ec70b56 None None] Routers {'f82e7eab-7170-43b9-b75d-8ab381aec3c9'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:06:51.031609 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-9306ef66-c981-4aa1-820c-1adb1ec70b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271c7fda0>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:06:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['f82e7eab-7170-43b9-b75d-8ab381aec3c9'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:06:51.189041 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-4f2b3edf-55dc-47ab-b036-8ffcda3ddce7 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Attempting to bind port e8c22110-a6b0-4b86-88a3-da20c078fc1e on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:06:51.189414 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-4f2b3edf-55dc-47ab-b036-8ffcda3ddce7 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Attempting to bind port e8c22110-a6b0-4b86-88a3-da20c078fc1e by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'b1db3f57-c1aa-4870-9650-19efc99a1d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5948873f-ca7d-4e7f-ab1d-ac747fd99119'}] {{(pid=88878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:06:51.189802 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f2b3edf-55dc-47ab-b036-8ffcda3ddce7 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Attempting to bind port e8c22110-a6b0-4b86-88a3-da20c078fc1e on network 5948873f-ca7d-4e7f-ab1d-ac747fd99119 {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:06:51.193728 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-9306ef66-c981-4aa1-820c-1adb1ec70b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271c7fda0>, [], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:06:51.194394 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9306ef66-c981-4aa1-820c-1adb1ec70b56 None None] The sync data for ids ['f82e7eab-7170-43b9-b75d-8ab381aec3c9'] in dv-neutron-822691-2-hyperv is: [] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:06:51.266844 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning for port 073e7d47-ff23-4cc0-8b4b-7da70b25336a completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:06:51.271002 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_v2 [None req-0adf9fd2-1c19-4f75-b2d8-cbcf2c881635 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Deleting subnet 40a9eba4-fa2d-4c9f-b2fc-1adf370c5ab8 {{(pid=88879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 24 11:06:51.274997 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0adf9fd2-1c19-4f75-b2d8-cbcf2c881635 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks [] for subnet, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:51.294688 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port 073e7d47-ff23-4cc0-8b4b-7da70b25336a triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:06:51.298043 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:51.334796 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-0055b8b9-c512-4731-88c5-92bc6e4d1024 None None] Could not find standard attr ID for object 6cb0d2ce-01ba-4381-839f-da6ebdfa3a26. {{(pid=88880) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 24 11:06:51.371487 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07315e18-0200-40ca-8f2c-785c9c97081e tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:06:51.372184 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-07315e18-0200-40ca-8f2c-785c9c97081e tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Synchronizing usage tracker for tenant:59b398769254445dae3d1f85e7f0f818 on resource:port {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:06:51.376791 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f2b3edf-55dc-47ab-b036-8ffcda3ddce7 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Port e8c22110-a6b0-4b86-88a3-da20c078fc1e on network 5948873f-ca7d-4e7f-ab1d-ac747fd99119 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 24 11:06:51.377500 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR neutron.plugins.ml2.managers [None req-4f2b3edf-55dc-47ab-b036-8ffcda3ddce7 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Failed to bind port e8c22110-a6b0-4b86-88a3-da20c078fc1e on host hv-neutron-8226 for vnic_type normal using segments [{'id': 'b1db3f57-c1aa-4870-9650-19efc99a1d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5948873f-ca7d-4e7f-ab1d-ac747fd99119'}]
Dec 24 11:06:51.385199 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.plugins.ml2.plugin [None req-4f2b3edf-55dc-47ab-b036-8ffcda3ddce7 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Attempt 4 to bind port e8c22110-a6b0-4b86-88a3-da20c078fc1e
Dec 24 11:06:51.393701 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0adf9fd2-1c19-4f75-b2d8-cbcf2c881635 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-786693'] for subnet, precommit_delete_associations {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:51.455994 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d7938c3-0f72-440b-bbe3-249ada973ca7 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Router 24f0b5d8-d368-4970-b4e5-f35e9299f571 has already been hosted by L3 agent 198cca88-1338-4098-b44b-beb0346ac906 {{(pid=88878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 24 11:06:51.457003 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-4f2b3edf-55dc-47ab-b036-8ffcda3ddce7 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Attempting to bind port e8c22110-a6b0-4b86-88a3-da20c078fc1e on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:06:51.457377 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-4f2b3edf-55dc-47ab-b036-8ffcda3ddce7 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Attempting to bind port e8c22110-a6b0-4b86-88a3-da20c078fc1e by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'b1db3f57-c1aa-4870-9650-19efc99a1d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5948873f-ca7d-4e7f-ab1d-ac747fd99119'}] {{(pid=88878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:06:51.457752 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f2b3edf-55dc-47ab-b036-8ffcda3ddce7 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Attempting to bind port e8c22110-a6b0-4b86-88a3-da20c078fc1e on network 5948873f-ca7d-4e7f-ab1d-ac747fd99119 {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:06:51.474151 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-0055b8b9-c512-4731-88c5-92bc6e4d1024 None None] Provisioning complete for port 35f74e81-df80-4eb2-a058-ba78e8558bc6 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:06:51.474581 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0055b8b9-c512-4731-88c5-92bc6e4d1024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:51.610589 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0adf9fd2-1c19-4f75-b2d8-cbcf2c881635 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847655656'] for subnet, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:51.612730 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-0055b8b9-c512-4731-88c5-92bc6e4d1024 None None] Port 35f74e81-df80-4eb2-a058-ba78e8558bc6 cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:06:51.625244 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:51.668867 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] For port 073e7d47-ff23-4cc0-8b4b-7da70b25336a, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=073e7d47-ff23-4cc0-8b4b-7da70b25336a,segment=NetworkSegment(457fc0bb-1d1a-454b-9c9b-fc1b654cceab),segment_id=457fc0bb-1d1a-454b-9c9b-fc1b654cceab)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:06:51.674245 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:51.676420 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f6d0f695-586b-4031-9a1c-d8ce781d3b47 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:06:51.704306 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-07315e18-0200-40ca-8f2c-785c9c97081e tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Unset dirty status for tenant:59b398769254445dae3d1f85e7f0f818 on resource:port {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:06:51.711332 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-07315e18-0200-40ca-8f2c-785c9c97081e tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] 10.222.0.65 "GET /v2.0/ports/01c89782-ebf5-45f6-8137-aa157df7ce1b HTTP/1.1" status: 200  len: 911 time: 0.7764442
Dec 24 11:06:51.712960 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 39138) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:51.736271 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-b447e9c0-9c42-435d-ab9e-c4d575a964d5 None None] Could not find standard attr ID for object 6cb0d2ce-01ba-4381-839f-da6ebdfa3a26. {{(pid=88880) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 24 11:06:51.761814 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f2b3edf-55dc-47ab-b036-8ffcda3ddce7 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Port e8c22110-a6b0-4b86-88a3-da20c078fc1e on network 5948873f-ca7d-4e7f-ab1d-ac747fd99119 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 24 11:06:51.763185 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR neutron.plugins.ml2.managers [None req-4f2b3edf-55dc-47ab-b036-8ffcda3ddce7 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Failed to bind port e8c22110-a6b0-4b86-88a3-da20c078fc1e on host hv-neutron-8226 for vnic_type normal using segments [{'id': 'b1db3f57-c1aa-4870-9650-19efc99a1d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5948873f-ca7d-4e7f-ab1d-ac747fd99119'}]
Dec 24 11:06:51.790155 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.plugins.ml2.plugin [None req-4f2b3edf-55dc-47ab-b036-8ffcda3ddce7 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Attempt 5 to bind port e8c22110-a6b0-4b86-88a3-da20c078fc1e
Dec 24 11:06:51.795770 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Pushing event updated for resources: {'Port': ['ID=073e7d47-ff23-4cc0-8b4b-7da70b25336a,revision_number=3']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:06:51.803189 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:06:51.839392 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-4f2b3edf-55dc-47ab-b036-8ffcda3ddce7 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Attempting to bind port e8c22110-a6b0-4b86-88a3-da20c078fc1e on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:06:51.839852 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-4f2b3edf-55dc-47ab-b036-8ffcda3ddce7 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Attempting to bind port e8c22110-a6b0-4b86-88a3-da20c078fc1e by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'b1db3f57-c1aa-4870-9650-19efc99a1d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5948873f-ca7d-4e7f-ab1d-ac747fd99119'}] {{(pid=88878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:06:51.840304 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f2b3edf-55dc-47ab-b036-8ffcda3ddce7 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Attempting to bind port e8c22110-a6b0-4b86-88a3-da20c078fc1e on network 5948873f-ca7d-4e7f-ab1d-ac747fd99119 {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:06:51.934101 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0adf9fd2-1c19-4f75-b2d8-cbcf2c881635 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7120129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850854134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851156349'] for subnet, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:51.942732 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-82d266af-4dc3-453b-9cb7-8aebfe8b038d tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:06:51.995299 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adf9fd2-1c19-4f75-b2d8-cbcf2c881635 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Pushing event deleted for resources: {'Subnet': ['ID=40a9eba4-fa2d-4c9f-b2fc-1adf370c5ab8,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:06:52.001708 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-0adf9fd2-1c19-4f75-b2d8-cbcf2c881635 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:06:52.004181 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0adf9fd2-1c19-4f75-b2d8-cbcf2c881635 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks [] for subnet, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:52.017545 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-0adf9fd2-1c19-4f75-b2d8-cbcf2c881635 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] 10.222.0.65 "DELETE /v2.0/subnets/40a9eba4-fa2d-4c9f-b2fc-1adf370c5ab8 HTTP/1.1" status: 204  len: 168 time: 1.2189229
Dec 24 11:06:52.020527 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 39142) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:52.037481 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f038fa4-2814-446e-83fc-91ded0e8799e None None] Network aba7367e-1d4b-4f18-a103-47503f60eff6 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:06:52.108233 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_v2 [None req-26ea2436-e27c-46ce-94ab-71a14340371d tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Deleting subnet 1b6c17b5-e6c7-4163-b52a-b70281e7ca61 {{(pid=88879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 24 11:06:52.116753 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f2b3edf-55dc-47ab-b036-8ffcda3ddce7 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Port e8c22110-a6b0-4b86-88a3-da20c078fc1e on network 5948873f-ca7d-4e7f-ab1d-ac747fd99119 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 24 11:06:52.117128 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR neutron.plugins.ml2.managers [None req-4f2b3edf-55dc-47ab-b036-8ffcda3ddce7 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Failed to bind port e8c22110-a6b0-4b86-88a3-da20c078fc1e on host hv-neutron-8226 for vnic_type normal using segments [{'id': 'b1db3f57-c1aa-4870-9650-19efc99a1d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5948873f-ca7d-4e7f-ab1d-ac747fd99119'}]
Dec 24 11:06:52.119704 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-26ea2436-e27c-46ce-94ab-71a14340371d tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks [] for subnet, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:52.119891 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.plugins.ml2.plugin [None req-4f2b3edf-55dc-47ab-b036-8ffcda3ddce7 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Attempt 6 to bind port e8c22110-a6b0-4b86-88a3-da20c078fc1e
Dec 24 11:06:52.142820 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7f9ca409-3d2d-41b4-8590-90f0faca8c56 tempest-ExtraDHCPOptionsTestJSON-983307326 tempest-ExtraDHCPOptionsTestJSON-983307326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:52.143733 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-b447e9c0-9c42-435d-ab9e-c4d575a964d5 None None] Provisioning for port 4c9dc03c-1bcf-4ab5-a659-83e23b2e6223 completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:06:52.154308 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-b786a558-d74f-4f3a-ab28-9973a169325f tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:06:52.165222 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-b447e9c0-9c42-435d-ab9e-c4d575a964d5 None None] Provisioning complete for port 4c9dc03c-1bcf-4ab5-a659-83e23b2e6223 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:06:52.165983 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b447e9c0-9c42-435d-ab9e-c4d575a964d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:52.208145 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-4f2b3edf-55dc-47ab-b036-8ffcda3ddce7 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Attempting to bind port e8c22110-a6b0-4b86-88a3-da20c078fc1e on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:06:52.208652 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-4f2b3edf-55dc-47ab-b036-8ffcda3ddce7 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Attempting to bind port e8c22110-a6b0-4b86-88a3-da20c078fc1e by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'b1db3f57-c1aa-4870-9650-19efc99a1d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5948873f-ca7d-4e7f-ab1d-ac747fd99119'}] {{(pid=88878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:06:52.209038 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f2b3edf-55dc-47ab-b036-8ffcda3ddce7 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Attempting to bind port e8c22110-a6b0-4b86-88a3-da20c078fc1e on network 5948873f-ca7d-4e7f-ab1d-ac747fd99119 {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:06:52.216847 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9ca409-3d2d-41b4-8590-90f0faca8c56 tempest-ExtraDHCPOptionsTestJSON-983307326 tempest-ExtraDHCPOptionsTestJSON-983307326-project] Pushing event deleted for resources: {'Port': ['ID=4c9dc03c-1bcf-4ab5-a659-83e23b2e6223,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:06:52.220094 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7f9ca409-3d2d-41b4-8590-90f0faca8c56 tempest-ExtraDHCPOptionsTestJSON-983307326 tempest-ExtraDHCPOptionsTestJSON-983307326-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:06:52.284857 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f2b3edf-55dc-47ab-b036-8ffcda3ddce7 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Port e8c22110-a6b0-4b86-88a3-da20c078fc1e on network 5948873f-ca7d-4e7f-ab1d-ac747fd99119 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 24 11:06:52.285225 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR neutron.plugins.ml2.managers [None req-4f2b3edf-55dc-47ab-b036-8ffcda3ddce7 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Failed to bind port e8c22110-a6b0-4b86-88a3-da20c078fc1e on host hv-neutron-8226 for vnic_type normal using segments [{'id': 'b1db3f57-c1aa-4870-9650-19efc99a1d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5948873f-ca7d-4e7f-ab1d-ac747fd99119'}]
Dec 24 11:06:52.287560 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.plugins.ml2.plugin [None req-4f2b3edf-55dc-47ab-b036-8ffcda3ddce7 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Attempt 7 to bind port e8c22110-a6b0-4b86-88a3-da20c078fc1e
Dec 24 11:06:52.354248 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-26ea2436-e27c-46ce-94ab-71a14340371d tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-786693'] for subnet, precommit_delete_associations {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:52.418161 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-4f2b3edf-55dc-47ab-b036-8ffcda3ddce7 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Attempting to bind port e8c22110-a6b0-4b86-88a3-da20c078fc1e on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:06:52.418543 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-4f2b3edf-55dc-47ab-b036-8ffcda3ddce7 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Attempting to bind port e8c22110-a6b0-4b86-88a3-da20c078fc1e by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'b1db3f57-c1aa-4870-9650-19efc99a1d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5948873f-ca7d-4e7f-ab1d-ac747fd99119'}] {{(pid=88878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:06:52.418932 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f2b3edf-55dc-47ab-b036-8ffcda3ddce7 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Attempting to bind port e8c22110-a6b0-4b86-88a3-da20c078fc1e on network 5948873f-ca7d-4e7f-ab1d-ac747fd99119 {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:06:52.431263 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-b447e9c0-9c42-435d-ab9e-c4d575a964d5 None None] Port 4c9dc03c-1bcf-4ab5-a659-83e23b2e6223 was deleted so its status cannot be updated. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:300}}
Dec 24 11:06:52.436443 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-b447e9c0-9c42-435d-ab9e-c4d575a964d5 None None] Could not find standard attr ID for object 76b24d0a-2a4c-41f9-834b-7655afd9ef28. {{(pid=88880) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 24 11:06:52.493873 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-b447e9c0-9c42-435d-ab9e-c4d575a964d5 None None] Provisioning for port bf3f20b4-a479-44f4-bbfc-aeb9e0a9d0c1 completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:06:52.495209 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-17cd633e-54fc-4394-94ec-9a4de275abbb tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854055677'] for router_interface, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:52.508068 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-b447e9c0-9c42-435d-ab9e-c4d575a964d5 None None] Provisioning complete for port bf3f20b4-a479-44f4-bbfc-aeb9e0a9d0c1 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:06:52.508910 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b447e9c0-9c42-435d-ab9e-c4d575a964d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:52.546226 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f2b3edf-55dc-47ab-b036-8ffcda3ddce7 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Port e8c22110-a6b0-4b86-88a3-da20c078fc1e on network 5948873f-ca7d-4e7f-ab1d-ac747fd99119 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 24 11:06:52.546595 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR neutron.plugins.ml2.managers [None req-4f2b3edf-55dc-47ab-b036-8ffcda3ddce7 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Failed to bind port e8c22110-a6b0-4b86-88a3-da20c078fc1e on host hv-neutron-8226 for vnic_type normal using segments [{'id': 'b1db3f57-c1aa-4870-9650-19efc99a1d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5948873f-ca7d-4e7f-ab1d-ac747fd99119'}]
Dec 24 11:06:52.549771 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7f9ca409-3d2d-41b4-8590-90f0faca8c56 tempest-ExtraDHCPOptionsTestJSON-983307326 tempest-ExtraDHCPOptionsTestJSON-983307326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:52.559385 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.plugins.ml2.plugin [None req-4f2b3edf-55dc-47ab-b036-8ffcda3ddce7 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Attempt 8 to bind port e8c22110-a6b0-4b86-88a3-da20c078fc1e
Dec 24 11:06:52.579659 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-861f1abf-8b74-4b77-b406-d0afb6e3efed tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:52.606868 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-26ea2436-e27c-46ce-94ab-71a14340371d tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847655656'] for subnet, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:52.607364 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-7f9ca409-3d2d-41b4-8590-90f0faca8c56 tempest-ExtraDHCPOptionsTestJSON-983307326 tempest-ExtraDHCPOptionsTestJSON-983307326-project] 10.222.0.65 "DELETE /v2.0/ports/4c9dc03c-1bcf-4ab5-a659-83e23b2e6223 HTTP/1.1" status: 204  len: 168 time: 4.7592354
Dec 24 11:06:52.608236 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 39146) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:52.627835 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-411bb6f9-a5af-4cfc-bab4-be3cd141bd05 tempest-ExtraDHCPOptionsTestJSON-983307326 tempest-ExtraDHCPOptionsTestJSON-983307326-project] Request body: {'port': {'name': 'tempest-new-port-name-1721510949', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:06:52.628273 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.api.validators [None req-411bb6f9-a5af-4cfc-bab4-be3cd141bd05 tempest-ExtraDHCPOptionsTestJSON-983307326 tempest-ExtraDHCPOptionsTestJSON-983307326-project] bootfile-name is not in valid_values {{(pid=88878) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Dec 24 11:06:52.630202 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.api.validators [None req-411bb6f9-a5af-4cfc-bab4-be3cd141bd05 tempest-ExtraDHCPOptionsTestJSON-983307326 tempest-ExtraDHCPOptionsTestJSON-983307326-project] tftp-server is not in valid_values {{(pid=88878) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Dec 24 11:06:52.630822 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.api.validators [None req-411bb6f9-a5af-4cfc-bab4-be3cd141bd05 tempest-ExtraDHCPOptionsTestJSON-983307326 tempest-ExtraDHCPOptionsTestJSON-983307326-project] server-ip-address is not in valid_values {{(pid=88878) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Dec 24 11:06:52.633502 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-b447e9c0-9c42-435d-ab9e-c4d575a964d5 None None] Port bf3f20b4-a479-44f4-bbfc-aeb9e0a9d0c1 cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:06:52.660206 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-b447e9c0-9c42-435d-ab9e-c4d575a964d5 None None] Provisioning for port 605d4433-b9fa-48c0-afab-fbb4f3982a03 completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:06:52.663524 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-4f2b3edf-55dc-47ab-b036-8ffcda3ddce7 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Attempting to bind port e8c22110-a6b0-4b86-88a3-da20c078fc1e on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:06:52.663922 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-4f2b3edf-55dc-47ab-b036-8ffcda3ddce7 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Attempting to bind port e8c22110-a6b0-4b86-88a3-da20c078fc1e by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'b1db3f57-c1aa-4870-9650-19efc99a1d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5948873f-ca7d-4e7f-ab1d-ac747fd99119'}] {{(pid=88878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:06:52.664300 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f2b3edf-55dc-47ab-b036-8ffcda3ddce7 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Attempting to bind port e8c22110-a6b0-4b86-88a3-da20c078fc1e on network 5948873f-ca7d-4e7f-ab1d-ac747fd99119 {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:06:52.666239 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-b447e9c0-9c42-435d-ab9e-c4d575a964d5 None None] Provisioning complete for port 605d4433-b9fa-48c0-afab-fbb4f3982a03 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:06:52.666756 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b447e9c0-9c42-435d-ab9e-c4d575a964d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:52.765185 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-26ea2436-e27c-46ce-94ab-71a14340371d tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7120129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850854134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851156349'] for subnet, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:52.770089 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-42630e07-a236-4a8b-beb9-806b57f3abe0 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:06:52.801482 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f2b3edf-55dc-47ab-b036-8ffcda3ddce7 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Port e8c22110-a6b0-4b86-88a3-da20c078fc1e on network 5948873f-ca7d-4e7f-ab1d-ac747fd99119 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 24 11:06:52.801922 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR neutron.plugins.ml2.managers [None req-4f2b3edf-55dc-47ab-b036-8ffcda3ddce7 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Failed to bind port e8c22110-a6b0-4b86-88a3-da20c078fc1e on host hv-neutron-8226 for vnic_type normal using segments [{'id': 'b1db3f57-c1aa-4870-9650-19efc99a1d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5948873f-ca7d-4e7f-ab1d-ac747fd99119'}]
Dec 24 11:06:52.817539 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b447e9c0-9c42-435d-ab9e-c4d575a964d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:52.819911 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.plugins.ml2.plugin [None req-4f2b3edf-55dc-47ab-b036-8ffcda3ddce7 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Attempt 9 to bind port e8c22110-a6b0-4b86-88a3-da20c078fc1e
Dec 24 11:06:52.825343 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ea2436-e27c-46ce-94ab-71a14340371d tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Pushing event deleted for resources: {'Subnet': ['ID=1b6c17b5-e6c7-4163-b52a-b70281e7ca61,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:06:52.828963 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-26ea2436-e27c-46ce-94ab-71a14340371d tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:06:52.835535 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-26ea2436-e27c-46ce-94ab-71a14340371d tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks [] for subnet, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:52.852026 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-26ea2436-e27c-46ce-94ab-71a14340371d tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] 10.222.0.65 "DELETE /v2.0/subnets/1b6c17b5-e6c7-4163-b52a-b70281e7ca61 HTTP/1.1" status: 204  len: 168 time: 0.8256354
Dec 24 11:06:52.852823 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 39150) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:52.857627 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-b447e9c0-9c42-435d-ab9e-c4d575a964d5 None None] For port 605d4433-b9fa-48c0-afab-fbb4f3982a03, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=605d4433-b9fa-48c0-afab-fbb4f3982a03,segment=NetworkSegment(6618a092-51b2-4e3d-9318-3ce6b7b40c55),segment_id=6618a092-51b2-4e3d-9318-3ce6b7b40c55)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:06:52.865183 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b447e9c0-9c42-435d-ab9e-c4d575a964d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:52.869320 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-abb305b3-d977-49f0-96d1-cf9dfb1bed21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:06:52.903621 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6b0fd49-4088-45be-ac39-909f380cdf07 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] DELETE failed (client error): The resource could not be found.
Dec 24 11:06:52.904145 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6b0fd49-4088-45be-ac39-909f380cdf07 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88879) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 24 11:06:52.909025 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-b6b0fd49-4088-45be-ac39-909f380cdf07 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] 10.222.0.65 "DELETE /v2.0/subnets/40a9eba4-fa2d-4c9f-b2fc-1adf370c5ab8 HTTP/1.1" status: 404  len: 337 time: 0.0544422
Dec 24 11:06:52.910251 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 39154) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:52.930927 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-b447e9c0-9c42-435d-ab9e-c4d575a964d5 None None] Provisioning complete for port 073e7d47-ff23-4cc0-8b4b-7da70b25336a triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:06:52.931351 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b447e9c0-9c42-435d-ab9e-c4d575a964d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:52.977909 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-4f2b3edf-55dc-47ab-b036-8ffcda3ddce7 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Attempting to bind port e8c22110-a6b0-4b86-88a3-da20c078fc1e on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:06:52.978290 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-4f2b3edf-55dc-47ab-b036-8ffcda3ddce7 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Attempting to bind port e8c22110-a6b0-4b86-88a3-da20c078fc1e by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'b1db3f57-c1aa-4870-9650-19efc99a1d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5948873f-ca7d-4e7f-ab1d-ac747fd99119'}] {{(pid=88878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:06:52.978657 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f2b3edf-55dc-47ab-b036-8ffcda3ddce7 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Attempting to bind port e8c22110-a6b0-4b86-88a3-da20c078fc1e on network 5948873f-ca7d-4e7f-ab1d-ac747fd99119 {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:06:53.023369 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.db.api [None req-861f1abf-8b74-4b77-b406-d0afb6e3efed tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88878) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 24 11:06:53.023710 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_db.api [None req-861f1abf-8b74-4b77-b406-d0afb6e3efed tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 24 11:06:53.036476 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f2b3edf-55dc-47ab-b036-8ffcda3ddce7 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Port e8c22110-a6b0-4b86-88a3-da20c078fc1e on network 5948873f-ca7d-4e7f-ab1d-ac747fd99119 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 24 11:06:53.037093 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR neutron.plugins.ml2.managers [None req-4f2b3edf-55dc-47ab-b036-8ffcda3ddce7 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Failed to bind port e8c22110-a6b0-4b86-88a3-da20c078fc1e on host hv-neutron-8226 for vnic_type normal using segments [{'id': 'b1db3f57-c1aa-4870-9650-19efc99a1d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5948873f-ca7d-4e7f-ab1d-ac747fd99119'}]
Dec 24 11:06:53.041239 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.plugins.ml2.plugin [None req-4f2b3edf-55dc-47ab-b036-8ffcda3ddce7 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Attempt 10 to bind port e8c22110-a6b0-4b86-88a3-da20c078fc1e
Dec 24 11:06:53.063969 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-411bb6f9-a5af-4cfc-bab4-be3cd141bd05 tempest-ExtraDHCPOptionsTestJSON-983307326 tempest-ExtraDHCPOptionsTestJSON-983307326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:53.090792 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b447e9c0-9c42-435d-ab9e-c4d575a964d5 None None] Pushing event updated for resources: {'Port': ['ID=605d4433-b9fa-48c0-afab-fbb4f3982a03,revision_number=4']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:06:53.097146 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-b447e9c0-9c42-435d-ab9e-c4d575a964d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:06:53.102072 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-4f2b3edf-55dc-47ab-b036-8ffcda3ddce7 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Attempting to bind port e8c22110-a6b0-4b86-88a3-da20c078fc1e on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:06:53.102542 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-4f2b3edf-55dc-47ab-b036-8ffcda3ddce7 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Attempting to bind port e8c22110-a6b0-4b86-88a3-da20c078fc1e by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'b1db3f57-c1aa-4870-9650-19efc99a1d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5948873f-ca7d-4e7f-ab1d-ac747fd99119'}] {{(pid=88878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:06:53.102957 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f2b3edf-55dc-47ab-b036-8ffcda3ddce7 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Attempting to bind port e8c22110-a6b0-4b86-88a3-da20c078fc1e on network 5948873f-ca7d-4e7f-ab1d-ac747fd99119 {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:06:53.134188 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4c6ba2a-6140-4160-ae86-c096b952f04c tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Deleting subnet c696e7c9-aefc-42bd-94d3-ec7aa1d40a79 {{(pid=88879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 24 11:06:53.143878 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f4c6ba2a-6140-4160-ae86-c096b952f04c tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks [] for subnet, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:53.161231 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d7938c3-0f72-440b-bbe3-249ada973ca7 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:06:53.172219 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e5b268f-4876-4bcd-ab5e-cfa84207720f None None] Sync routers for ids ['24f0b5d8-d368-4970-b4e5-f35e9299f571'] in dv-neutron-822691-2-hyperv {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:06:53.185301 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e5b268f-4876-4bcd-ab5e-cfa84207720f None None] Routers {'24f0b5d8-d368-4970-b4e5-f35e9299f571'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:06:53.187775 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-4e5b268f-4876-4bcd-ab5e-cfa84207720f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271e565f8>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:06:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['24f0b5d8-d368-4970-b4e5-f35e9299f571'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:06:53.187947 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f2b3edf-55dc-47ab-b036-8ffcda3ddce7 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Port e8c22110-a6b0-4b86-88a3-da20c078fc1e on network 5948873f-ca7d-4e7f-ab1d-ac747fd99119 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 24 11:06:53.188445 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR neutron.plugins.ml2.managers [None req-4f2b3edf-55dc-47ab-b036-8ffcda3ddce7 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Failed to bind port e8c22110-a6b0-4b86-88a3-da20c078fc1e on host hv-neutron-8226 for vnic_type normal using segments [{'id': 'b1db3f57-c1aa-4870-9650-19efc99a1d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5948873f-ca7d-4e7f-ab1d-ac747fd99119'}]
Dec 24 11:06:53.189116 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4f2b3edf-55dc-47ab-b036-8ffcda3ddce7 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:53.235684 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-e0f9d132-c3f8-45cf-8559-d0da026c81b2 None None] Could not find standard attr ID for object 4c9dc03c-1bcf-4ab5-a659-83e23b2e6223. {{(pid=88880) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 24 11:06:53.263101 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-e0f9d132-c3f8-45cf-8559-d0da026c81b2 None None] Provisioning complete for port bf3f20b4-a479-44f4-bbfc-aeb9e0a9d0c1 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:06:53.264070 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e0f9d132-c3f8-45cf-8559-d0da026c81b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:53.271784 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f4c6ba2a-6140-4160-ae86-c096b952f04c tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-786693'] for subnet, precommit_delete_associations {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:53.274852 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-4e5b268f-4876-4bcd-ab5e-cfa84207720f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271e565f8>, [], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:06:53.287255 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e5b268f-4876-4bcd-ab5e-cfa84207720f None None] Routers {'24f0b5d8-d368-4970-b4e5-f35e9299f571'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:06:53.288184 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-4e5b268f-4876-4bcd-ab5e-cfa84207720f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271e565f8>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:06:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['24f0b5d8-d368-4970-b4e5-f35e9299f571'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:06:53.356057 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-4e5b268f-4876-4bcd-ab5e-cfa84207720f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271e565f8>, [], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:06:53.356808 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e5b268f-4876-4bcd-ab5e-cfa84207720f None None] The sync data for ids ['24f0b5d8-d368-4970-b4e5-f35e9299f571'] in dv-neutron-822691-2-hyperv is: [] {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:06:53.368017 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-e0f9d132-c3f8-45cf-8559-d0da026c81b2 None None] Port bf3f20b4-a479-44f4-bbfc-aeb9e0a9d0c1 cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:06:53.383167 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6d7938c3-0f72-440b-bbe3-249ada973ca7 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for floatingip, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:53.451512 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f4c6ba2a-6140-4160-ae86-c096b952f04c tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847655656'] for subnet, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:53.718776 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4d92f90-4861-4317-9089-8dddcb0613a7 None None] Network aba7367e-1d4b-4f18-a103-47503f60eff6 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:06:53.892772 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 605d4433-b9fa-48c0-afab-fbb4f3982a03 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:06:53.902042 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f4c6ba2a-6140-4160-ae86-c096b952f04c tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7120129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850854134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851156349'] for subnet, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:53.908289 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-d8b8f9ef-ba81-43a4-a8ae-455ca9b69f2e tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:06:53.938672 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-5f10d71d-9fc5-40e7-baa6-661202736b68 None None] Provisioning complete for port 54fac788-ece8-4cca-9b89-0861365a90b1 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:06:53.938967 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5f10d71d-9fc5-40e7-baa6-661202736b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:53.953904 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c6ba2a-6140-4160-ae86-c096b952f04c tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Pushing event deleted for resources: {'Subnet': ['ID=c696e7c9-aefc-42bd-94d3-ec7aa1d40a79,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:06:53.958230 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f4c6ba2a-6140-4160-ae86-c096b952f04c tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:06:53.963082 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f4c6ba2a-6140-4160-ae86-c096b952f04c tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks [] for subnet, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:53.980715 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-6d7938c3-0f72-440b-bbe3-249ada973ca7 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 980 time: 23.1690052
Dec 24 11:06:53.981217 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 39158) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:53.989642 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-f4c6ba2a-6140-4160-ae86-c096b952f04c tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] 10.222.0.65 "DELETE /v2.0/subnets/c696e7c9-aefc-42bd-94d3-ec7aa1d40a79 HTTP/1.1" status: 204  len: 168 time: 1.0746675
Dec 24 11:06:53.991970 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-ec8bfd9e-6a8a-4efb-8477-5dff941e3aa8 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:06:53.992121 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 39162) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:54.039040 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-4f2b3edf-55dc-47ab-b036-8ffcda3ddce7 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] For port e8c22110-a6b0-4b86-88a3-da20c078fc1e, host hv-neutron-8226, cleared binding levels {{(pid=88878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:06:54.039434 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-4f2b3edf-55dc-47ab-b036-8ffcda3ddce7 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Attempted to set empty binding levels {{(pid=88878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}}
Dec 24 11:06:54.058664 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-861f1abf-8b74-4b77-b406-d0afb6e3efed tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:54.080004 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4f2b3edf-55dc-47ab-b036-8ffcda3ddce7 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3978773'] for port, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:54.088933 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-ee339a97-2cc3-4be6-9807-7c9a52616536 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:06:54.146895 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3eb9eaf-9705-4df0-9c30-87659d58803f tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] DELETE failed (client error): The resource could not be found.
Dec 24 11:06:54.147361 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3eb9eaf-9705-4df0-9c30-87659d58803f tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 24 11:06:54.151872 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-a3eb9eaf-9705-4df0-9c30-87659d58803f tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] 10.222.0.65 "DELETE /v2.0/subnets/e13e6a5f-8a3a-4bda-ab03-58c6442b8669 HTTP/1.1" status: 404  len: 337 time: 0.1496778
Dec 24 11:06:54.153471 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 39166) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:54.167848 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port 605d4433-b9fa-48c0-afab-fbb4f3982a03 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:06:54.168055 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:54.197639 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-17cd633e-54fc-4394-94ec-9a4de275abbb tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Deleting port 01c89782-ebf5-45f6-8137-aa157df7ce1b {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:06:54.198054 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-17cd633e-54fc-4394-94ec-9a4de275abbb tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:54.233358 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ec8bfd9e-6a8a-4efb-8477-5dff941e3aa8 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks [] for floatingip, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:54.281322 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-4f2b3edf-55dc-47ab-b036-8ffcda3ddce7 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] In _notify_port_updated(), no bound segment for port e8c22110-a6b0-4b86-88a3-da20c078fc1e on network 5948873f-ca7d-4e7f-ab1d-ac747fd99119 {{(pid=88878) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}}
Dec 24 11:06:54.282555 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4f2b3edf-55dc-47ab-b036-8ffcda3ddce7 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:54.286888 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-4f2b3edf-55dc-47ab-b036-8ffcda3ddce7 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] 10.222.0.65 "PUT /v2.0/ports/e8c22110-a6b0-4b86-88a3-da20c078fc1e HTTP/1.1" status: 200  len: 976 time: 8.0801425
Dec 24 11:06:54.297395 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2b3edf-55dc-47ab-b036-8ffcda3ddce7 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Pushing event updated for resources: {'Port': ['ID=e8c22110-a6b0-4b86-88a3-da20c078fc1e,revision_number=3']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:06:54.306706 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 39170) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:54.311318 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-4f2b3edf-55dc-47ab-b036-8ffcda3ddce7 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:06:54.320847 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.v2.resource [None req-1569c769-1fc0-454d-aad7-1c9be110ed3a tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 24 11:06:54.327835 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-1569c769-1fc0-454d-aad7-1c9be110ed3a tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] 10.222.0.65 "PUT /v2.0/routers/c2c790a3-ff0c-4d2e-9119-b483653246c3/add_router_interface HTTP/1.1" status: 400  len: 438 time: 4.6888871
Dec 24 11:06:54.327974 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-7b6b146d-e6f9-42ed-a2b3-d55c23c00b2f tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] 10.222.0.65 "GET /v2.0/ports?device_id=9cf58165-9366-4c03-a940-b8bc013bcc74 HTTP/1.1" status: 200  len: 205 time: 0.1683547
Dec 24 11:06:54.344648 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-5f10d71d-9fc5-40e7-baa6-661202736b68 None None] Provisioning complete for port 35f74e81-df80-4eb2-a058-ba78e8558bc6 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:06:54.345199 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5f10d71d-9fc5-40e7-baa6-661202736b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:54.345992 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 39174) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:54.346379 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 39176) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:54.385475 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99c9c33d-a4ea-40b9-a6d5-21af5a5ccb1e None None] DHCP port deletion for aba7367e-1d4b-4f18-a103-47503f60eff6 request from dv-neutron-822691-2-hyperv {{(pid=88880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 24 11:06:54.397972 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-99c9c33d-a4ea-40b9-a6d5-21af5a5ccb1e None None] Deleting port 54fac788-ece8-4cca-9b89-0861365a90b1 {{(pid=88880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:06:54.398503 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-99c9c33d-a4ea-40b9-a6d5-21af5a5ccb1e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:54.423695 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-411bb6f9-a5af-4cfc-bab4-be3cd141bd05 tempest-ExtraDHCPOptionsTestJSON-983307326 tempest-ExtraDHCPOptionsTestJSON-983307326-project] Notify callbacks [] for port, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:54.434779 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-411bb6f9-a5af-4cfc-bab4-be3cd141bd05 tempest-ExtraDHCPOptionsTestJSON-983307326 tempest-ExtraDHCPOptionsTestJSON-983307326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3978773'] for port, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:54.455795 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-2d927a35-6342-4230-9b54-9b85879073ed tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:06:54.480656 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 073e7d47-ff23-4cc0-8b4b-7da70b25336a up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:06:54.511900 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-5f10d71d-9fc5-40e7-baa6-661202736b68 None None] Port 35f74e81-df80-4eb2-a058-ba78e8558bc6 cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:06:54.660381 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port 073e7d47-ff23-4cc0-8b4b-7da70b25336a triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:06:54.660803 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:54.675791 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ec8bfd9e-6a8a-4efb-8477-5dff941e3aa8 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:54.695719 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411bb6f9-a5af-4cfc-bab4-be3cd141bd05 tempest-ExtraDHCPOptionsTestJSON-983307326 tempest-ExtraDHCPOptionsTestJSON-983307326-project] Pushing event updated for resources: {'Port': ['ID=bf3f20b4-a479-44f4-bbfc-aeb9e0a9d0c1,revision_number=2']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:06:54.700747 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.v2.resource [None req-fa69e5fc-08d6-4f49-813c-01beb0491d90 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] delete failed (client error): The resource could not be found.
Dec 24 11:06:54.701943 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-fa69e5fc-08d6-4f49-813c-01beb0491d90 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] 10.222.0.65 "DELETE /v2.0/routers/9cf58165-9366-4c03-a940-b8bc013bcc74 HTTP/1.1" status: 404  len: 336 time: 0.3525701
Dec 24 11:06:54.702669 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ec8bfd9e-6a8a-4efb-8477-5dff941e3aa8 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659181'] for floatingip, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:54.703021 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.l3_db [None req-ec8bfd9e-6a8a-4efb-8477-5dff941e3aa8 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Floating IP d24cab0f-e630-4b47-b667-029fcb739e7c disassociated. External IP: 172.26.3.197, port: 9efa7c3b-cc44-4f96-9769-f3ba09ce06d3.
Dec 24 11:06:54.717181 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 39182) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:54.727666 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-411bb6f9-a5af-4cfc-bab4-be3cd141bd05 tempest-ExtraDHCPOptionsTestJSON-983307326 tempest-ExtraDHCPOptionsTestJSON-983307326-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:06:54.819207 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-8b833d36-8fcb-4172-b80c-6b153ff44d77 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Synchronizing usage tracker for tenant:67f1f7d96ddb47c2bce60c06129ed692 on resource:port {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:06:54.838178 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c501457-5fab-48a3-b082-6971cb6e06b0 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] DELETE failed (client error): The resource could not be found.
Dec 24 11:06:54.839040 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c501457-5fab-48a3-b082-6971cb6e06b0 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 24 11:06:54.841307 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-1c501457-5fab-48a3-b082-6971cb6e06b0 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] 10.222.0.65 "DELETE /v2.0/subnets/ad2c5bed-d64c-449b-aff2-0446c9ef60c8 HTTP/1.1" status: 404  len: 337 time: 0.1118474
Dec 24 11:06:54.849288 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 39186) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:54.857554 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-99c9c33d-a4ea-40b9-a6d5-21af5a5ccb1e None None] For port 54fac788-ece8-4cca-9b89-0861365a90b1, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=54fac788-ece8-4cca-9b89-0861365a90b1,segment=NetworkSegment(9baf9206-49cc-41fa-b042-30f866ce9712),segment_id=9baf9206-49cc-41fa-b042-30f866ce9712)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:06:54.858063 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-99c9c33d-a4ea-40b9-a6d5-21af5a5ccb1e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:54.862873 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-861f1abf-8b74-4b77-b406-d0afb6e3efed tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] For port 605d4433-b9fa-48c0-afab-fbb4f3982a03, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=605d4433-b9fa-48c0-afab-fbb4f3982a03,segment=NetworkSegment(6618a092-51b2-4e3d-9318-3ce6b7b40c55),segment_id=6618a092-51b2-4e3d-9318-3ce6b7b40c55)] {{(pid=88878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:06:54.909097 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-411bb6f9-a5af-4cfc-bab4-be3cd141bd05 tempest-ExtraDHCPOptionsTestJSON-983307326 tempest-ExtraDHCPOptionsTestJSON-983307326-project] In _notify_port_updated(), no bound segment for port bf3f20b4-a479-44f4-bbfc-aeb9e0a9d0c1 on network e7e0656d-2fbd-4f09-91a4-d183626bea5d {{(pid=88878) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}}
Dec 24 11:06:54.914417 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-411bb6f9-a5af-4cfc-bab4-be3cd141bd05 tempest-ExtraDHCPOptionsTestJSON-983307326 tempest-ExtraDHCPOptionsTestJSON-983307326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:06:54.915468 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-411bb6f9-a5af-4cfc-bab4-be3cd141bd05 tempest-ExtraDHCPOptionsTestJSON-983307326 tempest-ExtraDHCPOptionsTestJSON-983307326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:54.920341 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-411bb6f9-a5af-4cfc-bab4-be3cd141bd05 tempest-ExtraDHCPOptionsTestJSON-983307326 tempest-ExtraDHCPOptionsTestJSON-983307326-project] 10.222.0.65 "PUT /v2.0/ports/bf3f20b4-a479-44f4-bbfc-aeb9e0a9d0c1 HTTP/1.1" status: 200  len: 1137 time: 2.2999480
Dec 24 11:06:54.921316 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 39190) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:54.981885 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6ec36c8-f609-405a-9ec8-6e90c38af055 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] DELETE failed (client error): The resource could not be found.
Dec 24 11:06:54.982472 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6ec36c8-f609-405a-9ec8-6e90c38af055 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 24 11:06:54.984511 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-c6ec36c8-f609-405a-9ec8-6e90c38af055 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] 10.222.0.65 "DELETE /v2.0/subnets/0fccef5b-9976-4ea5-b512-182b2a6d0f4c HTTP/1.1" status: 404  len: 337 time: 0.1247683
Dec 24 11:06:55.000671 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 39194) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:55.051815 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-8b833d36-8fcb-4172-b80c-6b153ff44d77 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Unset dirty status for tenant:67f1f7d96ddb47c2bce60c06129ed692 on resource:port {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:06:55.057609 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-8b833d36-8fcb-4172-b80c-6b153ff44d77 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200  len: 18888 time: 0.7497461
Dec 24 11:06:55.068271 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 39198) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:55.072048 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-99c9c33d-a4ea-40b9-a6d5-21af5a5ccb1e None None] Calling delete_port for 54fac788-ece8-4cca-9b89-0861365a90b1 owned by network:dhcp {{(pid=88880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:06:55.088393 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-8096cf1f-e61d-4bb4-b415-0559c4b7e91d tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] DELETE failed (client error): The resource could not be found.
Dec 24 11:06:55.088915 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8096cf1f-e61d-4bb4-b415-0559c4b7e91d tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 24 11:06:55.093378 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-8096cf1f-e61d-4bb4-b415-0559c4b7e91d tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] 10.222.0.65 "DELETE /v2.0/subnets/ee2ce677-48f5-4821-a435-e1ba74bd0c11 HTTP/1.1" status: 404  len: 337 time: 0.0876706
Dec 24 11:06:55.098619 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-861f1abf-8b74-4b77-b406-d0afb6e3efed tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks [] for port, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:55.100647 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 39202) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:55.136411 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-861f1abf-8b74-4b77-b406-d0afb6e3efed tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3978773'] for port, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:55.137380 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-861f1abf-8b74-4b77-b406-d0afb6e3efed tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850796890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2246085'] for subnet, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:55.146410 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72347e78-e2b4-410e-bde5-0d2d01523103 tempest-ExtraDHCPOptionsTestJSON-983307326 tempest-ExtraDHCPOptionsTestJSON-983307326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:06:55.147072 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-72347e78-e2b4-410e-bde5-0d2d01523103 tempest-ExtraDHCPOptionsTestJSON-983307326 tempest-ExtraDHCPOptionsTestJSON-983307326-project] Synchronizing usage tracker for tenant:69d638c8c69442a18f74e417e45744e5 on resource:port {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:06:55.155891 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-6f3b1e20-839a-415d-9e2d-e8d3779ca1f3 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:06:55.193643 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-9714e31d-dd3f-4785-85d2-3b7966c19895 None None] Provisioning complete for port bf3f20b4-a479-44f4-bbfc-aeb9e0a9d0c1 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:06:55.194161 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9714e31d-dd3f-4785-85d2-3b7966c19895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:55.194703 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-17cd633e-54fc-4394-94ec-9a4de275abbb tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:55.222415 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-adca63f7-0119-4f5b-97a3-99328e3b501f tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] DELETE failed (client error): The resource could not be found.
Dec 24 11:06:55.222644 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-99c9c33d-a4ea-40b9-a6d5-21af5a5ccb1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392'] for port, after_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:55.223212 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-adca63f7-0119-4f5b-97a3-99328e3b501f tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 24 11:06:55.228678 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-adca63f7-0119-4f5b-97a3-99328e3b501f tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] 10.222.0.65 "DELETE /v2.0/ports/c52668d8-6355-46f6-9df9-8d63b6ad9750 HTTP/1.1" status: 404  len: 333 time: 0.1242492
Dec 24 11:06:55.228883 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-27df90df-1207-4c5c-8644-6b7445e4de0c tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Deleting port e8c22110-a6b0-4b86-88a3-da20c078fc1e {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:06:55.228883 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-27df90df-1207-4c5c-8644-6b7445e4de0c tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:55.232549 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:06:55.235743 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 39206) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:55.282025 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c9c33d-a4ea-40b9-a6d5-21af5a5ccb1e None None] Pushing event deleted for resources: {'Port': ['ID=54fac788-ece8-4cca-9b89-0861365a90b1,revision_number=None']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:06:55.299948 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-99c9c33d-a4ea-40b9-a6d5-21af5a5ccb1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:06:55.304324 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-9714e31d-dd3f-4785-85d2-3b7966c19895 None None] Port bf3f20b4-a479-44f4-bbfc-aeb9e0a9d0c1 cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:06:55.306417 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c9c33d-a4ea-40b9-a6d5-21af5a5ccb1e None None] No DVR routers for this DVR port 54fac788-ece8-4cca-9b89-0861365a90b1 on host dv-neutron-822691-2-hyperv {{(pid=88880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 24 11:06:55.365930 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-7facf35d-cef7-4e9f-98c2-8a125ac7dae8 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] DELETE failed (client error): The resource could not be found.
Dec 24 11:06:55.366740 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7facf35d-cef7-4e9f-98c2-8a125ac7dae8 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 24 11:06:55.369962 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-7facf35d-cef7-4e9f-98c2-8a125ac7dae8 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] 10.222.0.65 "DELETE /v2.0/subnets/6ab24fde-9c62-453b-9da2-49444942fc7e HTTP/1.1" status: 404  len: 337 time: 0.1275361
Dec 24 11:06:55.379602 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-861f1abf-8b74-4b77-b406-d0afb6e3efed tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Network 1c9eeaac-d205-4b19-a351-2fe67dd78b42 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:06:55.380942 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-72347e78-e2b4-410e-bde5-0d2d01523103 tempest-ExtraDHCPOptionsTestJSON-983307326 tempest-ExtraDHCPOptionsTestJSON-983307326-project] Unset dirty status for tenant:69d638c8c69442a18f74e417e45744e5 on resource:port {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:06:55.386275 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-72347e78-e2b4-410e-bde5-0d2d01523103 tempest-ExtraDHCPOptionsTestJSON-983307326 tempest-ExtraDHCPOptionsTestJSON-983307326-project] 10.222.0.65 "GET /v2.0/ports/bf3f20b4-a479-44f4-bbfc-aeb9e0a9d0c1 HTTP/1.1" status: 200  len: 1137 time: 0.4522851
Dec 24 11:06:55.386275 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 39210) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:55.393883 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-861f1abf-8b74-4b77-b406-d0afb6e3efed tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Resources bound (agent type, host, resource id):  {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:06:55.397372 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 39212) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:55.406965 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9072ef3c-a999-407e-bca9-8d68cca8d960 None None] Network 1c9eeaac-d205-4b19-a351-2fe67dd78b42 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:06:55.470411 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-861f1abf-8b74-4b77-b406-d0afb6e3efed tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:06:55.471069 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-861f1abf-8b74-4b77-b406-d0afb6e3efed tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:55.507219 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861f1abf-8b74-4b77-b406-d0afb6e3efed tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Pushing event updated for resources: {'Port': ['ID=605d4433-b9fa-48c0-afab-fbb4f3982a03,revision_number=5']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:06:55.511270 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb7f3af2-ccfa-486b-9a15-5c27b8c1dc4a tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] DELETE failed (client error): The resource could not be found.
Dec 24 11:06:55.511780 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb7f3af2-ccfa-486b-9a15-5c27b8c1dc4a tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 24 11:06:55.517782 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-fb7f3af2-ccfa-486b-9a15-5c27b8c1dc4a tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] 10.222.0.65 "DELETE /v2.0/subnets/776bdcbd-03f0-4e68-8f75-1c843e4afdb2 HTTP/1.1" status: 404  len: 337 time: 0.1266432
Dec 24 11:06:55.518925 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 39218) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:55.520947 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-861f1abf-8b74-4b77-b406-d0afb6e3efed tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:06:55.538774 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-95f5bc8a-6f1a-4991-8412-32c35c4f2f28 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.353s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:06:55.577541 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-17cd633e-54fc-4394-94ec-9a4de275abbb tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Calling delete_port for 01c89782-ebf5-45f6-8137-aa157df7ce1b owned by network:router_interface {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:06:55.648769 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-861f1abf-8b74-4b77-b406-d0afb6e3efed tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 842 time: 10.1991873
Dec 24 11:06:55.660086 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-71bd4c1c-e2c3-4327-991a-7456de30bdc9 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] DELETE failed (client error): The resource could not be found.
Dec 24 11:06:55.660587 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71bd4c1c-e2c3-4327-991a-7456de30bdc9 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 24 11:06:55.665216 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-71bd4c1c-e2c3-4327-991a-7456de30bdc9 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] 10.222.0.65 "DELETE /v2.0/ports/99cd5878-b7c1-4dee-87f3-c64df6c4f7ae HTTP/1.1" status: 404  len: 333 time: 0.1376221
Dec 24 11:06:55.665216 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 39222) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:55.682870 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-06ff8f14-ef59-4382-91f1-be89468e6ae5 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Request body: {'port': {'network_id': '1c9eeaac-d205-4b19-a351-2fe67dd78b42', 'mac_address': 'fa:16:3e:43:d8:04', 'name': 'tempest-NetworksTestDHCPv6-1060087075'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:06:55.700702 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 39224) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:55.767188 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-3acf63db-fc57-4ac6-98f8-981b8ddc2c1e tempest-ExtraDHCPOptionsTestJSON-983307326 tempest-ExtraDHCPOptionsTestJSON-983307326-project] Deleting port bf3f20b4-a479-44f4-bbfc-aeb9e0a9d0c1 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:06:55.767589 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3acf63db-fc57-4ac6-98f8-981b8ddc2c1e tempest-ExtraDHCPOptionsTestJSON-983307326 tempest-ExtraDHCPOptionsTestJSON-983307326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:55.828108 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ba3b3ac-dd53-4122-8944-9367b003adcb tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] DELETE failed (client error): The resource could not be found.
Dec 24 11:06:55.828631 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ba3b3ac-dd53-4122-8944-9367b003adcb tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 24 11:06:55.831847 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-1ba3b3ac-dd53-4122-8944-9367b003adcb tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] 10.222.0.65 "DELETE /v2.0/subnets/1d241bb1-35cb-4efa-a156-b57bcff84a6f HTTP/1.1" status: 404  len: 337 time: 0.1298692
Dec 24 11:06:55.849303 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861f1abf-8b74-4b77-b406-d0afb6e3efed tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Pushing event updated for resources: {'Subnet': ['ID=b3bc2d4b-f085-41dc-8dc3-f7522b764ee4,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:06:55.861803 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 54fac788-ece8-4cca-9b89-0861365a90b1 no longer exists at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:06:55.865238 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 39230) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:55.906211 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-861f1abf-8b74-4b77-b406-d0afb6e3efed tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:06:55.915771 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] No Port match for: 54fac788-ece8-4cca-9b89-0861365a90b1 {{(pid=88880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 24 11:06:55.916384 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 54fac788-ece8-4cca-9b89-0861365a90b1 not bound to the agent host dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 24 11:06:55.935861 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8a027af-8ece-46b4-845e-3718bb32f1dd tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] DELETE failed (client error): The resource could not be found.
Dec 24 11:06:55.936143 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8a027af-8ece-46b4-845e-3718bb32f1dd tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 24 11:06:55.940675 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-a8a027af-8ece-46b4-845e-3718bb32f1dd tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] 10.222.0.65 "DELETE /v2.0/subnets/193923b9-4e72-47fd-9c21-244cb75c5c5c HTTP/1.1" status: 404  len: 337 time: 0.0717452
Dec 24 11:06:55.979126 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 39234) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:56.126041 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-06ff8f14-ef59-4382-91f1-be89468e6ae5 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:06:56.147556 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-06ff8f14-ef59-4382-91f1-be89468e6ae5 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Usage tracker for resource:port and tenant:739a78fd4cfc48c2a4011598579f8f8c is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:06:56.154343 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-06ff8f14-ef59-4382-91f1-be89468e6ae5 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:06:56.168154 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-06ff8f14-ef59-4382-91f1-be89468e6ae5 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:06:56.242287 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06ff8f14-ef59-4382-91f1-be89468e6ae5 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Made reservation on behalf of 739a78fd4cfc48c2a4011598579f8f8c for: {'port': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:06:56.245192 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-58a3b20a-e76b-40e5-9c17-29aee834dc4f tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Deleting port 35f74e81-df80-4eb2-a058-ba78e8558bc6 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:06:56.245628 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-58a3b20a-e76b-40e5-9c17-29aee834dc4f tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:56.314450 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3acf63db-fc57-4ac6-98f8-981b8ddc2c1e tempest-ExtraDHCPOptionsTestJSON-983307326 tempest-ExtraDHCPOptionsTestJSON-983307326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:56.506321 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-27df90df-1207-4c5c-8644-6b7445e4de0c tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] For port e8c22110-a6b0-4b86-88a3-da20c078fc1e, host hv-neutron-8226, got binding levels [] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:06:56.506727 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-27df90df-1207-4c5c-8644-6b7445e4de0c tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:56.682276 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-27df90df-1207-4c5c-8644-6b7445e4de0c tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Calling delete_port for e8c22110-a6b0-4b86-88a3-da20c078fc1e owned by  {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:06:56.768009 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-3acf63db-fc57-4ac6-98f8-981b8ddc2c1e tempest-ExtraDHCPOptionsTestJSON-983307326 tempest-ExtraDHCPOptionsTestJSON-983307326-project] Calling delete_port for bf3f20b4-a479-44f4-bbfc-aeb9e0a9d0c1 owned by  {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:06:56.857217 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-06ff8f14-ef59-4382-91f1-be89468e6ae5 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:56.902178 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [None req-06ff8f14-ef59-4382-91f1-be89468e6ae5 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] device_id is not set on port f559c418-b082-4a19-87a1-7262b97bc3cf yet. {{(pid=88878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 24 11:06:56.963893 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-c3d9bca6-1b05-42b6-b440-1ea7735c4c75 None None] Provisioning complete for port 605d4433-b9fa-48c0-afab-fbb4f3982a03 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:06:56.964610 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c3d9bca6-1b05-42b6-b440-1ea7735c4c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:56.982762 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c965314b-e7b4-4f0d-99c5-555b9cf932e8 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854055677'] for router_interface, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:57.091256 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3acf63db-fc57-4ac6-98f8-981b8ddc2c1e tempest-ExtraDHCPOptionsTestJSON-983307326 tempest-ExtraDHCPOptionsTestJSON-983307326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:57.103736 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-6d7938c3-0f72-440b-bbe3-249ada973ca7 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:06:57.147370 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-17cd633e-54fc-4394-94ec-9a4de275abbb tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:57.155058 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-58a3b20a-e76b-40e5-9c17-29aee834dc4f tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:57.163223 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-dd64e5b5-25d8-4174-86dd-a3aaadfa410c tempest-ExtraDHCPOptionsTestJSON-983307326 tempest-ExtraDHCPOptionsTestJSON-983307326-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:06:57.164524 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acf63db-fc57-4ac6-98f8-981b8ddc2c1e tempest-ExtraDHCPOptionsTestJSON-983307326 tempest-ExtraDHCPOptionsTestJSON-983307326-project] Pushing event deleted for resources: {'Port': ['ID=bf3f20b4-a479-44f4-bbfc-aeb9e0a9d0c1,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:06:57.170318 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-3acf63db-fc57-4ac6-98f8-981b8ddc2c1e tempest-ExtraDHCPOptionsTestJSON-983307326 tempest-ExtraDHCPOptionsTestJSON-983307326-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:06:57.278741 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cd633e-54fc-4394-94ec-9a4de275abbb tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Pushing event deleted for resources: {'Port': ['ID=01c89782-ebf5-45f6-8137-aa157df7ce1b,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:06:57.282487 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-17cd633e-54fc-4394-94ec-9a4de275abbb tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:06:57.344196 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-27df90df-1207-4c5c-8644-6b7445e4de0c tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:57.355352 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-58a3b20a-e76b-40e5-9c17-29aee834dc4f tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Calling delete_port for 35f74e81-df80-4eb2-a058-ba78e8558bc6 owned by  {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:06:57.356561 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-06ff8f14-ef59-4382-91f1-be89468e6ae5 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Allocated IP 2001:db8::221 (1c9eeaac-d205-4b19-a351-2fe67dd78b42/82c89f0c-07d7-4716-b56b-1a48041f27c7/f559c418-b082-4a19-87a1-7262b97bc3cf) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:06:57.359917 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3acf63db-fc57-4ac6-98f8-981b8ddc2c1e tempest-ExtraDHCPOptionsTestJSON-983307326 tempest-ExtraDHCPOptionsTestJSON-983307326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:57.371587 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-06ff8f14-ef59-4382-91f1-be89468e6ae5 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Allocated IP 2001:db8:0:1:f816:3eff:fe43:d804 (1c9eeaac-d205-4b19-a351-2fe67dd78b42/b3bc2d4b-f085-41dc-8dc3-f7522b764ee4/f559c418-b082-4a19-87a1-7262b97bc3cf) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:06:57.393630 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-3acf63db-fc57-4ac6-98f8-981b8ddc2c1e tempest-ExtraDHCPOptionsTestJSON-983307326 tempest-ExtraDHCPOptionsTestJSON-983307326-project] 10.222.0.65 "DELETE /v2.0/ports/bf3f20b4-a479-44f4-bbfc-aeb9e0a9d0c1 HTTP/1.1" status: 204  len: 168 time: 1.9874718
Dec 24 11:06:57.394018 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-23428a53-44b3-41be-842c-e280e9dc7e88 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:06:57.394210 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 39238) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:57.498503 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27df90df-1207-4c5c-8644-6b7445e4de0c tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Pushing event deleted for resources: {'Port': ['ID=e8c22110-a6b0-4b86-88a3-da20c078fc1e,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:06:57.502701 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-27df90df-1207-4c5c-8644-6b7445e4de0c tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:06:57.673397 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-27df90df-1207-4c5c-8644-6b7445e4de0c tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:57.842851 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_v2 [None req-1af5c898-843f-4cb5-a7af-4cb292d8b59f tempest-ExtraDHCPOptionsTestJSON-983307326 tempest-ExtraDHCPOptionsTestJSON-983307326-project] Deleting subnet 6593f3c0-7ac4-4a0e-8f37-bc6d399778d0 {{(pid=88878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 24 11:06:57.847939 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-06ff8f14-ef59-4382-91f1-be89468e6ae5 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:57.856424 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1af5c898-843f-4cb5-a7af-4cb292d8b59f tempest-ExtraDHCPOptionsTestJSON-983307326 tempest-ExtraDHCPOptionsTestJSON-983307326-project] Notify callbacks [] for subnet, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:57.922595 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-06ff8f14-ef59-4382-91f1-be89468e6ae5 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Transition to ACTIVE for port object f559c418-b082-4a19-87a1-7262b97bc3cf will not be triggered until provisioned by entity DHCP. {{(pid=88878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:06:57.939865 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1af5c898-843f-4cb5-a7af-4cb292d8b59f tempest-ExtraDHCPOptionsTestJSON-983307326 tempest-ExtraDHCPOptionsTestJSON-983307326-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852534446'] for subnet, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:58.022412 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-06ff8f14-ef59-4382-91f1-be89468e6ae5 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:58.031465 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-12042741-162c-4026-88ea-a87b7fda4ff5 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:06:58.067556 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-27df90df-1207-4c5c-8644-6b7445e4de0c tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] 10.222.0.65 "DELETE /v2.0/ports/e8c22110-a6b0-4b86-88a3-da20c078fc1e HTTP/1.1" status: 204  len: 168 time: 2.9980974
Dec 24 11:06:58.071347 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-58a3b20a-e76b-40e5-9c17-29aee834dc4f tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:58.075677 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 39242) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:58.086964 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-07512050-ece9-40ea-9258-7d7b8d218c78 tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:06:58.125019 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:58.172293 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-17cd633e-54fc-4394-94ec-9a4de275abbb tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036852798164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854055527'] for router_interface, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:58.180211 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06ff8f14-ef59-4382-91f1-be89468e6ae5 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Network 1c9eeaac-d205-4b19-a351-2fe67dd78b42 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:06:58.185503 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a3b20a-e76b-40e5-9c17-29aee834dc4f tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Pushing event deleted for resources: {'Port': ['ID=35f74e81-df80-4eb2-a058-ba78e8558bc6,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:06:58.191548 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-06ff8f14-ef59-4382-91f1-be89468e6ae5 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Resources bound (agent type, host, resource id):  {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:06:58.199597 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-58a3b20a-e76b-40e5-9c17-29aee834dc4f tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:06:58.204253 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1af5c898-843f-4cb5-a7af-4cb292d8b59f tempest-ExtraDHCPOptionsTestJSON-983307326 tempest-ExtraDHCPOptionsTestJSON-983307326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847655656'] for subnet, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:58.206085 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-187285ab-06e3-4e3f-80f8-2fe5b9b09e7c tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] GET failed (client error): The resource could not be found.
Dec 24 11:06:58.206649 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-187285ab-06e3-4e3f-80f8-2fe5b9b09e7c tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Synchronizing usage tracker for tenant:67f1f7d96ddb47c2bce60c06129ed692 on resource:port {{(pid=88879) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:06:58.260275 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ff8f14-ef59-4382-91f1-be89468e6ae5 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:06:58.266394 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-58a3b20a-e76b-40e5-9c17-29aee834dc4f tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:58.268507 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06ff8f14-ef59-4382-91f1-be89468e6ae5 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:06:58.269786 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-06ff8f14-ef59-4382-91f1-be89468e6ae5 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:58.300610 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ff8f14-ef59-4382-91f1-be89468e6ae5 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Pushing event updated for resources: {'Port': ['ID=f559c418-b082-4a19-87a1-7262b97bc3cf,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:06:58.349509 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ff8f14-ef59-4382-91f1-be89468e6ae5 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:06:58.350149 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ff8f14-ef59-4382-91f1-be89468e6ae5 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:06:58.350873 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ff8f14-ef59-4382-91f1-be89468e6ae5 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:06:58.351662 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ff8f14-ef59-4382-91f1-be89468e6ae5 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:06:58.352275 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ff8f14-ef59-4382-91f1-be89468e6ae5 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:06:58.353018 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ff8f14-ef59-4382-91f1-be89468e6ae5 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:06:58.353747 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ff8f14-ef59-4382-91f1-be89468e6ae5 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:06:58.354522 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ff8f14-ef59-4382-91f1-be89468e6ae5 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:06:58.354954 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ff8f14-ef59-4382-91f1-be89468e6ae5 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:06:58.355657 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ff8f14-ef59-4382-91f1-be89468e6ae5 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:06:58.356342 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ff8f14-ef59-4382-91f1-be89468e6ae5 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:06:58.366818 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-06ff8f14-ef59-4382-91f1-be89468e6ae5 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:06:58.371537 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-06ff8f14-ef59-4382-91f1-be89468e6ae5 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1033 time: 2.6941135
Dec 24 11:06:58.372467 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 39246) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:58.422812 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-187285ab-06e3-4e3f-80f8-2fe5b9b09e7c tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Unset dirty status for tenant:67f1f7d96ddb47c2bce60c06129ed692 on resource:port {{(pid=88879) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:06:58.424124 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-187285ab-06e3-4e3f-80f8-2fe5b9b09e7c tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] 10.222.0.65 "GET /v2.0/ports/e8c22110-a6b0-4b86-88a3-da20c078fc1e HTTP/1.1" status: 404  len: 333 time: 0.3472915
Dec 24 11:06:58.427662 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-58a3b20a-e76b-40e5-9c17-29aee834dc4f tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] 10.222.0.65 "DELETE /v2.0/ports/35f74e81-df80-4eb2-a058-ba78e8558bc6 HTTP/1.1" status: 204  len: 168 time: 2.4468501
Dec 24 11:06:58.440690 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 39250) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:58.441033 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 39252) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:58.453650 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1af5c898-843f-4cb5-a7af-4cb292d8b59f tempest-ExtraDHCPOptionsTestJSON-983307326 tempest-ExtraDHCPOptionsTestJSON-983307326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7120129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3978858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852529715'] for subnet, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:58.472785 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-d881a4cc-9ef8-4a49-843b-e5a3b0eb891a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:06:58.503216 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-3d52b4c2-8c75-4262-9d89-9d5f6e711194 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1661292498', 'network_id': '5948873f-ca7d-4e7f-ab1d-ac747fd99119'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:06:58.522542 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-11f3d97e-da29-47e6-a626-3df5b1741033 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Deleting port f559c418-b082-4a19-87a1-7262b97bc3cf {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:06:58.522935 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-11f3d97e-da29-47e6-a626-3df5b1741033 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:58.535083 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-3d52b4c2-8c75-4262-9d89-9d5f6e711194 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:06:58.556278 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-77efc87c-f5d9-4431-8e93-64c25b4b5ed1 None None] Provisioning for port f559c418-b082-4a19-87a1-7262b97bc3cf completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:06:58.568137 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af5c898-843f-4cb5-a7af-4cb292d8b59f tempest-ExtraDHCPOptionsTestJSON-983307326 tempest-ExtraDHCPOptionsTestJSON-983307326-project] Pushing event deleted for resources: {'Subnet': ['ID=6593f3c0-7ac4-4a0e-8f37-bc6d399778d0,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:06:58.573296 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-77efc87c-f5d9-4431-8e93-64c25b4b5ed1 None None] Provisioning complete for port f559c418-b082-4a19-87a1-7262b97bc3cf triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:06:58.573542 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-77efc87c-f5d9-4431-8e93-64c25b4b5ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:58.578954 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-1af5c898-843f-4cb5-a7af-4cb292d8b59f tempest-ExtraDHCPOptionsTestJSON-983307326 tempest-ExtraDHCPOptionsTestJSON-983307326-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:06:58.587776 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1af5c898-843f-4cb5-a7af-4cb292d8b59f tempest-ExtraDHCPOptionsTestJSON-983307326 tempest-ExtraDHCPOptionsTestJSON-983307326-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:58.600821 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-1af5c898-843f-4cb5-a7af-4cb292d8b59f tempest-ExtraDHCPOptionsTestJSON-983307326 tempest-ExtraDHCPOptionsTestJSON-983307326-project] 10.222.0.65 "DELETE /v2.0/subnets/6593f3c0-7ac4-4a0e-8f37-bc6d399778d0 HTTP/1.1" status: 204  len: 168 time: 1.2034461
Dec 24 11:06:58.602141 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 39258) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:58.627646 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-3d52b4c2-8c75-4262-9d89-9d5f6e711194 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:06:58.643569 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d36e941-1c45-45a9-9af3-b0d45e9b318e None None] Network e7e0656d-2fbd-4f09-91a4-d183626bea5d requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:06:58.695855 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec8bfd9e-6a8a-4efb-8477-5dff941e3aa8 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Router 24f0b5d8-d368-4970-b4e5-f35e9299f571 has already been hosted by L3 agent 198cca88-1338-4098-b44b-beb0346ac906 {{(pid=88879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 24 11:06:58.699315 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-77efc87c-f5d9-4431-8e93-64c25b4b5ed1 None None] Port f559c418-b082-4a19-87a1-7262b97bc3cf cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:06:58.831016 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c5064902-1952-4c83-8fe8-1433593f6238 tempest-ExtraDHCPOptionsTestJSON-983307326 tempest-ExtraDHCPOptionsTestJSON-983307326-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036847558493'] for network, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:58.871047 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f95470e3-6a02-4fc6-b204-66802641e7ee tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036847558493'] for network, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:58.873065 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d52b4c2-8c75-4262-9d89-9d5f6e711194 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Made reservation on behalf of 67f1f7d96ddb47c2bce60c06129ed692 for: {'port': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:06:58.877573 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3d52b4c2-8c75-4262-9d89-9d5f6e711194 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:58.913312 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-c5064902-1952-4c83-8fe8-1433593f6238 tempest-ExtraDHCPOptionsTestJSON-983307326 tempest-ExtraDHCPOptionsTestJSON-983307326-project] Deleting port 073e7d47-ff23-4cc0-8b4b-7da70b25336a {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:06:58.913778 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c5064902-1952-4c83-8fe8-1433593f6238 tempest-ExtraDHCPOptionsTestJSON-983307326 tempest-ExtraDHCPOptionsTestJSON-983307326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:58.940594 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28d0cb3d-a773-4458-8640-ef545e241249 None None] DHCP port deletion for e7e0656d-2fbd-4f09-91a4-d183626bea5d request from dv-neutron-822691-2-hyperv {{(pid=88880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 24 11:06:58.945461 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-28d0cb3d-a773-4458-8640-ef545e241249 None None] Deleting port 073e7d47-ff23-4cc0-8b4b-7da70b25336a {{(pid=88880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:06:58.946046 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-28d0cb3d-a773-4458-8640-ef545e241249 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:58.996449 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [None req-3d52b4c2-8c75-4262-9d89-9d5f6e711194 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] device_id is not set on port 3c4a6a20-6bed-4da3-a96d-fae97c06fed2 yet. {{(pid=88879) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 24 11:06:59.050777 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-11f3d97e-da29-47e6-a626-3df5b1741033 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:59.183172 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-28d0cb3d-a773-4458-8640-ef545e241249 None None] For port 073e7d47-ff23-4cc0-8b4b-7da70b25336a, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=073e7d47-ff23-4cc0-8b4b-7da70b25336a,segment=NetworkSegment(457fc0bb-1d1a-454b-9c9b-fc1b654cceab),segment_id=457fc0bb-1d1a-454b-9c9b-fc1b654cceab)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:06:59.183593 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-28d0cb3d-a773-4458-8640-ef545e241249 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:59.191036 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-11f3d97e-da29-47e6-a626-3df5b1741033 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Calling delete_port for f559c418-b082-4a19-87a1-7262b97bc3cf owned by  {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:06:59.308561 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-28d0cb3d-a773-4458-8640-ef545e241249 None None] Calling delete_port for 073e7d47-ff23-4cc0-8b4b-7da70b25336a owned by network:dhcp {{(pid=88880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:06:59.372354 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-c5064902-1952-4c83-8fe8-1433593f6238 tempest-ExtraDHCPOptionsTestJSON-983307326 tempest-ExtraDHCPOptionsTestJSON-983307326-project] For port 073e7d47-ff23-4cc0-8b4b-7da70b25336a, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=073e7d47-ff23-4cc0-8b4b-7da70b25336a,segment=NetworkSegment(457fc0bb-1d1a-454b-9c9b-fc1b654cceab),segment_id=457fc0bb-1d1a-454b-9c9b-fc1b654cceab)] {{(pid=88878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:06:59.372856 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c5064902-1952-4c83-8fe8-1433593f6238 tempest-ExtraDHCPOptionsTestJSON-983307326 tempest-ExtraDHCPOptionsTestJSON-983307326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:59.386547 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-28d0cb3d-a773-4458-8640-ef545e241249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392'] for port, after_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:59.392670 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-abb305b3-d977-49f0-96d1-cf9dfb1bed21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:06:59.407489 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f95470e3-6a02-4fc6-b204-66802641e7ee tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847649663', 'neutron.services.segments.db._delete_segments_for_network-8749505737672'] for network, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:59.437339 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d0cb3d-a773-4458-8640-ef545e241249 None None] Pushing event deleted for resources: {'Port': ['ID=073e7d47-ff23-4cc0-8b4b-7da70b25336a,revision_number=None']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:06:59.448062 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d0cb3d-a773-4458-8640-ef545e241249 None None] No DVR routers for this DVR port 073e7d47-ff23-4cc0-8b4b-7da70b25336a on host dv-neutron-822691-2-hyperv {{(pid=88880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 24 11:06:59.451915 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d0cb3d-a773-4458-8640-ef545e241249 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:06:59.452323 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d0cb3d-a773-4458-8640-ef545e241249 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:06:59.452992 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d0cb3d-a773-4458-8640-ef545e241249 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:06:59.453128 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d0cb3d-a773-4458-8640-ef545e241249 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:06:59.453665 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d0cb3d-a773-4458-8640-ef545e241249 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:06:59.457597 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d0cb3d-a773-4458-8640-ef545e241249 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:06:59.457597 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d0cb3d-a773-4458-8640-ef545e241249 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:06:59.457597 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d0cb3d-a773-4458-8640-ef545e241249 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:06:59.457597 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d0cb3d-a773-4458-8640-ef545e241249 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:06:59.457597 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d0cb3d-a773-4458-8640-ef545e241249 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:06:59.457597 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d0cb3d-a773-4458-8640-ef545e241249 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:06:59.460582 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-28d0cb3d-a773-4458-8640-ef545e241249 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:06:59.498709 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-f95470e3-6a02-4fc6-b204-66802641e7ee tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5270317828>,) {'filters': {'network_id': ['aba7367e-1d4b-4f18-a103-47503f60eff6']}} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:06:59.509468 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-c5064902-1952-4c83-8fe8-1433593f6238 tempest-ExtraDHCPOptionsTestJSON-983307326 tempest-ExtraDHCPOptionsTestJSON-983307326-project] Calling delete_port for 073e7d47-ff23-4cc0-8b4b-7da70b25336a owned by network:dhcp {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:06:59.543506 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-f95470e3-6a02-4fc6-b204-66802641e7ee tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5270317828>, '9baf9206-49cc-41fa-b042-30f866ce9712') {'for_net_delete': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:06:59.543840 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-f95470e3-6a02-4fc6-b204-66802641e7ee tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5270317828>, '9baf9206-49cc-41fa-b042-30f866ce9712') {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:06:59.579647 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f95470e3-6a02-4fc6-b204-66802641e7ee tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749505745113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853989108'] for segment, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:59.660701 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17cd633e-54fc-4394-94ec-9a4de275abbb tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Router f82e7eab-7170-43b9-b75d-8ab381aec3c9 has already been hosted by L3 agent 198cca88-1338-4098-b44b-beb0346ac906 {{(pid=88879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 24 11:06:59.690773 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.db.api [None req-c5064902-1952-4c83-8fe8-1433593f6238 tempest-ExtraDHCPOptionsTestJSON-983307326 tempest-ExtraDHCPOptionsTestJSON-983307326-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88878) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 24 11:06:59.691255 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_db.api [None req-c5064902-1952-4c83-8fe8-1433593f6238 tempest-ExtraDHCPOptionsTestJSON-983307326 tempest-ExtraDHCPOptionsTestJSON-983307326-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 24 11:06:59.707825 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-11f3d97e-da29-47e6-a626-3df5b1741033 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:59.714059 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-411bb6f9-a5af-4cfc-bab4-be3cd141bd05 tempest-ExtraDHCPOptionsTestJSON-983307326 tempest-ExtraDHCPOptionsTestJSON-983307326-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:06:59.734834 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f95470e3-6a02-4fc6-b204-66802641e7ee tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:59.758439 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f3d97e-da29-47e6-a626-3df5b1741033 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Pushing event deleted for resources: {'Port': ['ID=f559c418-b082-4a19-87a1-7262b97bc3cf,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:06:59.761125 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f95470e3-6a02-4fc6-b204-66802641e7ee tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Releasing vlan 621 on physical network physnet1 to pool {{(pid=88879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 24 11:06:59.761598 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f95470e3-6a02-4fc6-b204-66802641e7ee tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036847652098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3926696'] for segment, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:59.764237 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-11f3d97e-da29-47e6-a626-3df5b1741033 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:06:59.785516 dv-neutron-822691-2-hyperv neutron-server[88767]: Traceback (most recent call last):
Dec 24 11:06:59.785516 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 24 11:06:59.785516 dv-neutron-822691-2-hyperv neutron-server[88767]:     timer()
Dec 24 11:06:59.785516 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 11:06:59.785516 dv-neutron-822691-2-hyperv neutron-server[88767]:     cb(*args, **kw)
Dec 24 11:06:59.785516 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 24 11:06:59.785516 dv-neutron-822691-2-hyperv neutron-server[88767]:     return func(*args, **kwargs)
Dec 24 11:06:59.785516 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 11:06:59.785516 dv-neutron-822691-2-hyperv neutron-server[88767]:     self._notify()
Dec 24 11:06:59.785516 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 11:06:59.785516 dv-neutron-822691-2-hyperv neutron-server[88767]:     self.callback(batched_events)
Dec 24 11:06:59.785516 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 11:06:59.785516 dv-neutron-822691-2-hyperv neutron-server[88767]:     event.method(event)
Dec 24 11:06:59.785516 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 11:06:59.785516 dv-neutron-822691-2-hyperv neutron-server[88767]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 11:06:59.785516 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 24 11:06:59.785516 dv-neutron-822691-2-hyperv neutron-server[88767]:     segment_id)['aggregates'][0]
Dec 24 11:06:59.785516 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 24 11:06:59.785516 dv-neutron-822691-2-hyperv neutron-server[88767]:     return f(self, *a, **k)
Dec 24 11:06:59.785516 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 11:06:59.785516 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self._get(url).json()
Dec 24 11:06:59.785516 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 24 11:06:59.785516 dv-neutron-822691-2-hyperv neutron-server[88767]:     **kwargs)
Dec 24 11:06:59.785516 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 24 11:06:59.785516 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self.request(url, 'GET', **kwargs)
Dec 24 11:06:59.785516 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 24 11:06:59.785516 dv-neutron-822691-2-hyperv neutron-server[88767]:     **endpoint_filter)
Dec 24 11:06:59.785516 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 24 11:06:59.785516 dv-neutron-822691-2-hyperv neutron-server[88767]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 11:06:59.785516 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 24 11:06:59.785516 dv-neutron-822691-2-hyperv neutron-server[88767]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 11:06:59.785516 dv-neutron-822691-2-hyperv neutron-server[88767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 11:06:59.810122 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3d52b4c2-8c75-4262-9d89-9d5f6e711194 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:59.848704 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 073e7d47-ff23-4cc0-8b4b-7da70b25336a no longer exists at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:06:59.850618 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-11f3d97e-da29-47e6-a626-3df5b1741033 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:06:59.866883 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-11f3d97e-da29-47e6-a626-3df5b1741033 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "DELETE /v2.0/ports/f559c418-b082-4a19-87a1-7262b97bc3cf HTTP/1.1" status: 204  len: 168 time: 1.4938266
Dec 24 11:06:59.869451 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 39264) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:59.893143 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] No Port match for: 073e7d47-ff23-4cc0-8b4b-7da70b25336a {{(pid=88880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 24 11:06:59.893505 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 073e7d47-ff23-4cc0-8b4b-7da70b25336a not bound to the agent host dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 24 11:06:59.962005 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9ed18a8-314d-49e2-b5c3-ce2ddbdd3930 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:06:59.962957 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-d9ed18a8-314d-49e2-b5c3-ce2ddbdd3930 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Synchronizing usage tracker for tenant:739a78fd4cfc48c2a4011598579f8f8c on resource:port {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:06:59.979602 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-d9ed18a8-314d-49e2-b5c3-ce2ddbdd3930 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Unset dirty status for tenant:739a78fd4cfc48c2a4011598579f8f8c on resource:port {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:06:59.983597 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-d9ed18a8-314d-49e2-b5c3-ce2ddbdd3930 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1046 time: 0.1104648
Dec 24 11:06:59.983980 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 39268) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:00.079170 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ba39675-de01-4d70-ab4c-c877f410b34c tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:07:00.081330 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-8ba39675-de01-4d70-ab4c-c877f410b34c tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1046 time: 0.0962608
Dec 24 11:07:00.084235 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 39272) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:00.163034 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bab5a940-6db5-4bdc-81b1-ee0a01665b1f tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:07:00.164446 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bab5a940-6db5-4bdc-81b1-ee0a01665b1f tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:07:00.165969 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bab5a940-6db5-4bdc-81b1-ee0a01665b1f tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:07:00.166876 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-bab5a940-6db5-4bdc-81b1-ee0a01665b1f tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Synchronizing usage tracker for tenant:739a78fd4cfc48c2a4011598579f8f8c on resource:subnet {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:07:00.184578 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-bab5a940-6db5-4bdc-81b1-ee0a01665b1f tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Unset dirty status for tenant:739a78fd4cfc48c2a4011598579f8f8c on resource:subnet {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:07:00.185914 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-bab5a940-6db5-4bdc-81b1-ee0a01665b1f tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2097 time: 0.1005518
Dec 24 11:07:00.189082 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 39276) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:00.191989 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-c5064902-1952-4c83-8fe8-1433593f6238 tempest-ExtraDHCPOptionsTestJSON-983307326 tempest-ExtraDHCPOptionsTestJSON-983307326-project] Deleting port 073e7d47-ff23-4cc0-8b4b-7da70b25336a {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:07:00.192384 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c5064902-1952-4c83-8fe8-1433593f6238 tempest-ExtraDHCPOptionsTestJSON-983307326 tempest-ExtraDHCPOptionsTestJSON-983307326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:00.312266 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-c5064902-1952-4c83-8fe8-1433593f6238 tempest-ExtraDHCPOptionsTestJSON-983307326 tempest-ExtraDHCPOptionsTestJSON-983307326-project] The port '073e7d47-ff23-4cc0-8b4b-7da70b25336a' was deleted {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 24 11:07:00.339103 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f95470e3-6a02-4fc6-b204-66802641e7ee tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7126154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659196'] for network, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:00.345580 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-3a919e24-5a7c-435f-9233-a5e3d568c5b4 tempest-ExtraDHCPOptionsTestJSON-983307326 tempest-ExtraDHCPOptionsTestJSON-983307326-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:07:00.364965 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f95470e3-6a02-4fc6-b204-66802641e7ee tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Notify callbacks [] for network, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:00.391970 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95470e3-6a02-4fc6-b204-66802641e7ee tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Pushing event deleted for resources: {'Network': ['ID=aba7367e-1d4b-4f18-a103-47503f60eff6,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:07:00.393134 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4dd471e-3c48-437d-b519-a5f2be77e09e tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Deleting subnet 82c89f0c-07d7-4716-b56b-1a48041f27c7 {{(pid=88878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 24 11:07:00.400982 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c4dd471e-3c48-437d-b519-a5f2be77e09e tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks [] for subnet, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:00.401625 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f95470e3-6a02-4fc6-b204-66802641e7ee tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:07:00.415374 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-f95470e3-6a02-4fc6-b204-66802641e7ee tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] 10.222.0.65 "DELETE /v2.0/networks/aba7367e-1d4b-4f18-a103-47503f60eff6 HTTP/1.1" status: 204  len: 168 time: 1.9697831
Dec 24 11:07:00.417822 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3d52b4c2-8c75-4262-9d89-9d5f6e711194 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:00.430908 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-087717f1-fa11-4d74-acb0-9b8051e94351 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:07:00.495005 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17cd633e-54fc-4394-94ec-9a4de275abbb tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:07:00.507081 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-17cd633e-54fc-4394-94ec-9a4de275abbb tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] 10.222.0.65 "PUT /v2.0/routers/f82e7eab-7170-43b9-b75d-8ab381aec3c9/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 8.7873242
Dec 24 11:07:00.512284 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 39282) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:00.513654 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd7f8b3-961a-4af5-9dbd-abefc49e80e2 None None] Sync routers for ids ['f82e7eab-7170-43b9-b75d-8ab381aec3c9'] in dv-neutron-822691-2-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:07:00.545904 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd7f8b3-961a-4af5-9dbd-abefc49e80e2 None None] Routers {'f82e7eab-7170-43b9-b75d-8ab381aec3c9'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:07:00.549795 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-0cd7f8b3-961a-4af5-9dbd-abefc49e80e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271476eb8>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:06:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['f82e7eab-7170-43b9-b75d-8ab381aec3c9'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:07:00.627792 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d52b4c2-8c75-4262-9d89-9d5f6e711194 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Network 5948873f-ca7d-4e7f-ab1d-ac747fd99119 is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:07:00.637286 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-0cd7f8b3-961a-4af5-9dbd-abefc49e80e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271476eb8>, [], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:07:00.641323 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-29b08f1b-4f06-4e1b-8253-1b111ec2718b tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Synchronizing usage tracker for tenant:59b398769254445dae3d1f85e7f0f818 on resource:port {{(pid=88879) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:07:00.652370 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-3d52b4c2-8c75-4262-9d89-9d5f6e711194 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Resources bound (agent type, host, resource id):  {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:07:00.654766 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd7f8b3-961a-4af5-9dbd-abefc49e80e2 None None] Routers {'f82e7eab-7170-43b9-b75d-8ab381aec3c9'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:07:00.655465 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-0cd7f8b3-961a-4af5-9dbd-abefc49e80e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271476eb8>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:06:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['f82e7eab-7170-43b9-b75d-8ab381aec3c9'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:07:00.658899 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec8bfd9e-6a8a-4efb-8477-5dff941e3aa8 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:07:00.660676 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d52b4c2-8c75-4262-9d89-9d5f6e711194 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Pushing event updated for resources: {'Port': ['ID=3c4a6a20-6bed-4da3-a96d-fae97c06fed2,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:07:00.666441 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d52b4c2-8c75-4262-9d89-9d5f6e711194 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:07:00.667382 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d52b4c2-8c75-4262-9d89-9d5f6e711194 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:07:00.668155 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3d52b4c2-8c75-4262-9d89-9d5f6e711194 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:00.670871 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e75922-dccc-421e-b9b1-c472a543542c None None] Sync routers for ids ['24f0b5d8-d368-4970-b4e5-f35e9299f571'] in dv-neutron-822691-2-hyperv {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:07:00.675041 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ec8bfd9e-6a8a-4efb-8477-5dff941e3aa8 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for floatingip, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:00.694321 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e75922-dccc-421e-b9b1-c472a543542c None None] Routers {'24f0b5d8-d368-4970-b4e5-f35e9299f571'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:07:00.698421 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-72e75922-dccc-421e-b9b1-c472a543542c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271a117b8>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:06:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['24f0b5d8-d368-4970-b4e5-f35e9299f571'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:07:00.747352 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-0cd7f8b3-961a-4af5-9dbd-abefc49e80e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271476eb8>, [], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:07:00.751312 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd7f8b3-961a-4af5-9dbd-abefc49e80e2 None None] The sync data for ids ['f82e7eab-7170-43b9-b75d-8ab381aec3c9'] in dv-neutron-822691-2-hyperv is: [] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:07:00.771998 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d52b4c2-8c75-4262-9d89-9d5f6e711194 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:07:00.772612 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d52b4c2-8c75-4262-9d89-9d5f6e711194 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:07:00.773176 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d52b4c2-8c75-4262-9d89-9d5f6e711194 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:07:00.773735 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d52b4c2-8c75-4262-9d89-9d5f6e711194 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:07:00.774354 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d52b4c2-8c75-4262-9d89-9d5f6e711194 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:07:00.774916 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d52b4c2-8c75-4262-9d89-9d5f6e711194 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:07:00.775638 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d52b4c2-8c75-4262-9d89-9d5f6e711194 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:07:00.776207 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d52b4c2-8c75-4262-9d89-9d5f6e711194 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:07:00.776775 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d52b4c2-8c75-4262-9d89-9d5f6e711194 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:07:00.777805 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d52b4c2-8c75-4262-9d89-9d5f6e711194 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:07:00.778410 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d52b4c2-8c75-4262-9d89-9d5f6e711194 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:07:00.787059 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-72e75922-dccc-421e-b9b1-c472a543542c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271a117b8>, [], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:07:00.800135 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e75922-dccc-421e-b9b1-c472a543542c None None] Routers {'24f0b5d8-d368-4970-b4e5-f35e9299f571'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:07:00.800893 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-72e75922-dccc-421e-b9b1-c472a543542c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271a117b8>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:06:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['24f0b5d8-d368-4970-b4e5-f35e9299f571'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:07:00.804239 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-3d52b4c2-8c75-4262-9d89-9d5f6e711194 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:07:00.805578 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-c965314b-e7b4-4f0d-99c5-555b9cf932e8 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Deleting port 8707cc8a-e565-478b-a6fd-60af555a58db {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:07:00.806136 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c965314b-e7b4-4f0d-99c5-555b9cf932e8 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:00.846816 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-29b08f1b-4f06-4e1b-8253-1b111ec2718b tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Unset dirty status for tenant:59b398769254445dae3d1f85e7f0f818 on resource:port {{(pid=88879) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:07:00.849185 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-29b08f1b-4f06-4e1b-8253-1b111ec2718b tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] 10.222.0.65 "GET /v2.0/ports?device_id=f82e7eab-7170-43b9-b75d-8ab381aec3c9 HTTP/1.1" status: 200  len: 205 time: 0.3331044
Dec 24 11:07:00.865532 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-72e75922-dccc-421e-b9b1-c472a543542c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271a117b8>, [], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:07:00.866154 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e75922-dccc-421e-b9b1-c472a543542c None None] The sync data for ids ['24f0b5d8-d368-4970-b4e5-f35e9299f571'] in dv-neutron-822691-2-hyperv is: [] {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:07:00.868219 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-3d52b4c2-8c75-4262-9d89-9d5f6e711194 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 960 time: 2.4228415
Dec 24 11:07:00.875073 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 39288) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:00.875481 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 39290) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:00.875896 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 39292) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:00.883861 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c5064902-1952-4c83-8fe8-1433593f6238 tempest-ExtraDHCPOptionsTestJSON-983307326 tempest-ExtraDHCPOptionsTestJSON-983307326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847649663', 'neutron.services.segments.db._delete_segments_for_network-8749505737672'] for network, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:00.885388 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-ec8bfd9e-6a8a-4efb-8477-5dff941e3aa8 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] 10.222.0.65 "PUT /v2.0/floatingips/d24cab0f-e630-4b47-b667-029fcb739e7c HTTP/1.1" status: 200  len: 688 time: 6.9030790
Dec 24 11:07:00.888301 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 39294) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:01.019069 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c4dd471e-3c48-437d-b519-a5f2be77e09e tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852534446'] for subnet, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:01.127469 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-c5064902-1952-4c83-8fe8-1433593f6238 tempest-ExtraDHCPOptionsTestJSON-983307326 tempest-ExtraDHCPOptionsTestJSON-983307326-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5270ec6fd0>,) {'filters': {'network_id': ['e7e0656d-2fbd-4f09-91a4-d183626bea5d']}} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:07:01.155192 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-12e9c519-107f-4f49-8613-973149cb59bc tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Deleting port b9ab8eb8-f679-4f64-8556-1aaf65821330 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:07:01.155556 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-12e9c519-107f-4f49-8613-973149cb59bc tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:01.170175 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-c5064902-1952-4c83-8fe8-1433593f6238 tempest-ExtraDHCPOptionsTestJSON-983307326 tempest-ExtraDHCPOptionsTestJSON-983307326-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5270ec6fd0>, '457fc0bb-1d1a-454b-9c9b-fc1b654cceab') {'for_net_delete': True} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:07:01.170498 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-c5064902-1952-4c83-8fe8-1433593f6238 tempest-ExtraDHCPOptionsTestJSON-983307326 tempest-ExtraDHCPOptionsTestJSON-983307326-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5270ec6fd0>, '457fc0bb-1d1a-454b-9c9b-fc1b654cceab') {} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:07:01.202160 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-5caf970a-f009-4aa3-b8b8-fe1530689cb0 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] 10.222.0.65 "GET /v2.0/ports/3c4a6a20-6bed-4da3-a96d-fae97c06fed2 HTTP/1.1" status: 200  len: 955 time: 0.3052402
Dec 24 11:07:01.205864 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 39306) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:01.217007 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c5064902-1952-4c83-8fe8-1433593f6238 tempest-ExtraDHCPOptionsTestJSON-983307326 tempest-ExtraDHCPOptionsTestJSON-983307326-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749505745113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2241371'] for segment, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:01.265239 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c5064902-1952-4c83-8fe8-1433593f6238 tempest-ExtraDHCPOptionsTestJSON-983307326 tempest-ExtraDHCPOptionsTestJSON-983307326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:01.281210 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-621187f3-c0c8-49ad-b43c-bbd21b9f5260 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks [] for router, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:01.305404 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c965314b-e7b4-4f0d-99c5-555b9cf932e8 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:01.352509 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5064902-1952-4c83-8fe8-1433593f6238 tempest-ExtraDHCPOptionsTestJSON-983307326 tempest-ExtraDHCPOptionsTestJSON-983307326-project] Releasing vlan 605 on physical network physnet1 to pool {{(pid=88878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 24 11:07:01.352959 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c5064902-1952-4c83-8fe8-1433593f6238 tempest-ExtraDHCPOptionsTestJSON-983307326 tempest-ExtraDHCPOptionsTestJSON-983307326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036847652098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850807864'] for segment, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:01.376673 dv-neutron-822691-2-hyperv neutron-server[88767]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 11:07:01.376673 dv-neutron-822691-2-hyperv neutron-server[88767]:   % (table.description, expected, rows_matched)
Dec 24 11:07:01.376673 dv-neutron-822691-2-hyperv neutron-server[88767]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 11:07:01.376673 dv-neutron-822691-2-hyperv neutron-server[88767]:   % (table.description, expected, rows_matched)
Dec 24 11:07:01.376673 dv-neutron-822691-2-hyperv neutron-server[88767]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 11:07:01.376673 dv-neutron-822691-2-hyperv neutron-server[88767]:   % (table.description, expected, rows_matched)
Dec 24 11:07:01.376673 dv-neutron-822691-2-hyperv neutron-server[88767]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 11:07:01.376673 dv-neutron-822691-2-hyperv neutron-server[88767]:   % (table.description, expected, rows_matched)
Dec 24 11:07:01.376673 dv-neutron-822691-2-hyperv neutron-server[88767]: Traceback (most recent call last):
Dec 24 11:07:01.376673 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 24 11:07:01.376673 dv-neutron-822691-2-hyperv neutron-server[88767]:     timer()
Dec 24 11:07:01.376673 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 11:07:01.376673 dv-neutron-822691-2-hyperv neutron-server[88767]:     cb(*args, **kw)
Dec 24 11:07:01.376673 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 24 11:07:01.376673 dv-neutron-822691-2-hyperv neutron-server[88767]:     return func(*args, **kwargs)
Dec 24 11:07:01.376673 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 11:07:01.376673 dv-neutron-822691-2-hyperv neutron-server[88767]:     self._notify()
Dec 24 11:07:01.376673 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 11:07:01.376673 dv-neutron-822691-2-hyperv neutron-server[88767]:     self.callback(batched_events)
Dec 24 11:07:01.376673 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 11:07:01.376673 dv-neutron-822691-2-hyperv neutron-server[88767]:     event.method(event)
Dec 24 11:07:01.376673 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 11:07:01.376673 dv-neutron-822691-2-hyperv neutron-server[88767]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 11:07:01.376673 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 24 11:07:01.376673 dv-neutron-822691-2-hyperv neutron-server[88767]:     segment_id)['aggregates'][0]
Dec 24 11:07:01.376673 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 24 11:07:01.376673 dv-neutron-822691-2-hyperv neutron-server[88767]:     return f(self, *a, **k)
Dec 24 11:07:01.376673 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 11:07:01.376673 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self._get(url).json()
Dec 24 11:07:01.376673 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 24 11:07:01.376673 dv-neutron-822691-2-hyperv neutron-server[88767]:     **kwargs)
Dec 24 11:07:01.376673 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 24 11:07:01.376673 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self.request(url, 'GET', **kwargs)
Dec 24 11:07:01.376673 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 24 11:07:01.376673 dv-neutron-822691-2-hyperv neutron-server[88767]:     **endpoint_filter)
Dec 24 11:07:01.376673 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 24 11:07:01.376673 dv-neutron-822691-2-hyperv neutron-server[88767]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 11:07:01.376673 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 24 11:07:01.376673 dv-neutron-822691-2-hyperv neutron-server[88767]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 11:07:01.376673 dv-neutron-822691-2-hyperv neutron-server[88767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 11:07:01.464326 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-5b408418-0261-4968-855f-cb7d5bf2b301 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Deleting port 3c4a6a20-6bed-4da3-a96d-fae97c06fed2 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:07:01.464679 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5b408418-0261-4968-855f-cb7d5bf2b301 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:01.464791 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-7746fc3a-3b3c-4d30-a25b-215585ad399e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=56d5354af46a4a91924cfe2259b4b254&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5664804
Dec 24 11:07:01.467514 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c4dd471e-3c48-437d-b519-a5f2be77e09e tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847655656'] for subnet, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:01.498004 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-c965314b-e7b4-4f0d-99c5-555b9cf932e8 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Calling delete_port for 8707cc8a-e565-478b-a6fd-60af555a58db owned by network:router_interface {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:07:01.530110 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 39310) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:01.579787 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c5064902-1952-4c83-8fe8-1433593f6238 tempest-ExtraDHCPOptionsTestJSON-983307326 tempest-ExtraDHCPOptionsTestJSON-983307326-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7126154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659196'] for network, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:01.590776 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-83367a6b-29bc-407f-9f3d-e4bbd0e0f840 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:07:01.614173 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c5064902-1952-4c83-8fe8-1433593f6238 tempest-ExtraDHCPOptionsTestJSON-983307326 tempest-ExtraDHCPOptionsTestJSON-983307326-project] Notify callbacks [] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:01.688223 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5064902-1952-4c83-8fe8-1433593f6238 tempest-ExtraDHCPOptionsTestJSON-983307326 tempest-ExtraDHCPOptionsTestJSON-983307326-project] Pushing event deleted for resources: {'Network': ['ID=e7e0656d-2fbd-4f09-91a4-d183626bea5d,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:07:01.760258 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c5064902-1952-4c83-8fe8-1433593f6238 tempest-ExtraDHCPOptionsTestJSON-983307326 tempest-ExtraDHCPOptionsTestJSON-983307326-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:07:01.768841 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-c5064902-1952-4c83-8fe8-1433593f6238 tempest-ExtraDHCPOptionsTestJSON-983307326 tempest-ExtraDHCPOptionsTestJSON-983307326-project] 10.222.0.65 "DELETE /v2.0/networks/e7e0656d-2fbd-4f09-91a4-d183626bea5d HTTP/1.1" status: 204  len: 168 time: 3.1657171
Dec 24 11:07:01.793030 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-12e9c519-107f-4f49-8613-973149cb59bc tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:01.793441 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-12e9c519-107f-4f49-8613-973149cb59bc tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:01.838858 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c4dd471e-3c48-437d-b519-a5f2be77e09e tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7120129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3978858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852529715'] for subnet, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:01.903341 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-4e1bbd56-fbd4-4d70-b9e0-4bd7bfb7897c tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:07:01.958302 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dd471e-3c48-437d-b519-a5f2be77e09e tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Pushing event deleted for resources: {'Subnet': ['ID=82c89f0c-07d7-4716-b56b-1a48041f27c7,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:07:01.964913 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c4dd471e-3c48-437d-b519-a5f2be77e09e tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:07:01.967876 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-621187f3-c0c8-49ad-b43c-bbd21b9f5260 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854158724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-84560'] for router, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:01.972657 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-12e9c519-107f-4f49-8613-973149cb59bc tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Calling delete_port for b9ab8eb8-f679-4f64-8556-1aaf65821330 owned by network:floatingip {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:07:01.973128 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c4dd471e-3c48-437d-b519-a5f2be77e09e tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:01.977699 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-c4dd471e-3c48-437d-b519-a5f2be77e09e tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "DELETE /v2.0/subnets/82c89f0c-07d7-4716-b56b-1a48041f27c7 HTTP/1.1" status: 204  len: 168 time: 1.7852066
Dec 24 11:07:01.978376 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-621187f3-c0c8-49ad-b43c-bbd21b9f5260 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:01.980764 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0569ff0-111b-4880-9349-5ef6d1b197e9 None None] Network 1c9eeaac-d205-4b19-a351-2fe67dd78b42 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:07:02.006982 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 39318) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:02.018240 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-621187f3-c0c8-49ad-b43c-bbd21b9f5260 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854158830'] for router, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:02.019452 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-621187f3-c0c8-49ad-b43c-bbd21b9f5260 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Fanout notify agent at l3_agent the message router_deleted on router f82e7eab-7170-43b9-b75d-8ab381aec3c9 {{(pid=88878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 24 11:07:02.034255 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-621187f3-c0c8-49ad-b43c-bbd21b9f5260 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks [] for router, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:02.039142 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-621187f3-c0c8-49ad-b43c-bbd21b9f5260 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] 10.222.0.65 "DELETE /v2.0/routers/f82e7eab-7170-43b9-b75d-8ab381aec3c9 HTTP/1.1" status: 204  len: 168 time: 1.1440856
Dec 24 11:07:02.039840 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 39322) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:02.070458 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2afa6be8-5bca-4554-a97d-ceca53c7ba4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:02.075170 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 39326) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:02.220124 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2afa6be8-5bca-4554-a97d-ceca53c7ba4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:02.244271 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5b408418-0261-4968-855f-cb7d5bf2b301 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:02.263463 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_v2 [None req-21ab4fc1-32aa-417d-b660-ec1be1972fca tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Deleting subnet 6df73552-efd0-4069-ad71-753ca56bd6ef {{(pid=88878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 24 11:07:02.266921 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-21ab4fc1-32aa-417d-b660-ec1be1972fca tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks [] for subnet, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:02.329550 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-21ab4fc1-32aa-417d-b660-ec1be1972fca tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852534446'] for subnet, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:02.431458 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-21ab4fc1-32aa-417d-b660-ec1be1972fca tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847655656'] for subnet, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:02.518214 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-21ab4fc1-32aa-417d-b660-ec1be1972fca tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7120129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3978858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852529715'] for subnet, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:02.528239 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-5b408418-0261-4968-855f-cb7d5bf2b301 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Calling delete_port for 3c4a6a20-6bed-4da3-a96d-fae97c06fed2 owned by  {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:07:02.535284 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-62a10a90-ecdf-4729-a021-ab08b09f1796 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:07:02.581437 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-21ab4fc1-32aa-417d-b660-ec1be1972fca tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:02.587035 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ab4fc1-32aa-417d-b660-ec1be1972fca tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Pushing event deleted for resources: {'Subnet': ['ID=6df73552-efd0-4069-ad71-753ca56bd6ef,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:07:02.590156 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b99df2e-de90-4ef2-aa7d-5fa7fdc5aab1 None None] Network fa39272b-b420-4f46-808d-e2ebf5a99e3c requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:07:02.599247 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-21ab4fc1-32aa-417d-b660-ec1be1972fca tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:07:02.606622 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-21ab4fc1-32aa-417d-b660-ec1be1972fca tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] 10.222.0.65 "DELETE /v2.0/subnets/6df73552-efd0-4069-ad71-753ca56bd6ef HTTP/1.1" status: 204  len: 168 time: 0.5643997
Dec 24 11:07:02.607355 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 39334) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:02.751332 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-71c2fa22-7244-43ee-8d9a-2063ba0c17ef tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036847558493'] for network, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:02.765024 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-71c2fa22-7244-43ee-8d9a-2063ba0c17ef tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Deleting port 660c28e5-966d-4e81-9739-3bf21c21792c {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:07:02.765548 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-71c2fa22-7244-43ee-8d9a-2063ba0c17ef tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:02.952858 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c50bcaa6-9f91-45b0-a0a4-ea345a14eafa None None] DHCP port deletion for fa39272b-b420-4f46-808d-e2ebf5a99e3c request from dv-neutron-822691-2-hyperv {{(pid=88880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 24 11:07:02.958276 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-c50bcaa6-9f91-45b0-a0a4-ea345a14eafa None None] Deleting port 660c28e5-966d-4e81-9739-3bf21c21792c {{(pid=88880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:07:02.959190 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c50bcaa6-9f91-45b0-a0a4-ea345a14eafa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:03.013805 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-71c2fa22-7244-43ee-8d9a-2063ba0c17ef tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] For port 660c28e5-966d-4e81-9739-3bf21c21792c, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=660c28e5-966d-4e81-9739-3bf21c21792c,segment=NetworkSegment(6548e980-032b-4b4c-a7f6-5916298bbee8),segment_id=6548e980-032b-4b4c-a7f6-5916298bbee8)] {{(pid=88878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:07:03.014237 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-71c2fa22-7244-43ee-8d9a-2063ba0c17ef tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:03.054494 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c965314b-e7b4-4f0d-99c5-555b9cf932e8 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:03.075679 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-1333d3ea-c349-4b3c-beac-afe2cd2d72f7 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:07:03.195646 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c965314b-e7b4-4f0d-99c5-555b9cf932e8 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Pushing event deleted for resources: {'Port': ['ID=8707cc8a-e565-478b-a6fd-60af555a58db,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:07:03.200155 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-b54e9497-6111-419f-8b67-a90173e3cebd admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=69d638c8c69442a18f74e417e45744e5&name=default HTTP/1.1" status: 200  len: 2647 time: 1.1128514
Dec 24 11:07:03.201285 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c965314b-e7b4-4f0d-99c5-555b9cf932e8 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:07:03.223732 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 39338) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:03.227517 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2afa6be8-5bca-4554-a97d-ceca53c7ba4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:03.230062 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-c50bcaa6-9f91-45b0-a0a4-ea345a14eafa None None] For port 660c28e5-966d-4e81-9739-3bf21c21792c, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=660c28e5-966d-4e81-9739-3bf21c21792c,segment=NetworkSegment(6548e980-032b-4b4c-a7f6-5916298bbee8),segment_id=6548e980-032b-4b4c-a7f6-5916298bbee8)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:07:03.230621 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c50bcaa6-9f91-45b0-a0a4-ea345a14eafa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:03.313754 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-b98719c4-4d11-4d4b-8c78-9630b414fd0f tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:07:03.338690 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_v2 [None req-22aecfb6-682a-44a6-81f9-8cc272e927d3 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Deleting subnet b3bc2d4b-f085-41dc-8dc3-f7522b764ee4 {{(pid=88879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 24 11:07:03.353608 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-12e9c519-107f-4f49-8613-973149cb59bc tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:03.358168 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afa6be8-5bca-4554-a97d-ceca53c7ba4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f92f952-fbf6-4a9c-878f-04fc33c61576,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:07:03.360859 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-22aecfb6-682a-44a6-81f9-8cc272e927d3 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks [] for subnet, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:03.395999 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-c50bcaa6-9f91-45b0-a0a4-ea345a14eafa None None] Calling delete_port for 660c28e5-966d-4e81-9739-3bf21c21792c owned by network:dhcp {{(pid=88880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:07:03.406063 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5b408418-0261-4968-855f-cb7d5bf2b301 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:03.423072 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-71c2fa22-7244-43ee-8d9a-2063ba0c17ef tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Calling delete_port for 660c28e5-966d-4e81-9739-3bf21c21792c owned by network:dhcp {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:07:03.454781 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-2afa6be8-5bca-4554-a97d-ceca53c7ba4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:07:03.468838 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-a766f412-2edc-4120-b1c8-3321ffd6607d None None] Provisioning complete for port 605d4433-b9fa-48c0-afab-fbb4f3982a03 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:07:03.469512 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a766f412-2edc-4120-b1c8-3321ffd6607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:03.471989 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-17cd633e-54fc-4394-94ec-9a4de275abbb tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:07:03.503090 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-71c2fa22-7244-43ee-8d9a-2063ba0c17ef tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:03.512583 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-06ff8f14-ef59-4382-91f1-be89468e6ae5 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:07:03.559456 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c2fa22-7244-43ee-8d9a-2063ba0c17ef tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Pushing event deleted for resources: {'Port': ['ID=660c28e5-966d-4e81-9739-3bf21c21792c,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:07:03.563246 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-71c2fa22-7244-43ee-8d9a-2063ba0c17ef tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:07:03.566084 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c2fa22-7244-43ee-8d9a-2063ba0c17ef tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] No DVR routers for this DVR port 660c28e5-966d-4e81-9739-3bf21c21792c on host dv-neutron-822691-2-hyperv {{(pid=88878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 24 11:07:03.578289 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e9c519-107f-4f49-8613-973149cb59bc tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Pushing event deleted for resources: {'Port': ['ID=b9ab8eb8-f679-4f64-8556-1aaf65821330,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:07:03.675644 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.db.api [None req-c50bcaa6-9f91-45b0-a0a4-ea345a14eafa None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88880) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 24 11:07:03.676022 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_db.api [None req-c50bcaa6-9f91-45b0-a0a4-ea345a14eafa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 24 11:07:03.713082 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-71c2fa22-7244-43ee-8d9a-2063ba0c17ef tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847649663', 'neutron.services.segments.db._delete_segments_for_network-8749505737672'] for network, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:03.718333 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-22aecfb6-682a-44a6-81f9-8cc272e927d3 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-786693'] for subnet, precommit_delete_associations {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:03.740913 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-71c2fa22-7244-43ee-8d9a-2063ba0c17ef tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5271d99da0>,) {'filters': {'network_id': ['fa39272b-b420-4f46-808d-e2ebf5a99e3c']}} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:07:03.753022 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b408418-0261-4968-855f-cb7d5bf2b301 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Pushing event deleted for resources: {'Port': ['ID=3c4a6a20-6bed-4da3-a96d-fae97c06fed2,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:07:03.757113 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-71c2fa22-7244-43ee-8d9a-2063ba0c17ef tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5271d99da0>, '6548e980-032b-4b4c-a7f6-5916298bbee8') {'for_net_delete': True} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:07:03.757583 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-71c2fa22-7244-43ee-8d9a-2063ba0c17ef tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5271d99da0>, '6548e980-032b-4b4c-a7f6-5916298bbee8') {} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:07:03.772541 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-71c2fa22-7244-43ee-8d9a-2063ba0c17ef tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749505745113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2241371'] for segment, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:03.787457 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5b408418-0261-4968-855f-cb7d5bf2b301 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:03.789227 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-71c2fa22-7244-43ee-8d9a-2063ba0c17ef tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:03.795734 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-5b408418-0261-4968-855f-cb7d5bf2b301 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:07:03.796853 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-5ffc370c-84b7-4ebf-9de7-7b757e55eb9d tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.391s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:07:03.797088 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71c2fa22-7244-43ee-8d9a-2063ba0c17ef tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Releasing vlan 627 on physical network physnet1 to pool {{(pid=88878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 24 11:07:03.797204 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-5ffc370c-84b7-4ebf-9de7-7b757e55eb9d tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:07:03.797366 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-71c2fa22-7244-43ee-8d9a-2063ba0c17ef tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036847652098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850807864'] for segment, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:03.814223 dv-neutron-822691-2-hyperv neutron-server[88767]: Traceback (most recent call last):
Dec 24 11:07:03.814223 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 24 11:07:03.814223 dv-neutron-822691-2-hyperv neutron-server[88767]:     timer()
Dec 24 11:07:03.814223 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 11:07:03.814223 dv-neutron-822691-2-hyperv neutron-server[88767]:     cb(*args, **kw)
Dec 24 11:07:03.814223 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 24 11:07:03.814223 dv-neutron-822691-2-hyperv neutron-server[88767]:     return func(*args, **kwargs)
Dec 24 11:07:03.814223 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 11:07:03.814223 dv-neutron-822691-2-hyperv neutron-server[88767]:     self._notify()
Dec 24 11:07:03.814223 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 11:07:03.814223 dv-neutron-822691-2-hyperv neutron-server[88767]:     self.callback(batched_events)
Dec 24 11:07:03.814223 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 11:07:03.814223 dv-neutron-822691-2-hyperv neutron-server[88767]:     event.method(event)
Dec 24 11:07:03.814223 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 11:07:03.814223 dv-neutron-822691-2-hyperv neutron-server[88767]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 11:07:03.814223 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 24 11:07:03.814223 dv-neutron-822691-2-hyperv neutron-server[88767]:     segment_id)['aggregates'][0]
Dec 24 11:07:03.814223 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 24 11:07:03.814223 dv-neutron-822691-2-hyperv neutron-server[88767]:     return f(self, *a, **k)
Dec 24 11:07:03.814223 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 11:07:03.814223 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self._get(url).json()
Dec 24 11:07:03.814223 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 24 11:07:03.814223 dv-neutron-822691-2-hyperv neutron-server[88767]:     **kwargs)
Dec 24 11:07:03.814223 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 24 11:07:03.814223 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self.request(url, 'GET', **kwargs)
Dec 24 11:07:03.814223 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 24 11:07:03.814223 dv-neutron-822691-2-hyperv neutron-server[88767]:     **endpoint_filter)
Dec 24 11:07:03.814223 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 24 11:07:03.814223 dv-neutron-822691-2-hyperv neutron-server[88767]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 11:07:03.814223 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 24 11:07:03.814223 dv-neutron-822691-2-hyperv neutron-server[88767]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 11:07:03.814223 dv-neutron-822691-2-hyperv neutron-server[88767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 11:07:03.820803 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2afa6be8-5bca-4554-a97d-ceca53c7ba4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:03.824699 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-2afa6be8-5bca-4554-a97d-ceca53c7ba4e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3f92f952-fbf6-4a9c-878f-04fc33c61576 HTTP/1.1" status: 204  len: 168 time: 2.2908812
Dec 24 11:07:03.840332 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 660c28e5-966d-4e81-9739-3bf21c21792c no longer exists at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:07:03.860584 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f3b14016-973c-4a64-a8dc-815e9d2293c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:03.869584 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c965314b-e7b4-4f0d-99c5-555b9cf932e8 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036852798164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854055527'] for router_interface, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:03.881750 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] No Port match for: 660c28e5-966d-4e81-9739-3bf21c21792c {{(pid=88880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 24 11:07:03.882116 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 660c28e5-966d-4e81-9739-3bf21c21792c not bound to the agent host dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 24 11:07:03.903291 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-5b408418-0261-4968-855f-cb7d5bf2b301 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] 10.222.0.65 "DELETE /v2.0/ports/3c4a6a20-6bed-4da3-a96d-fae97c06fed2 HTTP/1.1" status: 204  len: 168 time: 2.6940126
Dec 24 11:07:03.904200 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 39346) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:03.942971 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-71c2fa22-7244-43ee-8d9a-2063ba0c17ef tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7126154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659196'] for network, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:03.952399 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-71c2fa22-7244-43ee-8d9a-2063ba0c17ef tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks [] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:03.953972 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-12e9c519-107f-4f49-8613-973149cb59bc tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks [] for floatingip, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:03.956522 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-12e9c519-107f-4f49-8613-973149cb59bc tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for floatingip, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:03.961845 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-12e9c519-107f-4f49-8613-973149cb59bc tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] 10.222.0.65 "DELETE /v2.0/floatingips/d24cab0f-e630-4b47-b667-029fcb739e7c HTTP/1.1" status: 204  len: 168 time: 3.0687792
Dec 24 11:07:03.963493 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-562c77a1-27cd-4cf1-b00c-1504b217966b tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:07:03.979240 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 39350) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:04.002813 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-b78ea902-0c61-4362-b99f-1dad6a0c680a tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Request body: {'floatingip': {'floating_network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'port_id': '3eeea64b-04d4-418c-9bbc-21f431a3778c'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:07:04.009423 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c2fa22-7244-43ee-8d9a-2063ba0c17ef tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Pushing event deleted for resources: {'Network': ['ID=fa39272b-b420-4f46-808d-e2ebf5a99e3c,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:07:04.011694 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb634772-ea13-43d1-b9ff-a5c8fd9f4509 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] GET failed (client error): The resource could not be found.
Dec 24 11:07:04.013202 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-bb634772-ea13-43d1-b9ff-a5c8fd9f4509 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] 10.222.0.65 "GET /v2.0/ports/3c4a6a20-6bed-4da3-a96d-fae97c06fed2 HTTP/1.1" status: 404  len: 333 time: 0.1078429
Dec 24 11:07:04.015363 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-71c2fa22-7244-43ee-8d9a-2063ba0c17ef tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:07:04.017213 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 39356) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:04.023637 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-ff9dffae-4e3e-4f80-b3d4-a51242374370 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Request body: {'port': {'network_id': '5948873f-ca7d-4e7f-ab1d-ac747fd99119', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1693468540'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:07:04.028327 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-b78ea902-0c61-4362-b99f-1dad6a0c680a tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:07:04.029245 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f3b14016-973c-4a64-a8dc-815e9d2293c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:04.036771 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-71c2fa22-7244-43ee-8d9a-2063ba0c17ef tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] 10.222.0.65 "DELETE /v2.0/networks/fa39272b-b420-4f46-808d-e2ebf5a99e3c HTTP/1.1" status: 204  len: 168 time: 1.4244945
Dec 24 11:07:04.036771 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-ff9dffae-4e3e-4f80-b3d4-a51242374370 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:07:04.039264 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 39360) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:04.042473 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-b78ea902-0c61-4362-b99f-1dad6a0c680a tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Usage tracker for resource:floatingip and tenant:ec45645f66414388a125dd3f2f469cd9 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:07:04.045818 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-ff9dffae-4e3e-4f80-b3d4-a51242374370 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Usage tracker for resource:port and tenant:67f1f7d96ddb47c2bce60c06129ed692 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:07:04.051338 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-07ed6cf0-cb14-4fc1-ba59-28a3f06f83f7 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-468365899', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a'}, 'admin_state_up': False}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:07:04.057766 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-b78ea902-0c61-4362-b99f-1dad6a0c680a tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:07:04.060848 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-ff9dffae-4e3e-4f80-b3d4-a51242374370 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:07:04.070149 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-07ed6cf0-cb14-4fc1-ba59-28a3f06f83f7 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:07:04.072580 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-ff9dffae-4e3e-4f80-b3d4-a51242374370 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:07:04.076124 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-b78ea902-0c61-4362-b99f-1dad6a0c680a tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:07:04.079363 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-07ed6cf0-cb14-4fc1-ba59-28a3f06f83f7 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Usage tracker for resource:router and tenant:59b398769254445dae3d1f85e7f0f818 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:07:04.085983 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-07ed6cf0-cb14-4fc1-ba59-28a3f06f83f7 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:07:04.095790 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-07ed6cf0-cb14-4fc1-ba59-28a3f06f83f7 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:07:04.098048 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff9dffae-4e3e-4f80-b3d4-a51242374370 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Made reservation on behalf of 67f1f7d96ddb47c2bce60c06129ed692 for: {'port': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:07:04.103026 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ff9dffae-4e3e-4f80-b3d4-a51242374370 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:04.129733 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b78ea902-0c61-4362-b99f-1dad6a0c680a tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks [] for floatingip, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:04.151999 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-22aecfb6-682a-44a6-81f9-8cc272e927d3 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847655656'] for subnet, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:04.160137 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-07ed6cf0-cb14-4fc1-ba59-28a3f06f83f7 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-612016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-84579'] for router, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:04.160959 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-07ed6cf0-cb14-4fc1-ba59-28a3f06f83f7 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854163950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659046', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854079771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854691221'] for router, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:04.166385 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [None req-ff9dffae-4e3e-4f80-b3d4-a51242374370 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] device_id is not set on port 8d848300-bbc3-4916-9b19-bf9bb055544b yet. {{(pid=88878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 24 11:07:04.177744 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-c50bcaa6-9f91-45b0-a0a4-ea345a14eafa None None] Deleting port 660c28e5-966d-4e81-9739-3bf21c21792c {{(pid=88880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:07:04.178207 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c50bcaa6-9f91-45b0-a0a4-ea345a14eafa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:04.248293 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-c50bcaa6-9f91-45b0-a0a4-ea345a14eafa None None] The port '660c28e5-966d-4e81-9739-3bf21c21792c' was deleted {{(pid=88880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 24 11:07:04.287078 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f3b14016-973c-4a64-a8dc-815e9d2293c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:04.293866 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-07ed6cf0-cb14-4fc1-ba59-28a3f06f83f7 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:04.304151 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-79479288-22df-49ef-bdf5-794c9a38dbb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:07:04.393298 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b14016-973c-4a64-a8dc-815e9d2293c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f74cda26-bb17-4d1f-900f-0d9888703e02,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:07:04.404761 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f3b14016-973c-4a64-a8dc-815e9d2293c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:07:04.414552 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f3b14016-973c-4a64-a8dc-815e9d2293c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:04.418388 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-f3b14016-973c-4a64-a8dc-815e9d2293c8 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f74cda26-bb17-4d1f-900f-0d9888703e02 HTTP/1.1" status: 204  len: 168 time: 1.1902993
Dec 24 11:07:04.593588 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-22aecfb6-682a-44a6-81f9-8cc272e927d3 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7120129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850854134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851156349'] for subnet, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:04.599544 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-293eea49-14aa-4dec-bf9d-993da26d6543 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:07:04.641758 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22aecfb6-682a-44a6-81f9-8cc272e927d3 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Pushing event deleted for resources: {'Subnet': ['ID=b3bc2d4b-f085-41dc-8dc3-f7522b764ee4,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:07:04.646110 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-22aecfb6-682a-44a6-81f9-8cc272e927d3 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:07:04.650871 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-22aecfb6-682a-44a6-81f9-8cc272e927d3 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks [] for subnet, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:04.660739 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ff9dffae-4e3e-4f80-b3d4-a51242374370 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:04.661568 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8659cd26-b960-4c66-af61-9305b3a9d2bb None None] Network 1c9eeaac-d205-4b19-a351-2fe67dd78b42 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:07:04.665966 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-22aecfb6-682a-44a6-81f9-8cc272e927d3 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "DELETE /v2.0/subnets/b3bc2d4b-f085-41dc-8dc3-f7522b764ee4 HTTP/1.1" status: 204  len: 168 time: 2.6543543
Dec 24 11:07:04.668906 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 39378) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:04.685042 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b78ea902-0c61-4362-b99f-1dad6a0c680a tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:04.735481 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-07ed6cf0-cb14-4fc1-ba59-28a3f06f83f7 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-659031', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854691240'] for router, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:04.753941 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c965314b-e7b4-4f0d-99c5-555b9cf932e8 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Router c2c790a3-ff0c-4d2e-9119-b483653246c3 has already been hosted by L3 agent 198cca88-1338-4098-b44b-beb0346ac906 {{(pid=88879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 24 11:07:04.756767 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-07aecb7b-cfea-4dd9-a54e-98a881d6d667 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0865138
Dec 24 11:07:04.761106 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 39384) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:04.769338 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-159a2cb3-f45d-4c34-8185-607ac1ebb7ab tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Request body: {'subnet': {'network_id': '1c9eeaac-d205-4b19-a351-2fe67dd78b42', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:07:04.813927 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ff9dffae-4e3e-4f80-b3d4-a51242374370 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:04.899573 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-b78ea902-0c61-4362-b99f-1dad6a0c680a tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Allocated IP 172.26.3.102 (f8c337ba-681f-4fcb-a333-e3c49365b30a/8ea1398c-0bec-46d6-8d54-85798de2a7ca/2b73e10b-9276-45cc-98cf-debd34082e38) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:07:04.979709 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-4f2b3edf-55dc-47ab-b036-8ffcda3ddce7 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:07:05.019079 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-159a2cb3-f45d-4c34-8185-607ac1ebb7ab tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:07:05.078876 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0a4bccd-ec9e-4459-a9ad-291935c75ace None None] DHCP port deletion for 1c9eeaac-d205-4b19-a351-2fe67dd78b42 request from dv-neutron-822691-2-hyperv {{(pid=88880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 24 11:07:05.083962 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-d0a4bccd-ec9e-4459-a9ad-291935c75ace None None] Deleting port 605d4433-b9fa-48c0-afab-fbb4f3982a03 {{(pid=88880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:07:05.084393 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d0a4bccd-ec9e-4459-a9ad-291935c75ace None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:05.127516 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 39394) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:05.149741 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [-] 10.222.0.65 "GET / HTTP/1.1" status: 200  len: 248 time: 0.0070019
Dec 24 11:07:05.159177 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff9dffae-4e3e-4f80-b3d4-a51242374370 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Network 5948873f-ca7d-4e7f-ab1d-ac747fd99119 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:07:05.169339 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 39398) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:05.178684 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-ff9dffae-4e3e-4f80-b3d4-a51242374370 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Resources bound (agent type, host, resource id):  {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:07:05.185964 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9dffae-4e3e-4f80-b3d4-a51242374370 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:07:05.186908 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff9dffae-4e3e-4f80-b3d4-a51242374370 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:07:05.187592 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ff9dffae-4e3e-4f80-b3d4-a51242374370 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:05.263975 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-ff9dffae-4e3e-4f80-b3d4-a51242374370 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 960 time: 1.2454474
Dec 24 11:07:05.288656 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 39406) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:05.313380 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-c50b601d-69a5-47d2-86a3-206a8a5a06ad tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8226'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:07:05.344198 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-159a2cb3-f45d-4c34-8185-607ac1ebb7ab tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Usage tracker for resource:subnet and tenant:739a78fd4cfc48c2a4011598579f8f8c is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:07:05.353033 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-159a2cb3-f45d-4c34-8185-607ac1ebb7ab tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:07:05.363847 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-159a2cb3-f45d-4c34-8185-607ac1ebb7ab tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:07:05.385689 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c965314b-e7b4-4f0d-99c5-555b9cf932e8 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:07:05.387668 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-159a2cb3-f45d-4c34-8185-607ac1ebb7ab tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Made reservation on behalf of 739a78fd4cfc48c2a4011598579f8f8c for: {'subnet': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:07:05.393987 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-159a2cb3-f45d-4c34-8185-607ac1ebb7ab tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3619482'] for subnet, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:05.419808 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9dffae-4e3e-4f80-b3d4-a51242374370 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Pushing event updated for resources: {'Port': ['ID=8d848300-bbc3-4916-9b19-bf9bb055544b,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:07:05.423344 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-ff9dffae-4e3e-4f80-b3d4-a51242374370 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.444s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:07:05.466201 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b78ea902-0c61-4362-b99f-1dad6a0c680a tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:05.533931 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f50309-ca93-4b38-b8a6-d846aa546d83 None None] Sync routers for ids ['c2c790a3-ff0c-4d2e-9119-b483653246c3'] in dv-neutron-822691-2-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:07:05.570865 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-d0a4bccd-ec9e-4459-a9ad-291935c75ace None None] For port 605d4433-b9fa-48c0-afab-fbb4f3982a03, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=605d4433-b9fa-48c0-afab-fbb4f3982a03,segment=NetworkSegment(6618a092-51b2-4e3d-9318-3ce6b7b40c55),segment_id=6618a092-51b2-4e3d-9318-3ce6b7b40c55)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:07:05.571538 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d0a4bccd-ec9e-4459-a9ad-291935c75ace None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:05.580522 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f50309-ca93-4b38-b8a6-d846aa546d83 None None] Routers {'c2c790a3-ff0c-4d2e-9119-b483653246c3'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:07:05.581997 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-30f50309-ca93-4b38-b8a6-d846aa546d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52719e0710>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:06:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['c2c790a3-ff0c-4d2e-9119-b483653246c3'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:07:05.663071 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-07ed6cf0-cb14-4fc1-ba59-28a3f06f83f7 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks [] for router_gateway, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:05.690504 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-30f50309-ca93-4b38-b8a6-d846aa546d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52719e0710>, [], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:07:05.699215 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-c965314b-e7b4-4f0d-99c5-555b9cf932e8 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] 10.222.0.65 "PUT /v2.0/routers/c2c790a3-ff0c-4d2e-9119-b483653246c3/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 11.3516812
Dec 24 11:07:05.705301 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 39414) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:05.717175 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-4d06d81b-fc6e-44ff-8b8d-5eff0c92d1f9 tempest-NetworksApiDiscovery-1343448738 tempest-NetworksApiDiscovery-1343448738-project] 10.222.0.65 "GET /v2.0/ HTTP/1.1" status: 200  len: 702 time: 0.5075870
Dec 24 11:07:05.718063 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c50b601d-69a5-47d2-86a3-206a8a5a06ad tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:05.737308 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-07ed6cf0-cb14-4fc1-ba59-28a3f06f83f7 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:05.772213 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-159a2cb3-f45d-4c34-8185-607ac1ebb7ab tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3921862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3619467'] for subnet, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:05.783828 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-5d23e4b2-35ea-4f72-b27c-d3915590db1b tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:07:05.824186 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.v2.resource [None req-f0f639b4-54ca-4a88-9eda-684af3ba5780 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] delete failed (client error): The resource could not be found.
Dec 24 11:07:05.825597 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-f0f639b4-54ca-4a88-9eda-684af3ba5780 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] 10.222.0.65 "DELETE /v2.0/routers/tempest-non_exist_router-1355460878 HTTP/1.1" status: 404  len: 335 time: 0.1190481
Dec 24 11:07:05.832061 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 39422) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:05.857320 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-a1801735-4ba1-4357-a24a-3d8054dce5b1 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c2c790a3-ff0c-4d2e-9119-b483653246c3'}}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:07:05.865875 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b78ea902-0c61-4362-b99f-1dad6a0c680a tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:05.882748 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-71dacccd-252b-4202-a5ae-60a7d81b1cd4 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:07:05.941213 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-159a2cb3-f45d-4c34-8185-607ac1ebb7ab tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Network 1c9eeaac-d205-4b19-a351-2fe67dd78b42 is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:07:05.960318 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-159a2cb3-f45d-4c34-8185-607ac1ebb7ab tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Resources bound (agent type, host, resource id):  {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:07:05.965340 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-159a2cb3-f45d-4c34-8185-607ac1ebb7ab tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:07:05.966230 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-159a2cb3-f45d-4c34-8185-607ac1ebb7ab tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks [] for subnet, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:05.981156 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-d0a4bccd-ec9e-4459-a9ad-291935c75ace None None] Calling delete_port for 605d4433-b9fa-48c0-afab-fbb4f3982a03 owned by network:dhcp {{(pid=88880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:07:05.987534 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b78ea902-0c61-4362-b99f-1dad6a0c680a tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Network f8c337ba-681f-4fcb-a333-e3c49365b30a is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:07:05.997868 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-b78ea902-0c61-4362-b99f-1dad6a0c680a tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Resources bound (agent type, host, resource id):  {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:07:06.035809 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b78ea902-0c61-4362-b99f-1dad6a0c680a tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:07:06.050343 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 39426) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:06.071099 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159a2cb3-f45d-4c34-8185-607ac1ebb7ab tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Pushing event updated for resources: {'Subnet': ['ID=0b54918e-e938-4945-ac66-e9e622ea3bdd,revision_number=0']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:07:06.075258 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-159a2cb3-f45d-4c34-8185-607ac1ebb7ab tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:07:06.077154 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-159a2cb3-f45d-4c34-8185-607ac1ebb7ab tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 1.3147972
Dec 24 11:07:06.081432 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 39434) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:06.094025 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-8ba20276-9002-4d40-92ee-42f3dac08490 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Request body: {'subnet': {'network_id': '1c9eeaac-d205-4b19-a351-2fe67dd78b42', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:07:06.145758 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f50309-ca93-4b38-b8a6-d846aa546d83 None None] Routers {'c2c790a3-ff0c-4d2e-9119-b483653246c3'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:07:06.146602 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-30f50309-ca93-4b38-b8a6-d846aa546d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52719e0710>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:06:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['c2c790a3-ff0c-4d2e-9119-b483653246c3'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:07:06.177543 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 39438) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:06.233878 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 605d4433-b9fa-48c0-afab-fbb4f3982a03 no longer exists at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:07:06.368450 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-30f50309-ca93-4b38-b8a6-d846aa546d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52719e0710>, [], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:07:06.369016 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f50309-ca93-4b38-b8a6-d846aa546d83 None None] The sync data for ids ['c2c790a3-ff0c-4d2e-9119-b483653246c3'] in dv-neutron-822691-2-hyperv is: [] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:07:06.396498 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d0a4bccd-ec9e-4459-a9ad-291935c75ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392'] for port, after_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:06.409930 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] No Port match for: 605d4433-b9fa-48c0-afab-fbb4f3982a03 {{(pid=88880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 24 11:07:06.410338 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 605d4433-b9fa-48c0-afab-fbb4f3982a03 not bound to the agent host dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 24 11:07:06.413418 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-481b6d32-5b59-4338-8f18-ce261bc6ff27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:07:06.448428 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a4bccd-ec9e-4459-a9ad-291935c75ace None None] No DVR routers for this DVR port 605d4433-b9fa-48c0-afab-fbb4f3982a03 on host dv-neutron-822691-2-hyperv {{(pid=88880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 24 11:07:06.471072 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a4bccd-ec9e-4459-a9ad-291935c75ace None None] Pushing event deleted for resources: {'Port': ['ID=605d4433-b9fa-48c0-afab-fbb4f3982a03,revision_number=None']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:07:06.474276 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-d0a4bccd-ec9e-4459-a9ad-291935c75ace None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:07:06.477657 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-415c00df-86d9-4044-8828-2d2db0949624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:06.482703 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-0f77038c-2b71-4d69-bb66-e816a43a04b3 tempest-DvrRoutersNegativeTest-327434738 tempest-DvrRoutersNegativeTest-327434738-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-15774887', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:07:06.489901 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.policy [None req-0f77038c-2b71-4d69-bb66-e816a43a04b3 tempest-DvrRoutersNegativeTest-327434738 tempest-DvrRoutersNegativeTest-327434738-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=88879) log_rule_list /opt/stack/neutron/neutron/policy.py:412}}
Dec 24 11:07:06.490273 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.policy [None req-0f77038c-2b71-4d69-bb66-e816a43a04b3 tempest-DvrRoutersNegativeTest-327434738 tempest-DvrRoutersNegativeTest-327434738-project] Failed policy check for 'create_router' {{(pid=88879) enforce /opt/stack/neutron/neutron/policy.py:483}}
Dec 24 11:07:06.490858 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.v2.resource [None req-0f77038c-2b71-4d69-bb66-e816a43a04b3 tempest-DvrRoutersNegativeTest-327434738 tempest-DvrRoutersNegativeTest-327434738-project] create failed (client error): Access was denied to this resource.
Dec 24 11:07:06.496318 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-0f77038c-2b71-4d69-bb66-e816a43a04b3 tempest-DvrRoutersNegativeTest-327434738 tempest-DvrRoutersNegativeTest-327434738-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 403  len: 414 time: 0.4389780
Dec 24 11:07:06.500585 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7474a73-4a12-44a3-ab7f-74cbbe5c2b02 None None] Network 1c9eeaac-d205-4b19-a351-2fe67dd78b42 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:07:06.501534 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78ea902-0c61-4362-b99f-1dad6a0c680a tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Pushing event updated for resources: {'Port': ['ID=2b73e10b-9276-45cc-98cf-debd34082e38,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:07:06.504707 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-b78ea902-0c61-4362-b99f-1dad6a0c680a tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.622s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:07:06.557593 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-af53cdc7-d930-49cc-ad13-fea654bd810e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:06.577241 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-8ba20276-9002-4d40-92ee-42f3dac08490 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:07:06.589167 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-8ba20276-9002-4d40-92ee-42f3dac08490 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Usage tracker for resource:subnet and tenant:739a78fd4cfc48c2a4011598579f8f8c is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:07:06.594180 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-8ba20276-9002-4d40-92ee-42f3dac08490 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:07:06.603398 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-8ba20276-9002-4d40-92ee-42f3dac08490 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:07:06.626869 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a1801735-4ba1-4357-a24a-3d8054dce5b1 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-659031', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854691240'] for router, precommit_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:06.646005 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-af53cdc7-d930-49cc-ad13-fea654bd810e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:07:06.648591 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ba20276-9002-4d40-92ee-42f3dac08490 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Made reservation on behalf of 739a78fd4cfc48c2a4011598579f8f8c for: {'subnet': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:07:06.654890 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8ba20276-9002-4d40-92ee-42f3dac08490 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3619482'] for subnet, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:06.680029 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-af53cdc7-d930-49cc-ad13-fea654bd810e admin admin] Usage tracker for resource:security_group_rule and tenant:2fa549d264444d61b1fdc601368478e1 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:07:06.701574 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-af53cdc7-d930-49cc-ad13-fea654bd810e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:07:06.703995 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [None req-c50b601d-69a5-47d2-86a3-206a8a5a06ad tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] device_id is not set on port 8d848300-bbc3-4916-9b19-bf9bb055544b yet. {{(pid=88878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 24 11:07:06.711771 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c50b601d-69a5-47d2-86a3-206a8a5a06ad tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:06.735567 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-af53cdc7-d930-49cc-ad13-fea654bd810e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:07:06.736213 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-c50b601d-69a5-47d2-86a3-206a8a5a06ad tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Transition to ACTIVE for port object 8d848300-bbc3-4916-9b19-bf9bb055544b will not be triggered until provisioned by entity L2. {{(pid=88878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:07:06.738793 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.v2.resource [None req-a1801735-4ba1-4357-a24a-3d8054dce5b1 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] update failed (client error): The resource could not be found.
Dec 24 11:07:06.740175 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-a1801735-4ba1-4357-a24a-3d8054dce5b1 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] 10.222.0.65 "PUT /v2.0/routers/c2c790a3-ff0c-4d2e-9119-b483653246c3 HTTP/1.1" status: 404  len: 339 time: 0.9068661
Dec 24 11:07:06.768035 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 39448) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:06.779245 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c50b601d-69a5-47d2-86a3-206a8a5a06ad tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3978773'] for port, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:06.795571 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-b1610f9b-fa96-47ed-97b6-bda3e4afe0de tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-498393584'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:07:06.812194 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc89349f-bd05-42a6-877d-b7dc7f0d5267 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73968e80-91fd-539e-a7c6-b31af6d9e680-1c9eeaac-d205-4b19-a351-2fe67dd78b42', 'network_id': '1c9eeaac-d205-4b19-a351-2fe67dd78b42', 'tenant_id': '739a78fd4cfc48c2a4011598579f8f8c', 'fixed_ips': [{'subnet_id': '0b54918e-e938-4945-ac66-e9e622ea3bdd'}]}} from dv-neutron-822691-2-hyperv. {{(pid=88880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 24 11:07:06.814820 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fc89349f-bd05-42a6-877d-b7dc7f0d5267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:06.820390 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c7b61237-a223-4f01-a433-aa47e5ef670e tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:07:06.856902 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.ipam_backend_mixin [None req-8ba20276-9002-4d40-92ee-42f3dac08490 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 0b54918e-e938-4945-ac66-e9e622ea3bdd (CIDR: 2001:db8::/64)
Dec 24 11:07:06.870435 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ba20276-9002-4d40-92ee-42f3dac08490 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 24 11:07:06.870922 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ba20276-9002-4d40-92ee-42f3dac08490 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88879) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 24 11:07:06.884200 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 39454) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:06.930192 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-8ba20276-9002-4d40-92ee-42f3dac08490 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.8438449
Dec 24 11:07:06.930910 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 39460) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:06.935121 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-af53cdc7-d930-49cc-ad13-fea654bd810e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:06.939011 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-fdebfdf5-e9f8-4d9a-a3bd-807d77b2c029 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Request body: {'subnet': {'network_id': '1c9eeaac-d205-4b19-a351-2fe67dd78b42', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:07:06.957648 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-af53cdc7-d930-49cc-ad13-fea654bd810e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:06.969708 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-2789bafa-2bc1-4913-afde-9e67c78018f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:07:06.972650 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-b1610f9b-fa96-47ed-97b6-bda3e4afe0de tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:07:06.977642 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-07ed6cf0-cb14-4fc1-ba59-28a3f06f83f7 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Allocated IP 172.26.3.128 (f8c337ba-681f-4fcb-a333-e3c49365b30a/8ea1398c-0bec-46d6-8d54-85798de2a7ca/1dcd99f5-b22c-4b2d-b6a0-2d018f1717eb) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:07:06.992128 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-b1610f9b-fa96-47ed-97b6-bda3e4afe0de tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Usage tracker for resource:network and tenant:3ab254af086c42aeb42eb630e98b5525 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:07:07.004462 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-b1610f9b-fa96-47ed-97b6-bda3e4afe0de tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:07:07.037751 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-b1610f9b-fa96-47ed-97b6-bda3e4afe0de tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:07:07.056399 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-fc89349f-bd05-42a6-877d-b7dc7f0d5267 None None] Allocated IP 2001:db8::2 (1c9eeaac-d205-4b19-a351-2fe67dd78b42/0b54918e-e938-4945-ac66-e9e622ea3bdd/f3851d85-6e2e-4b36-acbe-0f583af722a3) {{(pid=88880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:07:07.093700 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af53cdc7-d930-49cc-ad13-fea654bd810e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f5587fb-7c9b-48fb-9984-2482b30c44c6,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:07:07.099482 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50b601d-69a5-47d2-86a3-206a8a5a06ad tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Pushing event updated for resources: {'Port': ['ID=8d848300-bbc3-4916-9b19-bf9bb055544b,revision_number=2']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:07:07.114486 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-af53cdc7-d930-49cc-ad13-fea654bd810e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:07:07.126037 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c50b601d-69a5-47d2-86a3-206a8a5a06ad tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:07:07.127208 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1610f9b-fa96-47ed-97b6-bda3e4afe0de tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Made reservation on behalf of 3ab254af086c42aeb42eb630e98b5525 for: {'network': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:07:07.130923 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-af53cdc7-d930-49cc-ad13-fea654bd810e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2fa549d264444d61b1fdc601368478e1&name=default HTTP/1.1" status: 200  len: 2647 time: 0.9453039
Dec 24 11:07:07.132297 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 39464) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:07.132991 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b1610f9b-fa96-47ed-97b6-bda3e4afe0de tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for network, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:07.133152 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-09dfb4f5-1af4-43df-95b2-3c2923d7d6d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:07.153297 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-c50b601d-69a5-47d2-86a3-206a8a5a06ad tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Attempting to bind port 8d848300-bbc3-4916-9b19-bf9bb055544b on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:07:07.153674 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-c50b601d-69a5-47d2-86a3-206a8a5a06ad tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Attempting to bind port 8d848300-bbc3-4916-9b19-bf9bb055544b by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'b1db3f57-c1aa-4870-9650-19efc99a1d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5948873f-ca7d-4e7f-ab1d-ac747fd99119'}] {{(pid=88878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:07:07.154162 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50b601d-69a5-47d2-86a3-206a8a5a06ad tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Attempting to bind port 8d848300-bbc3-4916-9b19-bf9bb055544b on network 5948873f-ca7d-4e7f-ab1d-ac747fd99119 {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:07:07.234114 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-fdebfdf5-e9f8-4d9a-a3bd-807d77b2c029 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:07:07.236787 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-09dfb4f5-1af4-43df-95b2-3c2923d7d6d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:07:07.244199 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-09dfb4f5-1af4-43df-95b2-3c2923d7d6d5 admin admin] Usage tracker for resource:security_group_rule and tenant:c08cc1e5a4c94ce2a2e6f7fd04e1266f is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:07:07.247370 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-fdebfdf5-e9f8-4d9a-a3bd-807d77b2c029 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Usage tracker for resource:subnet and tenant:739a78fd4cfc48c2a4011598579f8f8c is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:07:07.250073 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-09dfb4f5-1af4-43df-95b2-3c2923d7d6d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:07:07.253314 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-fdebfdf5-e9f8-4d9a-a3bd-807d77b2c029 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:07:07.262773 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-09dfb4f5-1af4-43df-95b2-3c2923d7d6d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:07:07.265192 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-fdebfdf5-e9f8-4d9a-a3bd-807d77b2c029 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:07:07.292896 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50b601d-69a5-47d2-86a3-206a8a5a06ad tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Port 8d848300-bbc3-4916-9b19-bf9bb055544b on network 5948873f-ca7d-4e7f-ab1d-ac747fd99119 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 24 11:07:07.293251 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR neutron.plugins.ml2.managers [None req-c50b601d-69a5-47d2-86a3-206a8a5a06ad tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Failed to bind port 8d848300-bbc3-4916-9b19-bf9bb055544b on host hv-neutron-8226 for vnic_type normal using segments [{'id': 'b1db3f57-c1aa-4870-9650-19efc99a1d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5948873f-ca7d-4e7f-ab1d-ac747fd99119'}]
Dec 24 11:07:07.299003 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-392752fe-8d48-42d9-8203-130dc1a11d18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:07.300383 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.plugins.ml2.plugin [None req-c50b601d-69a5-47d2-86a3-206a8a5a06ad tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Attempt 2 to bind port 8d848300-bbc3-4916-9b19-bf9bb055544b
Dec 24 11:07:07.304379 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdebfdf5-e9f8-4d9a-a3bd-807d77b2c029 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Made reservation on behalf of 739a78fd4cfc48c2a4011598579f8f8c for: {'subnet': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:07:07.304920 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fc89349f-bd05-42a6-877d-b7dc7f0d5267 None None] Notify callbacks [] for port, precommit_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:07.310602 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fdebfdf5-e9f8-4d9a-a3bd-807d77b2c029 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3619482'] for subnet, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:07.318340 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-fc89349f-bd05-42a6-877d-b7dc7f0d5267 None None] Transition to ACTIVE for port object f3851d85-6e2e-4b36-acbe-0f583af722a3 will not be triggered until provisioned by entity L2. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:07:07.348830 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-fc89349f-bd05-42a6-877d-b7dc7f0d5267 None None] Transition to ACTIVE for port object f3851d85-6e2e-4b36-acbe-0f583af722a3 will not be triggered until provisioned by entity DHCP. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:07:07.354717 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fc89349f-bd05-42a6-877d-b7dc7f0d5267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408'] for port, after_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:07.366775 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-b83c4e5c-25c5-4b00-a8a6-bb230a68d68f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:07:07.392234 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-392752fe-8d48-42d9-8203-130dc1a11d18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:07.399459 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-c50b601d-69a5-47d2-86a3-206a8a5a06ad tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Attempting to bind port 8d848300-bbc3-4916-9b19-bf9bb055544b on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:07:07.399459 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-c50b601d-69a5-47d2-86a3-206a8a5a06ad tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Attempting to bind port 8d848300-bbc3-4916-9b19-bf9bb055544b by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'b1db3f57-c1aa-4870-9650-19efc99a1d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5948873f-ca7d-4e7f-ab1d-ac747fd99119'}] {{(pid=88878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:07:07.399709 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50b601d-69a5-47d2-86a3-206a8a5a06ad tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Attempting to bind port 8d848300-bbc3-4916-9b19-bf9bb055544b on network 5948873f-ca7d-4e7f-ab1d-ac747fd99119 {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:07:07.402562 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1610f9b-fa96-47ed-97b6-bda3e4afe0de tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] vlan segment allocate from pool success with {'vlan_id': 606, 'physical_network': 'physnet1'}  {{(pid=88878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 24 11:07:07.422319 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc89349f-bd05-42a6-877d-b7dc7f0d5267 None None] Network 1c9eeaac-d205-4b19-a351-2fe67dd78b42 is already hosted by enough agents. {{(pid=88880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:07:07.425633 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-fc89349f-bd05-42a6-877d-b7dc7f0d5267 None None] Resources bound (agent type, host, resource id):  {{(pid=88880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:07:07.429805 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc89349f-bd05-42a6-877d-b7dc7f0d5267 None None] Received port after_create {{(pid=88880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:07:07.453987 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50b601d-69a5-47d2-86a3-206a8a5a06ad tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Port 8d848300-bbc3-4916-9b19-bf9bb055544b on network 5948873f-ca7d-4e7f-ab1d-ac747fd99119 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 24 11:07:07.454362 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR neutron.plugins.ml2.managers [None req-c50b601d-69a5-47d2-86a3-206a8a5a06ad tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Failed to bind port 8d848300-bbc3-4916-9b19-bf9bb055544b on host hv-neutron-8226 for vnic_type normal using segments [{'id': 'b1db3f57-c1aa-4870-9650-19efc99a1d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5948873f-ca7d-4e7f-ab1d-ac747fd99119'}]
Dec 24 11:07:07.457921 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b1610f9b-fa96-47ed-97b6-bda3e4afe0de tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:07.458324 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.segments_db [None req-b1610f9b-fa96-47ed-97b6-bda3e4afe0de tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Added segment ab2c995b-6f4e-4592-8244-23f6bb92a542 of type vlan for network ace1fe58-c0aa-40b2-b086-d38b2fb6e2aa
Dec 24 11:07:07.461994 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.plugins.ml2.plugin [None req-c50b601d-69a5-47d2-86a3-206a8a5a06ad tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Attempt 3 to bind port 8d848300-bbc3-4916-9b19-bf9bb055544b
Dec 24 11:07:07.484241 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc89349f-bd05-42a6-877d-b7dc7f0d5267 None None] Pushing event updated for resources: {'Port': ['ID=f3851d85-6e2e-4b36-acbe-0f583af722a3,revision_number=1']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:07:07.487059 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-fc89349f-bd05-42a6-877d-b7dc7f0d5267 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:07:07.514763 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-07ed6cf0-cb14-4fc1-ba59-28a3f06f83f7 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:07.526843 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-c50b601d-69a5-47d2-86a3-206a8a5a06ad tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Attempting to bind port 8d848300-bbc3-4916-9b19-bf9bb055544b on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:07:07.527198 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-c50b601d-69a5-47d2-86a3-206a8a5a06ad tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Attempting to bind port 8d848300-bbc3-4916-9b19-bf9bb055544b by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'b1db3f57-c1aa-4870-9650-19efc99a1d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5948873f-ca7d-4e7f-ab1d-ac747fd99119'}] {{(pid=88878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:07:07.527583 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50b601d-69a5-47d2-86a3-206a8a5a06ad tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Attempting to bind port 8d848300-bbc3-4916-9b19-bf9bb055544b on network 5948873f-ca7d-4e7f-ab1d-ac747fd99119 {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:07:07.544590 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-fc89349f-bd05-42a6-877d-b7dc7f0d5267 None None] Attempting to bind port f3851d85-6e2e-4b36-acbe-0f583af722a3 on host dv-neutron-822691-2-hyperv for vnic_type normal with profile  {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:07:07.544809 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-fc89349f-bd05-42a6-877d-b7dc7f0d5267 None None] Attempting to bind port f3851d85-6e2e-4b36-acbe-0f583af722a3 by drivers openvswitch,hyperv on host dv-neutron-822691-2-hyperv at level 0 using segments [{'id': '6618a092-51b2-4e3d-9318-3ce6b7b40c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '1c9eeaac-d205-4b19-a351-2fe67dd78b42'}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:07:07.545236 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc89349f-bd05-42a6-877d-b7dc7f0d5267 None None] Attempting to bind port f3851d85-6e2e-4b36-acbe-0f583af722a3 on network 1c9eeaac-d205-4b19-a351-2fe67dd78b42 {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:07:07.552405 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc89349f-bd05-42a6-877d-b7dc7f0d5267 None None] Checking agent: {'id': 'db1275c1-6001-47af-93c2-635c68404703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822691-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 52, 8), 'started_at': datetime.datetime(2021, 12, 24, 10, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 6, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822691-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:07:07.552824 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc89349f-bd05-42a6-877d-b7dc7f0d5267 None None] Checking segment: {'id': '6618a092-51b2-4e3d-9318-3ce6b7b40c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '1c9eeaac-d205-4b19-a351-2fe67dd78b42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:07:07.553277 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fc89349f-bd05-42a6-877d-b7dc7f0d5267 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:07.553714 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc89349f-bd05-42a6-877d-b7dc7f0d5267 None None] Bound using segment: {'id': '6618a092-51b2-4e3d-9318-3ce6b7b40c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '1c9eeaac-d205-4b19-a351-2fe67dd78b42'} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:07:07.554256 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-fc89349f-bd05-42a6-877d-b7dc7f0d5267 None None] Bound port: f3851d85-6e2e-4b36-acbe-0f583af722a3, host: dv-neutron-822691-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6618a092-51b2-4e3d-9318-3ce6b7b40c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '1c9eeaac-d205-4b19-a351-2fe67dd78b42'}}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:07:07.554674 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fc89349f-bd05-42a6-877d-b7dc7f0d5267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:07.566479 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50b601d-69a5-47d2-86a3-206a8a5a06ad tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Port 8d848300-bbc3-4916-9b19-bf9bb055544b on network 5948873f-ca7d-4e7f-ab1d-ac747fd99119 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 24 11:07:07.566855 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR neutron.plugins.ml2.managers [None req-c50b601d-69a5-47d2-86a3-206a8a5a06ad tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Failed to bind port 8d848300-bbc3-4916-9b19-bf9bb055544b on host hv-neutron-8226 for vnic_type normal using segments [{'id': 'b1db3f57-c1aa-4870-9650-19efc99a1d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5948873f-ca7d-4e7f-ab1d-ac747fd99119'}]
Dec 24 11:07:07.569373 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b1610f9b-fa96-47ed-97b6-bda3e4afe0de tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363287349540024'] for network, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:07.575140 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.plugins.ml2.plugin [None req-c50b601d-69a5-47d2-86a3-206a8a5a06ad tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Attempt 4 to bind port 8d848300-bbc3-4916-9b19-bf9bb055544b
Dec 24 11:07:07.598199 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-09dfb4f5-1af4-43df-95b2-3c2923d7d6d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:07.604984 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-09dfb4f5-1af4-43df-95b2-3c2923d7d6d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:07.609716 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-c50b601d-69a5-47d2-86a3-206a8a5a06ad tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Attempting to bind port 8d848300-bbc3-4916-9b19-bf9bb055544b on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:07:07.610158 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-c50b601d-69a5-47d2-86a3-206a8a5a06ad tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Attempting to bind port 8d848300-bbc3-4916-9b19-bf9bb055544b by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'b1db3f57-c1aa-4870-9650-19efc99a1d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5948873f-ca7d-4e7f-ab1d-ac747fd99119'}] {{(pid=88878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:07:07.610581 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50b601d-69a5-47d2-86a3-206a8a5a06ad tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Attempting to bind port 8d848300-bbc3-4916-9b19-bf9bb055544b on network 5948873f-ca7d-4e7f-ab1d-ac747fd99119 {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:07:07.615747 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-b7ea4862-08b6-4cf8-9d23-c871f1dd8216 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:07:07.646325 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50b601d-69a5-47d2-86a3-206a8a5a06ad tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Port 8d848300-bbc3-4916-9b19-bf9bb055544b on network 5948873f-ca7d-4e7f-ab1d-ac747fd99119 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 24 11:07:07.646695 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR neutron.plugins.ml2.managers [None req-c50b601d-69a5-47d2-86a3-206a8a5a06ad tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Failed to bind port 8d848300-bbc3-4916-9b19-bf9bb055544b on host hv-neutron-8226 for vnic_type normal using segments [{'id': 'b1db3f57-c1aa-4870-9650-19efc99a1d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5948873f-ca7d-4e7f-ab1d-ac747fd99119'}]
Dec 24 11:07:07.650645 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.plugins.ml2.plugin [None req-c50b601d-69a5-47d2-86a3-206a8a5a06ad tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Attempt 5 to bind port 8d848300-bbc3-4916-9b19-bf9bb055544b
Dec 24 11:07:07.655264 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-fc89349f-bd05-42a6-877d-b7dc7f0d5267 None None] For port f3851d85-6e2e-4b36-acbe-0f583af722a3, host dv-neutron-822691-2-hyperv, cleared binding levels {{(pid=88880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:07:07.658830 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-fc89349f-bd05-42a6-877d-b7dc7f0d5267 None None] For port f3851d85-6e2e-4b36-acbe-0f583af722a3, host dv-neutron-822691-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=f3851d85-6e2e-4b36-acbe-0f583af722a3,segment=NetworkSegment(6618a092-51b2-4e3d-9318-3ce6b7b40c55),segment_id=6618a092-51b2-4e3d-9318-3ce6b7b40c55)] {{(pid=88880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:07:07.663117 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fc89349f-bd05-42a6-877d-b7dc7f0d5267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:07.671809 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-07ed6cf0-cb14-4fc1-ba59-28a3f06f83f7 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:07.673456 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-b83c4e5c-25c5-4b00-a8a6-bb230a68d68f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:07:07.679867 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-973ce14e-6ecf-4776-bd7f-334682ff3758 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:07:07.717060 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-09dfb4f5-1af4-43df-95b2-3c2923d7d6d5 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c08cc1e5a4c94ce2a2e6f7fd04e1266f&name=default HTTP/1.1" status: 200  len: 2647 time: 0.8291893
Dec 24 11:07:07.717342 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-c50b601d-69a5-47d2-86a3-206a8a5a06ad tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Attempting to bind port 8d848300-bbc3-4916-9b19-bf9bb055544b on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:07:07.717342 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-c50b601d-69a5-47d2-86a3-206a8a5a06ad tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Attempting to bind port 8d848300-bbc3-4916-9b19-bf9bb055544b by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'b1db3f57-c1aa-4870-9650-19efc99a1d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5948873f-ca7d-4e7f-ab1d-ac747fd99119'}] {{(pid=88878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:07:07.717342 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50b601d-69a5-47d2-86a3-206a8a5a06ad tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Attempting to bind port 8d848300-bbc3-4916-9b19-bf9bb055544b on network 5948873f-ca7d-4e7f-ab1d-ac747fd99119 {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:07:07.717627 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dfb4f5-1af4-43df-95b2-3c2923d7d6d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14aea46d-2362-4b74-987e-83c7341eefdd,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:07:07.719460 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-09dfb4f5-1af4-43df-95b2-3c2923d7d6d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:07:07.720131 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 39468) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:07.730719 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b1610f9b-fa96-47ed-97b6-bda3e4afe0de tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636'] for network, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:07.735051 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1610f9b-fa96-47ed-97b6-bda3e4afe0de tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:07:07.735728 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b1610f9b-fa96-47ed-97b6-bda3e4afe0de tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Notify callbacks [] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:07.751424 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-392752fe-8d48-42d9-8203-130dc1a11d18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:07.772775 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-56919d23-a48b-4631-895e-981adef982dc tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:07:07.773000 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc89349f-bd05-42a6-877d-b7dc7f0d5267 None None] Pushing event updated for resources: {'Port': ['ID=f3851d85-6e2e-4b36-acbe-0f583af722a3,revision_number=2']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:07:07.777537 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50b601d-69a5-47d2-86a3-206a8a5a06ad tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Port 8d848300-bbc3-4916-9b19-bf9bb055544b on network 5948873f-ca7d-4e7f-ab1d-ac747fd99119 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 24 11:07:07.777856 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-fc89349f-bd05-42a6-877d-b7dc7f0d5267 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:07:07.777984 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR neutron.plugins.ml2.managers [None req-c50b601d-69a5-47d2-86a3-206a8a5a06ad tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Failed to bind port 8d848300-bbc3-4916-9b19-bf9bb055544b on host hv-neutron-8226 for vnic_type normal using segments [{'id': 'b1db3f57-c1aa-4870-9650-19efc99a1d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5948873f-ca7d-4e7f-ab1d-ac747fd99119'}]
Dec 24 11:07:07.787458 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.plugins.ml2.plugin [None req-c50b601d-69a5-47d2-86a3-206a8a5a06ad tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Attempt 6 to bind port 8d848300-bbc3-4916-9b19-bf9bb055544b
Dec 24 11:07:07.796523 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07ed6cf0-cb14-4fc1-ba59-28a3f06f83f7 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Network f8c337ba-681f-4fcb-a333-e3c49365b30a is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:07:07.812667 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392752fe-8d48-42d9-8203-130dc1a11d18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f5587fb-7c9b-48fb-9984-2482b30c44c6,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:07:07.815654 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-392752fe-8d48-42d9-8203-130dc1a11d18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:07:07.818296 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-07ed6cf0-cb14-4fc1-ba59-28a3f06f83f7 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Resources bound (agent type, host, resource id):  {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:07:07.830897 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ed6cf0-cb14-4fc1-ba59-28a3f06f83f7 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:07:07.864520 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ed6cf0-cb14-4fc1-ba59-28a3f06f83f7 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Pushing event updated for resources: {'Port': ['ID=1dcd99f5-b22c-4b2d-b6a0-2d018f1717eb,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:07:07.867967 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-b1610f9b-fa96-47ed-97b6-bda3e4afe0de tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201  len: 790 time: 1.0985007
Dec 24 11:07:07.870313 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-07ed6cf0-cb14-4fc1-ba59-28a3f06f83f7 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:07:07.875413 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-c50b601d-69a5-47d2-86a3-206a8a5a06ad tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Attempting to bind port 8d848300-bbc3-4916-9b19-bf9bb055544b on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:07:07.875806 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-c50b601d-69a5-47d2-86a3-206a8a5a06ad tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Attempting to bind port 8d848300-bbc3-4916-9b19-bf9bb055544b by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'b1db3f57-c1aa-4870-9650-19efc99a1d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5948873f-ca7d-4e7f-ab1d-ac747fd99119'}] {{(pid=88878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:07:07.876177 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50b601d-69a5-47d2-86a3-206a8a5a06ad tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Attempting to bind port 8d848300-bbc3-4916-9b19-bf9bb055544b on network 5948873f-ca7d-4e7f-ab1d-ac747fd99119 {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:07:07.877810 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 39472) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:07.878434 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f19305c5-68ff-4ac0-a577-97411bb71e94 tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.126s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:07:07.884537 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-392752fe-8d48-42d9-8203-130dc1a11d18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:07.888784 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-392752fe-8d48-42d9-8203-130dc1a11d18 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4f5587fb-7c9b-48fb-9984-2482b30c44c6 HTTP/1.1" status: 204  len: 168 time: 0.7419112
Dec 24 11:07:07.910578 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-a630d1b5-1e98-44d4-a07a-77e0cb5330f2 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Request body: {'subnet': {'network_id': 'ace1fe58-c0aa-40b2-b086-d38b2fb6e2aa', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:07:07.965948 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a8f21236-f80d-4a11-8447-2b89afcd006d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:08.008175 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50b601d-69a5-47d2-86a3-206a8a5a06ad tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Port 8d848300-bbc3-4916-9b19-bf9bb055544b on network 5948873f-ca7d-4e7f-ab1d-ac747fd99119 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 24 11:07:08.008830 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR neutron.plugins.ml2.managers [None req-c50b601d-69a5-47d2-86a3-206a8a5a06ad tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Failed to bind port 8d848300-bbc3-4916-9b19-bf9bb055544b on host hv-neutron-8226 for vnic_type normal using segments [{'id': 'b1db3f57-c1aa-4870-9650-19efc99a1d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5948873f-ca7d-4e7f-ab1d-ac747fd99119'}]
Dec 24 11:07:08.016910 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.plugins.ml2.plugin [None req-c50b601d-69a5-47d2-86a3-206a8a5a06ad tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Attempt 7 to bind port 8d848300-bbc3-4916-9b19-bf9bb055544b
Dec 24 11:07:08.033571 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:08.156559 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a8f21236-f80d-4a11-8447-2b89afcd006d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:08.185762 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1610f9b-fa96-47ed-97b6-bda3e4afe0de tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Pushing event updated for resources: {'Network': ['ID=ace1fe58-c0aa-40b2-b086-d38b2fb6e2aa,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:07:08.188613 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-c50b601d-69a5-47d2-86a3-206a8a5a06ad tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Attempting to bind port 8d848300-bbc3-4916-9b19-bf9bb055544b on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:07:08.189245 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-c50b601d-69a5-47d2-86a3-206a8a5a06ad tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Attempting to bind port 8d848300-bbc3-4916-9b19-bf9bb055544b by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'b1db3f57-c1aa-4870-9650-19efc99a1d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5948873f-ca7d-4e7f-ab1d-ac747fd99119'}] {{(pid=88878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:07:08.189360 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50b601d-69a5-47d2-86a3-206a8a5a06ad tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Attempting to bind port 8d848300-bbc3-4916-9b19-bf9bb055544b on network 5948873f-ca7d-4e7f-ab1d-ac747fd99119 {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:07:08.193142 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-b1610f9b-fa96-47ed-97b6-bda3e4afe0de tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:07:08.214211 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Network ace1fe58-c0aa-40b2-b086-d38b2fb6e2aa details requested by agent ovs-agent-dv-neutron-822691-2-hyperv with host dv-neutron-822691-2-hyperv {{(pid=88880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 24 11:07:08.217271 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b78ea902-0c61-4362-b99f-1dad6a0c680a tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:08.221887 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50b601d-69a5-47d2-86a3-206a8a5a06ad tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Port 8d848300-bbc3-4916-9b19-bf9bb055544b on network 5948873f-ca7d-4e7f-ab1d-ac747fd99119 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 24 11:07:08.222263 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR neutron.plugins.ml2.managers [None req-c50b601d-69a5-47d2-86a3-206a8a5a06ad tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Failed to bind port 8d848300-bbc3-4916-9b19-bf9bb055544b on host hv-neutron-8226 for vnic_type normal using segments [{'id': 'b1db3f57-c1aa-4870-9650-19efc99a1d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5948873f-ca7d-4e7f-ab1d-ac747fd99119'}]
Dec 24 11:07:08.227424 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.plugins.ml2.plugin [None req-c50b601d-69a5-47d2-86a3-206a8a5a06ad tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Attempt 8 to bind port 8d848300-bbc3-4916-9b19-bf9bb055544b
Dec 24 11:07:08.269487 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-a630d1b5-1e98-44d4-a07a-77e0cb5330f2 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:07:08.287691 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-a630d1b5-1e98-44d4-a07a-77e0cb5330f2 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Usage tracker for resource:subnet and tenant:3ab254af086c42aeb42eb630e98b5525 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:07:08.291769 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-a630d1b5-1e98-44d4-a07a-77e0cb5330f2 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:07:08.295835 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-c50b601d-69a5-47d2-86a3-206a8a5a06ad tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Attempting to bind port 8d848300-bbc3-4916-9b19-bf9bb055544b on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:07:08.296216 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-c50b601d-69a5-47d2-86a3-206a8a5a06ad tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Attempting to bind port 8d848300-bbc3-4916-9b19-bf9bb055544b by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'b1db3f57-c1aa-4870-9650-19efc99a1d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5948873f-ca7d-4e7f-ab1d-ac747fd99119'}] {{(pid=88878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:07:08.296597 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50b601d-69a5-47d2-86a3-206a8a5a06ad tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Attempting to bind port 8d848300-bbc3-4916-9b19-bf9bb055544b on network 5948873f-ca7d-4e7f-ab1d-ac747fd99119 {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:07:08.308468 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-a630d1b5-1e98-44d4-a07a-77e0cb5330f2 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:07:08.316216 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a8f21236-f80d-4a11-8447-2b89afcd006d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:08.327601 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-47e2d83d-1ff9-435c-bfc0-895e4aa8e18c tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:07:08.327827 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50b601d-69a5-47d2-86a3-206a8a5a06ad tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Port 8d848300-bbc3-4916-9b19-bf9bb055544b on network 5948873f-ca7d-4e7f-ab1d-ac747fd99119 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 24 11:07:08.328160 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR neutron.plugins.ml2.managers [None req-c50b601d-69a5-47d2-86a3-206a8a5a06ad tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Failed to bind port 8d848300-bbc3-4916-9b19-bf9bb055544b on host hv-neutron-8226 for vnic_type normal using segments [{'id': 'b1db3f57-c1aa-4870-9650-19efc99a1d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5948873f-ca7d-4e7f-ab1d-ac747fd99119'}]
Dec 24 11:07:08.330330 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.plugins.ml2.plugin [None req-c50b601d-69a5-47d2-86a3-206a8a5a06ad tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Attempt 9 to bind port 8d848300-bbc3-4916-9b19-bf9bb055544b
Dec 24 11:07:08.337943 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b78ea902-0c61-4362-b99f-1dad6a0c680a tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:08.348727 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f21236-f80d-4a11-8447-2b89afcd006d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14aea46d-2362-4b74-987e-83c7341eefdd,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:07:08.387004 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-c50b601d-69a5-47d2-86a3-206a8a5a06ad tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Attempting to bind port 8d848300-bbc3-4916-9b19-bf9bb055544b on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:07:08.387331 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-c50b601d-69a5-47d2-86a3-206a8a5a06ad tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Attempting to bind port 8d848300-bbc3-4916-9b19-bf9bb055544b by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'b1db3f57-c1aa-4870-9650-19efc99a1d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5948873f-ca7d-4e7f-ab1d-ac747fd99119'}] {{(pid=88878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:07:08.387712 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50b601d-69a5-47d2-86a3-206a8a5a06ad tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Attempting to bind port 8d848300-bbc3-4916-9b19-bf9bb055544b on network 5948873f-ca7d-4e7f-ab1d-ac747fd99119 {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:07:08.400935 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-a8f21236-f80d-4a11-8447-2b89afcd006d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:07:08.402004 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a630d1b5-1e98-44d4-a07a-77e0cb5330f2 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Made reservation on behalf of 3ab254af086c42aeb42eb630e98b5525 for: {'subnet': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:07:08.421000 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50b601d-69a5-47d2-86a3-206a8a5a06ad tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Port 8d848300-bbc3-4916-9b19-bf9bb055544b on network 5948873f-ca7d-4e7f-ab1d-ac747fd99119 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 24 11:07:08.421355 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR neutron.plugins.ml2.managers [None req-c50b601d-69a5-47d2-86a3-206a8a5a06ad tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Failed to bind port 8d848300-bbc3-4916-9b19-bf9bb055544b on host hv-neutron-8226 for vnic_type normal using segments [{'id': 'b1db3f57-c1aa-4870-9650-19efc99a1d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5948873f-ca7d-4e7f-ab1d-ac747fd99119'}]
Dec 24 11:07:08.423373 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.plugins.ml2.plugin [None req-c50b601d-69a5-47d2-86a3-206a8a5a06ad tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Attempt 10 to bind port 8d848300-bbc3-4916-9b19-bf9bb055544b
Dec 24 11:07:08.439824 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a8f21236-f80d-4a11-8447-2b89afcd006d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:08.441085 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-a8f21236-f80d-4a11-8447-2b89afcd006d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/14aea46d-2362-4b74-987e-83c7341eefdd HTTP/1.1" status: 204  len: 168 time: 0.7170036
Dec 24 11:07:08.449307 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-c50b601d-69a5-47d2-86a3-206a8a5a06ad tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Attempting to bind port 8d848300-bbc3-4916-9b19-bf9bb055544b on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:07:08.449688 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-c50b601d-69a5-47d2-86a3-206a8a5a06ad tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Attempting to bind port 8d848300-bbc3-4916-9b19-bf9bb055544b by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'b1db3f57-c1aa-4870-9650-19efc99a1d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5948873f-ca7d-4e7f-ab1d-ac747fd99119'}] {{(pid=88878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:07:08.450095 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50b601d-69a5-47d2-86a3-206a8a5a06ad tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Attempting to bind port 8d848300-bbc3-4916-9b19-bf9bb055544b on network 5948873f-ca7d-4e7f-ab1d-ac747fd99119 {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:07:08.495104 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50b601d-69a5-47d2-86a3-206a8a5a06ad tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Port 8d848300-bbc3-4916-9b19-bf9bb055544b on network 5948873f-ca7d-4e7f-ab1d-ac747fd99119 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 24 11:07:08.495472 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR neutron.plugins.ml2.managers [None req-c50b601d-69a5-47d2-86a3-206a8a5a06ad tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Failed to bind port 8d848300-bbc3-4916-9b19-bf9bb055544b on host hv-neutron-8226 for vnic_type normal using segments [{'id': 'b1db3f57-c1aa-4870-9650-19efc99a1d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5948873f-ca7d-4e7f-ab1d-ac747fd99119'}]
Dec 24 11:07:08.495871 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c50b601d-69a5-47d2-86a3-206a8a5a06ad tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:08.624942 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-07ed6cf0-cb14-4fc1-ba59-28a3f06f83f7 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks [] for router_gateway, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:08.625765 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-07ed6cf0-cb14-4fc1-ba59-28a3f06f83f7 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854163800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854116816'] for router, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:08.784528 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-c50b601d-69a5-47d2-86a3-206a8a5a06ad tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] For port 8d848300-bbc3-4916-9b19-bf9bb055544b, host hv-neutron-8226, cleared binding levels {{(pid=88878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:07:08.784957 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-c50b601d-69a5-47d2-86a3-206a8a5a06ad tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Attempted to set empty binding levels {{(pid=88878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}}
Dec 24 11:07:08.807385 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c50b601d-69a5-47d2-86a3-206a8a5a06ad tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3978773'] for port, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:08.815272 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-4f2b3edf-55dc-47ab-b036-8ffcda3ddce7 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:07:08.852830 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b78ea902-0c61-4362-b99f-1dad6a0c680a tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks [] for port, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:08.883800 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b78ea902-0c61-4362-b99f-1dad6a0c680a tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3978773'] for port, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:08.904622 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a630d1b5-1e98-44d4-a07a-77e0cb5330f2 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3619482'] for subnet, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:08.914640 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-c50b601d-69a5-47d2-86a3-206a8a5a06ad tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] In _notify_port_updated(), no bound segment for port 8d848300-bbc3-4916-9b19-bf9bb055544b on network 5948873f-ca7d-4e7f-ab1d-ac747fd99119 {{(pid=88878) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}}
Dec 24 11:07:08.915758 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c50b601d-69a5-47d2-86a3-206a8a5a06ad tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:08.917262 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-c50b601d-69a5-47d2-86a3-206a8a5a06ad tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] 10.222.0.65 "PUT /v2.0/ports/8d848300-bbc3-4916-9b19-bf9bb055544b HTTP/1.1" status: 200  len: 977 time: 3.6273792
Dec 24 11:07:08.929713 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 39480) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:08.960997 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-60a8732b-6f23-430c-ad2f-a0861b1504d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:08.973465 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50b601d-69a5-47d2-86a3-206a8a5a06ad tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Pushing event updated for resources: {'Port': ['ID=8d848300-bbc3-4916-9b19-bf9bb055544b,revision_number=3']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:07:09.011435 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c50b601d-69a5-47d2-86a3-206a8a5a06ad tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:07:09.015861 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-12042741-162c-4026-88ea-a87b7fda4ff5 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.124s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:07:09.099441 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b78ea902-0c61-4362-b99f-1dad6a0c680a tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659181'] for floatingip, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:09.110145 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-20b6e28b-d267-4c65-9984-d4181e3e0e06 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Deleting port 8d848300-bbc3-4916-9b19-bf9bb055544b {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:07:09.110607 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-20b6e28b-d267-4c65-9984-d4181e3e0e06 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:09.321039 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bdfdbc84-c52d-4f40-b281-af314dc1f8fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:09.338047 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fdebfdf5-e9f8-4d9a-a3bd-807d77b2c029 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:09.408458 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78ea902-0c61-4362-b99f-1dad6a0c680a tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Pushing event updated for resources: {'Port': ['ID=2b73e10b-9276-45cc-98cf-debd34082e38,revision_number=2']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:07:09.414416 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-b78ea902-0c61-4362-b99f-1dad6a0c680a tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:07:09.566798 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a630d1b5-1e98-44d4-a07a-77e0cb5330f2 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3921862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3619467'] for subnet, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:09.580164 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-9164b7e0-c572-4a69-b205-3742e04fa22a tempest-DHCPAgentSchedulersTestJSON-66244088 tempest-DHCPAgentSchedulersTestJSON-66244088-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:07:09.605361 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07ed6cf0-cb14-4fc1-ba59-28a3f06f83f7 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Router 1d4b727a-c20c-455c-a6ff-b197abe440fb is scheduled to L3 agent 198cca88-1338-4098-b44b-beb0346ac906 with binding_index 1 {{(pid=88878) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 24 11:07:09.619928 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.l3_db [None req-b78ea902-0c61-4362-b99f-1dad6a0c680a tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Floating IP 1980134c-a300-4f5e-a112-83785d9b6b18 associated. External IP: 172.26.3.102, port: 3eeea64b-04d4-418c-9bbc-21f431a3778c.
Dec 24 11:07:09.633963 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-20b6e28b-d267-4c65-9984-d4181e3e0e06 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] For port 8d848300-bbc3-4916-9b19-bf9bb055544b, host hv-neutron-8226, got binding levels [] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:07:09.634361 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-20b6e28b-d267-4c65-9984-d4181e3e0e06 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:09.763596 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-f62f2a73-1034-4fe7-bf3a-fdd1b05bf620 None None] Provisioning for port f3851d85-6e2e-4b36-acbe-0f583af722a3 completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:07:09.829558 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-20b6e28b-d267-4c65-9984-d4181e3e0e06 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Calling delete_port for 8d848300-bbc3-4916-9b19-bf9bb055544b owned by  {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:07:09.862575 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a630d1b5-1e98-44d4-a07a-77e0cb5330f2 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Pushing event updated for resources: {'Subnet': ['ID=c45aeeb6-ae2e-4f2c-bdf7-27f0420e3788,revision_number=0']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:07:09.878368 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-a630d1b5-1e98-44d4-a07a-77e0cb5330f2 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:07:09.887718 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device f3851d85-6e2e-4b36-acbe-0f583af722a3 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:07:09.971230 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning for port f3851d85-6e2e-4b36-acbe-0f583af722a3 completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:07:09.976951 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port f3851d85-6e2e-4b36-acbe-0f583af722a3 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:07:09.977520 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:10.013250 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07ed6cf0-cb14-4fc1-ba59-28a3f06f83f7 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:07:10.019713 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a630d1b5-1e98-44d4-a07a-77e0cb5330f2 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Checking segment: {'id': 'ab2c995b-6f4e-4592-8244-23f6bb92a542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'ace1fe58-c0aa-40b2-b086-d38b2fb6e2aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:07:10.020117 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a630d1b5-1e98-44d4-a07a-77e0cb5330f2 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Network hostable DHCP agents. Network: ace1fe58-c0aa-40b2-b086-d38b2fb6e2aa, hostable agents: ['edcf98dc-3032-472a-8b3d-f23fd1e89806'], hosted agents: [] {{(pid=88879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 24 11:07:10.029726 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff4caee-bc4b-4c3d-a47f-40c97e70bfd9 None None] Sync routers for ids ['1d4b727a-c20c-455c-a6ff-b197abe440fb'] in dv-neutron-822691-2-hyperv {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:07:10.047441 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff4caee-bc4b-4c3d-a47f-40c97e70bfd9 None None] Routers {'1d4b727a-c20c-455c-a6ff-b197abe440fb'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:07:10.048629 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-8ff4caee-bc4b-4c3d-a47f-40c97e70bfd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271a110b8>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:07:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['1d4b727a-c20c-455c-a6ff-b197abe440fb'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:07:10.051207 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-fdebfdf5-e9f8-4d9a-a3bd-807d77b2c029 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] For port f3851d85-6e2e-4b36-acbe-0f583af722a3, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=f3851d85-6e2e-4b36-acbe-0f583af722a3,segment=NetworkSegment(6618a092-51b2-4e3d-9318-3ce6b7b40c55),segment_id=6618a092-51b2-4e3d-9318-3ce6b7b40c55)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:07:10.068788 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a630d1b5-1e98-44d4-a07a-77e0cb5330f2 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Network ace1fe58-c0aa-40b2-b086-d38b2fb6e2aa is scheduled to be hosted by DHCP agent edcf98dc-3032-472a-8b3d-f23fd1e89806 with binding_index 1 {{(pid=88879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 24 11:07:10.080604 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-20b6e28b-d267-4c65-9984-d4181e3e0e06 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:10.097764 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-a630d1b5-1e98-44d4-a07a-77e0cb5330f2 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822691-2-hyperv, ace1fe58-c0aa-40b2-b086-d38b2fb6e2aa) {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:07:10.100561 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-75b70f3a-b0b8-4295-980d-a59bb63d6498 tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:07:10.104518 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-07ed6cf0-cb14-4fc1-ba59-28a3f06f83f7 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks [] for router, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:10.105865 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-07ed6cf0-cb14-4fc1-ba59-28a3f06f83f7 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201  len: 883 time: 6.0655806
Dec 24 11:07:10.110173 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 39484) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:10.116151 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54a2732d-03ac-4559-8120-c1e9077353f5 None None] Network ace1fe58-c0aa-40b2-b086-d38b2fb6e2aa requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:07:10.124564 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-8ff4caee-bc4b-4c3d-a47f-40c97e70bfd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271a110b8>, [], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:07:10.137745 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff4caee-bc4b-4c3d-a47f-40c97e70bfd9 None None] Routers {'1d4b727a-c20c-455c-a6ff-b197abe440fb'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:07:10.138951 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-8ff4caee-bc4b-4c3d-a47f-40c97e70bfd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271a110b8>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:07:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['1d4b727a-c20c-455c-a6ff-b197abe440fb'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:07:10.153056 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b6e28b-d267-4c65-9984-d4181e3e0e06 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Pushing event deleted for resources: {'Port': ['ID=8d848300-bbc3-4916-9b19-bf9bb055544b,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:07:10.161797 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a630d1b5-1e98-44d4-a07a-77e0cb5330f2 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:07:10.162467 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a630d1b5-1e98-44d4-a07a-77e0cb5330f2 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Notify callbacks [] for subnet, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:10.191669 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-20b6e28b-d267-4c65-9984-d4181e3e0e06 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:07:10.193021 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-20b6e28b-d267-4c65-9984-d4181e3e0e06 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:10.194661 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:10.195810 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-20b6e28b-d267-4c65-9984-d4181e3e0e06 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] 10.222.0.65 "DELETE /v2.0/ports/8d848300-bbc3-4916-9b19-bf9bb055544b HTTP/1.1" status: 204  len: 168 time: 1.2650418
Dec 24 11:07:10.200908 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 39488) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:10.204161 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 39490) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:10.204337 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-a630d1b5-1e98-44d4-a07a-77e0cb5330f2 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 2.3214350
Dec 24 11:07:10.215886 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-8ff4caee-bc4b-4c3d-a47f-40c97e70bfd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271a110b8>, [], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:07:10.216510 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff4caee-bc4b-4c3d-a47f-40c97e70bfd9 None None] The sync data for ids ['1d4b727a-c20c-455c-a6ff-b197abe440fb'] in dv-neutron-822691-2-hyperv is: [] {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:07:10.225201 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fdebfdf5-e9f8-4d9a-a3bd-807d77b2c029 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks [] for port, precommit_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:10.230033 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fdebfdf5-e9f8-4d9a-a3bd-807d77b2c029 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850854027'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:10.230994 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fdebfdf5-e9f8-4d9a-a3bd-807d77b2c029 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3921862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3619467'] for subnet, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:10.235718 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7ecca2fb-0f12-414e-b3cd-62e989c1480f tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:07:10.246330 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-565a9f78-d093-448b-b52b-74db678521cc tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ace1fe58-c0aa-40b2-b086-d38b2fb6e2aa'}}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:07:10.311348 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdebfdf5-e9f8-4d9a-a3bd-807d77b2c029 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Network 1c9eeaac-d205-4b19-a351-2fe67dd78b42 is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:07:10.315292 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-fdebfdf5-e9f8-4d9a-a3bd-807d77b2c029 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Resources bound (agent type, host, resource id):  {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:07:10.319209 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdebfdf5-e9f8-4d9a-a3bd-807d77b2c029 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:07:10.319845 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fdebfdf5-e9f8-4d9a-a3bd-807d77b2c029 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks [] for subnet, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:10.343088 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdebfdf5-e9f8-4d9a-a3bd-807d77b2c029 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Pushing event updated for resources: {'Port': ['ID=f3851d85-6e2e-4b36-acbe-0f583af722a3,revision_number=4']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:07:10.349544 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-fdebfdf5-e9f8-4d9a-a3bd-807d77b2c029 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:07:10.350127 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-65a35ed7-475f-4198-b70f-66126e59b910 tempest-ExtraDHCPOptionsTestJSON-983307326 tempest-ExtraDHCPOptionsTestJSON-983307326-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.079s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:07:10.365894 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.db.api [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88880) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 24 11:07:10.366288 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_db.api [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 24 11:07:10.366991 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8153d10-07b6-40dd-b4a9-648faa03185a None None] Network 1c9eeaac-d205-4b19-a351-2fe67dd78b42 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:07:10.404937 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-fdebfdf5-e9f8-4d9a-a3bd-807d77b2c029 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 864 time: 3.4702582
Dec 24 11:07:10.409459 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 39498) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:10.419027 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-65aef569-5831-476f-8180-a541b434b6b8 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Request body: {'port': {'network_id': '1c9eeaac-d205-4b19-a351-2fe67dd78b42', 'mac_address': 'fa:16:3e:da:a2:16', 'name': 'tempest-NetworksTestDHCPv6-571383066'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:07:10.423268 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a905450-c6b3-41f7-85b3-7a34d023ea2d tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] GET failed (client error): The resource could not be found.
Dec 24 11:07:10.423836 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-3a905450-c6b3-41f7-85b3-7a34d023ea2d tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Synchronizing usage tracker for tenant:67f1f7d96ddb47c2bce60c06129ed692 on resource:port {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:07:10.478720 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdebfdf5-e9f8-4d9a-a3bd-807d77b2c029 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Pushing event updated for resources: {'Subnet': ['ID=fcf27601-18e6-40d3-bb72-8935bd4a56ea,revision_number=0']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:07:10.479169 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-3a905450-c6b3-41f7-85b3-7a34d023ea2d tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Unset dirty status for tenant:67f1f7d96ddb47c2bce60c06129ed692 on resource:port {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:07:10.482305 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-fdebfdf5-e9f8-4d9a-a3bd-807d77b2c029 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:07:10.484379 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-3a905450-c6b3-41f7-85b3-7a34d023ea2d tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] 10.222.0.65 "GET /v2.0/ports/8d848300-bbc3-4916-9b19-bf9bb055544b HTTP/1.1" status: 404  len: 333 time: 0.2814629
Dec 24 11:07:10.485953 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 39502) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:10.589325 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fde6d2ff-bf27-44aa-a64b-d5306f155971 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73968e80-91fd-539e-a7c6-b31af6d9e680-ace1fe58-c0aa-40b2-b086-d38b2fb6e2aa', 'network_id': 'ace1fe58-c0aa-40b2-b086-d38b2fb6e2aa', 'tenant_id': '3ab254af086c42aeb42eb630e98b5525', 'fixed_ips': [{'subnet_id': 'c45aeeb6-ae2e-4f2c-bdf7-27f0420e3788'}]}} from dv-neutron-822691-2-hyperv. {{(pid=88880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 24 11:07:10.589791 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fde6d2ff-bf27-44aa-a64b-d5306f155971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:10.626803 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-65aef569-5831-476f-8180-a541b434b6b8 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:07:10.631778 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-65aef569-5831-476f-8180-a541b434b6b8 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Usage tracker for resource:port and tenant:739a78fd4cfc48c2a4011598579f8f8c is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:07:10.636514 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-65aef569-5831-476f-8180-a541b434b6b8 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:07:10.643132 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-65aef569-5831-476f-8180-a541b434b6b8 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:07:10.653223 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65aef569-5831-476f-8180-a541b434b6b8 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Made reservation on behalf of 739a78fd4cfc48c2a4011598579f8f8c for: {'port': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:07:10.735276 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-39ff93cf-c0b7-48c5-95f3-6f7e9977387d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:10.794998 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-65aef569-5831-476f-8180-a541b434b6b8 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:10.832000 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [None req-65aef569-5831-476f-8180-a541b434b6b8 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] device_id is not set on port 89c5badf-92bc-45ad-9bd1-8529ae7a7494 yet. {{(pid=88879) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 24 11:07:10.838912 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3a666e31-cf79-4f7d-8819-6c9fadcce0bd tempest-PortsAdminExtendedAttrsTestJSON-709902862 tempest-PortsAdminExtendedAttrsTestJSON-709902862-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036847558493'] for network, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:11.084829 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:11.099424 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-65aef569-5831-476f-8180-a541b434b6b8 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Allocated IP 2001:db8::239 (1c9eeaac-d205-4b19-a351-2fe67dd78b42/0b54918e-e938-4945-ac66-e9e622ea3bdd/89c5badf-92bc-45ad-9bd1-8529ae7a7494) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:07:11.102244 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-fde6d2ff-bf27-44aa-a64b-d5306f155971 None None] Allocated IP 2001:db8:1::2 (ace1fe58-c0aa-40b2-b086-d38b2fb6e2aa/c45aeeb6-ae2e-4f2c-bdf7-27f0420e3788/4d798740-0ede-43f6-b294-7c1b1eebc59c) {{(pid=88880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:07:11.106962 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-65aef569-5831-476f-8180-a541b434b6b8 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Allocated IP 2001:db8:0:1:f816:3eff:feda:a216 (1c9eeaac-d205-4b19-a351-2fe67dd78b42/fcf27601-18e6-40d3-bb72-8935bd4a56ea/89c5badf-92bc-45ad-9bd1-8529ae7a7494) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:07:11.153855 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] For port f3851d85-6e2e-4b36-acbe-0f583af722a3, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=f3851d85-6e2e-4b36-acbe-0f583af722a3,segment=NetworkSegment(6618a092-51b2-4e3d-9318-3ce6b7b40c55),segment_id=6618a092-51b2-4e3d-9318-3ce6b7b40c55)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:07:11.176974 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:11.179686 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:07:11.307993 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b78ea902-0c61-4362-b99f-1dad6a0c680a tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Router 24f0b5d8-d368-4970-b4e5-f35e9299f571 has already been hosted by L3 agent 198cca88-1338-4098-b44b-beb0346ac906 {{(pid=88878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 24 11:07:11.344614 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Pushing event updated for resources: {'Port': ['ID=f3851d85-6e2e-4b36-acbe-0f583af722a3,revision_number=5']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:07:11.348336 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:07:11.363782 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-65aef569-5831-476f-8180-a541b434b6b8 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:11.382964 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-65aef569-5831-476f-8180-a541b434b6b8 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Transition to ACTIVE for port object 89c5badf-92bc-45ad-9bd1-8529ae7a7494 will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:07:11.405083 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-65aef569-5831-476f-8180-a541b434b6b8 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:11.413164 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-fdebfdf5-e9f8-4d9a-a3bd-807d77b2c029 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:07:11.422947 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3a666e31-cf79-4f7d-8819-6c9fadcce0bd tempest-PortsAdminExtendedAttrsTestJSON-709902862 tempest-PortsAdminExtendedAttrsTestJSON-709902862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847649663', 'neutron.services.segments.db._delete_segments_for_network-8749505737672'] for network, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:11.446634 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-edf53b42-fc07-4687-bbe1-939ab665505f tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] 10.222.0.65 "GET /v2.0/routers/1d4b727a-c20c-455c-a6ff-b197abe440fb HTTP/1.1" status: 200  len: 884 time: 1.3351717
Dec 24 11:07:11.449323 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fde6d2ff-bf27-44aa-a64b-d5306f155971 None None] Notify callbacks [] for port, precommit_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:11.462508 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 39510) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:11.464637 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-fde6d2ff-bf27-44aa-a64b-d5306f155971 None None] Transition to ACTIVE for port object 4d798740-0ede-43f6-b294-7c1b1eebc59c will not be triggered until provisioned by entity L2. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:07:11.485787 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-fde6d2ff-bf27-44aa-a64b-d5306f155971 None None] Transition to ACTIVE for port object 4d798740-0ede-43f6-b294-7c1b1eebc59c will not be triggered until provisioned by entity DHCP. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:07:11.491970 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fde6d2ff-bf27-44aa-a64b-d5306f155971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408'] for port, after_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:11.501283 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-80822364-0b88-4ed0-9cc5-1e861de76813 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:07:11.518566 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65aef569-5831-476f-8180-a541b434b6b8 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Network 1c9eeaac-d205-4b19-a351-2fe67dd78b42 is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:07:11.523162 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-65aef569-5831-476f-8180-a541b434b6b8 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Resources bound (agent type, host, resource id):  {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:07:11.537842 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65aef569-5831-476f-8180-a541b434b6b8 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Pushing event updated for resources: {'Port': ['ID=89c5badf-92bc-45ad-9bd1-8529ae7a7494,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:07:11.537842 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65aef569-5831-476f-8180-a541b434b6b8 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:07:11.539830 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65aef569-5831-476f-8180-a541b434b6b8 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:07:11.540507 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-65aef569-5831-476f-8180-a541b434b6b8 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:11.564113 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-65aef569-5831-476f-8180-a541b434b6b8 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:07:11.569999 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-65aef569-5831-476f-8180-a541b434b6b8 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1032 time: 1.1567683
Dec 24 11:07:11.570203 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 39516) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:11.571533 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde6d2ff-bf27-44aa-a64b-d5306f155971 None None] Pushing event updated for resources: {'Port': ['ID=4d798740-0ede-43f6-b294-7c1b1eebc59c,revision_number=1']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:07:11.574795 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-fde6d2ff-bf27-44aa-a64b-d5306f155971 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:07:11.585055 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fde6d2ff-bf27-44aa-a64b-d5306f155971 None None] Network ace1fe58-c0aa-40b2-b086-d38b2fb6e2aa is already hosted by enough agents. {{(pid=88880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:07:11.587633 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-fde6d2ff-bf27-44aa-a64b-d5306f155971 None None] Resources bound (agent type, host, resource id):  {{(pid=88880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:07:11.590413 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde6d2ff-bf27-44aa-a64b-d5306f155971 None None] Received port after_create {{(pid=88880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:07:11.644468 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-565a9f78-d093-448b-b52b-74db678521cc tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-659031', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854691240'] for router, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:11.649359 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-3a666e31-cf79-4f7d-8819-6c9fadcce0bd tempest-PortsAdminExtendedAttrsTestJSON-709902862 tempest-PortsAdminExtendedAttrsTestJSON-709902862-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5271700f28>,) {'filters': {'network_id': ['5948873f-ca7d-4e7f-ab1d-ac747fd99119']}} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:07:11.669097 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-8d633699-ca27-462b-b7df-74042b1097d5 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Deleting port 89c5badf-92bc-45ad-9bd1-8529ae7a7494 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:07:11.669741 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8d633699-ca27-462b-b7df-74042b1097d5 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:11.691019 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-fde6d2ff-bf27-44aa-a64b-d5306f155971 None None] Attempting to bind port 4d798740-0ede-43f6-b294-7c1b1eebc59c on host dv-neutron-822691-2-hyperv for vnic_type normal with profile  {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:07:11.691566 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-fde6d2ff-bf27-44aa-a64b-d5306f155971 None None] Attempting to bind port 4d798740-0ede-43f6-b294-7c1b1eebc59c by drivers openvswitch,hyperv on host dv-neutron-822691-2-hyperv at level 0 using segments [{'id': 'ab2c995b-6f4e-4592-8244-23f6bb92a542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'ace1fe58-c0aa-40b2-b086-d38b2fb6e2aa'}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:07:11.691985 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde6d2ff-bf27-44aa-a64b-d5306f155971 None None] Attempting to bind port 4d798740-0ede-43f6-b294-7c1b1eebc59c on network ace1fe58-c0aa-40b2-b086-d38b2fb6e2aa {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:07:11.697432 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-3a666e31-cf79-4f7d-8819-6c9fadcce0bd tempest-PortsAdminExtendedAttrsTestJSON-709902862 tempest-PortsAdminExtendedAttrsTestJSON-709902862-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5271700f28>, 'b1db3f57-c1aa-4870-9650-19efc99a1d7d') {'for_net_delete': True} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:07:11.698052 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-3a666e31-cf79-4f7d-8819-6c9fadcce0bd tempest-PortsAdminExtendedAttrsTestJSON-709902862 tempest-PortsAdminExtendedAttrsTestJSON-709902862-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5271700f28>, 'b1db3f57-c1aa-4870-9650-19efc99a1d7d') {} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:07:11.700829 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde6d2ff-bf27-44aa-a64b-d5306f155971 None None] Checking agent: {'id': 'db1275c1-6001-47af-93c2-635c68404703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822691-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 52, 8), 'started_at': datetime.datetime(2021, 12, 24, 10, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 7, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822691-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:07:11.701258 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde6d2ff-bf27-44aa-a64b-d5306f155971 None None] Checking segment: {'id': 'ab2c995b-6f4e-4592-8244-23f6bb92a542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'ace1fe58-c0aa-40b2-b086-d38b2fb6e2aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:07:11.701890 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fde6d2ff-bf27-44aa-a64b-d5306f155971 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:11.702340 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde6d2ff-bf27-44aa-a64b-d5306f155971 None None] Bound using segment: {'id': 'ab2c995b-6f4e-4592-8244-23f6bb92a542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'ace1fe58-c0aa-40b2-b086-d38b2fb6e2aa'} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:07:11.702897 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-fde6d2ff-bf27-44aa-a64b-d5306f155971 None None] Bound port: 4d798740-0ede-43f6-b294-7c1b1eebc59c, host: dv-neutron-822691-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab2c995b-6f4e-4592-8244-23f6bb92a542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'ace1fe58-c0aa-40b2-b086-d38b2fb6e2aa'}}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:07:11.703306 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fde6d2ff-bf27-44aa-a64b-d5306f155971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:11.720277 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3a666e31-cf79-4f7d-8819-6c9fadcce0bd tempest-PortsAdminExtendedAttrsTestJSON-709902862 tempest-PortsAdminExtendedAttrsTestJSON-709902862-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749505745113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2241371'] for segment, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:11.774911 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3a666e31-cf79-4f7d-8819-6c9fadcce0bd tempest-PortsAdminExtendedAttrsTestJSON-709902862 tempest-PortsAdminExtendedAttrsTestJSON-709902862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:11.817759 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a666e31-cf79-4f7d-8819-6c9fadcce0bd tempest-PortsAdminExtendedAttrsTestJSON-709902862 tempest-PortsAdminExtendedAttrsTestJSON-709902862-project] Releasing vlan 620 on physical network physnet1 to pool {{(pid=88878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 24 11:07:11.819040 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3a666e31-cf79-4f7d-8819-6c9fadcce0bd tempest-PortsAdminExtendedAttrsTestJSON-709902862 tempest-PortsAdminExtendedAttrsTestJSON-709902862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036847652098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850807864'] for segment, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:11.820004 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-fde6d2ff-bf27-44aa-a64b-d5306f155971 None None] For port 4d798740-0ede-43f6-b294-7c1b1eebc59c, host dv-neutron-822691-2-hyperv, cleared binding levels {{(pid=88880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:07:11.839578 dv-neutron-822691-2-hyperv neutron-server[88767]: Traceback (most recent call last):
Dec 24 11:07:11.839578 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 24 11:07:11.839578 dv-neutron-822691-2-hyperv neutron-server[88767]:     timer()
Dec 24 11:07:11.839578 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 11:07:11.839578 dv-neutron-822691-2-hyperv neutron-server[88767]:     cb(*args, **kw)
Dec 24 11:07:11.839578 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 24 11:07:11.839578 dv-neutron-822691-2-hyperv neutron-server[88767]:     return func(*args, **kwargs)
Dec 24 11:07:11.839578 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 11:07:11.839578 dv-neutron-822691-2-hyperv neutron-server[88767]:     self._notify()
Dec 24 11:07:11.839578 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 11:07:11.839578 dv-neutron-822691-2-hyperv neutron-server[88767]:     self.callback(batched_events)
Dec 24 11:07:11.839578 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 11:07:11.839578 dv-neutron-822691-2-hyperv neutron-server[88767]:     event.method(event)
Dec 24 11:07:11.839578 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 11:07:11.839578 dv-neutron-822691-2-hyperv neutron-server[88767]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 11:07:11.839578 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 24 11:07:11.839578 dv-neutron-822691-2-hyperv neutron-server[88767]:     segment_id)['aggregates'][0]
Dec 24 11:07:11.839578 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 24 11:07:11.839578 dv-neutron-822691-2-hyperv neutron-server[88767]:     return f(self, *a, **k)
Dec 24 11:07:11.839578 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 11:07:11.839578 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self._get(url).json()
Dec 24 11:07:11.839578 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 24 11:07:11.839578 dv-neutron-822691-2-hyperv neutron-server[88767]:     **kwargs)
Dec 24 11:07:11.839578 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 24 11:07:11.839578 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self.request(url, 'GET', **kwargs)
Dec 24 11:07:11.839578 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 24 11:07:11.839578 dv-neutron-822691-2-hyperv neutron-server[88767]:     **endpoint_filter)
Dec 24 11:07:11.839578 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 24 11:07:11.839578 dv-neutron-822691-2-hyperv neutron-server[88767]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 11:07:11.839578 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 24 11:07:11.839578 dv-neutron-822691-2-hyperv neutron-server[88767]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 11:07:11.839578 dv-neutron-822691-2-hyperv neutron-server[88767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 11:07:11.870637 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device f3851d85-6e2e-4b36-acbe-0f583af722a3 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:07:11.955308 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port f3851d85-6e2e-4b36-acbe-0f583af722a3 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:07:11.955741 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:11.997384 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8d633699-ca27-462b-b7df-74042b1097d5 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:12.096224 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-fde6d2ff-bf27-44aa-a64b-d5306f155971 None None] For port 4d798740-0ede-43f6-b294-7c1b1eebc59c, host dv-neutron-822691-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=4d798740-0ede-43f6-b294-7c1b1eebc59c,segment=NetworkSegment(ab2c995b-6f4e-4592-8244-23f6bb92a542),segment_id=ab2c995b-6f4e-4592-8244-23f6bb92a542)] {{(pid=88880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:07:12.100081 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3a666e31-cf79-4f7d-8819-6c9fadcce0bd tempest-PortsAdminExtendedAttrsTestJSON-709902862 tempest-PortsAdminExtendedAttrsTestJSON-709902862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7126154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659196'] for network, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:12.105083 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fde6d2ff-bf27-44aa-a64b-d5306f155971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:12.109677 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-a07e9c14-aaac-4f95-9478-6fff4f7f1071 tempest-BulkNetworkOpsTest-1793295802 tempest-BulkNetworkOpsTest-1793295802-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:07:12.119040 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-d0a4bccd-ec9e-4459-a9ad-291935c75ace None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:07:12.127021 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3a666e31-cf79-4f7d-8819-6c9fadcce0bd tempest-PortsAdminExtendedAttrsTestJSON-709902862 tempest-PortsAdminExtendedAttrsTestJSON-709902862-project] Notify callbacks [] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:12.147613 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-8d633699-ca27-462b-b7df-74042b1097d5 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Calling delete_port for 89c5badf-92bc-45ad-9bd1-8529ae7a7494 owned by  {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:07:12.195479 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a666e31-cf79-4f7d-8819-6c9fadcce0bd tempest-PortsAdminExtendedAttrsTestJSON-709902862 tempest-PortsAdminExtendedAttrsTestJSON-709902862-project] Pushing event deleted for resources: {'Network': ['ID=5948873f-ca7d-4e7f-ab1d-ac747fd99119,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:07:12.205064 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-3a666e31-cf79-4f7d-8819-6c9fadcce0bd tempest-PortsAdminExtendedAttrsTestJSON-709902862 tempest-PortsAdminExtendedAttrsTestJSON-709902862-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:07:12.212153 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-3a666e31-cf79-4f7d-8819-6c9fadcce0bd tempest-PortsAdminExtendedAttrsTestJSON-709902862 tempest-PortsAdminExtendedAttrsTestJSON-709902862-project] 10.222.0.65 "DELETE /v2.0/networks/5948873f-ca7d-4e7f-ab1d-ac747fd99119 HTTP/1.1" status: 204  len: 168 time: 1.7237782
Dec 24 11:07:12.278454 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde6d2ff-bf27-44aa-a64b-d5306f155971 None None] Pushing event updated for resources: {'Port': ['ID=4d798740-0ede-43f6-b294-7c1b1eebc59c,revision_number=2']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:07:12.283597 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-fde6d2ff-bf27-44aa-a64b-d5306f155971 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:07:12.338361 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.v2.resource [None req-565a9f78-d093-448b-b52b-74db678521cc tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 24 11:07:12.343648 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-565a9f78-d093-448b-b52b-74db678521cc tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] 10.222.0.65 "PUT /v2.0/routers/c2c790a3-ff0c-4d2e-9119-b483653246c3 HTTP/1.1" status: 400  len: 364 time: 2.1352329
Dec 24 11:07:12.344674 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 39522) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:12.352558 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-94b693b3-0523-4163-84f0-b06a4e6bac15 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Synchronizing usage tracker for tenant:59b398769254445dae3d1f85e7f0f818 on resource:router {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:07:12.365084 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b78ea902-0c61-4362-b99f-1dad6a0c680a tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:07:12.378036 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec5af14a-1e63-4cbc-bf98-175c4a7d493d None None] Sync routers for ids ['24f0b5d8-d368-4970-b4e5-f35e9299f571'] in dv-neutron-822691-2-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:07:12.403963 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b78ea902-0c61-4362-b99f-1dad6a0c680a tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for floatingip, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:12.405323 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec5af14a-1e63-4cbc-bf98-175c4a7d493d None None] Routers {'24f0b5d8-d368-4970-b4e5-f35e9299f571'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:07:12.406382 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-ec5af14a-1e63-4cbc-bf98-175c4a7d493d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271c97ba8>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:07:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['24f0b5d8-d368-4970-b4e5-f35e9299f571'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:07:12.455390 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-94b693b3-0523-4163-84f0-b06a4e6bac15 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Unset dirty status for tenant:59b398769254445dae3d1f85e7f0f818 on resource:router {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:07:12.456771 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-94b693b3-0523-4163-84f0-b06a4e6bac15 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200  len: 887 time: 0.9932125
Dec 24 11:07:12.459966 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 39526) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:12.474424 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-73adf3a6-12e5-4483-8459-d063c847ca7e tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-468365899'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:07:12.493426 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-ec5af14a-1e63-4cbc-bf98-175c4a7d493d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271c97ba8>, [], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:07:12.508729 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec5af14a-1e63-4cbc-bf98-175c4a7d493d None None] Routers {'24f0b5d8-d368-4970-b4e5-f35e9299f571'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:07:12.509514 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-ec5af14a-1e63-4cbc-bf98-175c4a7d493d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271c97ba8>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:07:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['24f0b5d8-d368-4970-b4e5-f35e9299f571'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:07:12.566764 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-b78ea902-0c61-4362-b99f-1dad6a0c680a tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 982 time: 8.5727470
Dec 24 11:07:12.567446 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 39530) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:12.638003 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-ec5af14a-1e63-4cbc-bf98-175c4a7d493d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271c97ba8>, [], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:07:12.638308 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec5af14a-1e63-4cbc-bf98-175c4a7d493d None None] The sync data for ids ['24f0b5d8-d368-4970-b4e5-f35e9299f571'] in dv-neutron-822691-2-hyperv is: [] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:07:12.672710 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-d8a19ada-b0b5-44dd-a2b0-0639ffe13ced None None] Provisioning complete for port f3851d85-6e2e-4b36-acbe-0f583af722a3 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:07:12.673364 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d8a19ada-b0b5-44dd-a2b0-0639ffe13ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:12.731549 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-2d606a2c-3e73-428f-a9e9-67886a79266d tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] 10.222.0.65 "GET /v2.0/floatingips/1980134c-a300-4f5e-a112-83785d9b6b18 HTTP/1.1" status: 200  len: 977 time: 0.1601048
Dec 24 11:07:12.732205 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 39536) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:12.852302 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 39540) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:13.008059 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-6abbc1aa-a843-4e3d-9d64-b7adbac6c9fd tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Synchronizing usage tracker for tenant:ec45645f66414388a125dd3f2f469cd9 on resource:floatingip {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:07:13.066770 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-6abbc1aa-a843-4e3d-9d64-b7adbac6c9fd tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Unset dirty status for tenant:ec45645f66414388a125dd3f2f469cd9 on resource:floatingip {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:07:13.068076 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-6abbc1aa-a843-4e3d-9d64-b7adbac6c9fd tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] 10.222.0.65 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 980 time: 0.3348598
Dec 24 11:07:13.069970 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8d633699-ca27-462b-b7df-74042b1097d5 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:13.074761 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 39546) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:13.085286 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-2410d5f1-284f-45ea-a1c4-2181b10224cd tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Request body: {'floatingip': {'port_id': '9efa7c3b-cc44-4f96-9769-f3ba09ce06d3'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:07:13.131212 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c965314b-e7b4-4f0d-99c5-555b9cf932e8 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:07:13.138390 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-6ca481e2-5b8c-4c01-9c23-960376244db7 None None] Could not find standard attr ID for object 89c5badf-92bc-45ad-9bd1-8529ae7a7494. {{(pid=88880) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 24 11:07:13.185111 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d633699-ca27-462b-b7df-74042b1097d5 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Pushing event deleted for resources: {'Port': ['ID=89c5badf-92bc-45ad-9bd1-8529ae7a7494,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:07:13.187750 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-8d633699-ca27-462b-b7df-74042b1097d5 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:07:13.234326 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-c6f5e76f-2be7-48e1-b1d0-fa0a3665e95f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=55d79a7d168448b7aa2c874e352ae2f0&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3811455
Dec 24 11:07:13.257073 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 39550) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:13.287456 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8d633699-ca27-462b-b7df-74042b1097d5 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:13.306210 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2410d5f1-284f-45ea-a1c4-2181b10224cd tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks [] for floatingip, before_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:13.388820 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-8d633699-ca27-462b-b7df-74042b1097d5 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "DELETE /v2.0/ports/89c5badf-92bc-45ad-9bd1-8529ae7a7494 HTTP/1.1" status: 204  len: 168 time: 1.8173151
Dec 24 11:07:13.392185 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 39554) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:13.484109 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-154e96ef-e7de-45a6-b37b-ad44f169d8a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:13.561496 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-154e96ef-e7de-45a6-b37b-ad44f169d8a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:13.651929 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-14649a84-5508-4efc-bdd6-1f87f84f7dcb tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:13.830275 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-154e96ef-e7de-45a6-b37b-ad44f169d8a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:13.837576 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-af53cdc7-d930-49cc-ad13-fea654bd810e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:07:13.908069 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 4d798740-0ede-43f6-b294-7c1b1eebc59c up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:07:13.909880 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154e96ef-e7de-45a6-b37b-ad44f169d8a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c171a86-9936-48cf-b22c-33de7ec7fba8,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:07:13.914310 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-154e96ef-e7de-45a6-b37b-ad44f169d8a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:07:13.936497 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-154e96ef-e7de-45a6-b37b-ad44f169d8a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:13.938778 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-154e96ef-e7de-45a6-b37b-ad44f169d8a0 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9c171a86-9936-48cf-b22c-33de7ec7fba8 HTTP/1.1" status: 204  len: 168 time: 0.6791322
Dec 24 11:07:14.019020 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning for port 4d798740-0ede-43f6-b294-7c1b1eebc59c completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:07:14.025706 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80cc940a-7955-47e2-a9c8-a290969b6d38 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:07:14.034459 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-80cc940a-7955-47e2-a9c8-a290969b6d38 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1046 time: 0.6401925
Dec 24 11:07:14.035187 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 39560) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:14.166812 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-14649a84-5508-4efc-bdd6-1f87f84f7dcb tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Allocated IP 2001:db8::1 (2b3934f2-d557-4ac1-ade9-6b4f02cdf113/e865afef-537f-430e-8668-379eabfd992d/93d6c8db-ced0-48f1-b0c4-e35ff5a25c85) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:07:14.374785 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-14649a84-5508-4efc-bdd6-1f87f84f7dcb tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:14.398288 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-14649a84-5508-4efc-bdd6-1f87f84f7dcb tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Transition to ACTIVE for port object 93d6c8db-ced0-48f1-b0c4-e35ff5a25c85 will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:07:14.410159 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf084dcd-b491-4da0-8472-f71b28871931 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:07:14.414811 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-bf084dcd-b491-4da0-8472-f71b28871931 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1046 time: 0.3775194
Dec 24 11:07:14.415116 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 39566) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:14.473879 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-14649a84-5508-4efc-bdd6-1f87f84f7dcb tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:14.485428 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-4f537f0f-bfd5-4947-b10a-11ddf31915ed tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:07:14.515799 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0336826-f429-4ca7-9d96-5f61570e30a0 None None] Network ace1fe58-c0aa-40b2-b086-d38b2fb6e2aa requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:07:14.551518 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 39570) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:14.566771 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14649a84-5508-4efc-bdd6-1f87f84f7dcb tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Pushing event updated for resources: {'Port': ['ID=93d6c8db-ced0-48f1-b0c4-e35ff5a25c85,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:07:14.573516 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-14649a84-5508-4efc-bdd6-1f87f84f7dcb tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:07:14.593084 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78adc5de-2ec6-46a1-b6ea-1a2d6d1e0530 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:07:14.594984 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78adc5de-2ec6-46a1-b6ea-1a2d6d1e0530 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:07:14.596469 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78adc5de-2ec6-46a1-b6ea-1a2d6d1e0530 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:07:14.597349 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-78adc5de-2ec6-46a1-b6ea-1a2d6d1e0530 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Synchronizing usage tracker for tenant:739a78fd4cfc48c2a4011598579f8f8c on resource:subnet {{(pid=88879) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:07:14.604804 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14649a84-5508-4efc-bdd6-1f87f84f7dcb tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Network 2b3934f2-d557-4ac1-ade9-6b4f02cdf113 is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:07:14.608608 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-14649a84-5508-4efc-bdd6-1f87f84f7dcb tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Resources bound (agent type, host, resource id):  {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:07:14.612074 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14649a84-5508-4efc-bdd6-1f87f84f7dcb tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:07:14.612645 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-14649a84-5508-4efc-bdd6-1f87f84f7dcb tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-720245'] for router_interface, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:14.630387 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-78adc5de-2ec6-46a1-b6ea-1a2d6d1e0530 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Unset dirty status for tenant:739a78fd4cfc48c2a4011598579f8f8c on resource:subnet {{(pid=88879) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:07:14.631703 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-78adc5de-2ec6-46a1-b6ea-1a2d6d1e0530 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2119 time: 0.2154427
Dec 24 11:07:14.634956 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 39574) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:14.680145 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-cbb897a0-f5c1-453c-91b1-53bb74f263f5 None None] Provisioning for port 4d798740-0ede-43f6-b294-7c1b1eebc59c completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:07:14.687435 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-cbb897a0-f5c1-453c-91b1-53bb74f263f5 None None] Provisioning complete for port 4d798740-0ede-43f6-b294-7c1b1eebc59c triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:07:14.687833 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-cbb897a0-f5c1-453c-91b1-53bb74f263f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:14.711269 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c0321e8-c894-4ef6-aa3f-873284adeb82 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Deleting subnet 0b54918e-e938-4945-ac66-e9e622ea3bdd {{(pid=88879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 24 11:07:14.715650 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1c0321e8-c894-4ef6-aa3f-873284adeb82 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks [] for subnet, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:14.763862 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-73adf3a6-12e5-4483-8459-d063c847ca7e tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-659031', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854691240'] for router, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:14.777198 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-087ee44d-63ff-49a8-bd7d-456aeb00b706 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=67f1f7d96ddb47c2bce60c06129ed692&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2240703
Dec 24 11:07:14.782256 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 39578) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:14.819035 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-73adf3a6-12e5-4483-8459-d063c847ca7e tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854116816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854116785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-659000', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854163815'] for router, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:14.869220 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-14649a84-5508-4efc-bdd6-1f87f84f7dcb tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:14.884938 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1c0321e8-c894-4ef6-aa3f-873284adeb82 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-786693'] for subnet, precommit_delete_associations {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:14.959038 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-cbb897a0-f5c1-453c-91b1-53bb74f263f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:14.989580 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1fbe7122-4176-4d7d-995d-989295568ffe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:15.009730 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-cbb897a0-f5c1-453c-91b1-53bb74f263f5 None None] For port 4d798740-0ede-43f6-b294-7c1b1eebc59c, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=4d798740-0ede-43f6-b294-7c1b1eebc59c,segment=NetworkSegment(ab2c995b-6f4e-4592-8244-23f6bb92a542),segment_id=ab2c995b-6f4e-4592-8244-23f6bb92a542)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:07:15.025380 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-cbb897a0-f5c1-453c-91b1-53bb74f263f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:15.028582 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-a035c997-28dc-43e0-b00f-46da86f5e8c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:07:15.095811 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1fbe7122-4176-4d7d-995d-989295568ffe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:15.102265 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb897a0-f5c1-453c-91b1-53bb74f263f5 None None] Pushing event updated for resources: {'Port': ['ID=4d798740-0ede-43f6-b294-7c1b1eebc59c,revision_number=3']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:07:15.113104 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-cbb897a0-f5c1-453c-91b1-53bb74f263f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:07:15.156444 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-d385758f-787f-4b96-a1a6-13befb0f0b9f None None] Provisioning for port 93d6c8db-ced0-48f1-b0c4-e35ff5a25c85 completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:07:15.166067 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-d385758f-787f-4b96-a1a6-13befb0f0b9f None None] Provisioning complete for port 93d6c8db-ced0-48f1-b0c4-e35ff5a25c85 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:07:15.166934 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d385758f-787f-4b96-a1a6-13befb0f0b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:15.199149 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1c0321e8-c894-4ef6-aa3f-873284adeb82 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847655656'] for subnet, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:15.239201 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-d385758f-787f-4b96-a1a6-13befb0f0b9f None None] Port 93d6c8db-ced0-48f1-b0c4-e35ff5a25c85 cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:07:15.245803 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2410d5f1-284f-45ea-a1c4-2181b10224cd tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:15.251937 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2410d5f1-284f-45ea-a1c4-2181b10224cd tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659181'] for floatingip, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:15.344896 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1fbe7122-4176-4d7d-995d-989295568ffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:15.351699 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:07:15.373163 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe7122-4176-4d7d-995d-989295568ffe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa90f357-4f93-4a80-91ba-71f2286a60a5,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:07:15.379640 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-1fbe7122-4176-4d7d-995d-989295568ffe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:07:15.384984 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1fbe7122-4176-4d7d-995d-989295568ffe admin admin] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:15.388868 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-1fbe7122-4176-4d7d-995d-989295568ffe admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/aa90f357-4f93-4a80-91ba-71f2286a60a5 HTTP/1.1" status: 204  len: 168 time: 0.6004543
Dec 24 11:07:15.428284 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1c0321e8-c894-4ef6-aa3f-873284adeb82 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7120129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850854134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851156349'] for subnet, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:15.442541 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7310029c-b9e7-4efd-99aa-d8c9b63c642d tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:07:15.465695 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-4d95d404-03d3-4823-a408-391db89e6818 None None] Provisioning complete for port 4d798740-0ede-43f6-b294-7c1b1eebc59c triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:07:15.466038 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4d95d404-03d3-4823-a408-391db89e6818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:15.483219 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73adf3a6-12e5-4483-8459-d063c847ca7e tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Router 1d4b727a-c20c-455c-a6ff-b197abe440fb has already been hosted by L3 agent 198cca88-1338-4098-b44b-beb0346ac906 {{(pid=88878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 24 11:07:15.528310 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-14649a84-5508-4efc-bdd6-1f87f84f7dcb tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Notify callbacks [] for port, precommit_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:15.538809 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0321e8-c894-4ef6-aa3f-873284adeb82 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Pushing event deleted for resources: {'Subnet': ['ID=0b54918e-e938-4945-ac66-e9e622ea3bdd,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:07:15.550574 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1c0321e8-c894-4ef6-aa3f-873284adeb82 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks [] for subnet, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:15.567909 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-1c0321e8-c894-4ef6-aa3f-873284adeb82 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:07:15.569222 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-14649a84-5508-4efc-bdd6-1f87f84f7dcb tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850854027'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:15.570355 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-14649a84-5508-4efc-bdd6-1f87f84f7dcb tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1977653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854055662'] for router_interface, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:15.576673 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c62791aa-82f7-4fbe-a378-d7e8b89cdcbe tempest-ServersTestManualDisk-691114078 tempest-ServersTestManualDisk-691114078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:07:15.583520 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5182e0ae-ef1d-4858-9cdb-dbd816e631f2 None None] Network 1c9eeaac-d205-4b19-a351-2fe67dd78b42 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:07:15.632954 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.l3_db [None req-2410d5f1-284f-45ea-a1c4-2181b10224cd tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Floating IP 1980134c-a300-4f5e-a112-83785d9b6b18 associated. External IP: 172.26.3.102, port: 3eeea64b-04d4-418c-9bbc-21f431a3778c.
Dec 24 11:07:15.655252 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-1c0321e8-c894-4ef6-aa3f-873284adeb82 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "DELETE /v2.0/subnets/0b54918e-e938-4945-ac66-e9e622ea3bdd HTTP/1.1" status: 204  len: 168 time: 1.0162532
Dec 24 11:07:15.655252 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14649a84-5508-4efc-bdd6-1f87f84f7dcb tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Pushing event updated for resources: {'Port': ['ID=93d6c8db-ced0-48f1-b0c4-e35ff5a25c85,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:07:15.659048 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-14649a84-5508-4efc-bdd6-1f87f84f7dcb tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:07:15.662380 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 39586) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:15.781592 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5bcef7c-d7e4-44fc-a8fd-0344e9f60d8d tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Deleting subnet fcf27601-18e6-40d3-bb72-8935bd4a56ea {{(pid=88879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 24 11:07:15.787882 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d5bcef7c-d7e4-44fc-a8fd-0344e9f60d8d tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks [] for subnet, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:15.921505 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 4d798740-0ede-43f6-b294-7c1b1eebc59c up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:07:15.985943 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d5bcef7c-d7e4-44fc-a8fd-0344e9f60d8d tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-786693'] for subnet, precommit_delete_associations {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:16.097318 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port 4d798740-0ede-43f6-b294-7c1b1eebc59c triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:07:16.097746 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:16.116002 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14649a84-5508-4efc-bdd6-1f87f84f7dcb tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Network 2b3934f2-d557-4ac1-ade9-6b4f02cdf113 is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:07:16.119675 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-14649a84-5508-4efc-bdd6-1f87f84f7dcb tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Resources bound (agent type, host, resource id):  {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:07:16.234818 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73adf3a6-12e5-4483-8459-d063c847ca7e tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:07:16.242673 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-73adf3a6-12e5-4483-8459-d063c847ca7e tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks [] for router, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:16.243962 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-73adf3a6-12e5-4483-8459-d063c847ca7e tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] 10.222.0.65 "PUT /v2.0/routers/1d4b727a-c20c-455c-a6ff-b197abe440fb HTTP/1.1" status: 200  len: 891 time: 3.7764986
Dec 24 11:07:16.249475 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b00f45-4d32-4600-948b-c9d2a4897592 None None] Sync routers for ids ['1d4b727a-c20c-455c-a6ff-b197abe440fb'] in dv-neutron-822691-2-hyperv {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:07:16.255199 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 39600) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:16.276541 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b00f45-4d32-4600-948b-c9d2a4897592 None None] Routers {'1d4b727a-c20c-455c-a6ff-b197abe440fb'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:07:16.277233 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-55b00f45-4d32-4600-948b-c9d2a4897592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271d25a90>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:07:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['1d4b727a-c20c-455c-a6ff-b197abe440fb'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:07:16.360092 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-55b00f45-4d32-4600-948b-c9d2a4897592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271d25a90>, [], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:07:16.372567 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b00f45-4d32-4600-948b-c9d2a4897592 None None] Routers {'1d4b727a-c20c-455c-a6ff-b197abe440fb'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:07:16.373260 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-55b00f45-4d32-4600-948b-c9d2a4897592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271d25a90>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:07:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['1d4b727a-c20c-455c-a6ff-b197abe440fb'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:07:16.460524 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-55b00f45-4d32-4600-948b-c9d2a4897592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271d25a90>, [], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:07:16.460993 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b00f45-4d32-4600-948b-c9d2a4897592 None None] The sync data for ids ['1d4b727a-c20c-455c-a6ff-b197abe440fb'] in dv-neutron-822691-2-hyperv is: [] {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:07:16.659059 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 39608) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:16.736695 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d5bcef7c-d7e4-44fc-a8fd-0344e9f60d8d tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847655656'] for subnet, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:16.828043 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-50705988-634c-45fb-93c7-6b175f411fe7 None None] Provisioning complete for port 93d6c8db-ced0-48f1-b0c4-e35ff5a25c85 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:07:16.828365 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-50705988-634c-45fb-93c7-6b175f411fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:16.867862 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-a473db06-0c34-4ba4-8abd-97efbe3ac70c tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1090729298'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:07:16.874717 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-a473db06-0c34-4ba4-8abd-97efbe3ac70c tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:07:16.880250 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-a473db06-0c34-4ba4-8abd-97efbe3ac70c tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Usage tracker for resource:network and tenant:a8062a50276e4e34b599bfc2e9678433 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:07:16.884337 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-a473db06-0c34-4ba4-8abd-97efbe3ac70c tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:07:16.893127 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-a473db06-0c34-4ba4-8abd-97efbe3ac70c tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:07:16.901928 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-50705988-634c-45fb-93c7-6b175f411fe7 None None] Port 93d6c8db-ced0-48f1-b0c4-e35ff5a25c85 cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:07:16.920805 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-fac42017-bc56-4411-926e-3d284520b644 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] 10.222.0.65 "GET /v2.0/routers/1d4b727a-c20c-455c-a6ff-b197abe440fb HTTP/1.1" status: 200  len: 891 time: 0.6641016
Dec 24 11:07:16.926986 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 39614) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:16.932137 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a473db06-0c34-4ba4-8abd-97efbe3ac70c tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Made reservation on behalf of a8062a50276e4e34b599bfc2e9678433 for: {'network': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:07:16.942077 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a473db06-0c34-4ba4-8abd-97efbe3ac70c tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for network, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:16.971713 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d5bcef7c-d7e4-44fc-a8fd-0344e9f60d8d tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7120129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850854134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851156349'] for subnet, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:16.976683 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-25829331-6aea-44b6-a7bf-f250f5492279 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:07:17.001813 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a473db06-0c34-4ba4-8abd-97efbe3ac70c tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Notify callbacks [] for security_group, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:17.020719 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcef7c-d7e4-44fc-a8fd-0344e9f60d8d tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Pushing event deleted for resources: {'Subnet': ['ID=fcf27601-18e6-40d3-bb72-8935bd4a56ea,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:07:17.027005 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-d5bcef7c-d7e4-44fc-a8fd-0344e9f60d8d tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:07:17.027252 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-00659c10-4aff-4d7b-a76b-97eb1f2c8dcd tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Synchronizing usage tracker for tenant:59b398769254445dae3d1f85e7f0f818 on resource:port {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:07:17.035410 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d5bcef7c-d7e4-44fc-a8fd-0344e9f60d8d tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks [] for subnet, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:17.060841 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-d5bcef7c-d7e4-44fc-a8fd-0344e9f60d8d tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "DELETE /v2.0/subnets/fcf27601-18e6-40d3-bb72-8935bd4a56ea HTTP/1.1" status: 204  len: 168 time: 1.3973408
Dec 24 11:07:17.064724 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 39618) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:17.075382 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2410d5f1-284f-45ea-a1c4-2181b10224cd tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Router 24f0b5d8-d368-4970-b4e5-f35e9299f571 has already been hosted by L3 agent 198cca88-1338-4098-b44b-beb0346ac906 {{(pid=88878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 24 11:07:17.081111 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-00659c10-4aff-4d7b-a76b-97eb1f2c8dcd tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Unset dirty status for tenant:59b398769254445dae3d1f85e7f0f818 on resource:port {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:07:17.085443 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-00659c10-4aff-4d7b-a76b-97eb1f2c8dcd tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] 10.222.0.65 "GET /v2.0/ports?device_id=1d4b727a-c20c-455c-a6ff-b197abe440fb HTTP/1.1" status: 200  len: 205 time: 0.1535575
Dec 24 11:07:17.085443 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-a473db06-0c34-4ba4-8abd-97efbe3ac70c tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:07:17.089026 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 39622) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:17.092296 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-a473db06-0c34-4ba4-8abd-97efbe3ac70c tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Usage tracker for resource:security_group_rule and tenant:a8062a50276e4e34b599bfc2e9678433 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:07:17.148348 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-c4e5567f-7bac-4ea5-b173-8f37349ccc1f tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0812600
Dec 24 11:07:17.150347 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 39626) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:17.151378 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-a473db06-0c34-4ba4-8abd-97efbe3ac70c tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:07:17.172532 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-a473db06-0c34-4ba4-8abd-97efbe3ac70c tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:07:17.211133 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14649a84-5508-4efc-bdd6-1f87f84f7dcb tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Router c2c790a3-ff0c-4d2e-9119-b483653246c3 has already been hosted by L3 agent 198cca88-1338-4098-b44b-beb0346ac906 {{(pid=88879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 24 11:07:17.288757 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-098867fe-0fcc-474e-b84b-301bbb3e7d29 None None] Network 1c9eeaac-d205-4b19-a351-2fe67dd78b42 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:07:17.371023 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cb13517-b8b3-40a5-a54d-4986ec6e0d40 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:07:17.371683 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-0cb13517-b8b3-40a5-a54d-4986ec6e0d40 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Synchronizing usage tracker for tenant:739a78fd4cfc48c2a4011598579f8f8c on resource:port {{(pid=88879) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:07:17.403657 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-0cb13517-b8b3-40a5-a54d-4986ec6e0d40 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Unset dirty status for tenant:739a78fd4cfc48c2a4011598579f8f8c on resource:port {{(pid=88879) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:07:17.404946 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-0cb13517-b8b3-40a5-a54d-4986ec6e0d40 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.2534001
Dec 24 11:07:17.408942 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 39630) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:17.477468 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-e4724b7e-26f3-42d7-8e8d-9cb5d7b8464a None None] Provisioning complete for port f3851d85-6e2e-4b36-acbe-0f583af722a3 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:07:17.477914 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e4724b7e-26f3-42d7-8e8d-9cb5d7b8464a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:17.490187 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a473db06-0c34-4ba4-8abd-97efbe3ac70c tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Notify callbacks [] for security_group, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:17.496377 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d630a72-0beb-468c-aa0f-d758b1cd51cd tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:07:17.497118 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-4d630a72-0beb-468c-aa0f-d758b1cd51cd tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Synchronizing usage tracker for tenant:739a78fd4cfc48c2a4011598579f8f8c on resource:subnet {{(pid=88879) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:07:17.503131 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a473db06-0c34-4ba4-8abd-97efbe3ac70c tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:17.508740 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-5a470b85-7b45-47a6-950d-c10435e249c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:07:17.516355 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14649a84-5508-4efc-bdd6-1f87f84f7dcb tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:07:17.538488 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-14649a84-5508-4efc-bdd6-1f87f84f7dcb tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] 10.222.0.65 "PUT /v2.0/routers/c2c790a3-ff0c-4d2e-9119-b483653246c3/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.1923494
Dec 24 11:07:17.541247 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 39634) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:17.541614 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf66f9b2-c540-492a-a29d-eb908b5147e2 None None] Sync routers for ids ['c2c790a3-ff0c-4d2e-9119-b483653246c3'] in dv-neutron-822691-2-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:07:17.546313 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a473db06-0c34-4ba4-8abd-97efbe3ac70c tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] vlan segment allocate from pool success with {'vlan_id': 611, 'physical_network': 'physnet1'}  {{(pid=88878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 24 11:07:17.580896 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a473db06-0c34-4ba4-8abd-97efbe3ac70c tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df3124db-465e-4261-8b65-86dac35cc657,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:07:17.586591 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a473db06-0c34-4ba4-8abd-97efbe3ac70c tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:17.586984 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.segments_db [None req-a473db06-0c34-4ba4-8abd-97efbe3ac70c tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Added segment 8821fd26-a827-417a-820f-fd43d4b4ec22 of type vlan for network fd6adeef-9a35-40f2-8251-abc372e5b228
Dec 24 11:07:17.588536 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-a473db06-0c34-4ba4-8abd-97efbe3ac70c tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:07:17.640383 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-4d630a72-0beb-468c-aa0f-d758b1cd51cd tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Unset dirty status for tenant:739a78fd4cfc48c2a4011598579f8f8c on resource:subnet {{(pid=88879) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:07:17.641811 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-4d630a72-0beb-468c-aa0f-d758b1cd51cd tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.2318695
Dec 24 11:07:17.647324 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 39638) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:17.649281 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a473db06-0c34-4ba4-8abd-97efbe3ac70c tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363287349540024'] for network, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:17.744135 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7543c351-bf7a-4e8d-8c0b-5068d9f616ab tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks [] for router, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:17.768553 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-12fd1bd6-36e8-4682-80f9-86da5edf1e59 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Notify callbacks [] for router, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:17.809890 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-aade3784-c929-4128-b15b-afc1c1252bdb tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1528208
Dec 24 11:07:17.812182 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf66f9b2-c540-492a-a29d-eb908b5147e2 None None] Routers {'c2c790a3-ff0c-4d2e-9119-b483653246c3'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:07:17.812182 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-cf66f9b2-c540-492a-a29d-eb908b5147e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f527192a1d0>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:07:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['c2c790a3-ff0c-4d2e-9119-b483653246c3'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:07:17.822136 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 39642) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:17.874280 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-cf66f9b2-c540-492a-a29d-eb908b5147e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f527192a1d0>, [], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:07:17.889552 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf66f9b2-c540-492a-a29d-eb908b5147e2 None None] Routers {'c2c790a3-ff0c-4d2e-9119-b483653246c3'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:07:17.890239 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-cf66f9b2-c540-492a-a29d-eb908b5147e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f527192a1d0>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:07:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['c2c790a3-ff0c-4d2e-9119-b483653246c3'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:07:17.895113 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca09698b-7fb5-401f-81b5-c86519886bad tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] DELETE failed (client error): The resource could not be found.
Dec 24 11:07:17.895607 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca09698b-7fb5-401f-81b5-c86519886bad tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 24 11:07:17.899303 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2410d5f1-284f-45ea-a1c4-2181b10224cd tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:07:17.913450 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f51459-ca74-4c19-b459-8235c4e8b33a None None] Sync routers for ids ['24f0b5d8-d368-4970-b4e5-f35e9299f571'] in dv-neutron-822691-2-hyperv {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:07:17.932788 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f51459-ca74-4c19-b459-8235c4e8b33a None None] Routers {'24f0b5d8-d368-4970-b4e5-f35e9299f571'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:07:17.933742 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-c5f51459-ca74-4c19-b459-8235c4e8b33a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271e33940>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:07:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['24f0b5d8-d368-4970-b4e5-f35e9299f571'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:07:17.974043 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-cf66f9b2-c540-492a-a29d-eb908b5147e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f527192a1d0>, [], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:07:17.974441 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.v2.resource [None req-12fd1bd6-36e8-4682-80f9-86da5edf1e59 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] delete failed (client error): There was a conflict when trying to complete your request.
Dec 24 11:07:17.974579 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf66f9b2-c540-492a-a29d-eb908b5147e2 None None] The sync data for ids ['c2c790a3-ff0c-4d2e-9119-b483653246c3'] in dv-neutron-822691-2-hyperv is: [] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:07:17.978701 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c11feae-20b8-4e2a-a866-81b1a866cded None None] DHCP port deletion for 1c9eeaac-d205-4b19-a351-2fe67dd78b42 request from dv-neutron-822691-2-hyperv {{(pid=88880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 24 11:07:17.980163 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-12fd1bd6-36e8-4682-80f9-86da5edf1e59 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] 10.222.0.65 "DELETE /v2.0/routers/c2c790a3-ff0c-4d2e-9119-b483653246c3 HTTP/1.1" status: 409  len: 329 time: 0.4364464
Dec 24 11:07:17.980800 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 39646) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:17.983898 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-8c11feae-20b8-4e2a-a866-81b1a866cded None None] Deleting port f3851d85-6e2e-4b36-acbe-0f583af722a3 {{(pid=88880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:07:17.984320 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8c11feae-20b8-4e2a-a866-81b1a866cded None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:18.042252 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-c5f51459-ca74-4c19-b459-8235c4e8b33a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271e33940>, [], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:07:18.056349 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f51459-ca74-4c19-b459-8235c4e8b33a None None] Routers {'24f0b5d8-d368-4970-b4e5-f35e9299f571'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:07:18.057425 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-c5f51459-ca74-4c19-b459-8235c4e8b33a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271e33940>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:07:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['24f0b5d8-d368-4970-b4e5-f35e9299f571'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:07:18.239891 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a473db06-0c34-4ba4-8abd-97efbe3ac70c tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636'] for network, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:18.240570 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-8c11feae-20b8-4e2a-a866-81b1a866cded None None] For port f3851d85-6e2e-4b36-acbe-0f583af722a3, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=f3851d85-6e2e-4b36-acbe-0f583af722a3,segment=NetworkSegment(6618a092-51b2-4e3d-9318-3ce6b7b40c55),segment_id=6618a092-51b2-4e3d-9318-3ce6b7b40c55)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:07:18.241020 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8c11feae-20b8-4e2a-a866-81b1a866cded None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:18.244029 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a473db06-0c34-4ba4-8abd-97efbe3ac70c tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:07:18.244705 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a473db06-0c34-4ba4-8abd-97efbe3ac70c tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Notify callbacks [] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:18.250856 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-57178f0a-73f0-46ca-a659-ef30d9a351ab tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:07:18.267273 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-ca09698b-7fb5-401f-81b5-c86519886bad tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "DELETE /v2.0/ports/89c5badf-92bc-45ad-9bd1-8529ae7a7494 HTTP/1.1" status: 404  len: 333 time: 0.4348371
Dec 24 11:07:18.280810 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 39650) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:18.309653 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-c5f51459-ca74-4c19-b459-8235c4e8b33a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271e33940>, [], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:07:18.310516 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f51459-ca74-4c19-b459-8235c4e8b33a None None] The sync data for ids ['24f0b5d8-d368-4970-b4e5-f35e9299f571'] in dv-neutron-822691-2-hyperv is: [] {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:07:18.367679 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-d57e88ff-7f7c-4550-ba4e-afcad0119c1e tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] DELETE failed (client error): The resource could not be found.
Dec 24 11:07:18.368147 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d57e88ff-7f7c-4550-ba4e-afcad0119c1e tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 24 11:07:18.372517 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-d57e88ff-7f7c-4550-ba4e-afcad0119c1e tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "DELETE /v2.0/subnets/fcf27601-18e6-40d3-bb72-8935bd4a56ea HTTP/1.1" status: 404  len: 337 time: 0.0840468
Dec 24 11:07:18.373799 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 39654) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:18.375760 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-02397ab6-646c-46bd-9aee-fc402e2243b7 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854055677'] for router_interface, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:18.382791 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-8c11feae-20b8-4e2a-a866-81b1a866cded None None] Calling delete_port for f3851d85-6e2e-4b36-acbe-0f583af722a3 owned by network:dhcp {{(pid=88880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:07:18.447015 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-a473db06-0c34-4ba4-8abd-97efbe3ac70c tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201  len: 794 time: 1.7849603
Dec 24 11:07:18.452226 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 39656) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:18.459081 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8c11feae-20b8-4e2a-a866-81b1a866cded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392'] for port, after_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:18.463313 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-fde6d2ff-bf27-44aa-a64b-d5306f155971 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:07:18.470069 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a473db06-0c34-4ba4-8abd-97efbe3ac70c tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Pushing event updated for resources: {'Network': ['ID=fd6adeef-9a35-40f2-8251-abc372e5b228,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:07:18.474131 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-a473db06-0c34-4ba4-8abd-97efbe3ac70c tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:07:18.501384 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Network fd6adeef-9a35-40f2-8251-abc372e5b228 details requested by agent ovs-agent-dv-neutron-822691-2-hyperv with host dv-neutron-822691-2-hyperv {{(pid=88880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 24 11:07:18.512523 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-f3fa3cd2-9baf-4aed-b3e4-fc71f6ab56df tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Request body: {'subnet': {'network_id': 'fd6adeef-9a35-40f2-8251-abc372e5b228', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:07:18.526871 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c11feae-20b8-4e2a-a866-81b1a866cded None None] Pushing event deleted for resources: {'Port': ['ID=f3851d85-6e2e-4b36-acbe-0f583af722a3,revision_number=None']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:07:18.614407 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-8c11feae-20b8-4e2a-a866-81b1a866cded None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:07:18.636779 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c11feae-20b8-4e2a-a866-81b1a866cded None None] No DVR routers for this DVR port f3851d85-6e2e-4b36-acbe-0f583af722a3 on host dv-neutron-822691-2-hyperv {{(pid=88880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 24 11:07:18.757119 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7543c351-bf7a-4e8d-8c0b-5068d9f616ab tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:18.772062 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-7543c351-bf7a-4e8d-8c0b-5068d9f616ab tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Deleting port 1dcd99f5-b22c-4b2d-b6a0-2d018f1717eb {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:07:18.772453 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7543c351-bf7a-4e8d-8c0b-5068d9f616ab tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:18.855661 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-28c10407-1377-4802-9154-3aa5fe0b7b10 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] DELETE failed (client error): The resource could not be found.
Dec 24 11:07:18.856107 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28c10407-1377-4802-9154-3aa5fe0b7b10 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88879) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 24 11:07:18.858009 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-28c10407-1377-4802-9154-3aa5fe0b7b10 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "DELETE /v2.0/subnets/0b54918e-e938-4945-ac66-e9e622ea3bdd HTTP/1.1" status: 404  len: 337 time: 0.4074092
Dec 24 11:07:18.862830 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 39662) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:18.975048 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb6f3587-ced7-4e43-a1b2-3ed7fe096fc3 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] DELETE failed (client error): The resource could not be found.
Dec 24 11:07:18.975612 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb6f3587-ced7-4e43-a1b2-3ed7fe096fc3 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88879) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 24 11:07:18.977356 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-bb6f3587-ced7-4e43-a1b2-3ed7fe096fc3 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "DELETE /v2.0/ports/f559c418-b082-4a19-87a1-7262b97bc3cf HTTP/1.1" status: 404  len: 333 time: 0.1031389
Dec 24 11:07:18.991617 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 39666) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:19.005456 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-f3fa3cd2-9baf-4aed-b3e4-fc71f6ab56df tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:07:19.011537 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-f3fa3cd2-9baf-4aed-b3e4-fc71f6ab56df tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Usage tracker for resource:subnet and tenant:a8062a50276e4e34b599bfc2e9678433 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:07:19.015729 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-f3fa3cd2-9baf-4aed-b3e4-fc71f6ab56df tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:07:19.032080 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-f3fa3cd2-9baf-4aed-b3e4-fc71f6ab56df tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:07:19.048284 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3fa3cd2-9baf-4aed-b3e4-fc71f6ab56df tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Made reservation on behalf of a8062a50276e4e34b599bfc2e9678433 for: {'subnet': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:07:19.050877 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-0551ccea-6d98-4f91-92d2-70bf2fc00be1 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] DELETE failed (client error): The resource could not be found.
Dec 24 11:07:19.051369 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0551ccea-6d98-4f91-92d2-70bf2fc00be1 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 24 11:07:19.053169 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-0551ccea-6d98-4f91-92d2-70bf2fc00be1 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "DELETE /v2.0/subnets/b3bc2d4b-f085-41dc-8dc3-f7522b764ee4 HTTP/1.1" status: 404  len: 337 time: 0.0597131
Dec 24 11:07:19.064063 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 39670) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:19.100971 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.agents_db [None req-e51243ab-6a93-425b-980f-a73583147efa None None] Agent healthcheck: found 6 active agents {{(pid=88881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 24 11:07:19.126041 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-41927fba-85fa-4e80-ae62-8f2b342153d4 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] DELETE failed (client error): The resource could not be found.
Dec 24 11:07:19.127011 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41927fba-85fa-4e80-ae62-8f2b342153d4 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 24 11:07:19.128882 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-41927fba-85fa-4e80-ae62-8f2b342153d4 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "DELETE /v2.0/subnets/82c89f0c-07d7-4716-b56b-1a48041f27c7 HTTP/1.1" status: 404  len: 337 time: 0.0637877
Dec 24 11:07:19.181268 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7543c351-bf7a-4e8d-8c0b-5068d9f616ab tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:19.188820 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 39674) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:19.211418 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f3fa3cd2-9baf-4aed-b3e4-fc71f6ab56df tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3619482'] for subnet, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:19.360093 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-7543c351-bf7a-4e8d-8c0b-5068d9f616ab tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Calling delete_port for 1dcd99f5-b22c-4b2d-b6a0-2d018f1717eb owned by network:router_gateway {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:07:19.393900 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-23332ed2-fdcf-417a-9f41-bba4fd7e35cc tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] DELETE failed (client error): The resource could not be found.
Dec 24 11:07:19.395540 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23332ed2-fdcf-417a-9f41-bba4fd7e35cc tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 24 11:07:19.398812 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-23332ed2-fdcf-417a-9f41-bba4fd7e35cc tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "DELETE /v2.0/ports/76b24d0a-2a4c-41f9-834b-7655afd9ef28 HTTP/1.1" status: 404  len: 333 time: 0.2048988
Dec 24 11:07:19.405619 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 39678) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:19.465306 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-aebd4dbe-440c-4889-9128-c297dcd2930f tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] DELETE failed (client error): The resource could not be found.
Dec 24 11:07:19.465789 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aebd4dbe-440c-4889-9128-c297dcd2930f tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 24 11:07:19.467643 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-aebd4dbe-440c-4889-9128-c297dcd2930f tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "DELETE /v2.0/subnets/d336d4c8-2c1c-4cc2-9758-cb144b669d08 HTTP/1.1" status: 404  len: 337 time: 0.0609887
Dec 24 11:07:19.471492 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 39682) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:19.559015 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2410d5f1-284f-45ea-a1c4-2181b10224cd tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Router 24f0b5d8-d368-4970-b4e5-f35e9299f571 has already been hosted by L3 agent 198cca88-1338-4098-b44b-beb0346ac906 {{(pid=88878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 24 11:07:19.599535 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-12c5602c-465f-4ebc-82e7-e80c3e5e434e tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] DELETE failed (client error): The resource could not be found.
Dec 24 11:07:19.600032 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12c5602c-465f-4ebc-82e7-e80c3e5e434e tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88879) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 24 11:07:19.623161 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-12c5602c-465f-4ebc-82e7-e80c3e5e434e tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "DELETE /v2.0/subnets/65346bbd-d50d-4d3d-aafa-4d55d3308f93 HTTP/1.1" status: 404  len: 337 time: 0.1504812
Dec 24 11:07:19.630058 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 39686) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:19.695008 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7543c351-bf7a-4e8d-8c0b-5068d9f616ab tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:19.700230 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c50b601d-69a5-47d2-86a3-206a8a5a06ad tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:07:19.731902 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-b29a1b28-dda6-4f99-9552-c0258228f352 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] DELETE failed (client error): The resource could not be found.
Dec 24 11:07:19.732402 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b29a1b28-dda6-4f99-9552-c0258228f352 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88879) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 24 11:07:19.737200 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-b29a1b28-dda6-4f99-9552-c0258228f352 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "DELETE /v2.0/ports/62f04624-7385-4849-8a91-7e07b4a52e24 HTTP/1.1" status: 404  len: 333 time: 0.1031580
Dec 24 11:07:19.745154 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 39690) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:19.747738 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7543c351-bf7a-4e8d-8c0b-5068d9f616ab tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Pushing event deleted for resources: {'Port': ['ID=1dcd99f5-b22c-4b2d-b6a0-2d018f1717eb,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:07:19.754436 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7543c351-bf7a-4e8d-8c0b-5068d9f616ab tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:07:19.759664 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f3fa3cd2-9baf-4aed-b3e4-fc71f6ab56df tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3921862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3619467'] for subnet, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:19.765131 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-a630d1b5-1e98-44d4-a07a-77e0cb5330f2 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:07:19.822538 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-74b77d39-41c7-44db-a5a1-0e518a35f311 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] DELETE failed (client error): The resource could not be found.
Dec 24 11:07:19.823034 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74b77d39-41c7-44db-a5a1-0e518a35f311 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 24 11:07:19.866809 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device f3851d85-6e2e-4b36-acbe-0f583af722a3 no longer exists at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:07:19.872500 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fa3cd2-9baf-4aed-b3e4-fc71f6ab56df tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Pushing event updated for resources: {'Subnet': ['ID=3244f665-097d-4f9a-acd2-3ce51d235e13,revision_number=0']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:07:19.878508 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f3fa3cd2-9baf-4aed-b3e4-fc71f6ab56df tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:07:19.894981 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-74b77d39-41c7-44db-a5a1-0e518a35f311 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "DELETE /v2.0/subnets/7848f3a4-5ce4-4178-9321-764132f84ae8 HTTP/1.1" status: 404  len: 337 time: 0.1413562
Dec 24 11:07:19.895862 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 39694) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:19.914619 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] No Port match for: f3851d85-6e2e-4b36-acbe-0f583af722a3 {{(pid=88880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 24 11:07:19.915396 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device f3851d85-6e2e-4b36-acbe-0f583af722a3 not bound to the agent host dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 24 11:07:19.931870 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3fa3cd2-9baf-4aed-b3e4-fc71f6ab56df tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Checking segment: {'id': '8821fd26-a827-417a-820f-fd43d4b4ec22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'fd6adeef-9a35-40f2-8251-abc372e5b228'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:07:19.932280 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3fa3cd2-9baf-4aed-b3e4-fc71f6ab56df tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Network hostable DHCP agents. Network: fd6adeef-9a35-40f2-8251-abc372e5b228, hostable agents: ['edcf98dc-3032-472a-8b3d-f23fd1e89806'], hosted agents: [] {{(pid=88879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 24 11:07:19.961217 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8ddb0c4-3cf7-4975-80fe-e1cca4c7d07b tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] DELETE failed (client error): The resource could not be found.
Dec 24 11:07:19.961657 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8ddb0c4-3cf7-4975-80fe-e1cca4c7d07b tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 24 11:07:19.963550 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-c8ddb0c4-3cf7-4975-80fe-e1cca4c7d07b tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "DELETE /v2.0/subnets/c557faf1-7ebd-417e-8f14-004041f4e16f HTTP/1.1" status: 404  len: 337 time: 0.0672891
Dec 24 11:07:19.968895 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 39698) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:20.009529 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3fa3cd2-9baf-4aed-b3e4-fc71f6ab56df tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Network fd6adeef-9a35-40f2-8251-abc372e5b228 is scheduled to be hosted by DHCP agent edcf98dc-3032-472a-8b3d-f23fd1e89806 with binding_index 1 {{(pid=88879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 24 11:07:20.024120 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-134530ff-6d4a-4232-a0ae-575ae1b92b12 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] DELETE failed (client error): The resource could not be found.
Dec 24 11:07:20.024604 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-134530ff-6d4a-4232-a0ae-575ae1b92b12 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88879) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 24 11:07:20.026432 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-134530ff-6d4a-4232-a0ae-575ae1b92b12 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "DELETE /v2.0/ports/57fcab11-5a87-4dc7-8117-4d59a25e14fc HTTP/1.1" status: 404  len: 333 time: 0.0548563
Dec 24 11:07:20.054220 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 39702) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:20.061601 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-f3fa3cd2-9baf-4aed-b3e4-fc71f6ab56df tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822691-2-hyperv, fd6adeef-9a35-40f2-8251-abc372e5b228) {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:07:20.070067 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-478d47e4-f009-41c0-89c5-66914a1d6ad4 None None] Network fd6adeef-9a35-40f2-8251-abc372e5b228 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:07:20.111329 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3fa3cd2-9baf-4aed-b3e4-fc71f6ab56df tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:07:20.111971 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f3fa3cd2-9baf-4aed-b3e4-fc71f6ab56df tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Notify callbacks [] for subnet, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:20.125876 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-0860b6d7-3c85-49c7-8b53-96547e3af83e tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] DELETE failed (client error): The resource could not be found.
Dec 24 11:07:20.126372 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0860b6d7-3c85-49c7-8b53-96547e3af83e tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88879) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 24 11:07:20.131809 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-0860b6d7-3c85-49c7-8b53-96547e3af83e tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "DELETE /v2.0/subnets/48e7587c-f2fa-4786-9be9-2c099ad5a238 HTTP/1.1" status: 404  len: 337 time: 0.0734179
Dec 24 11:07:20.143162 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 39706) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:20.180341 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7543c351-bf7a-4e8d-8c0b-5068d9f616ab tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854116846'] for router_gateway, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:20.188047 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-02397ab6-646c-46bd-9aee-fc402e2243b7 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Deleting port 93d6c8db-ced0-48f1-b0c4-e35ff5a25c85 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:07:20.188396 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-02397ab6-646c-46bd-9aee-fc402e2243b7 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:20.225158 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-f3fa3cd2-9baf-4aed-b3e4-fc71f6ab56df tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.7606823
Dec 24 11:07:20.232751 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-99ddacf7-ec78-4abb-9686-ff75e2637984 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] DELETE failed (client error): The resource could not be found.
Dec 24 11:07:20.233242 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99ddacf7-ec78-4abb-9686-ff75e2637984 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88879) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 24 11:07:20.237519 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-99ddacf7-ec78-4abb-9686-ff75e2637984 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "DELETE /v2.0/ports/b87929bb-90b9-4f0f-9191-7a61960e9558 HTTP/1.1" status: 404  len: 333 time: 0.0908775
Dec 24 11:07:20.237673 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 39710) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:20.238828 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 39712) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:20.249323 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-9601b1e1-3107-48f5-b2e3-7eedb2086605 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Request body: {'port': {'network_id': 'fd6adeef-9a35-40f2-8251-abc372e5b228', 'name': 'tempest-AllowedAddressPairTestJSON-65834818'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:07:20.296234 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-178db637-9316-43e2-8d92-2947c7ec0099 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] DELETE failed (client error): The resource could not be found.
Dec 24 11:07:20.296737 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-178db637-9316-43e2-8d92-2947c7ec0099 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88879) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 24 11:07:20.301211 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-178db637-9316-43e2-8d92-2947c7ec0099 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "DELETE /v2.0/subnets/f85dddb2-36c9-43b3-bea2-d6604729b967 HTTP/1.1" status: 404  len: 337 time: 0.0596669
Dec 24 11:07:20.302530 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 39718) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:20.319996 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fff3f748-4e85-489b-8991-cfc62a3745e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73968e80-91fd-539e-a7c6-b31af6d9e680-fd6adeef-9a35-40f2-8251-abc372e5b228', 'network_id': 'fd6adeef-9a35-40f2-8251-abc372e5b228', 'tenant_id': 'a8062a50276e4e34b599bfc2e9678433', 'fixed_ips': [{'subnet_id': '3244f665-097d-4f9a-acd2-3ce51d235e13'}]}} from dv-neutron-822691-2-hyperv. {{(pid=88880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 24 11:07:20.321038 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fff3f748-4e85-489b-8991-cfc62a3745e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:20.368424 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fabe165-3737-4a45-bab7-d88f0897b7ab tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] DELETE failed (client error): The resource could not be found.
Dec 24 11:07:20.368890 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fabe165-3737-4a45-bab7-d88f0897b7ab tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88879) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 24 11:07:20.373242 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-8fabe165-3737-4a45-bab7-d88f0897b7ab tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "DELETE /v2.0/ports/8ad87ced-16f8-4c44-9e82-df273c3f61df HTTP/1.1" status: 404  len: 333 time: 0.0672252
Dec 24 11:07:20.383142 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 39722) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:20.438065 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-14fe77e1-71f7-42fd-a953-95e533a16fdd tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] DELETE failed (client error): The resource could not be found.
Dec 24 11:07:20.438327 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14fe77e1-71f7-42fd-a953-95e533a16fdd tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88879) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 24 11:07:20.442780 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-14fe77e1-71f7-42fd-a953-95e533a16fdd tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "DELETE /v2.0/subnets/3b064c4b-285b-4ccf-b627-d978058e232e HTTP/1.1" status: 404  len: 337 time: 0.0557985
Dec 24 11:07:20.498757 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 39726) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:20.505341 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-fff3f748-4e85-489b-8991-cfc62a3745e9 None None] Allocated IP 172.20.0.2 (fd6adeef-9a35-40f2-8251-abc372e5b228/3244f665-097d-4f9a-acd2-3ce51d235e13/3fa0f65e-15a3-4416-a6dd-d6d37924aedb) {{(pid=88880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:07:20.581811 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-e237c7e2-58c1-43f2-8a84-afd638c6932e tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] DELETE failed (client error): The resource could not be found.
Dec 24 11:07:20.582754 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e237c7e2-58c1-43f2-8a84-afd638c6932e tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88879) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 24 11:07:20.586593 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-e237c7e2-58c1-43f2-8a84-afd638c6932e tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "DELETE /v2.0/ports/514f0f7f-63b7-4310-aba5-5d1944ada1d4 HTTP/1.1" status: 404  len: 333 time: 0.0844641
Dec 24 11:07:20.587612 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 39730) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:20.643273 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-27485161-18e2-4a4f-a689-c00bf0a7639a tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] DELETE failed (client error): The resource could not be found.
Dec 24 11:07:20.643273 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27485161-18e2-4a4f-a689-c00bf0a7639a tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88879) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 24 11:07:20.647613 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-27485161-18e2-4a4f-a689-c00bf0a7639a tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "DELETE /v2.0/subnets/e75a6aaa-7f79-4fd0-a930-1c2cb985c322 HTTP/1.1" status: 404  len: 337 time: 0.0563712
Dec 24 11:07:20.648506 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 39734) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:20.686867 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-02397ab6-646c-46bd-9aee-fc402e2243b7 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:20.703343 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-202e791c-0950-4143-9576-3d80e920c764 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] DELETE failed (client error): The resource could not be found.
Dec 24 11:07:20.703930 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-202e791c-0950-4143-9576-3d80e920c764 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88879) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 24 11:07:20.705800 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-202e791c-0950-4143-9576-3d80e920c764 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "DELETE /v2.0/ports/d496c3d9-9a52-4552-8422-16fbf31cc3ff HTTP/1.1" status: 404  len: 333 time: 0.0562925
Dec 24 11:07:20.738453 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fff3f748-4e85-489b-8991-cfc62a3745e9 None None] Notify callbacks [] for port, precommit_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:20.749954 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-fff3f748-4e85-489b-8991-cfc62a3745e9 None None] Transition to ACTIVE for port object 3fa0f65e-15a3-4416-a6dd-d6d37924aedb will not be triggered until provisioned by entity L2. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:07:20.763826 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 39738) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:20.771544 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-fff3f748-4e85-489b-8991-cfc62a3745e9 None None] Transition to ACTIVE for port object 3fa0f65e-15a3-4416-a6dd-d6d37924aedb will not be triggered until provisioned by entity DHCP. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:07:20.776838 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fff3f748-4e85-489b-8991-cfc62a3745e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408'] for port, after_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:20.781319 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-99c9c33d-a4ea-40b9-a6d5-21af5a5ccb1e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:07:20.848893 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7543c351-bf7a-4e8d-8c0b-5068d9f616ab tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854158724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-84560'] for router, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:20.849645 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fff3f748-4e85-489b-8991-cfc62a3745e9 None None] Network fd6adeef-9a35-40f2-8251-abc372e5b228 is already hosted by enough agents. {{(pid=88880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:07:20.857663 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-fff3f748-4e85-489b-8991-cfc62a3745e9 None None] Resources bound (agent type, host, resource id):  {{(pid=88880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:07:20.860422 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff3f748-4e85-489b-8991-cfc62a3745e9 None None] Received port after_create {{(pid=88880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:07:20.867386 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7543c351-bf7a-4e8d-8c0b-5068d9f616ab tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:20.879803 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-02397ab6-646c-46bd-9aee-fc402e2243b7 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Calling delete_port for 93d6c8db-ced0-48f1-b0c4-e35ff5a25c85 owned by network:router_interface {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:07:20.898056 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2410d5f1-284f-45ea-a1c4-2181b10224cd tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:07:20.902137 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff3f748-4e85-489b-8991-cfc62a3745e9 None None] Pushing event updated for resources: {'Port': ['ID=3fa0f65e-15a3-4416-a6dd-d6d37924aedb,revision_number=1']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:07:20.902709 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2410d5f1-284f-45ea-a1c4-2181b10224cd tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for floatingip, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:20.905269 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-fff3f748-4e85-489b-8991-cfc62a3745e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:07:20.941266 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b42e91e-d360-4a5a-839a-369a5744d98e tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] DELETE failed (client error): The resource could not be found.
Dec 24 11:07:20.941266 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b42e91e-d360-4a5a-839a-369a5744d98e tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88879) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 24 11:07:20.941628 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2479ad87-9ce8-4540-bfdb-8b1217fab3f1 None None] Sync routers for ids ['24f0b5d8-d368-4970-b4e5-f35e9299f571'] in dv-neutron-822691-2-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:07:20.941746 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-3b42e91e-d360-4a5a-839a-369a5744d98e tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "DELETE /v2.0/subnets/3f9af28e-0d0a-4da4-990c-2ddd1e5ee917 HTTP/1.1" status: 404  len: 337 time: 0.1726336
Dec 24 11:07:20.941890 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-9601b1e1-3107-48f5-b2e3-7eedb2086605 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:07:20.943479 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 39742) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:20.966321 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-9601b1e1-3107-48f5-b2e3-7eedb2086605 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Usage tracker for resource:port and tenant:a8062a50276e4e34b599bfc2e9678433 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:07:20.974583 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2479ad87-9ce8-4540-bfdb-8b1217fab3f1 None None] Routers {'24f0b5d8-d368-4970-b4e5-f35e9299f571'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:07:20.975303 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-2479ad87-9ce8-4540-bfdb-8b1217fab3f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52719244e0>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:07:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['24f0b5d8-d368-4970-b4e5-f35e9299f571'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:07:21.002379 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-9601b1e1-3107-48f5-b2e3-7eedb2086605 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:07:21.029860 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-9601b1e1-3107-48f5-b2e3-7eedb2086605 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:07:21.032495 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7543c351-bf7a-4e8d-8c0b-5068d9f616ab tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854158830'] for router, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:21.033058 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7543c351-bf7a-4e8d-8c0b-5068d9f616ab tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Fanout notify agent at l3_agent the message router_deleted on router 1d4b727a-c20c-455c-a6ff-b197abe440fb {{(pid=88878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 24 11:07:21.033962 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-fff3f748-4e85-489b-8991-cfc62a3745e9 None None] Attempting to bind port 3fa0f65e-15a3-4416-a6dd-d6d37924aedb on host dv-neutron-822691-2-hyperv for vnic_type normal with profile  {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:07:21.034396 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-fff3f748-4e85-489b-8991-cfc62a3745e9 None None] Attempting to bind port 3fa0f65e-15a3-4416-a6dd-d6d37924aedb by drivers openvswitch,hyperv on host dv-neutron-822691-2-hyperv at level 0 using segments [{'id': '8821fd26-a827-417a-820f-fd43d4b4ec22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'fd6adeef-9a35-40f2-8251-abc372e5b228'}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:07:21.035091 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff3f748-4e85-489b-8991-cfc62a3745e9 None None] Attempting to bind port 3fa0f65e-15a3-4416-a6dd-d6d37924aedb on network fd6adeef-9a35-40f2-8251-abc372e5b228 {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:07:21.044896 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-35770daa-b38d-4af4-9296-5f532cef7c86 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] DELETE failed (client error): The resource could not be found.
Dec 24 11:07:21.045410 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35770daa-b38d-4af4-9296-5f532cef7c86 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 24 11:07:21.046929 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-2479ad87-9ce8-4540-bfdb-8b1217fab3f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52719244e0>, [], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:07:21.055941 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff3f748-4e85-489b-8991-cfc62a3745e9 None None] Checking agent: {'id': 'db1275c1-6001-47af-93c2-635c68404703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822691-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 52, 8), 'started_at': datetime.datetime(2021, 12, 24, 10, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 7, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822691-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:07:21.056372 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff3f748-4e85-489b-8991-cfc62a3745e9 None None] Checking segment: {'id': '8821fd26-a827-417a-820f-fd43d4b4ec22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'fd6adeef-9a35-40f2-8251-abc372e5b228'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:07:21.056832 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fff3f748-4e85-489b-8991-cfc62a3745e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:21.057268 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff3f748-4e85-489b-8991-cfc62a3745e9 None None] Bound using segment: {'id': '8821fd26-a827-417a-820f-fd43d4b4ec22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'fd6adeef-9a35-40f2-8251-abc372e5b228'} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:07:21.057791 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-fff3f748-4e85-489b-8991-cfc62a3745e9 None None] Bound port: 3fa0f65e-15a3-4416-a6dd-d6d37924aedb, host: dv-neutron-822691-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8821fd26-a827-417a-820f-fd43d4b4ec22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'fd6adeef-9a35-40f2-8251-abc372e5b228'}}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:07:21.058245 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fff3f748-4e85-489b-8991-cfc62a3745e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:21.098058 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-35770daa-b38d-4af4-9296-5f532cef7c86 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "DELETE /v2.0/ports/d3f923ed-25d4-4523-9d25-983425fc7943 HTTP/1.1" status: 404  len: 333 time: 0.1419032
Dec 24 11:07:21.098467 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 39746) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:21.102744 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9601b1e1-3107-48f5-b2e3-7eedb2086605 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Made reservation on behalf of a8062a50276e4e34b599bfc2e9678433 for: {'port': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:07:21.107920 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2479ad87-9ce8-4540-bfdb-8b1217fab3f1 None None] Routers {'24f0b5d8-d368-4970-b4e5-f35e9299f571'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:07:21.108422 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9601b1e1-3107-48f5-b2e3-7eedb2086605 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:21.108635 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-2479ad87-9ce8-4540-bfdb-8b1217fab3f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52719244e0>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:07:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['24f0b5d8-d368-4970-b4e5-f35e9299f571'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:07:21.130525 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7543c351-bf7a-4e8d-8c0b-5068d9f616ab tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks [] for router, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:21.130525 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-7543c351-bf7a-4e8d-8c0b-5068d9f616ab tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] 10.222.0.65 "DELETE /v2.0/routers/1d4b727a-c20c-455c-a6ff-b197abe440fb HTTP/1.1" status: 204  len: 168 time: 4.0398240
Dec 24 11:07:21.140731 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 39750) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:21.154046 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-ceb86c34-9c9f-4856-a61e-528f99e05e41 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] DELETE failed (client error): The resource could not be found.
Dec 24 11:07:21.154604 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-79a8441a-be2f-4304-a54f-5ada442d30fd tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1051153722'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:07:21.154730 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ceb86c34-9c9f-4856-a61e-528f99e05e41 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88879) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 24 11:07:21.160084 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-02397ab6-646c-46bd-9aee-fc402e2243b7 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:21.164926 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-27df90df-1207-4c5c-8644-6b7445e4de0c tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:07:21.167596 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [None req-9601b1e1-3107-48f5-b2e3-7eedb2086605 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] device_id is not set on port be3d623c-0e37-4bb1-ae7d-e194aaf6e01f yet. {{(pid=88878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 24 11:07:21.185635 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-2479ad87-9ce8-4540-bfdb-8b1217fab3f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52719244e0>, [], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:07:21.186134 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2479ad87-9ce8-4540-bfdb-8b1217fab3f1 None None] The sync data for ids ['24f0b5d8-d368-4970-b4e5-f35e9299f571'] in dv-neutron-822691-2-hyperv is: [] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:07:21.207076 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-ceb86c34-9c9f-4856-a61e-528f99e05e41 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "DELETE /v2.0/subnets/68b700d0-a6a5-4775-a91b-9e6ceede2163 HTTP/1.1" status: 404  len: 337 time: 0.1048775
Dec 24 11:07:21.213073 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 39754) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:21.215643 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02397ab6-646c-46bd-9aee-fc402e2243b7 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Pushing event deleted for resources: {'Port': ['ID=93d6c8db-ced0-48f1-b0c4-e35ff5a25c85,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:07:21.216782 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-79a8441a-be2f-4304-a54f-5ada442d30fd tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:07:21.219051 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-02397ab6-646c-46bd-9aee-fc402e2243b7 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:07:21.229773 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-fff3f748-4e85-489b-8991-cfc62a3745e9 None None] For port 3fa0f65e-15a3-4416-a6dd-d6d37924aedb, host dv-neutron-822691-2-hyperv, cleared binding levels {{(pid=88880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:07:21.233253 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-fff3f748-4e85-489b-8991-cfc62a3745e9 None None] For port 3fa0f65e-15a3-4416-a6dd-d6d37924aedb, host dv-neutron-822691-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=3fa0f65e-15a3-4416-a6dd-d6d37924aedb,segment=NetworkSegment(8821fd26-a827-417a-820f-fd43d4b4ec22),segment_id=8821fd26-a827-417a-820f-fd43d4b4ec22)] {{(pid=88880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:07:21.237558 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fff3f748-4e85-489b-8991-cfc62a3745e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:21.242467 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-6755402e-c1da-4ef3-9984-9d3d5437bde7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:07:21.267894 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-79a8441a-be2f-4304-a54f-5ada442d30fd tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Usage tracker for resource:network and tenant:59b398769254445dae3d1f85e7f0f818 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:07:21.272575 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-79a8441a-be2f-4304-a54f-5ada442d30fd tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:07:21.280335 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-79a8441a-be2f-4304-a54f-5ada442d30fd tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:07:21.300839 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-2410d5f1-284f-45ea-a1c4-2181b10224cd tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] 10.222.0.65 "PUT /v2.0/floatingips/1980134c-a300-4f5e-a112-83785d9b6b18 HTTP/1.1" status: 200  len: 975 time: 8.2227893
Dec 24 11:07:21.302224 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 39758) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:21.316030 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf9e3b2c-7fdf-4adc-bc65-43109725338d tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] DELETE failed (client error): The resource could not be found.
Dec 24 11:07:21.316662 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf9e3b2c-7fdf-4adc-bc65-43109725338d tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 24 11:07:21.319143 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff3f748-4e85-489b-8991-cfc62a3745e9 None None] Pushing event updated for resources: {'Port': ['ID=3fa0f65e-15a3-4416-a6dd-d6d37924aedb,revision_number=2']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:07:21.322723 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-fff3f748-4e85-489b-8991-cfc62a3745e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:07:21.345215 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79a8441a-be2f-4304-a54f-5ada442d30fd tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Made reservation on behalf of 59b398769254445dae3d1f85e7f0f818 for: {'network': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:07:21.351631 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-79a8441a-be2f-4304-a54f-5ada442d30fd tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for network, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:21.370273 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-12a71fa0-21eb-4ebc-88eb-f0994b17fca5 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:07:21.414945 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-02397ab6-646c-46bd-9aee-fc402e2243b7 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036852798164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854055527'] for router_interface, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:21.475651 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-cf9e3b2c-7fdf-4adc-bc65-43109725338d tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "DELETE /v2.0/subnets/878cee97-8be2-4075-90e2-5ef180fd3415 HTTP/1.1" status: 404  len: 337 time: 0.2547472
Dec 24 11:07:21.481664 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 39762) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:21.546799 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79a8441a-be2f-4304-a54f-5ada442d30fd tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] vlan segment allocate from pool success with {'vlan_id': 642, 'physical_network': 'physnet1'}  {{(pid=88878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 24 11:07:21.613278 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-79a8441a-be2f-4304-a54f-5ada442d30fd tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:21.613668 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.segments_db [None req-79a8441a-be2f-4304-a54f-5ada442d30fd tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Added segment 780427ea-b5a0-4f98-888b-cd4e43ac0109 of type vlan for network a890bb5d-1b1f-420c-b6d4-bc333e1793d0
Dec 24 11:07:21.615489 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4ba9fdd-2ed7-432b-96e3-b666af03bb6d tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] DELETE failed (client error): The resource could not be found.
Dec 24 11:07:21.615979 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4ba9fdd-2ed7-432b-96e3-b666af03bb6d tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 24 11:07:21.643825 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-b4ba9fdd-2ed7-432b-96e3-b666af03bb6d tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "DELETE /v2.0/ports/79cb6b92-c902-4d59-8e3e-c3beed741eda HTTP/1.1" status: 404  len: 333 time: 0.1581714
Dec 24 11:07:21.650216 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 39766) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:21.651798 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-12a71fa0-21eb-4ebc-88eb-f0994b17fca5 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks [] for floatingip, before_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:21.770461 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-79a8441a-be2f-4304-a54f-5ada442d30fd tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363287349540024'] for network, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:21.784305 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-9601b1e1-3107-48f5-b2e3-7eedb2086605 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Allocated IP 172.20.0.4 (fd6adeef-9a35-40f2-8251-abc372e5b228/3244f665-097d-4f9a-acd2-3ce51d235e13/be3d623c-0e37-4bb1-ae7d-e194aaf6e01f) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:07:21.896096 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 3fa0f65e-15a3-4416-a6dd-d6d37924aedb up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:07:21.990091 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning for port 3fa0f65e-15a3-4416-a6dd-d6d37924aedb completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:07:22.032949 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-5df8201b-6c02-467d-8a24-2a1731ae1ce6 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] DELETE failed (client error): The resource could not be found.
Dec 24 11:07:22.033455 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5df8201b-6c02-467d-8a24-2a1731ae1ce6 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88879) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 24 11:07:22.035321 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-5df8201b-6c02-467d-8a24-2a1731ae1ce6 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "DELETE /v2.0/subnets/7929c8bc-d14b-4f75-bae1-934a85e6e42b HTTP/1.1" status: 404  len: 337 time: 0.3842702
Dec 24 11:07:22.038097 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-79a8441a-be2f-4304-a54f-5ada442d30fd tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636'] for network, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:22.038443 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 39770) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:22.042303 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79a8441a-be2f-4304-a54f-5ada442d30fd tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:07:22.042918 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-79a8441a-be2f-4304-a54f-5ada442d30fd tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks [] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:22.053430 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-b0fb4fdd-8794-43e5-888d-d0cce86279a2 tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:07:22.084099 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-33c49192-1dd5-45e4-9af6-0ba7c0d4c88c tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] DELETE failed (client error): The resource could not be found.
Dec 24 11:07:22.084595 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33c49192-1dd5-45e4-9af6-0ba7c0d4c88c tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88879) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 24 11:07:22.086646 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-33c49192-1dd5-45e4-9af6-0ba7c0d4c88c tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "DELETE /v2.0/subnets/63b41dc5-8067-4451-bd35-79db19ce8f55 HTTP/1.1" status: 404  len: 337 time: 0.0469942
Dec 24 11:07:22.140485 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 39774) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:22.221613 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-79a8441a-be2f-4304-a54f-5ada442d30fd tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 1.0758967
Dec 24 11:07:22.222015 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 39778) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:22.229502 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-5eaff504-508e-4739-8dec-00b5c123c68e tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Request body: {'subnet': {'network_id': 'a890bb5d-1b1f-420c-b6d4-bc333e1793d0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:07:22.284779 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02397ab6-646c-46bd-9aee-fc402e2243b7 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Router c2c790a3-ff0c-4d2e-9119-b483653246c3 has already been hosted by L3 agent 198cca88-1338-4098-b44b-beb0346ac906 {{(pid=88879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 24 11:07:22.314021 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e6657f2-97fa-4aa7-9015-f81e55053f85 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] DELETE failed (client error): The resource could not be found.
Dec 24 11:07:22.314546 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e6657f2-97fa-4aa7-9015-f81e55053f85 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 24 11:07:22.316343 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-4e6657f2-97fa-4aa7-9015-f81e55053f85 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "DELETE /v2.0/ports/a95d8157-335c-47a7-b329-c04234351c5c HTTP/1.1" status: 404  len: 333 time: 0.1741397
Dec 24 11:07:22.317119 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a8441a-be2f-4304-a54f-5ada442d30fd tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Pushing event updated for resources: {'Network': ['ID=a890bb5d-1b1f-420c-b6d4-bc333e1793d0,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:07:22.324041 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 39782) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:22.327718 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-79a8441a-be2f-4304-a54f-5ada442d30fd tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:07:22.342484 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Network a890bb5d-1b1f-420c-b6d4-bc333e1793d0 details requested by agent ovs-agent-dv-neutron-822691-2-hyperv with host dv-neutron-822691-2-hyperv {{(pid=88880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 24 11:07:22.362592 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-5eaff504-508e-4739-8dec-00b5c123c68e tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:07:22.369370 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-5eaff504-508e-4739-8dec-00b5c123c68e tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Usage tracker for resource:subnet and tenant:59b398769254445dae3d1f85e7f0f818 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:07:22.373070 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-5eaff504-508e-4739-8dec-00b5c123c68e tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:07:22.433725 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-5eaff504-508e-4739-8dec-00b5c123c68e tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:07:22.446211 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9601b1e1-3107-48f5-b2e3-7eedb2086605 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:22.449747 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-e48acb7f-b92f-4d35-afb0-3aecf706c6ce tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] DELETE failed (client error): The resource could not be found.
Dec 24 11:07:22.450272 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e48acb7f-b92f-4d35-afb0-3aecf706c6ce tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 24 11:07:22.453428 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-e48acb7f-b92f-4d35-afb0-3aecf706c6ce tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "DELETE /v2.0/subnets/dfe361e7-d4f1-46c4-9b7c-1dc4b78924b1 HTTP/1.1" status: 404  len: 337 time: 0.1272166
Dec 24 11:07:22.474137 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 39786) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:22.515850 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eaff504-508e-4739-8dec-00b5c123c68e tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Made reservation on behalf of 59b398769254445dae3d1f85e7f0f818 for: {'subnet': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:07:22.520446 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-12a71fa0-21eb-4ebc-88eb-f0994b17fca5 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:22.530639 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-12a71fa0-21eb-4ebc-88eb-f0994b17fca5 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659181'] for floatingip, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:22.531017 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.l3_db [None req-12a71fa0-21eb-4ebc-88eb-f0994b17fca5 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Floating IP 1980134c-a300-4f5e-a112-83785d9b6b18 disassociated. External IP: 172.26.3.102, port: 9efa7c3b-cc44-4f96-9769-f3ba09ce06d3.
Dec 24 11:07:22.585821 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-9601b1e1-3107-48f5-b2e3-7eedb2086605 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Transition to ACTIVE for port object be3d623c-0e37-4bb1-ae7d-e194aaf6e01f will not be triggered until provisioned by entity DHCP. {{(pid=88878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:07:22.587212 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-48febddf-dc4d-4454-a48c-bed800cb27ab tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] DELETE failed (client error): The resource could not be found.
Dec 24 11:07:22.587700 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48febddf-dc4d-4454-a48c-bed800cb27ab tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 24 11:07:22.589586 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-48febddf-dc4d-4454-a48c-bed800cb27ab tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "DELETE /v2.0/subnets/582e60ef-32c8-4181-8438-9b006dc9b77e HTTP/1.1" status: 404  len: 337 time: 0.1123583
Dec 24 11:07:22.597697 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 39790) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:22.631791 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02397ab6-646c-46bd-9aee-fc402e2243b7 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:07:22.638875 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-02397ab6-646c-46bd-9aee-fc402e2243b7 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] 10.222.0.65 "PUT /v2.0/routers/c2c790a3-ff0c-4d2e-9119-b483653246c3/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.6568890
Dec 24 11:07:22.646940 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5eaff504-508e-4739-8dec-00b5c123c68e tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3619482'] for subnet, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:22.649511 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 39794) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:22.649864 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e9c8f3-3705-4294-9275-10d28ab3fd2d None None] Sync routers for ids ['c2c790a3-ff0c-4d2e-9119-b483653246c3'] in dv-neutron-822691-2-hyperv {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:07:22.662793 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e9c8f3-3705-4294-9275-10d28ab3fd2d None None] Routers {'c2c790a3-ff0c-4d2e-9119-b483653246c3'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:07:22.663863 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-61e9c8f3-3705-4294-9275-10d28ab3fd2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271944e48>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:07:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['c2c790a3-ff0c-4d2e-9119-b483653246c3'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:07:22.723456 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-b02c81f1-7ede-4a8a-a42f-64259550cc77 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] DELETE failed (client error): The resource could not be found.
Dec 24 11:07:22.723956 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b02c81f1-7ede-4a8a-a42f-64259550cc77 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 24 11:07:22.728398 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-b02c81f1-7ede-4a8a-a42f-64259550cc77 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "DELETE /v2.0/ports/8bef720b-489c-4a67-97e6-19e5bc1fde7e HTTP/1.1" status: 404  len: 333 time: 0.1269999
Dec 24 11:07:22.736904 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-61e9c8f3-3705-4294-9275-10d28ab3fd2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271944e48>, [], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:07:22.743444 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 39798) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:22.747067 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.v2.resource [None req-10c29c25-e63b-4662-9a22-f168ede13d40 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] show failed (client error): The resource could not be found.
Dec 24 11:07:22.749555 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e9c8f3-3705-4294-9275-10d28ab3fd2d None None] Routers {'c2c790a3-ff0c-4d2e-9119-b483653246c3'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:07:22.750484 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-61e9c8f3-3705-4294-9275-10d28ab3fd2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271944e48>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:07:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['c2c790a3-ff0c-4d2e-9119-b483653246c3'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:07:22.752372 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-10c29c25-e63b-4662-9a22-f168ede13d40 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] 10.222.0.65 "GET /v2.0/routers/tempest-non_exist_router-2120869379 HTTP/1.1" status: 404  len: 335 time: 0.1003366
Dec 24 11:07:22.753027 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 39802) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:22.818730 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-61e9c8f3-3705-4294-9275-10d28ab3fd2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271944e48>, [], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:07:22.819788 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e9c8f3-3705-4294-9275-10d28ab3fd2d None None] The sync data for ids ['c2c790a3-ff0c-4d2e-9119-b483653246c3'] in dv-neutron-822691-2-hyperv is: [] {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:07:22.920644 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5eaff504-508e-4739-8dec-00b5c123c68e tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3921862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3619467'] for subnet, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:22.926076 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-0e6a5f05-f932-45e3-b48f-d73cb0b638e5 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:07:23.021979 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eaff504-508e-4739-8dec-00b5c123c68e tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Pushing event updated for resources: {'Subnet': ['ID=802359b1-adc1-4315-9a7f-f4c05d851712,revision_number=0']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:07:23.025287 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-5eaff504-508e-4739-8dec-00b5c123c68e tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:07:23.031155 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eaff504-508e-4739-8dec-00b5c123c68e tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Checking segment: {'id': '780427ea-b5a0-4f98-888b-cd4e43ac0109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'a890bb5d-1b1f-420c-b6d4-bc333e1793d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:07:23.031699 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eaff504-508e-4739-8dec-00b5c123c68e tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Network hostable DHCP agents. Network: a890bb5d-1b1f-420c-b6d4-bc333e1793d0, hostable agents: ['edcf98dc-3032-472a-8b3d-f23fd1e89806'], hosted agents: [] {{(pid=88879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 24 11:07:23.056001 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eaff504-508e-4739-8dec-00b5c123c68e tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Network a890bb5d-1b1f-420c-b6d4-bc333e1793d0 is scheduled to be hosted by DHCP agent edcf98dc-3032-472a-8b3d-f23fd1e89806 with binding_index 1 {{(pid=88879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 24 11:07:23.061291 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-48e31b9f-c7e9-463c-9bdd-cf72eb33b7d5 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Request body: {'router': {'name': 'new_name'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:07:23.066103 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-5eaff504-508e-4739-8dec-00b5c123c68e tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822691-2-hyperv, a890bb5d-1b1f-420c-b6d4-bc333e1793d0) {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:07:23.070318 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eaff504-508e-4739-8dec-00b5c123c68e tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:07:23.071048 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5eaff504-508e-4739-8dec-00b5c123c68e tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks [] for subnet, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:23.075677 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de2e3ff1-9228-4901-9279-07420d833bb2 None None] Network a890bb5d-1b1f-420c-b6d4-bc333e1793d0 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:07:23.100987 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-5eaff504-508e-4739-8dec-00b5c123c68e tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.8751519
Dec 24 11:07:23.100987 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 39806) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:23.108176 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-553ea824-2628-426c-95e2-b3d502e5bc3a tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1199991032', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:07:23.116911 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-553ea824-2628-426c-95e2-b3d502e5bc3a tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:07:23.122136 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-553ea824-2628-426c-95e2-b3d502e5bc3a tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Usage tracker for resource:router and tenant:59b398769254445dae3d1f85e7f0f818 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:07:23.125573 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-553ea824-2628-426c-95e2-b3d502e5bc3a tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:07:23.132702 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-5be7b8d1-be16-4e04-ab7d-55964d44a28e tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] DELETE failed (client error): The resource could not be found.
Dec 24 11:07:23.133244 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5be7b8d1-be16-4e04-ab7d-55964d44a28e tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 24 11:07:23.135423 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-5be7b8d1-be16-4e04-ab7d-55964d44a28e tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "DELETE /v2.0/subnets/d28daf2e-6007-4844-ad3f-ac9601df31df HTTP/1.1" status: 404  len: 337 time: 0.3908448
Dec 24 11:07:23.135702 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-553ea824-2628-426c-95e2-b3d502e5bc3a tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:07:23.146083 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 39810) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:23.149055 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.v2.resource [None req-48e31b9f-c7e9-463c-9bdd-cf72eb33b7d5 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] update failed (client error): The resource could not be found.
Dec 24 11:07:23.154191 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-48e31b9f-c7e9-463c-9bdd-cf72eb33b7d5 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] 10.222.0.65 "PUT /v2.0/routers/tempest-non_exist_router-715177736 HTTP/1.1" status: 404  len: 334 time: 0.1013501
Dec 24 11:07:23.156187 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 39812) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:23.199897 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9601b1e1-3107-48f5-b2e3-7eedb2086605 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:23.206813 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dbedf07-d0c1-4869-beef-fad8cb61c812 None None] Network fd6adeef-9a35-40f2-8251-abc372e5b228 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:07:23.207039 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-553ea824-2628-426c-95e2-b3d502e5bc3a tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-612016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-84579'] for router, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:23.207910 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-553ea824-2628-426c-95e2-b3d502e5bc3a tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854163950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659046', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854079771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854691221'] for router, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:23.213681 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-a40fe51a-7dc8-4fee-bde4-20b1d2cb2bc1 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] DELETE failed (client error): The resource could not be found.
Dec 24 11:07:23.214223 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a40fe51a-7dc8-4fee-bde4-20b1d2cb2bc1 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 24 11:07:23.218615 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-a40fe51a-7dc8-4fee-bde4-20b1d2cb2bc1 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "DELETE /v2.0/subnets/5b369c85-28b6-4c42-b781-94a859eb1fe0 HTTP/1.1" status: 404  len: 337 time: 0.0607407
Dec 24 11:07:23.218615 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-575c8a38-1744-49df-9fb7-cdd7112daa98 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:07:23.219880 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 39818) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:23.294592 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-f91f096a-ba4e-4566-ae5e-9c4da459b0d5 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "GET /v2.0/ports?device_id=82522dec-d7db-4f09-8a75-f1a4d5175436 HTTP/1.1" status: 200  len: 205 time: 0.0717726
Dec 24 11:07:23.295894 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 39822) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:23.365249 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9601b1e1-3107-48f5-b2e3-7eedb2086605 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Network fd6adeef-9a35-40f2-8251-abc372e5b228 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:07:23.367004 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9601b1e1-3107-48f5-b2e3-7eedb2086605 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Pushing event updated for resources: {'Port': ['ID=be3d623c-0e37-4bb1-ae7d-e194aaf6e01f,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:07:23.372459 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-9601b1e1-3107-48f5-b2e3-7eedb2086605 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Resources bound (agent type, host, resource id):  {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:07:23.374465 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-553ea824-2628-426c-95e2-b3d502e5bc3a tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:23.375237 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9601b1e1-3107-48f5-b2e3-7eedb2086605 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:07:23.394832 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.v2.resource [None req-3c333291-d5f0-477b-b6ae-1bb531b7cb76 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] delete failed (client error): The resource could not be found.
Dec 24 11:07:23.398642 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-3c333291-d5f0-477b-b6ae-1bb531b7cb76 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "DELETE /v2.0/routers/82522dec-d7db-4f09-8a75-f1a4d5175436 HTTP/1.1" status: 404  len: 336 time: 0.0986311
Dec 24 11:07:23.407756 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 39826) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:23.411024 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-908b0605-599a-4342-bfeb-d2cd7c160c3d None None] Provisioning for port 3fa0f65e-15a3-4416-a6dd-d6d37924aedb completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:07:23.413742 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-9601b1e1-3107-48f5-b2e3-7eedb2086605 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:07:23.464671 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9601b1e1-3107-48f5-b2e3-7eedb2086605 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:07:23.465267 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9601b1e1-3107-48f5-b2e3-7eedb2086605 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:23.473671 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-57d84fe4-4db3-48ce-b5af-7521b4d82060 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] DELETE failed (client error): The resource could not be found.
Dec 24 11:07:23.474196 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57d84fe4-4db3-48ce-b5af-7521b4d82060 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88879) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 24 11:07:23.485437 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-908b0605-599a-4342-bfeb-d2cd7c160c3d None None] Provisioning complete for port 3fa0f65e-15a3-4416-a6dd-d6d37924aedb triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:07:23.485797 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-908b0605-599a-4342-bfeb-d2cd7c160c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:23.496057 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-9601b1e1-3107-48f5-b2e3-7eedb2086605 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 935 time: 3.2544045
Dec 24 11:07:23.496057 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 39830) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:23.505876 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-6856d9c0-662e-4955-80ef-262b9f8aa598 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Request body: {'port': {'network_id': 'fd6adeef-9a35-40f2-8251-abc372e5b228', 'name': 'tempest-AllowedAddressPairTestJSON-140300303', 'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:d1:44:9e'}]}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:07:23.542204 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f8b1c33-e756-4267-afb4-3b24d00f23a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73968e80-91fd-539e-a7c6-b31af6d9e680-a890bb5d-1b1f-420c-b6d4-bc333e1793d0', 'network_id': 'a890bb5d-1b1f-420c-b6d4-bc333e1793d0', 'tenant_id': '59b398769254445dae3d1f85e7f0f818', 'fixed_ips': [{'subnet_id': '802359b1-adc1-4315-9a7f-f4c05d851712'}]}} from dv-neutron-822691-2-hyperv. {{(pid=88880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 24 11:07:23.543114 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2f8b1c33-e756-4267-afb4-3b24d00f23a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:23.554880 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-57d84fe4-4db3-48ce-b5af-7521b4d82060 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "DELETE /v2.0/subnets/adda9861-35b9-4b43-8cd9-4d2dcfac8145 HTTP/1.1" status: 404  len: 337 time: 0.1453404
Dec 24 11:07:23.558663 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 39834) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:23.626163 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-ac5dd59e-496d-4349-888c-92884063ab4d tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "GET /v2.0/ports?device_id=b27b1435-5535-457c-b546-1481a573fcf2 HTTP/1.1" status: 200  len: 205 time: 0.0541785
Dec 24 11:07:23.626163 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 39838) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:23.626163 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-553ea824-2628-426c-95e2-b3d502e5bc3a tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854163800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854116816'] for router, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:23.719798 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.v2.resource [None req-5108f6af-5a0e-4d1a-ba42-b2fad3aa8f45 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] delete failed (client error): The resource could not be found.
Dec 24 11:07:23.723381 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-5108f6af-5a0e-4d1a-ba42-b2fad3aa8f45 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "DELETE /v2.0/routers/b27b1435-5535-457c-b546-1481a573fcf2 HTTP/1.1" status: 404  len: 336 time: 0.1021180
Dec 24 11:07:23.725439 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 39842) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:23.734219 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_v2 [None req-77c7c05e-ee36-4dee-aa39-50eca35712f3 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Deleting subnet c45aeeb6-ae2e-4f2c-bdf7-27f0420e3788 {{(pid=88879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 24 11:07:23.737856 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-553ea824-2628-426c-95e2-b3d502e5bc3a tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks [] for router, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:23.741813 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-553ea824-2628-426c-95e2-b3d502e5bc3a tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201  len: 704 time: 0.6371872
Dec 24 11:07:23.741813 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-77c7c05e-ee36-4dee-aa39-50eca35712f3 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Notify callbacks [] for subnet, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:23.770937 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 39846) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:23.806901 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-69c25458-5817-4aa0-b39e-6cb279627f13 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] DELETE failed (client error): The resource could not be found.
Dec 24 11:07:23.807326 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69c25458-5817-4aa0-b39e-6cb279627f13 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 24 11:07:23.811700 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-908b0605-599a-4342-bfeb-d2cd7c160c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:23.811895 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-69c25458-5817-4aa0-b39e-6cb279627f13 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "DELETE /v2.0/subnets/15646ca3-4420-456c-93e3-feff32bf7866 HTTP/1.1" status: 404  len: 337 time: 0.0798950
Dec 24 11:07:23.813181 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 39850) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:23.852078 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-6856d9c0-662e-4955-80ef-262b9f8aa598 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:07:23.861406 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-6856d9c0-662e-4955-80ef-262b9f8aa598 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Usage tracker for resource:port and tenant:a8062a50276e4e34b599bfc2e9678433 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:07:23.868055 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-6856d9c0-662e-4955-80ef-262b9f8aa598 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:07:23.886226 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-03574952-ee23-4fc9-986a-330304dbd970 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] DELETE failed (client error): The resource could not be found.
Dec 24 11:07:23.886703 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03574952-ee23-4fc9-986a-330304dbd970 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 24 11:07:23.891112 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-03574952-ee23-4fc9-986a-330304dbd970 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "DELETE /v2.0/subnets/9a70230c-a9ff-4a12-8681-fedaba85ed4c HTTP/1.1" status: 404  len: 337 time: 0.0741892
Dec 24 11:07:23.899324 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-6856d9c0-662e-4955-80ef-262b9f8aa598 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:07:23.902687 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 39854) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:23.920837 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-2f8b1c33-e756-4267-afb4-3b24d00f23a8 None None] Allocated IP 2001:db8::2 (a890bb5d-1b1f-420c-b6d4-bc333e1793d0/802359b1-adc1-4315-9a7f-f4c05d851712/eeba05dc-5b37-4e9f-931a-4507bf1ee3f3) {{(pid=88880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:07:23.924239 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-908b0605-599a-4342-bfeb-d2cd7c160c3d None None] For port 3fa0f65e-15a3-4416-a6dd-d6d37924aedb, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=3fa0f65e-15a3-4416-a6dd-d6d37924aedb,segment=NetworkSegment(8821fd26-a827-417a-820f-fd43d4b4ec22),segment_id=8821fd26-a827-417a-820f-fd43d4b4ec22)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:07:23.930160 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-77c7c05e-ee36-4dee-aa39-50eca35712f3 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-786693'] for subnet, precommit_delete_associations {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:23.934135 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-908b0605-599a-4342-bfeb-d2cd7c160c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:23.940506 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-fde6d2ff-bf27-44aa-a64b-d5306f155971 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:07:24.014125 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-a079d57a-3c3b-430a-8bc4-f0ee309b2548 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] DELETE failed (client error): The resource could not be found.
Dec 24 11:07:24.014618 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a079d57a-3c3b-430a-8bc4-f0ee309b2548 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 24 11:07:24.016498 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-a079d57a-3c3b-430a-8bc4-f0ee309b2548 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "DELETE /v2.0/ports/e676ccd9-4e81-4f4e-876c-d37fb2632297 HTTP/1.1" status: 404  len: 333 time: 0.1126969
Dec 24 11:07:24.017300 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6856d9c0-662e-4955-80ef-262b9f8aa598 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Made reservation on behalf of a8062a50276e4e34b599bfc2e9678433 for: {'port': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:07:24.035055 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 39858) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:24.086998 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-63ffb32e-0a0d-4b18-b0f2-b08fed7ae5fe tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] DELETE failed (client error): The resource could not be found.
Dec 24 11:07:24.087499 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63ffb32e-0a0d-4b18-b0f2-b08fed7ae5fe tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 24 11:07:24.089444 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-63ffb32e-0a0d-4b18-b0f2-b08fed7ae5fe tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "DELETE /v2.0/subnets/941488a3-4de0-4613-bc5f-3aa25c1cf9a6 HTTP/1.1" status: 404  len: 337 time: 0.0525241
Dec 24 11:07:24.094992 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 39862) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:24.161720 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-fed1b620-d779-4ea0-9ad7-5c0cf8fe6d1b tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] DELETE failed (client error): The resource could not be found.
Dec 24 11:07:24.162249 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fed1b620-d779-4ea0-9ad7-5c0cf8fe6d1b tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 24 11:07:24.166892 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-fed1b620-d779-4ea0-9ad7-5c0cf8fe6d1b tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "DELETE /v2.0/ports/7ab379c6-16f0-4f1a-9993-5dca6a07e18a HTTP/1.1" status: 404  len: 333 time: 0.0681190
Dec 24 11:07:24.216002 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 39866) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:24.258293 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908b0605-599a-4342-bfeb-d2cd7c160c3d None None] Pushing event updated for resources: {'Port': ['ID=3fa0f65e-15a3-4416-a6dd-d6d37924aedb,revision_number=3']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:07:24.275593 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-908b0605-599a-4342-bfeb-d2cd7c160c3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:07:24.285492 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6856d9c0-662e-4955-80ef-262b9f8aa598 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:24.319982 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [None req-6856d9c0-662e-4955-80ef-262b9f8aa598 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] device_id is not set on port 576fe097-3488-43f7-b83d-4cb4c603de53 yet. {{(pid=88878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 24 11:07:24.361442 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-d64b3915-b411-46ec-9428-2569e57e68d7 None None] Provisioning complete for port 3fa0f65e-15a3-4416-a6dd-d6d37924aedb triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:07:24.362034 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d64b3915-b411-46ec-9428-2569e57e68d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:24.379181 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12a71fa0-21eb-4ebc-88eb-f0994b17fca5 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Router 24f0b5d8-d368-4970-b4e5-f35e9299f571 has already been hosted by L3 agent 198cca88-1338-4098-b44b-beb0346ac906 {{(pid=88878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 24 11:07:24.604104 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-77c7c05e-ee36-4dee-aa39-50eca35712f3 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847655656'] for subnet, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:24.611292 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2f8b1c33-e756-4267-afb4-3b24d00f23a8 None None] Notify callbacks [] for port, precommit_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:24.615780 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-6856d9c0-662e-4955-80ef-262b9f8aa598 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Allocated IP 172.20.0.14 (fd6adeef-9a35-40f2-8251-abc372e5b228/3244f665-097d-4f9a-acd2-3ce51d235e13/576fe097-3488-43f7-b83d-4cb4c603de53) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:07:24.629340 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-2f8b1c33-e756-4267-afb4-3b24d00f23a8 None None] Transition to ACTIVE for port object eeba05dc-5b37-4e9f-931a-4507bf1ee3f3 will not be triggered until provisioned by entity L2. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:07:24.642355 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-d64b3915-b411-46ec-9428-2569e57e68d7 None None] Provisioning for port be3d623c-0e37-4bb1-ae7d-e194aaf6e01f completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:07:24.647172 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-cde15f1f-817a-4c3b-b7f3-58eb7190d538 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] DELETE failed (client error): The resource could not be found.
Dec 24 11:07:24.647665 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cde15f1f-817a-4c3b-b7f3-58eb7190d538 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88879) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 24 11:07:24.652270 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-cde15f1f-817a-4c3b-b7f3-58eb7190d538 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "DELETE /v2.0/subnets/0257f393-3b74-4ca8-8a5e-6cd03a6eff77 HTTP/1.1" status: 404  len: 337 time: 0.4250028
Dec 24 11:07:24.656364 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-d64b3915-b411-46ec-9428-2569e57e68d7 None None] Provisioning complete for port be3d623c-0e37-4bb1-ae7d-e194aaf6e01f triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:07:24.656364 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d64b3915-b411-46ec-9428-2569e57e68d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:24.657665 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 39870) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:24.684839 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-2f8b1c33-e756-4267-afb4-3b24d00f23a8 None None] Transition to ACTIVE for port object eeba05dc-5b37-4e9f-931a-4507bf1ee3f3 will not be triggered until provisioned by entity DHCP. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:07:24.697482 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2f8b1c33-e756-4267-afb4-3b24d00f23a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408'] for port, after_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:24.704873 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-1a8b4514-bed5-43a1-954b-b9bb05e0e4fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:07:24.726577 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-825096d1-4227-4aec-b295-49db118e6fc4 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] DELETE failed (client error): The resource could not be found.
Dec 24 11:07:24.727069 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-825096d1-4227-4aec-b295-49db118e6fc4 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88879) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 24 11:07:24.731613 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-825096d1-4227-4aec-b295-49db118e6fc4 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "DELETE /v2.0/ports/46e99836-0300-4624-ac18-131fa2f1ade7 HTTP/1.1" status: 404  len: 333 time: 0.0706306
Dec 24 11:07:24.733594 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 39874) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:24.766859 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-d64b3915-b411-46ec-9428-2569e57e68d7 None None] Port be3d623c-0e37-4bb1-ae7d-e194aaf6e01f cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:07:24.782896 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f8b1c33-e756-4267-afb4-3b24d00f23a8 None None] Network a890bb5d-1b1f-420c-b6d4-bc333e1793d0 is already hosted by enough agents. {{(pid=88880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:07:24.792023 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-2f8b1c33-e756-4267-afb4-3b24d00f23a8 None None] Resources bound (agent type, host, resource id):  {{(pid=88880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:07:24.799181 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8b1c33-e756-4267-afb4-3b24d00f23a8 None None] Received port after_create {{(pid=88880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:07:24.806241 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8b1c33-e756-4267-afb4-3b24d00f23a8 None None] Pushing event updated for resources: {'Port': ['ID=eeba05dc-5b37-4e9f-931a-4507bf1ee3f3,revision_number=1']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:07:24.811500 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-2f8b1c33-e756-4267-afb4-3b24d00f23a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:07:24.817494 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fe35319-e8a4-4107-8bc8-d2a46a07a66d tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] DELETE failed (client error): The resource could not be found.
Dec 24 11:07:24.818018 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6fe35319-e8a4-4107-8bc8-d2a46a07a66d tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88879) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 24 11:07:24.822684 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-6fe35319-e8a4-4107-8bc8-d2a46a07a66d tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "DELETE /v2.0/subnets/b59562b5-c05f-441f-b734-c9c2f8d86606 HTTP/1.1" status: 404  len: 337 time: 0.0851066
Dec 24 11:07:24.824484 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 39878) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:24.894678 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e239f53-4ad0-4889-8402-601cd11f8996 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] DELETE failed (client error): The resource could not be found.
Dec 24 11:07:24.895234 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e239f53-4ad0-4889-8402-601cd11f8996 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88879) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 24 11:07:24.905106 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-2f8b1c33-e756-4267-afb4-3b24d00f23a8 None None] Attempting to bind port eeba05dc-5b37-4e9f-931a-4507bf1ee3f3 on host dv-neutron-822691-2-hyperv for vnic_type normal with profile  {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:07:24.905348 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-2f8b1c33-e756-4267-afb4-3b24d00f23a8 None None] Attempting to bind port eeba05dc-5b37-4e9f-931a-4507bf1ee3f3 by drivers openvswitch,hyperv on host dv-neutron-822691-2-hyperv at level 0 using segments [{'id': '780427ea-b5a0-4f98-888b-cd4e43ac0109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'a890bb5d-1b1f-420c-b6d4-bc333e1793d0'}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:07:24.906033 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8b1c33-e756-4267-afb4-3b24d00f23a8 None None] Attempting to bind port eeba05dc-5b37-4e9f-931a-4507bf1ee3f3 on network a890bb5d-1b1f-420c-b6d4-bc333e1793d0 {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:07:24.915661 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8b1c33-e756-4267-afb4-3b24d00f23a8 None None] Checking agent: {'id': 'db1275c1-6001-47af-93c2-635c68404703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822691-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 52, 8), 'started_at': datetime.datetime(2021, 12, 24, 10, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 7, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822691-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:07:24.916111 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8b1c33-e756-4267-afb4-3b24d00f23a8 None None] Checking segment: {'id': '780427ea-b5a0-4f98-888b-cd4e43ac0109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'a890bb5d-1b1f-420c-b6d4-bc333e1793d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:07:24.916467 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2f8b1c33-e756-4267-afb4-3b24d00f23a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:24.916907 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8b1c33-e756-4267-afb4-3b24d00f23a8 None None] Bound using segment: {'id': '780427ea-b5a0-4f98-888b-cd4e43ac0109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'a890bb5d-1b1f-420c-b6d4-bc333e1793d0'} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:07:24.917507 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-2f8b1c33-e756-4267-afb4-3b24d00f23a8 None None] Bound port: eeba05dc-5b37-4e9f-931a-4507bf1ee3f3, host: dv-neutron-822691-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '780427ea-b5a0-4f98-888b-cd4e43ac0109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'a890bb5d-1b1f-420c-b6d4-bc333e1793d0'}}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:07:24.917871 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2f8b1c33-e756-4267-afb4-3b24d00f23a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:24.937749 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12a71fa0-21eb-4ebc-88eb-f0994b17fca5 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:07:24.942671 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-bb914795-4421-4c2a-a5dd-b61b9f3a9ccb None None] Provisioning complete for port be3d623c-0e37-4bb1-ae7d-e194aaf6e01f triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:07:24.943100 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bb914795-4421-4c2a-a5dd-b61b9f3a9ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:24.946025 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-77c7c05e-ee36-4dee-aa39-50eca35712f3 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7120129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850854134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851156349'] for subnet, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:24.954937 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-2ba48a36-535c-4077-ab65-4150016b1e15 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:07:24.962574 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-12a71fa0-21eb-4ebc-88eb-f0994b17fca5 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for floatingip, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:24.974851 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d114c3df-6e77-405d-acb6-53b40d577795 None None] Sync routers for ids ['24f0b5d8-d368-4970-b4e5-f35e9299f571'] in dv-neutron-822691-2-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:07:24.985916 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-8e239f53-4ad0-4889-8402-601cd11f8996 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "DELETE /v2.0/ports/f4cabda1-c4dd-4cb4-8b7c-8013359b18b6 HTTP/1.1" status: 404  len: 333 time: 0.1580203
Dec 24 11:07:24.987968 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6856d9c0-662e-4955-80ef-262b9f8aa598 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:24.988717 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-920032bc-a55c-4da7-b8ee-55eacaed713d tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:24.990900 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 39882) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:25.012156 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c7c05e-ee36-4dee-aa39-50eca35712f3 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Pushing event deleted for resources: {'Subnet': ['ID=c45aeeb6-ae2e-4f2c-bdf7-27f0420e3788,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:07:25.017601 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-77c7c05e-ee36-4dee-aa39-50eca35712f3 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:07:25.023958 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-77c7c05e-ee36-4dee-aa39-50eca35712f3 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Notify callbacks [] for subnet, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:25.029140 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-77c7c05e-ee36-4dee-aa39-50eca35712f3 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] 10.222.0.65 "DELETE /v2.0/subnets/c45aeeb6-ae2e-4f2c-bdf7-27f0420e3788 HTTP/1.1" status: 204  len: 168 time: 1.8694546
Dec 24 11:07:25.038490 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ab4829b-6a64-42c1-a15d-a68701aaa69e None None] Network ace1fe58-c0aa-40b2-b086-d38b2fb6e2aa requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:07:25.045067 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 39886) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:25.076521 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-bb914795-4421-4c2a-a5dd-b61b9f3a9ccb None None] Port be3d623c-0e37-4bb1-ae7d-e194aaf6e01f cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:07:25.082821 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-63f26448-29f5-4d98-8cb0-3fc75ef83001 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] DELETE failed (client error): The resource could not be found.
Dec 24 11:07:25.083560 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63f26448-29f5-4d98-8cb0-3fc75ef83001 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 24 11:07:25.087923 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-63f26448-29f5-4d98-8cb0-3fc75ef83001 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "DELETE /v2.0/subnets/af537164-19ef-4f13-b913-ca8f639f7ce1 HTTP/1.1" status: 404  len: 337 time: 0.0937619
Dec 24 11:07:25.093146 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-6856d9c0-662e-4955-80ef-262b9f8aa598 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Transition to ACTIVE for port object 576fe097-3488-43f7-b83d-4cb4c603de53 will not be triggered until provisioned by entity DHCP. {{(pid=88878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:07:25.093433 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d114c3df-6e77-405d-acb6-53b40d577795 None None] Routers {'24f0b5d8-d368-4970-b4e5-f35e9299f571'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:07:25.094222 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-d114c3df-6e77-405d-acb6-53b40d577795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271562ac8>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:07:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['24f0b5d8-d368-4970-b4e5-f35e9299f571'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:07:25.096220 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 39890) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:25.239940 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-d114c3df-6e77-405d-acb6-53b40d577795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271562ac8>, [], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:07:25.336241 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-2f8b1c33-e756-4267-afb4-3b24d00f23a8 None None] For port eeba05dc-5b37-4e9f-931a-4507bf1ee3f3, host dv-neutron-822691-2-hyperv, cleared binding levels {{(pid=88880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:07:25.350304 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-2f8b1c33-e756-4267-afb4-3b24d00f23a8 None None] For port eeba05dc-5b37-4e9f-931a-4507bf1ee3f3, host dv-neutron-822691-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=eeba05dc-5b37-4e9f-931a-4507bf1ee3f3,segment=NetworkSegment(780427ea-b5a0-4f98-888b-cd4e43ac0109),segment_id=780427ea-b5a0-4f98-888b-cd4e43ac0109)] {{(pid=88880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:07:25.353525 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d114c3df-6e77-405d-acb6-53b40d577795 None None] Routers {'24f0b5d8-d368-4970-b4e5-f35e9299f571'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:07:25.354267 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-d114c3df-6e77-405d-acb6-53b40d577795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271562ac8>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:07:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['24f0b5d8-d368-4970-b4e5-f35e9299f571'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:07:25.416055 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2f8b1c33-e756-4267-afb4-3b24d00f23a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:25.427712 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-920032bc-a55c-4da7-b8ee-55eacaed713d tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Allocated IP 2001:db8::1 (a890bb5d-1b1f-420c-b6d4-bc333e1793d0/802359b1-adc1-4315-9a7f-f4c05d851712/5a295a2e-7367-477f-ab76-c46d6d921e86) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:07:25.428870 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-fff3f748-4e85-489b-8991-cfc62a3745e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:07:25.470991 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-d114c3df-6e77-405d-acb6-53b40d577795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271562ac8>, [], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:07:25.471439 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d114c3df-6e77-405d-acb6-53b40d577795 None None] The sync data for ids ['24f0b5d8-d368-4970-b4e5-f35e9299f571'] in dv-neutron-822691-2-hyperv is: [] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:07:25.506463 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-12a71fa0-21eb-4ebc-88eb-f0994b17fca5 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] 10.222.0.65 "PUT /v2.0/floatingips/1980134c-a300-4f5e-a112-83785d9b6b18 HTTP/1.1" status: 200  len: 688 time: 4.1900082
Dec 24 11:07:25.512652 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a2ee8e0b-3d6b-484a-900f-73d96318c225 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036847558493'] for network, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:25.514979 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8de4b14-dcbb-4651-8098-03ed0ebfd098 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] DELETE failed (client error): The resource could not be found.
Dec 24 11:07:25.515470 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8de4b14-dcbb-4651-8098-03ed0ebfd098 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 24 11:07:25.520785 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-c8de4b14-dcbb-4651-8098-03ed0ebfd098 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "DELETE /v2.0/ports/24f5654d-c7ee-4012-9439-696d546aabfd HTTP/1.1" status: 404  len: 333 time: 0.4235022
Dec 24 11:07:25.522545 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 39896) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:25.522914 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 39898) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:25.539971 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8b1c33-e756-4267-afb4-3b24d00f23a8 None None] Pushing event updated for resources: {'Port': ['ID=eeba05dc-5b37-4e9f-931a-4507bf1ee3f3,revision_number=2']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:07:25.556147 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-2f8b1c33-e756-4267-afb4-3b24d00f23a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:07:25.638659 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-920032bc-a55c-4da7-b8ee-55eacaed713d tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:25.650318 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5de12ca-e4dd-4a55-bc87-fd3a865b4ce8 None None] DHCP port deletion for ace1fe58-c0aa-40b2-b086-d38b2fb6e2aa request from dv-neutron-822691-2-hyperv {{(pid=88880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 24 11:07:25.656312 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-920032bc-a55c-4da7-b8ee-55eacaed713d tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Transition to ACTIVE for port object 5a295a2e-7367-477f-ab76-c46d6d921e86 will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:07:25.656655 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-a5de12ca-e4dd-4a55-bc87-fd3a865b4ce8 None None] Deleting port 4d798740-0ede-43f6-b294-7c1b1eebc59c {{(pid=88880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:07:25.656655 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a5de12ca-e4dd-4a55-bc87-fd3a865b4ce8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:25.678101 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-920032bc-a55c-4da7-b8ee-55eacaed713d tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:25.688258 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f89f2f0-0542-4b57-a40e-8d9aff8841af tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] DELETE failed (client error): The resource could not be found.
Dec 24 11:07:25.688849 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f89f2f0-0542-4b57-a40e-8d9aff8841af tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 24 11:07:25.690810 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-9f89f2f0-0542-4b57-a40e-8d9aff8841af tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "DELETE /v2.0/subnets/804a27fc-bd75-40e1-a309-8790a957455d HTTP/1.1" status: 404  len: 337 time: 0.1398654
Dec 24 11:07:25.694074 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-20b6e28b-d267-4c65-9984-d4181e3e0e06 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:07:25.696766 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 39904) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:25.758046 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-920032bc-a55c-4da7-b8ee-55eacaed713d tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Network a890bb5d-1b1f-420c-b6d4-bc333e1793d0 is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:07:25.766712 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-920032bc-a55c-4da7-b8ee-55eacaed713d tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Resources bound (agent type, host, resource id):  {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:07:25.769192 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-920032bc-a55c-4da7-b8ee-55eacaed713d tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:07:25.769875 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-920032bc-a55c-4da7-b8ee-55eacaed713d tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-720245'] for router_interface, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:25.780385 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920032bc-a55c-4da7-b8ee-55eacaed713d tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Pushing event updated for resources: {'Port': ['ID=5a295a2e-7367-477f-ab76-c46d6d921e86,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:07:25.783514 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-920032bc-a55c-4da7-b8ee-55eacaed713d tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:07:25.819494 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-a2ee8e0b-3d6b-484a-900f-73d96318c225 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Deleting port 4d798740-0ede-43f6-b294-7c1b1eebc59c {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:07:25.819876 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a2ee8e0b-3d6b-484a-900f-73d96318c225 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:25.888560 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-920032bc-a55c-4da7-b8ee-55eacaed713d tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:25.890064 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-d14c3d7b-c44e-4754-b783-c8b8307ee788 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] DELETE failed (client error): The resource could not be found.
Dec 24 11:07:25.890569 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d14c3d7b-c44e-4754-b783-c8b8307ee788 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 24 11:07:25.892530 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-d14c3d7b-c44e-4754-b783-c8b8307ee788 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "DELETE /v2.0/ports/f572364c-3eac-474b-b721-3b45c9f42845 HTTP/1.1" status: 404  len: 333 time: 0.1946363
Dec 24 11:07:25.900255 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 39908) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:25.910260 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 3fa0f65e-15a3-4416-a6dd-d6d37924aedb up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:07:25.921155 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6856d9c0-662e-4955-80ef-262b9f8aa598 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:25.940068 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-71c2fa22-7244-43ee-8d9a-2063ba0c17ef tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:07:25.981024 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-a5de12ca-e4dd-4a55-bc87-fd3a865b4ce8 None None] For port 4d798740-0ede-43f6-b294-7c1b1eebc59c, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=4d798740-0ede-43f6-b294-7c1b1eebc59c,segment=NetworkSegment(ab2c995b-6f4e-4592-8244-23f6bb92a542),segment_id=ab2c995b-6f4e-4592-8244-23f6bb92a542)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:07:25.981467 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a5de12ca-e4dd-4a55-bc87-fd3a865b4ce8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:25.996258 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-b6e4c6cb-15e3-4886-a0e8-accc6bf0f091 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Deleting port 2b73e10b-9276-45cc-98cf-debd34082e38 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:07:25.996806 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b6e4c6cb-15e3-4886-a0e8-accc6bf0f091 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:26.012158 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1c354d3-2580-457e-a385-912db214ef50 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] DELETE failed (client error): The resource could not be found.
Dec 24 11:07:26.015119 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1c354d3-2580-457e-a385-912db214ef50 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88879) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 24 11:07:26.051350 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-e1c354d3-2580-457e-a385-912db214ef50 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "DELETE /v2.0/subnets/d4645d14-5222-48e4-a12a-86351bd4099c HTTP/1.1" status: 404  len: 337 time: 0.1479957
Dec 24 11:07:26.054994 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 39912) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:26.120809 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-7938ecdb-ee0c-4ac2-950c-3b84e464bdf5 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] DELETE failed (client error): The resource could not be found.
Dec 24 11:07:26.121307 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7938ecdb-ee0c-4ac2-950c-3b84e464bdf5 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88879) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 24 11:07:26.125799 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-7938ecdb-ee0c-4ac2-950c-3b84e464bdf5 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "DELETE /v2.0/ports/b73094df-5859-4a4d-8232-dadf47ed5edb HTTP/1.1" status: 404  len: 333 time: 0.0670841
Dec 24 11:07:26.127951 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 39916) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:26.171941 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-a5de12ca-e4dd-4a55-bc87-fd3a865b4ce8 None None] Calling delete_port for 4d798740-0ede-43f6-b294-7c1b1eebc59c owned by network:dhcp {{(pid=88880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:07:26.227564 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b6e4c6cb-15e3-4886-a0e8-accc6bf0f091 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:26.228127 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b6e4c6cb-15e3-4886-a0e8-accc6bf0f091 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:26.260629 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port 3fa0f65e-15a3-4416-a6dd-d6d37924aedb triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:07:26.261043 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:26.288025 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-435a10ce-cf39-4289-987c-64baaa838cc5 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] DELETE failed (client error): The resource could not be found.
Dec 24 11:07:26.288469 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-435a10ce-cf39-4289-987c-64baaa838cc5 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88879) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 24 11:07:26.293447 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-435a10ce-cf39-4289-987c-64baaa838cc5 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "DELETE /v2.0/subnets/f3b0ade6-7006-4345-a681-cadb5170bee6 HTTP/1.1" status: 404  len: 337 time: 0.1616182
Dec 24 11:07:26.299145 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 39920) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:26.316499 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a5de12ca-e4dd-4a55-bc87-fd3a865b4ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392'] for port, after_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:26.323642 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:07:26.367560 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5de12ca-e4dd-4a55-bc87-fd3a865b4ce8 None None] Pushing event deleted for resources: {'Port': ['ID=4d798740-0ede-43f6-b294-7c1b1eebc59c,revision_number=None']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:07:26.373397 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-a5de12ca-e4dd-4a55-bc87-fd3a865b4ce8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:07:26.380369 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5de12ca-e4dd-4a55-bc87-fd3a865b4ce8 None None] No DVR routers for this DVR port 4d798740-0ede-43f6-b294-7c1b1eebc59c on host dv-neutron-822691-2-hyperv {{(pid=88880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 24 11:07:26.396729 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-b6e4c6cb-15e3-4886-a0e8-accc6bf0f091 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Calling delete_port for 2b73e10b-9276-45cc-98cf-debd34082e38 owned by network:floatingip {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:07:26.462167 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6856d9c0-662e-4955-80ef-262b9f8aa598 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Network fd6adeef-9a35-40f2-8251-abc372e5b228 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:07:26.462744 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f0bfffea-64ba-4f83-b23d-60f40c08ca30 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036847558493'] for network, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:26.463104 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6856d9c0-662e-4955-80ef-262b9f8aa598 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Pushing event updated for resources: {'Port': ['ID=576fe097-3488-43f7-b83d-4cb4c603de53,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:07:26.470182 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-6856d9c0-662e-4955-80ef-262b9f8aa598 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Resources bound (agent type, host, resource id):  {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:07:26.474032 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-6856d9c0-662e-4955-80ef-262b9f8aa598 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.534s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:07:26.487728 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6856d9c0-662e-4955-80ef-262b9f8aa598 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:07:26.501035 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 4d798740-0ede-43f6-b294-7c1b1eebc59c no longer exists at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:07:26.540437 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] No Port match for: 4d798740-0ede-43f6-b294-7c1b1eebc59c {{(pid=88880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 24 11:07:26.540437 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 4d798740-0ede-43f6-b294-7c1b1eebc59c not bound to the agent host dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 24 11:07:26.671086 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-a2ee8e0b-3d6b-484a-900f-73d96318c225 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] For port 4d798740-0ede-43f6-b294-7c1b1eebc59c, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=4d798740-0ede-43f6-b294-7c1b1eebc59c,segment=NetworkSegment(ab2c995b-6f4e-4592-8244-23f6bb92a542),segment_id=ab2c995b-6f4e-4592-8244-23f6bb92a542)] {{(pid=88878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:07:26.671489 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a2ee8e0b-3d6b-484a-900f-73d96318c225 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:26.690499 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6856d9c0-662e-4955-80ef-262b9f8aa598 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:07:26.691188 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6856d9c0-662e-4955-80ef-262b9f8aa598 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:26.745452 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f0bfffea-64ba-4f83-b23d-60f40c08ca30 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847649663', 'neutron.services.segments.db._delete_segments_for_network-8749505737672'] for network, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:26.795207 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-f0bfffea-64ba-4f83-b23d-60f40c08ca30 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f527043d940>,) {'filters': {'network_id': ['1c9eeaac-d205-4b19-a351-2fe67dd78b42']}} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:07:26.811664 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-f0bfffea-64ba-4f83-b23d-60f40c08ca30 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f527043d940>, '6618a092-51b2-4e3d-9318-3ce6b7b40c55') {'for_net_delete': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:07:26.812010 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-f0bfffea-64ba-4f83-b23d-60f40c08ca30 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f527043d940>, '6618a092-51b2-4e3d-9318-3ce6b7b40c55') {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:07:26.827650 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-a2ee8e0b-3d6b-484a-900f-73d96318c225 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Calling delete_port for 4d798740-0ede-43f6-b294-7c1b1eebc59c owned by network:dhcp {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:07:26.827908 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f0bfffea-64ba-4f83-b23d-60f40c08ca30 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749505745113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853989108'] for segment, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:26.856452 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-920032bc-a55c-4da7-b8ee-55eacaed713d tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks [] for port, precommit_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:26.858552 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f0bfffea-64ba-4f83-b23d-60f40c08ca30 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:26.863798 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-920032bc-a55c-4da7-b8ee-55eacaed713d tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850854027'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:26.864663 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-920032bc-a55c-4da7-b8ee-55eacaed713d tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1977653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854055662'] for router_interface, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:26.869614 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-58a3b20a-e76b-40e5-9c17-29aee834dc4f tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:07:26.900469 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0bfffea-64ba-4f83-b23d-60f40c08ca30 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Releasing vlan 646 on physical network physnet1 to pool {{(pid=88879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 24 11:07:26.901571 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f0bfffea-64ba-4f83-b23d-60f40c08ca30 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036847652098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3926696'] for segment, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:26.918532 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-6856d9c0-662e-4955-80ef-262b9f8aa598 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 998 time: 3.4212739
Dec 24 11:07:26.922393 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-0f4a2970-c405-4403-9db6-c90ff3cf0c41 None None] Provisioning for port 576fe097-3488-43f7-b83d-4cb4c603de53 completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:07:26.924420 dv-neutron-822691-2-hyperv neutron-server[88767]: Traceback (most recent call last):
Dec 24 11:07:26.924420 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 24 11:07:26.924420 dv-neutron-822691-2-hyperv neutron-server[88767]:     timer()
Dec 24 11:07:26.924420 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 11:07:26.924420 dv-neutron-822691-2-hyperv neutron-server[88767]:     cb(*args, **kw)
Dec 24 11:07:26.924420 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 24 11:07:26.924420 dv-neutron-822691-2-hyperv neutron-server[88767]:     return func(*args, **kwargs)
Dec 24 11:07:26.924420 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 11:07:26.924420 dv-neutron-822691-2-hyperv neutron-server[88767]:     self._notify()
Dec 24 11:07:26.924420 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 11:07:26.924420 dv-neutron-822691-2-hyperv neutron-server[88767]:     self.callback(batched_events)
Dec 24 11:07:26.924420 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 11:07:26.924420 dv-neutron-822691-2-hyperv neutron-server[88767]:     event.method(event)
Dec 24 11:07:26.924420 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 11:07:26.924420 dv-neutron-822691-2-hyperv neutron-server[88767]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 11:07:26.924420 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 24 11:07:26.924420 dv-neutron-822691-2-hyperv neutron-server[88767]:     segment_id)['aggregates'][0]
Dec 24 11:07:26.924420 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 24 11:07:26.924420 dv-neutron-822691-2-hyperv neutron-server[88767]:     return f(self, *a, **k)
Dec 24 11:07:26.924420 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 11:07:26.924420 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self._get(url).json()
Dec 24 11:07:26.924420 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 24 11:07:26.924420 dv-neutron-822691-2-hyperv neutron-server[88767]:     **kwargs)
Dec 24 11:07:26.924420 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 24 11:07:26.924420 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self.request(url, 'GET', **kwargs)
Dec 24 11:07:26.924420 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 24 11:07:26.924420 dv-neutron-822691-2-hyperv neutron-server[88767]:     **endpoint_filter)
Dec 24 11:07:26.924420 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 24 11:07:26.924420 dv-neutron-822691-2-hyperv neutron-server[88767]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 11:07:26.924420 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 24 11:07:26.924420 dv-neutron-822691-2-hyperv neutron-server[88767]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 11:07:26.924420 dv-neutron-822691-2-hyperv neutron-server[88767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 11:07:26.929145 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 39924) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:26.932613 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-0f4a2970-c405-4403-9db6-c90ff3cf0c41 None None] Provisioning complete for port 576fe097-3488-43f7-b83d-4cb4c603de53 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:07:26.933129 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0f4a2970-c405-4403-9db6-c90ff3cf0c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:26.971297 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b6e4c6cb-15e3-4886-a0e8-accc6bf0f091 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:26.983609 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-3acf63db-fc57-4ac6-98f8-981b8ddc2c1e tempest-ExtraDHCPOptionsTestJSON-983307326 tempest-ExtraDHCPOptionsTestJSON-983307326-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:07:27.007175 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-0f4a2970-c405-4403-9db6-c90ff3cf0c41 None None] Port 576fe097-3488-43f7-b83d-4cb4c603de53 cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:07:27.021101 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.db.api [None req-a2ee8e0b-3d6b-484a-900f-73d96318c225 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88878) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 24 11:07:27.021566 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_db.api [None req-a2ee8e0b-3d6b-484a-900f-73d96318c225 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 24 11:07:27.057820 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e4c6cb-15e3-4886-a0e8-accc6bf0f091 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Pushing event deleted for resources: {'Port': ['ID=2b73e10b-9276-45cc-98cf-debd34082e38,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:07:27.064782 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-b6e4c6cb-15e3-4886-a0e8-accc6bf0f091 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:07:27.114836 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920032bc-a55c-4da7-b8ee-55eacaed713d tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Pushing event updated for resources: {'Port': ['ID=5a295a2e-7367-477f-ab76-c46d6d921e86,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:07:27.129046 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b6e4c6cb-15e3-4886-a0e8-accc6bf0f091 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks [] for floatingip, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:27.132719 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-920032bc-a55c-4da7-b8ee-55eacaed713d tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:07:27.133869 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f0bfffea-64ba-4f83-b23d-60f40c08ca30 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7126154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659196'] for network, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:27.136824 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b6e4c6cb-15e3-4886-a0e8-accc6bf0f091 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for floatingip, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:27.138339 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-b6e4c6cb-15e3-4886-a0e8-accc6bf0f091 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] 10.222.0.65 "DELETE /v2.0/floatingips/1980134c-a300-4f5e-a112-83785d9b6b18 HTTP/1.1" status: 204  len: 168 time: 1.6019099
Dec 24 11:07:27.141206 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 39928) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:27.144913 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f115293a-5030-4d12-9746-f9a7c36e35f4 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:07:27.162183 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f0bfffea-64ba-4f83-b23d-60f40c08ca30 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Notify callbacks [] for network, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:27.215387 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.v2.resource [None req-f56ff43f-c22d-4c7e-a9ab-778266c5744e tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] delete failed (client error): The resource could not be found.
Dec 24 11:07:27.216647 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-f56ff43f-c22d-4c7e-a9ab-778266c5744e tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] 10.222.0.65 "DELETE /v2.0/floatingips/1980134c-a300-4f5e-a112-83785d9b6b18 HTTP/1.1" status: 404  len: 345 time: 0.0741663
Dec 24 11:07:27.221646 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 39932) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:27.226282 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bfffea-64ba-4f83-b23d-60f40c08ca30 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Pushing event deleted for resources: {'Network': ['ID=1c9eeaac-d205-4b19-a351-2fe67dd78b42,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:07:27.318820 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ff04c35-33bc-4649-955e-8f4477b81da2 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:07:27.323450 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ff04c35-33bc-4649-955e-8f4477b81da2 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:07:27.328679 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ff04c35-33bc-4649-955e-8f4477b81da2 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:07:27.335340 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-6ff04c35-33bc-4649-955e-8f4477b81da2 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Synchronizing usage tracker for tenant:ec45645f66414388a125dd3f2f469cd9 on resource:port {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:07:27.356779 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-6ff04c35-33bc-4649-955e-8f4477b81da2 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Unset dirty status for tenant:ec45645f66414388a125dd3f2f469cd9 on resource:port {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:07:27.358762 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-6ff04c35-33bc-4649-955e-8f4477b81da2 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] 10.222.0.65 "GET /v2.0/ports?network_id=b1ab20e6-03d3-494f-b21f-64ff95f797eb HTTP/1.1" status: 200  len: 2354 time: 0.1360638
Dec 24 11:07:27.361782 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 39936) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:27.426032 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e015767a-e802-4766-abcf-39cda5787d4c None None] Network a890bb5d-1b1f-420c-b6d4-bc333e1793d0 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:07:27.446312 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5284616b-1ebe-4616-821c-f3ed03fcde53 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:07:27.453395 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-5284616b-1ebe-4616-821c-f3ed03fcde53 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] 10.222.0.65 "GET /v2.0/subnets/bec3f384-2f74-4e25-85e6-a3990c8e7e5b HTTP/1.1" status: 200  len: 797 time: 0.0851274
Dec 24 11:07:27.454347 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 39940) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:27.461932 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-b27163f3-9438-4077-a694-5d4a6ec18730 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Request body: {'port': {'network_id': 'b1ab20e6-03d3-494f-b21f-64ff95f797eb', 'name': 'tempest-FloatingIPTestJSON-1483272876', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:07:27.506873 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f0bfffea-64ba-4f83-b23d-60f40c08ca30 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:07:27.513476 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-f0bfffea-64ba-4f83-b23d-60f40c08ca30 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] 10.222.0.65 "DELETE /v2.0/networks/1c9eeaac-d205-4b19-a351-2fe67dd78b42 HTTP/1.1" status: 204  len: 168 time: 1.2107048
Dec 24 11:07:27.577399 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-920032bc-a55c-4da7-b8ee-55eacaed713d tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Network a890bb5d-1b1f-420c-b6d4-bc333e1793d0 is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:07:27.582431 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-920032bc-a55c-4da7-b8ee-55eacaed713d tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Resources bound (agent type, host, resource id):  {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:07:27.613695 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-dd40bd49-6854-4337-bdcd-3418e952971f None None] Provisioning for port eeba05dc-5b37-4e9f-931a-4507bf1ee3f3 completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:07:27.621371 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-a2ee8e0b-3d6b-484a-900f-73d96318c225 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Deleting port 4d798740-0ede-43f6-b294-7c1b1eebc59c {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:07:27.622264 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a2ee8e0b-3d6b-484a-900f-73d96318c225 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:27.670645 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dd21c8d-963a-4c8d-847d-eaac058c6046 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:07:27.675308 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dd21c8d-963a-4c8d-847d-eaac058c6046 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:07:27.679935 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dd21c8d-963a-4c8d-847d-eaac058c6046 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:07:27.685084 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-4dd21c8d-963a-4c8d-847d-eaac058c6046 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200  len: 2464 time: 0.7547712
Dec 24 11:07:27.685749 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 39946) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:27.745354 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-a2ee8e0b-3d6b-484a-900f-73d96318c225 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] The port '4d798740-0ede-43f6-b294-7c1b1eebc59c' was deleted {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 24 11:07:27.798007 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-b27163f3-9438-4077-a694-5d4a6ec18730 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:07:27.872415 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-28014230-8101-4fc8-a327-91378d619b73 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Deleting port 576fe097-3488-43f7-b83d-4cb4c603de53 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:07:27.872795 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-28014230-8101-4fc8-a327-91378d619b73 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:27.930690 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a2ee8e0b-3d6b-484a-900f-73d96318c225 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847649663', 'neutron.services.segments.db._delete_segments_for_network-8749505737672'] for network, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:27.972846 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-a2ee8e0b-3d6b-484a-900f-73d96318c225 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f52702e4470>,) {'filters': {'network_id': ['ace1fe58-c0aa-40b2-b086-d38b2fb6e2aa']}} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:07:27.978746 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device eeba05dc-5b37-4e9f-931a-4507bf1ee3f3 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:07:28.003998 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-b27163f3-9438-4077-a694-5d4a6ec18730 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:07:28.023955 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b27163f3-9438-4077-a694-5d4a6ec18730 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Made reservation on behalf of ec45645f66414388a125dd3f2f469cd9 for: {'port': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:07:28.081284 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-a2ee8e0b-3d6b-484a-900f-73d96318c225 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f52702e4470>, 'ab2c995b-6f4e-4592-8244-23f6bb92a542') {'for_net_delete': True} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:07:28.081573 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-a2ee8e0b-3d6b-484a-900f-73d96318c225 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f52702e4470>, 'ab2c995b-6f4e-4592-8244-23f6bb92a542') {} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:07:28.096989 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a2ee8e0b-3d6b-484a-900f-73d96318c225 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749505745113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2241371'] for segment, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:28.116289 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a2ee8e0b-3d6b-484a-900f-73d96318c225 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:28.121079 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 39952) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:28.122601 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning for port eeba05dc-5b37-4e9f-931a-4507bf1ee3f3 completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:07:28.135477 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port eeba05dc-5b37-4e9f-931a-4507bf1ee3f3 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:07:28.135904 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:28.186665 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:28.204576 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2ee8e0b-3d6b-484a-900f-73d96318c225 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Releasing vlan 606 on physical network physnet1 to pool {{(pid=88878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 24 11:07:28.205031 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a2ee8e0b-3d6b-484a-900f-73d96318c225 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036847652098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850807864'] for segment, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:28.223367 dv-neutron-822691-2-hyperv neutron-server[88767]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 11:07:28.223367 dv-neutron-822691-2-hyperv neutron-server[88767]:   % (table.description, expected, rows_matched)
Dec 24 11:07:28.223367 dv-neutron-822691-2-hyperv neutron-server[88767]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 11:07:28.223367 dv-neutron-822691-2-hyperv neutron-server[88767]:   % (table.description, expected, rows_matched)
Dec 24 11:07:28.223367 dv-neutron-822691-2-hyperv neutron-server[88767]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 11:07:28.223367 dv-neutron-822691-2-hyperv neutron-server[88767]:   % (table.description, expected, rows_matched)
Dec 24 11:07:28.223367 dv-neutron-822691-2-hyperv neutron-server[88767]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 11:07:28.223367 dv-neutron-822691-2-hyperv neutron-server[88767]:   % (table.description, expected, rows_matched)
Dec 24 11:07:28.223367 dv-neutron-822691-2-hyperv neutron-server[88767]: Traceback (most recent call last):
Dec 24 11:07:28.223367 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 24 11:07:28.223367 dv-neutron-822691-2-hyperv neutron-server[88767]:     timer()
Dec 24 11:07:28.223367 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 11:07:28.223367 dv-neutron-822691-2-hyperv neutron-server[88767]:     cb(*args, **kw)
Dec 24 11:07:28.223367 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 24 11:07:28.223367 dv-neutron-822691-2-hyperv neutron-server[88767]:     return func(*args, **kwargs)
Dec 24 11:07:28.223367 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 11:07:28.223367 dv-neutron-822691-2-hyperv neutron-server[88767]:     self._notify()
Dec 24 11:07:28.223367 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 11:07:28.223367 dv-neutron-822691-2-hyperv neutron-server[88767]:     self.callback(batched_events)
Dec 24 11:07:28.223367 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 11:07:28.223367 dv-neutron-822691-2-hyperv neutron-server[88767]:     event.method(event)
Dec 24 11:07:28.223367 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 11:07:28.223367 dv-neutron-822691-2-hyperv neutron-server[88767]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 11:07:28.223367 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 24 11:07:28.223367 dv-neutron-822691-2-hyperv neutron-server[88767]:     segment_id)['aggregates'][0]
Dec 24 11:07:28.223367 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 24 11:07:28.223367 dv-neutron-822691-2-hyperv neutron-server[88767]:     return f(self, *a, **k)
Dec 24 11:07:28.223367 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 11:07:28.223367 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self._get(url).json()
Dec 24 11:07:28.223367 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 24 11:07:28.223367 dv-neutron-822691-2-hyperv neutron-server[88767]:     **kwargs)
Dec 24 11:07:28.223367 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 24 11:07:28.223367 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self.request(url, 'GET', **kwargs)
Dec 24 11:07:28.223367 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 24 11:07:28.223367 dv-neutron-822691-2-hyperv neutron-server[88767]:     **endpoint_filter)
Dec 24 11:07:28.223367 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 24 11:07:28.223367 dv-neutron-822691-2-hyperv neutron-server[88767]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 11:07:28.223367 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 24 11:07:28.223367 dv-neutron-822691-2-hyperv neutron-server[88767]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 11:07:28.223367 dv-neutron-822691-2-hyperv neutron-server[88767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 11:07:28.330306 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:28.341174 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-28014230-8101-4fc8-a327-91378d619b73 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:28.347241 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-abc458f1-c3c3-4a82-906b-d429b3786fa1 None None] Provisioning for port 5a295a2e-7367-477f-ab76-c46d6d921e86 completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:07:28.355390 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-abc458f1-c3c3-4a82-906b-d429b3786fa1 None None] Provisioning complete for port 5a295a2e-7367-477f-ab76-c46d6d921e86 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:07:28.355802 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-abc458f1-c3c3-4a82-906b-d429b3786fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:28.355938 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a2ee8e0b-3d6b-484a-900f-73d96318c225 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7126154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659196'] for network, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:28.364601 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b27163f3-9438-4077-a694-5d4a6ec18730 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:28.378427 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:07:28.400779 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a2ee8e0b-3d6b-484a-900f-73d96318c225 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Notify callbacks [] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:28.428948 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] For port eeba05dc-5b37-4e9f-931a-4507bf1ee3f3, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=eeba05dc-5b37-4e9f-931a-4507bf1ee3f3,segment=NetworkSegment(780427ea-b5a0-4f98-888b-cd4e43ac0109),segment_id=780427ea-b5a0-4f98-888b-cd4e43ac0109)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:07:28.435097 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:28.439452 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-42e832ee-94b4-4c04-881e-0d07fb8a0824 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:07:28.465251 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ee8e0b-3d6b-484a-900f-73d96318c225 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Pushing event deleted for resources: {'Network': ['ID=ace1fe58-c0aa-40b2-b086-d38b2fb6e2aa,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:07:28.473234 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-a2ee8e0b-3d6b-484a-900f-73d96318c225 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:07:28.479399 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-a2ee8e0b-3d6b-484a-900f-73d96318c225 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] 10.222.0.65 "DELETE /v2.0/networks/ace1fe58-c0aa-40b2-b086-d38b2fb6e2aa HTTP/1.1" status: 204  len: 168 time: 3.4295471
Dec 24 11:07:28.480079 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 39958) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:28.522730 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-28014230-8101-4fc8-a327-91378d619b73 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Calling delete_port for 576fe097-3488-43f7-b83d-4cb4c603de53 owned by  {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:07:28.528001 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [None req-b27163f3-9438-4077-a694-5d4a6ec18730 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] device_id is not set on port 81c80af2-ede3-4637-baa4-6d7ab382ae2f yet. {{(pid=88878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 24 11:07:28.777510 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-28014230-8101-4fc8-a327-91378d619b73 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:28.788995 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Pushing event updated for resources: {'Port': ['ID=eeba05dc-5b37-4e9f-931a-4507bf1ee3f3,revision_number=3']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:07:28.789418 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-5ffc370c-84b7-4ebf-9de7-7b757e55eb9d tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:07:28.801032 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:07:28.807699 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-abc458f1-c3c3-4a82-906b-d429b3786fa1 None None] Port 5a295a2e-7367-477f-ab76-c46d6d921e86 cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:07:28.827416 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-abc458f1-c3c3-4a82-906b-d429b3786fa1 None None] Provisioning complete for port eeba05dc-5b37-4e9f-931a-4507bf1ee3f3 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:07:28.827840 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-abc458f1-c3c3-4a82-906b-d429b3786fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:28.846110 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28014230-8101-4fc8-a327-91378d619b73 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Pushing event deleted for resources: {'Port': ['ID=576fe097-3488-43f7-b83d-4cb4c603de53,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:07:28.851265 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-28014230-8101-4fc8-a327-91378d619b73 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:07:28.851958 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-920032bc-a55c-4da7-b8ee-55eacaed713d tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Router be5e763f-ff7e-4f6d-90cb-0b992c233b0a is scheduled to L3 agent 198cca88-1338-4098-b44b-beb0346ac906 with binding_index 1 {{(pid=88879) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 24 11:07:28.973541 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-7610c56b-81ad-4664-8e8a-ab510fb7d808 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=739a78fd4cfc48c2a4011598579f8f8c&name=default HTTP/1.1" status: 200  len: 2647 time: 0.8510585
Dec 24 11:07:28.989315 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 39962) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:29.118772 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-3390049e-9825-49b0-b55e-8c17cbef8d84 None None] Provisioning complete for port 5a295a2e-7367-477f-ab76-c46d6d921e86 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:07:29.119275 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3390049e-9825-49b0-b55e-8c17cbef8d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:29.195897 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-3390049e-9825-49b0-b55e-8c17cbef8d84 None None] Port 5a295a2e-7367-477f-ab76-c46d6d921e86 cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:07:29.285048 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-28014230-8101-4fc8-a327-91378d619b73 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:29.294815 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-920032bc-a55c-4da7-b8ee-55eacaed713d tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:07:29.300549 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-920032bc-a55c-4da7-b8ee-55eacaed713d tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] 10.222.0.65 "PUT /v2.0/routers/be5e763f-ff7e-4f6d-90cb-0b992c233b0a/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.5285223
Dec 24 11:07:29.303069 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-28014230-8101-4fc8-a327-91378d619b73 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] 10.222.0.65 "DELETE /v2.0/ports/576fe097-3488-43f7-b83d-4cb4c603de53 HTTP/1.1" status: 204  len: 168 time: 1.5420849
Dec 24 11:07:29.303506 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 39966) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:29.306124 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 39968) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:29.308952 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0b81a8-8ae0-4ba5-b6ed-4244bb9e1dfa None None] Sync routers for ids ['be5e763f-ff7e-4f6d-90cb-0b992c233b0a'] in dv-neutron-822691-2-hyperv {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:07:29.336324 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0b81a8-8ae0-4ba5-b6ed-4244bb9e1dfa None None] Routers {'be5e763f-ff7e-4f6d-90cb-0b992c233b0a'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:07:29.336996 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-5b0b81a8-8ae0-4ba5-b6ed-4244bb9e1dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f527203e0f0>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:07:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['be5e763f-ff7e-4f6d-90cb-0b992c233b0a'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:07:29.343047 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-5c3dc033-9688-4733-8ebe-71d75730cb29 None None] Provisioning complete for port 5a295a2e-7367-477f-ab76-c46d6d921e86 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:07:29.343494 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5c3dc033-9688-4733-8ebe-71d75730cb29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:29.350626 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-67c693b7-4d2c-447a-9280-9c9c8da2e451 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:29.396097 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-af4700f8-d0c2-4b0c-a0f8-264192615991 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] GET failed (client error): The resource could not be found.
Dec 24 11:07:29.397143 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-af4700f8-d0c2-4b0c-a0f8-264192615991 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Synchronizing usage tracker for tenant:a8062a50276e4e34b599bfc2e9678433 on resource:port {{(pid=88879) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:07:29.412034 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-5c3dc033-9688-4733-8ebe-71d75730cb29 None None] Port 5a295a2e-7367-477f-ab76-c46d6d921e86 cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:07:29.419720 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-5b0b81a8-8ae0-4ba5-b6ed-4244bb9e1dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f527203e0f0>, [], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:07:29.422359 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d3c1cb0-4dc9-4714-a1c3-8f5c69acd4e8 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Deleting subnet 5cee1c42-2003-4521-802d-b7eeb6207288 {{(pid=88878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 24 11:07:29.431759 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0b81a8-8ae0-4ba5-b6ed-4244bb9e1dfa None None] Routers {'be5e763f-ff7e-4f6d-90cb-0b992c233b0a'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:07:29.432423 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-5b0b81a8-8ae0-4ba5-b6ed-4244bb9e1dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f527203e0f0>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:07:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['be5e763f-ff7e-4f6d-90cb-0b992c233b0a'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:07:29.442679 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4d3c1cb0-4dc9-4714-a1c3-8f5c69acd4e8 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Notify callbacks [] for subnet, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:29.444164 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-af4700f8-d0c2-4b0c-a0f8-264192615991 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Unset dirty status for tenant:a8062a50276e4e34b599bfc2e9678433 on resource:port {{(pid=88879) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:07:29.445449 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-af4700f8-d0c2-4b0c-a0f8-264192615991 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] 10.222.0.65 "GET /v2.0/ports/576fe097-3488-43f7-b83d-4cb4c603de53 HTTP/1.1" status: 404  len: 333 time: 0.1383860
Dec 24 11:07:29.450366 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 39974) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:29.457765 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeed0ee1-8c92-404c-a1dc-d96a202cadaf tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:07:29.458444 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-aeed0ee1-8c92-404c-a1dc-d96a202cadaf tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Synchronizing usage tracker for tenant:59b398769254445dae3d1f85e7f0f818 on resource:port {{(pid=88879) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:07:29.466667 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-83a7dcfe-e411-46a6-bc65-5640d0493093 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Request body: {'port': {'network_id': 'fd6adeef-9a35-40f2-8251-abc372e5b228', 'name': 'tempest-AllowedAddressPairTestJSON-50119161'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:07:29.502510 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-67c693b7-4d2c-447a-9280-9c9c8da2e451 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:29.508863 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-5b0b81a8-8ae0-4ba5-b6ed-4244bb9e1dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f527203e0f0>, [], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:07:29.509326 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0b81a8-8ae0-4ba5-b6ed-4244bb9e1dfa None None] The sync data for ids ['be5e763f-ff7e-4f6d-90cb-0b992c233b0a'] in dv-neutron-822691-2-hyperv is: [] {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:07:29.523435 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-aeed0ee1-8c92-404c-a1dc-d96a202cadaf tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Unset dirty status for tenant:59b398769254445dae3d1f85e7f0f818 on resource:port {{(pid=88879) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:07:29.524802 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-aeed0ee1-8c92-404c-a1dc-d96a202cadaf tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] 10.222.0.65 "GET /v2.0/ports/5a295a2e-7367-477f-ab76-c46d6d921e86 HTTP/1.1" status: 200  len: 911 time: 0.2202208
Dec 24 11:07:29.531411 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 39978) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:29.548626 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-b765d9a5-e442-4b98-83d2-537dacd12e8c tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '802359b1-adc1-4315-9a7f-f4c05d851712'}]}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:07:29.579980 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-b27163f3-9438-4077-a694-5d4a6ec18730 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Allocated IP 172.20.0.14 (b1ab20e6-03d3-494f-b21f-64ff95f797eb/bec3f384-2f74-4e25-85e6-a3990c8e7e5b/81c80af2-ede3-4637-baa4-6d7ab382ae2f) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:07:29.597555 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4d3c1cb0-4dc9-4714-a1c3-8f5c69acd4e8 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852534446'] for subnet, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:29.641271 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-83a7dcfe-e411-46a6-bc65-5640d0493093 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:07:29.650766 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-b27163f3-9438-4077-a694-5d4a6ec18730 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Allocated IP 172.20.0.13 (b1ab20e6-03d3-494f-b21f-64ff95f797eb/bec3f384-2f74-4e25-85e6-a3990c8e7e5b/81c80af2-ede3-4637-baa4-6d7ab382ae2f) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:07:29.652495 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-83a7dcfe-e411-46a6-bc65-5640d0493093 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:07:29.664096 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83a7dcfe-e411-46a6-bc65-5640d0493093 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Made reservation on behalf of a8062a50276e4e34b599bfc2e9678433 for: {'port': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:07:29.669879 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-83a7dcfe-e411-46a6-bc65-5640d0493093 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:29.693916 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [None req-83a7dcfe-e411-46a6-bc65-5640d0493093 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] device_id is not set on port dcff7ebd-7a18-4c93-b076-dfcd46311f81 yet. {{(pid=88879) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 24 11:07:29.809323 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-67c693b7-4d2c-447a-9280-9c9c8da2e451 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:29.819115 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-23830e03-2690-4efd-bdea-869ab261eba0 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:07:29.860867 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-83a7dcfe-e411-46a6-bc65-5640d0493093 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Allocated IP 172.20.0.6 (fd6adeef-9a35-40f2-8251-abc372e5b228/3244f665-097d-4f9a-acd2-3ce51d235e13/dcff7ebd-7a18-4c93-b076-dfcd46311f81) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:07:29.876372 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device eeba05dc-5b37-4e9f-931a-4507bf1ee3f3 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:07:29.919656 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c693b7-4d2c-447a-9280-9c9c8da2e451 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=828fcd4b-9bf3-474b-a706-b56f4d7a42e2,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:07:29.939497 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-67c693b7-4d2c-447a-9280-9c9c8da2e451 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:07:29.964746 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port eeba05dc-5b37-4e9f-931a-4507bf1ee3f3 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:07:29.965292 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:29.969771 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4d3c1cb0-4dc9-4714-a1c3-8f5c69acd4e8 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847655656'] for subnet, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:30.083085 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-83a7dcfe-e411-46a6-bc65-5640d0493093 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:30.101204 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-83a7dcfe-e411-46a6-bc65-5640d0493093 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Transition to ACTIVE for port object dcff7ebd-7a18-4c93-b076-dfcd46311f81 will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:07:30.113672 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-67c693b7-4d2c-447a-9280-9c9c8da2e451 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:30.115018 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-67c693b7-4d2c-447a-9280-9c9c8da2e451 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/828fcd4b-9bf3-474b-a706-b56f4d7a42e2 HTTP/1.1" status: 204  len: 168 time: 1.1246290
Dec 24 11:07:30.121975 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-83a7dcfe-e411-46a6-bc65-5640d0493093 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:30.130644 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-5b408418-0261-4968-855f-cb7d5bf2b301 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:07:30.205765 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83a7dcfe-e411-46a6-bc65-5640d0493093 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Network fd6adeef-9a35-40f2-8251-abc372e5b228 is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:07:30.210105 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a7dcfe-e411-46a6-bc65-5640d0493093 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Pushing event updated for resources: {'Port': ['ID=dcff7ebd-7a18-4c93-b076-dfcd46311f81,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:07:30.213612 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-83a7dcfe-e411-46a6-bc65-5640d0493093 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:07:30.214641 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-83a7dcfe-e411-46a6-bc65-5640d0493093 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Resources bound (agent type, host, resource id):  {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:07:30.216900 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a7dcfe-e411-46a6-bc65-5640d0493093 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:07:30.242443 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b765d9a5-e442-4b98-83d2-537dacd12e8c tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:30.262227 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4d3c1cb0-4dc9-4714-a1c3-8f5c69acd4e8 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7120129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3978858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852529715'] for subnet, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:30.275645 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-035aee4b-e985-473d-ac54-02e00a5b731f tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:07:30.313559 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83a7dcfe-e411-46a6-bc65-5640d0493093 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:07:30.313559 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-83a7dcfe-e411-46a6-bc65-5640d0493093 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:30.313958 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b27163f3-9438-4077-a694-5d4a6ec18730 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:30.353192 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-83a7dcfe-e411-46a6-bc65-5640d0493093 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 935 time: 0.9015093
Dec 24 11:07:30.354283 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3c1cb0-4dc9-4714-a1c3-8f5c69acd4e8 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Pushing event deleted for resources: {'Subnet': ['ID=5cee1c42-2003-4521-802d-b7eeb6207288,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:07:30.355960 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 39986) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:30.362919 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-648a2362-b64a-4e8e-9be0-9f200c483ed9 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:d1:44:9e'}]}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:07:30.371026 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-4d3c1cb0-4dc9-4714-a1c3-8f5c69acd4e8 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:07:30.385484 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-579d134a-f3b8-4d70-bc56-507598ef417c None None] Network 456c2f83-0650-4966-832a-bc57a5b42fd5 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:07:30.388971 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4d3c1cb0-4dc9-4714-a1c3-8f5c69acd4e8 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:30.427280 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-4d3c1cb0-4dc9-4714-a1c3-8f5c69acd4e8 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] 10.222.0.65 "DELETE /v2.0/subnets/5cee1c42-2003-4521-802d-b7eeb6207288 HTTP/1.1" status: 204  len: 168 time: 1.9429028
Dec 24 11:07:30.447913 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 39990) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:30.628127 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b27163f3-9438-4077-a694-5d4a6ec18730 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:30.657657 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-a8fb6822-5384-4b24-95e4-b956dbcb5984 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:07:30.663772 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-bfc111c7-1eaa-4fd9-8863-fe91eb36426d None None] Provisioning for port dcff7ebd-7a18-4c93-b076-dfcd46311f81 completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:07:30.669702 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-bfc111c7-1eaa-4fd9-8863-fe91eb36426d None None] Provisioning complete for port dcff7ebd-7a18-4c93-b076-dfcd46311f81 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:07:30.670146 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bfc111c7-1eaa-4fd9-8863-fe91eb36426d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:30.752412 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-bfc111c7-1eaa-4fd9-8863-fe91eb36426d None None] Port dcff7ebd-7a18-4c93-b076-dfcd46311f81 cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:07:30.810210 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b27163f3-9438-4077-a694-5d4a6ec18730 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Network b1ab20e6-03d3-494f-b21f-64ff95f797eb is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:07:30.811282 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27163f3-9438-4077-a694-5d4a6ec18730 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Pushing event updated for resources: {'Port': ['ID=81c80af2-ede3-4637-baa4-6d7ab382ae2f,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:07:30.820990 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-b27163f3-9438-4077-a694-5d4a6ec18730 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Resources bound (agent type, host, resource id):  {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:07:30.820990 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b27163f3-9438-4077-a694-5d4a6ec18730 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:07:30.834762 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61d040e8-e424-4733-a96f-51a77a893d2b None None] DHCP port deletion for 456c2f83-0650-4966-832a-bc57a5b42fd5 request from dv-neutron-822691-2-hyperv {{(pid=88880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 24 11:07:30.840899 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-61d040e8-e424-4733-a96f-51a77a893d2b None None] Deleting port 795a4ab5-33e6-4283-8241-1b2a2010a3bc {{(pid=88880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:07:30.841629 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-61d040e8-e424-4733-a96f-51a77a893d2b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:30.880169 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-b27163f3-9438-4077-a694-5d4a6ec18730 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:07:30.956311 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b27163f3-9438-4077-a694-5d4a6ec18730 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:07:30.956736 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b27163f3-9438-4077-a694-5d4a6ec18730 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:31.011056 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-b27163f3-9438-4077-a694-5d4a6ec18730 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1010 time: 3.5554993
Dec 24 11:07:31.015137 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 40002) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:31.023424 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-45c2a773-2622-4b8f-96ed-87a5c4fe52eb tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Request body: {'floatingip': {'floating_network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'port_id': '81c80af2-ede3-4637-baa4-6d7ab382ae2f', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:07:31.079481 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-45c2a773-2622-4b8f-96ed-87a5c4fe52eb tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:07:31.097012 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-61d040e8-e424-4733-a96f-51a77a893d2b None None] For port 795a4ab5-33e6-4283-8241-1b2a2010a3bc, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=795a4ab5-33e6-4283-8241-1b2a2010a3bc,segment=NetworkSegment(e554c2de-db77-4d76-ac85-99933e02bb61),segment_id=e554c2de-db77-4d76-ac85-99933e02bb61)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:07:31.097586 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-61d040e8-e424-4733-a96f-51a77a893d2b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:31.124058 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b37d85d-ee09-44f5-9d85-656630a194e7 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Deleting subnet 0c7916b9-de33-4b96-b182-00846c50f8ba {{(pid=88879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 24 11:07:31.128229 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0b37d85d-ee09-44f5-9d85-656630a194e7 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Notify callbacks [] for subnet, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:31.190009 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0b37d85d-ee09-44f5-9d85-656630a194e7 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-786693'] for subnet, precommit_delete_associations {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:31.276743 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-61d040e8-e424-4733-a96f-51a77a893d2b None None] Calling delete_port for 795a4ab5-33e6-4283-8241-1b2a2010a3bc owned by network:dhcp {{(pid=88880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:07:31.297733 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0b37d85d-ee09-44f5-9d85-656630a194e7 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847655656'] for subnet, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:31.350952 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-45c2a773-2622-4b8f-96ed-87a5c4fe52eb tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:07:31.378003 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 40012) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:31.379506 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-61d040e8-e424-4733-a96f-51a77a893d2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392'] for port, after_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:31.390318 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-45c2a773-2622-4b8f-96ed-87a5c4fe52eb tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks [] for floatingip, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:31.390544 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-908b0605-599a-4342-bfeb-d2cd7c160c3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:07:31.396460 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0b37d85d-ee09-44f5-9d85-656630a194e7 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7120129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850854134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851156349'] for subnet, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:31.412292 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-24ef4c8b-5e52-493d-9897-5c301bde5c9f tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:07:31.426766 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d040e8-e424-4733-a96f-51a77a893d2b None None] Pushing event deleted for resources: {'Port': ['ID=795a4ab5-33e6-4283-8241-1b2a2010a3bc,revision_number=None']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:07:31.432129 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-61d040e8-e424-4733-a96f-51a77a893d2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:07:31.437482 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d040e8-e424-4733-a96f-51a77a893d2b None None] No DVR routers for this DVR port 795a4ab5-33e6-4283-8241-1b2a2010a3bc on host dv-neutron-822691-2-hyperv {{(pid=88880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 24 11:07:31.456013 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0b37d85d-ee09-44f5-9d85-656630a194e7 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Notify callbacks [] for subnet, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:31.458134 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edb99766-052e-4583-9752-00e3788ab8b9 None None] Network 10032d9d-3418-421e-9a5c-29714a8fc65a requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:07:31.469767 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b765d9a5-e442-4b98-83d2-537dacd12e8c tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks [] for port, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:31.534712 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b765d9a5-e442-4b98-83d2-537dacd12e8c tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3978773'] for port, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:31.539527 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b765d9a5-e442-4b98-83d2-537dacd12e8c tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:07:31.540223 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b765d9a5-e442-4b98-83d2-537dacd12e8c tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:31.541747 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-b765d9a5-e442-4b98-83d2-537dacd12e8c tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] 10.222.0.65 "PUT /v2.0/ports/5a295a2e-7367-477f-ab76-c46d6d921e86 HTTP/1.1" status: 200  len: 911 time: 2.0074408
Dec 24 11:07:31.548236 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-2d41c5a1-ae86-4f01-8fa0-981134850c11 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:07:31.558537 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 40018) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:31.560828 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-648a2362-b64a-4e8e-9be0-9f200c483ed9 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:31.581348 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b37d85d-ee09-44f5-9d85-656630a194e7 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Pushing event deleted for resources: {'Subnet': ['ID=0c7916b9-de33-4b96-b182-00846c50f8ba,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:07:31.640912 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-0b37d85d-ee09-44f5-9d85-656630a194e7 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:07:31.641394 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b765d9a5-e442-4b98-83d2-537dacd12e8c tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Pushing event updated for resources: {'Port': ['ID=5a295a2e-7367-477f-ab76-c46d6d921e86,revision_number=3']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:07:31.645131 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-b765d9a5-e442-4b98-83d2-537dacd12e8c tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:07:31.674815 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-45c2a773-2622-4b8f-96ed-87a5c4fe52eb tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:31.683654 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-0b37d85d-ee09-44f5-9d85-656630a194e7 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] 10.222.0.65 "DELETE /v2.0/subnets/0c7916b9-de33-4b96-b182-00846c50f8ba HTTP/1.1" status: 204  len: 168 time: 1.2298884
Dec 24 11:07:31.687478 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-e1c24903-e86a-4851-92c0-bc8733804f85 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Request body: {'networks': [{'name': 'tempest-network--1805944861'}, {'name': 'tempest-network--297869656'}]} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:07:31.687835 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-e1c24903-e86a-4851-92c0-bc8733804f85 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Request body: {'network': {'name': 'tempest-network--1805944861'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:07:31.688340 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-e1c24903-e86a-4851-92c0-bc8733804f85 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Request body: {'network': {'name': 'tempest-network--297869656'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:07:31.704395 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 40022) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:31.710450 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-e1c24903-e86a-4851-92c0-bc8733804f85 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:07:31.783465 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2538786-5897-4640-9e55-b2cfd974a803 None None] DHCP port deletion for 10032d9d-3418-421e-9a5c-29714a8fc65a request from dv-neutron-822691-2-hyperv {{(pid=88880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 24 11:07:31.787360 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-e1c24903-e86a-4851-92c0-bc8733804f85 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Usage tracker for resource:network and tenant:0c8a50f395144560b74c2f8d4ea42f7b is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:07:31.787974 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-f2538786-5897-4640-9e55-b2cfd974a803 None None] Deleting port 2034c1c6-c565-4647-9d09-567bca6a42e8 {{(pid=88880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:07:31.788425 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f2538786-5897-4640-9e55-b2cfd974a803 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:31.801188 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-e1c24903-e86a-4851-92c0-bc8733804f85 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:07:31.826207 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-e1c24903-e86a-4851-92c0-bc8733804f85 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:07:31.842497 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-45c2a773-2622-4b8f-96ed-87a5c4fe52eb tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Allocated IP 172.26.3.220 (f8c337ba-681f-4fcb-a333-e3c49365b30a/8ea1398c-0bec-46d6-8d54-85798de2a7ca/2eea50bd-3919-4057-8fdf-e23bb291e8bd) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:07:31.893414 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 795a4ab5-33e6-4283-8241-1b2a2010a3bc no longer exists at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:07:31.932813 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] No Port match for: 795a4ab5-33e6-4283-8241-1b2a2010a3bc {{(pid=88880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 24 11:07:31.933167 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 795a4ab5-33e6-4283-8241-1b2a2010a3bc not bound to the agent host dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 24 11:07:31.933423 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1c24903-e86a-4851-92c0-bc8733804f85 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Made reservation on behalf of 0c8a50f395144560b74c2f8d4ea42f7b for: {'network': 2} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:07:31.933899 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 2034c1c6-c565-4647-9d09-567bca6a42e8 no longer exists at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:07:31.939654 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e1c24903-e86a-4851-92c0-bc8733804f85 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for network, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:31.998553 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e1c24903-e86a-4851-92c0-bc8733804f85 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Notify callbacks [] for security_group, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:32.019241 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-45c2a773-2622-4b8f-96ed-87a5c4fe52eb tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:32.021192 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f43dcdfe-865a-454a-95e8-3e6f290c6352 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036847558493'] for network, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:32.051013 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-45c2a773-2622-4b8f-96ed-87a5c4fe52eb tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:32.055951 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-861f1abf-8b74-4b77-b406-d0afb6e3efed tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:07:32.133783 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c2a773-2622-4b8f-96ed-87a5c4fe52eb tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Network f8c337ba-681f-4fcb-a333-e3c49365b30a is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:07:32.133783 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c2a773-2622-4b8f-96ed-87a5c4fe52eb tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Pushing event updated for resources: {'Port': ['ID=2eea50bd-3919-4057-8fdf-e23bb291e8bd,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:07:32.134504 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-f2538786-5897-4640-9e55-b2cfd974a803 None None] For port 2034c1c6-c565-4647-9d09-567bca6a42e8, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=2034c1c6-c565-4647-9d09-567bca6a42e8,segment=NetworkSegment(fe86abd9-f524-4b13-b643-728268130210),segment_id=fe86abd9-f524-4b13-b643-728268130210)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:07:32.134961 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f2538786-5897-4640-9e55-b2cfd974a803 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:32.136103 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-45c2a773-2622-4b8f-96ed-87a5c4fe52eb tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Resources bound (agent type, host, resource id):  {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:07:32.138074 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-45c2a773-2622-4b8f-96ed-87a5c4fe52eb tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:07:32.139080 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c2a773-2622-4b8f-96ed-87a5c4fe52eb tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:07:32.150127 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-e1c24903-e86a-4851-92c0-bc8733804f85 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:07:32.196176 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-e1c24903-e86a-4851-92c0-bc8733804f85 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Usage tracker for resource:security_group_rule and tenant:0c8a50f395144560b74c2f8d4ea42f7b is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:07:32.209411 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-e1c24903-e86a-4851-92c0-bc8733804f85 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:07:32.235665 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-e1c24903-e86a-4851-92c0-bc8733804f85 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:07:32.280387 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-f2538786-5897-4640-9e55-b2cfd974a803 None None] Calling delete_port for 2034c1c6-c565-4647-9d09-567bca6a42e8 owned by network:dhcp {{(pid=88880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:07:32.328176 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:32.377669 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] For port 2034c1c6-c565-4647-9d09-567bca6a42e8, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=2034c1c6-c565-4647-9d09-567bca6a42e8,segment=NetworkSegment(fe86abd9-f524-4b13-b643-728268130210),segment_id=fe86abd9-f524-4b13-b643-728268130210)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:07:32.389543 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:32.392081 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-8c11feae-20b8-4e2a-a866-81b1a866cded None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:07:32.416448 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f43dcdfe-865a-454a-95e8-3e6f290c6352 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847649663', 'neutron.services.segments.db._delete_segments_for_network-8749505737672'] for network, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:32.442850 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.db.api [None req-f2538786-5897-4640-9e55-b2cfd974a803 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88880) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 24 11:07:32.443260 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_db.api [None req-f2538786-5897-4640-9e55-b2cfd974a803 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 24 11:07:32.460779 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Pushing event updated for resources: {'Port': ['ID=2034c1c6-c565-4647-9d09-567bca6a42e8,revision_number=5']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:07:32.464975 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:07:32.524475 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-648a2362-b64a-4e8e-9be0-9f200c483ed9 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Notify callbacks [] for port, precommit_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:32.534551 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-f43dcdfe-865a-454a-95e8-3e6f290c6352 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5270ddb6a0>,) {'filters': {'network_id': ['456c2f83-0650-4966-832a-bc57a5b42fd5']}} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:07:32.552540 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-648a2362-b64a-4e8e-9be0-9f200c483ed9 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850854027'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:32.558186 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-f43dcdfe-865a-454a-95e8-3e6f290c6352 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5270ddb6a0>, 'e554c2de-db77-4d76-ac85-99933e02bb61') {'for_net_delete': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:07:32.558520 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-f43dcdfe-865a-454a-95e8-3e6f290c6352 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5270ddb6a0>, 'e554c2de-db77-4d76-ac85-99933e02bb61') {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:07:32.570030 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-14649a84-5508-4efc-bdd6-1f87f84f7dcb tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:07:32.624588 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f43dcdfe-865a-454a-95e8-3e6f290c6352 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749505745113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853989108'] for segment, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:32.722545 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f43dcdfe-865a-454a-95e8-3e6f290c6352 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:32.739220 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-45c2a773-2622-4b8f-96ed-87a5c4fe52eb tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:32.763410 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e1c24903-e86a-4851-92c0-bc8733804f85 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Notify callbacks [] for security_group, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:32.765079 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f43dcdfe-865a-454a-95e8-3e6f290c6352 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Releasing vlan 648 on physical network physnet1 to pool {{(pid=88879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 24 11:07:32.765692 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f43dcdfe-865a-454a-95e8-3e6f290c6352 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036847652098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3926696'] for segment, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:32.788206 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648a2362-b64a-4e8e-9be0-9f200c483ed9 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Pushing event updated for resources: {'Port': ['ID=dcff7ebd-7a18-4c93-b076-dfcd46311f81,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:07:32.790917 dv-neutron-822691-2-hyperv neutron-server[88767]: Traceback (most recent call last):
Dec 24 11:07:32.790917 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 24 11:07:32.790917 dv-neutron-822691-2-hyperv neutron-server[88767]:     timer()
Dec 24 11:07:32.790917 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 11:07:32.790917 dv-neutron-822691-2-hyperv neutron-server[88767]:     cb(*args, **kw)
Dec 24 11:07:32.790917 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 24 11:07:32.790917 dv-neutron-822691-2-hyperv neutron-server[88767]:     return func(*args, **kwargs)
Dec 24 11:07:32.790917 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 11:07:32.790917 dv-neutron-822691-2-hyperv neutron-server[88767]:     self._notify()
Dec 24 11:07:32.790917 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 11:07:32.790917 dv-neutron-822691-2-hyperv neutron-server[88767]:     self.callback(batched_events)
Dec 24 11:07:32.790917 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 11:07:32.790917 dv-neutron-822691-2-hyperv neutron-server[88767]:     event.method(event)
Dec 24 11:07:32.790917 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 11:07:32.790917 dv-neutron-822691-2-hyperv neutron-server[88767]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 11:07:32.790917 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 24 11:07:32.790917 dv-neutron-822691-2-hyperv neutron-server[88767]:     segment_id)['aggregates'][0]
Dec 24 11:07:32.790917 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 24 11:07:32.790917 dv-neutron-822691-2-hyperv neutron-server[88767]:     return f(self, *a, **k)
Dec 24 11:07:32.790917 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 11:07:32.790917 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self._get(url).json()
Dec 24 11:07:32.790917 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 24 11:07:32.790917 dv-neutron-822691-2-hyperv neutron-server[88767]:     **kwargs)
Dec 24 11:07:32.790917 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 24 11:07:32.790917 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self.request(url, 'GET', **kwargs)
Dec 24 11:07:32.790917 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 24 11:07:32.790917 dv-neutron-822691-2-hyperv neutron-server[88767]:     **endpoint_filter)
Dec 24 11:07:32.790917 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 24 11:07:32.790917 dv-neutron-822691-2-hyperv neutron-server[88767]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 11:07:32.790917 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 24 11:07:32.790917 dv-neutron-822691-2-hyperv neutron-server[88767]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 11:07:32.790917 dv-neutron-822691-2-hyperv neutron-server[88767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 11:07:32.798280 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-648a2362-b64a-4e8e-9be0-9f200c483ed9 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:07:32.806304 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e1c24903-e86a-4851-92c0-bc8733804f85 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:32.806885 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e1c24903-e86a-4851-92c0-bc8733804f85 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for network, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:32.815799 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-45c2a773-2622-4b8f-96ed-87a5c4fe52eb tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:32.832270 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-ee9d4637-4625-444e-a09b-297fba660b07 tempest-RoutersAdminNegativeTest-1126026117 tempest-RoutersAdminNegativeTest-1126026117-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:07:32.939527 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-648a2362-b64a-4e8e-9be0-9f200c483ed9 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] In _notify_port_updated(), no bound segment for port dcff7ebd-7a18-4c93-b076-dfcd46311f81 on network fd6adeef-9a35-40f2-8251-abc372e5b228 {{(pid=88879) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}}
Dec 24 11:07:32.943785 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-648a2362-b64a-4e8e-9be0-9f200c483ed9 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:07:32.944515 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-648a2362-b64a-4e8e-9be0-9f200c483ed9 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:32.944624 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-f2538786-5897-4640-9e55-b2cfd974a803 None None] Deleting port 2034c1c6-c565-4647-9d09-567bca6a42e8 {{(pid=88880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:07:32.945074 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f2538786-5897-4640-9e55-b2cfd974a803 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:32.950351 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-648a2362-b64a-4e8e-9be0-9f200c483ed9 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] 10.222.0.65 "PUT /v2.0/ports/dcff7ebd-7a18-4c93-b076-dfcd46311f81 HTTP/1.1" status: 200  len: 991 time: 2.5888891
Dec 24 11:07:32.955586 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 40028) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:32.962210 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c24903-e86a-4851-92c0-bc8733804f85 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Pushing event updated for resources: {'SecurityGroup': ['ID=463e4915-6ad0-4f0a-960b-21d743497c71,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:07:32.999179 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-e1c24903-e86a-4851-92c0-bc8733804f85 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:07:33.004629 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f43dcdfe-865a-454a-95e8-3e6f290c6352 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7126154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659196'] for network, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:33.018067 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1c24903-e86a-4851-92c0-bc8733804f85 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] vlan segment allocate from pool success with {'vlan_id': 628, 'physical_network': 'physnet1'}  {{(pid=88879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 24 11:07:33.021194 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-8e2687f6-f30d-466a-902b-8a9e36aee232 tempest-ExternalNetworksTestJSON-1065651105 tempest-ExternalNetworksTestJSON-1065651105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:07:33.049110 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f43dcdfe-865a-454a-95e8-3e6f290c6352 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Notify callbacks [] for network, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:33.050609 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-45c2a773-2622-4b8f-96ed-87a5c4fe52eb tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks [] for port, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:33.055150 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-45c2a773-2622-4b8f-96ed-87a5c4fe52eb tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3978773'] for port, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:33.061078 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-07ed6cf0-cb14-4fc1-ba59-28a3f06f83f7 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:07:33.061985 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-9a86f771-a149-4298-8217-75807d45da68 None None] Provisioning complete for port dcff7ebd-7a18-4c93-b076-dfcd46311f81 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:07:33.062436 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9a86f771-a149-4298-8217-75807d45da68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:33.072972 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43dcdfe-865a-454a-95e8-3e6f290c6352 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Pushing event deleted for resources: {'Network': ['ID=456c2f83-0650-4966-832a-bc57a5b42fd5,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:07:33.076051 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5ba2b3ca-190b-451e-b51b-f460994f2a61 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854055677'] for router_interface, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:33.124407 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-9a86f771-a149-4298-8217-75807d45da68 None None] Port dcff7ebd-7a18-4c93-b076-dfcd46311f81 cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:07:33.135077 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e1c24903-e86a-4851-92c0-bc8733804f85 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:33.135574 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.segments_db [None req-e1c24903-e86a-4851-92c0-bc8733804f85 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Added segment c49938ae-d6e6-4f30-9521-d75e1379db32 of type vlan for network 83ba0644-3c74-4f47-82c2-0d160ae8e765
Dec 24 11:07:33.136912 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f43dcdfe-865a-454a-95e8-3e6f290c6352 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:07:33.179286 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c2a773-2622-4b8f-96ed-87a5c4fe52eb tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Pushing event updated for resources: {'Port': ['ID=2eea50bd-3919-4057-8fdf-e23bb291e8bd,revision_number=2']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:07:33.184324 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-45c2a773-2622-4b8f-96ed-87a5c4fe52eb tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:07:33.193979 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-45c2a773-2622-4b8f-96ed-87a5c4fe52eb tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659181'] for floatingip, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:33.253578 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-f2538786-5897-4640-9e55-b2cfd974a803 None None] For port 2034c1c6-c565-4647-9d09-567bca6a42e8, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=2034c1c6-c565-4647-9d09-567bca6a42e8,segment=NetworkSegment(fe86abd9-f524-4b13-b643-728268130210),segment_id=fe86abd9-f524-4b13-b643-728268130210)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:07:33.253999 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f2538786-5897-4640-9e55-b2cfd974a803 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:33.397247 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-f2538786-5897-4640-9e55-b2cfd974a803 None None] Calling delete_port for 2034c1c6-c565-4647-9d09-567bca6a42e8 owned by network:dhcp {{(pid=88880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:07:33.402661 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.l3_db [None req-45c2a773-2622-4b8f-96ed-87a5c4fe52eb tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Floating IP c3f87542-cc4e-4334-a4e3-be8a9f86577a associated. External IP: 172.26.3.220, port: 81c80af2-ede3-4637-baa4-6d7ab382ae2f.
Dec 24 11:07:33.473626 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-ddf9af17-7331-4255-9bca-dfa0fa272a45 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Deleting port dcff7ebd-7a18-4c93-b076-dfcd46311f81 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:07:33.474509 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ddf9af17-7331-4255-9bca-dfa0fa272a45 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:33.475560 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f2538786-5897-4640-9e55-b2cfd974a803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392'] for port, after_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:33.480481 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-481b6d32-5b59-4338-8f18-ce261bc6ff27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:07:33.509544 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-f43dcdfe-865a-454a-95e8-3e6f290c6352 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] 10.222.0.65 "DELETE /v2.0/networks/456c2f83-0650-4966-832a-bc57a5b42fd5 HTTP/1.1" status: 204  len: 168 time: 1.8007782
Dec 24 11:07:33.511545 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 40032) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:33.528495 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2538786-5897-4640-9e55-b2cfd974a803 None None] Pushing event deleted for resources: {'Port': ['ID=2034c1c6-c565-4647-9d09-567bca6a42e8,revision_number=None']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:07:33.531300 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f2538786-5897-4640-9e55-b2cfd974a803 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:07:33.534455 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2538786-5897-4640-9e55-b2cfd974a803 None None] No DVR routers for this DVR port 2034c1c6-c565-4647-9d09-567bca6a42e8 on host dv-neutron-822691-2-hyperv {{(pid=88880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 24 11:07:33.578413 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e1c24903-e86a-4851-92c0-bc8733804f85 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363287349540024'] for network, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:33.703437 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2ccf8f58-fed3-44ff-a768-9db3c580a6cc tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036847558493'] for network, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:33.741501 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1c24903-e86a-4851-92c0-bc8733804f85 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] vlan segment allocate from pool success with {'vlan_id': 601, 'physical_network': 'physnet1'}  {{(pid=88879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 24 11:07:33.830499 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e1c24903-e86a-4851-92c0-bc8733804f85 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:33.830862 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.segments_db [None req-e1c24903-e86a-4851-92c0-bc8733804f85 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Added segment 35b63e84-0889-493f-8925-1d0cba809333 of type vlan for network cf942c32-5e5c-4aad-9668-10ce362b5d21
Dec 24 11:07:33.879959 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2ccf8f58-fed3-44ff-a768-9db3c580a6cc tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847649663', 'neutron.services.segments.db._delete_segments_for_network-8749505737672'] for network, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:33.914578 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-2ccf8f58-fed3-44ff-a768-9db3c580a6cc tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f52712cdba8>,) {'filters': {'network_id': ['10032d9d-3418-421e-9a5c-29714a8fc65a']}} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:07:33.916544 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ddf9af17-7331-4255-9bca-dfa0fa272a45 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:33.934796 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e1c24903-e86a-4851-92c0-bc8733804f85 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363287349540024'] for network, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:33.991920 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-2ccf8f58-fed3-44ff-a768-9db3c580a6cc tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f52712cdba8>, 'fe86abd9-f524-4b13-b643-728268130210') {'for_net_delete': True} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:07:33.992143 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-2ccf8f58-fed3-44ff-a768-9db3c580a6cc tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f52712cdba8>, 'fe86abd9-f524-4b13-b643-728268130210') {} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:07:34.008099 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2ccf8f58-fed3-44ff-a768-9db3c580a6cc tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749505745113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2241371'] for segment, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:34.028731 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2ccf8f58-fed3-44ff-a768-9db3c580a6cc tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:34.037758 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ccf8f58-fed3-44ff-a768-9db3c580a6cc tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Releasing vlan 613 on physical network physnet1 to pool {{(pid=88878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 24 11:07:34.038221 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2ccf8f58-fed3-44ff-a768-9db3c580a6cc tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036847652098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850807864'] for segment, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:34.053937 dv-neutron-822691-2-hyperv neutron-server[88767]: Traceback (most recent call last):
Dec 24 11:07:34.053937 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 24 11:07:34.053937 dv-neutron-822691-2-hyperv neutron-server[88767]:     timer()
Dec 24 11:07:34.053937 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 11:07:34.053937 dv-neutron-822691-2-hyperv neutron-server[88767]:     cb(*args, **kw)
Dec 24 11:07:34.053937 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 24 11:07:34.053937 dv-neutron-822691-2-hyperv neutron-server[88767]:     return func(*args, **kwargs)
Dec 24 11:07:34.053937 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 11:07:34.053937 dv-neutron-822691-2-hyperv neutron-server[88767]:     self._notify()
Dec 24 11:07:34.053937 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 11:07:34.053937 dv-neutron-822691-2-hyperv neutron-server[88767]:     self.callback(batched_events)
Dec 24 11:07:34.053937 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 11:07:34.053937 dv-neutron-822691-2-hyperv neutron-server[88767]:     event.method(event)
Dec 24 11:07:34.053937 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 11:07:34.053937 dv-neutron-822691-2-hyperv neutron-server[88767]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 11:07:34.053937 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 24 11:07:34.053937 dv-neutron-822691-2-hyperv neutron-server[88767]:     segment_id)['aggregates'][0]
Dec 24 11:07:34.053937 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 24 11:07:34.053937 dv-neutron-822691-2-hyperv neutron-server[88767]:     return f(self, *a, **k)
Dec 24 11:07:34.053937 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 11:07:34.053937 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self._get(url).json()
Dec 24 11:07:34.053937 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 24 11:07:34.053937 dv-neutron-822691-2-hyperv neutron-server[88767]:     **kwargs)
Dec 24 11:07:34.053937 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 24 11:07:34.053937 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self.request(url, 'GET', **kwargs)
Dec 24 11:07:34.053937 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 24 11:07:34.053937 dv-neutron-822691-2-hyperv neutron-server[88767]:     **endpoint_filter)
Dec 24 11:07:34.053937 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 24 11:07:34.053937 dv-neutron-822691-2-hyperv neutron-server[88767]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 11:07:34.053937 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 24 11:07:34.053937 dv-neutron-822691-2-hyperv neutron-server[88767]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 11:07:34.053937 dv-neutron-822691-2-hyperv neutron-server[88767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 11:07:34.082496 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-ddf9af17-7331-4255-9bca-dfa0fa272a45 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Calling delete_port for dcff7ebd-7a18-4c93-b076-dfcd46311f81 owned by  {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:07:34.266131 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e1c24903-e86a-4851-92c0-bc8733804f85 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636'] for network, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:34.266738 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e1c24903-e86a-4851-92c0-bc8733804f85 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636'] for network, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:34.270761 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1c24903-e86a-4851-92c0-bc8733804f85 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:07:34.274150 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1c24903-e86a-4851-92c0-bc8733804f85 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:07:34.274782 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e1c24903-e86a-4851-92c0-bc8733804f85 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Notify callbacks [] for network, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:34.298133 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-d8b8f9ef-ba81-43a4-a8ae-455ca9b69f2e tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:07:34.372188 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-e1c24903-e86a-4851-92c0-bc8733804f85 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201  len: 1319 time: 2.9928768
Dec 24 11:07:34.382580 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 40036) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:34.456614 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2ccf8f58-fed3-44ff-a768-9db3c580a6cc tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7126154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659196'] for network, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:34.467204 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-60fe2acf-86cb-4e93-9973-3a3162a7ee66 tempest-PortsAdminExtendedAttrsTestJSON-709902862 tempest-PortsAdminExtendedAttrsTestJSON-709902862-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:07:34.488002 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2ccf8f58-fed3-44ff-a768-9db3c580a6cc tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Notify callbacks [] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:34.504245 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccf8f58-fed3-44ff-a768-9db3c580a6cc tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Pushing event deleted for resources: {'Network': ['ID=10032d9d-3418-421e-9a5c-29714a8fc65a,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:07:34.511228 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c24903-e86a-4851-92c0-bc8733804f85 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Pushing event updated for resources: {'Network': ['ID=83ba0644-3c74-4f47-82c2-0d160ae8e765,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:07:34.517649 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-2ccf8f58-fed3-44ff-a768-9db3c580a6cc tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:07:34.522748 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-2ccf8f58-fed3-44ff-a768-9db3c580a6cc tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] 10.222.0.65 "DELETE /v2.0/networks/10032d9d-3418-421e-9a5c-29714a8fc65a HTTP/1.1" status: 204  len: 168 time: 0.9597919
Dec 24 11:07:34.526030 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 40040) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:34.534388 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Network 83ba0644-3c74-4f47-82c2-0d160ae8e765 details requested by agent ovs-agent-dv-neutron-822691-2-hyperv with host dv-neutron-822691-2-hyperv {{(pid=88880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 24 11:07:34.716837 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ddf9af17-7331-4255-9bca-dfa0fa272a45 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:34.738130 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45c2a773-2622-4b8f-96ed-87a5c4fe52eb tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Router 24f0b5d8-d368-4970-b4e5-f35e9299f571 has already been hosted by L3 agent 198cca88-1338-4098-b44b-beb0346ac906 {{(pid=88878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 24 11:07:34.799989 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c24903-e86a-4851-92c0-bc8733804f85 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Pushing event updated for resources: {'Network': ['ID=cf942c32-5e5c-4aad-9668-10ce362b5d21,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:07:34.809532 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-e1c24903-e86a-4851-92c0-bc8733804f85 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.512s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:07:34.815837 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-2c6134ad-42c7-4104-b471-cef30911152f tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.502s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:07:34.816285 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-2c6134ad-42c7-4104-b471-cef30911152f tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:07:34.823849 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-920032bc-a55c-4da7-b8ee-55eacaed713d tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:07:34.853274 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_v2 [None req-097491b1-23ca-4f3c-8990-a36260d5ff28 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Deleting subnet e865afef-537f-430e-8668-379eabfd992d {{(pid=88878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 24 11:07:34.863710 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-097491b1-23ca-4f3c-8990-a36260d5ff28 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Notify callbacks [] for subnet, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:34.909942 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Network cf942c32-5e5c-4aad-9668-10ce362b5d21 details requested by agent ovs-agent-dv-neutron-822691-2-hyperv with host dv-neutron-822691-2-hyperv {{(pid=88880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 24 11:07:34.920793 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf9af17-7331-4255-9bca-dfa0fa272a45 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Pushing event deleted for resources: {'Port': ['ID=dcff7ebd-7a18-4c93-b076-dfcd46311f81,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:07:34.933520 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-097491b1-23ca-4f3c-8990-a36260d5ff28 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852534446'] for subnet, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:34.958637 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-ddf9af17-7331-4255-9bca-dfa0fa272a45 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:07:34.974961 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d94415ae-2b2f-45d0-9799-8ba5848e8fd8 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:07:34.979895 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d94415ae-2b2f-45d0-9799-8ba5848e8fd8 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:07:34.984681 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d94415ae-2b2f-45d0-9799-8ba5848e8fd8 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:07:34.989619 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d94415ae-2b2f-45d0-9799-8ba5848e8fd8 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:07:34.990875 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-d94415ae-2b2f-45d0-9799-8ba5848e8fd8 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Synchronizing usage tracker for tenant:0c8a50f395144560b74c2f8d4ea42f7b on resource:network {{(pid=88879) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:07:35.049632 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-d94415ae-2b2f-45d0-9799-8ba5848e8fd8 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Unset dirty status for tenant:0c8a50f395144560b74c2f8d4ea42f7b on resource:network {{(pid=88879) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:07:35.051533 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-d94415ae-2b2f-45d0-9799-8ba5848e8fd8 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2406 time: 0.6678777
Dec 24 11:07:35.061688 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 40044) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:35.241774 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-96a86162-4501-43b0-9088-98a4d73753dd tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036847558493'] for network, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:35.245427 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-097491b1-23ca-4f3c-8990-a36260d5ff28 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847655656'] for subnet, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:35.253029 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ddf9af17-7331-4255-9bca-dfa0fa272a45 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:35.272376 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-ddf9af17-7331-4255-9bca-dfa0fa272a45 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] 10.222.0.65 "DELETE /v2.0/ports/dcff7ebd-7a18-4c93-b076-dfcd46311f81 HTTP/1.1" status: 204  len: 168 time: 2.3111372
Dec 24 11:07:35.272827 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 40048) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:35.329363 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ab856cc-69be-4dc3-b93f-5a6075c18b08 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] GET failed (client error): The resource could not be found.
Dec 24 11:07:35.329863 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-1ab856cc-69be-4dc3-b93f-5a6075c18b08 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Synchronizing usage tracker for tenant:a8062a50276e4e34b599bfc2e9678433 on resource:port {{(pid=88879) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:07:35.393585 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-1ab856cc-69be-4dc3-b93f-5a6075c18b08 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Unset dirty status for tenant:a8062a50276e4e34b599bfc2e9678433 on resource:port {{(pid=88879) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:07:35.394910 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-1ab856cc-69be-4dc3-b93f-5a6075c18b08 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] 10.222.0.65 "GET /v2.0/ports/dcff7ebd-7a18-4c93-b076-dfcd46311f81 HTTP/1.1" status: 404  len: 333 time: 0.1211302
Dec 24 11:07:35.399767 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 40052) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:35.408735 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-5ba2b3ca-190b-451e-b51b-f460994f2a61 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Deleting port 5a295a2e-7367-477f-ab76-c46d6d921e86 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:07:35.409114 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5ba2b3ca-190b-451e-b51b-f460994f2a61 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:35.432620 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-1ad04bbc-02aa-4fc9-b0f4-1dc5cb7aa7c7 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Request body: {'port': {'network_id': 'fd6adeef-9a35-40f2-8251-abc372e5b228', 'name': 'tempest-AllowedAddressPairTestJSON-1736318616'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:07:35.515415 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-96a86162-4501-43b0-9088-98a4d73753dd tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847649663', 'neutron.services.segments.db._delete_segments_for_network-8749505737672'] for network, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:35.533397 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-097491b1-23ca-4f3c-8990-a36260d5ff28 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7120129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3978858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852529715'] for subnet, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:35.552399 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-66f23dd5-f9c0-4cba-86fc-86e280edf663 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:07:35.603541 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45c2a773-2622-4b8f-96ed-87a5c4fe52eb tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:07:35.615936 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b42c66-be63-49b6-ab0d-a0126bb246e6 None None] Sync routers for ids ['24f0b5d8-d368-4970-b4e5-f35e9299f571'] in dv-neutron-822691-2-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:07:35.616535 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5ba2b3ca-190b-451e-b51b-f460994f2a61 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:35.623200 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097491b1-23ca-4f3c-8990-a36260d5ff28 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Pushing event deleted for resources: {'Subnet': ['ID=e865afef-537f-430e-8668-379eabfd992d,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:07:35.636260 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b42c66-be63-49b6-ab0d-a0126bb246e6 None None] Routers {'24f0b5d8-d368-4970-b4e5-f35e9299f571'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:07:35.637144 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-20b42c66-be63-49b6-ab0d-a0126bb246e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f527126f518>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:07:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['24f0b5d8-d368-4970-b4e5-f35e9299f571'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:07:35.678166 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-097491b1-23ca-4f3c-8990-a36260d5ff28 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:07:35.685343 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-96a86162-4501-43b0-9088-98a4d73753dd tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5271be4be0>,) {'filters': {'network_id': ['83ba0644-3c74-4f47-82c2-0d160ae8e765']}} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:07:35.705440 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-20b42c66-be63-49b6-ab0d-a0126bb246e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f527126f518>, [], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:07:35.718891 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b42c66-be63-49b6-ab0d-a0126bb246e6 None None] Routers {'24f0b5d8-d368-4970-b4e5-f35e9299f571'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:07:35.719981 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-20b42c66-be63-49b6-ab0d-a0126bb246e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f527126f518>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:07:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['24f0b5d8-d368-4970-b4e5-f35e9299f571'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:07:35.721873 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-96a86162-4501-43b0-9088-98a4d73753dd tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5271be4be0>, 'c49938ae-d6e6-4f30-9521-d75e1379db32') {'for_net_delete': True} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:07:35.722299 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-96a86162-4501-43b0-9088-98a4d73753dd tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5271be4be0>, 'c49938ae-d6e6-4f30-9521-d75e1379db32') {} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:07:35.735614 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-097491b1-23ca-4f3c-8990-a36260d5ff28 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:35.752558 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-5ba2b3ca-190b-451e-b51b-f460994f2a61 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Calling delete_port for 5a295a2e-7367-477f-ab76-c46d6d921e86 owned by network:router_interface {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:07:35.765183 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-96a86162-4501-43b0-9088-98a4d73753dd tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749505745113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2241371'] for segment, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:35.772641 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-45c2a773-2622-4b8f-96ed-87a5c4fe52eb tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for floatingip, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:35.792071 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bd895f6-8d91-4ce3-a955-a8d14065885d None None] Network 2b3934f2-d557-4ac1-ade9-6b4f02cdf113 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:07:35.813810 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-097491b1-23ca-4f3c-8990-a36260d5ff28 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] 10.222.0.65 "DELETE /v2.0/subnets/e865afef-537f-430e-8668-379eabfd992d HTTP/1.1" status: 204  len: 168 time: 1.2866349
Dec 24 11:07:35.816572 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 40056) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:35.832578 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-20b42c66-be63-49b6-ab0d-a0126bb246e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f527126f518>, [], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:07:35.833213 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b42c66-be63-49b6-ab0d-a0126bb246e6 None None] The sync data for ids ['24f0b5d8-d368-4970-b4e5-f35e9299f571'] in dv-neutron-822691-2-hyperv is: [] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:07:35.840877 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-96a86162-4501-43b0-9088-98a4d73753dd tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:35.861811 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-1ad04bbc-02aa-4fc9-b0f4-1dc5cb7aa7c7 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:07:35.893374 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96a86162-4501-43b0-9088-98a4d73753dd tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Releasing vlan 628 on physical network physnet1 to pool {{(pid=88878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 24 11:07:35.894090 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-96a86162-4501-43b0-9088-98a4d73753dd tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036847652098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850807864'] for segment, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:35.918844 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-1ad04bbc-02aa-4fc9-b0f4-1dc5cb7aa7c7 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:07:35.921413 dv-neutron-822691-2-hyperv neutron-server[88767]: Traceback (most recent call last):
Dec 24 11:07:35.921413 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 24 11:07:35.921413 dv-neutron-822691-2-hyperv neutron-server[88767]:     timer()
Dec 24 11:07:35.921413 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 11:07:35.921413 dv-neutron-822691-2-hyperv neutron-server[88767]:     cb(*args, **kw)
Dec 24 11:07:35.921413 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 24 11:07:35.921413 dv-neutron-822691-2-hyperv neutron-server[88767]:     return func(*args, **kwargs)
Dec 24 11:07:35.921413 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 11:07:35.921413 dv-neutron-822691-2-hyperv neutron-server[88767]:     self._notify()
Dec 24 11:07:35.921413 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 11:07:35.921413 dv-neutron-822691-2-hyperv neutron-server[88767]:     self.callback(batched_events)
Dec 24 11:07:35.921413 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 11:07:35.921413 dv-neutron-822691-2-hyperv neutron-server[88767]:     event.method(event)
Dec 24 11:07:35.921413 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 11:07:35.921413 dv-neutron-822691-2-hyperv neutron-server[88767]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 11:07:35.921413 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 24 11:07:35.921413 dv-neutron-822691-2-hyperv neutron-server[88767]:     segment_id)['aggregates'][0]
Dec 24 11:07:35.921413 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 24 11:07:35.921413 dv-neutron-822691-2-hyperv neutron-server[88767]:     return f(self, *a, **k)
Dec 24 11:07:35.921413 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 11:07:35.921413 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self._get(url).json()
Dec 24 11:07:35.921413 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 24 11:07:35.921413 dv-neutron-822691-2-hyperv neutron-server[88767]:     **kwargs)
Dec 24 11:07:35.921413 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 24 11:07:35.921413 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self.request(url, 'GET', **kwargs)
Dec 24 11:07:35.921413 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 24 11:07:35.921413 dv-neutron-822691-2-hyperv neutron-server[88767]:     **endpoint_filter)
Dec 24 11:07:35.921413 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 24 11:07:35.921413 dv-neutron-822691-2-hyperv neutron-server[88767]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 11:07:35.921413 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 24 11:07:35.921413 dv-neutron-822691-2-hyperv neutron-server[88767]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 11:07:35.921413 dv-neutron-822691-2-hyperv neutron-server[88767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 11:07:35.926239 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-45c2a773-2622-4b8f-96ed-87a5c4fe52eb tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 984 time: 4.9097943
Dec 24 11:07:35.927351 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 40060) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:35.946937 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-f09977db-6dba-43cd-82fa-3ab33f9b18ee tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Request body: {'floatingip': {'port_id': '81c80af2-ede3-4637-baa4-6d7ab382ae2f', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:07:36.111498 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9c0a19a-a08a-466a-923e-c94f24edb7e8 None None] DHCP port deletion for 2b3934f2-d557-4ac1-ade9-6b4f02cdf113 request from dv-neutron-822691-2-hyperv {{(pid=88880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 24 11:07:36.115397 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ad04bbc-02aa-4fc9-b0f4-1dc5cb7aa7c7 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Made reservation on behalf of a8062a50276e4e34b599bfc2e9678433 for: {'port': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:07:36.116744 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-e9c0a19a-a08a-466a-923e-c94f24edb7e8 None None] Deleting port e43731e0-c4eb-4f82-8fb1-23666100ead4 {{(pid=88880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:07:36.117265 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e9c0a19a-a08a-466a-923e-c94f24edb7e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:36.120542 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1ad04bbc-02aa-4fc9-b0f4-1dc5cb7aa7c7 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:36.164497 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-96a86162-4501-43b0-9088-98a4d73753dd tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7126154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659196'] for network, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:36.169453 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-96a86162-4501-43b0-9088-98a4d73753dd tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Notify callbacks [] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:36.183301 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-4408043c-5cc8-4b87-b04d-ec148e695b68 tempest-DHCPAgentSchedulersTestJSON-66244088 tempest-DHCPAgentSchedulersTestJSON-66244088-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:07:36.210063 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [None req-1ad04bbc-02aa-4fc9-b0f4-1dc5cb7aa7c7 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] device_id is not set on port 3d745692-aace-4e7f-a310-a352be8a8f5f yet. {{(pid=88878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 24 11:07:36.247595 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c8761c1b-98cc-44da-9116-f536d677e3e5 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036847558493'] for network, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:36.249142 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f09977db-6dba-43cd-82fa-3ab33f9b18ee tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks [] for floatingip, before_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:36.274486 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-c8761c1b-98cc-44da-9116-f536d677e3e5 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Deleting port e43731e0-c4eb-4f82-8fb1-23666100ead4 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:07:36.275160 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c8761c1b-98cc-44da-9116-f536d677e3e5 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:36.333178 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a86162-4501-43b0-9088-98a4d73753dd tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Pushing event deleted for resources: {'Network': ['ID=83ba0644-3c74-4f47-82c2-0d160ae8e765,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:07:36.335971 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-96a86162-4501-43b0-9088-98a4d73753dd tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:07:36.342164 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-96a86162-4501-43b0-9088-98a4d73753dd tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] 10.222.0.65 "DELETE /v2.0/networks/83ba0644-3c74-4f47-82c2-0d160ae8e765 HTTP/1.1" status: 204  len: 168 time: 1.2792139
Dec 24 11:07:36.350253 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 40064) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:36.421035 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-e9c0a19a-a08a-466a-923e-c94f24edb7e8 None None] For port e43731e0-c4eb-4f82-8fb1-23666100ead4, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=e43731e0-c4eb-4f82-8fb1-23666100ead4,segment=NetworkSegment(45cdc3e3-8f53-48ac-afed-94e254f3c17f),segment_id=45cdc3e3-8f53-48ac-afed-94e254f3c17f)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:07:36.421035 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e9c0a19a-a08a-466a-923e-c94f24edb7e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:36.458099 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5ba2b3ca-190b-451e-b51b-f460994f2a61 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:36.478158 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-14649a84-5508-4efc-bdd6-1f87f84f7dcb tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:07:36.487272 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-af5bc114-f1d8-4711-bf9d-e910d1160ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:36.555604 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-e9c0a19a-a08a-466a-923e-c94f24edb7e8 None None] Calling delete_port for e43731e0-c4eb-4f82-8fb1-23666100ead4 owned by network:dhcp {{(pid=88880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:07:36.558606 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba2b3ca-190b-451e-b51b-f460994f2a61 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Pushing event deleted for resources: {'Port': ['ID=5a295a2e-7367-477f-ab76-c46d6d921e86,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:07:36.564834 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-5ba2b3ca-190b-451e-b51b-f460994f2a61 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:07:36.636246 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c1fa2a75-00dc-42a1-8003-598d297529b8 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036847558493'] for network, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:36.650771 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e9c0a19a-a08a-466a-923e-c94f24edb7e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392'] for port, after_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:36.655780 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-b447e9c0-9c42-435d-ab9e-c4d575a964d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:07:36.702216 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c0a19a-a08a-466a-923e-c94f24edb7e8 None None] Pushing event deleted for resources: {'Port': ['ID=e43731e0-c4eb-4f82-8fb1-23666100ead4,revision_number=None']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:07:36.709980 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-e9c0a19a-a08a-466a-923e-c94f24edb7e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:07:36.719825 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c0a19a-a08a-466a-923e-c94f24edb7e8 None None] No DVR routers for this DVR port e43731e0-c4eb-4f82-8fb1-23666100ead4 on host dv-neutron-822691-2-hyperv {{(pid=88880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 24 11:07:36.783582 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-1ad04bbc-02aa-4fc9-b0f4-1dc5cb7aa7c7 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Allocated IP 172.20.0.10 (fd6adeef-9a35-40f2-8251-abc372e5b228/3244f665-097d-4f9a-acd2-3ce51d235e13/3d745692-aace-4e7f-a310-a352be8a8f5f) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:07:36.817377 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-c8761c1b-98cc-44da-9116-f536d677e3e5 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] For port e43731e0-c4eb-4f82-8fb1-23666100ead4, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=e43731e0-c4eb-4f82-8fb1-23666100ead4,segment=NetworkSegment(45cdc3e3-8f53-48ac-afed-94e254f3c17f),segment_id=45cdc3e3-8f53-48ac-afed-94e254f3c17f)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:07:36.817791 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c8761c1b-98cc-44da-9116-f536d677e3e5 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:36.958393 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-c8761c1b-98cc-44da-9116-f536d677e3e5 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Calling delete_port for e43731e0-c4eb-4f82-8fb1-23666100ead4 owned by network:dhcp {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:07:37.001696 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5ba2b3ca-190b-451e-b51b-f460994f2a61 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036852798164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854055527'] for router_interface, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:37.174890 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.db.api [None req-c8761c1b-98cc-44da-9116-f536d677e3e5 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88879) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 24 11:07:37.175239 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_db.api [None req-c8761c1b-98cc-44da-9116-f536d677e3e5 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 24 11:07:37.242283 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c1fa2a75-00dc-42a1-8003-598d297529b8 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847649663', 'neutron.services.segments.db._delete_segments_for_network-8749505737672'] for network, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:37.385547 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-c1fa2a75-00dc-42a1-8003-598d297529b8 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f527083de10>,) {'filters': {'network_id': ['cf942c32-5e5c-4aad-9668-10ce362b5d21']}} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:07:37.422975 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-c1fa2a75-00dc-42a1-8003-598d297529b8 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f527083de10>, '35b63e84-0889-493f-8925-1d0cba809333') {'for_net_delete': True} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:07:37.423270 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-c1fa2a75-00dc-42a1-8003-598d297529b8 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f527083de10>, '35b63e84-0889-493f-8925-1d0cba809333') {} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:07:37.456805 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c1fa2a75-00dc-42a1-8003-598d297529b8 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749505745113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2241371'] for segment, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:37.477011 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ba2b3ca-190b-451e-b51b-f460994f2a61 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Router be5e763f-ff7e-4f6d-90cb-0b992c233b0a has already been hosted by L3 agent 198cca88-1338-4098-b44b-beb0346ac906 {{(pid=88879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 24 11:07:37.608945 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c1fa2a75-00dc-42a1-8003-598d297529b8 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:37.627655 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ba2b3ca-190b-451e-b51b-f460994f2a61 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:07:37.638288 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-923a8a38-9766-4b79-8e73-c0c87c1a5523 None None] Sync routers for ids ['be5e763f-ff7e-4f6d-90cb-0b992c233b0a'] in dv-neutron-822691-2-hyperv {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:07:37.646185 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1fa2a75-00dc-42a1-8003-598d297529b8 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Releasing vlan 601 on physical network physnet1 to pool {{(pid=88878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 24 11:07:37.646586 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c1fa2a75-00dc-42a1-8003-598d297529b8 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036847652098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850807864'] for segment, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:37.649896 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-5ba2b3ca-190b-451e-b51b-f460994f2a61 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] 10.222.0.65 "PUT /v2.0/routers/be5e763f-ff7e-4f6d-90cb-0b992c233b0a/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.0646210
Dec 24 11:07:37.651624 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 40068) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:37.651928 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-923a8a38-9766-4b79-8e73-c0c87c1a5523 None None] Routers {'be5e763f-ff7e-4f6d-90cb-0b992c233b0a'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:07:37.652619 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-923a8a38-9766-4b79-8e73-c0c87c1a5523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271ebbc50>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:07:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['be5e763f-ff7e-4f6d-90cb-0b992c233b0a'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:07:37.662832 dv-neutron-822691-2-hyperv neutron-server[88767]: Traceback (most recent call last):
Dec 24 11:07:37.662832 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 24 11:07:37.662832 dv-neutron-822691-2-hyperv neutron-server[88767]:     timer()
Dec 24 11:07:37.662832 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 11:07:37.662832 dv-neutron-822691-2-hyperv neutron-server[88767]:     cb(*args, **kw)
Dec 24 11:07:37.662832 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 24 11:07:37.662832 dv-neutron-822691-2-hyperv neutron-server[88767]:     return func(*args, **kwargs)
Dec 24 11:07:37.662832 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 11:07:37.662832 dv-neutron-822691-2-hyperv neutron-server[88767]:     self._notify()
Dec 24 11:07:37.662832 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 11:07:37.662832 dv-neutron-822691-2-hyperv neutron-server[88767]:     self.callback(batched_events)
Dec 24 11:07:37.662832 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 11:07:37.662832 dv-neutron-822691-2-hyperv neutron-server[88767]:     event.method(event)
Dec 24 11:07:37.662832 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 11:07:37.662832 dv-neutron-822691-2-hyperv neutron-server[88767]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 11:07:37.662832 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 24 11:07:37.662832 dv-neutron-822691-2-hyperv neutron-server[88767]:     segment_id)['aggregates'][0]
Dec 24 11:07:37.662832 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 24 11:07:37.662832 dv-neutron-822691-2-hyperv neutron-server[88767]:     return f(self, *a, **k)
Dec 24 11:07:37.662832 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 11:07:37.662832 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self._get(url).json()
Dec 24 11:07:37.662832 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 24 11:07:37.662832 dv-neutron-822691-2-hyperv neutron-server[88767]:     **kwargs)
Dec 24 11:07:37.662832 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 24 11:07:37.662832 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self.request(url, 'GET', **kwargs)
Dec 24 11:07:37.662832 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 24 11:07:37.662832 dv-neutron-822691-2-hyperv neutron-server[88767]:     **endpoint_filter)
Dec 24 11:07:37.662832 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 24 11:07:37.662832 dv-neutron-822691-2-hyperv neutron-server[88767]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 11:07:37.662832 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 24 11:07:37.662832 dv-neutron-822691-2-hyperv neutron-server[88767]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 11:07:37.662832 dv-neutron-822691-2-hyperv neutron-server[88767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 11:07:37.687489 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-c8761c1b-98cc-44da-9116-f536d677e3e5 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Deleting port e43731e0-c4eb-4f82-8fb1-23666100ead4 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:07:37.688197 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c8761c1b-98cc-44da-9116-f536d677e3e5 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:37.718399 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-923a8a38-9766-4b79-8e73-c0c87c1a5523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271ebbc50>, [], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:07:37.730619 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-923a8a38-9766-4b79-8e73-c0c87c1a5523 None None] Routers {'be5e763f-ff7e-4f6d-90cb-0b992c233b0a'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:07:37.731252 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-923a8a38-9766-4b79-8e73-c0c87c1a5523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271ebbc50>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:07:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['be5e763f-ff7e-4f6d-90cb-0b992c233b0a'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:07:37.733130 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-77a06457-aa3b-4ce8-88fd-98c871e81405 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Synchronizing usage tracker for tenant:59b398769254445dae3d1f85e7f0f818 on resource:port {{(pid=88879) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:07:37.773256 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-c8761c1b-98cc-44da-9116-f536d677e3e5 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] The port 'e43731e0-c4eb-4f82-8fb1-23666100ead4' was deleted {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 24 11:07:37.792811 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-923a8a38-9766-4b79-8e73-c0c87c1a5523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271ebbc50>, [], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:07:37.793607 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-923a8a38-9766-4b79-8e73-c0c87c1a5523 None None] The sync data for ids ['be5e763f-ff7e-4f6d-90cb-0b992c233b0a'] in dv-neutron-822691-2-hyperv is: [] {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:07:37.798714 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1ad04bbc-02aa-4fc9-b0f4-1dc5cb7aa7c7 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:37.821116 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c1fa2a75-00dc-42a1-8003-598d297529b8 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7126154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659196'] for network, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:37.825730 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c1fa2a75-00dc-42a1-8003-598d297529b8 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Notify callbacks [] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:37.832596 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-77a06457-aa3b-4ce8-88fd-98c871e81405 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Unset dirty status for tenant:59b398769254445dae3d1f85e7f0f818 on resource:port {{(pid=88879) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:07:37.836793 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-77a06457-aa3b-4ce8-88fd-98c871e81405 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] 10.222.0.65 "GET /v2.0/ports?device_id=be5e763f-ff7e-4f6d-90cb-0b992c233b0a HTTP/1.1" status: 200  len: 205 time: 0.1811366
Dec 24 11:07:37.836983 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c5064902-1952-4c83-8fe8-1433593f6238 tempest-ExtraDHCPOptionsTestJSON-983307326 tempest-ExtraDHCPOptionsTestJSON-983307326-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:07:37.838553 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 40072) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:37.858970 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-1ad04bbc-02aa-4fc9-b0f4-1dc5cb7aa7c7 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Transition to ACTIVE for port object 3d745692-aace-4e7f-a310-a352be8a8f5f will not be triggered until provisioned by entity DHCP. {{(pid=88878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:07:37.870325 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fa2a75-00dc-42a1-8003-598d297529b8 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Pushing event deleted for resources: {'Network': ['ID=cf942c32-5e5c-4aad-9668-10ce362b5d21,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:07:37.872921 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c1fa2a75-00dc-42a1-8003-598d297529b8 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:07:37.888319 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device e43731e0-c4eb-4f82-8fb1-23666100ead4 no longer exists at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:07:37.888903 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-c1fa2a75-00dc-42a1-8003-598d297529b8 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] 10.222.0.65 "DELETE /v2.0/networks/cf942c32-5e5c-4aad-9668-10ce362b5d21 HTTP/1.1" status: 204  len: 168 time: 1.5356936
Dec 24 11:07:37.893305 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 40076) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:37.926163 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] No Port match for: e43731e0-c4eb-4f82-8fb1-23666100ead4 {{(pid=88880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 24 11:07:37.927618 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device e43731e0-c4eb-4f82-8fb1-23666100ead4 not bound to the agent host dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 24 11:07:37.973407 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1ad04bbc-02aa-4fc9-b0f4-1dc5cb7aa7c7 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:38.031055 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:38.036629 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-9c6ea4cb-5123-4047-952d-456430cdddde tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:07:38.172483 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad04bbc-02aa-4fc9-b0f4-1dc5cb7aa7c7 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Pushing event updated for resources: {'Port': ['ID=3d745692-aace-4e7f-a310-a352be8a8f5f,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:07:38.175691 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-1ad04bbc-02aa-4fc9-b0f4-1dc5cb7aa7c7 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:07:38.178079 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ad04bbc-02aa-4fc9-b0f4-1dc5cb7aa7c7 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Network fd6adeef-9a35-40f2-8251-abc372e5b228 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:07:38.240559 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-1ad04bbc-02aa-4fc9-b0f4-1dc5cb7aa7c7 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Resources bound (agent type, host, resource id):  {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:07:38.243106 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad04bbc-02aa-4fc9-b0f4-1dc5cb7aa7c7 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:07:38.278128 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c8761c1b-98cc-44da-9116-f536d677e3e5 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847649663', 'neutron.services.segments.db._delete_segments_for_network-8749505737672'] for network, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:38.292718 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dfa9904-120b-4d13-9258-367a39be7bf9 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:07:38.297603 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dfa9904-120b-4d13-9258-367a39be7bf9 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:07:38.298514 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-7dfa9904-120b-4d13-9258-367a39be7bf9 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Synchronizing usage tracker for tenant:0c8a50f395144560b74c2f8d4ea42f7b on resource:network {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:07:38.315892 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-c8761c1b-98cc-44da-9116-f536d677e3e5 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f527068bb00>,) {'filters': {'network_id': ['2b3934f2-d557-4ac1-ade9-6b4f02cdf113']}} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:07:38.335192 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-c8761c1b-98cc-44da-9116-f536d677e3e5 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f527068bb00>, '45cdc3e3-8f53-48ac-afed-94e254f3c17f') {'for_net_delete': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:07:38.335557 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-c8761c1b-98cc-44da-9116-f536d677e3e5 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f527068bb00>, '45cdc3e3-8f53-48ac-afed-94e254f3c17f') {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:07:38.353051 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c8761c1b-98cc-44da-9116-f536d677e3e5 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749505745113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853989108'] for segment, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:38.363323 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-42843a8b-a504-447e-aafc-a77225ea828a tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks [] for router, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:38.370500 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ad04bbc-02aa-4fc9-b0f4-1dc5cb7aa7c7 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:07:38.371196 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1ad04bbc-02aa-4fc9-b0f4-1dc5cb7aa7c7 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:38.375325 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-7dfa9904-120b-4d13-9258-367a39be7bf9 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Unset dirty status for tenant:0c8a50f395144560b74c2f8d4ea42f7b on resource:network {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:07:38.380315 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-7dfa9904-120b-4d13-9258-367a39be7bf9 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1339 time: 0.4822900
Dec 24 11:07:38.381579 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 40080) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:38.395495 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-64902c47-5e44-4582-9c7c-fab0f1160f08 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-981644253'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:07:38.402924 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f09977db-6dba-43cd-82fa-3ab33f9b18ee tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:38.404239 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-64902c47-5e44-4582-9c7c-fab0f1160f08 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:07:38.415305 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f09977db-6dba-43cd-82fa-3ab33f9b18ee tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659181'] for floatingip, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:38.482879 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-64902c47-5e44-4582-9c7c-fab0f1160f08 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:07:38.489304 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-1ad04bbc-02aa-4fc9-b0f4-1dc5cb7aa7c7 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 3.0716298
Dec 24 11:07:38.489409 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c8761c1b-98cc-44da-9116-f536d677e3e5 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:38.489489 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 40084) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:38.500311 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-717c3c54-86fd-4c7a-88aa-1a1d65af8620 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:d1:44:9e'}]}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:07:38.503338 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8761c1b-98cc-44da-9116-f536d677e3e5 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Releasing vlan 647 on physical network physnet1 to pool {{(pid=88879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 24 11:07:38.503792 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c8761c1b-98cc-44da-9116-f536d677e3e5 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036847652098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3926696'] for segment, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:38.520031 dv-neutron-822691-2-hyperv neutron-server[88767]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 11:07:38.520031 dv-neutron-822691-2-hyperv neutron-server[88767]:   % (table.description, expected, rows_matched)
Dec 24 11:07:38.520031 dv-neutron-822691-2-hyperv neutron-server[88767]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 11:07:38.520031 dv-neutron-822691-2-hyperv neutron-server[88767]:   % (table.description, expected, rows_matched)
Dec 24 11:07:38.520031 dv-neutron-822691-2-hyperv neutron-server[88767]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 11:07:38.520031 dv-neutron-822691-2-hyperv neutron-server[88767]:   % (table.description, expected, rows_matched)
Dec 24 11:07:38.520031 dv-neutron-822691-2-hyperv neutron-server[88767]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 11:07:38.520031 dv-neutron-822691-2-hyperv neutron-server[88767]:   % (table.description, expected, rows_matched)
Dec 24 11:07:38.520031 dv-neutron-822691-2-hyperv neutron-server[88767]: Traceback (most recent call last):
Dec 24 11:07:38.520031 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 24 11:07:38.520031 dv-neutron-822691-2-hyperv neutron-server[88767]:     timer()
Dec 24 11:07:38.520031 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 11:07:38.520031 dv-neutron-822691-2-hyperv neutron-server[88767]:     cb(*args, **kw)
Dec 24 11:07:38.520031 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 24 11:07:38.520031 dv-neutron-822691-2-hyperv neutron-server[88767]:     return func(*args, **kwargs)
Dec 24 11:07:38.520031 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 11:07:38.520031 dv-neutron-822691-2-hyperv neutron-server[88767]:     self._notify()
Dec 24 11:07:38.520031 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 11:07:38.520031 dv-neutron-822691-2-hyperv neutron-server[88767]:     self.callback(batched_events)
Dec 24 11:07:38.520031 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 11:07:38.520031 dv-neutron-822691-2-hyperv neutron-server[88767]:     event.method(event)
Dec 24 11:07:38.520031 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 11:07:38.520031 dv-neutron-822691-2-hyperv neutron-server[88767]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 11:07:38.520031 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 24 11:07:38.520031 dv-neutron-822691-2-hyperv neutron-server[88767]:     segment_id)['aggregates'][0]
Dec 24 11:07:38.520031 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 24 11:07:38.520031 dv-neutron-822691-2-hyperv neutron-server[88767]:     return f(self, *a, **k)
Dec 24 11:07:38.520031 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 11:07:38.520031 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self._get(url).json()
Dec 24 11:07:38.520031 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 24 11:07:38.520031 dv-neutron-822691-2-hyperv neutron-server[88767]:     **kwargs)
Dec 24 11:07:38.520031 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 24 11:07:38.520031 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self.request(url, 'GET', **kwargs)
Dec 24 11:07:38.520031 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 24 11:07:38.520031 dv-neutron-822691-2-hyperv neutron-server[88767]:     **endpoint_filter)
Dec 24 11:07:38.520031 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 24 11:07:38.520031 dv-neutron-822691-2-hyperv neutron-server[88767]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 11:07:38.520031 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 24 11:07:38.520031 dv-neutron-822691-2-hyperv neutron-server[88767]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 11:07:38.520031 dv-neutron-822691-2-hyperv neutron-server[88767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 11:07:38.546851 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64902c47-5e44-4582-9c7c-fab0f1160f08 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Made reservation on behalf of 0c8a50f395144560b74c2f8d4ea42f7b for: {'network': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:07:38.552322 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-64902c47-5e44-4582-9c7c-fab0f1160f08 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for network, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:38.600357 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-eaccc6f5-9320-42f8-adac-693b4909fed2 None None] Provisioning for port 3d745692-aace-4e7f-a310-a352be8a8f5f completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:07:38.606831 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-eaccc6f5-9320-42f8-adac-693b4909fed2 None None] Provisioning complete for port 3d745692-aace-4e7f-a310-a352be8a8f5f triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:07:38.607263 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-eaccc6f5-9320-42f8-adac-693b4909fed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:38.643623 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64902c47-5e44-4582-9c7c-fab0f1160f08 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] vlan segment allocate from pool success with {'vlan_id': 621, 'physical_network': 'physnet1'}  {{(pid=88878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 24 11:07:38.672231 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-eaccc6f5-9320-42f8-adac-693b4909fed2 None None] Port 3d745692-aace-4e7f-a310-a352be8a8f5f cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:07:38.677479 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c8761c1b-98cc-44da-9116-f536d677e3e5 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7126154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659196'] for network, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:38.737469 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-ee862ba8-908c-4eef-9e28-aaff5fb38403 tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:07:38.755959 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c8761c1b-98cc-44da-9116-f536d677e3e5 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Notify callbacks [] for network, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:38.774529 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8761c1b-98cc-44da-9116-f536d677e3e5 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Pushing event deleted for resources: {'Network': ['ID=2b3934f2-d557-4ac1-ade9-6b4f02cdf113,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:07:38.777652 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-64902c47-5e44-4582-9c7c-fab0f1160f08 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:38.778086 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.segments_db [None req-64902c47-5e44-4582-9c7c-fab0f1160f08 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Added segment 4c5d34e3-d1fa-4129-9591-b4263fa9bb64 of type vlan for network e742f132-09fc-45fa-a62b-335d85115951
Dec 24 11:07:38.780233 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c8761c1b-98cc-44da-9116-f536d677e3e5 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:07:38.785036 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-c8761c1b-98cc-44da-9116-f536d677e3e5 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] 10.222.0.65 "DELETE /v2.0/networks/2b3934f2-d557-4ac1-ade9-6b4f02cdf113 HTTP/1.1" status: 204  len: 168 time: 2.9673011
Dec 24 11:07:38.802723 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 40088) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:38.883215 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-0b0335f7-5304-4c43-b442-a86365cb6b94 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Synchronizing usage tracker for tenant:3ab254af086c42aeb42eb630e98b5525 on resource:port {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:07:38.900406 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-64902c47-5e44-4582-9c7c-fab0f1160f08 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363287349540024'] for network, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:38.925722 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-42843a8b-a504-447e-aafc-a77225ea828a tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854158724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-84560'] for router, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:38.930413 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-42843a8b-a504-447e-aafc-a77225ea828a tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:38.957789 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a53602c2-e45d-4e62-b09d-d75cba45f393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:38.958651 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-42843a8b-a504-447e-aafc-a77225ea828a tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854158830'] for router, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:38.959235 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42843a8b-a504-447e-aafc-a77225ea828a tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Fanout notify agent at l3_agent the message router_deleted on router be5e763f-ff7e-4f6d-90cb-0b992c233b0a {{(pid=88879) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 24 11:07:38.976729 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-42843a8b-a504-447e-aafc-a77225ea828a tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks [] for router, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:38.978273 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-42843a8b-a504-447e-aafc-a77225ea828a tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] 10.222.0.65 "DELETE /v2.0/routers/be5e763f-ff7e-4f6d-90cb-0b992c233b0a HTTP/1.1" status: 204  len: 168 time: 1.1383982
Dec 24 11:07:38.980928 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 40092) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:39.025561 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-0b0335f7-5304-4c43-b442-a86365cb6b94 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Unset dirty status for tenant:3ab254af086c42aeb42eb630e98b5525 on resource:port {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:07:39.026889 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-0b0335f7-5304-4c43-b442-a86365cb6b94 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2c790a3-ff0c-4d2e-9119-b483653246c3 HTTP/1.1" status: 200  len: 205 time: 0.2231162
Dec 24 11:07:39.031694 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 40096) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:39.036596 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-64902c47-5e44-4582-9c7c-fab0f1160f08 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636'] for network, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:39.040530 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64902c47-5e44-4582-9c7c-fab0f1160f08 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:07:39.041180 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-64902c47-5e44-4582-9c7c-fab0f1160f08 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Notify callbacks [] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:39.046234 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-b1610f9b-fa96-47ed-97b6-bda3e4afe0de tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:07:39.061021 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-717c3c54-86fd-4c7a-88aa-1a1d65af8620 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:39.288242 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c7109533-4749-4731-b202-a4545ff4ccc9 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Notify callbacks [] for router, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:39.309741 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bdfdbc84-c52d-4f40-b281-af314dc1f8fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:39.440195 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_v2 [None req-25c6a500-7f3b-41da-9a4d-ffd93fe87ff4 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Deleting subnet 802359b1-adc1-4315-9a7f-f4c05d851712 {{(pid=88879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 24 11:07:39.444383 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-25c6a500-7f3b-41da-9a4d-ffd93fe87ff4 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks [] for subnet, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:39.463579 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-64902c47-5e44-4582-9c7c-fab0f1160f08 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 1.0809298
Dec 24 11:07:39.464473 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64902c47-5e44-4582-9c7c-fab0f1160f08 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Pushing event updated for resources: {'Network': ['ID=e742f132-09fc-45fa-a62b-335d85115951,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:07:39.467488 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-64902c47-5e44-4582-9c7c-fab0f1160f08 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:07:39.468031 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 40100) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:39.477287 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Network e742f132-09fc-45fa-a62b-335d85115951 details requested by agent ovs-agent-dv-neutron-822691-2-hyperv with host dv-neutron-822691-2-hyperv {{(pid=88880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 24 11:07:39.493865 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-88b5b2cd-7c7e-474a-87f1-8ee74da4c477 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-846648979'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:07:39.504271 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-88b5b2cd-7c7e-474a-87f1-8ee74da4c477 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:07:39.515840 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-88b5b2cd-7c7e-474a-87f1-8ee74da4c477 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Usage tracker for resource:network and tenant:0c8a50f395144560b74c2f8d4ea42f7b is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:07:39.533469 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-88b5b2cd-7c7e-474a-87f1-8ee74da4c477 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:07:39.570806 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-88b5b2cd-7c7e-474a-87f1-8ee74da4c477 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:07:39.639269 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-25c6a500-7f3b-41da-9a4d-ffd93fe87ff4 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-786693'] for subnet, precommit_delete_associations {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:39.667961 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88b5b2cd-7c7e-474a-87f1-8ee74da4c477 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Made reservation on behalf of 0c8a50f395144560b74c2f8d4ea42f7b for: {'network': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:07:39.673534 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-88b5b2cd-7c7e-474a-87f1-8ee74da4c477 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for network, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:39.811491 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88b5b2cd-7c7e-474a-87f1-8ee74da4c477 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] vlan segment allocate from pool success with {'vlan_id': 617, 'physical_network': 'physnet1'}  {{(pid=88878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 24 11:07:39.844777 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-88b5b2cd-7c7e-474a-87f1-8ee74da4c477 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:39.845045 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.segments_db [None req-88b5b2cd-7c7e-474a-87f1-8ee74da4c477 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Added segment c75ff93a-fb13-4f7c-90ca-c16b4bea8b6c of type vlan for network 74ca49a2-5be1-4c4e-8800-0b340a075c3d
Dec 24 11:07:39.950842 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-717c3c54-86fd-4c7a-88aa-1a1d65af8620 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Notify callbacks [] for port, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:39.959019 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-717c3c54-86fd-4c7a-88aa-1a1d65af8620 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3978773'] for port, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:39.964213 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-88b5b2cd-7c7e-474a-87f1-8ee74da4c477 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363287349540024'] for network, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:39.970383 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f7699628-8d68-410f-9eef-6a1f35cd449b tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:07:40.085086 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c7109533-4749-4731-b202-a4545ff4ccc9 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854158724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-84560'] for router, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:40.096658 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c7109533-4749-4731-b202-a4545ff4ccc9 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:40.116013 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717c3c54-86fd-4c7a-88aa-1a1d65af8620 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Pushing event updated for resources: {'Port': ['ID=3d745692-aace-4e7f-a310-a352be8a8f5f,revision_number=2']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:07:40.127098 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-717c3c54-86fd-4c7a-88aa-1a1d65af8620 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:07:40.139429 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-25c6a500-7f3b-41da-9a4d-ffd93fe87ff4 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847655656'] for subnet, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:40.142162 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-88b5b2cd-7c7e-474a-87f1-8ee74da4c477 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636'] for network, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:40.146447 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88b5b2cd-7c7e-474a-87f1-8ee74da4c477 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:07:40.147138 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-88b5b2cd-7c7e-474a-87f1-8ee74da4c477 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Notify callbacks [] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:40.157103 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-95be70bf-7999-432e-85e6-c6f178ebf031 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:07:40.174738 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c7109533-4749-4731-b202-a4545ff4ccc9 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854158830'] for router, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:40.175326 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7109533-4749-4731-b202-a4545ff4ccc9 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Fanout notify agent at l3_agent the message router_deleted on router c2c790a3-ff0c-4d2e-9119-b483653246c3 {{(pid=88879) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 24 11:07:40.201472 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c7109533-4749-4731-b202-a4545ff4ccc9 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Notify callbacks [] for router, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:40.205387 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-c7109533-4749-4731-b202-a4545ff4ccc9 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] 10.222.0.65 "DELETE /v2.0/routers/c2c790a3-ff0c-4d2e-9119-b483653246c3 HTTP/1.1" status: 204  len: 168 time: 1.1699843
Dec 24 11:07:40.220945 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-717c3c54-86fd-4c7a-88aa-1a1d65af8620 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] In _notify_port_updated(), no bound segment for port 3d745692-aace-4e7f-a310-a352be8a8f5f on network fd6adeef-9a35-40f2-8251-abc372e5b228 {{(pid=88878) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}}
Dec 24 11:07:40.225264 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-717c3c54-86fd-4c7a-88aa-1a1d65af8620 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:07:40.226027 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-717c3c54-86fd-4c7a-88aa-1a1d65af8620 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:40.230402 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-717c3c54-86fd-4c7a-88aa-1a1d65af8620 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] 10.222.0.65 "PUT /v2.0/ports/3d745692-aace-4e7f-a310-a352be8a8f5f HTTP/1.1" status: 200  len: 997 time: 1.7358279
Dec 24 11:07:40.231158 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 40106) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:40.246735 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-88b5b2cd-7c7e-474a-87f1-8ee74da4c477 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 0.7705717
Dec 24 11:07:40.275296 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 40110) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:40.289789 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-66b2ce17-9120-48b4-9d06-c5ce4de8edc3 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Request body: {'ports': [{'network_id': 'e742f132-09fc-45fa-a62b-335d85115951', 'name': 'tempest-port--191756236', 'admin_state_up': True}, {'network_id': '74ca49a2-5be1-4c4e-8800-0b340a075c3d', 'admin_state_up': False}]} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:07:40.290169 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-66b2ce17-9120-48b4-9d06-c5ce4de8edc3 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Request body: {'port': {'network_id': 'e742f132-09fc-45fa-a62b-335d85115951', 'name': 'tempest-port--191756236', 'admin_state_up': True}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:07:40.290699 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-66b2ce17-9120-48b4-9d06-c5ce4de8edc3 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Request body: {'port': {'network_id': '74ca49a2-5be1-4c4e-8800-0b340a075c3d', 'admin_state_up': False}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:07:40.307323 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b5b2cd-7c7e-474a-87f1-8ee74da4c477 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Pushing event updated for resources: {'Network': ['ID=74ca49a2-5be1-4c4e-8800-0b340a075c3d,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:07:40.310876 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-88b5b2cd-7c7e-474a-87f1-8ee74da4c477 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:07:40.312440 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-25c6a500-7f3b-41da-9a4d-ffd93fe87ff4 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7120129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850854134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851156349'] for subnet, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:40.322578 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Network 74ca49a2-5be1-4c4e-8800-0b340a075c3d details requested by agent ovs-agent-dv-neutron-822691-2-hyperv with host dv-neutron-822691-2-hyperv {{(pid=88880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 24 11:07:40.324043 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-5eaff504-508e-4739-8dec-00b5c123c68e tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:07:40.329297 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f09977db-6dba-43cd-82fa-3ab33f9b18ee tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Router 24f0b5d8-d368-4970-b4e5-f35e9299f571 has already been hosted by L3 agent 198cca88-1338-4098-b44b-beb0346ac906 {{(pid=88878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 24 11:07:40.391246 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c6a500-7f3b-41da-9a4d-ffd93fe87ff4 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Pushing event deleted for resources: {'Subnet': ['ID=802359b1-adc1-4315-9a7f-f4c05d851712,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:07:40.409778 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-25c6a500-7f3b-41da-9a4d-ffd93fe87ff4 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:07:40.423192 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-25c6a500-7f3b-41da-9a4d-ffd93fe87ff4 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks [] for subnet, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:40.431799 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-541ece27-ed45-4551-90c5-b51b1a136817 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Deleting port 3d745692-aace-4e7f-a310-a352be8a8f5f {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:07:40.433234 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-541ece27-ed45-4551-90c5-b51b1a136817 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:40.488404 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d3ce7b4-d65d-4b70-8e9a-aab44c438269 None None] Network a890bb5d-1b1f-420c-b6d4-bc333e1793d0 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:07:40.555291 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-25c6a500-7f3b-41da-9a4d-ffd93fe87ff4 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] 10.222.0.65 "DELETE /v2.0/subnets/802359b1-adc1-4315-9a7f-f4c05d851712 HTTP/1.1" status: 204  len: 168 time: 1.5732205
Dec 24 11:07:40.559150 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 40116) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:40.635845 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-5e4af262-8181-424c-88d5-c303ea9d2880 None None] Provisioning complete for port 3d745692-aace-4e7f-a310-a352be8a8f5f triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:07:40.636488 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5e4af262-8181-424c-88d5-c303ea9d2880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:40.689161 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 40120) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:40.767652 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-39ff93cf-c0b7-48c5-95f3-6f7e9977387d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:40.777380 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-66b2ce17-9120-48b4-9d06-c5ce4de8edc3 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:07:40.782540 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-5e4af262-8181-424c-88d5-c303ea9d2880 None None] Port 3d745692-aace-4e7f-a310-a352be8a8f5f cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:07:40.788543 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-66b2ce17-9120-48b4-9d06-c5ce4de8edc3 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Usage tracker for resource:port and tenant:0c8a50f395144560b74c2f8d4ea42f7b is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:07:40.793799 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1a22c089-d937-49b8-8826-0499fcb0642d tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036847558493'] for network, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:40.802903 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-66b2ce17-9120-48b4-9d06-c5ce4de8edc3 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:07:40.814416 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-66b2ce17-9120-48b4-9d06-c5ce4de8edc3 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:07:40.819190 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-1a22c089-d937-49b8-8826-0499fcb0642d tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Deleting port eeba05dc-5b37-4e9f-931a-4507bf1ee3f3 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:07:40.819562 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1a22c089-d937-49b8-8826-0499fcb0642d tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:40.863644 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f09977db-6dba-43cd-82fa-3ab33f9b18ee tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:07:40.870247 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f09977db-6dba-43cd-82fa-3ab33f9b18ee tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for floatingip, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:40.878489 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5863d04e-aeed-4e0f-9dfd-bc3c817d50fe None None] Sync routers for ids ['24f0b5d8-d368-4970-b4e5-f35e9299f571'] in dv-neutron-822691-2-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:07:40.892466 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66b2ce17-9120-48b4-9d06-c5ce4de8edc3 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Made reservation on behalf of 0c8a50f395144560b74c2f8d4ea42f7b for: {'port': 2} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:07:40.898929 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-66b2ce17-9120-48b4-9d06-c5ce4de8edc3 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:40.907388 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5863d04e-aeed-4e0f-9dfd-bc3c817d50fe None None] Routers {'24f0b5d8-d368-4970-b4e5-f35e9299f571'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:07:40.908768 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-5863d04e-aeed-4e0f-9dfd-bc3c817d50fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5272090f98>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:07:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['24f0b5d8-d368-4970-b4e5-f35e9299f571'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:07:40.929341 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-66b2ce17-9120-48b4-9d06-c5ce4de8edc3 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:40.964613 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-541ece27-ed45-4551-90c5-b51b1a136817 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:40.984072 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f89ee4ea-dc55-467f-a35e-ce7b2f2d0242 None None] DHCP port deletion for a890bb5d-1b1f-420c-b6d4-bc333e1793d0 request from dv-neutron-822691-2-hyperv {{(pid=88880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 24 11:07:40.997452 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-5863d04e-aeed-4e0f-9dfd-bc3c817d50fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5272090f98>, [], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:07:40.998944 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-f89ee4ea-dc55-467f-a35e-ce7b2f2d0242 None None] Deleting port eeba05dc-5b37-4e9f-931a-4507bf1ee3f3 {{(pid=88880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:07:40.998944 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f89ee4ea-dc55-467f-a35e-ce7b2f2d0242 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:41.039248 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-ddbc4af5-8edf-4ec1-a5b9-32065955be90 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3ab254af086c42aeb42eb630e98b5525&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3026519
Dec 24 11:07:41.045867 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 40126) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:41.086351 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5863d04e-aeed-4e0f-9dfd-bc3c817d50fe None None] Routers {'24f0b5d8-d368-4970-b4e5-f35e9299f571'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:07:41.087337 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-5863d04e-aeed-4e0f-9dfd-bc3c817d50fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5272090f98>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:07:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['24f0b5d8-d368-4970-b4e5-f35e9299f571'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:07:41.120994 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-541ece27-ed45-4551-90c5-b51b1a136817 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Calling delete_port for 3d745692-aace-4e7f-a310-a352be8a8f5f owned by  {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:07:41.173966 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-5863d04e-aeed-4e0f-9dfd-bc3c817d50fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5272090f98>, [], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:07:41.174173 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5863d04e-aeed-4e0f-9dfd-bc3c817d50fe None None] The sync data for ids ['24f0b5d8-d368-4970-b4e5-f35e9299f571'] in dv-neutron-822691-2-hyperv is: [] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:07:41.198478 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-f09977db-6dba-43cd-82fa-3ab33f9b18ee tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] 10.222.0.65 "PUT /v2.0/floatingips/c3f87542-cc4e-4334-a4e3-be8a9f86577a HTTP/1.1" status: 200  len: 979 time: 5.2639070
Dec 24 11:07:41.203397 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 40130) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:41.263093 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [None req-66b2ce17-9120-48b4-9d06-c5ce4de8edc3 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] device_id is not set on port 5389628e-e24e-41be-b891-2006fe8c52f2 yet. {{(pid=88879) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 24 11:07:41.300399 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-f89ee4ea-dc55-467f-a35e-ce7b2f2d0242 None None] For port eeba05dc-5b37-4e9f-931a-4507bf1ee3f3, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=eeba05dc-5b37-4e9f-931a-4507bf1ee3f3,segment=NetworkSegment(780427ea-b5a0-4f98-888b-cd4e43ac0109),segment_id=780427ea-b5a0-4f98-888b-cd4e43ac0109)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:07:41.300837 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f89ee4ea-dc55-467f-a35e-ce7b2f2d0242 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:41.396230 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-1a22c089-d937-49b8-8826-0499fcb0642d tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] For port eeba05dc-5b37-4e9f-931a-4507bf1ee3f3, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=eeba05dc-5b37-4e9f-931a-4507bf1ee3f3,segment=NetworkSegment(780427ea-b5a0-4f98-888b-cd4e43ac0109),segment_id=780427ea-b5a0-4f98-888b-cd4e43ac0109)] {{(pid=88878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:07:41.396783 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1a22c089-d937-49b8-8826-0499fcb0642d tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:41.443452 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-541ece27-ed45-4551-90c5-b51b1a136817 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:41.448171 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-f89ee4ea-dc55-467f-a35e-ce7b2f2d0242 None None] Calling delete_port for eeba05dc-5b37-4e9f-931a-4507bf1ee3f3 owned by network:dhcp {{(pid=88880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:07:41.450867 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-5ba2b3ca-190b-451e-b51b-f460994f2a61 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:07:41.514125 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541ece27-ed45-4551-90c5-b51b1a136817 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Pushing event deleted for resources: {'Port': ['ID=3d745692-aace-4e7f-a310-a352be8a8f5f,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:07:41.526779 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-541ece27-ed45-4551-90c5-b51b1a136817 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:07:41.595047 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-1a22c089-d937-49b8-8826-0499fcb0642d tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Calling delete_port for eeba05dc-5b37-4e9f-931a-4507bf1ee3f3 owned by network:dhcp {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:07:41.631359 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0a8bebb8-08eb-4b61-a524-1b611904729b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:41.653332 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-66b2ce17-9120-48b4-9d06-c5ce4de8edc3 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:41.723681 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-541ece27-ed45-4551-90c5-b51b1a136817 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:41.777718 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-316ed372-85b2-48a7-be90-b58778dca1ec tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Deleting port 2eea50bd-3919-4057-8fdf-e23bb291e8bd {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:07:41.778054 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f89ee4ea-dc55-467f-a35e-ce7b2f2d0242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392'] for port, after_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:41.778432 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-316ed372-85b2-48a7-be90-b58778dca1ec tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:41.796221 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-541ece27-ed45-4551-90c5-b51b1a136817 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] 10.222.0.65 "DELETE /v2.0/ports/3d745692-aace-4e7f-a310-a352be8a8f5f HTTP/1.1" status: 204  len: 168 time: 1.5614400
Dec 24 11:07:41.797756 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:07:41.806989 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 40134) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:41.848852 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89ee4ea-dc55-467f-a35e-ce7b2f2d0242 None None] Pushing event deleted for resources: {'Port': ['ID=eeba05dc-5b37-4e9f-931a-4507bf1ee3f3,revision_number=None']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:07:41.853175 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89ee4ea-dc55-467f-a35e-ce7b2f2d0242 None None] No DVR routers for this DVR port eeba05dc-5b37-4e9f-931a-4507bf1ee3f3 on host dv-neutron-822691-2-hyperv {{(pid=88880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 24 11:07:41.855545 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f89ee4ea-dc55-467f-a35e-ce7b2f2d0242 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:07:41.860015 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [None req-66b2ce17-9120-48b4-9d06-c5ce4de8edc3 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] device_id is not set on port d9cea6be-ccb9-4111-9e60-fc4680e23182 yet. {{(pid=88879) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 24 11:07:41.866113 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4b3fccd-9d08-426e-a026-c5b3e6609ca2 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] GET failed (client error): The resource could not be found.
Dec 24 11:07:41.866953 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-b4b3fccd-9d08-426e-a026-c5b3e6609ca2 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Synchronizing usage tracker for tenant:a8062a50276e4e34b599bfc2e9678433 on resource:port {{(pid=88879) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:07:41.891456 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0a8bebb8-08eb-4b61-a524-1b611904729b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:41.893645 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-b4b3fccd-9d08-426e-a026-c5b3e6609ca2 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Unset dirty status for tenant:a8062a50276e4e34b599bfc2e9678433 on resource:port {{(pid=88879) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:07:41.894997 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-b4b3fccd-9d08-426e-a026-c5b3e6609ca2 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] 10.222.0.65 "GET /v2.0/ports/3d745692-aace-4e7f-a310-a352be8a8f5f HTTP/1.1" status: 404  len: 333 time: 0.0869570
Dec 24 11:07:41.899029 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 40138) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:41.907393 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-a229b898-0c17-4bf2-b809-ff2106217704 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Request body: {'port': {'network_id': 'fd6adeef-9a35-40f2-8251-abc372e5b228', 'name': 'tempest-AllowedAddressPairTestJSON-79497753'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:07:41.933633 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device eeba05dc-5b37-4e9f-931a-4507bf1ee3f3 no longer exists at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:07:41.970520 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] No Port match for: eeba05dc-5b37-4e9f-931a-4507bf1ee3f3 {{(pid=88880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 24 11:07:41.971145 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device eeba05dc-5b37-4e9f-931a-4507bf1ee3f3 not bound to the agent host dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 24 11:07:42.058525 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.db.api [None req-1a22c089-d937-49b8-8826-0499fcb0642d tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88878) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 24 11:07:42.058778 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_db.api [None req-1a22c089-d937-49b8-8826-0499fcb0642d tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 24 11:07:42.083426 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0a8bebb8-08eb-4b61-a524-1b611904729b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:42.089257 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-316ed372-85b2-48a7-be90-b58778dca1ec tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:42.089257 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-316ed372-85b2-48a7-be90-b58778dca1ec tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:42.097489 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-67c693b7-4d2c-447a-9280-9c9c8da2e451 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:07:42.168715 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-66b2ce17-9120-48b4-9d06-c5ce4de8edc3 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:42.171888 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-a229b898-0c17-4bf2-b809-ff2106217704 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:07:42.172930 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8bebb8-08eb-4b61-a524-1b611904729b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f69094d2-6768-4a1a-a44f-73ab7929b188,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:07:42.175910 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-0a8bebb8-08eb-4b61-a524-1b611904729b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:07:42.187232 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-a229b898-0c17-4bf2-b809-ff2106217704 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:07:42.203014 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a229b898-0c17-4bf2-b809-ff2106217704 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Made reservation on behalf of a8062a50276e4e34b599bfc2e9678433 for: {'port': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:07:42.208702 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a229b898-0c17-4bf2-b809-ff2106217704 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:42.237968 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-66b2ce17-9120-48b4-9d06-c5ce4de8edc3 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:42.240257 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [None req-a229b898-0c17-4bf2-b809-ff2106217704 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] device_id is not set on port b9c5becf-18c8-4212-956e-e268c25fa4db yet. {{(pid=88879) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 24 11:07:42.253262 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-316ed372-85b2-48a7-be90-b58778dca1ec tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Calling delete_port for 2eea50bd-3919-4057-8fdf-e23bb291e8bd owned by network:floatingip {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:07:42.284450 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-3d52b4c2-8c75-4262-9d89-9d5f6e711194 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:07:42.301585 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0a8bebb8-08eb-4b61-a524-1b611904729b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:42.302898 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-0a8bebb8-08eb-4b61-a524-1b611904729b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f69094d2-6768-4a1a-a44f-73ab7929b188 HTTP/1.1" status: 204  len: 168 time: 1.2557714
Dec 24 11:07:42.416688 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b2ce17-9120-48b4-9d06-c5ce4de8edc3 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Pushing event updated for resources: {'Port': ['ID=5389628e-e24e-41be-b891-2006fe8c52f2,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:07:42.438420 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-316ed372-85b2-48a7-be90-b58778dca1ec tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:42.443796 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-717c3c54-86fd-4c7a-88aa-1a1d65af8620 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:07:42.453128 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-66b2ce17-9120-48b4-9d06-c5ce4de8edc3 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:07:42.483574 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66b2ce17-9120-48b4-9d06-c5ce4de8edc3 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Checking segment: {'id': '4c5d34e3-d1fa-4129-9591-b4263fa9bb64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'e742f132-09fc-45fa-a62b-335d85115951'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:07:42.483939 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66b2ce17-9120-48b4-9d06-c5ce4de8edc3 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Network hostable DHCP agents. Network: e742f132-09fc-45fa-a62b-335d85115951, hostable agents: ['edcf98dc-3032-472a-8b3d-f23fd1e89806'], hosted agents: [] {{(pid=88879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 24 11:07:42.489090 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316ed372-85b2-48a7-be90-b58778dca1ec tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Pushing event deleted for resources: {'Port': ['ID=2eea50bd-3919-4057-8fdf-e23bb291e8bd,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:07:42.493998 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-316ed372-85b2-48a7-be90-b58778dca1ec tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:07:42.509374 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-a229b898-0c17-4bf2-b809-ff2106217704 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Allocated IP 172.20.0.10 (fd6adeef-9a35-40f2-8251-abc372e5b228/3244f665-097d-4f9a-acd2-3ce51d235e13/b9c5becf-18c8-4212-956e-e268c25fa4db) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:07:42.564956 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-1a22c089-d937-49b8-8826-0499fcb0642d tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Deleting port eeba05dc-5b37-4e9f-931a-4507bf1ee3f3 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:07:42.565532 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1a22c089-d937-49b8-8826-0499fcb0642d tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:42.565700 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66b2ce17-9120-48b4-9d06-c5ce4de8edc3 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Network e742f132-09fc-45fa-a62b-335d85115951 is scheduled to be hosted by DHCP agent edcf98dc-3032-472a-8b3d-f23fd1e89806 with binding_index 1 {{(pid=88879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 24 11:07:42.587525 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-66b2ce17-9120-48b4-9d06-c5ce4de8edc3 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822691-2-hyperv, e742f132-09fc-45fa-a62b-335d85115951) {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:07:42.599340 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dd2452c-a111-45d1-9827-2e0e5c270e7a None None] Network e742f132-09fc-45fa-a62b-335d85115951 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:07:42.624698 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b2ce17-9120-48b4-9d06-c5ce4de8edc3 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:07:42.625667 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-66b2ce17-9120-48b4-9d06-c5ce4de8edc3 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:42.646120 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-ddf9af17-7331-4255-9bca-dfa0fa272a45 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:07:42.674008 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-1a22c089-d937-49b8-8826-0499fcb0642d tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] The port 'eeba05dc-5b37-4e9f-931a-4507bf1ee3f3' was deleted {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 24 11:07:42.821335 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b2ce17-9120-48b4-9d06-c5ce4de8edc3 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Pushing event updated for resources: {'Port': ['ID=d9cea6be-ccb9-4111-9e60-fc4680e23182,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:07:42.830007 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-66b2ce17-9120-48b4-9d06-c5ce4de8edc3 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:07:42.874494 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a229b898-0c17-4bf2-b809-ff2106217704 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:42.878734 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66b2ce17-9120-48b4-9d06-c5ce4de8edc3 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Checking segment: {'id': 'c75ff93a-fb13-4f7c-90ca-c16b4bea8b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '74ca49a2-5be1-4c4e-8800-0b340a075c3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:07:42.879121 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66b2ce17-9120-48b4-9d06-c5ce4de8edc3 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Network hostable DHCP agents. Network: 74ca49a2-5be1-4c4e-8800-0b340a075c3d, hostable agents: ['edcf98dc-3032-472a-8b3d-f23fd1e89806'], hosted agents: [] {{(pid=88879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 24 11:07:42.905818 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-a229b898-0c17-4bf2-b809-ff2106217704 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Transition to ACTIVE for port object b9c5becf-18c8-4212-956e-e268c25fa4db will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:07:42.924399 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66b2ce17-9120-48b4-9d06-c5ce4de8edc3 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Network 74ca49a2-5be1-4c4e-8800-0b340a075c3d is scheduled to be hosted by DHCP agent edcf98dc-3032-472a-8b3d-f23fd1e89806 with binding_index 1 {{(pid=88879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 24 11:07:42.937977 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-66b2ce17-9120-48b4-9d06-c5ce4de8edc3 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822691-2-hyperv, 74ca49a2-5be1-4c4e-8800-0b340a075c3d) {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:07:42.942045 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a229b898-0c17-4bf2-b809-ff2106217704 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:42.943556 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b2ce17-9120-48b4-9d06-c5ce4de8edc3 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:07:42.947908 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66b2ce17-9120-48b4-9d06-c5ce4de8edc3 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:07:42.951488 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66b2ce17-9120-48b4-9d06-c5ce4de8edc3 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:07:42.951687 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-363b03ab-ac08-4651-9233-a1b150a18349 None None] Network 74ca49a2-5be1-4c4e-8800-0b340a075c3d requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:07:42.952255 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-66b2ce17-9120-48b4-9d06-c5ce4de8edc3 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:42.961612 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-84db2f65-9e2b-4403-a7bd-8e95eb68b4d0 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:07:43.054678 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a229b898-0c17-4bf2-b809-ff2106217704 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Network fd6adeef-9a35-40f2-8251-abc372e5b228 is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:07:43.059032 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-a229b898-0c17-4bf2-b809-ff2106217704 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Resources bound (agent type, host, resource id):  {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:07:43.061265 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a229b898-0c17-4bf2-b809-ff2106217704 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Pushing event updated for resources: {'Port': ['ID=b9c5becf-18c8-4212-956e-e268c25fa4db,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:07:43.066790 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-66b2ce17-9120-48b4-9d06-c5ce4de8edc3 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1449 time: 2.7880175
Dec 24 11:07:43.066790 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a229b898-0c17-4bf2-b809-ff2106217704 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:07:43.067519 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1a22c089-d937-49b8-8826-0499fcb0642d tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847649663', 'neutron.services.segments.db._delete_segments_for_network-8749505737672'] for network, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:43.093037 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-a229b898-0c17-4bf2-b809-ff2106217704 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:07:43.094441 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 40156) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:43.098169 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-1a22c089-d937-49b8-8826-0499fcb0642d tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f52714de898>,) {'filters': {'network_id': ['a890bb5d-1b1f-420c-b6d4-bc333e1793d0']}} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:07:43.113307 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-1a22c089-d937-49b8-8826-0499fcb0642d tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f52714de898>, '780427ea-b5a0-4f98-888b-cd4e43ac0109') {'for_net_delete': True} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:07:43.113683 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-1a22c089-d937-49b8-8826-0499fcb0642d tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f52714de898>, '780427ea-b5a0-4f98-888b-cd4e43ac0109') {} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:07:43.129125 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1a22c089-d937-49b8-8826-0499fcb0642d tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749505745113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2241371'] for segment, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:43.148596 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-316ed372-85b2-48a7-be90-b58778dca1ec tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks [] for floatingip, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:43.200126 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1a22c089-d937-49b8-8826-0499fcb0642d tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:43.229575 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a22c089-d937-49b8-8826-0499fcb0642d tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Releasing vlan 642 on physical network physnet1 to pool {{(pid=88878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 24 11:07:43.230101 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1a22c089-d937-49b8-8826-0499fcb0642d tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036847652098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850807864'] for segment, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:43.246891 dv-neutron-822691-2-hyperv neutron-server[88767]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 11:07:43.246891 dv-neutron-822691-2-hyperv neutron-server[88767]:   % (table.description, expected, rows_matched)
Dec 24 11:07:43.246891 dv-neutron-822691-2-hyperv neutron-server[88767]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 11:07:43.246891 dv-neutron-822691-2-hyperv neutron-server[88767]:   % (table.description, expected, rows_matched)
Dec 24 11:07:43.246891 dv-neutron-822691-2-hyperv neutron-server[88767]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 11:07:43.246891 dv-neutron-822691-2-hyperv neutron-server[88767]:   % (table.description, expected, rows_matched)
Dec 24 11:07:43.246891 dv-neutron-822691-2-hyperv neutron-server[88767]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 11:07:43.246891 dv-neutron-822691-2-hyperv neutron-server[88767]:   % (table.description, expected, rows_matched)
Dec 24 11:07:43.246891 dv-neutron-822691-2-hyperv neutron-server[88767]: Traceback (most recent call last):
Dec 24 11:07:43.246891 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 24 11:07:43.246891 dv-neutron-822691-2-hyperv neutron-server[88767]:     timer()
Dec 24 11:07:43.246891 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 11:07:43.246891 dv-neutron-822691-2-hyperv neutron-server[88767]:     cb(*args, **kw)
Dec 24 11:07:43.246891 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 24 11:07:43.246891 dv-neutron-822691-2-hyperv neutron-server[88767]:     return func(*args, **kwargs)
Dec 24 11:07:43.246891 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 11:07:43.246891 dv-neutron-822691-2-hyperv neutron-server[88767]:     self._notify()
Dec 24 11:07:43.246891 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 11:07:43.246891 dv-neutron-822691-2-hyperv neutron-server[88767]:     self.callback(batched_events)
Dec 24 11:07:43.246891 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 11:07:43.246891 dv-neutron-822691-2-hyperv neutron-server[88767]:     event.method(event)
Dec 24 11:07:43.246891 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 11:07:43.246891 dv-neutron-822691-2-hyperv neutron-server[88767]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 11:07:43.246891 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 24 11:07:43.246891 dv-neutron-822691-2-hyperv neutron-server[88767]:     segment_id)['aggregates'][0]
Dec 24 11:07:43.246891 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 24 11:07:43.246891 dv-neutron-822691-2-hyperv neutron-server[88767]:     return f(self, *a, **k)
Dec 24 11:07:43.246891 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 11:07:43.246891 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self._get(url).json()
Dec 24 11:07:43.246891 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 24 11:07:43.246891 dv-neutron-822691-2-hyperv neutron-server[88767]:     **kwargs)
Dec 24 11:07:43.246891 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 24 11:07:43.246891 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self.request(url, 'GET', **kwargs)
Dec 24 11:07:43.246891 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 24 11:07:43.246891 dv-neutron-822691-2-hyperv neutron-server[88767]:     **endpoint_filter)
Dec 24 11:07:43.246891 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 24 11:07:43.246891 dv-neutron-822691-2-hyperv neutron-server[88767]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 11:07:43.246891 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 24 11:07:43.246891 dv-neutron-822691-2-hyperv neutron-server[88767]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 11:07:43.246891 dv-neutron-822691-2-hyperv neutron-server[88767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 11:07:43.356749 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1a22c089-d937-49b8-8826-0499fcb0642d tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7126154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659196'] for network, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:43.368799 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-a473db06-0c34-4ba4-8abd-97efbe3ac70c tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:07:43.386021 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1a22c089-d937-49b8-8826-0499fcb0642d tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks [] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:43.408106 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a22c089-d937-49b8-8826-0499fcb0642d tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Pushing event deleted for resources: {'Network': ['ID=a890bb5d-1b1f-420c-b6d4-bc333e1793d0,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:07:43.412456 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-1a22c089-d937-49b8-8826-0499fcb0642d tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:07:43.472105 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 40164) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:43.474914 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-1a22c089-d937-49b8-8826-0499fcb0642d tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] 10.222.0.65 "DELETE /v2.0/networks/a890bb5d-1b1f-420c-b6d4-bc333e1793d0 HTTP/1.1" status: 204  len: 168 time: 2.9138215
Dec 24 11:07:43.480745 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 40168) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:43.489448 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a229b898-0c17-4bf2-b809-ff2106217704 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:07:43.490201 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a229b898-0c17-4bf2-b809-ff2106217704 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:43.502626 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-c620431a-a8d3-4c0c-b904-46a62c4619aa tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-644231010', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:07:43.539918 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-c620431a-a8d3-4c0c-b904-46a62c4619aa tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:07:43.554900 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-c620431a-a8d3-4c0c-b904-46a62c4619aa tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Usage tracker for resource:router and tenant:59b398769254445dae3d1f85e7f0f818 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:07:43.559277 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-c620431a-a8d3-4c0c-b904-46a62c4619aa tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:07:43.566558 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-9ce5baac-f6a1-4765-bb72-3f161a496e56 None None] Provisioning for port b9c5becf-18c8-4212-956e-e268c25fa4db completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:07:43.573100 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-9ce5baac-f6a1-4765-bb72-3f161a496e56 None None] Provisioning complete for port b9c5becf-18c8-4212-956e-e268c25fa4db triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:07:43.573527 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9ce5baac-f6a1-4765-bb72-3f161a496e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:43.578763 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-a229b898-0c17-4bf2-b809-ff2106217704 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 936 time: 1.6760583
Dec 24 11:07:43.578763 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-c620431a-a8d3-4c0c-b904-46a62c4619aa tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:07:43.580998 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 40174) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:43.590891 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-e9bde615-575f-43fa-8d81-4040a6a1dcc7 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Request body: {'port': {'network_id': 'fd6adeef-9a35-40f2-8251-abc372e5b228', 'name': 'tempest-AllowedAddressPairTestJSON-396245542'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:07:43.625677 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8040fa2c-e29d-46c4-a221-c34e41f8ccc1 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:07:43.630137 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8040fa2c-e29d-46c4-a221-c34e41f8ccc1 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:07:43.630990 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-8040fa2c-e29d-46c4-a221-c34e41f8ccc1 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Synchronizing usage tracker for tenant:0c8a50f395144560b74c2f8d4ea42f7b on resource:port {{(pid=88879) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:07:43.661662 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-4327c2d4-b700-48b5-9825-72f8e623620a tempest-SubnetPoolsTestJSON-1182937465 tempest-SubnetPoolsTestJSON-1182937465-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1165175779', 'prefixes': ['172.20.0.0/16']}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:07:43.661916 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c620431a-a8d3-4c0c-b904-46a62c4619aa tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-612016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-84579'] for router, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:43.663322 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c620431a-a8d3-4c0c-b904-46a62c4619aa tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854163950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659046', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854079771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854691221'] for router, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:43.670891 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-4327c2d4-b700-48b5-9825-72f8e623620a tempest-SubnetPoolsTestJSON-1182937465 tempest-SubnetPoolsTestJSON-1182937465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:07:43.687671 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-9ce5baac-f6a1-4765-bb72-3f161a496e56 None None] Port b9c5becf-18c8-4212-956e-e268c25fa4db cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:07:43.756847 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-8040fa2c-e29d-46c4-a221-c34e41f8ccc1 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Unset dirty status for tenant:0c8a50f395144560b74c2f8d4ea42f7b on resource:port {{(pid=88879) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:07:43.758550 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-8040fa2c-e29d-46c4-a221-c34e41f8ccc1 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1444 time: 0.6594350
Dec 24 11:07:43.766433 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 40178) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:43.788141 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c620431a-a8d3-4c0c-b904-46a62c4619aa tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:43.809543 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-e9bde615-575f-43fa-8d81-4040a6a1dcc7 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:07:43.824193 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-e9bde615-575f-43fa-8d81-4040a6a1dcc7 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:07:43.828329 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c620431a-a8d3-4c0c-b904-46a62c4619aa tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854163800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854116816'] for router, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:43.848929 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9bde615-575f-43fa-8d81-4040a6a1dcc7 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Made reservation on behalf of a8062a50276e4e34b599bfc2e9678433 for: {'port': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:07:43.854650 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e9bde615-575f-43fa-8d81-4040a6a1dcc7 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:43.870709 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-c659cc25-33bb-4151-b53c-3c193600d176 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Deleting port 5389628e-e24e-41be-b891-2006fe8c52f2 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:07:43.871098 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c659cc25-33bb-4151-b53c-3c193600d176 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:43.881267 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c620431a-a8d3-4c0c-b904-46a62c4619aa tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks [] for router, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:43.882617 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-c620431a-a8d3-4c0c-b904-46a62c4619aa tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201  len: 702 time: 0.4001007
Dec 24 11:07:43.888011 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 40182) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:43.891014 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [None req-e9bde615-575f-43fa-8d81-4040a6a1dcc7 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] device_id is not set on port 9ab830a4-e412-42ce-ab2d-a1a850d141da yet. {{(pid=88879) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 24 11:07:43.931051 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-5b2219af-0525-4aaf-8aa1-263ab832883a tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-444962164'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:07:43.937555 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-5b2219af-0525-4aaf-8aa1-263ab832883a tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:07:43.951339 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-5b2219af-0525-4aaf-8aa1-263ab832883a tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Usage tracker for resource:network and tenant:59b398769254445dae3d1f85e7f0f818 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:07:43.957517 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-5b2219af-0525-4aaf-8aa1-263ab832883a tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:07:43.973092 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-5b2219af-0525-4aaf-8aa1-263ab832883a tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:07:44.007229 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-316ed372-85b2-48a7-be90-b58778dca1ec tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Router 24f0b5d8-d368-4970-b4e5-f35e9299f571 has already been hosted by L3 agent 198cca88-1338-4098-b44b-beb0346ac906 {{(pid=88878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 24 11:07:44.024907 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4327c2d4-b700-48b5-9825-72f8e623620a tempest-SubnetPoolsTestJSON-1182937465 tempest-SubnetPoolsTestJSON-1182937465-project] Notify callbacks [] for subnetpool, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:44.026277 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-4327c2d4-b700-48b5-9825-72f8e623620a tempest-SubnetPoolsTestJSON-1182937465 tempest-SubnetPoolsTestJSON-1182937465-project] 10.222.0.65 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 737 time: 0.5497007
Dec 24 11:07:44.032300 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b2219af-0525-4aaf-8aa1-263ab832883a tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Made reservation on behalf of 59b398769254445dae3d1f85e7f0f818 for: {'network': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:07:44.037858 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5b2219af-0525-4aaf-8aa1-263ab832883a tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for network, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:44.047461 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 40186) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:44.101393 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-e9bde615-575f-43fa-8d81-4040a6a1dcc7 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Allocated IP 172.20.0.14 (fd6adeef-9a35-40f2-8251-abc372e5b228/3244f665-097d-4f9a-acd2-3ce51d235e13/9ab830a4-e412-42ce-ab2d-a1a850d141da) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:07:44.103436 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b2219af-0525-4aaf-8aa1-263ab832883a tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] vlan segment allocate from pool success with {'vlan_id': 604, 'physical_network': 'physnet1'}  {{(pid=88879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 24 11:07:44.119606 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5b2219af-0525-4aaf-8aa1-263ab832883a tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:44.120077 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.segments_db [None req-5b2219af-0525-4aaf-8aa1-263ab832883a tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Added segment 3b07d8a8-bff6-49c6-acf5-786a5e7745a7 of type vlan for network 9b4f4508-effc-4cb9-8439-b64bb90916de
Dec 24 11:07:44.177150 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5b2219af-0525-4aaf-8aa1-263ab832883a tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363287349540024'] for network, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:44.233787 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-6d16c03a-3434-4cc7-a0bf-fbfa07953437 tempest-SubnetPoolsTestJSON-1182937465 tempest-SubnetPoolsTestJSON-1182937465-project] 10.222.0.65 "GET /v2.0/subnetpools/bdbe199a-b87a-4536-aa60-3f28aa7658d4 HTTP/1.1" status: 200  len: 732 time: 0.1850543
Dec 24 11:07:44.239926 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 40190) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:44.244484 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c659cc25-33bb-4151-b53c-3c193600d176 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:44.256951 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-5c207797-2485-4bf0-bbd3-33cf86692861 tempest-SubnetPoolsTestJSON-1182937465 tempest-SubnetPoolsTestJSON-1182937465-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1876663446'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:07:44.319395 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5b2219af-0525-4aaf-8aa1-263ab832883a tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636'] for network, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:44.323583 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b2219af-0525-4aaf-8aa1-263ab832883a tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:07:44.324224 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5b2219af-0525-4aaf-8aa1-263ab832883a tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks [] for network, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:44.333265 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-819da428-4bc8-4a51-b5af-5b054ce25a18 tempest-ExternalNetworksTestJSON-1065651105 tempest-ExternalNetworksTestJSON-1065651105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:07:44.412695 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-c659cc25-33bb-4151-b53c-3c193600d176 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Calling delete_port for 5389628e-e24e-41be-b891-2006fe8c52f2 owned by  {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:07:44.473006 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-5b2219af-0525-4aaf-8aa1-263ab832883a tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.5837545
Dec 24 11:07:44.481475 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 40194) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:44.484321 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2219af-0525-4aaf-8aa1-263ab832883a tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Pushing event updated for resources: {'Network': ['ID=9b4f4508-effc-4cb9-8439-b64bb90916de,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:07:44.492154 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-5b2219af-0525-4aaf-8aa1-263ab832883a tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:07:44.498064 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Network 9b4f4508-effc-4cb9-8439-b64bb90916de details requested by agent ovs-agent-dv-neutron-822691-2-hyperv with host dv-neutron-822691-2-hyperv {{(pid=88880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 24 11:07:44.505456 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-cf8adc31-6bd5-496c-8c80-701a9b4fd288 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Request body: {'subnet': {'network_id': '9b4f4508-effc-4cb9-8439-b64bb90916de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:07:44.542119 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e9bde615-575f-43fa-8d81-4040a6a1dcc7 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:44.626461 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5c207797-2485-4bf0-bbd3-33cf86692861 tempest-SubnetPoolsTestJSON-1182937465 tempest-SubnetPoolsTestJSON-1182937465-project] Notify callbacks [] for subnetpool, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:44.630338 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-5c207797-2485-4bf0-bbd3-33cf86692861 tempest-SubnetPoolsTestJSON-1182937465 tempest-SubnetPoolsTestJSON-1182937465-project] 10.222.0.65 "PUT /v2.0/subnetpools/bdbe199a-b87a-4536-aa60-3f28aa7658d4 HTTP/1.1" status: 200  len: 684 time: 0.3867824
Dec 24 11:07:44.630338 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c659cc25-33bb-4151-b53c-3c193600d176 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:44.633172 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 40198) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:44.640320 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-e9bde615-575f-43fa-8d81-4040a6a1dcc7 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Transition to ACTIVE for port object 9ab830a4-e412-42ce-ab2d-a1a850d141da will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:07:44.641212 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-b78ea902-0c61-4362-b99f-1dad6a0c680a tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:07:44.658577 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-cf8adc31-6bd5-496c-8c80-701a9b4fd288 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:07:44.664709 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-cf8adc31-6bd5-496c-8c80-701a9b4fd288 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Usage tracker for resource:subnet and tenant:59b398769254445dae3d1f85e7f0f818 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:07:44.668668 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-cf8adc31-6bd5-496c-8c80-701a9b4fd288 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:07:44.677234 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-cf8adc31-6bd5-496c-8c80-701a9b4fd288 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:07:44.690127 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e9bde615-575f-43fa-8d81-4040a6a1dcc7 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:44.703586 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c659cc25-33bb-4151-b53c-3c193600d176 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Pushing event deleted for resources: {'Port': ['ID=5389628e-e24e-41be-b891-2006fe8c52f2,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:07:44.707817 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf8adc31-6bd5-496c-8c80-701a9b4fd288 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Made reservation on behalf of 59b398769254445dae3d1f85e7f0f818 for: {'subnet': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:07:44.711055 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c659cc25-33bb-4151-b53c-3c193600d176 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:07:44.725008 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-a1ed1f27-c902-427b-bc7b-cedc46f8f642 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:07:44.739888 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c659cc25-33bb-4151-b53c-3c193600d176 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:44.741980 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-c659cc25-33bb-4151-b53c-3c193600d176 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] 10.222.0.65 "DELETE /v2.0/ports/5389628e-e24e-41be-b891-2006fe8c52f2 HTTP/1.1" status: 204  len: 168 time: 0.9735019
Dec 24 11:07:44.747599 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 40202) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:44.880306 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-b2d7a8e8-24b6-445e-b61c-d58b4c650246 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Deleting port d9cea6be-ccb9-4111-9e60-fc4680e23182 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:07:44.880696 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b2d7a8e8-24b6-445e-b61c-d58b4c650246 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:44.896916 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9bde615-575f-43fa-8d81-4040a6a1dcc7 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Network fd6adeef-9a35-40f2-8251-abc372e5b228 is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:07:44.900720 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bde615-575f-43fa-8d81-4040a6a1dcc7 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Pushing event updated for resources: {'Port': ['ID=9ab830a4-e412-42ce-ab2d-a1a850d141da,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:07:44.906636 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-e9bde615-575f-43fa-8d81-4040a6a1dcc7 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Resources bound (agent type, host, resource id):  {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:07:44.909334 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-e9bde615-575f-43fa-8d81-4040a6a1dcc7 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:07:44.912057 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9bde615-575f-43fa-8d81-4040a6a1dcc7 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:07:44.935971 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-316ed372-85b2-48a7-be90-b58778dca1ec tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:07:44.939631 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7c74124a-4afb-4d56-9ffa-0ce56d29a4b1 tempest-SubnetPoolsTestJSON-1182937465 tempest-SubnetPoolsTestJSON-1182937465-project] Notify callbacks [] for subnetpool, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:44.944261 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-7c74124a-4afb-4d56-9ffa-0ce56d29a4b1 tempest-SubnetPoolsTestJSON-1182937465 tempest-SubnetPoolsTestJSON-1182937465-project] 10.222.0.65 "DELETE /v2.0/subnetpools/bdbe199a-b87a-4536-aa60-3f28aa7658d4 HTTP/1.1" status: 204  len: 168 time: 0.3063517
Dec 24 11:07:44.944697 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-316ed372-85b2-48a7-be90-b58778dca1ec tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for floatingip, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:44.949883 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-cf8adc31-6bd5-496c-8c80-701a9b4fd288 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3619482'] for subnet, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:44.963037 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 40206) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:44.968641 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12576b2b-4d37-4fe3-860a-e12396572d19 None None] Sync routers for ids ['24f0b5d8-d368-4970-b4e5-f35e9299f571'] in dv-neutron-822691-2-hyperv {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:07:45.001545 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12576b2b-4d37-4fe3-860a-e12396572d19 None None] Routers {'24f0b5d8-d368-4970-b4e5-f35e9299f571'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:07:45.002261 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-12576b2b-4d37-4fe3-860a-e12396572d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271e56320>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:07:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['24f0b5d8-d368-4970-b4e5-f35e9299f571'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:07:45.025128 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.v2.resource [None req-d231ed5e-b870-48ec-a76b-105428f1fd16 tempest-SubnetPoolsTestJSON-1182937465 tempest-SubnetPoolsTestJSON-1182937465-project] show failed (client error): The resource could not be found.
Dec 24 11:07:45.026329 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-d231ed5e-b870-48ec-a76b-105428f1fd16 tempest-SubnetPoolsTestJSON-1182937465 tempest-SubnetPoolsTestJSON-1182937465-project] 10.222.0.65 "GET /v2.0/subnetpools/bdbe199a-b87a-4536-aa60-3f28aa7658d4 HTTP/1.1" status: 404  len: 346 time: 0.0555596
Dec 24 11:07:45.039833 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 40210) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:45.086791 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-316ed372-85b2-48a7-be90-b58778dca1ec tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] 10.222.0.65 "DELETE /v2.0/floatingips/c3f87542-cc4e-4334-a4e3-be8a9f86577a HTTP/1.1" status: 204  len: 168 time: 3.8203053
Dec 24 11:07:45.087983 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.v2.resource [None req-a9c65715-246a-49b2-a69f-90e57090f7eb tempest-SubnetPoolsTestJSON-1182937465 tempest-SubnetPoolsTestJSON-1182937465-project] delete failed (client error): The resource could not be found.
Dec 24 11:07:45.089121 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-a9c65715-246a-49b2-a69f-90e57090f7eb tempest-SubnetPoolsTestJSON-1182937465 tempest-SubnetPoolsTestJSON-1182937465-project] 10.222.0.65 "DELETE /v2.0/subnetpools/bdbe199a-b87a-4536-aa60-3f28aa7658d4 HTTP/1.1" status: 404  len: 346 time: 0.0482602
Dec 24 11:07:45.089692 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 40214) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:45.104102 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-12576b2b-4d37-4fe3-860a-e12396572d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271e56320>, [], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:07:45.128432 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9bde615-575f-43fa-8d81-4040a6a1dcc7 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:07:45.129150 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e9bde615-575f-43fa-8d81-4040a6a1dcc7 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:45.139489 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12576b2b-4d37-4fe3-860a-e12396572d19 None None] Routers {'24f0b5d8-d368-4970-b4e5-f35e9299f571'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:07:45.144413 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-12576b2b-4d37-4fe3-860a-e12396572d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271e56320>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:07:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['24f0b5d8-d368-4970-b4e5-f35e9299f571'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:07:45.168086 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-e9bde615-575f-43fa-8d81-4040a6a1dcc7 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.5819676
Dec 24 11:07:45.169105 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 40220) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:45.187594 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-c302e321-8b71-4caa-a4ed-d96aa33010d7 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:d1:44:9e'}, {'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:d2:46:76'}]}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:07:45.245009 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-12576b2b-4d37-4fe3-860a-e12396572d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271e56320>, [], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:07:45.245875 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12576b2b-4d37-4fe3-860a-e12396572d19 None None] The sync data for ids ['24f0b5d8-d368-4970-b4e5-f35e9299f571'] in dv-neutron-822691-2-hyperv is: [] {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:07:45.325663 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-cf8adc31-6bd5-496c-8c80-701a9b4fd288 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3921862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3619467'] for subnet, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:45.331649 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-0adf9fd2-1c19-4f75-b2d8-cbcf2c881635 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:07:45.407461 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-74d23448-b3b6-4e5b-ac83-648921b3700a tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Deleting port 81c80af2-ede3-4637-baa4-6d7ab382ae2f {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:07:45.408073 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-74d23448-b3b6-4e5b-ac83-648921b3700a tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:45.408369 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8adc31-6bd5-496c-8c80-701a9b4fd288 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Pushing event updated for resources: {'Subnet': ['ID=e75793db-c2ab-4221-adc4-133f056a01cf,revision_number=0']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:07:45.411366 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-cf8adc31-6bd5-496c-8c80-701a9b4fd288 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:07:45.439252 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf8adc31-6bd5-496c-8c80-701a9b4fd288 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Checking segment: {'id': '3b07d8a8-bff6-49c6-acf5-786a5e7745a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '9b4f4508-effc-4cb9-8439-b64bb90916de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:07:45.439748 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf8adc31-6bd5-496c-8c80-701a9b4fd288 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Network hostable DHCP agents. Network: 9b4f4508-effc-4cb9-8439-b64bb90916de, hostable agents: ['edcf98dc-3032-472a-8b3d-f23fd1e89806'], hosted agents: [] {{(pid=88879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 24 11:07:45.453680 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-e1fa5d2b-addb-4e63-8354-750fb62968c7 None None] Provisioning for port 9ab830a4-e412-42ce-ab2d-a1a850d141da completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:07:45.464957 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf8adc31-6bd5-496c-8c80-701a9b4fd288 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Network 9b4f4508-effc-4cb9-8439-b64bb90916de is scheduled to be hosted by DHCP agent edcf98dc-3032-472a-8b3d-f23fd1e89806 with binding_index 1 {{(pid=88879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 24 11:07:45.470653 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-e1fa5d2b-addb-4e63-8354-750fb62968c7 None None] Provisioning complete for port 9ab830a4-e412-42ce-ab2d-a1a850d141da triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:07:45.472171 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e1fa5d2b-addb-4e63-8354-750fb62968c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:45.475980 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-cf8adc31-6bd5-496c-8c80-701a9b4fd288 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822691-2-hyperv, 9b4f4508-effc-4cb9-8439-b64bb90916de) {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:07:45.481261 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf8adc31-6bd5-496c-8c80-701a9b4fd288 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:07:45.482200 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-cf8adc31-6bd5-496c-8c80-701a9b4fd288 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks [] for subnet, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:45.506366 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-cf8adc31-6bd5-496c-8c80-701a9b4fd288 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.0235221
Dec 24 11:07:45.510102 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 40226) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:45.539589 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4d39461-d44b-4839-91cd-0aceba5d28e6 None None] Network 9b4f4508-effc-4cb9-8439-b64bb90916de requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:07:45.642389 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-e1fa5d2b-addb-4e63-8354-750fb62968c7 None None] Port 9ab830a4-e412-42ce-ab2d-a1a850d141da cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:07:45.699503 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 40230) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:45.846399 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b2d7a8e8-24b6-445e-b61c-d58b4c650246 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:45.912904 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86437535-287f-4707-bcb3-12f6ae43ea5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73968e80-91fd-539e-a7c6-b31af6d9e680-9b4f4508-effc-4cb9-8439-b64bb90916de', 'network_id': '9b4f4508-effc-4cb9-8439-b64bb90916de', 'tenant_id': '59b398769254445dae3d1f85e7f0f818', 'fixed_ips': [{'subnet_id': 'e75793db-c2ab-4221-adc4-133f056a01cf'}]}} from dv-neutron-822691-2-hyperv. {{(pid=88880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 24 11:07:45.913952 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-86437535-287f-4707-bcb3-12f6ae43ea5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:45.932711 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-141868b5-43b8-4f58-a20f-de6e5c74c0a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:46.031509 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-b2d7a8e8-24b6-445e-b61c-d58b4c650246 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Calling delete_port for d9cea6be-ccb9-4111-9e60-fc4680e23182 owned by  {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:07:46.099876 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-141868b5-43b8-4f58-a20f-de6e5c74c0a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:07:46.113679 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-86437535-287f-4707-bcb3-12f6ae43ea5c None None] Allocated IP 2001:db8::2 (9b4f4508-effc-4cb9-8439-b64bb90916de/e75793db-c2ab-4221-adc4-133f056a01cf/cdf5de6a-8c58-4cfe-ba75-d020157e0e21) {{(pid=88880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:07:46.118451 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-141868b5-43b8-4f58-a20f-de6e5c74c0a7 admin admin] Usage tracker for resource:security_group_rule and tenant:b024ecc32a764235aaabad70f92002b5 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:07:46.123861 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-141868b5-43b8-4f58-a20f-de6e5c74c0a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:07:46.137903 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-141868b5-43b8-4f58-a20f-de6e5c74c0a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:07:46.295990 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9c7a6149-5620-403e-984d-d728a512129d tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:46.415222 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-86437535-287f-4707-bcb3-12f6ae43ea5c None None] Notify callbacks [] for port, precommit_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:46.430266 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-86437535-287f-4707-bcb3-12f6ae43ea5c None None] Transition to ACTIVE for port object cdf5de6a-8c58-4cfe-ba75-d020157e0e21 will not be triggered until provisioned by entity L2. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:07:46.435347 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b2d7a8e8-24b6-445e-b61c-d58b4c650246 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:46.449975 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-b765d9a5-e442-4b98-83d2-537dacd12e8c tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:07:46.456763 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-86437535-287f-4707-bcb3-12f6ae43ea5c None None] Transition to ACTIVE for port object cdf5de6a-8c58-4cfe-ba75-d020157e0e21 will not be triggered until provisioned by entity DHCP. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:07:46.462859 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-86437535-287f-4707-bcb3-12f6ae43ea5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408'] for port, after_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:46.471824 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-2f8b1c33-e756-4267-afb4-3b24d00f23a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:07:46.528152 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d7a8e8-24b6-445e-b61c-d58b4c650246 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Pushing event deleted for resources: {'Port': ['ID=d9cea6be-ccb9-4111-9e60-fc4680e23182,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:07:46.542567 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86437535-287f-4707-bcb3-12f6ae43ea5c None None] Network 9b4f4508-effc-4cb9-8439-b64bb90916de is already hosted by enough agents. {{(pid=88880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:07:46.544804 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-b2d7a8e8-24b6-445e-b61c-d58b4c650246 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:07:46.545547 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c302e321-8b71-4caa-a4ed-d96aa33010d7 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:46.548718 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-86437535-287f-4707-bcb3-12f6ae43ea5c None None] Resources bound (agent type, host, resource id):  {{(pid=88880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:07:46.554049 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86437535-287f-4707-bcb3-12f6ae43ea5c None None] Received port after_create {{(pid=88880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:07:46.566505 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b2d7a8e8-24b6-445e-b61c-d58b4c650246 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:46.584790 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-74d23448-b3b6-4e5b-ac83-648921b3700a tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:46.627181 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-b2d7a8e8-24b6-445e-b61c-d58b4c650246 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] 10.222.0.65 "DELETE /v2.0/ports/d9cea6be-ccb9-4111-9e60-fc4680e23182 HTTP/1.1" status: 204  len: 168 time: 1.8784041
Dec 24 11:07:46.634979 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 40236) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:46.679026 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86437535-287f-4707-bcb3-12f6ae43ea5c None None] Pushing event updated for resources: {'Port': ['ID=cdf5de6a-8c58-4cfe-ba75-d020157e0e21,revision_number=1']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:07:46.684052 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-86437535-287f-4707-bcb3-12f6ae43ea5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:07:46.686473 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-86437535-287f-4707-bcb3-12f6ae43ea5c None None] Attempting to bind port cdf5de6a-8c58-4cfe-ba75-d020157e0e21 on host dv-neutron-822691-2-hyperv for vnic_type normal with profile  {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:07:46.686902 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-86437535-287f-4707-bcb3-12f6ae43ea5c None None] Attempting to bind port cdf5de6a-8c58-4cfe-ba75-d020157e0e21 by drivers openvswitch,hyperv on host dv-neutron-822691-2-hyperv at level 0 using segments [{'id': '3b07d8a8-bff6-49c6-acf5-786a5e7745a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '9b4f4508-effc-4cb9-8439-b64bb90916de'}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:07:46.687359 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86437535-287f-4707-bcb3-12f6ae43ea5c None None] Attempting to bind port cdf5de6a-8c58-4cfe-ba75-d020157e0e21 on network 9b4f4508-effc-4cb9-8439-b64bb90916de {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:07:46.696684 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86437535-287f-4707-bcb3-12f6ae43ea5c None None] Checking agent: {'id': 'db1275c1-6001-47af-93c2-635c68404703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822691-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 52, 8), 'started_at': datetime.datetime(2021, 12, 24, 10, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 7, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822691-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:07:46.697112 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86437535-287f-4707-bcb3-12f6ae43ea5c None None] Checking segment: {'id': '3b07d8a8-bff6-49c6-acf5-786a5e7745a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '9b4f4508-effc-4cb9-8439-b64bb90916de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:07:46.697599 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-86437535-287f-4707-bcb3-12f6ae43ea5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:46.698105 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86437535-287f-4707-bcb3-12f6ae43ea5c None None] Bound using segment: {'id': '3b07d8a8-bff6-49c6-acf5-786a5e7745a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '9b4f4508-effc-4cb9-8439-b64bb90916de'} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:07:46.698609 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-86437535-287f-4707-bcb3-12f6ae43ea5c None None] Bound port: cdf5de6a-8c58-4cfe-ba75-d020157e0e21, host: dv-neutron-822691-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b07d8a8-bff6-49c6-acf5-786a5e7745a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '9b4f4508-effc-4cb9-8439-b64bb90916de'}}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:07:46.699068 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-86437535-287f-4707-bcb3-12f6ae43ea5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:46.703225 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-141868b5-43b8-4f58-a20f-de6e5c74c0a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:46.713730 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-141868b5-43b8-4f58-a20f-de6e5c74c0a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:46.723527 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-49d1f4d9-a333-42fc-969e-90cfe2327608 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:07:46.800932 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-86437535-287f-4707-bcb3-12f6ae43ea5c None None] For port cdf5de6a-8c58-4cfe-ba75-d020157e0e21, host dv-neutron-822691-2-hyperv, cleared binding levels {{(pid=88880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:07:46.801937 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-74d23448-b3b6-4e5b-ac83-648921b3700a tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Calling delete_port for 81c80af2-ede3-4637-baa4-6d7ab382ae2f owned by  {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:07:46.805254 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-86437535-287f-4707-bcb3-12f6ae43ea5c None None] For port cdf5de6a-8c58-4cfe-ba75-d020157e0e21, host dv-neutron-822691-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=cdf5de6a-8c58-4cfe-ba75-d020157e0e21,segment=NetworkSegment(3b07d8a8-bff6-49c6-acf5-786a5e7745a7),segment_id=3b07d8a8-bff6-49c6-acf5-786a5e7745a7)] {{(pid=88880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:07:46.809850 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-86437535-287f-4707-bcb3-12f6ae43ea5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:46.814051 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-2f8b1c33-e756-4267-afb4-3b24d00f23a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:07:46.819213 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141868b5-43b8-4f58-a20f-de6e5c74c0a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02e4fa40-ad38-42a8-9fc2-64914f5890ca,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:07:46.828935 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-141868b5-43b8-4f58-a20f-de6e5c74c0a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:07:46.831740 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-141868b5-43b8-4f58-a20f-de6e5c74c0a7 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b024ecc32a764235aaabad70f92002b5&name=default HTTP/1.1" status: 200  len: 2647 time: 1.1261017
Dec 24 11:07:46.835683 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 40240) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:46.855068 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-f623696a-6c36-4b99-98aa-2fec31149212 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Synchronizing usage tracker for tenant:0c8a50f395144560b74c2f8d4ea42f7b on resource:port {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:07:46.927596 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86437535-287f-4707-bcb3-12f6ae43ea5c None None] Pushing event updated for resources: {'Port': ['ID=cdf5de6a-8c58-4cfe-ba75-d020157e0e21,revision_number=2']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:07:46.931430 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-86437535-287f-4707-bcb3-12f6ae43ea5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:07:46.936501 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-f623696a-6c36-4b99-98aa-2fec31149212 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Unset dirty status for tenant:0c8a50f395144560b74c2f8d4ea42f7b on resource:port {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:07:46.946261 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-f623696a-6c36-4b99-98aa-2fec31149212 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200  len: 205 time: 0.2491732
Dec 24 11:07:46.946261 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 40244) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:46.957856 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-15d9e7b8-cbaa-4d0c-81d8-ef92b1320e5c tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-192235598'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:07:46.983775 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-15d9e7b8-cbaa-4d0c-81d8-ef92b1320e5c tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:07:46.994173 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-15d9e7b8-cbaa-4d0c-81d8-ef92b1320e5c tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Usage tracker for resource:network and tenant:0c8a50f395144560b74c2f8d4ea42f7b is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:07:47.000932 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-15d9e7b8-cbaa-4d0c-81d8-ef92b1320e5c tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:07:47.020677 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-15d9e7b8-cbaa-4d0c-81d8-ef92b1320e5c tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:07:47.029158 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f1be7c58-6101-4159-ae52-7c5f43bdaa8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:47.083885 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f1be7c58-6101-4159-ae52-7c5f43bdaa8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:47.119330 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-9c7a6149-5620-403e-984d-d728a512129d tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Allocated IP 2001:db8::1 (9b4f4508-effc-4cb9-8439-b64bb90916de/e75793db-c2ab-4221-adc4-133f056a01cf/8a117cac-fe6c-4edd-9da7-5695b79dbbbc) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:07:47.147879 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f1be7c58-6101-4159-ae52-7c5f43bdaa8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:47.152708 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-2afa6be8-5bca-4554-a97d-ceca53c7ba4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:07:47.154774 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15d9e7b8-cbaa-4d0c-81d8-ef92b1320e5c tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Made reservation on behalf of 0c8a50f395144560b74c2f8d4ea42f7b for: {'network': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:07:47.160415 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-15d9e7b8-cbaa-4d0c-81d8-ef92b1320e5c tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for network, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:47.167886 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1be7c58-6101-4159-ae52-7c5f43bdaa8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02e4fa40-ad38-42a8-9fc2-64914f5890ca,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:07:47.172779 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f1be7c58-6101-4159-ae52-7c5f43bdaa8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:07:47.181876 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f1be7c58-6101-4159-ae52-7c5f43bdaa8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:47.182790 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-f1be7c58-6101-4159-ae52-7c5f43bdaa8e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/02e4fa40-ad38-42a8-9fc2-64914f5890ca HTTP/1.1" status: 204  len: 168 time: 0.3463135
Dec 24 11:07:47.317623 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15d9e7b8-cbaa-4d0c-81d8-ef92b1320e5c tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] vlan segment allocate from pool success with {'vlan_id': 613, 'physical_network': 'physnet1'}  {{(pid=88878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 24 11:07:47.336812 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-15d9e7b8-cbaa-4d0c-81d8-ef92b1320e5c tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:47.337063 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.segments_db [None req-15d9e7b8-cbaa-4d0c-81d8-ef92b1320e5c tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Added segment d1dff623-3fc7-4f32-8abc-674205b04fb6 of type vlan for network 0d954bc9-3a96-47fa-afab-f960a631d5c8
Dec 24 11:07:47.381587 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-74d23448-b3b6-4e5b-ac83-648921b3700a tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:47.404287 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-1ad04bbc-02aa-4fc9-b0f4-1dc5cb7aa7c7 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:07:47.447436 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c302e321-8b71-4caa-a4ed-d96aa33010d7 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Notify callbacks [] for port, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:47.451086 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-15d9e7b8-cbaa-4d0c-81d8-ef92b1320e5c tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363287349540024'] for network, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:47.465320 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d23448-b3b6-4e5b-ac83-648921b3700a tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Pushing event deleted for resources: {'Port': ['ID=81c80af2-ede3-4637-baa4-6d7ab382ae2f,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:07:47.467403 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c302e321-8b71-4caa-a4ed-d96aa33010d7 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3978773'] for port, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:47.471874 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-74d23448-b3b6-4e5b-ac83-648921b3700a tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:07:47.472440 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-74d23448-b3b6-4e5b-ac83-648921b3700a tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:07:47.638400 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9c7a6149-5620-403e-984d-d728a512129d tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:47.660007 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-9c7a6149-5620-403e-984d-d728a512129d tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Transition to ACTIVE for port object 8a117cac-fe6c-4edd-9da7-5695b79dbbbc will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:07:47.681842 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9c7a6149-5620-403e-984d-d728a512129d tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:47.686112 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-14dd66f2-63e6-40c7-8edd-18dc13680bdd tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:07:47.725303 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-15d9e7b8-cbaa-4d0c-81d8-ef92b1320e5c tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636'] for network, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:47.729650 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d9e7b8-cbaa-4d0c-81d8-ef92b1320e5c tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:07:47.730343 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-15d9e7b8-cbaa-4d0c-81d8-ef92b1320e5c tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Notify callbacks [] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:47.746826 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c302e321-8b71-4caa-a4ed-d96aa33010d7 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Pushing event updated for resources: {'Port': ['ID=9ab830a4-e412-42ce-ab2d-a1a850d141da,revision_number=2']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:07:47.761611 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c302e321-8b71-4caa-a4ed-d96aa33010d7 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:07:47.768467 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-3b28092c-5473-4c90-8969-13361116bc8f tempest-DHCPAgentSchedulersTestJSON-66244088 tempest-DHCPAgentSchedulersTestJSON-66244088-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:07:47.771996 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c7a6149-5620-403e-984d-d728a512129d tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Network 9b4f4508-effc-4cb9-8439-b64bb90916de is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:07:47.772980 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7a6149-5620-403e-984d-d728a512129d tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Pushing event updated for resources: {'Port': ['ID=8a117cac-fe6c-4edd-9da7-5695b79dbbbc,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:07:47.775850 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-9c7a6149-5620-403e-984d-d728a512129d tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Resources bound (agent type, host, resource id):  {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:07:47.777801 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-9c7a6149-5620-403e-984d-d728a512129d tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:07:47.778580 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7a6149-5620-403e-984d-d728a512129d tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:07:47.779147 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9c7a6149-5620-403e-984d-d728a512129d tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-720245'] for router_interface, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:47.876037 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-15d9e7b8-cbaa-4d0c-81d8-ef92b1320e5c tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 0.9266243
Dec 24 11:07:47.880584 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 40260) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:47.899826 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-875846db-0955-4f2e-a124-98cce83dd8c1 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1041083885'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:07:47.916763 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-875846db-0955-4f2e-a124-98cce83dd8c1 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:07:47.919749 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9c7a6149-5620-403e-984d-d728a512129d tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:47.940244 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-c302e321-8b71-4caa-a4ed-d96aa33010d7 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] In _notify_port_updated(), no bound segment for port 9ab830a4-e412-42ce-ab2d-a1a850d141da on network fd6adeef-9a35-40f2-8251-abc372e5b228 {{(pid=88878) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}}
Dec 24 11:07:47.941731 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-875846db-0955-4f2e-a124-98cce83dd8c1 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Usage tracker for resource:network and tenant:0c8a50f395144560b74c2f8d4ea42f7b is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:07:47.944647 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c302e321-8b71-4caa-a4ed-d96aa33010d7 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:07:47.945383 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c302e321-8b71-4caa-a4ed-d96aa33010d7 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:47.948625 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-875846db-0955-4f2e-a124-98cce83dd8c1 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:07:47.953670 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-c302e321-8b71-4caa-a4ed-d96aa33010d7 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] 10.222.0.65 "PUT /v2.0/ports/9ab830a4-e412-42ce-ab2d-a1a850d141da HTTP/1.1" status: 200  len: 1056 time: 2.7810466
Dec 24 11:07:47.958707 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 40266) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:47.961658 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d9e7b8-cbaa-4d0c-81d8-ef92b1320e5c tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Pushing event updated for resources: {'Network': ['ID=0d954bc9-3a96-47fa-afab-f960a631d5c8,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:07:47.963803 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-875846db-0955-4f2e-a124-98cce83dd8c1 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:07:47.964888 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-74d23448-b3b6-4e5b-ac83-648921b3700a tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:47.966930 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-74d23448-b3b6-4e5b-ac83-648921b3700a tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] 10.222.0.65 "DELETE /v2.0/ports/81c80af2-ede3-4637-baa4-6d7ab382ae2f HTTP/1.1" status: 204  len: 168 time: 2.8738225
Dec 24 11:07:47.968143 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-15d9e7b8-cbaa-4d0c-81d8-ef92b1320e5c tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:07:47.973253 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 40270) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:47.979955 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Network 0d954bc9-3a96-47fa-afab-f960a631d5c8 details requested by agent ovs-agent-dv-neutron-822691-2-hyperv with host dv-neutron-822691-2-hyperv {{(pid=88880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 24 11:07:47.995944 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-49cde70a-66f2-434f-9389-09d689b5d11b tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Request body: {'floatingip': {'floating_network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:07:48.003652 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-49cde70a-66f2-434f-9389-09d689b5d11b tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:07:48.036738 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-49cde70a-66f2-434f-9389-09d689b5d11b tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:07:48.049631 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-49cde70a-66f2-434f-9389-09d689b5d11b tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks [] for floatingip, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:48.086132 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-875846db-0955-4f2e-a124-98cce83dd8c1 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Made reservation on behalf of 0c8a50f395144560b74c2f8d4ea42f7b for: {'network': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:07:48.092137 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-875846db-0955-4f2e-a124-98cce83dd8c1 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for network, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:48.149393 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device cdf5de6a-8c58-4cfe-ba75-d020157e0e21 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:07:48.243084 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning for port cdf5de6a-8c58-4cfe-ba75-d020157e0e21 completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:07:48.277507 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-92f2208b-dfce-48f4-95d8-6a1b912d7782 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Deleting port 9ab830a4-e412-42ce-ab2d-a1a850d141da {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:07:48.278086 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-92f2208b-dfce-48f4-95d8-6a1b912d7782 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:48.290291 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-49cde70a-66f2-434f-9389-09d689b5d11b tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:48.324193 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-875846db-0955-4f2e-a124-98cce83dd8c1 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] vlan segment allocate from pool success with {'vlan_id': 647, 'physical_network': 'physnet1'}  {{(pid=88879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 24 11:07:48.333950 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-875846db-0955-4f2e-a124-98cce83dd8c1 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:48.334487 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.segments_db [None req-875846db-0955-4f2e-a124-98cce83dd8c1 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Added segment 113f527a-7deb-4e8e-b4c3-dd0f080608b6 of type vlan for network d3e586f3-2b0c-41b8-a7b9-2e8d80fc81d9
Dec 24 11:07:48.400235 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-be9bb3f4-9d72-4212-afbe-90797ca47df1 None None] Provisioning complete for port 9ab830a4-e412-42ce-ab2d-a1a850d141da triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:07:48.400978 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-be9bb3f4-9d72-4212-afbe-90797ca47df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:48.402594 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-875846db-0955-4f2e-a124-98cce83dd8c1 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363287349540024'] for network, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:48.420815 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 40278) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:48.515410 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-be9bb3f4-9d72-4212-afbe-90797ca47df1 None None] Port 9ab830a4-e412-42ce-ab2d-a1a850d141da cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:07:48.604008 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-875846db-0955-4f2e-a124-98cce83dd8c1 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636'] for network, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:48.613687 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-875846db-0955-4f2e-a124-98cce83dd8c1 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:07:48.614385 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-875846db-0955-4f2e-a124-98cce83dd8c1 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Notify callbacks [] for network, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:48.643186 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f95470e3-6a02-4fc6-b204-66802641e7ee tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:07:48.684731 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-3f1fc778-b78c-4522-b43a-7223445a0621 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1089784377-network', 'tenant_id': 'fbedb279f22e4b3494591d6dabc201d5'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:07:48.716964 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-3f1fc778-b78c-4522-b43a-7223445a0621 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:07:48.725390 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-49cde70a-66f2-434f-9389-09d689b5d11b tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Allocated IP 172.26.3.108 (f8c337ba-681f-4fcb-a333-e3c49365b30a/8ea1398c-0bec-46d6-8d54-85798de2a7ca/a679feaa-394b-4d0e-91e0-b07fcfbe953f) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:07:48.808338 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-3f1fc778-b78c-4522-b43a-7223445a0621 admin admin] Usage tracker for resource:network and tenant:fbedb279f22e4b3494591d6dabc201d5 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:07:48.875556 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-3f1fc778-b78c-4522-b43a-7223445a0621 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:07:48.892771 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-875846db-0955-4f2e-a124-98cce83dd8c1 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201  len: 790 time: 1.0019479
Dec 24 11:07:48.911316 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-49cde70a-66f2-434f-9389-09d689b5d11b tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:48.938321 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-49cde70a-66f2-434f-9389-09d689b5d11b tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:48.944036 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-4dce4217-1bbf-4296-ad0f-36502c132170 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:07:48.960343 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-3f1fc778-b78c-4522-b43a-7223445a0621 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:07:48.967694 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875846db-0955-4f2e-a124-98cce83dd8c1 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Pushing event updated for resources: {'Network': ['ID=d3e586f3-2b0c-41b8-a7b9-2e8d80fc81d9,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:07:48.981085 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-875846db-0955-4f2e-a124-98cce83dd8c1 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:07:48.988200 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Network d3e586f3-2b0c-41b8-a7b9-2e8d80fc81d9 details requested by agent ovs-agent-dv-neutron-822691-2-hyperv with host dv-neutron-822691-2-hyperv {{(pid=88880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 24 11:07:49.009489 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49cde70a-66f2-434f-9389-09d689b5d11b tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Network f8c337ba-681f-4fcb-a333-e3c49365b30a is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:07:49.016620 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-49cde70a-66f2-434f-9389-09d689b5d11b tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Resources bound (agent type, host, resource id):  {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:07:49.019993 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f1fc778-b78c-4522-b43a-7223445a0621 admin admin] Made reservation on behalf of fbedb279f22e4b3494591d6dabc201d5 for: {'network': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:07:49.023273 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49cde70a-66f2-434f-9389-09d689b5d11b tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:07:49.024250 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3f1fc778-b78c-4522-b43a-7223445a0621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for network, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:49.042823 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-92f2208b-dfce-48f4-95d8-6a1b912d7782 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:49.060119 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3f1fc778-b78c-4522-b43a-7223445a0621 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:49.073746 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cde70a-66f2-434f-9389-09d689b5d11b tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Pushing event updated for resources: {'Port': ['ID=a679feaa-394b-4d0e-91e0-b07fcfbe953f,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:07:49.085286 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-49cde70a-66f2-434f-9389-09d689b5d11b tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:07:49.176697 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-236cde48-5662-45a0-8b1f-7fd1ded3d1ec None None] Network 9b4f4508-effc-4cb9-8439-b64bb90916de requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:07:49.199456 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-92f2208b-dfce-48f4-95d8-6a1b912d7782 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Calling delete_port for 9ab830a4-e412-42ce-ab2d-a1a850d141da owned by  {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:07:49.210046 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-bd49326e-860b-4b98-8bd3-63d4888e1fa1 None None] Provisioning for port cdf5de6a-8c58-4cfe-ba75-d020157e0e21 completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:07:49.218040 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-bd49326e-860b-4b98-8bd3-63d4888e1fa1 None None] Provisioning complete for port cdf5de6a-8c58-4cfe-ba75-d020157e0e21 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:07:49.218622 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bd49326e-860b-4b98-8bd3-63d4888e1fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:49.223260 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-49cde70a-66f2-434f-9389-09d689b5d11b tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:49.272089 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9c7a6149-5620-403e-984d-d728a512129d tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks [] for port, precommit_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:49.290492 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9c7a6149-5620-403e-984d-d728a512129d tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850854027'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:49.291371 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9c7a6149-5620-403e-984d-d728a512129d tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1977653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854055662'] for router_interface, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:49.299910 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-541ece27-ed45-4551-90c5-b51b1a136817 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:07:49.304600 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-49cde70a-66f2-434f-9389-09d689b5d11b tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:49.353243 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-3f1fc778-b78c-4522-b43a-7223445a0621 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:07:49.382407 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-3f1fc778-b78c-4522-b43a-7223445a0621 admin admin] Usage tracker for resource:security_group_rule and tenant:fbedb279f22e4b3494591d6dabc201d5 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:07:49.392132 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-3f1fc778-b78c-4522-b43a-7223445a0621 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:07:49.418591 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-3f1fc778-b78c-4522-b43a-7223445a0621 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:07:49.448744 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bd49326e-860b-4b98-8bd3-63d4888e1fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:49.461027 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7a6149-5620-403e-984d-d728a512129d tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Pushing event updated for resources: {'Port': ['ID=8a117cac-fe6c-4edd-9da7-5695b79dbbbc,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:07:49.472233 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-9c7a6149-5620-403e-984d-d728a512129d tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:07:49.607157 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-49cde70a-66f2-434f-9389-09d689b5d11b tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks [] for port, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:49.612794 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-49cde70a-66f2-434f-9389-09d689b5d11b tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3978773'] for port, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:49.619446 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-9601b1e1-3107-48f5-b2e3-7eedb2086605 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:07:49.635486 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-92f2208b-dfce-48f4-95d8-6a1b912d7782 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:49.649770 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-65aef569-5831-476f-8180-a541b434b6b8 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:07:49.658015 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-bd49326e-860b-4b98-8bd3-63d4888e1fa1 None None] For port cdf5de6a-8c58-4cfe-ba75-d020157e0e21, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=cdf5de6a-8c58-4cfe-ba75-d020157e0e21,segment=NetworkSegment(3b07d8a8-bff6-49c6-acf5-786a5e7745a7),segment_id=3b07d8a8-bff6-49c6-acf5-786a5e7745a7)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:07:49.675254 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bd49326e-860b-4b98-8bd3-63d4888e1fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:49.682851 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f2538786-5897-4640-9e55-b2cfd974a803 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:07:49.690266 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c7a6149-5620-403e-984d-d728a512129d tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Network 9b4f4508-effc-4cb9-8439-b64bb90916de is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:07:49.703817 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-9c7a6149-5620-403e-984d-d728a512129d tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Resources bound (agent type, host, resource id):  {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:07:49.708828 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f2208b-dfce-48f4-95d8-6a1b912d7782 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Pushing event deleted for resources: {'Port': ['ID=9ab830a4-e412-42ce-ab2d-a1a850d141da,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:07:49.741454 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cde70a-66f2-434f-9389-09d689b5d11b tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Pushing event updated for resources: {'Port': ['ID=a679feaa-394b-4d0e-91e0-b07fcfbe953f,revision_number=2']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:07:49.753397 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-49cde70a-66f2-434f-9389-09d689b5d11b tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:07:49.767244 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd49326e-860b-4b98-8bd3-63d4888e1fa1 None None] Pushing event updated for resources: {'Port': ['ID=cdf5de6a-8c58-4cfe-ba75-d020157e0e21,revision_number=3']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:07:49.776831 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-bd49326e-860b-4b98-8bd3-63d4888e1fa1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:07:49.787150 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-92f2208b-dfce-48f4-95d8-6a1b912d7782 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:07:49.846410 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-49cde70a-66f2-434f-9389-09d689b5d11b tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659181'] for floatingip, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:49.888843 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-49cde70a-66f2-434f-9389-09d689b5d11b tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for floatingip, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:49.893091 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-49cde70a-66f2-434f-9389-09d689b5d11b tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.9159262
Dec 24 11:07:49.893726 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 40284) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:49.901291 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-53de542f-4032-4b08-ac5a-38d6ba3a0871 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Request body: {'port': {'network_id': 'b1ab20e6-03d3-494f-b21f-64ff95f797eb', 'name': 'tempest-FloatingIPTestJSON-81014114'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:07:49.929383 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device cdf5de6a-8c58-4cfe-ba75-d020157e0e21 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:07:50.029941 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port cdf5de6a-8c58-4cfe-ba75-d020157e0e21 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:07:50.030541 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:50.248798 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-53de542f-4032-4b08-ac5a-38d6ba3a0871 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:07:50.259974 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-53de542f-4032-4b08-ac5a-38d6ba3a0871 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Usage tracker for resource:port and tenant:ec45645f66414388a125dd3f2f469cd9 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:07:50.274268 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-53de542f-4032-4b08-ac5a-38d6ba3a0871 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Quota usage for port was recalculated. Used quota:4. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:07:50.284295 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-53de542f-4032-4b08-ac5a-38d6ba3a0871 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:07:50.298406 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53de542f-4032-4b08-ac5a-38d6ba3a0871 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Made reservation on behalf of ec45645f66414388a125dd3f2f469cd9 for: {'port': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:07:50.309114 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-53de542f-4032-4b08-ac5a-38d6ba3a0871 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:50.355922 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [None req-53de542f-4032-4b08-ac5a-38d6ba3a0871 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] device_id is not set on port 712593f4-d0cf-4641-a655-c580689c5734 yet. {{(pid=88878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 24 11:07:50.425724 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-c83634bc-5e7f-4cb1-b5c1-102906317f34 None None] Provisioning for port 8a117cac-fe6c-4edd-9da7-5695b79dbbbc completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:07:50.432575 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-c83634bc-5e7f-4cb1-b5c1-102906317f34 None None] Provisioning complete for port 8a117cac-fe6c-4edd-9da7-5695b79dbbbc triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:07:50.434252 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c83634bc-5e7f-4cb1-b5c1-102906317f34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:50.645608 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-c83634bc-5e7f-4cb1-b5c1-102906317f34 None None] Port 8a117cac-fe6c-4edd-9da7-5695b79dbbbc cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:07:50.662954 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3f1fc778-b78c-4522-b43a-7223445a0621 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:50.687092 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-53de542f-4032-4b08-ac5a-38d6ba3a0871 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Allocated IP 172.20.0.14 (b1ab20e6-03d3-494f-b21f-64ff95f797eb/bec3f384-2f74-4e25-85e6-a3990c8e7e5b/712593f4-d0cf-4641-a655-c580689c5734) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:07:50.689959 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-c83634bc-5e7f-4cb1-b5c1-102906317f34 None None] Provisioning complete for port cdf5de6a-8c58-4cfe-ba75-d020157e0e21 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:07:50.690694 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c83634bc-5e7f-4cb1-b5c1-102906317f34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:50.802764 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3f1fc778-b78c-4522-b43a-7223445a0621 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:50.816543 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f1fc778-b78c-4522-b43a-7223445a0621 admin admin] vlan segment allocate from pool success with {'vlan_id': 602, 'physical_network': 'physnet1'}  {{(pid=88879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 24 11:07:50.827452 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3f1fc778-b78c-4522-b43a-7223445a0621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:50.828057 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.segments_db [None req-3f1fc778-b78c-4522-b43a-7223445a0621 admin admin] Added segment faf0938d-9351-4aa3-a42a-2891bc0c4373 of type vlan for network 2428796e-e2e4-4ddb-a9cc-996932bc1226
Dec 24 11:07:50.863297 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3f1fc778-b78c-4522-b43a-7223445a0621 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363287349540024'] for network, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:50.911247 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-e1c24903-e86a-4851-92c0-bc8733804f85 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:07:51.061667 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3f1fc778-b78c-4522-b43a-7223445a0621 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636'] for network, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:51.062818 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f1fc778-b78c-4522-b43a-7223445a0621 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:07:51.063464 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3f1fc778-b78c-4522-b43a-7223445a0621 admin admin] Notify callbacks [] for network, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:51.097298 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-53de542f-4032-4b08-ac5a-38d6ba3a0871 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:51.114200 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-92f2208b-dfce-48f4-95d8-6a1b912d7782 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:51.119750 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 40288) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:51.120039 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-92f2208b-dfce-48f4-95d8-6a1b912d7782 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] 10.222.0.65 "DELETE /v2.0/ports/9ab830a4-e412-42ce-ab2d-a1a850d141da HTTP/1.1" status: 204  len: 168 time: 3.1598892
Dec 24 11:07:51.195055 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab22ef10-2fe1-43d3-b5dd-89acc4af972b tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] GET failed (client error): The resource could not be found.
Dec 24 11:07:51.196133 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-ab22ef10-2fe1-43d3-b5dd-89acc4af972b tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Synchronizing usage tracker for tenant:a8062a50276e4e34b599bfc2e9678433 on resource:port {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:07:51.245028 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-ab22ef10-2fe1-43d3-b5dd-89acc4af972b tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Unset dirty status for tenant:a8062a50276e4e34b599bfc2e9678433 on resource:port {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:07:51.247034 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-ab22ef10-2fe1-43d3-b5dd-89acc4af972b tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] 10.222.0.65 "GET /v2.0/ports/9ab830a4-e412-42ce-ab2d-a1a850d141da HTTP/1.1" status: 404  len: 333 time: 0.1261461
Dec 24 11:07:51.248795 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-53de542f-4032-4b08-ac5a-38d6ba3a0871 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:51.250889 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 40292) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:51.266444 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-3f1fc778-b78c-4522-b43a-7223445a0621 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 2.8441746
Dec 24 11:07:51.300348 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-b27163f3-9438-4077-a694-5d4a6ec18730 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:07:51.350363 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 40296) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:51.366890 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1fc778-b78c-4522-b43a-7223445a0621 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08699bb8-7e00-471d-a6f2-5e882535158d,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:07:51.382148 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-3f1fc778-b78c-4522-b43a-7223445a0621 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.471s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:07:51.385958 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-030073ed-ce62-4a29-9b72-f766971c9ae4 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.265s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:07:51.387402 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-e9733dca-b67b-4a4b-983a-a465131ceeaa admin admin] Request body: {'subnet': {'network_id': '2428796e-e2e4-4ddb-a9cc-996932bc1226', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1089784377-subnet', 'tenant_id': 'fbedb279f22e4b3494591d6dabc201d5', 'ip_version': 4}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:07:51.399535 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-e9733dca-b67b-4a4b-983a-a465131ceeaa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:07:51.429346 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-e9733dca-b67b-4a4b-983a-a465131ceeaa admin admin] Usage tracker for resource:subnet and tenant:fbedb279f22e4b3494591d6dabc201d5 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:07:51.441436 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-e9733dca-b67b-4a4b-983a-a465131ceeaa admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:07:51.453352 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-2c7e97f1-25a9-4902-8b1a-d4b785e8405e None None] Provisioning complete for port 8a117cac-fe6c-4edd-9da7-5695b79dbbbc triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:07:51.455737 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2c7e97f1-25a9-4902-8b1a-d4b785e8405e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:51.456762 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53de542f-4032-4b08-ac5a-38d6ba3a0871 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Network b1ab20e6-03d3-494f-b21f-64ff95f797eb is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:07:51.457875 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-e9733dca-b67b-4a4b-983a-a465131ceeaa admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:07:51.467945 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-53de542f-4032-4b08-ac5a-38d6ba3a0871 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Resources bound (agent type, host, resource id):  {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:07:51.482760 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53de542f-4032-4b08-ac5a-38d6ba3a0871 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Pushing event updated for resources: {'Port': ['ID=712593f4-d0cf-4641-a655-c580689c5734,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:07:51.498065 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-981e354a-a93d-483f-ac4a-230c4df03663 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Deleting port b9c5becf-18c8-4212-956e-e268c25fa4db {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:07:51.498443 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-981e354a-a93d-483f-ac4a-230c4df03663 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:51.511663 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1fc778-b78c-4522-b43a-7223445a0621 admin admin] Pushing event updated for resources: {'Network': ['ID=2428796e-e2e4-4ddb-a9cc-996932bc1226,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:07:51.537353 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-53de542f-4032-4b08-ac5a-38d6ba3a0871 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:07:51.537892 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53de542f-4032-4b08-ac5a-38d6ba3a0871 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:07:51.556245 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-3f1fc778-b78c-4522-b43a-7223445a0621 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:07:51.587749 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-2c7e97f1-25a9-4902-8b1a-d4b785e8405e None None] Port 8a117cac-fe6c-4edd-9da7-5695b79dbbbc cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:07:51.592688 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Network 2428796e-e2e4-4ddb-a9cc-996932bc1226 details requested by agent ovs-agent-dv-neutron-822691-2-hyperv with host dv-neutron-822691-2-hyperv {{(pid=88880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 24 11:07:51.634075 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53de542f-4032-4b08-ac5a-38d6ba3a0871 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:07:51.634690 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-53de542f-4032-4b08-ac5a-38d6ba3a0871 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:51.685296 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-53de542f-4032-4b08-ac5a-38d6ba3a0871 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 928 time: 1.7876720
Dec 24 11:07:51.687011 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9733dca-b67b-4a4b-983a-a465131ceeaa admin admin] Made reservation on behalf of fbedb279f22e4b3494591d6dabc201d5 for: {'subnet': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:07:51.692305 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e9733dca-b67b-4a4b-983a-a465131ceeaa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2246100'] for subnet, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:51.695237 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 40300) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:51.721331 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-d45a0cf4-734c-4d87-8bbc-39e6f434d68c tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Request body: {'floatingip': {'port_id': '712593f4-d0cf-4641-a655-c580689c5734'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:07:51.788056 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c7a6149-5620-403e-984d-d728a512129d tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Router c12f84ef-db9d-4f8b-b966-24ad29271517 is scheduled to L3 agent 198cca88-1338-4098-b44b-beb0346ac906 with binding_index 1 {{(pid=88879) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 24 11:07:51.843303 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d45a0cf4-734c-4d87-8bbc-39e6f434d68c tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks [] for floatingip, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:52.061486 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-981e354a-a93d-483f-ac4a-230c4df03663 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:52.199760 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-981e354a-a93d-483f-ac4a-230c4df03663 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Calling delete_port for b9c5becf-18c8-4212-956e-e268c25fa4db owned by  {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:07:52.324865 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e9733dca-b67b-4a4b-983a-a465131ceeaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850796890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2246085'] for subnet, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:52.330019 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-097491b1-23ca-4f3c-8990-a36260d5ff28 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:07:52.357353 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c7a6149-5620-403e-984d-d728a512129d tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:07:52.364629 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-9c7a6149-5620-403e-984d-d728a512129d tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] 10.222.0.65 "PUT /v2.0/routers/c12f84ef-db9d-4f8b-b966-24ad29271517/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.8532329
Dec 24 11:07:52.367735 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 40304) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:52.384218 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-f24516a8-f68b-4a6c-86fc-3851a47820fe tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-877475085'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:07:52.392241 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-f24516a8-f68b-4a6c-86fc-3851a47820fe tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:07:52.399655 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56080f61-3ebf-4d67-9bf3-4a81a25e7d11 None None] Sync routers for ids ['c12f84ef-db9d-4f8b-b966-24ad29271517'] in dv-neutron-822691-2-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:07:52.401922 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-f24516a8-f68b-4a6c-86fc-3851a47820fe tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Usage tracker for resource:network and tenant:59b398769254445dae3d1f85e7f0f818 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:07:52.407015 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-f24516a8-f68b-4a6c-86fc-3851a47820fe tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:07:52.421372 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56080f61-3ebf-4d67-9bf3-4a81a25e7d11 None None] Routers {'c12f84ef-db9d-4f8b-b966-24ad29271517'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:07:52.422478 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-56080f61-3ebf-4d67-9bf3-4a81a25e7d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52712af7b8>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:07:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['c12f84ef-db9d-4f8b-b966-24ad29271517'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:07:52.424084 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-f24516a8-f68b-4a6c-86fc-3851a47820fe tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:07:52.480072 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9733dca-b67b-4a4b-983a-a465131ceeaa admin admin] Pushing event updated for resources: {'Subnet': ['ID=66590446-f239-4728-b0eb-3db1299fa1e3,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:07:52.485665 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-e9733dca-b67b-4a4b-983a-a465131ceeaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:07:52.487605 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9733dca-b67b-4a4b-983a-a465131ceeaa admin admin] Checking segment: {'id': 'faf0938d-9351-4aa3-a42a-2891bc0c4373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '2428796e-e2e4-4ddb-a9cc-996932bc1226'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:07:52.488290 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9733dca-b67b-4a4b-983a-a465131ceeaa admin admin] Network hostable DHCP agents. Network: 2428796e-e2e4-4ddb-a9cc-996932bc1226, hostable agents: ['edcf98dc-3032-472a-8b3d-f23fd1e89806'], hosted agents: [] {{(pid=88878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 24 11:07:52.498013 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-981e354a-a93d-483f-ac4a-230c4df03663 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:52.504175 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-316ed372-85b2-48a7-be90-b58778dca1ec tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:07:52.516491 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f24516a8-f68b-4a6c-86fc-3851a47820fe tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Made reservation on behalf of 59b398769254445dae3d1f85e7f0f818 for: {'network': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:07:52.522402 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f24516a8-f68b-4a6c-86fc-3851a47820fe tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for network, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:52.549187 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981e354a-a93d-483f-ac4a-230c4df03663 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Pushing event deleted for resources: {'Port': ['ID=b9c5becf-18c8-4212-956e-e268c25fa4db,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:07:52.554993 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-981e354a-a93d-483f-ac4a-230c4df03663 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:07:52.586433 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9733dca-b67b-4a4b-983a-a465131ceeaa admin admin] Network 2428796e-e2e4-4ddb-a9cc-996932bc1226 is scheduled to be hosted by DHCP agent edcf98dc-3032-472a-8b3d-f23fd1e89806 with binding_index 1 {{(pid=88878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 24 11:07:52.613090 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f24516a8-f68b-4a6c-86fc-3851a47820fe tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] vlan segment allocate from pool success with {'vlan_id': 630, 'physical_network': 'physnet1'}  {{(pid=88879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 24 11:07:52.637230 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f24516a8-f68b-4a6c-86fc-3851a47820fe tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:52.637785 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.segments_db [None req-f24516a8-f68b-4a6c-86fc-3851a47820fe tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Added segment 8f65010c-eeb6-45df-9c80-74fa841e836d of type vlan for network 5e9025d6-40e4-4d3a-8443-18331acc89dc
Dec 24 11:07:52.687554 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f24516a8-f68b-4a6c-86fc-3851a47820fe tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363287349540024'] for network, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:52.699228 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-e9733dca-b67b-4a4b-983a-a465131ceeaa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822691-2-hyperv, 2428796e-e2e4-4ddb-a9cc-996932bc1226) {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:07:52.718879 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3265c52-de10-471a-9673-e4f6515d2bf6 None None] Network 2428796e-e2e4-4ddb-a9cc-996932bc1226 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:07:52.721731 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9733dca-b67b-4a4b-983a-a465131ceeaa admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:07:52.722764 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e9733dca-b67b-4a4b-983a-a465131ceeaa admin admin] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:52.768878 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 40308) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:52.777930 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-8c024e6e-39df-4b0c-95cb-1d12e3ce2848 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Request body: {'subnets': [{'network_id': '0d954bc9-3a96-47fa-afab-f960a631d5c8', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1481391996', 'ip_version': 6}, {'network_id': 'd3e586f3-2b0c-41b8-a7b9-2e8d80fc81d9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:07:52.778282 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-8c024e6e-39df-4b0c-95cb-1d12e3ce2848 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Request body: {'subnet': {'network_id': '0d954bc9-3a96-47fa-afab-f960a631d5c8', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1481391996', 'ip_version': 6}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:07:52.779015 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-8c024e6e-39df-4b0c-95cb-1d12e3ce2848 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Request body: {'subnet': {'network_id': 'd3e586f3-2b0c-41b8-a7b9-2e8d80fc81d9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:07:52.795636 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-e9733dca-b67b-4a4b-983a-a465131ceeaa admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.4386609
Dec 24 11:07:52.804273 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 40312) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:52.819272 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-6ea8e05f-0b31-4acb-9abb-91119157cd2d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1089784377-router', 'tenant_id': 'fbedb279f22e4b3494591d6dabc201d5', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a'}}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:07:52.837888 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-6ea8e05f-0b31-4acb-9abb-91119157cd2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:07:52.848934 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-6ea8e05f-0b31-4acb-9abb-91119157cd2d admin admin] Usage tracker for resource:router and tenant:fbedb279f22e4b3494591d6dabc201d5 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:07:52.854791 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-981e354a-a93d-483f-ac4a-230c4df03663 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:52.856875 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-981e354a-a93d-483f-ac4a-230c4df03663 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] 10.222.0.65 "DELETE /v2.0/ports/b9c5becf-18c8-4212-956e-e268c25fa4db HTTP/1.1" status: 204  len: 168 time: 1.6047895
Dec 24 11:07:52.857948 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-6ea8e05f-0b31-4acb-9abb-91119157cd2d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:07:52.866581 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 40316) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:52.869681 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-6ea8e05f-0b31-4acb-9abb-91119157cd2d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:07:52.895334 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d45a0cf4-734c-4d87-8bbc-39e6f434d68c tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:52.908306 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d45a0cf4-734c-4d87-8bbc-39e6f434d68c tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659181'] for floatingip, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:52.950104 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-56080f61-3ebf-4d67-9bf3-4a81a25e7d11 None None] Set router c12f84ef-db9d-4f8b-b966-24ad29271517 gateway port host: None {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:07:52.997453 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f24516a8-f68b-4a6c-86fc-3851a47820fe tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636'] for network, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:53.001816 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f24516a8-f68b-4a6c-86fc-3851a47820fe tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:07:53.002689 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f24516a8-f68b-4a6c-86fc-3851a47820fe tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks [] for network, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:53.009629 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c8761c1b-98cc-44da-9116-f536d677e3e5 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:07:53.072852 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-f24516a8-f68b-4a6c-86fc-3851a47820fe tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.7039304
Dec 24 11:07:53.084166 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 40320) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:53.141756 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-a9741f0d-7e2c-44dc-b9f7-c5c39be4e46a tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Request body: {'subnet': {'network_id': '5e9025d6-40e4-4d3a-8443-18331acc89dc', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:07:53.146850 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e18b1ec5-4757-4eef-ade0-94a19ebe0fc4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73968e80-91fd-539e-a7c6-b31af6d9e680-2428796e-e2e4-4ddb-a9cc-996932bc1226', 'network_id': '2428796e-e2e4-4ddb-a9cc-996932bc1226', 'tenant_id': 'fbedb279f22e4b3494591d6dabc201d5', 'fixed_ips': [{'subnet_id': '66590446-f239-4728-b0eb-3db1299fa1e3'}]}} from dv-neutron-822691-2-hyperv. {{(pid=88880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 24 11:07:53.148096 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e18b1ec5-4757-4eef-ade0-94a19ebe0fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:53.170747 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24516a8-f68b-4a6c-86fc-3851a47820fe tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Pushing event updated for resources: {'Network': ['ID=5e9025d6-40e4-4d3a-8443-18331acc89dc,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:07:53.173697 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f24516a8-f68b-4a6c-86fc-3851a47820fe tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:07:53.191568 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Network 5e9025d6-40e4-4d3a-8443-18331acc89dc details requested by agent ovs-agent-dv-neutron-822691-2-hyperv with host dv-neutron-822691-2-hyperv {{(pid=88880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 24 11:07:53.224386 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce3e68b2-171e-4518-bea7-0b1a96875b9b tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] GET failed (client error): The resource could not be found.
Dec 24 11:07:53.224963 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-ce3e68b2-171e-4518-bea7-0b1a96875b9b tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Synchronizing usage tracker for tenant:a8062a50276e4e34b599bfc2e9678433 on resource:port {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:07:53.250630 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6ea8e05f-0b31-4acb-9abb-91119157cd2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-612016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-84579'] for router, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:53.251598 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6ea8e05f-0b31-4acb-9abb-91119157cd2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854163950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659046', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854079771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854691221'] for router, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:53.288574 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-ce3e68b2-171e-4518-bea7-0b1a96875b9b tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Unset dirty status for tenant:a8062a50276e4e34b599bfc2e9678433 on resource:port {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:07:53.294800 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-ce3e68b2-171e-4518-bea7-0b1a96875b9b tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] 10.222.0.65 "GET /v2.0/ports/b9c5becf-18c8-4212-956e-e268c25fa4db HTTP/1.1" status: 404  len: 333 time: 0.4222505
Dec 24 11:07:53.296641 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 40324) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:53.443670 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6ea8e05f-0b31-4acb-9abb-91119157cd2d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:53.447487 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-8c024e6e-39df-4b0c-95cb-1d12e3ce2848 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:07:53.461417 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-c2fe1bdc-3936-42f3-893e-db0d41490a6a tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Deleting port be3d623c-0e37-4bb1-ae7d-e194aaf6e01f {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:07:53.461802 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c2fe1bdc-3936-42f3-893e-db0d41490a6a tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:53.506298 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-8c024e6e-39df-4b0c-95cb-1d12e3ce2848 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Usage tracker for resource:subnet and tenant:0c8a50f395144560b74c2f8d4ea42f7b is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:07:53.514293 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-8c024e6e-39df-4b0c-95cb-1d12e3ce2848 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:07:53.529480 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-8c024e6e-39df-4b0c-95cb-1d12e3ce2848 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:07:53.560512 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-e18b1ec5-4757-4eef-ade0-94a19ebe0fc4 None None] Allocated IP 172.20.0.2 (2428796e-e2e4-4ddb-a9cc-996932bc1226/66590446-f239-4728-b0eb-3db1299fa1e3/9769ed5b-e298-49d6-b370-80f304d1c0f4) {{(pid=88880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:07:53.587157 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-a9741f0d-7e2c-44dc-b9f7-c5c39be4e46a tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:07:53.593146 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-a9741f0d-7e2c-44dc-b9f7-c5c39be4e46a tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Usage tracker for resource:subnet and tenant:59b398769254445dae3d1f85e7f0f818 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:07:53.598335 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-a9741f0d-7e2c-44dc-b9f7-c5c39be4e46a tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:07:53.606322 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-a9741f0d-7e2c-44dc-b9f7-c5c39be4e46a tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:07:53.630589 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9741f0d-7e2c-44dc-b9f7-c5c39be4e46a tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Made reservation on behalf of 59b398769254445dae3d1f85e7f0f818 for: {'subnet': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:07:53.702929 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c024e6e-39df-4b0c-95cb-1d12e3ce2848 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Made reservation on behalf of 0c8a50f395144560b74c2f8d4ea42f7b for: {'subnet': 2} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:07:53.752175 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a9741f0d-7e2c-44dc-b9f7-c5c39be4e46a tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3619482'] for subnet, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:53.774162 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.l3_db [None req-d45a0cf4-734c-4d87-8bbc-39e6f434d68c tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Floating IP b2c68444-c4a6-4c5d-aa63-937706b6558b associated. External IP: 172.26.3.108, port: 712593f4-d0cf-4641-a655-c580689c5734.
Dec 24 11:07:53.782484 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-56080f61-3ebf-4d67-9bf3-4a81a25e7d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52712af7b8>, [{'id': 'c12f84ef-db9d-4f8b-b966-24ad29271517', 'name': 'tempest-RoutersIpV6Test-router-644231010', 'tenant_id': '59b398769254445dae3d1f85e7f0f818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:07:43Z', 'updated_at': '2021-12-24T11:07:47Z', 'revision_number': 2, 'project_id': '59b398769254445dae3d1f85e7f0f818', 'gw_port_host': None, '_interfaces': [{'id': '8a117cac-fe6c-4edd-9da7-5695b79dbbbc', 'name': '', 'network_id': '9b4f4508-effc-4cb9-8439-b64bb90916de', 'tenant_id': '59b398769254445dae3d1f85e7f0f818', 'mac_address': 'fa:16:3e:23:35:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c12f84ef-db9d-4f8b-b966-24ad29271517', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e75793db-c2ab-4221-adc4-133f056a01cf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:07:46Z', 'updated_at': '2021-12-24T11:07:48Z', 'revision_number': 2, 'project_id': '59b398769254445dae3d1f85e7f0f818', 'subnets': [{'id': 'e75793db-c2ab-4221-adc4-133f056a01cf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:07:53.797248 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56080f61-3ebf-4d67-9bf3-4a81a25e7d11 None None] Checking router: c12f84ef-db9d-4f8b-b966-24ad29271517 for host: dv-neutron-822691-2-hyperv {{(pid=88880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 24 11:07:53.797737 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56080f61-3ebf-4d67-9bf3-4a81a25e7d11 None None] Updating router c12f84ef-db9d-4f8b-b966-24ad29271517 port 8a117cac-fe6c-4edd-9da7-5695b79dbbbc binding host dv-neutron-822691-2-hyperv {{(pid=88880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 24 11:07:53.869448 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6ea8e05f-0b31-4acb-9abb-91119157cd2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-659031', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854691240'] for router, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:53.899587 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-56080f61-3ebf-4d67-9bf3-4a81a25e7d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:54.131795 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8c024e6e-39df-4b0c-95cb-1d12e3ce2848 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2246100'] for subnet, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:54.132108 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e18b1ec5-4757-4eef-ade0-94a19ebe0fc4 None None] Notify callbacks [] for port, precommit_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:54.132216 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8c024e6e-39df-4b0c-95cb-1d12e3ce2848 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2246100'] for subnet, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:54.155754 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-e18b1ec5-4757-4eef-ade0-94a19ebe0fc4 None None] Transition to ACTIVE for port object 9769ed5b-e298-49d6-b370-80f304d1c0f4 will not be triggered until provisioned by entity L2. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:07:54.157056 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c2fe1bdc-3936-42f3-893e-db0d41490a6a tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:54.193327 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a9741f0d-7e2c-44dc-b9f7-c5c39be4e46a tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3921862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3619467'] for subnet, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:54.198003 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-2f589334-8433-4501-868a-49f299dd1f68 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:07:54.240001 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-e18b1ec5-4757-4eef-ade0-94a19ebe0fc4 None None] Transition to ACTIVE for port object 9769ed5b-e298-49d6-b370-80f304d1c0f4 will not be triggered until provisioned by entity DHCP. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:07:54.251534 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e18b1ec5-4757-4eef-ade0-94a19ebe0fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408'] for port, after_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:54.261619 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-d7f0f992-eeb2-423b-96e5-93c8259f8330 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:07:54.315838 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-c2fe1bdc-3936-42f3-893e-db0d41490a6a tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Calling delete_port for be3d623c-0e37-4bb1-ae7d-e194aaf6e01f owned by  {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:07:54.347814 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9741f0d-7e2c-44dc-b9f7-c5c39be4e46a tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Pushing event updated for resources: {'Subnet': ['ID=db561dc2-ad7f-45e0-b807-777ba9baaa89,revision_number=0']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:07:54.351083 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-a9741f0d-7e2c-44dc-b9f7-c5c39be4e46a tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:07:54.359346 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18b1ec5-4757-4eef-ade0-94a19ebe0fc4 None None] Pushing event updated for resources: {'Port': ['ID=9769ed5b-e298-49d6-b370-80f304d1c0f4,revision_number=1']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:07:54.376939 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e18b1ec5-4757-4eef-ade0-94a19ebe0fc4 None None] Network 2428796e-e2e4-4ddb-a9cc-996932bc1226 is already hosted by enough agents. {{(pid=88880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:07:54.377385 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-e18b1ec5-4757-4eef-ade0-94a19ebe0fc4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:07:54.381489 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-e18b1ec5-4757-4eef-ade0-94a19ebe0fc4 None None] Resources bound (agent type, host, resource id):  {{(pid=88880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:07:54.385761 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e18b1ec5-4757-4eef-ade0-94a19ebe0fc4 None None] Received port after_create {{(pid=88880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:07:54.395865 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9741f0d-7e2c-44dc-b9f7-c5c39be4e46a tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Checking segment: {'id': '8f65010c-eeb6-45df-9c80-74fa841e836d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '5e9025d6-40e4-4d3a-8443-18331acc89dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:07:54.396270 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9741f0d-7e2c-44dc-b9f7-c5c39be4e46a tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Network hostable DHCP agents. Network: 5e9025d6-40e4-4d3a-8443-18331acc89dc, hostable agents: ['edcf98dc-3032-472a-8b3d-f23fd1e89806'], hosted agents: [] {{(pid=88879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 24 11:07:54.499677 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9741f0d-7e2c-44dc-b9f7-c5c39be4e46a tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Network 5e9025d6-40e4-4d3a-8443-18331acc89dc is scheduled to be hosted by DHCP agent edcf98dc-3032-472a-8b3d-f23fd1e89806 with binding_index 1 {{(pid=88879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 24 11:07:54.517031 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-a9741f0d-7e2c-44dc-b9f7-c5c39be4e46a tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822691-2-hyperv, 5e9025d6-40e4-4d3a-8443-18331acc89dc) {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:07:54.533891 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9741f0d-7e2c-44dc-b9f7-c5c39be4e46a tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:07:54.533891 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a9741f0d-7e2c-44dc-b9f7-c5c39be4e46a tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks [] for subnet, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:54.553765 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6f8333e-a300-4b8f-87b2-1cbc22bb76e3 None None] Network 5e9025d6-40e4-4d3a-8443-18331acc89dc requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:07:54.590486 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-a9741f0d-7e2c-44dc-b9f7-c5c39be4e46a tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 1.5051739
Dec 24 11:07:54.594944 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 40328) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:54.699616 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-e18b1ec5-4757-4eef-ade0-94a19ebe0fc4 None None] Attempting to bind port 9769ed5b-e298-49d6-b370-80f304d1c0f4 on host dv-neutron-822691-2-hyperv for vnic_type normal with profile  {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:07:54.699847 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-e18b1ec5-4757-4eef-ade0-94a19ebe0fc4 None None] Attempting to bind port 9769ed5b-e298-49d6-b370-80f304d1c0f4 by drivers openvswitch,hyperv on host dv-neutron-822691-2-hyperv at level 0 using segments [{'id': 'faf0938d-9351-4aa3-a42a-2891bc0c4373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '2428796e-e2e4-4ddb-a9cc-996932bc1226'}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:07:54.700331 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e18b1ec5-4757-4eef-ade0-94a19ebe0fc4 None None] Attempting to bind port 9769ed5b-e298-49d6-b370-80f304d1c0f4 on network 2428796e-e2e4-4ddb-a9cc-996932bc1226 {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:07:54.733346 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e18b1ec5-4757-4eef-ade0-94a19ebe0fc4 None None] Checking agent: {'id': 'db1275c1-6001-47af-93c2-635c68404703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822691-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 52, 8), 'started_at': datetime.datetime(2021, 12, 24, 10, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 7, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822691-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:07:54.734050 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e18b1ec5-4757-4eef-ade0-94a19ebe0fc4 None None] Checking segment: {'id': 'faf0938d-9351-4aa3-a42a-2891bc0c4373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '2428796e-e2e4-4ddb-a9cc-996932bc1226'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:07:54.734253 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e18b1ec5-4757-4eef-ade0-94a19ebe0fc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:54.734843 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e18b1ec5-4757-4eef-ade0-94a19ebe0fc4 None None] Bound using segment: {'id': 'faf0938d-9351-4aa3-a42a-2891bc0c4373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '2428796e-e2e4-4ddb-a9cc-996932bc1226'} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:07:54.735756 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-e18b1ec5-4757-4eef-ade0-94a19ebe0fc4 None None] Bound port: 9769ed5b-e298-49d6-b370-80f304d1c0f4, host: dv-neutron-822691-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faf0938d-9351-4aa3-a42a-2891bc0c4373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '2428796e-e2e4-4ddb-a9cc-996932bc1226'}}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:07:54.736091 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e18b1ec5-4757-4eef-ade0-94a19ebe0fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:54.748297 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c2fe1bdc-3936-42f3-893e-db0d41490a6a tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:54.752531 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d45a0cf4-734c-4d87-8bbc-39e6f434d68c tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Router 24f0b5d8-d368-4970-b4e5-f35e9299f571 has already been hosted by L3 agent 198cca88-1338-4098-b44b-beb0346ac906 {{(pid=88879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 24 11:07:54.764155 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-b78ea902-0c61-4362-b99f-1dad6a0c680a tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:07:54.831311 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fe1bdc-3936-42f3-893e-db0d41490a6a tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Pushing event deleted for resources: {'Port': ['ID=be3d623c-0e37-4bb1-ae7d-e194aaf6e01f,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:07:54.849984 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c2fe1bdc-3936-42f3-893e-db0d41490a6a tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:07:54.861585 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6ea8e05f-0b31-4acb-9abb-91119157cd2d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:54.948022 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-e18b1ec5-4757-4eef-ade0-94a19ebe0fc4 None None] For port 9769ed5b-e298-49d6-b370-80f304d1c0f4, host dv-neutron-822691-2-hyperv, cleared binding levels {{(pid=88880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:07:54.953772 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-e18b1ec5-4757-4eef-ade0-94a19ebe0fc4 None None] For port 9769ed5b-e298-49d6-b370-80f304d1c0f4, host dv-neutron-822691-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=9769ed5b-e298-49d6-b370-80f304d1c0f4,segment=NetworkSegment(faf0938d-9351-4aa3-a42a-2891bc0c4373),segment_id=faf0938d-9351-4aa3-a42a-2891bc0c4373)] {{(pid=88880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:07:54.990978 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-56080f61-3ebf-4d67-9bf3-4a81a25e7d11 None None] Notify callbacks [] for port, precommit_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:55.000097 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6ea8e05f-0b31-4acb-9abb-91119157cd2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:55.007578 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-56080f61-3ebf-4d67-9bf3-4a81a25e7d11 None None] Transition to ACTIVE for port object 8a117cac-fe6c-4edd-9da7-5695b79dbbbc will not be triggered until provisioned by entity L2. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:07:55.056060 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e18b1ec5-4757-4eef-ade0-94a19ebe0fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:55.069600 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-56080f61-3ebf-4d67-9bf3-4a81a25e7d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:55.080395 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-86437535-287f-4707-bcb3-12f6ae43ea5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:07:55.123272 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a60ae517-7d8c-4395-ad1e-7840aa568c73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73968e80-91fd-539e-a7c6-b31af6d9e680-5e9025d6-40e4-4d3a-8443-18331acc89dc', 'network_id': '5e9025d6-40e4-4d3a-8443-18331acc89dc', 'tenant_id': '59b398769254445dae3d1f85e7f0f818', 'fixed_ips': [{'subnet_id': 'db561dc2-ad7f-45e0-b807-777ba9baaa89'}]}} from dv-neutron-822691-2-hyperv. {{(pid=88880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 24 11:07:55.124577 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a60ae517-7d8c-4395-ad1e-7840aa568c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:55.128268 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c2fe1bdc-3936-42f3-893e-db0d41490a6a tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:55.305625 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-c2fe1bdc-3936-42f3-893e-db0d41490a6a tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] 10.222.0.65 "DELETE /v2.0/ports/be3d623c-0e37-4bb1-ae7d-e194aaf6e01f HTTP/1.1" status: 204  len: 168 time: 2.0051992
Dec 24 11:07:55.316174 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 40332) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:55.448422 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d45a0cf4-734c-4d87-8bbc-39e6f434d68c tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:07:55.457065 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d45a0cf4-734c-4d87-8bbc-39e6f434d68c tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for floatingip, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:55.466391 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d2905b3-cddc-40b3-84f1-ac0fe1ee97b4 None None] Sync routers for ids ['24f0b5d8-d368-4970-b4e5-f35e9299f571'] in dv-neutron-822691-2-hyperv {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:07:55.480688 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-6ea8e05f-0b31-4acb-9abb-91119157cd2d admin admin] Allocated IP 172.26.3.41 (f8c337ba-681f-4fcb-a333-e3c49365b30a/8ea1398c-0bec-46d6-8d54-85798de2a7ca/6971b6ef-10e9-41ac-8eab-55400fae7ed7) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:07:55.493591 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2905b3-cddc-40b3-84f1-ac0fe1ee97b4 None None] Routers {'24f0b5d8-d368-4970-b4e5-f35e9299f571'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:07:55.494941 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-3d2905b3-cddc-40b3-84f1-ac0fe1ee97b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271df4550>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:07:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['24f0b5d8-d368-4970-b4e5-f35e9299f571'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:07:55.558041 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18b1ec5-4757-4eef-ade0-94a19ebe0fc4 None None] Pushing event updated for resources: {'Port': ['ID=9769ed5b-e298-49d6-b370-80f304d1c0f4,revision_number=2']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:07:55.587427 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-3d2905b3-cddc-40b3-84f1-ac0fe1ee97b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271df4550>, [], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:07:55.606766 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2905b3-cddc-40b3-84f1-ac0fe1ee97b4 None None] Routers {'24f0b5d8-d368-4970-b4e5-f35e9299f571'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:07:55.607724 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-3d2905b3-cddc-40b3-84f1-ac0fe1ee97b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271df4550>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:07:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['24f0b5d8-d368-4970-b4e5-f35e9299f571'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:07:55.649938 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-d45a0cf4-734c-4d87-8bbc-39e6f434d68c tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] 10.222.0.65 "PUT /v2.0/floatingips/b2c68444-c4a6-4c5d-aa63-937706b6558b HTTP/1.1" status: 200  len: 977 time: 3.9390743
Dec 24 11:07:55.658740 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 40336) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:55.673855 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-56080f61-3ebf-4d67-9bf3-4a81a25e7d11 None None] Attempting to bind port 8a117cac-fe6c-4edd-9da7-5695b79dbbbc on host dv-neutron-822691-2-hyperv for vnic_type normal with profile  {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:07:55.674262 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-56080f61-3ebf-4d67-9bf3-4a81a25e7d11 None None] Attempting to bind port 8a117cac-fe6c-4edd-9da7-5695b79dbbbc by drivers openvswitch,hyperv on host dv-neutron-822691-2-hyperv at level 0 using segments [{'id': '3b07d8a8-bff6-49c6-acf5-786a5e7745a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '9b4f4508-effc-4cb9-8439-b64bb90916de'}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:07:55.674678 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56080f61-3ebf-4d67-9bf3-4a81a25e7d11 None None] Attempting to bind port 8a117cac-fe6c-4edd-9da7-5695b79dbbbc on network 9b4f4508-effc-4cb9-8439-b64bb90916de {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:07:55.725252 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56080f61-3ebf-4d67-9bf3-4a81a25e7d11 None None] Checking agent: {'id': 'db1275c1-6001-47af-93c2-635c68404703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822691-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 52, 8), 'started_at': datetime.datetime(2021, 12, 24, 10, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 7, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822691-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:07:55.725680 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56080f61-3ebf-4d67-9bf3-4a81a25e7d11 None None] Checking segment: {'id': '3b07d8a8-bff6-49c6-acf5-786a5e7745a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '9b4f4508-effc-4cb9-8439-b64bb90916de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:07:55.728048 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-56080f61-3ebf-4d67-9bf3-4a81a25e7d11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:55.728411 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56080f61-3ebf-4d67-9bf3-4a81a25e7d11 None None] Bound using segment: {'id': '3b07d8a8-bff6-49c6-acf5-786a5e7745a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '9b4f4508-effc-4cb9-8439-b64bb90916de'} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:07:55.729474 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-56080f61-3ebf-4d67-9bf3-4a81a25e7d11 None None] Bound port: 8a117cac-fe6c-4edd-9da7-5695b79dbbbc, host: dv-neutron-822691-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b07d8a8-bff6-49c6-acf5-786a5e7745a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '9b4f4508-effc-4cb9-8439-b64bb90916de'}}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:07:55.729474 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-56080f61-3ebf-4d67-9bf3-4a81a25e7d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:55.761992 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-3d2905b3-cddc-40b3-84f1-ac0fe1ee97b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271df4550>, [], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:07:55.762539 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d2905b3-cddc-40b3-84f1-ac0fe1ee97b4 None None] The sync data for ids ['24f0b5d8-d368-4970-b4e5-f35e9299f571'] in dv-neutron-822691-2-hyperv is: [] {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:07:55.800566 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80713d7d-cb7e-4d14-b3c6-563d1ca5ee74 None None] Pushing event updated for resources: {'Port': ['ID=8a117cac-fe6c-4edd-9da7-5695b79dbbbc,revision_number=3']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:07:55.804030 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-a60ae517-7d8c-4395-ad1e-7840aa568c73 None None] Allocated IP 2001:db8:1::2 (5e9025d6-40e4-4d3a-8443-18331acc89dc/db561dc2-ad7f-45e0-b807-777ba9baaa89/4063bd82-fc34-4836-8690-6615ff0bbca7) {{(pid=88880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:07:55.808947 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-80713d7d-cb7e-4d14-b3c6-563d1ca5ee74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.729s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:07:55.814267 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.693s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:07:55.815880 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:07:55.822364 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-7678deb8-1408-4707-bb93-cf29e37e457a tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Deleting port 712593f4-d0cf-4641-a655-c580689c5734 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:07:55.822889 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7678deb8-1408-4707-bb93-cf29e37e457a tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:55.964599 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-56080f61-3ebf-4d67-9bf3-4a81a25e7d11 None None] For port 8a117cac-fe6c-4edd-9da7-5695b79dbbbc, host dv-neutron-822691-2-hyperv, cleared binding levels {{(pid=88880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:07:55.968566 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-56080f61-3ebf-4d67-9bf3-4a81a25e7d11 None None] For port 8a117cac-fe6c-4edd-9da7-5695b79dbbbc, host dv-neutron-822691-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=8a117cac-fe6c-4edd-9da7-5695b79dbbbc,segment=NetworkSegment(3b07d8a8-bff6-49c6-acf5-786a5e7745a7),segment_id=3b07d8a8-bff6-49c6-acf5-786a5e7745a7)] {{(pid=88880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:07:56.087231 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-56080f61-3ebf-4d67-9bf3-4a81a25e7d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:56.092062 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 9769ed5b-e298-49d6-b370-80f304d1c0f4 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:07:56.107619 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.agents_db [None req-e51243ab-6a93-425b-980f-a73583147efa None None] Agent healthcheck: found 6 active agents {{(pid=88881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 24 11:07:56.129270 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-89713768-2a87-49bc-9b76-cda155c716d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:07:56.285408 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6ea8e05f-0b31-4acb-9abb-91119157cd2d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:56.318462 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8c024e6e-39df-4b0c-95cb-1d12e3ce2848 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850796890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2246085'] for subnet, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:56.326206 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-72600321-4771-4e62-9704-6bbcf67584e6 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:07:56.406039 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_v2 [None req-aeec8f69-c9e9-4d26-9213-e708665b2364 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Deleting subnet 3244f665-097d-4f9a-acd2-3ce51d235e13 {{(pid=88878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 24 11:07:56.420692 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-aeec8f69-c9e9-4d26-9213-e708665b2364 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Notify callbacks [] for subnet, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:56.437998 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning for port 9769ed5b-e298-49d6-b370-80f304d1c0f4 completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:07:56.449113 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f853d367-5703-45b7-b04b-13d951d76bb1 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:56.497694 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6ea8e05f-0b31-4acb-9abb-91119157cd2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:56.504891 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c024e6e-39df-4b0c-95cb-1d12e3ce2848 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Pushing event updated for resources: {'Subnet': ['ID=7307146b-ec0d-4493-86e7-1ec893247ab5,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:07:56.512727 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-8c024e6e-39df-4b0c-95cb-1d12e3ce2848 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:07:56.519111 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80713d7d-cb7e-4d14-b3c6-563d1ca5ee74 None None] Pushing event updated for resources: {'Port': ['ID=8a117cac-fe6c-4edd-9da7-5695b79dbbbc,revision_number=4']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:07:56.519829 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-49cde70a-66f2-434f-9389-09d689b5d11b tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:07:56.525661 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-80713d7d-cb7e-4d14-b3c6-563d1ca5ee74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:07:56.526324 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56080f61-3ebf-4d67-9bf3-4a81a25e7d11 None None] Routers {'c12f84ef-db9d-4f8b-b966-24ad29271517'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:07:56.526993 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-56080f61-3ebf-4d67-9bf3-4a81a25e7d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52712af7b8>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:07:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['c12f84ef-db9d-4f8b-b966-24ad29271517'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:07:56.563354 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ea8e05f-0b31-4acb-9abb-91119157cd2d admin admin] Network f8c337ba-681f-4fcb-a333-e3c49365b30a is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:07:56.573068 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-6ea8e05f-0b31-4acb-9abb-91119157cd2d admin admin] Resources bound (agent type, host, resource id):  {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:07:56.592810 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-aeec8f69-c9e9-4d26-9213-e708665b2364 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852534446'] for subnet, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:56.602658 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7678deb8-1408-4707-bb93-cf29e37e457a tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:56.623222 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea8e05f-0b31-4acb-9abb-91119157cd2d admin admin] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:07:56.671725 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c024e6e-39df-4b0c-95cb-1d12e3ce2848 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Checking segment: {'id': 'd1dff623-3fc7-4f32-8abc-674205b04fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '0d954bc9-3a96-47fa-afab-f960a631d5c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:07:56.672155 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c024e6e-39df-4b0c-95cb-1d12e3ce2848 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Network hostable DHCP agents. Network: 0d954bc9-3a96-47fa-afab-f960a631d5c8, hostable agents: ['edcf98dc-3032-472a-8b3d-f23fd1e89806'], hosted agents: [] {{(pid=88878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 24 11:07:56.699021 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a60ae517-7d8c-4395-ad1e-7840aa568c73 None None] Notify callbacks [] for port, precommit_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:56.726985 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-a60ae517-7d8c-4395-ad1e-7840aa568c73 None None] Transition to ACTIVE for port object 4063bd82-fc34-4836-8690-6615ff0bbca7 will not be triggered until provisioned by entity L2. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:07:56.738568 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea8e05f-0b31-4acb-9abb-91119157cd2d admin admin] Pushing event updated for resources: {'Port': ['ID=6971b6ef-10e9-41ac-8eab-55400fae7ed7,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:07:56.747988 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-6ea8e05f-0b31-4acb-9abb-91119157cd2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:07:56.759583 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-a60ae517-7d8c-4395-ad1e-7840aa568c73 None None] Transition to ACTIVE for port object 4063bd82-fc34-4836-8690-6615ff0bbca7 will not be triggered until provisioned by entity DHCP. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:07:56.763154 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-56080f61-3ebf-4d67-9bf3-4a81a25e7d11 None None] Set router c12f84ef-db9d-4f8b-b966-24ad29271517 gateway port host: None {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:07:56.763665 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c024e6e-39df-4b0c-95cb-1d12e3ce2848 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Network 0d954bc9-3a96-47fa-afab-f960a631d5c8 is scheduled to be hosted by DHCP agent edcf98dc-3032-472a-8b3d-f23fd1e89806 with binding_index 1 {{(pid=88878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 24 11:07:56.806366 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-8c024e6e-39df-4b0c-95cb-1d12e3ce2848 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822691-2-hyperv, 0d954bc9-3a96-47fa-afab-f960a631d5c8) {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:07:56.809259 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a60ae517-7d8c-4395-ad1e-7840aa568c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408'] for port, after_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:56.819048 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8c024e6e-39df-4b0c-95cb-1d12e3ce2848 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850796890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2246085'] for subnet, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:56.828851 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c4dd471e-3c48-437d-b519-a5f2be77e09e tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:07:56.829353 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-80713d7d-cb7e-4d14-b3c6-563d1ca5ee74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:07:56.911624 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a60ae517-7d8c-4395-ad1e-7840aa568c73 None None] Network 5e9025d6-40e4-4d3a-8443-18331acc89dc is already hosted by enough agents. {{(pid=88880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:07:56.913125 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0405781-d42d-4d77-80cf-041ae4cf7126 None None] Network 0d954bc9-3a96-47fa-afab-f960a631d5c8 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:07:56.936835 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60ae517-7d8c-4395-ad1e-7840aa568c73 None None] Pushing event updated for resources: {'Port': ['ID=4063bd82-fc34-4836-8690-6615ff0bbca7,revision_number=1']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:07:56.940741 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-a60ae517-7d8c-4395-ad1e-7840aa568c73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:07:56.941706 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-a60ae517-7d8c-4395-ad1e-7840aa568c73 None None] Resources bound (agent type, host, resource id):  {{(pid=88880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:07:56.957092 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60ae517-7d8c-4395-ad1e-7840aa568c73 None None] Received port after_create {{(pid=88880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:07:56.999471 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-aeec8f69-c9e9-4d26-9213-e708665b2364 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847655656'] for subnet, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:57.029926 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c024e6e-39df-4b0c-95cb-1d12e3ce2848 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Pushing event updated for resources: {'Subnet': ['ID=46e3d9d5-b164-427b-ab54-41c1cb960f62,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:07:57.048183 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-8c024e6e-39df-4b0c-95cb-1d12e3ce2848 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:07:57.085078 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c024e6e-39df-4b0c-95cb-1d12e3ce2848 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Checking segment: {'id': '113f527a-7deb-4e8e-b4c3-dd0f080608b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'd3e586f3-2b0c-41b8-a7b9-2e8d80fc81d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:07:57.085484 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c024e6e-39df-4b0c-95cb-1d12e3ce2848 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Network hostable DHCP agents. Network: d3e586f3-2b0c-41b8-a7b9-2e8d80fc81d9, hostable agents: ['edcf98dc-3032-472a-8b3d-f23fd1e89806'], hosted agents: [] {{(pid=88878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 24 11:07:57.134494 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c024e6e-39df-4b0c-95cb-1d12e3ce2848 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Network d3e586f3-2b0c-41b8-a7b9-2e8d80fc81d9 is scheduled to be hosted by DHCP agent edcf98dc-3032-472a-8b3d-f23fd1e89806 with binding_index 1 {{(pid=88878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 24 11:07:57.142922 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-aeec8f69-c9e9-4d26-9213-e708665b2364 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7120129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3978858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852529715'] for subnet, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:57.149168 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-eaeed78f-272b-494d-9f80-703dbf01f640 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:07:57.189863 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6ea8e05f-0b31-4acb-9abb-91119157cd2d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:57.190632 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6ea8e05f-0b31-4acb-9abb-91119157cd2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854163800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854116816'] for router, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:57.192744 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-8c024e6e-39df-4b0c-95cb-1d12e3ce2848 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822691-2-hyperv, d3e586f3-2b0c-41b8-a7b9-2e8d80fc81d9) {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:07:57.197190 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeec8f69-c9e9-4d26-9213-e708665b2364 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Pushing event deleted for resources: {'Subnet': ['ID=3244f665-097d-4f9a-acd2-3ce51d235e13,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:07:57.202661 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c024e6e-39df-4b0c-95cb-1d12e3ce2848 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:07:57.203094 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c024e6e-39df-4b0c-95cb-1d12e3ce2848 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:07:57.203778 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8c024e6e-39df-4b0c-95cb-1d12e3ce2848 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:57.225373 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-aeec8f69-c9e9-4d26-9213-e708665b2364 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:07:57.230488 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-8c024e6e-39df-4b0c-95cb-1d12e3ce2848 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 1476 time: 4.4604752
Dec 24 11:07:57.232302 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-aeec8f69-c9e9-4d26-9213-e708665b2364 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:57.236896 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-aeec8f69-c9e9-4d26-9213-e708665b2364 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] 10.222.0.65 "DELETE /v2.0/subnets/3244f665-097d-4f9a-acd2-3ce51d235e13 HTTP/1.1" status: 204  len: 168 time: 1.9171600
Dec 24 11:07:57.236896 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 40340) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:57.251981 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 40342) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:57.254954 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70886a52-108d-487f-a53e-442309ee5598 None None] Network d3e586f3-2b0c-41b8-a7b9-2e8d80fc81d9 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:07:57.374416 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e2defcd-3ddd-43af-8c13-5026289ed607 None None] Network fd6adeef-9a35-40f2-8251-abc372e5b228 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:07:57.390737 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce26ca94-210b-4f12-b06a-8f0e5249b249 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:07:57.392245 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce26ca94-210b-4f12-b06a-8f0e5249b249 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:07:57.393863 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce26ca94-210b-4f12-b06a-8f0e5249b249 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:07:57.394821 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-ce26ca94-210b-4f12-b06a-8f0e5249b249 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Synchronizing usage tracker for tenant:0c8a50f395144560b74c2f8d4ea42f7b on resource:subnet {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:07:57.427650 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-ce26ca94-210b-4f12-b06a-8f0e5249b249 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Unset dirty status for tenant:0c8a50f395144560b74c2f8d4ea42f7b on resource:subnet {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:07:57.428982 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-ce26ca94-210b-4f12-b06a-8f0e5249b249 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2102 time: 0.1925199
Dec 24 11:07:57.463933 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7678deb8-1408-4707-bb93-cf29e37e457a tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:57.464766 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7678deb8-1408-4707-bb93-cf29e37e457a tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659181'] for floatingip, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:57.465490 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.l3_db [None req-7678deb8-1408-4707-bb93-cf29e37e457a tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Floating IP b2c68444-c4a6-4c5d-aa63-937706b6558b disassociated. External IP: 172.26.3.108, port: 712593f4-d0cf-4641-a655-c580689c5734.
Dec 24 11:07:57.466453 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-7678deb8-1408-4707-bb93-cf29e37e457a tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Calling delete_port for 712593f4-d0cf-4641-a655-c580689c5734 owned by  {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:07:57.480687 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 40348) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:57.591357 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_v2 [None req-e14f942d-ca85-47ff-8af9-4dd0c69bc0d2 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Deleting subnet 7307146b-ec0d-4493-86e7-1ec893247ab5 {{(pid=88878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 24 11:07:57.595844 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e14f942d-ca85-47ff-8af9-4dd0c69bc0d2 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Notify callbacks [] for subnet, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:57.626160 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-a60ae517-7d8c-4395-ad1e-7840aa568c73 None None] Attempting to bind port 4063bd82-fc34-4836-8690-6615ff0bbca7 on host dv-neutron-822691-2-hyperv for vnic_type normal with profile  {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:07:57.626160 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-a60ae517-7d8c-4395-ad1e-7840aa568c73 None None] Attempting to bind port 4063bd82-fc34-4836-8690-6615ff0bbca7 by drivers openvswitch,hyperv on host dv-neutron-822691-2-hyperv at level 0 using segments [{'id': '8f65010c-eeb6-45df-9c80-74fa841e836d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '5e9025d6-40e4-4d3a-8443-18331acc89dc'}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:07:57.626599 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a60ae517-7d8c-4395-ad1e-7840aa568c73 None None] Attempting to bind port 4063bd82-fc34-4836-8690-6615ff0bbca7 on network 5e9025d6-40e4-4d3a-8443-18331acc89dc {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:07:57.666244 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6467ac67-93b7-4821-8d5a-92f341c7af69 None None] Network 2428796e-e2e4-4ddb-a9cc-996932bc1226 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:07:57.668931 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e14f942d-ca85-47ff-8af9-4dd0c69bc0d2 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852534446'] for subnet, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:57.680180 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e3e3adb3-0307-4f87-b939-91b223bc82da tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036847558493'] for network, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:57.756231 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7678deb8-1408-4707-bb93-cf29e37e457a tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:57.757716 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e14f942d-ca85-47ff-8af9-4dd0c69bc0d2 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847655656'] for subnet, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:57.769357 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-e3546996-4903-484e-b078-5d52ea09b03a tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:07:57.781338 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33602dc5-0296-4f5a-b9cc-bdc4d07f656a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73968e80-91fd-539e-a7c6-b31af6d9e680-d3e586f3-2b0c-41b8-a7b9-2e8d80fc81d9', 'network_id': 'd3e586f3-2b0c-41b8-a7b9-2e8d80fc81d9', 'tenant_id': '0c8a50f395144560b74c2f8d4ea42f7b', 'fixed_ips': [{'subnet_id': '46e3d9d5-b164-427b-ab54-41c1cb960f62'}]}} from dv-neutron-822691-2-hyperv. {{(pid=88880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 24 11:07:57.782286 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-33602dc5-0296-4f5a-b9cc-bdc4d07f656a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:57.808868 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-e3e3adb3-0307-4f87-b939-91b223bc82da tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Deleting port 3fa0f65e-15a3-4416-a6dd-d6d37924aedb {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:07:57.809130 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e3e3adb3-0307-4f87-b939-91b223bc82da tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:57.826824 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a60ae517-7d8c-4395-ad1e-7840aa568c73 None None] Checking agent: {'id': 'db1275c1-6001-47af-93c2-635c68404703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822691-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 52, 8), 'started_at': datetime.datetime(2021, 12, 24, 10, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 7, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822691-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:07:57.827217 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a60ae517-7d8c-4395-ad1e-7840aa568c73 None None] Checking segment: {'id': '8f65010c-eeb6-45df-9c80-74fa841e836d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '5e9025d6-40e4-4d3a-8443-18331acc89dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:07:57.827705 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a60ae517-7d8c-4395-ad1e-7840aa568c73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:57.828158 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a60ae517-7d8c-4395-ad1e-7840aa568c73 None None] Bound using segment: {'id': '8f65010c-eeb6-45df-9c80-74fa841e836d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '5e9025d6-40e4-4d3a-8443-18331acc89dc'} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:07:57.828714 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-a60ae517-7d8c-4395-ad1e-7840aa568c73 None None] Bound port: 4063bd82-fc34-4836-8690-6615ff0bbca7, host: dv-neutron-822691-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f65010c-eeb6-45df-9c80-74fa841e836d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '5e9025d6-40e4-4d3a-8443-18331acc89dc'}}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:07:57.829146 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a60ae517-7d8c-4395-ad1e-7840aa568c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:57.834622 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ea8e05f-0b31-4acb-9abb-91119157cd2d admin admin] Router 9595545e-9654-4c5f-a2fc-4da3de1dc6ec is scheduled to L3 agent 198cca88-1338-4098-b44b-beb0346ac906 with binding_index 1 {{(pid=88878) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 24 11:07:57.858906 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7678deb8-1408-4707-bb93-cf29e37e457a tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Pushing event deleted for resources: {'Port': ['ID=712593f4-d0cf-4641-a655-c580689c5734,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:07:57.861533 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7678deb8-1408-4707-bb93-cf29e37e457a tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:07:57.890308 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-f853d367-5703-45b7-b04b-13d951d76bb1 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Allocated IP 2001:db8:1::1 (5e9025d6-40e4-4d3a-8443-18331acc89dc/db561dc2-ad7f-45e0-b807-777ba9baaa89/429828b5-a160-4c95-882b-6ee31f57fc8f) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:07:57.927455 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e14f942d-ca85-47ff-8af9-4dd0c69bc0d2 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7120129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3978858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852529715'] for subnet, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:57.932705 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-861f1abf-8b74-4b77-b406-d0afb6e3efed tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:07:57.980746 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14f942d-ca85-47ff-8af9-4dd0c69bc0d2 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Pushing event deleted for resources: {'Subnet': ['ID=7307146b-ec0d-4493-86e7-1ec893247ab5,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:07:57.983891 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-e14f942d-ca85-47ff-8af9-4dd0c69bc0d2 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:07:57.993443 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e14f942d-ca85-47ff-8af9-4dd0c69bc0d2 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:58.011325 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-e14f942d-ca85-47ff-8af9-4dd0c69bc0d2 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] 10.222.0.65 "DELETE /v2.0/subnets/7307146b-ec0d-4493-86e7-1ec893247ab5 HTTP/1.1" status: 204  len: 168 time: 0.5249755
Dec 24 11:07:58.020499 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 40352) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:58.162160 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bcc147d-2008-4573-b376-e4442eb4d45a tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Deleting subnet 46e3d9d5-b164-427b-ab54-41c1cb960f62 {{(pid=88878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 24 11:07:58.172701 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8bcc147d-2008-4573-b376-e4442eb4d45a tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Notify callbacks [] for subnet, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:58.236473 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8bcc147d-2008-4573-b376-e4442eb4d45a tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852534446'] for subnet, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:58.299075 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-e3e3adb3-0307-4f87-b939-91b223bc82da tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] For port 3fa0f65e-15a3-4416-a6dd-d6d37924aedb, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=3fa0f65e-15a3-4416-a6dd-d6d37924aedb,segment=NetworkSegment(8821fd26-a827-417a-820f-fd43d4b4ec22),segment_id=8821fd26-a827-417a-820f-fd43d4b4ec22)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:07:58.299517 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e3e3adb3-0307-4f87-b939-91b223bc82da tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:58.313583 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-484a9c3b-ec18-470d-aa36-db0af3acea33 None None] Provisioning for port 9769ed5b-e298-49d6-b370-80f304d1c0f4 completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:07:58.324036 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8bcc147d-2008-4573-b376-e4442eb4d45a tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847655656'] for subnet, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:58.388889 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ea8e05f-0b31-4acb-9abb-91119157cd2d admin admin] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:07:58.391584 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c92346f-e300-491c-8992-6cef207023e3 None None] Network 0d954bc9-3a96-47fa-afab-f960a631d5c8 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:07:58.406299 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-484a9c3b-ec18-470d-aa36-db0af3acea33 None None] Provisioning complete for port 9769ed5b-e298-49d6-b370-80f304d1c0f4 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:07:58.406771 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-484a9c3b-ec18-470d-aa36-db0af3acea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:58.426487 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6ea8e05f-0b31-4acb-9abb-91119157cd2d admin admin] Notify callbacks [] for router, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:58.430571 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-6ea8e05f-0b31-4acb-9abb-91119157cd2d admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 5.6224523
Dec 24 11:07:58.431307 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 40356) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:58.459148 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb3cbcb-caea-419b-974d-03da53c97a37 None None] Sync routers for ids ['9595545e-9654-4c5f-a2fc-4da3de1dc6ec'] in dv-neutron-822691-2-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:07:58.488614 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:58.509765 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8bcc147d-2008-4573-b376-e4442eb4d45a tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7120129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3978858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852529715'] for subnet, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:58.516125 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-0470f0c4-2996-4b7c-a7c9-1ed22c0ac707 tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:07:58.581552 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcc147d-2008-4573-b376-e4442eb4d45a tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Pushing event deleted for resources: {'Subnet': ['ID=46e3d9d5-b164-427b-ab54-41c1cb960f62,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:07:58.600732 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8bcc147d-2008-4573-b376-e4442eb4d45a tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:58.605516 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-8bcc147d-2008-4573-b376-e4442eb4d45a tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] 10.222.0.65 "DELETE /v2.0/subnets/46e3d9d5-b164-427b-ab54-41c1cb960f62 HTTP/1.1" status: 204  len: 168 time: 0.5815129
Dec 24 11:07:58.607595 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcc147d-2008-4573-b376-e4442eb4d45a tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:07:58.608004 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcc147d-2008-4573-b376-e4442eb4d45a tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:07:58.608557 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcc147d-2008-4573-b376-e4442eb4d45a tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:07:58.609048 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcc147d-2008-4573-b376-e4442eb4d45a tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:07:58.609974 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcc147d-2008-4573-b376-e4442eb4d45a tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:07:58.610511 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcc147d-2008-4573-b376-e4442eb4d45a tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:07:58.611024 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcc147d-2008-4573-b376-e4442eb4d45a tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:07:58.612207 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcc147d-2008-4573-b376-e4442eb4d45a tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:07:58.612846 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcc147d-2008-4573-b376-e4442eb4d45a tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:07:58.613361 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcc147d-2008-4573-b376-e4442eb4d45a tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:07:58.613926 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcc147d-2008-4573-b376-e4442eb4d45a tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:07:58.617814 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 40360) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:58.626022 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-8bcc147d-2008-4573-b376-e4442eb4d45a tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:07:58.688779 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f853d367-5703-45b7-b04b-13d951d76bb1 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:58.702303 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-e3e3adb3-0307-4f87-b939-91b223bc82da tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Calling delete_port for 3fa0f65e-15a3-4416-a6dd-d6d37924aedb owned by network:dhcp {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:07:58.726767 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server [None req-33602dc5-0296-4f5a-b9cc-bdc4d07f656a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 46e3d9d5-b164-427b-ab54-41c1cb960f62: This subnet is being modified by another concurrent operation.
Dec 24 11:07:58.726767 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Dec 24 11:07:58.726767 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Dec 24 11:07:58.726767 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Dec 24 11:07:58.726767 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 276, in dispatch
Dec 24 11:07:58.726767 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Dec 24 11:07:58.726767 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 196, in _do_dispatch
Dec 24 11:07:58.726767 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Dec 24 11:07:58.726767 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Dec 24 11:07:58.726767 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Dec 24 11:07:58.726767 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 24 11:07:58.726767 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 24 11:07:58.726767 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 24 11:07:58.726767 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 24 11:07:58.726767 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 24 11:07:58.726767 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 24 11:07:58.726767 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 24 11:07:58.726767 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     raise value
Dec 24 11:07:58.726767 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 24 11:07:58.726767 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 24 11:07:58.726767 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 24 11:07:58.726767 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 24 11:07:58.726767 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 24 11:07:58.726767 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 24 11:07:58.726767 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 24 11:07:58.726767 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 24 11:07:58.726767 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 24 11:07:58.726767 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     raise value
Dec 24 11:07:58.726767 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 24 11:07:58.726767 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 24 11:07:58.726767 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 24 11:07:58.726767 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 24 11:07:58.726767 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 24 11:07:58.726767 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 24 11:07:58.726767 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 24 11:07:58.726767 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 24 11:07:58.726767 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 24 11:07:58.726767 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     raise value
Dec 24 11:07:58.726767 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 24 11:07:58.726767 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 24 11:07:58.726767 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 94, in wrapper
Dec 24 11:07:58.726767 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Dec 24 11:07:58.726767 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port
Dec 24 11:07:58.726767 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Dec 24 11:07:58.726767 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action
Dec 24 11:07:58.726767 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Dec 24 11:07:58.726767 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/plugins/utils.py", line 336, in create_port
Dec 24 11:07:58.726767 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     context, {port_apidef.RESOURCE_NAME: port_data})
Dec 24 11:07:58.726767 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner
Dec 24 11:07:58.726767 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kwargs)
Dec 24 11:07:58.726767 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 233, in wrapped
Dec 24 11:07:58.726767 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Dec 24 11:07:58.726767 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 24 11:07:58.734123 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 24 11:07:58.734123 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 24 11:07:58.734123 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 24 11:07:58.734123 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 24 11:07:58.734123 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 24 11:07:58.734123 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 24 11:07:58.734123 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     raise value
Dec 24 11:07:58.734123 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 24 11:07:58.734123 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 24 11:07:58.734123 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 24 11:07:58.734123 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 24 11:07:58.734123 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 24 11:07:58.734123 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 24 11:07:58.734123 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 24 11:07:58.734123 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 24 11:07:58.734123 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 24 11:07:58.734123 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     raise value
Dec 24 11:07:58.734123 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 24 11:07:58.734123 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 24 11:07:58.734123 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 24 11:07:58.734123 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 24 11:07:58.734123 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 24 11:07:58.734123 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 24 11:07:58.734123 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 24 11:07:58.734123 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 24 11:07:58.734123 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 24 11:07:58.734123 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     raise value
Dec 24 11:07:58.734123 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 24 11:07:58.734123 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 24 11:07:58.734123 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1407, in create_port
Dec 24 11:07:58.734123 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Dec 24 11:07:58.734123 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1374, in _create_port_db
Dec 24 11:07:58.734123 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Dec 24 11:07:58.734123 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1439, in create_port_db
Dec 24 11:07:58.734123 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     context, port, port_id)
Dec 24 11:07:58.734123 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 222, in allocate_ips_for_port_and_store
Dec 24 11:07:58.734123 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     revert_on_fail=False)
Dec 24 11:07:58.734123 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 24 11:07:58.734123 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 24 11:07:58.734123 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 24 11:07:58.734123 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 24 11:07:58.734123 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 24 11:07:58.734123 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     raise value
Dec 24 11:07:58.734123 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store
Dec 24 11:07:58.734123 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     ips = self._allocate_ips_for_port(context, port_copy)
Dec 24 11:07:58.734123 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 241, in _allocate_ips_for_port
Dec 24 11:07:58.734123 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     distributed_service=self._is_distributed_service(p))
Dec 24 11:07:58.734123 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 671, in _ipam_get_subnets
Dec 24 11:07:58.734123 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     id=subnet.id)
Dec 24 11:07:58.734123 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Dec 24 11:07:58.734123 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     raise exception
Dec 24 11:07:58.734123 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 46e3d9d5-b164-427b-ab54-41c1cb960f62: This subnet is being modified by another concurrent operation.
Dec 24 11:07:58.734123 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server 
Dec 24 11:07:58.773202 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-a60ae517-7d8c-4395-ad1e-7840aa568c73 None None] For port 4063bd82-fc34-4836-8690-6615ff0bbca7, host dv-neutron-822691-2-hyperv, cleared binding levels {{(pid=88880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:07:58.776939 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-897eb08f-fa8a-48b4-a467-7268b81c6e09 None None] Network d3e586f3-2b0c-41b8-a7b9-2e8d80fc81d9 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:07:58.793703 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a4ff7dc-f1e2-425e-81e1-0f9deae94fb1 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:07:58.794986 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-4a4ff7dc-f1e2-425e-81e1-0f9deae94fb1 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Synchronizing usage tracker for tenant:0c8a50f395144560b74c2f8d4ea42f7b on resource:subnet {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:07:58.799231 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb3cbcb-caea-419b-974d-03da53c97a37 None None] Routers {'9595545e-9654-4c5f-a2fc-4da3de1dc6ec'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:07:58.799969 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-3eb3cbcb-caea-419b-974d-03da53c97a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52712820b8>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:07:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['9595545e-9654-4c5f-a2fc-4da3de1dc6ec'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:07:58.814985 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-f853d367-5703-45b7-b04b-13d951d76bb1 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Transition to ACTIVE for port object 429828b5-a160-4c95-882b-6ee31f57fc8f will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:07:58.826924 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-4a4ff7dc-f1e2-425e-81e1-0f9deae94fb1 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Unset dirty status for tenant:0c8a50f395144560b74c2f8d4ea42f7b on resource:subnet {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:07:58.828470 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-4a4ff7dc-f1e2-425e-81e1-0f9deae94fb1 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.2047815
Dec 24 11:07:58.833872 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 40364) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:58.888320 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e3e3adb3-0307-4f87-b939-91b223bc82da tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:58.893546 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-05ae14b6-ed48-4a88-baa4-4fae9bbc2647 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:07:58.926856 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87c24b4e-c9a0-4544-8c4b-1b69bd91d5e8 None None] DHCP port deletion for fd6adeef-9a35-40f2-8251-abc372e5b228 request from dv-neutron-822691-2-hyperv {{(pid=88880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 24 11:07:58.934446 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f853d367-5703-45b7-b04b-13d951d76bb1 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:58.952668 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e3adb3-0307-4f87-b939-91b223bc82da tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Pushing event deleted for resources: {'Port': ['ID=3fa0f65e-15a3-4416-a6dd-d6d37924aedb,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:07:58.955606 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-e3e3adb3-0307-4f87-b939-91b223bc82da tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:07:58.960952 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-66b2ce17-9120-48b4-9d06-c5ce4de8edc3 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:07:58.993906 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-a60ae517-7d8c-4395-ad1e-7840aa568c73 None None] For port 4063bd82-fc34-4836-8690-6615ff0bbca7, host dv-neutron-822691-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=4063bd82-fc34-4836-8690-6615ff0bbca7,segment=NetworkSegment(8f65010c-eeb6-45df-9c80-74fa841e836d),segment_id=8f65010c-eeb6-45df-9c80-74fa841e836d)] {{(pid=88880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:07:59.002197 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e3adb3-0307-4f87-b939-91b223bc82da tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] No DVR routers for this DVR port 3fa0f65e-15a3-4416-a6dd-d6d37924aedb on host dv-neutron-822691-2-hyperv {{(pid=88879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 24 11:07:59.056807 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a60ae517-7d8c-4395-ad1e-7840aa568c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:59.068096 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-fc89349f-bd05-42a6-877d-b7dc7f0d5267 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:07:59.116997 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f853d367-5703-45b7-b04b-13d951d76bb1 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Network 5e9025d6-40e4-4d3a-8443-18331acc89dc is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:07:59.129223 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-f853d367-5703-45b7-b04b-13d951d76bb1 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Resources bound (agent type, host, resource id):  {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:07:59.134385 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f853d367-5703-45b7-b04b-13d951d76bb1 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:07:59.134655 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f853d367-5703-45b7-b04b-13d951d76bb1 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-720245'] for router_interface, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:59.148486 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f853d367-5703-45b7-b04b-13d951d76bb1 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Pushing event updated for resources: {'Port': ['ID=429828b5-a160-4c95-882b-6ee31f57fc8f,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:07:59.152245 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f853d367-5703-45b7-b04b-13d951d76bb1 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:07:59.206321 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7678deb8-1408-4707-bb93-cf29e37e457a tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Router 24f0b5d8-d368-4970-b4e5-f35e9299f571 has already been hosted by L3 agent 198cca88-1338-4098-b44b-beb0346ac906 {{(pid=88879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 24 11:07:59.215119 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e3e3adb3-0307-4f87-b939-91b223bc82da tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847649663', 'neutron.services.segments.db._delete_segments_for_network-8749505737672'] for network, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:59.241289 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-87129d7c-9c05-48ff-a6a3-6949237d69f0 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036847558493'] for network, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:59.261152 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-e3e3adb3-0307-4f87-b939-91b223bc82da tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f527177dc50>,) {'filters': {'network_id': ['fd6adeef-9a35-40f2-8251-abc372e5b228']}} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:07:59.279555 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-e3e3adb3-0307-4f87-b939-91b223bc82da tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f527177dc50>, '8821fd26-a827-417a-820f-fd43d4b4ec22') {'for_net_delete': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:07:59.279802 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-e3e3adb3-0307-4f87-b939-91b223bc82da tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f527177dc50>, '8821fd26-a827-417a-820f-fd43d4b4ec22') {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:07:59.346216 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e3e3adb3-0307-4f87-b939-91b223bc82da tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749505745113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853989108'] for segment, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:59.417667 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e3e3adb3-0307-4f87-b939-91b223bc82da tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:59.432921 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3e3adb3-0307-4f87-b939-91b223bc82da tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Releasing vlan 611 on physical network physnet1 to pool {{(pid=88879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 24 11:07:59.433626 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e3e3adb3-0307-4f87-b939-91b223bc82da tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036847652098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3926696'] for segment, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:59.449560 dv-neutron-822691-2-hyperv neutron-server[88767]: Traceback (most recent call last):
Dec 24 11:07:59.449560 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 24 11:07:59.449560 dv-neutron-822691-2-hyperv neutron-server[88767]:     timer()
Dec 24 11:07:59.449560 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 11:07:59.449560 dv-neutron-822691-2-hyperv neutron-server[88767]:     cb(*args, **kw)
Dec 24 11:07:59.449560 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 24 11:07:59.449560 dv-neutron-822691-2-hyperv neutron-server[88767]:     return func(*args, **kwargs)
Dec 24 11:07:59.449560 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 11:07:59.449560 dv-neutron-822691-2-hyperv neutron-server[88767]:     self._notify()
Dec 24 11:07:59.449560 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 11:07:59.449560 dv-neutron-822691-2-hyperv neutron-server[88767]:     self.callback(batched_events)
Dec 24 11:07:59.449560 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 11:07:59.449560 dv-neutron-822691-2-hyperv neutron-server[88767]:     event.method(event)
Dec 24 11:07:59.449560 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 11:07:59.449560 dv-neutron-822691-2-hyperv neutron-server[88767]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 11:07:59.449560 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 24 11:07:59.449560 dv-neutron-822691-2-hyperv neutron-server[88767]:     segment_id)['aggregates'][0]
Dec 24 11:07:59.449560 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 24 11:07:59.449560 dv-neutron-822691-2-hyperv neutron-server[88767]:     return f(self, *a, **k)
Dec 24 11:07:59.449560 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 11:07:59.449560 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self._get(url).json()
Dec 24 11:07:59.449560 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 24 11:07:59.449560 dv-neutron-822691-2-hyperv neutron-server[88767]:     **kwargs)
Dec 24 11:07:59.449560 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 24 11:07:59.449560 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self.request(url, 'GET', **kwargs)
Dec 24 11:07:59.449560 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 24 11:07:59.449560 dv-neutron-822691-2-hyperv neutron-server[88767]:     **endpoint_filter)
Dec 24 11:07:59.449560 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 24 11:07:59.449560 dv-neutron-822691-2-hyperv neutron-server[88767]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 11:07:59.449560 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 24 11:07:59.449560 dv-neutron-822691-2-hyperv neutron-server[88767]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 11:07:59.449560 dv-neutron-822691-2-hyperv neutron-server[88767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 11:07:59.455090 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-484a9c3b-ec18-470d-aa36-db0af3acea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:59.467095 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-87129d7c-9c05-48ff-a6a3-6949237d69f0 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847649663', 'neutron.services.segments.db._delete_segments_for_network-8749505737672'] for network, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:59.475022 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60ae517-7d8c-4395-ad1e-7840aa568c73 None None] Pushing event updated for resources: {'Port': ['ID=4063bd82-fc34-4836-8690-6615ff0bbca7,revision_number=2']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:07:59.482821 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f853d367-5703-45b7-b04b-13d951d76bb1 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:59.507651 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-87129d7c-9c05-48ff-a6a3-6949237d69f0 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5271202828>,) {'filters': {'network_id': ['d3e586f3-2b0c-41b8-a7b9-2e8d80fc81d9']}} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:07:59.544900 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-56080f61-3ebf-4d67-9bf3-4a81a25e7d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52712af7b8>, [{'id': 'c12f84ef-db9d-4f8b-b966-24ad29271517', 'name': 'tempest-RoutersIpV6Test-router-644231010', 'tenant_id': '59b398769254445dae3d1f85e7f0f818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:07:43Z', 'updated_at': '2021-12-24T11:07:47Z', 'revision_number': 2, 'project_id': '59b398769254445dae3d1f85e7f0f818', 'gw_port_host': None, '_interfaces': [{'id': '8a117cac-fe6c-4edd-9da7-5695b79dbbbc', 'name': '', 'network_id': '9b4f4508-effc-4cb9-8439-b64bb90916de', 'tenant_id': '59b398769254445dae3d1f85e7f0f818', 'mac_address': 'fa:16:3e:23:35:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c12f84ef-db9d-4f8b-b966-24ad29271517', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e75793db-c2ab-4221-adc4-133f056a01cf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:07:46Z', 'updated_at': '2021-12-24T11:07:55Z', 'revision_number': 4, 'project_id': '59b398769254445dae3d1f85e7f0f818', 'subnets': [{'id': 'e75793db-c2ab-4221-adc4-133f056a01cf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:07:59.556997 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60ae517-7d8c-4395-ad1e-7840aa568c73 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:07:59.557471 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60ae517-7d8c-4395-ad1e-7840aa568c73 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:07:59.558372 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60ae517-7d8c-4395-ad1e-7840aa568c73 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:07:59.558953 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60ae517-7d8c-4395-ad1e-7840aa568c73 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:07:59.559523 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60ae517-7d8c-4395-ad1e-7840aa568c73 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:07:59.560098 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60ae517-7d8c-4395-ad1e-7840aa568c73 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:07:59.560686 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60ae517-7d8c-4395-ad1e-7840aa568c73 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:07:59.561262 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60ae517-7d8c-4395-ad1e-7840aa568c73 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:07:59.561888 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60ae517-7d8c-4395-ad1e-7840aa568c73 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:07:59.562466 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60ae517-7d8c-4395-ad1e-7840aa568c73 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:07:59.563056 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60ae517-7d8c-4395-ad1e-7840aa568c73 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:07:59.575094 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-a60ae517-7d8c-4395-ad1e-7840aa568c73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.507s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:07:59.576627 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56080f61-3ebf-4d67-9bf3-4a81a25e7d11 None None] The sync data for ids ['c12f84ef-db9d-4f8b-b966-24ad29271517'] in dv-neutron-822691-2-hyperv is: [{'id': 'c12f84ef-db9d-4f8b-b966-24ad29271517', 'name': 'tempest-RoutersIpV6Test-router-644231010', 'tenant_id': '59b398769254445dae3d1f85e7f0f818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:07:43Z', 'updated_at': '2021-12-24T11:07:47Z', 'revision_number': 2, 'project_id': '59b398769254445dae3d1f85e7f0f818', 'gw_port_host': None, '_interfaces': [{'id': '8a117cac-fe6c-4edd-9da7-5695b79dbbbc', 'name': '', 'network_id': '9b4f4508-effc-4cb9-8439-b64bb90916de', 'tenant_id': '59b398769254445dae3d1f85e7f0f818', 'mac_address': 'fa:16:3e:23:35:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c12f84ef-db9d-4f8b-b966-24ad29271517', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e75793db-c2ab-4221-adc4-133f056a01cf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:07:46Z', 'updated_at': '2021-12-24T11:07:55Z', 'revision_number': 4, 'project_id': '59b398769254445dae3d1f85e7f0f818', 'subnets': [{'id': 'e75793db-c2ab-4221-adc4-133f056a01cf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:07:59.591884 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-3eb3cbcb-caea-419b-974d-03da53c97a37 None None] Set router 9595545e-9654-4c5f-a2fc-4da3de1dc6ec gateway port host: dv-neutron-822691-2-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:07:59.613750 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-87129d7c-9c05-48ff-a6a3-6949237d69f0 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5271202828>, '113f527a-7deb-4e8e-b4c3-dd0f080608b6') {'for_net_delete': True} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:07:59.614084 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-87129d7c-9c05-48ff-a6a3-6949237d69f0 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5271202828>, '113f527a-7deb-4e8e-b4c3-dd0f080608b6') {} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:07:59.637598 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e3e3adb3-0307-4f87-b939-91b223bc82da tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7126154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659196'] for network, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:59.643567 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-484a9c3b-ec18-470d-aa36-db0af3acea33 None None] For port 9769ed5b-e298-49d6-b370-80f304d1c0f4, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=9769ed5b-e298-49d6-b370-80f304d1c0f4,segment=NetworkSegment(faf0938d-9351-4aa3-a42a-2891bc0c4373),segment_id=faf0938d-9351-4aa3-a42a-2891bc0c4373)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:07:59.645273 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-87129d7c-9c05-48ff-a6a3-6949237d69f0 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749505745113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2241371'] for segment, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:59.648259 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e3e3adb3-0307-4f87-b939-91b223bc82da tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Notify callbacks [] for network, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:59.653535 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-875846db-0955-4f2e-a124-98cce83dd8c1 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:07:59.659918 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-484a9c3b-ec18-470d-aa36-db0af3acea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:59.662946 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-86437535-287f-4707-bcb3-12f6ae43ea5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:07:59.674112 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-87129d7c-9c05-48ff-a6a3-6949237d69f0 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:59.682139 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87129d7c-9c05-48ff-a6a3-6949237d69f0 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Releasing vlan 647 on physical network physnet1 to pool {{(pid=88878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 24 11:07:59.682953 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-87129d7c-9c05-48ff-a6a3-6949237d69f0 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036847652098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850807864'] for segment, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:59.688457 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e3adb3-0307-4f87-b939-91b223bc82da tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Pushing event deleted for resources: {'Network': ['ID=fd6adeef-9a35-40f2-8251-abc372e5b228,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:07:59.760428 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-e3e3adb3-0307-4f87-b939-91b223bc82da tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:07:59.799358 dv-neutron-822691-2-hyperv neutron-server[88767]: Traceback (most recent call last):
Dec 24 11:07:59.799358 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 24 11:07:59.799358 dv-neutron-822691-2-hyperv neutron-server[88767]:     timer()
Dec 24 11:07:59.799358 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 11:07:59.799358 dv-neutron-822691-2-hyperv neutron-server[88767]:     cb(*args, **kw)
Dec 24 11:07:59.799358 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 24 11:07:59.799358 dv-neutron-822691-2-hyperv neutron-server[88767]:     return func(*args, **kwargs)
Dec 24 11:07:59.799358 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 11:07:59.799358 dv-neutron-822691-2-hyperv neutron-server[88767]:     self._notify()
Dec 24 11:07:59.799358 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 11:07:59.799358 dv-neutron-822691-2-hyperv neutron-server[88767]:     self.callback(batched_events)
Dec 24 11:07:59.799358 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 11:07:59.799358 dv-neutron-822691-2-hyperv neutron-server[88767]:     event.method(event)
Dec 24 11:07:59.799358 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 11:07:59.799358 dv-neutron-822691-2-hyperv neutron-server[88767]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 11:07:59.799358 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 24 11:07:59.799358 dv-neutron-822691-2-hyperv neutron-server[88767]:     segment_id)['aggregates'][0]
Dec 24 11:07:59.799358 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 24 11:07:59.799358 dv-neutron-822691-2-hyperv neutron-server[88767]:     return f(self, *a, **k)
Dec 24 11:07:59.799358 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 11:07:59.799358 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self._get(url).json()
Dec 24 11:07:59.799358 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 24 11:07:59.799358 dv-neutron-822691-2-hyperv neutron-server[88767]:     **kwargs)
Dec 24 11:07:59.799358 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 24 11:07:59.799358 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self.request(url, 'GET', **kwargs)
Dec 24 11:07:59.799358 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 24 11:07:59.799358 dv-neutron-822691-2-hyperv neutron-server[88767]:     **endpoint_filter)
Dec 24 11:07:59.799358 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 24 11:07:59.799358 dv-neutron-822691-2-hyperv neutron-server[88767]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 11:07:59.799358 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 24 11:07:59.799358 dv-neutron-822691-2-hyperv neutron-server[88767]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 11:07:59.799358 dv-neutron-822691-2-hyperv neutron-server[88767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 11:07:59.805728 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-87129d7c-9c05-48ff-a6a3-6949237d69f0 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7126154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659196'] for network, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:59.812739 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-e3e3adb3-0307-4f87-b939-91b223bc82da tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] 10.222.0.65 "DELETE /v2.0/networks/fd6adeef-9a35-40f2-8251-abc372e5b228 HTTP/1.1" status: 204  len: 168 time: 2.5522594
Dec 24 11:07:59.814684 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-87129d7c-9c05-48ff-a6a3-6949237d69f0 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Notify callbacks [] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:07:59.820480 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-88b5b2cd-7c7e-474a-87f1-8ee74da4c477 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:07:59.861248 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87129d7c-9c05-48ff-a6a3-6949237d69f0 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Pushing event deleted for resources: {'Network': ['ID=d3e586f3-2b0c-41b8-a7b9-2e8d80fc81d9,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:07:59.863948 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-87129d7c-9c05-48ff-a6a3-6949237d69f0 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:07:59.869660 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-87129d7c-9c05-48ff-a6a3-6949237d69f0 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] 10.222.0.65 "DELETE /v2.0/networks/d3e586f3-2b0c-41b8-a7b9-2e8d80fc81d9 HTTP/1.1" status: 204  len: 168 time: 1.0331085
Dec 24 11:07:59.870497 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 40370) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:00.051746 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0c38e765-830c-4c05-8e80-cd2214431e1d tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036847558493'] for network, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:00.244290 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 3fa0f65e-15a3-4416-a6dd-d6d37924aedb no longer exists at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:08:00.303643 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484a9c3b-ec18-470d-aa36-db0af3acea33 None None] Pushing event updated for resources: {'Port': ['ID=9769ed5b-e298-49d6-b370-80f304d1c0f4,revision_number=3']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:08:00.315433 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-484a9c3b-ec18-470d-aa36-db0af3acea33 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.652s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:08:00.316186 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] No Port match for: 3fa0f65e-15a3-4416-a6dd-d6d37924aedb {{(pid=88880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 24 11:08:00.316579 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 3fa0f65e-15a3-4416-a6dd-d6d37924aedb not bound to the agent host dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 24 11:08:00.376685 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-373b96da-4ba2-432e-b6a8-cf8ae4a27da2 None None] Provisioning complete for port 9769ed5b-e298-49d6-b370-80f304d1c0f4 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:08:00.377109 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-373b96da-4ba2-432e-b6a8-cf8ae4a27da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:00.478809 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0c38e765-830c-4c05-8e80-cd2214431e1d tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847649663', 'neutron.services.segments.db._delete_segments_for_network-8749505737672'] for network, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:00.499846 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7678deb8-1408-4707-bb93-cf29e37e457a tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:08:00.513598 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01cea745-1f2f-4ec2-a2a0-cee98b5eaffa None None] Sync routers for ids ['24f0b5d8-d368-4970-b4e5-f35e9299f571'] in dv-neutron-822691-2-hyperv {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:08:00.522437 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 40378) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:00.551555 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01cea745-1f2f-4ec2-a2a0-cee98b5eaffa None None] Routers {'24f0b5d8-d368-4970-b4e5-f35e9299f571'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:08:00.552248 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-01cea745-1f2f-4ec2-a2a0-cee98b5eaffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271c1a278>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:07:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['24f0b5d8-d368-4970-b4e5-f35e9299f571'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:08:00.568018 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-0c38e765-830c-4c05-8e80-cd2214431e1d tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5271a1fc88>,) {'filters': {'network_id': ['0d954bc9-3a96-47fa-afab-f960a631d5c8']}} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:08:00.634641 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-0c38e765-830c-4c05-8e80-cd2214431e1d tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5271a1fc88>, 'd1dff623-3fc7-4f32-8abc-674205b04fb6') {'for_net_delete': True} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:08:00.634973 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-0c38e765-830c-4c05-8e80-cd2214431e1d tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5271a1fc88>, 'd1dff623-3fc7-4f32-8abc-674205b04fb6') {} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:08:00.662007 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0c38e765-830c-4c05-8e80-cd2214431e1d tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749505745113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2241371'] for segment, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:00.693010 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-01cea745-1f2f-4ec2-a2a0-cee98b5eaffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271c1a278>, [], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:08:00.713793 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01cea745-1f2f-4ec2-a2a0-cee98b5eaffa None None] Routers {'24f0b5d8-d368-4970-b4e5-f35e9299f571'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:08:00.718266 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-01cea745-1f2f-4ec2-a2a0-cee98b5eaffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271c1a278>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:07:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['24f0b5d8-d368-4970-b4e5-f35e9299f571'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:08:00.736649 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-3eb3cbcb-caea-419b-974d-03da53c97a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52712820b8>, [{'id': '9595545e-9654-4c5f-a2fc-4da3de1dc6ec', 'name': 'tempest-TestVolumeBootPattern-1089784377-router', 'tenant_id': 'fbedb279f22e4b3494591d6dabc201d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.41'}], 'enable_snat': True}, 'gw_port_id': '6971b6ef-10e9-41ac-8eab-55400fae7ed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:07:53Z', 'updated_at': '2021-12-24T11:07:56Z', 'revision_number': 3, 'project_id': 'fbedb279f22e4b3494591d6dabc201d5', 'gw_port': {'id': '6971b6ef-10e9-41ac-8eab-55400fae7ed7', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:42:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9595545e-9654-4c5f-a2fc-4da3de1dc6ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:07:55Z', 'updated_at': '2021-12-24T11:07:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv'}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:08:00.749690 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb3cbcb-caea-419b-974d-03da53c97a37 None None] Checking router: 9595545e-9654-4c5f-a2fc-4da3de1dc6ec for host: dv-neutron-822691-2-hyperv {{(pid=88880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 24 11:08:00.750144 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb3cbcb-caea-419b-974d-03da53c97a37 None None] Updating router 9595545e-9654-4c5f-a2fc-4da3de1dc6ec port 6971b6ef-10e9-41ac-8eab-55400fae7ed7 binding host dv-neutron-822691-2-hyperv {{(pid=88880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 24 11:08:00.752187 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0c38e765-830c-4c05-8e80-cd2214431e1d tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:00.759675 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c38e765-830c-4c05-8e80-cd2214431e1d tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Releasing vlan 613 on physical network physnet1 to pool {{(pid=88878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 24 11:08:00.760135 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0c38e765-830c-4c05-8e80-cd2214431e1d tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036847652098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850807864'] for segment, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:00.821574 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-01cea745-1f2f-4ec2-a2a0-cee98b5eaffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271c1a278>, [], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:08:00.823089 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01cea745-1f2f-4ec2-a2a0-cee98b5eaffa None None] The sync data for ids ['24f0b5d8-d368-4970-b4e5-f35e9299f571'] in dv-neutron-822691-2-hyperv is: [] {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:08:00.832927 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7678deb8-1408-4707-bb93-cf29e37e457a tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:00.837914 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-7678deb8-1408-4707-bb93-cf29e37e457a tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] 10.222.0.65 "DELETE /v2.0/ports/712593f4-d0cf-4641-a655-c580689c5734 HTTP/1.1" status: 204  len: 168 time: 5.1750753
Dec 24 11:08:00.848232 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 40384) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:00.866630 dv-neutron-822691-2-hyperv neutron-server[88767]: Traceback (most recent call last):
Dec 24 11:08:00.866630 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 24 11:08:00.866630 dv-neutron-822691-2-hyperv neutron-server[88767]:     timer()
Dec 24 11:08:00.866630 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 11:08:00.866630 dv-neutron-822691-2-hyperv neutron-server[88767]:     cb(*args, **kw)
Dec 24 11:08:00.866630 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 24 11:08:00.866630 dv-neutron-822691-2-hyperv neutron-server[88767]:     return func(*args, **kwargs)
Dec 24 11:08:00.866630 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 11:08:00.866630 dv-neutron-822691-2-hyperv neutron-server[88767]:     self._notify()
Dec 24 11:08:00.866630 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 11:08:00.866630 dv-neutron-822691-2-hyperv neutron-server[88767]:     self.callback(batched_events)
Dec 24 11:08:00.866630 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 11:08:00.866630 dv-neutron-822691-2-hyperv neutron-server[88767]:     event.method(event)
Dec 24 11:08:00.866630 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 11:08:00.866630 dv-neutron-822691-2-hyperv neutron-server[88767]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 11:08:00.866630 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 24 11:08:00.866630 dv-neutron-822691-2-hyperv neutron-server[88767]:     segment_id)['aggregates'][0]
Dec 24 11:08:00.866630 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 24 11:08:00.866630 dv-neutron-822691-2-hyperv neutron-server[88767]:     return f(self, *a, **k)
Dec 24 11:08:00.866630 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 11:08:00.866630 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self._get(url).json()
Dec 24 11:08:00.866630 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 24 11:08:00.866630 dv-neutron-822691-2-hyperv neutron-server[88767]:     **kwargs)
Dec 24 11:08:00.866630 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 24 11:08:00.866630 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self.request(url, 'GET', **kwargs)
Dec 24 11:08:00.866630 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 24 11:08:00.866630 dv-neutron-822691-2-hyperv neutron-server[88767]:     **endpoint_filter)
Dec 24 11:08:00.866630 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 24 11:08:00.866630 dv-neutron-822691-2-hyperv neutron-server[88767]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 11:08:00.866630 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 24 11:08:00.866630 dv-neutron-822691-2-hyperv neutron-server[88767]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 11:08:00.866630 dv-neutron-822691-2-hyperv neutron-server[88767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 11:08:00.878284 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3eb3cbcb-caea-419b-974d-03da53c97a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:00.930367 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f853d367-5703-45b7-b04b-13d951d76bb1 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks [] for port, precommit_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:00.944793 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-96175991-9da1-47dd-aaf0-bcd7c9e44c19 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a8062a50276e4e34b599bfc2e9678433&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4210956
Dec 24 11:08:00.945635 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0c38e765-830c-4c05-8e80-cd2214431e1d tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7126154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659196'] for network, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:00.946793 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 40388) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:00.950625 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0c38e765-830c-4c05-8e80-cd2214431e1d tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Notify callbacks [] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:00.954664 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f853d367-5703-45b7-b04b-13d951d76bb1 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850854027'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:00.955720 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f853d367-5703-45b7-b04b-13d951d76bb1 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1977653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854055662'] for router_interface, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:00.957495 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-067a9ccc-a7b2-438c-8984-3f561a5b23f5 tempest-NetworksIpV6Test-2010062010 tempest-NetworksIpV6Test-2010062010-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:08:00.974451 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-02397ab6-646c-46bd-9aee-fc402e2243b7 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:08:00.988928 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c38e765-830c-4c05-8e80-cd2214431e1d tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Pushing event deleted for resources: {'Network': ['ID=0d954bc9-3a96-47fa-afab-f960a631d5c8,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:08:00.995620 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-0c38e765-830c-4c05-8e80-cd2214431e1d tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] 10.222.0.65 "DELETE /v2.0/networks/0d954bc9-3a96-47fa-afab-f960a631d5c8 HTTP/1.1" status: 204  len: 168 time: 1.1229296
Dec 24 11:08:00.996507 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 40392) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:00.997572 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-0c38e765-830c-4c05-8e80-cd2214431e1d tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:08:01.019680 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-49c01b76-3848-4710-a328-11bc3ecc18f5 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] 10.222.0.65 "GET /v2.0/floatingips/b2c68444-c4a6-4c5d-aa63-937706b6558b HTTP/1.1" status: 200  len: 688 time: 0.1700091
Dec 24 11:08:01.040165 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 40396) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:01.148194 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f5cc7fe3-c629-407e-8733-eb87ce069110 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036847558493'] for network, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:01.258750 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f853d367-5703-45b7-b04b-13d951d76bb1 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Pushing event updated for resources: {'Port': ['ID=429828b5-a160-4c95-882b-6ee31f57fc8f,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:08:01.329233 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3eb3cbcb-caea-419b-974d-03da53c97a37 None None] Notify callbacks [] for port, precommit_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:01.343227 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-3eb3cbcb-caea-419b-974d-03da53c97a37 None None] Transition to ACTIVE for port object 6971b6ef-10e9-41ac-8eab-55400fae7ed7 will not be triggered until provisioned by entity L2. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:08:01.353710 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3eb3cbcb-caea-419b-974d-03da53c97a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:01.368553 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-e9c0a19a-a08a-466a-923e-c94f24edb7e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:08:01.395952 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f5cc7fe3-c629-407e-8733-eb87ce069110 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847649663', 'neutron.services.segments.db._delete_segments_for_network-8749505737672'] for network, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:01.439097 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-442582fd-88f3-474b-8c6d-95a9fe622cf7 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Deleting port a679feaa-394b-4d0e-91e0-b07fcfbe953f {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:08:01.439419 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-442582fd-88f3-474b-8c6d-95a9fe622cf7 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:01.442514 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-f5cc7fe3-c629-407e-8733-eb87ce069110 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5270b962e8>,) {'filters': {'network_id': ['74ca49a2-5be1-4c4e-8800-0b340a075c3d']}} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:08:01.443602 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a936988-4792-47a1-986c-303f582832eb None None] Pushing event updated for resources: {'Port': ['ID=6971b6ef-10e9-41ac-8eab-55400fae7ed7,revision_number=2']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:08:01.464737 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-3eb3cbcb-caea-419b-974d-03da53c97a37 None None] Attempting to bind port 6971b6ef-10e9-41ac-8eab-55400fae7ed7 on host dv-neutron-822691-2-hyperv for vnic_type normal with profile  {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:08:01.465176 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-3eb3cbcb-caea-419b-974d-03da53c97a37 None None] Attempting to bind port 6971b6ef-10e9-41ac-8eab-55400fae7ed7 by drivers openvswitch,hyperv on host dv-neutron-822691-2-hyperv at level 0 using segments [{'id': 'd4e3295f-9ff8-4cad-8a20-3f1c937efc8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a'}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:08:01.465593 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb3cbcb-caea-419b-974d-03da53c97a37 None None] Attempting to bind port 6971b6ef-10e9-41ac-8eab-55400fae7ed7 on network f8c337ba-681f-4fcb-a333-e3c49365b30a {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:08:01.475350 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-2a936988-4792-47a1-986c-303f582832eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:08:01.476670 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb3cbcb-caea-419b-974d-03da53c97a37 None None] Checking agent: {'id': 'db1275c1-6001-47af-93c2-635c68404703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822691-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 52, 8), 'started_at': datetime.datetime(2021, 12, 24, 10, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 7, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822691-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:08:01.477104 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb3cbcb-caea-419b-974d-03da53c97a37 None None] Checking segment: {'id': 'd4e3295f-9ff8-4cad-8a20-3f1c937efc8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:08:01.477560 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3eb3cbcb-caea-419b-974d-03da53c97a37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:01.478036 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb3cbcb-caea-419b-974d-03da53c97a37 None None] Bound using segment: {'id': 'd4e3295f-9ff8-4cad-8a20-3f1c937efc8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a'} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:08:01.478568 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-3eb3cbcb-caea-419b-974d-03da53c97a37 None None] Bound port: 6971b6ef-10e9-41ac-8eab-55400fae7ed7, host: dv-neutron-822691-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4e3295f-9ff8-4cad-8a20-3f1c937efc8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a'}}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:08:01.478995 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3eb3cbcb-caea-419b-974d-03da53c97a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:01.488516 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-f5cc7fe3-c629-407e-8733-eb87ce069110 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5270b962e8>, 'c75ff93a-fb13-4f7c-90ca-c16b4bea8b6c') {'for_net_delete': True} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:08:01.488859 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-f5cc7fe3-c629-407e-8733-eb87ce069110 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5270b962e8>, 'c75ff93a-fb13-4f7c-90ca-c16b4bea8b6c') {} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:08:01.510944 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f5cc7fe3-c629-407e-8733-eb87ce069110 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749505745113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2241371'] for segment, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:01.567318 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f5cc7fe3-c629-407e-8733-eb87ce069110 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:01.568463 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-3eb3cbcb-caea-419b-974d-03da53c97a37 None None] For port 6971b6ef-10e9-41ac-8eab-55400fae7ed7, host dv-neutron-822691-2-hyperv, cleared binding levels {{(pid=88880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:08:01.580753 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5cc7fe3-c629-407e-8733-eb87ce069110 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Releasing vlan 617 on physical network physnet1 to pool {{(pid=88878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 24 11:08:01.581200 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f5cc7fe3-c629-407e-8733-eb87ce069110 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036847652098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850807864'] for segment, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:01.603940 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f853d367-5703-45b7-b04b-13d951d76bb1 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:08:01.604476 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f853d367-5703-45b7-b04b-13d951d76bb1 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:08:01.604995 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f853d367-5703-45b7-b04b-13d951d76bb1 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:08:01.605506 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f853d367-5703-45b7-b04b-13d951d76bb1 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:08:01.606091 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f853d367-5703-45b7-b04b-13d951d76bb1 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:08:01.606731 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f853d367-5703-45b7-b04b-13d951d76bb1 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:08:01.607236 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f853d367-5703-45b7-b04b-13d951d76bb1 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:08:01.607871 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f853d367-5703-45b7-b04b-13d951d76bb1 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:08:01.608374 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f853d367-5703-45b7-b04b-13d951d76bb1 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:08:01.609023 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f853d367-5703-45b7-b04b-13d951d76bb1 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:08:01.609530 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f853d367-5703-45b7-b04b-13d951d76bb1 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:08:01.621092 dv-neutron-822691-2-hyperv neutron-server[88767]: Traceback (most recent call last):
Dec 24 11:08:01.621092 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 24 11:08:01.621092 dv-neutron-822691-2-hyperv neutron-server[88767]:     timer()
Dec 24 11:08:01.621092 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 11:08:01.621092 dv-neutron-822691-2-hyperv neutron-server[88767]:     cb(*args, **kw)
Dec 24 11:08:01.621092 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 24 11:08:01.621092 dv-neutron-822691-2-hyperv neutron-server[88767]:     return func(*args, **kwargs)
Dec 24 11:08:01.621092 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 11:08:01.621092 dv-neutron-822691-2-hyperv neutron-server[88767]:     self._notify()
Dec 24 11:08:01.621092 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 11:08:01.621092 dv-neutron-822691-2-hyperv neutron-server[88767]:     self.callback(batched_events)
Dec 24 11:08:01.621092 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 11:08:01.621092 dv-neutron-822691-2-hyperv neutron-server[88767]:     event.method(event)
Dec 24 11:08:01.621092 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 11:08:01.621092 dv-neutron-822691-2-hyperv neutron-server[88767]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 11:08:01.621092 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 24 11:08:01.621092 dv-neutron-822691-2-hyperv neutron-server[88767]:     segment_id)['aggregates'][0]
Dec 24 11:08:01.621092 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 24 11:08:01.621092 dv-neutron-822691-2-hyperv neutron-server[88767]:     return f(self, *a, **k)
Dec 24 11:08:01.621092 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 11:08:01.621092 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self._get(url).json()
Dec 24 11:08:01.621092 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 24 11:08:01.621092 dv-neutron-822691-2-hyperv neutron-server[88767]:     **kwargs)
Dec 24 11:08:01.621092 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 24 11:08:01.621092 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self.request(url, 'GET', **kwargs)
Dec 24 11:08:01.621092 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 24 11:08:01.621092 dv-neutron-822691-2-hyperv neutron-server[88767]:     **endpoint_filter)
Dec 24 11:08:01.621092 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 24 11:08:01.621092 dv-neutron-822691-2-hyperv neutron-server[88767]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 11:08:01.621092 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 24 11:08:01.621092 dv-neutron-822691-2-hyperv neutron-server[88767]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 11:08:01.621092 dv-neutron-822691-2-hyperv neutron-server[88767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 11:08:01.625278 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c1878b85-c0be-4f7d-a967-675d2aca0c58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:01.628684 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f853d367-5703-45b7-b04b-13d951d76bb1 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.654s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:08:01.639300 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-150aa8bb-6f8f-482f-83d6-5fbc33f5fddd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:01.666284 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f853d367-5703-45b7-b04b-13d951d76bb1 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Network 5e9025d6-40e4-4d3a-8443-18331acc89dc is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:08:01.672918 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-f853d367-5703-45b7-b04b-13d951d76bb1 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Resources bound (agent type, host, resource id):  {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:08:01.708793 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-3eb3cbcb-caea-419b-974d-03da53c97a37 None None] For port 6971b6ef-10e9-41ac-8eab-55400fae7ed7, host dv-neutron-822691-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=6971b6ef-10e9-41ac-8eab-55400fae7ed7,segment=NetworkSegment(d4e3295f-9ff8-4cad-8a20-3f1c937efc8c),segment_id=d4e3295f-9ff8-4cad-8a20-3f1c937efc8c)] {{(pid=88880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:08:01.712118 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3eb3cbcb-caea-419b-974d-03da53c97a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:01.725220 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-2a936988-4792-47a1-986c-303f582832eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:08:01.810623 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a936988-4792-47a1-986c-303f582832eb None None] Pushing event updated for resources: {'Port': ['ID=6971b6ef-10e9-41ac-8eab-55400fae7ed7,revision_number=3']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:08:01.815783 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-2a936988-4792-47a1-986c-303f582832eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:08:01.832383 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb3cbcb-caea-419b-974d-03da53c97a37 None None] Routers {'9595545e-9654-4c5f-a2fc-4da3de1dc6ec'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:08:01.833271 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-3eb3cbcb-caea-419b-974d-03da53c97a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52712820b8>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:07:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['9595545e-9654-4c5f-a2fc-4da3de1dc6ec'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:08:01.940178 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-c1878b85-c0be-4f7d-a967-675d2aca0c58 admin admin] Allocated IP 172.20.0.1 (2428796e-e2e4-4ddb-a9cc-996932bc1226/66590446-f239-4728-b0eb-3db1299fa1e3/b54eb025-abcc-4657-9416-e7f42be0d1d5) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:08:02.038828 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-442582fd-88f3-474b-8c6d-95a9fe622cf7 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:02.039557 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-442582fd-88f3-474b-8c6d-95a9fe622cf7 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:02.107074 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c1878b85-c0be-4f7d-a967-675d2aca0c58 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:02.110704 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57b5f7fa-6108-48ef-9136-2cce3e466a30 None None] Network 5e9025d6-40e4-4d3a-8443-18331acc89dc requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:08:02.115438 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f5cc7fe3-c629-407e-8733-eb87ce069110 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7126154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659196'] for network, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:02.119109 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-150aa8bb-6f8f-482f-83d6-5fbc33f5fddd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:02.122275 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-96a86162-4501-43b0-9088-98a4d73753dd tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:08:02.140835 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 8a117cac-fe6c-4edd-9da7-5695b79dbbbc up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:08:02.147720 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f5cc7fe3-c629-407e-8733-eb87ce069110 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Notify callbacks [] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:02.150588 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cc7fe3-c629-407e-8733-eb87ce069110 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Pushing event deleted for resources: {'Network': ['ID=74ca49a2-5be1-4c4e-8800-0b340a075c3d,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:08:02.157812 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f5cc7fe3-c629-407e-8733-eb87ce069110 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:08:02.166616 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-c1878b85-c0be-4f7d-a967-675d2aca0c58 admin admin] Transition to ACTIVE for port object b54eb025-abcc-4657-9416-e7f42be0d1d5 will not be triggered until provisioned by entity DHCP. {{(pid=88878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:08:02.172866 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-f5cc7fe3-c629-407e-8733-eb87ce069110 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] 10.222.0.65 "DELETE /v2.0/networks/74ca49a2-5be1-4c4e-8800-0b340a075c3d HTTP/1.1" status: 204  len: 168 time: 1.1724911
Dec 24 11:08:02.175618 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 40400) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:02.184293 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-3eb3cbcb-caea-419b-974d-03da53c97a37 None None] Set router 9595545e-9654-4c5f-a2fc-4da3de1dc6ec gateway port host: dv-neutron-822691-2-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:08:02.271958 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-442582fd-88f3-474b-8c6d-95a9fe622cf7 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Calling delete_port for a679feaa-394b-4d0e-91e0-b07fcfbe953f owned by network:floatingip {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:08:02.302213 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c1878b85-c0be-4f7d-a967-675d2aca0c58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:02.310627 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-45c2a773-2622-4b8f-96ed-87a5c4fe52eb tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:08:02.367867 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-45637bbe-de15-40ce-a5ea-4bce73b26837 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036847558493'] for network, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:02.400142 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1878b85-c0be-4f7d-a967-675d2aca0c58 admin admin] Network 2428796e-e2e4-4ddb-a9cc-996932bc1226 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:08:02.406432 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-c1878b85-c0be-4f7d-a967-675d2aca0c58 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:08:02.412356 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1878b85-c0be-4f7d-a967-675d2aca0c58 admin admin] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:08:02.423539 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-40bb1d50-d721-4a52-b9ba-c1d296287941 None None] Provisioning for port 4063bd82-fc34-4836-8690-6615ff0bbca7 completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:08:02.449264 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1878b85-c0be-4f7d-a967-675d2aca0c58 admin admin] Pushing event updated for resources: {'Port': ['ID=b54eb025-abcc-4657-9416-e7f42be0d1d5,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:08:02.484338 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c1878b85-c0be-4f7d-a967-675d2aca0c58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:08:02.512612 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning for port 8a117cac-fe6c-4edd-9da7-5695b79dbbbc completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:08:02.556427 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-150aa8bb-6f8f-482f-83d6-5fbc33f5fddd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:02.575839 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-b7c0f0a1-9808-42b9-ae77-7fb564f4ff8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:08:02.594736 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150aa8bb-6f8f-482f-83d6-5fbc33f5fddd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df3124db-465e-4261-8b65-86dac35cc657,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:08:02.608804 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-150aa8bb-6f8f-482f-83d6-5fbc33f5fddd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:08:02.651918 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port 8a117cac-fe6c-4edd-9da7-5695b79dbbbc triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:08:02.652475 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:02.734772 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-442582fd-88f3-474b-8c6d-95a9fe622cf7 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:02.740417 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-92f2208b-dfce-48f4-95d8-6a1b912d7782 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:08:02.771923 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-150aa8bb-6f8f-482f-83d6-5fbc33f5fddd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:02.776845 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-150aa8bb-6f8f-482f-83d6-5fbc33f5fddd admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/df3124db-465e-4261-8b65-86dac35cc657 HTTP/1.1" status: 204  len: 168 time: 1.8242276
Dec 24 11:08:02.825327 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442582fd-88f3-474b-8c6d-95a9fe622cf7 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Pushing event deleted for resources: {'Port': ['ID=a679feaa-394b-4d0e-91e0-b07fcfbe953f,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:08:02.842693 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-442582fd-88f3-474b-8c6d-95a9fe622cf7 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:08:02.963542 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:02.980484 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-45637bbe-de15-40ce-a5ea-4bce73b26837 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847649663', 'neutron.services.segments.db._delete_segments_for_network-8749505737672'] for network, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:02.996494 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-3eb3cbcb-caea-419b-974d-03da53c97a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52712820b8>, [{'id': '9595545e-9654-4c5f-a2fc-4da3de1dc6ec', 'name': 'tempest-TestVolumeBootPattern-1089784377-router', 'tenant_id': 'fbedb279f22e4b3494591d6dabc201d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.41'}], 'enable_snat': True}, 'gw_port_id': '6971b6ef-10e9-41ac-8eab-55400fae7ed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:07:53Z', 'updated_at': '2021-12-24T11:07:56Z', 'revision_number': 3, 'project_id': 'fbedb279f22e4b3494591d6dabc201d5', 'gw_port': {'id': '6971b6ef-10e9-41ac-8eab-55400fae7ed7', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:42:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9595545e-9654-4c5f-a2fc-4da3de1dc6ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:07:55Z', 'updated_at': '2021-12-24T11:08:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv'}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:08:02.999897 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c1878b85-c0be-4f7d-a967-675d2aca0c58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-720245'] for router_interface, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:03.005595 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb3cbcb-caea-419b-974d-03da53c97a37 None None] The sync data for ids ['9595545e-9654-4c5f-a2fc-4da3de1dc6ec'] in dv-neutron-822691-2-hyperv is: [{'id': '9595545e-9654-4c5f-a2fc-4da3de1dc6ec', 'name': 'tempest-TestVolumeBootPattern-1089784377-router', 'tenant_id': 'fbedb279f22e4b3494591d6dabc201d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.41'}], 'enable_snat': True}, 'gw_port_id': '6971b6ef-10e9-41ac-8eab-55400fae7ed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:07:53Z', 'updated_at': '2021-12-24T11:07:56Z', 'revision_number': 3, 'project_id': 'fbedb279f22e4b3494591d6dabc201d5', 'gw_port': {'id': '6971b6ef-10e9-41ac-8eab-55400fae7ed7', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:42:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9595545e-9654-4c5f-a2fc-4da3de1dc6ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:07:55Z', 'updated_at': '2021-12-24T11:08:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv'}] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:08:03.009696 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-442582fd-88f3-474b-8c6d-95a9fe622cf7 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks [] for floatingip, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:03.012692 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-442582fd-88f3-474b-8c6d-95a9fe622cf7 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for floatingip, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:03.014011 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-442582fd-88f3-474b-8c6d-95a9fe622cf7 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] 10.222.0.65 "DELETE /v2.0/floatingips/b2c68444-c4a6-4c5d-aa63-937706b6558b HTTP/1.1" status: 204  len: 168 time: 1.9708111
Dec 24 11:08:03.019297 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 40406) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:03.027218 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f853d367-5703-45b7-b04b-13d951d76bb1 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Router c12f84ef-db9d-4f8b-b966-24ad29271517 has already been hosted by L3 agent 198cca88-1338-4098-b44b-beb0346ac906 {{(pid=88879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 24 11:08:03.031089 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-b1cae55c-cb19-488d-aef3-4cc2b18842ba tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Request body: {'floatingip': {'floating_network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'port_id': '9efa7c3b-cc44-4f96-9769-f3ba09ce06d3'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:08:03.032449 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-68cf2527-4baa-44a8-8274-4ef97efd4eaa None None] Provisioning for port b54eb025-abcc-4657-9416-e7f42be0d1d5 completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:08:03.042138 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-b1cae55c-cb19-488d-aef3-4cc2b18842ba tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:08:03.043696 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] For port 8a117cac-fe6c-4edd-9da7-5695b79dbbbc, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=8a117cac-fe6c-4edd-9da7-5695b79dbbbc,segment=NetworkSegment(3b07d8a8-bff6-49c6-acf5-786a5e7745a7),segment_id=3b07d8a8-bff6-49c6-acf5-786a5e7745a7)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:08:03.050510 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-68cf2527-4baa-44a8-8274-4ef97efd4eaa None None] Provisioning complete for port b54eb025-abcc-4657-9416-e7f42be0d1d5 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:08:03.051097 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-68cf2527-4baa-44a8-8274-4ef97efd4eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:03.051821 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-b1cae55c-cb19-488d-aef3-4cc2b18842ba tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Usage tracker for resource:floatingip and tenant:ec45645f66414388a125dd3f2f469cd9 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:08:03.059728 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-b1cae55c-cb19-488d-aef3-4cc2b18842ba tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:08:03.078431 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-b1cae55c-cb19-488d-aef3-4cc2b18842ba tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:08:03.108368 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-45637bbe-de15-40ce-a5ea-4bce73b26837 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5270b88588>,) {'filters': {'network_id': ['e742f132-09fc-45fa-a62b-335d85115951']}} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:08:03.138238 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-45637bbe-de15-40ce-a5ea-4bce73b26837 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5270b88588>, '4c5d34e3-d1fa-4129-9591-b4263fa9bb64') {'for_net_delete': True} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:08:03.138614 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-45637bbe-de15-40ce-a5ea-4bce73b26837 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5270b88588>, '4c5d34e3-d1fa-4129-9591-b4263fa9bb64') {} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:08:03.144794 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:03.146553 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 4063bd82-fc34-4836-8690-6615ff0bbca7 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:08:03.155443 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-45637bbe-de15-40ce-a5ea-4bce73b26837 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749505745113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2241371'] for segment, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:03.184242 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-45637bbe-de15-40ce-a5ea-4bce73b26837 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:03.188527 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-484a9c3b-ec18-470d-aa36-db0af3acea33 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:08:03.192449 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45637bbe-de15-40ce-a5ea-4bce73b26837 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Releasing vlan 621 on physical network physnet1 to pool {{(pid=88878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 24 11:08:03.192901 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-45637bbe-de15-40ce-a5ea-4bce73b26837 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036847652098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850807864'] for segment, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:03.241671 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-68cf2527-4baa-44a8-8274-4ef97efd4eaa None None] Port b54eb025-abcc-4657-9416-e7f42be0d1d5 cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:08:03.310707 dv-neutron-822691-2-hyperv neutron-server[88767]: Traceback (most recent call last):
Dec 24 11:08:03.310707 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 24 11:08:03.310707 dv-neutron-822691-2-hyperv neutron-server[88767]:     timer()
Dec 24 11:08:03.310707 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 11:08:03.310707 dv-neutron-822691-2-hyperv neutron-server[88767]:     cb(*args, **kw)
Dec 24 11:08:03.310707 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 24 11:08:03.310707 dv-neutron-822691-2-hyperv neutron-server[88767]:     return func(*args, **kwargs)
Dec 24 11:08:03.310707 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 11:08:03.310707 dv-neutron-822691-2-hyperv neutron-server[88767]:     self._notify()
Dec 24 11:08:03.310707 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 11:08:03.310707 dv-neutron-822691-2-hyperv neutron-server[88767]:     self.callback(batched_events)
Dec 24 11:08:03.310707 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 11:08:03.310707 dv-neutron-822691-2-hyperv neutron-server[88767]:     event.method(event)
Dec 24 11:08:03.310707 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 11:08:03.310707 dv-neutron-822691-2-hyperv neutron-server[88767]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 11:08:03.310707 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 24 11:08:03.310707 dv-neutron-822691-2-hyperv neutron-server[88767]:     segment_id)['aggregates'][0]
Dec 24 11:08:03.310707 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 24 11:08:03.310707 dv-neutron-822691-2-hyperv neutron-server[88767]:     return f(self, *a, **k)
Dec 24 11:08:03.310707 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 11:08:03.310707 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self._get(url).json()
Dec 24 11:08:03.310707 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 24 11:08:03.310707 dv-neutron-822691-2-hyperv neutron-server[88767]:     **kwargs)
Dec 24 11:08:03.310707 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 24 11:08:03.310707 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self.request(url, 'GET', **kwargs)
Dec 24 11:08:03.310707 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 24 11:08:03.310707 dv-neutron-822691-2-hyperv neutron-server[88767]:     **endpoint_filter)
Dec 24 11:08:03.310707 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 24 11:08:03.310707 dv-neutron-822691-2-hyperv neutron-server[88767]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 11:08:03.310707 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 24 11:08:03.310707 dv-neutron-822691-2-hyperv neutron-server[88767]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 11:08:03.310707 dv-neutron-822691-2-hyperv neutron-server[88767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 11:08:03.328990 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b1cae55c-cb19-488d-aef3-4cc2b18842ba tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks [] for floatingip, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:03.335816 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Pushing event updated for resources: {'Port': ['ID=8a117cac-fe6c-4edd-9da7-5695b79dbbbc,revision_number=5']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:08:03.339721 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning for port 4063bd82-fc34-4836-8690-6615ff0bbca7 completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:08:03.343353 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:08:03.358516 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port 4063bd82-fc34-4836-8690-6615ff0bbca7 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:08:03.358951 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:03.368132 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-45637bbe-de15-40ce-a5ea-4bce73b26837 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7126154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659196'] for network, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:03.385672 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-059c930f-6dcf-4946-a0d9-4218883c05c5 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:08:03.406072 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f853d367-5703-45b7-b04b-13d951d76bb1 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:08:03.407776 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-45637bbe-de15-40ce-a5ea-4bce73b26837 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Notify callbacks [] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:03.422415 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-f853d367-5703-45b7-b04b-13d951d76bb1 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] 10.222.0.65 "PUT /v2.0/routers/c12f84ef-db9d-4f8b-b966-24ad29271517/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.8263178
Dec 24 11:08:03.423696 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 40416) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:03.430268 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-17f7b40a-de85-4fdd-b7e3-096236f8aef2 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1856383002'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:08:03.434267 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45637bbe-de15-40ce-a5ea-4bce73b26837 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Pushing event deleted for resources: {'Network': ['ID=e742f132-09fc-45fa-a62b-335d85115951,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:08:03.442118 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-45637bbe-de15-40ce-a5ea-4bce73b26837 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:08:03.443960 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-17f7b40a-de85-4fdd-b7e3-096236f8aef2 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:08:03.450087 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-17f7b40a-de85-4fdd-b7e3-096236f8aef2 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Usage tracker for resource:network and tenant:59b398769254445dae3d1f85e7f0f818 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:08:03.455125 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-17f7b40a-de85-4fdd-b7e3-096236f8aef2 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:08:03.462437 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-17f7b40a-de85-4fdd-b7e3-096236f8aef2 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:08:03.473506 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-527c4bbc-7cc3-48c2-9e93-c8d65c7774b8 None None] Sync routers for ids ['c12f84ef-db9d-4f8b-b966-24ad29271517'] in dv-neutron-822691-2-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:08:03.475052 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17f7b40a-de85-4fdd-b7e3-096236f8aef2 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Made reservation on behalf of 59b398769254445dae3d1f85e7f0f818 for: {'network': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:08:03.480838 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-17f7b40a-de85-4fdd-b7e3-096236f8aef2 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for network, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:03.492831 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-45637bbe-de15-40ce-a5ea-4bce73b26837 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] 10.222.0.65 "DELETE /v2.0/networks/e742f132-09fc-45fa-a62b-335d85115951 HTTP/1.1" status: 204  len: 168 time: 1.3134685
Dec 24 11:08:03.591111 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c1878b85-c0be-4f7d-a967-675d2aca0c58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:03.598884 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17f7b40a-de85-4fdd-b7e3-096236f8aef2 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] vlan segment allocate from pool success with {'vlan_id': 648, 'physical_network': 'physnet1'}  {{(pid=88879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 24 11:08:03.612564 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-17f7b40a-de85-4fdd-b7e3-096236f8aef2 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:03.613010 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.segments_db [None req-17f7b40a-de85-4fdd-b7e3-096236f8aef2 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Added segment d99294a7-efc7-4e68-b569-c651902f90df of type vlan for network 3fd6f8a5-ac81-478a-94b1-2e50276401de
Dec 24 11:08:03.643169 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:03.655754 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-17f7b40a-de85-4fdd-b7e3-096236f8aef2 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363287349540024'] for network, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:03.701204 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-527c4bbc-7cc3-48c2-9e93-c8d65c7774b8 None None] Routers {'c12f84ef-db9d-4f8b-b966-24ad29271517'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:08:03.707787 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-527c4bbc-7cc3-48c2-9e93-c8d65c7774b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52714cb278>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:07:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['c12f84ef-db9d-4f8b-b966-24ad29271517'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:08:03.720658 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-17f7b40a-de85-4fdd-b7e3-096236f8aef2 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636'] for network, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:03.729603 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17f7b40a-de85-4fdd-b7e3-096236f8aef2 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:08:03.731508 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-17f7b40a-de85-4fdd-b7e3-096236f8aef2 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks [] for network, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:03.746949 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-078f747f-7066-4051-afc6-7b742dc438d6 tempest-DHCPAgentSchedulersTestJSON-66244088 tempest-DHCPAgentSchedulersTestJSON-66244088-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:08:03.865931 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-17f7b40a-de85-4fdd-b7e3-096236f8aef2 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 0.4409487
Dec 24 11:08:03.866654 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 40428) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:03.989476 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-5aca78f5-e20d-4756-a4f8-390dd737f0d7 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Request body: {'subnet': {'network_id': '3fd6f8a5-ac81-478a-94b1-2e50276401de', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:08:04.021518 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f7b40a-de85-4fdd-b7e3-096236f8aef2 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Pushing event updated for resources: {'Network': ['ID=3fd6f8a5-ac81-478a-94b1-2e50276401de,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:08:04.029815 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-17f7b40a-de85-4fdd-b7e3-096236f8aef2 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:08:04.054306 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 40432) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:04.059416 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Network 3fd6f8a5-ac81-478a-94b1-2e50276401de details requested by agent ovs-agent-dv-neutron-822691-2-hyperv with host dv-neutron-822691-2-hyperv {{(pid=88880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 24 11:08:04.099649 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b1cae55c-cb19-488d-aef3-4cc2b18842ba tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:04.188303 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-5aca78f5-e20d-4756-a4f8-390dd737f0d7 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:08:04.197249 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-5aca78f5-e20d-4756-a4f8-390dd737f0d7 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Usage tracker for resource:subnet and tenant:59b398769254445dae3d1f85e7f0f818 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:08:04.205438 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-5aca78f5-e20d-4756-a4f8-390dd737f0d7 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:08:04.224073 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-5aca78f5-e20d-4756-a4f8-390dd737f0d7 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:08:04.261729 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aca78f5-e20d-4756-a4f8-390dd737f0d7 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Made reservation on behalf of 59b398769254445dae3d1f85e7f0f818 for: {'subnet': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:08:04.441327 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c1878b85-c0be-4f7d-a967-675d2aca0c58 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:04.453526 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c1878b85-c0be-4f7d-a967-675d2aca0c58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3978773'] for port, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:04.513926 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-b6e4c6cb-15e3-4886-a0e8-accc6bf0f091 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:08:04.520397 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] For port 4063bd82-fc34-4836-8690-6615ff0bbca7, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=4063bd82-fc34-4836-8690-6615ff0bbca7,segment=NetworkSegment(8f65010c-eeb6-45df-9c80-74fa841e836d),segment_id=8f65010c-eeb6-45df-9c80-74fa841e836d)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:08:04.545589 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5aca78f5-e20d-4756-a4f8-390dd737f0d7 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3619482'] for subnet, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:04.570744 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:04.578552 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 9769ed5b-e298-49d6-b370-80f304d1c0f4 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:08:04.617958 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-b1cae55c-cb19-488d-aef3-4cc2b18842ba tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Allocated IP 172.26.3.220 (f8c337ba-681f-4fcb-a333-e3c49365b30a/8ea1398c-0bec-46d6-8d54-85798de2a7ca/89cc7f53-87b5-4e8d-a46f-43d5be9a52ba) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:08:04.652118 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-e66692b8-b07f-46cc-98c2-0cc3c54a7268 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0c8a50f395144560b74c2f8d4ea42f7b&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5964592
Dec 24 11:08:04.655736 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 40444) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:04.707597 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-781b65a8-5eaf-4517-b5c2-7b4764abe084 None None] Provisioning for port 429828b5-a160-4c95-882b-6ee31f57fc8f completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:08:04.732627 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1878b85-c0be-4f7d-a967-675d2aca0c58 admin admin] Pushing event updated for resources: {'Port': ['ID=b54eb025-abcc-4657-9416-e7f42be0d1d5,revision_number=2']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:08:04.743372 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c1878b85-c0be-4f7d-a967-675d2aca0c58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:08:04.766296 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c1878b85-c0be-4f7d-a967-675d2aca0c58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1977653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854055662'] for router_interface, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:04.803409 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 40448) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:04.805275 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0d1cf46d-da70-4984-80f4-92d9a91731db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:04.818525 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-a60ae517-7d8c-4395-ad1e-7840aa568c73 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:08:04.836670 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0d1cf46d-da70-4984-80f4-92d9a91731db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:04.853341 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bffa429a-4eb9-487a-831d-eb02cb324e24 None None] get_active_networks_info from dv-neutron-822691-2-hyperv {{(pid=88880) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 24 11:08:04.905187 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0d1cf46d-da70-4984-80f4-92d9a91731db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:04.927050 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c16a9103-2887-4f49-8d34-303bb1de3266 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:08:04.935482 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-781b65a8-5eaf-4517-b5c2-7b4764abe084 None None] Provisioning complete for port 429828b5-a160-4c95-882b-6ee31f57fc8f triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:08:04.936143 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-781b65a8-5eaf-4517-b5c2-7b4764abe084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:04.948062 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1cf46d-da70-4984-80f4-92d9a91731db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=463e4915-6ad0-4f0a-960b-21d743497c71,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:08:04.950945 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-0d1cf46d-da70-4984-80f4-92d9a91731db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:08:04.951771 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0d1cf46d-da70-4984-80f4-92d9a91731db admin admin] Notify callbacks [] for security_group, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:04.955951 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-0d1cf46d-da70-4984-80f4-92d9a91731db admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/463e4915-6ad0-4f0a-960b-21d743497c71 HTTP/1.1" status: 204  len: 168 time: 0.2991590
Dec 24 11:08:05.068664 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b1cae55c-cb19-488d-aef3-4cc2b18842ba tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:05.121235 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-781b65a8-5eaf-4517-b5c2-7b4764abe084 None None] Port 429828b5-a160-4c95-882b-6ee31f57fc8f cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:08:05.122853 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b1cae55c-cb19-488d-aef3-4cc2b18842ba tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:05.131533 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-0315a8e7-5bf1-4c60-b466-52691c1402a6 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Request body: {'security_group': {'name': 'tempest-secgroup--565884619'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:08:05.137150 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Pushing event updated for resources: {'Port': ['ID=4063bd82-fc34-4836-8690-6615ff0bbca7,revision_number=3']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:08:05.146340 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-45c2a773-2622-4b8f-96ed-87a5c4fe52eb tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:08:05.154761 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-0315a8e7-5bf1-4c60-b466-52691c1402a6 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:08:05.170149 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-527c4bbc-7cc3-48c2-9e93-c8d65c7774b8 None None] Set router c12f84ef-db9d-4f8b-b966-24ad29271517 gateway port host: None {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:08:05.170320 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-0315a8e7-5bf1-4c60-b466-52691c1402a6 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Usage tracker for resource:security_group and tenant:f7aa443d52be478a9bbb99382b41caea is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:08:05.176281 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-0315a8e7-5bf1-4c60-b466-52691c1402a6 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:08:05.187512 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-0315a8e7-5bf1-4c60-b466-52691c1402a6 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:08:05.190583 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1cae55c-cb19-488d-aef3-4cc2b18842ba tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Network f8c337ba-681f-4fcb-a333-e3c49365b30a is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:08:05.196416 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5aca78f5-e20d-4756-a4f8-390dd737f0d7 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3921862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3619467'] for subnet, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:05.199893 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-b1cae55c-cb19-488d-aef3-4cc2b18842ba tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Resources bound (agent type, host, resource id):  {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:08:05.202592 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1cae55c-cb19-488d-aef3-4cc2b18842ba tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:08:05.205154 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-25c6a500-7f3b-41da-9a4d-ffd93fe87ff4 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:08:05.244298 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0315a8e7-5bf1-4c60-b466-52691c1402a6 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Notify callbacks [] for security_group, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:05.276960 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0315a8e7-5bf1-4c60-b466-52691c1402a6 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Notify callbacks [] for security_group, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:05.348163 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aca78f5-e20d-4756-a4f8-390dd737f0d7 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Pushing event updated for resources: {'Subnet': ['ID=18683f4a-4e81-4332-9885-7f09f49d25aa,revision_number=0']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:08:05.363958 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-5aca78f5-e20d-4756-a4f8-390dd737f0d7 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:08:05.373409 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aca78f5-e20d-4756-a4f8-390dd737f0d7 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Checking segment: {'id': 'd99294a7-efc7-4e68-b569-c651902f90df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '3fd6f8a5-ac81-478a-94b1-2e50276401de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:08:05.374066 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aca78f5-e20d-4756-a4f8-390dd737f0d7 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Network hostable DHCP agents. Network: 3fd6f8a5-ac81-478a-94b1-2e50276401de, hostable agents: ['edcf98dc-3032-472a-8b3d-f23fd1e89806'], hosted agents: [] {{(pid=88879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 24 11:08:05.379924 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-0315a8e7-5bf1-4c60-b466-52691c1402a6 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:08:05.386800 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-0315a8e7-5bf1-4c60-b466-52691c1402a6 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Usage tracker for resource:security_group_rule and tenant:f7aa443d52be478a9bbb99382b41caea is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:08:05.391395 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.573s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:08:05.393712 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-0315a8e7-5bf1-4c60-b466-52691c1402a6 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:08:05.402745 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-0315a8e7-5bf1-4c60-b466-52691c1402a6 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:08:05.431206 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port 9769ed5b-e298-49d6-b370-80f304d1c0f4 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:08:05.432512 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:05.435524 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aca78f5-e20d-4756-a4f8-390dd737f0d7 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Network 3fd6f8a5-ac81-478a-94b1-2e50276401de is scheduled to be hosted by DHCP agent edcf98dc-3032-472a-8b3d-f23fd1e89806 with binding_index 1 {{(pid=88879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 24 11:08:05.455325 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-5aca78f5-e20d-4756-a4f8-390dd737f0d7 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822691-2-hyperv, 3fd6f8a5-ac81-478a-94b1-2e50276401de) {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:08:05.485303 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aca78f5-e20d-4756-a4f8-390dd737f0d7 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:08:05.486660 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cae55c-cb19-488d-aef3-4cc2b18842ba tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Pushing event updated for resources: {'Port': ['ID=89cc7f53-87b5-4e8d-a46f-43d5be9a52ba,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:08:05.489662 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-b1cae55c-cb19-488d-aef3-4cc2b18842ba tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:08:05.492864 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5aca78f5-e20d-4756-a4f8-390dd737f0d7 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks [] for subnet, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:05.501500 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1878b85-c0be-4f7d-a967-675d2aca0c58 admin admin] Network 2428796e-e2e4-4ddb-a9cc-996932bc1226 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:08:05.542567 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-781b65a8-5eaf-4517-b5c2-7b4764abe084 None None] Provisioning complete for port 4063bd82-fc34-4836-8690-6615ff0bbca7 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:08:05.542984 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-781b65a8-5eaf-4517-b5c2-7b4764abe084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:05.562898 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-c1878b85-c0be-4f7d-a967-675d2aca0c58 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:08:05.569792 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0315a8e7-5bf1-4c60-b466-52691c1402a6 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Notify callbacks [] for security_group, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:05.575656 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-5aca78f5-e20d-4756-a4f8-390dd737f0d7 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 1.5931432
Dec 24 11:08:05.577454 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0315a8e7-5bf1-4c60-b466-52691c1402a6 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:05.600823 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-0315a8e7-5bf1-4c60-b466-52691c1402a6 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:08:05.605742 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-0315a8e7-5bf1-4c60-b466-52691c1402a6 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Usage tracker for resource:security_group_rule and tenant:f7aa443d52be478a9bbb99382b41caea is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:08:05.609408 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-0315a8e7-5bf1-4c60-b466-52691c1402a6 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:08:05.616227 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-0315a8e7-5bf1-4c60-b466-52691c1402a6 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:08:05.653004 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 40462) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:05.654176 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-154e96ef-e7de-45a6-b37b-ad44f169d8a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:08:05.857321 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0315a8e7-5bf1-4c60-b466-52691c1402a6 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f43b47e-8201-4873-a309-c5c01d607141,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:08:05.871885 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0315a8e7-5bf1-4c60-b466-52691c1402a6 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Notify callbacks [] for security_group, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:05.873082 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-0315a8e7-5bf1-4c60-b466-52691c1402a6 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:08:05.877374 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0315a8e7-5bf1-4c60-b466-52691c1402a6 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:05.889387 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-bd0f3975-16ee-4f1b-b81b-46a5a49a94ca tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:08:05.923290 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0315a8e7-5bf1-4c60-b466-52691c1402a6 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5e1d885-7eca-4231-bf49-757627da625c,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:08:05.929452 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-0315a8e7-5bf1-4c60-b466-52691c1402a6 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:08:05.958671 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0315a8e7-5bf1-4c60-b466-52691c1402a6 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Notify callbacks [] for security_group, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:05.960213 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-0315a8e7-5bf1-4c60-b466-52691c1402a6 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 1.0761583
Dec 24 11:08:05.964462 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 40470) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:05.973378 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bffa429a-4eb9-487a-831d-eb02cb324e24 None None] Resources bound (agent type, host, resource id):  {{(pid=88880) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Dec 24 11:08:05.980811 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-81a77761-e4f3-4a1b-b553-a3c6c77de628 None None] Provisioning complete for port 429828b5-a160-4c95-882b-6ee31f57fc8f triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:08:05.981234 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-81a77761-e4f3-4a1b-b553-a3c6c77de628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:06.212376 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-a732479b-e74e-48a4-be68-4a3f986d5740 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Synchronizing usage tracker for tenant:f7aa443d52be478a9bbb99382b41caea on resource:security_group {{(pid=88879) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:08:06.241898 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-a732479b-e74e-48a4-be68-4a3f986d5740 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Unset dirty status for tenant:f7aa443d52be478a9bbb99382b41caea on resource:security_group {{(pid=88879) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:08:06.247869 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-a732479b-e74e-48a4-be68-4a3f986d5740 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4006 time: 0.2795815
Dec 24 11:08:06.249102 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 40478) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:06.260850 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-431fe461-a4b4-4574-aaaf-f964f51910da tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Request body: {'security_group': {'name': 'tempest-security--1819322097', 'description': 'tempest-security-description-1488604734'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:08:06.303963 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 8a117cac-fe6c-4edd-9da7-5695b79dbbbc up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:08:06.327817 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-431fe461-a4b4-4574-aaaf-f964f51910da tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Notify callbacks [] for security_group, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:06.383749 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-81a77761-e4f3-4a1b-b553-a3c6c77de628 None None] Port 429828b5-a160-4c95-882b-6ee31f57fc8f cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:08:06.444445 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b9768fac-f65e-41a0-aa7f-d1faee1aa4ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:06.485652 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-527c4bbc-7cc3-48c2-9e93-c8d65c7774b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52714cb278>, [{'id': 'c12f84ef-db9d-4f8b-b966-24ad29271517', 'name': 'tempest-RoutersIpV6Test-router-644231010', 'tenant_id': '59b398769254445dae3d1f85e7f0f818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:07:43Z', 'updated_at': '2021-12-24T11:07:59Z', 'revision_number': 3, 'project_id': '59b398769254445dae3d1f85e7f0f818', 'gw_port_host': None, '_interfaces': [{'id': '429828b5-a160-4c95-882b-6ee31f57fc8f', 'name': '', 'network_id': '5e9025d6-40e4-4d3a-8443-18331acc89dc', 'tenant_id': '59b398769254445dae3d1f85e7f0f818', 'mac_address': 'fa:16:3e:46:94:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c12f84ef-db9d-4f8b-b966-24ad29271517', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db561dc2-ad7f-45e0-b807-777ba9baaa89', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:07:57Z', 'updated_at': '2021-12-24T11:08:00Z', 'revision_number': 2, 'project_id': '59b398769254445dae3d1f85e7f0f818', 'subnets': [{'id': 'db561dc2-ad7f-45e0-b807-777ba9baaa89', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a117cac-fe6c-4edd-9da7-5695b79dbbbc', 'name': '', 'network_id': '9b4f4508-effc-4cb9-8439-b64bb90916de', 'tenant_id': '59b398769254445dae3d1f85e7f0f818', 'mac_address': 'fa:16:3e:23:35:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c12f84ef-db9d-4f8b-b966-24ad29271517', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e75793db-c2ab-4221-adc4-133f056a01cf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:07:46Z', 'updated_at': '2021-12-24T11:08:02Z', 'revision_number': 5, 'project_id': '59b398769254445dae3d1f85e7f0f818', 'subnets': [{'id': 'e75793db-c2ab-4221-adc4-133f056a01cf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:08:06.529546 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1878b85-c0be-4f7d-a967-675d2aca0c58 admin admin] Router 9595545e-9654-4c5f-a2fc-4da3de1dc6ec has already been hosted by L3 agent 198cca88-1338-4098-b44b-beb0346ac906 {{(pid=88878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 24 11:08:06.588674 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-527c4bbc-7cc3-48c2-9e93-c8d65c7774b8 None None] Checking router: c12f84ef-db9d-4f8b-b966-24ad29271517 for host: dv-neutron-822691-2-hyperv {{(pid=88880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 24 11:08:06.589086 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-527c4bbc-7cc3-48c2-9e93-c8d65c7774b8 None None] Updating router c12f84ef-db9d-4f8b-b966-24ad29271517 port 429828b5-a160-4c95-882b-6ee31f57fc8f binding host dv-neutron-822691-2-hyperv {{(pid=88880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 24 11:08:06.608461 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 40484) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:06.625518 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0256015-553a-4926-93f6-807828f04645 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73968e80-91fd-539e-a7c6-b31af6d9e680-3fd6f8a5-ac81-478a-94b1-2e50276401de', 'network_id': '3fd6f8a5-ac81-478a-94b1-2e50276401de', 'tenant_id': '59b398769254445dae3d1f85e7f0f818', 'fixed_ips': [{'subnet_id': '18683f4a-4e81-4332-9885-7f09f49d25aa'}]}} from dv-neutron-822691-2-hyperv. {{(pid=88880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 24 11:08:06.627231 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e0256015-553a-4926-93f6-807828f04645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:06.697009 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port 8a117cac-fe6c-4edd-9da7-5695b79dbbbc triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:08:06.697578 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:06.774370 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-527c4bbc-7cc3-48c2-9e93-c8d65c7774b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:06.860838 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-431fe461-a4b4-4574-aaaf-f964f51910da tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Notify callbacks [] for security_group, precommit_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:06.869155 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-431fe461-a4b4-4574-aaaf-f964f51910da tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:06.870084 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-754e43c6-bafd-4b99-8f9b-e3e14e9eb87c tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Request body: {'security_group': {'name': 'tempest-secgroup--1875713454'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:08:06.871730 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-431fe461-a4b4-4574-aaaf-f964f51910da tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Notify callbacks [] for security_group, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:06.873057 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-431fe461-a4b4-4574-aaaf-f964f51910da tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] 10.222.0.65 "PUT /v2.0/security-groups/b5e1d885-7eca-4231-bf49-757627da625c HTTP/1.1" status: 200  len: 1612 time: 0.6217303
Dec 24 11:08:06.875678 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-1521d7a6-b7f9-473e-8f34-30033a50adb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:08:06.891840 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 40490) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:06.897474 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-754e43c6-bafd-4b99-8f9b-e3e14e9eb87c tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:08:06.905567 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431fe461-a4b4-4574-aaaf-f964f51910da tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5e1d885-7eca-4231-bf49-757627da625c,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:08:06.910688 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-431fe461-a4b4-4574-aaaf-f964f51910da tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:08:06.929344 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-754e43c6-bafd-4b99-8f9b-e3e14e9eb87c tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Usage tracker for resource:security_group and tenant:c8abfcf6376d432e8b8a84a8e5db68dd is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:08:06.935890 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b1cae55c-cb19-488d-aef3-4cc2b18842ba tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:06.943564 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-754e43c6-bafd-4b99-8f9b-e3e14e9eb87c tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:08:06.995419 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-754e43c6-bafd-4b99-8f9b-e3e14e9eb87c tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:08:07.064019 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-754e43c6-bafd-4b99-8f9b-e3e14e9eb87c tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Notify callbacks [] for security_group, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:07.079842 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c00cada6-59d7-454d-ad77-5b682764a33b tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:07.086227 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b1cae55c-cb19-488d-aef3-4cc2b18842ba tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:07.129818 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-e243f096-8ce1-4062-bbbf-1576c6dc27db tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] 10.222.0.65 "GET /v2.0/security-groups/b5e1d885-7eca-4231-bf49-757627da625c HTTP/1.1" status: 200  len: 1612 time: 0.2339849
Dec 24 11:08:07.131056 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-754e43c6-bafd-4b99-8f9b-e3e14e9eb87c tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Notify callbacks [] for security_group, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:07.152470 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 40494) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:07.239526 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1878b85-c0be-4f7d-a967-675d2aca0c58 admin admin] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:08:07.256935 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded7b19c-1116-4fb4-ba34-b6f4421716c3 None None] Sync routers for ids ['9595545e-9654-4c5f-a2fc-4da3de1dc6ec'] in dv-neutron-822691-2-hyperv {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:08:07.269861 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded7b19c-1116-4fb4-ba34-b6f4421716c3 None None] Routers {'9595545e-9654-4c5f-a2fc-4da3de1dc6ec'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:08:07.270797 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-ded7b19c-1116-4fb4-ba34-b6f4421716c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271a2c668>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:07:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['9595545e-9654-4c5f-a2fc-4da3de1dc6ec'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:08:07.303352 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-754e43c6-bafd-4b99-8f9b-e3e14e9eb87c tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:08:07.321936 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 4063bd82-fc34-4836-8690-6615ff0bbca7 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:08:07.329719 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-754e43c6-bafd-4b99-8f9b-e3e14e9eb87c tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Usage tracker for resource:security_group_rule and tenant:c8abfcf6376d432e8b8a84a8e5db68dd is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:08:07.404050 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-754e43c6-bafd-4b99-8f9b-e3e14e9eb87c tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:08:07.437361 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-e0256015-553a-4926-93f6-807828f04645 None None] Allocated IP 2001:db8:2::2 (3fd6f8a5-ac81-478a-94b1-2e50276401de/18683f4a-4e81-4332-9885-7f09f49d25aa/bd2dde0a-331a-4c2d-90a7-fd087093e276) {{(pid=88880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:08:07.450243 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-754e43c6-bafd-4b99-8f9b-e3e14e9eb87c tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:08:07.541971 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-ded7b19c-1116-4fb4-ba34-b6f4421716c3 None None] Set router 9595545e-9654-4c5f-a2fc-4da3de1dc6ec gateway port host: dv-neutron-822691-2-hyperv {{(pid=88881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:08:07.624047 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port 4063bd82-fc34-4836-8690-6615ff0bbca7 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:08:07.624607 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:07.647554 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-754e43c6-bafd-4b99-8f9b-e3e14e9eb87c tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Notify callbacks [] for security_group, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:07.653589 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-c1878b85-c0be-4f7d-a967-675d2aca0c58 admin admin] 10.222.0.65 "PUT /v2.0/routers/9595545e-9654-4c5f-a2fc-4da3de1dc6ec/add_router_interface HTTP/1.1" status: 200  len: 503 time: 9.2211916
Dec 24 11:08:07.659743 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-754e43c6-bafd-4b99-8f9b-e3e14e9eb87c tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:07.670473 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-a473db06-0c34-4ba4-8abd-97efbe3ac70c tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:08:07.684570 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0012ee2e-c7b0-456f-b58c-02555555b08d tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Notify callbacks [] for security_group, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:07.769389 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-754e43c6-bafd-4b99-8f9b-e3e14e9eb87c tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:08:07.776140 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754e43c6-bafd-4b99-8f9b-e3e14e9eb87c tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d9c240d-ddac-4e1b-8b6e-f5e3fe49206a,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:08:07.782483 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0012ee2e-c7b0-456f-b58c-02555555b08d tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:07.795579 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-754e43c6-bafd-4b99-8f9b-e3e14e9eb87c tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Usage tracker for resource:security_group_rule and tenant:c8abfcf6376d432e8b8a84a8e5db68dd is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:08:07.804720 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-754e43c6-bafd-4b99-8f9b-e3e14e9eb87c tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:08:07.809519 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-754e43c6-bafd-4b99-8f9b-e3e14e9eb87c tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:08:07.836848 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-754e43c6-bafd-4b99-8f9b-e3e14e9eb87c tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:08:07.967271 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-754e43c6-bafd-4b99-8f9b-e3e14e9eb87c tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Notify callbacks [] for security_group, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:07.974608 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b1cae55c-cb19-488d-aef3-4cc2b18842ba tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks [] for port, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:07.977693 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-754e43c6-bafd-4b99-8f9b-e3e14e9eb87c tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:07.986185 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-36e9b498-c9c4-4f7b-8592-b7f4f9170bc4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:08:08.007368 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b1cae55c-cb19-488d-aef3-4cc2b18842ba tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3978773'] for port, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:08.011622 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-ded7b19c-1116-4fb4-ba34-b6f4421716c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271a2c668>, [{'id': '9595545e-9654-4c5f-a2fc-4da3de1dc6ec', 'name': 'tempest-TestVolumeBootPattern-1089784377-router', 'tenant_id': 'fbedb279f22e4b3494591d6dabc201d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.41'}], 'enable_snat': True}, 'gw_port_id': '6971b6ef-10e9-41ac-8eab-55400fae7ed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:07:53Z', 'updated_at': '2021-12-24T11:08:03Z', 'revision_number': 4, 'project_id': 'fbedb279f22e4b3494591d6dabc201d5', 'gw_port': {'id': '6971b6ef-10e9-41ac-8eab-55400fae7ed7', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:42:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9595545e-9654-4c5f-a2fc-4da3de1dc6ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:07:55Z', 'updated_at': '2021-12-24T11:08:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_interfaces': [{'id': 'b54eb025-abcc-4657-9416-e7f42be0d1d5', 'name': '', 'network_id': '2428796e-e2e4-4ddb-a9cc-996932bc1226', 'tenant_id': 'fbedb279f22e4b3494591d6dabc201d5', 'mac_address': 'fa:16:3e:14:4e:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9595545e-9654-4c5f-a2fc-4da3de1dc6ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66590446-f239-4728-b0eb-3db1299fa1e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:08:01Z', 'updated_at': '2021-12-24T11:08:03Z', 'revision_number': 2, 'project_id': 'fbedb279f22e4b3494591d6dabc201d5', 'subnets': [{'id': '66590446-f239-4728-b0eb-3db1299fa1e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:08:08.013514 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 6971b6ef-10e9-41ac-8eab-55400fae7ed7 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:08:08.017884 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded7b19c-1116-4fb4-ba34-b6f4421716c3 None None] Checking router: 9595545e-9654-4c5f-a2fc-4da3de1dc6ec for host: dv-neutron-822691-2-hyperv {{(pid=88881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 24 11:08:08.018517 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded7b19c-1116-4fb4-ba34-b6f4421716c3 None None] Updating router 9595545e-9654-4c5f-a2fc-4da3de1dc6ec port b54eb025-abcc-4657-9416-e7f42be0d1d5 binding host dv-neutron-822691-2-hyperv {{(pid=88881) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 24 11:08:08.046047 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0012ee2e-c7b0-456f-b58c-02555555b08d tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:08.072998 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754e43c6-bafd-4b99-8f9b-e3e14e9eb87c tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de88dcf6-ad43-4f44-8fbb-36d3d7fe6b4c,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:08:08.077525 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-754e43c6-bafd-4b99-8f9b-e3e14e9eb87c tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:08:08.081962 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7f9ca409-3d2d-41b4-8590-90f0faca8c56 tempest-ExtraDHCPOptionsTestJSON-983307326 tempest-ExtraDHCPOptionsTestJSON-983307326-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.062s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:08:08.107814 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ded7b19c-1116-4fb4-ba34-b6f4421716c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:08.132655 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-754e43c6-bafd-4b99-8f9b-e3e14e9eb87c tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:08.134079 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:08.135215 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-754e43c6-bafd-4b99-8f9b-e3e14e9eb87c tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1578 time: 1.5170457
Dec 24 11:08:08.138255 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 40506) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:08.158287 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e0256015-553a-4926-93f6-807828f04645 None None] Notify callbacks [] for port, precommit_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:08.197699 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-e0256015-553a-4926-93f6-807828f04645 None None] Transition to ACTIVE for port object bd2dde0a-331a-4c2d-90a7-fd087093e276 will not be triggered until provisioned by entity L2. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:08:08.216768 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0012ee2e-c7b0-456f-b58c-02555555b08d tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:08.218579 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-0012ee2e-c7b0-456f-b58c-02555555b08d tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] 10.222.0.65 "DELETE /v2.0/security-groups/b5e1d885-7eca-4231-bf49-757627da625c HTTP/1.1" status: 204  len: 168 time: 1.0651019
Dec 24 11:08:08.219902 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-527c4bbc-7cc3-48c2-9e93-c8d65c7774b8 None None] Notify callbacks [] for port, precommit_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:08.222272 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 40510) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:08.243389 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning for port 6971b6ef-10e9-41ac-8eab-55400fae7ed7 completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:08:08.249674 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-e0256015-553a-4926-93f6-807828f04645 None None] Transition to ACTIVE for port object bd2dde0a-331a-4c2d-90a7-fd087093e276 will not be triggered until provisioned by entity DHCP. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:08:08.251251 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-527c4bbc-7cc3-48c2-9e93-c8d65c7774b8 None None] Transition to ACTIVE for port object 429828b5-a160-4c95-882b-6ee31f57fc8f will not be triggered until provisioned by entity L2. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:08:08.255650 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port 6971b6ef-10e9-41ac-8eab-55400fae7ed7 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:08:08.256079 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:08.292576 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e0256015-553a-4926-93f6-807828f04645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408'] for port, after_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:08.304323 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-ec6f6dba-979e-4332-b1c8-5a9fc5e214f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:08:08.309596 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-29aa63e7-c14d-40c3-a65d-585ccfcfe8ff tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.0809455
Dec 24 11:08:08.310320 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 40514) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:08.317941 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cae55c-cb19-488d-aef3-4cc2b18842ba tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Pushing event updated for resources: {'Port': ['ID=89cc7f53-87b5-4e8d-a46f-43d5be9a52ba,revision_number=2']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:08:08.331175 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-b1cae55c-cb19-488d-aef3-4cc2b18842ba tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:08:08.332002 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f153e70a-57de-47b8-a88f-05a16e4e7352 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.272s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:08:08.333137 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-527c4bbc-7cc3-48c2-9e93-c8d65c7774b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:08.364147 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0256015-553a-4926-93f6-807828f04645 None None] Network 3fd6f8a5-ac81-478a-94b1-2e50276401de is already hosted by enough agents. {{(pid=88880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:08:08.367623 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0012ee2e-c7b0-456f-b58c-02555555b08d tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5e1d885-7eca-4231-bf49-757627da625c,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:08:08.381258 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b1cae55c-cb19-488d-aef3-4cc2b18842ba tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659181'] for floatingip, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:08.391389 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-e0256015-553a-4926-93f6-807828f04645 None None] Resources bound (agent type, host, resource id):  {{(pid=88880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:08:08.406284 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0256015-553a-4926-93f6-807828f04645 None None] Received port after_create {{(pid=88880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:08:08.416760 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.v2.resource [None req-ec966941-3b84-484d-be95-5d6ac25c5edb tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] delete failed (client error): The resource could not be found.
Dec 24 11:08:08.418197 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-ec966941-3b84-484d-be95-5d6ac25c5edb tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] 10.222.0.65 "DELETE /v2.0/security-groups/b5e1d885-7eca-4231-bf49-757627da625c HTTP/1.1" status: 404  len: 347 time: 0.0646930
Dec 24 11:08:08.435067 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 40520) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:08.444309 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-d293fc24-b6c8-4281-b8db-0076cf802d5c tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Request body: {'security_group': {'name': 'tempest-secgroup--593161875'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:08:08.468523 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-d293fc24-b6c8-4281-b8db-0076cf802d5c tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:08:08.473350 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-c00cada6-59d7-454d-ad77-5b682764a33b tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Allocated IP 2001:db8:2::1 (3fd6f8a5-ac81-478a-94b1-2e50276401de/18683f4a-4e81-4332-9885-7f09f49d25aa/9abfc48e-2517-4a7e-a1f2-b86bd08a5be9) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:08:08.480061 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-41407fca-c6a5-4448-a2ab-fc0fb667e403 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4007 time: 0.3386121
Dec 24 11:08:08.484287 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-d293fc24-b6c8-4281-b8db-0076cf802d5c tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Usage tracker for resource:security_group and tenant:f7aa443d52be478a9bbb99382b41caea is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:08:08.487526 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 40526) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:08.492102 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-d293fc24-b6c8-4281-b8db-0076cf802d5c tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:08:08.504583 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-1fb64704-fe96-448e-931f-0632aa5f06c0 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Request body: {'security_group': {'name': 'tempest-security--534761163', 'description': 'tempest-security-description-23504048'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:08:08.526720 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-d293fc24-b6c8-4281-b8db-0076cf802d5c tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:08:08.557291 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0256015-553a-4926-93f6-807828f04645 None None] Pushing event updated for resources: {'Port': ['ID=bd2dde0a-331a-4c2d-90a7-fd087093e276,revision_number=1']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:08:08.566603 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-0012ee2e-c7b0-456f-b58c-02555555b08d tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:08:08.570409 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-e0256015-553a-4926-93f6-807828f04645 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:08:08.573116 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.219s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:08:08.600703 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d293fc24-b6c8-4281-b8db-0076cf802d5c tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Notify callbacks [] for security_group, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:08.687267 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1fb64704-fe96-448e-931f-0632aa5f06c0 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Notify callbacks [] for security_group, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:08.718922 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bf5e84-0f4d-44ab-bf71-60f0386dc631 None None] Pushing event updated for resources: {'Port': ['ID=429828b5-a160-4c95-882b-6ee31f57fc8f,revision_number=3']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:08:08.765659 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-90bf5e84-0f4d-44ab-bf71-60f0386dc631 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:08:08.809027 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-e0256015-553a-4926-93f6-807828f04645 None None] Attempting to bind port bd2dde0a-331a-4c2d-90a7-fd087093e276 on host dv-neutron-822691-2-hyperv for vnic_type normal with profile  {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:08:08.809450 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-e0256015-553a-4926-93f6-807828f04645 None None] Attempting to bind port bd2dde0a-331a-4c2d-90a7-fd087093e276 by drivers openvswitch,hyperv on host dv-neutron-822691-2-hyperv at level 0 using segments [{'id': 'd99294a7-efc7-4e68-b569-c651902f90df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '3fd6f8a5-ac81-478a-94b1-2e50276401de'}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:08:08.810229 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0256015-553a-4926-93f6-807828f04645 None None] Attempting to bind port bd2dde0a-331a-4c2d-90a7-fd087093e276 on network 3fd6f8a5-ac81-478a-94b1-2e50276401de {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:08:08.819372 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0256015-553a-4926-93f6-807828f04645 None None] Checking agent: {'id': 'db1275c1-6001-47af-93c2-635c68404703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822691-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 52, 8), 'started_at': datetime.datetime(2021, 12, 24, 10, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 8, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822691-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:08:08.819798 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0256015-553a-4926-93f6-807828f04645 None None] Checking segment: {'id': 'd99294a7-efc7-4e68-b569-c651902f90df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '3fd6f8a5-ac81-478a-94b1-2e50276401de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:08:08.820260 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e0256015-553a-4926-93f6-807828f04645 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:08.820708 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0256015-553a-4926-93f6-807828f04645 None None] Bound using segment: {'id': 'd99294a7-efc7-4e68-b569-c651902f90df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '3fd6f8a5-ac81-478a-94b1-2e50276401de'} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:08:08.821466 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-e0256015-553a-4926-93f6-807828f04645 None None] Bound port: bd2dde0a-331a-4c2d-90a7-fd087093e276, host: dv-neutron-822691-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd99294a7-efc7-4e68-b569-c651902f90df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '3fd6f8a5-ac81-478a-94b1-2e50276401de'}}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:08:08.821651 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e0256015-553a-4926-93f6-807828f04645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:08.822912 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-d293fc24-b6c8-4281-b8db-0076cf802d5c tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:08:08.828960 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.l3_db [None req-b1cae55c-cb19-488d-aef3-4cc2b18842ba tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Floating IP f87e9c1e-d0b2-4270-995c-c5790d266554 associated. External IP: 172.26.3.220, port: 9efa7c3b-cc44-4f96-9769-f3ba09ce06d3.
Dec 24 11:08:08.848861 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-d293fc24-b6c8-4281-b8db-0076cf802d5c tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Usage tracker for resource:security_group_rule and tenant:f7aa443d52be478a9bbb99382b41caea is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:08:08.856223 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-d293fc24-b6c8-4281-b8db-0076cf802d5c tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:08:08.901389 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1fb64704-fe96-448e-931f-0632aa5f06c0 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Notify callbacks [] for security_group, precommit_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:08.911360 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-d293fc24-b6c8-4281-b8db-0076cf802d5c tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:08:08.920537 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1fb64704-fe96-448e-931f-0632aa5f06c0 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:08.926268 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:08.928090 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c00cada6-59d7-454d-ad77-5b682764a33b tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:08.935460 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-0d1cf46d-da70-4984-80f4-92d9a91731db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:08:08.937529 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ded7b19c-1116-4fb4-ba34-b6f4421716c3 None None] Notify callbacks [] for port, precommit_update {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:08.951951 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-ded7b19c-1116-4fb4-ba34-b6f4421716c3 None None] Transition to ACTIVE for port object b54eb025-abcc-4657-9416-e7f42be0d1d5 will not be triggered until provisioned by entity L2. {{(pid=88881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:08:08.959053 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ded7b19c-1116-4fb4-ba34-b6f4421716c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:08.965421 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:08:09.023219 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-c00cada6-59d7-454d-ad77-5b682764a33b tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Transition to ACTIVE for port object 9abfc48e-2517-4a7e-a1f2-b86bd08a5be9 will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:08:09.028087 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb64704-fe96-448e-931f-0632aa5f06c0 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de88dcf6-ad43-4f44-8fbb-36d3d7fe6b4c,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:08:09.038080 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-1fb64704-fe96-448e-931f-0632aa5f06c0 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:08:09.038976 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1fb64704-fe96-448e-931f-0632aa5f06c0 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Notify callbacks [] for security_group, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:09.039739 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6221dfa1-6a26-465f-b3e5-01e87e7abd8e None None] Pushing event updated for resources: {'Port': ['ID=b54eb025-abcc-4657-9416-e7f42be0d1d5,revision_number=3']} {{(pid=88881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:08:09.040362 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-1fb64704-fe96-448e-931f-0632aa5f06c0 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] 10.222.0.65 "PUT /v2.0/security-groups/de88dcf6-ad43-4f44-8fbb-36d3d7fe6b4c HTTP/1.1" status: 200  len: 1609 time: 0.5500441
Dec 24 11:08:09.055709 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6221dfa1-6a26-465f-b3e5-01e87e7abd8e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:08:09.055946 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 40536) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:09.056091 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6221dfa1-6a26-465f-b3e5-01e87e7abd8e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:08:09.056091 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6221dfa1-6a26-465f-b3e5-01e87e7abd8e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:08:09.056791 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6221dfa1-6a26-465f-b3e5-01e87e7abd8e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:08:09.057176 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6221dfa1-6a26-465f-b3e5-01e87e7abd8e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:08:09.057636 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6221dfa1-6a26-465f-b3e5-01e87e7abd8e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:08:09.057998 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6221dfa1-6a26-465f-b3e5-01e87e7abd8e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:08:09.058362 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6221dfa1-6a26-465f-b3e5-01e87e7abd8e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:08:09.058719 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6221dfa1-6a26-465f-b3e5-01e87e7abd8e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:08:09.059073 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6221dfa1-6a26-465f-b3e5-01e87e7abd8e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:08:09.059426 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6221dfa1-6a26-465f-b3e5-01e87e7abd8e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:08:09.066312 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-6221dfa1-6a26-465f-b3e5-01e87e7abd8e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:08:09.118100 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-e0256015-553a-4926-93f6-807828f04645 None None] For port bd2dde0a-331a-4c2d-90a7-fd087093e276, host dv-neutron-822691-2-hyperv, cleared binding levels {{(pid=88880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:08:09.121645 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-e0256015-553a-4926-93f6-807828f04645 None None] For port bd2dde0a-331a-4c2d-90a7-fd087093e276, host dv-neutron-822691-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=bd2dde0a-331a-4c2d-90a7-fd087093e276,segment=NetworkSegment(d99294a7-efc7-4e68-b569-c651902f90df),segment_id=d99294a7-efc7-4e68-b569-c651902f90df)] {{(pid=88880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:08:09.127865 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-527c4bbc-7cc3-48c2-9e93-c8d65c7774b8 None None] Attempting to bind port 429828b5-a160-4c95-882b-6ee31f57fc8f on host dv-neutron-822691-2-hyperv for vnic_type normal with profile  {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:08:09.128293 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-527c4bbc-7cc3-48c2-9e93-c8d65c7774b8 None None] Attempting to bind port 429828b5-a160-4c95-882b-6ee31f57fc8f by drivers openvswitch,hyperv on host dv-neutron-822691-2-hyperv at level 0 using segments [{'id': '8f65010c-eeb6-45df-9c80-74fa841e836d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '5e9025d6-40e4-4d3a-8443-18331acc89dc'}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:08:09.128713 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-527c4bbc-7cc3-48c2-9e93-c8d65c7774b8 None None] Attempting to bind port 429828b5-a160-4c95-882b-6ee31f57fc8f on network 5e9025d6-40e4-4d3a-8443-18331acc89dc {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:08:09.142852 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d293fc24-b6c8-4281-b8db-0076cf802d5c tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Notify callbacks [] for security_group, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:09.143134 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e0256015-553a-4926-93f6-807828f04645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:09.148344 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d293fc24-b6c8-4281-b8db-0076cf802d5c tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:09.152964 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:08:09.155865 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f3b14016-973c-4a64-a8dc-815e9d2293c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:08:09.171862 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-c0d74936-c828-42df-9e5d-1c39ecb85ec9 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] 10.222.0.65 "GET /v2.0/security-groups/de88dcf6-ad43-4f44-8fbb-36d3d7fe6b4c HTTP/1.1" status: 200  len: 1609 time: 0.1149869
Dec 24 11:08:09.191026 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 40540) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:09.206427 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] For port 6971b6ef-10e9-41ac-8eab-55400fae7ed7, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=6971b6ef-10e9-41ac-8eab-55400fae7ed7,segment=NetworkSegment(d4e3295f-9ff8-4cad-8a20-3f1c937efc8c),segment_id=d4e3295f-9ff8-4cad-8a20-3f1c937efc8c)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:08:09.207634 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-527c4bbc-7cc3-48c2-9e93-c8d65c7774b8 None None] Checking agent: {'id': 'db1275c1-6001-47af-93c2-635c68404703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822691-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 52, 8), 'started_at': datetime.datetime(2021, 12, 24, 10, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 8, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822691-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:08:09.208063 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-527c4bbc-7cc3-48c2-9e93-c8d65c7774b8 None None] Checking segment: {'id': '8f65010c-eeb6-45df-9c80-74fa841e836d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '5e9025d6-40e4-4d3a-8443-18331acc89dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:08:09.208692 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-527c4bbc-7cc3-48c2-9e93-c8d65c7774b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:09.208949 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d293fc24-b6c8-4281-b8db-0076cf802d5c tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e25f519-6bd4-4522-a160-f6783db591c1,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:08:09.209266 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-527c4bbc-7cc3-48c2-9e93-c8d65c7774b8 None None] Bound using segment: {'id': '8f65010c-eeb6-45df-9c80-74fa841e836d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '5e9025d6-40e4-4d3a-8443-18331acc89dc'} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:08:09.209674 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-527c4bbc-7cc3-48c2-9e93-c8d65c7774b8 None None] Bound port: 429828b5-a160-4c95-882b-6ee31f57fc8f, host: dv-neutron-822691-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f65010c-eeb6-45df-9c80-74fa841e836d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '5e9025d6-40e4-4d3a-8443-18331acc89dc'}}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:08:09.210129 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-527c4bbc-7cc3-48c2-9e93-c8d65c7774b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:09.212910 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-d293fc24-b6c8-4281-b8db-0076cf802d5c tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:08:09.214329 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c00cada6-59d7-454d-ad77-5b682764a33b tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:09.256676 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1ed42d29-7936-4c88-b7f1-fd3ff3106e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:09.261132 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-ded7b19c-1116-4fb4-ba34-b6f4421716c3 None None] Attempting to bind port b54eb025-abcc-4657-9416-e7f42be0d1d5 on host dv-neutron-822691-2-hyperv for vnic_type normal with profile  {{(pid=88881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:08:09.261565 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-ded7b19c-1116-4fb4-ba34-b6f4421716c3 None None] Attempting to bind port b54eb025-abcc-4657-9416-e7f42be0d1d5 by drivers openvswitch,hyperv on host dv-neutron-822691-2-hyperv at level 0 using segments [{'id': 'faf0938d-9351-4aa3-a42a-2891bc0c4373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '2428796e-e2e4-4ddb-a9cc-996932bc1226'}] {{(pid=88881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:08:09.263245 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded7b19c-1116-4fb4-ba34-b6f4421716c3 None None] Attempting to bind port b54eb025-abcc-4657-9416-e7f42be0d1d5 on network 2428796e-e2e4-4ddb-a9cc-996932bc1226 {{(pid=88881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:08:09.265313 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:09.271966 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded7b19c-1116-4fb4-ba34-b6f4421716c3 None None] Checking agent: {'id': 'db1275c1-6001-47af-93c2-635c68404703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822691-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 52, 8), 'started_at': datetime.datetime(2021, 12, 24, 10, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 8, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822691-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:08:09.272381 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded7b19c-1116-4fb4-ba34-b6f4421716c3 None None] Checking segment: {'id': 'faf0938d-9351-4aa3-a42a-2891bc0c4373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '2428796e-e2e4-4ddb-a9cc-996932bc1226'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:08:09.272783 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-e9bde615-575f-43fa-8d81-4040a6a1dcc7 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:08:09.272895 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ded7b19c-1116-4fb4-ba34-b6f4421716c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:09.273228 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded7b19c-1116-4fb4-ba34-b6f4421716c3 None None] Bound using segment: {'id': 'faf0938d-9351-4aa3-a42a-2891bc0c4373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '2428796e-e2e4-4ddb-a9cc-996932bc1226'} {{(pid=88881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:08:09.274022 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-ded7b19c-1116-4fb4-ba34-b6f4421716c3 None None] Bound port: b54eb025-abcc-4657-9416-e7f42be0d1d5, host: dv-neutron-822691-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faf0938d-9351-4aa3-a42a-2891bc0c4373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '2428796e-e2e4-4ddb-a9cc-996932bc1226'}}] {{(pid=88881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:08:09.274440 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ded7b19c-1116-4fb4-ba34-b6f4421716c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:09.357296 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0256015-553a-4926-93f6-807828f04645 None None] Pushing event updated for resources: {'Port': ['ID=bd2dde0a-331a-4c2d-90a7-fd087093e276,revision_number=2']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:08:09.366684 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00cada6-59d7-454d-ad77-5b682764a33b tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Pushing event updated for resources: {'Port': ['ID=9abfc48e-2517-4a7e-a1f2-b86bd08a5be9,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:08:09.371683 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c00cada6-59d7-454d-ad77-5b682764a33b tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:08:09.378849 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-e0256015-553a-4926-93f6-807828f04645 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:08:09.379390 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-fea3d32d-4377-46b1-99f0-90dfdb202668 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.104s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:08:09.381975 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d293fc24-b6c8-4281-b8db-0076cf802d5c tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Notify callbacks [] for security_group, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:09.387178 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-d293fc24-b6c8-4281-b8db-0076cf802d5c tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 0.9507749
Dec 24 11:08:09.391151 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 40546) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:09.400653 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-7fbb9fb4-ff27-42c6-bd52-794f7d686179 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Request body: {'security_group_rule': {'security_group_id': '1e25f519-6bd4-4522-a160-f6783db591c1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:08:09.417039 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c00cada6-59d7-454d-ad77-5b682764a33b tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Network 3fd6f8a5-ac81-478a-94b1-2e50276401de is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:08:09.417176 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 40550) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:09.419554 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-7fbb9fb4-ff27-42c6-bd52-794f7d686179 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:08:09.422669 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-c00cada6-59d7-454d-ad77-5b682764a33b tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Resources bound (agent type, host, resource id):  {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:08:09.425219 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00cada6-59d7-454d-ad77-5b682764a33b tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:08:09.425874 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c00cada6-59d7-454d-ad77-5b682764a33b tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-720245'] for router_interface, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:09.426356 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-4612c5de-833b-4fe1-861d-0e5c1aa88d65 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1200719034-network', 'tenant_id': 'a0842a1c3bb446d78dd71270ab051ba7'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:08:09.443960 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-4612c5de-833b-4fe1-861d-0e5c1aa88d65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:08:09.453222 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7fa20237-ae55-460a-b71a-b1f7dccb0b84 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Notify callbacks [] for security_group, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:09.459398 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bdfdbc84-c52d-4f40-b281-af314dc1f8fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:09.460402 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-4612c5de-833b-4fe1-861d-0e5c1aa88d65 admin admin] Usage tracker for resource:network and tenant:a0842a1c3bb446d78dd71270ab051ba7 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:08:09.465881 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-4612c5de-833b-4fe1-861d-0e5c1aa88d65 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:08:09.471555 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-ded7b19c-1116-4fb4-ba34-b6f4421716c3 None None] For port b54eb025-abcc-4657-9416-e7f42be0d1d5, host dv-neutron-822691-2-hyperv, cleared binding levels {{(pid=88881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:08:09.475240 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-ded7b19c-1116-4fb4-ba34-b6f4421716c3 None None] For port b54eb025-abcc-4657-9416-e7f42be0d1d5, host dv-neutron-822691-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=b54eb025-abcc-4657-9416-e7f42be0d1d5,segment=NetworkSegment(faf0938d-9351-4aa3-a42a-2891bc0c4373),segment_id=faf0938d-9351-4aa3-a42a-2891bc0c4373)] {{(pid=88881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:08:09.479703 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ded7b19c-1116-4fb4-ba34-b6f4421716c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:09.484903 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-a3c5c1a4-4aa2-4c35-92e8-97b659076734 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:08:09.492517 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7fa20237-ae55-460a-b71a-b1f7dccb0b84 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:09.494993 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-527c4bbc-7cc3-48c2-9e93-c8d65c7774b8 None None] For port 429828b5-a160-4c95-882b-6ee31f57fc8f, host dv-neutron-822691-2-hyperv, cleared binding levels {{(pid=88880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:08:09.517344 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-527c4bbc-7cc3-48c2-9e93-c8d65c7774b8 None None] For port 429828b5-a160-4c95-882b-6ee31f57fc8f, host dv-neutron-822691-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=429828b5-a160-4c95-882b-6ee31f57fc8f,segment=NetworkSegment(8f65010c-eeb6-45df-9c80-74fa841e836d),segment_id=8f65010c-eeb6-45df-9c80-74fa841e836d)] {{(pid=88880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:08:09.519046 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Pushing event updated for resources: {'Port': ['ID=6971b6ef-10e9-41ac-8eab-55400fae7ed7,revision_number=4']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:08:09.537794 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:08:09.540405 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-527c4bbc-7cc3-48c2-9e93-c8d65c7774b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:09.551730 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-80713d7d-cb7e-4d14-b3c6-563d1ca5ee74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:08:09.552764 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-7fbb9fb4-ff27-42c6-bd52-794f7d686179 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Usage tracker for resource:security_group_rule and tenant:f7aa443d52be478a9bbb99382b41caea is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:08:09.557661 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-7fbb9fb4-ff27-42c6-bd52-794f7d686179 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:08:09.557861 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-4612c5de-833b-4fe1-861d-0e5c1aa88d65 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:08:09.560653 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7fa20237-ae55-460a-b71a-b1f7dccb0b84 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:09.572253 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-431fe461-a4b4-4574-aaaf-f964f51910da tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:08:09.583474 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6221dfa1-6a26-465f-b3e5-01e87e7abd8e None None] Pushing event updated for resources: {'Port': ['ID=b54eb025-abcc-4657-9416-e7f42be0d1d5,revision_number=4']} {{(pid=88881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:08:09.595945 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-7fbb9fb4-ff27-42c6-bd52-794f7d686179 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:08:09.597766 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-6221dfa1-6a26-465f-b3e5-01e87e7abd8e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:08:09.606920 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa20237-ae55-460a-b71a-b1f7dccb0b84 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de88dcf6-ad43-4f44-8fbb-36d3d7fe6b4c,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:08:09.609790 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7fa20237-ae55-460a-b71a-b1f7dccb0b84 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:08:09.619470 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7fa20237-ae55-460a-b71a-b1f7dccb0b84 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Notify callbacks [] for security_group, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:09.623496 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-7fa20237-ae55-460a-b71a-b1f7dccb0b84 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] 10.222.0.65 "DELETE /v2.0/security-groups/de88dcf6-ad43-4f44-8fbb-36d3d7fe6b4c HTTP/1.1" status: 204  len: 168 time: 0.4228871
Dec 24 11:08:09.627345 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 40554) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:09.629666 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded7b19c-1116-4fb4-ba34-b6f4421716c3 None None] Routers {'9595545e-9654-4c5f-a2fc-4da3de1dc6ec'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:08:09.630538 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-ded7b19c-1116-4fb4-ba34-b6f4421716c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271a2c668>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:08:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['9595545e-9654-4c5f-a2fc-4da3de1dc6ec'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:08:09.633559 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4612c5de-833b-4fe1-861d-0e5c1aa88d65 admin admin] Made reservation on behalf of a0842a1c3bb446d78dd71270ab051ba7 for: {'network': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:08:09.644318 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bf5e84-0f4d-44ab-bf71-60f0386dc631 None None] Pushing event updated for resources: {'Port': ['ID=429828b5-a160-4c95-882b-6ee31f57fc8f,revision_number=4']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:08:09.649002 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4612c5de-833b-4fe1-861d-0e5c1aa88d65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for network, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:09.659760 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-90bf5e84-0f4d-44ab-bf71-60f0386dc631 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:08:09.668841 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4612c5de-833b-4fe1-861d-0e5c1aa88d65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:09.693968 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-9c6adc29-bc06-4d13-9bfd-6d053a2d0eb3 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Synchronizing usage tracker for tenant:c8abfcf6376d432e8b8a84a8e5db68dd on resource:security_group {{(pid=88879) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:08:09.700734 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-527c4bbc-7cc3-48c2-9e93-c8d65c7774b8 None None] Routers {'c12f84ef-db9d-4f8b-b966-24ad29271517'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:08:09.701591 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-527c4bbc-7cc3-48c2-9e93-c8d65c7774b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52714cb278>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:08:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['c12f84ef-db9d-4f8b-b966-24ad29271517'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:08:09.726461 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7fbb9fb4-ff27-42c6-bd52-794f7d686179 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:09.728777 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-4612c5de-833b-4fe1-861d-0e5c1aa88d65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:08:09.733303 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-4612c5de-833b-4fe1-861d-0e5c1aa88d65 admin admin] Usage tracker for resource:security_group_rule and tenant:a0842a1c3bb446d78dd71270ab051ba7 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:08:09.736430 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-4612c5de-833b-4fe1-861d-0e5c1aa88d65 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:08:09.742943 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-4612c5de-833b-4fe1-861d-0e5c1aa88d65 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:08:09.841936 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7fbb9fb4-ff27-42c6-bd52-794f7d686179 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:09.849711 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7fbb9fb4-ff27-42c6-bd52-794f7d686179 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689902'] for security_group_rule, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:09.851578 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4612c5de-833b-4fe1-861d-0e5c1aa88d65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:09.861245 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4612c5de-833b-4fe1-861d-0e5c1aa88d65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:09.879874 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4612c5de-833b-4fe1-861d-0e5c1aa88d65 admin admin] vlan segment allocate from pool success with {'vlan_id': 617, 'physical_network': 'physnet1'}  {{(pid=88878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 24 11:08:09.889908 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4612c5de-833b-4fe1-861d-0e5c1aa88d65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:09.890290 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.segments_db [None req-4612c5de-833b-4fe1-861d-0e5c1aa88d65 admin admin] Added segment 46050ee4-e8ed-42a5-a97e-ecc6bf9bb8f6 of type vlan for network 01e54fca-dedc-4916-91d1-fe2f6365d279
Dec 24 11:08:09.922609 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4612c5de-833b-4fe1-861d-0e5c1aa88d65 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363287349540024'] for network, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:09.937695 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c00cada6-59d7-454d-ad77-5b682764a33b tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:09.955954 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-e554cab0-6453-4e46-8708-a432f7dc4d91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:08:09.964329 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:08:09.966910 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-527c4bbc-7cc3-48c2-9e93-c8d65c7774b8 None None] Set router c12f84ef-db9d-4f8b-b966-24ad29271517 gateway port host: None {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:08:09.977270 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4612c5de-833b-4fe1-861d-0e5c1aa88d65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636'] for network, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:09.978328 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4612c5de-833b-4fe1-861d-0e5c1aa88d65 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:08:09.979064 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4612c5de-833b-4fe1-861d-0e5c1aa88d65 admin admin] Notify callbacks [] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:09.990195 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-ded7b19c-1116-4fb4-ba34-b6f4421716c3 None None] Set router 9595545e-9654-4c5f-a2fc-4da3de1dc6ec gateway port host: dv-neutron-822691-2-hyperv {{(pid=88881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:08:10.030704 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1cae55c-cb19-488d-aef3-4cc2b18842ba tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Router 24f0b5d8-d368-4970-b4e5-f35e9299f571 has already been hosted by L3 agent 198cca88-1338-4098-b44b-beb0346ac906 {{(pid=88878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 24 11:08:10.053671 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4612c5de-833b-4fe1-861d-0e5c1aa88d65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9666adef-9cfd-48a4-813e-1e9f5547904b,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:08:10.075807 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-4612c5de-833b-4fe1-861d-0e5c1aa88d65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:08:10.076461 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f5cc7fe3-c629-407e-8733-eb87ce069110 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.083s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:08:10.388292 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-527c4bbc-7cc3-48c2-9e93-c8d65c7774b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52714cb278>, [{'id': 'c12f84ef-db9d-4f8b-b966-24ad29271517', 'name': 'tempest-RoutersIpV6Test-router-644231010', 'tenant_id': '59b398769254445dae3d1f85e7f0f818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:07:43Z', 'updated_at': '2021-12-24T11:07:59Z', 'revision_number': 3, 'project_id': '59b398769254445dae3d1f85e7f0f818', 'gw_port_host': None, '_interfaces': [{'id': '429828b5-a160-4c95-882b-6ee31f57fc8f', 'name': '', 'network_id': '5e9025d6-40e4-4d3a-8443-18331acc89dc', 'tenant_id': '59b398769254445dae3d1f85e7f0f818', 'mac_address': 'fa:16:3e:46:94:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c12f84ef-db9d-4f8b-b966-24ad29271517', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db561dc2-ad7f-45e0-b807-777ba9baaa89', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:07:57Z', 'updated_at': '2021-12-24T11:08:09Z', 'revision_number': 4, 'project_id': '59b398769254445dae3d1f85e7f0f818', 'subnets': [{'id': 'db561dc2-ad7f-45e0-b807-777ba9baaa89', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a117cac-fe6c-4edd-9da7-5695b79dbbbc', 'name': '', 'network_id': '9b4f4508-effc-4cb9-8439-b64bb90916de', 'tenant_id': '59b398769254445dae3d1f85e7f0f818', 'mac_address': 'fa:16:3e:23:35:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c12f84ef-db9d-4f8b-b966-24ad29271517', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e75793db-c2ab-4221-adc4-133f056a01cf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:07:46Z', 'updated_at': '2021-12-24T11:08:02Z', 'revision_number': 5, 'project_id': '59b398769254445dae3d1f85e7f0f818', 'subnets': [{'id': 'e75793db-c2ab-4221-adc4-133f056a01cf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:08:10.394211 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-527c4bbc-7cc3-48c2-9e93-c8d65c7774b8 None None] The sync data for ids ['c12f84ef-db9d-4f8b-b966-24ad29271517'] in dv-neutron-822691-2-hyperv is: [{'id': 'c12f84ef-db9d-4f8b-b966-24ad29271517', 'name': 'tempest-RoutersIpV6Test-router-644231010', 'tenant_id': '59b398769254445dae3d1f85e7f0f818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:07:43Z', 'updated_at': '2021-12-24T11:07:59Z', 'revision_number': 3, 'project_id': '59b398769254445dae3d1f85e7f0f818', 'gw_port_host': None, '_interfaces': [{'id': '429828b5-a160-4c95-882b-6ee31f57fc8f', 'name': '', 'network_id': '5e9025d6-40e4-4d3a-8443-18331acc89dc', 'tenant_id': '59b398769254445dae3d1f85e7f0f818', 'mac_address': 'fa:16:3e:46:94:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c12f84ef-db9d-4f8b-b966-24ad29271517', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db561dc2-ad7f-45e0-b807-777ba9baaa89', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:07:57Z', 'updated_at': '2021-12-24T11:08:09Z', 'revision_number': 4, 'project_id': '59b398769254445dae3d1f85e7f0f818', 'subnets': [{'id': 'db561dc2-ad7f-45e0-b807-777ba9baaa89', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a117cac-fe6c-4edd-9da7-5695b79dbbbc', 'name': '', 'network_id': '9b4f4508-effc-4cb9-8439-b64bb90916de', 'tenant_id': '59b398769254445dae3d1f85e7f0f818', 'mac_address': 'fa:16:3e:23:35:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c12f84ef-db9d-4f8b-b966-24ad29271517', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e75793db-c2ab-4221-adc4-133f056a01cf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:07:46Z', 'updated_at': '2021-12-24T11:08:02Z', 'revision_number': 5, 'project_id': '59b398769254445dae3d1f85e7f0f818', 'subnets': [{'id': 'e75793db-c2ab-4221-adc4-133f056a01cf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:08:10.419614 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-ded7b19c-1116-4fb4-ba34-b6f4421716c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271a2c668>, [{'id': '9595545e-9654-4c5f-a2fc-4da3de1dc6ec', 'name': 'tempest-TestVolumeBootPattern-1089784377-router', 'tenant_id': 'fbedb279f22e4b3494591d6dabc201d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.41'}], 'enable_snat': True}, 'gw_port_id': '6971b6ef-10e9-41ac-8eab-55400fae7ed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:07:53Z', 'updated_at': '2021-12-24T11:08:03Z', 'revision_number': 4, 'project_id': 'fbedb279f22e4b3494591d6dabc201d5', 'gw_port': {'id': '6971b6ef-10e9-41ac-8eab-55400fae7ed7', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:42:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9595545e-9654-4c5f-a2fc-4da3de1dc6ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:07:55Z', 'updated_at': '2021-12-24T11:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_interfaces': [{'id': 'b54eb025-abcc-4657-9416-e7f42be0d1d5', 'name': '', 'network_id': '2428796e-e2e4-4ddb-a9cc-996932bc1226', 'tenant_id': 'fbedb279f22e4b3494591d6dabc201d5', 'mac_address': 'fa:16:3e:14:4e:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9595545e-9654-4c5f-a2fc-4da3de1dc6ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66590446-f239-4728-b0eb-3db1299fa1e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:08:01Z', 'updated_at': '2021-12-24T11:08:09Z', 'revision_number': 4, 'project_id': 'fbedb279f22e4b3494591d6dabc201d5', 'subnets': [{'id': '66590446-f239-4728-b0eb-3db1299fa1e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:08:10.424531 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded7b19c-1116-4fb4-ba34-b6f4421716c3 None None] The sync data for ids ['9595545e-9654-4c5f-a2fc-4da3de1dc6ec'] in dv-neutron-822691-2-hyperv is: [{'id': '9595545e-9654-4c5f-a2fc-4da3de1dc6ec', 'name': 'tempest-TestVolumeBootPattern-1089784377-router', 'tenant_id': 'fbedb279f22e4b3494591d6dabc201d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.41'}], 'enable_snat': True}, 'gw_port_id': '6971b6ef-10e9-41ac-8eab-55400fae7ed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:07:53Z', 'updated_at': '2021-12-24T11:08:03Z', 'revision_number': 4, 'project_id': 'fbedb279f22e4b3494591d6dabc201d5', 'gw_port': {'id': '6971b6ef-10e9-41ac-8eab-55400fae7ed7', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:42:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9595545e-9654-4c5f-a2fc-4da3de1dc6ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:07:55Z', 'updated_at': '2021-12-24T11:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_interfaces': [{'id': 'b54eb025-abcc-4657-9416-e7f42be0d1d5', 'name': '', 'network_id': '2428796e-e2e4-4ddb-a9cc-996932bc1226', 'tenant_id': 'fbedb279f22e4b3494591d6dabc201d5', 'mac_address': 'fa:16:3e:14:4e:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9595545e-9654-4c5f-a2fc-4da3de1dc6ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66590446-f239-4728-b0eb-3db1299fa1e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:08:01Z', 'updated_at': '2021-12-24T11:08:09Z', 'revision_number': 4, 'project_id': 'fbedb279f22e4b3494591d6dabc201d5', 'subnets': [{'id': '66590446-f239-4728-b0eb-3db1299fa1e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:08:10.432947 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-9c6adc29-bc06-4d13-9bfd-6d053a2d0eb3 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Unset dirty status for tenant:c8abfcf6376d432e8b8a84a8e5db68dd on resource:security_group {{(pid=88879) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:08:10.437748 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-9c6adc29-bc06-4d13-9bfd-6d053a2d0eb3 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.8091733
Dec 24 11:08:10.440558 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 40558) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:10.458818 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c00cada6-59d7-454d-ad77-5b682764a33b tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks [] for port, precommit_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:10.496321 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbb9fb4-ff27-42c6-bd52-794f7d686179 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9356593-3e9b-42f5-a55c-26c4f2be22fd,revision_number=0']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:08:10.497930 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4612c5de-833b-4fe1-861d-0e5c1aa88d65 admin admin] Pushing event updated for resources: {'Network': ['ID=01e54fca-dedc-4916-91d1-fe2f6365d279,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:08:10.504978 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c00cada6-59d7-454d-ad77-5b682764a33b tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850854027'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:10.506400 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c00cada6-59d7-454d-ad77-5b682764a33b tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1977653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854055662'] for router_interface, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:10.513793 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-4612c5de-833b-4fe1-861d-0e5c1aa88d65 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 1.0910909
Dec 24 11:08:10.527077 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Network 01e54fca-dedc-4916-91d1-fe2f6365d279 details requested by agent ovs-agent-dv-neutron-822691-2-hyperv with host dv-neutron-822691-2-hyperv {{(pid=88880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 24 11:08:10.535170 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-4612c5de-833b-4fe1-861d-0e5c1aa88d65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.458s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:08:10.537782 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 40562) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:10.549783 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-6c5d47ec-eeeb-41bb-8b30-123d332d4ad4 admin admin] Request body: {'subnet': {'network_id': '01e54fca-dedc-4916-91d1-fe2f6365d279', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1200719034-subnet', 'tenant_id': 'a0842a1c3bb446d78dd71270ab051ba7', 'ip_version': 4}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:08:10.566802 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-6c5d47ec-eeeb-41bb-8b30-123d332d4ad4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:08:10.581116 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7fbb9fb4-ff27-42c6-bd52-794f7d686179 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.617s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:08:10.583341 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-6c5d47ec-eeeb-41bb-8b30-123d332d4ad4 admin admin] Usage tracker for resource:subnet and tenant:a0842a1c3bb446d78dd71270ab051ba7 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:08:10.591332 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-6c5d47ec-eeeb-41bb-8b30-123d332d4ad4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:08:10.594782 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.v2.resource [None req-0791eb16-911c-4c44-a6fd-18a5c0159c2a tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] delete failed (client error): The resource could not be found.
Dec 24 11:08:10.601275 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-6c5d47ec-eeeb-41bb-8b30-123d332d4ad4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:08:10.603528 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-0791eb16-911c-4c44-a6fd-18a5c0159c2a tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] 10.222.0.65 "DELETE /v2.0/security-groups/de88dcf6-ad43-4f44-8fbb-36d3d7fe6b4c HTTP/1.1" status: 404  len: 347 time: 0.1481140
Dec 24 11:08:10.604388 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-e3546996-4903-484e-b078-5d52ea09b03a tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:08:10.610714 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 40566) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:10.614394 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c5d47ec-eeeb-41bb-8b30-123d332d4ad4 admin admin] Made reservation on behalf of a0842a1c3bb446d78dd71270ab051ba7 for: {'subnet': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:08:10.620076 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6c5d47ec-eeeb-41bb-8b30-123d332d4ad4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2246100'] for subnet, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:10.651295 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-f95687bd-2134-4ded-a577-43512418a137 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Request body: {'security_group': {'name': 'tempest-secgroup--308046974'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:08:10.679566 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-f95687bd-2134-4ded-a577-43512418a137 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:08:10.700257 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7fbb9fb4-ff27-42c6-bd52-794f7d686179 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:10.702197 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-7fbb9fb4-ff27-42c6-bd52-794f7d686179 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 1.3099194
Dec 24 11:08:10.715737 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 40570) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:10.784122 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-f95687bd-2134-4ded-a577-43512418a137 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:08:10.938330 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6484f01a-96fc-4fb8-b1dc-1fa69f1fbb23 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:10.944212 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00cada6-59d7-454d-ad77-5b682764a33b tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Pushing event updated for resources: {'Port': ['ID=9abfc48e-2517-4a7e-a1f2-b86bd08a5be9,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:08:10.951294 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c00cada6-59d7-454d-ad77-5b682764a33b tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:08:10.966273 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f95687bd-2134-4ded-a577-43512418a137 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Notify callbacks [] for security_group, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:10.970912 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c00cada6-59d7-454d-ad77-5b682764a33b tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Network 3fd6f8a5-ac81-478a-94b1-2e50276401de is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:08:10.972396 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-c00cada6-59d7-454d-ad77-5b682764a33b tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Resources bound (agent type, host, resource id):  {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:08:10.979699 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6484f01a-96fc-4fb8-b1dc-1fa69f1fbb23 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:11.085219 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-39ff93cf-c0b7-48c5-95f3-6f7e9977387d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:11.106614 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-f95687bd-2134-4ded-a577-43512418a137 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:08:11.111190 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-f95687bd-2134-4ded-a577-43512418a137 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Usage tracker for resource:security_group_rule and tenant:c8abfcf6376d432e8b8a84a8e5db68dd is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:08:11.114701 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-f95687bd-2134-4ded-a577-43512418a137 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:08:11.121662 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-f95687bd-2134-4ded-a577-43512418a137 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:08:11.186133 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f95687bd-2134-4ded-a577-43512418a137 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Notify callbacks [] for security_group, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:11.195970 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6484f01a-96fc-4fb8-b1dc-1fa69f1fbb23 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689902'] for security_group_rule, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:11.197205 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f95687bd-2134-4ded-a577-43512418a137 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:11.262165 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-0012ee2e-c7b0-456f-b58c-02555555b08d tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:08:11.354575 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6484f01a-96fc-4fb8-b1dc-1fa69f1fbb23 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:11.355833 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-6484f01a-96fc-4fb8-b1dc-1fa69f1fbb23 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/f9356593-3e9b-42f5-a55c-26c4f2be22fd HTTP/1.1" status: 204  len: 168 time: 0.5767643
Dec 24 11:08:11.376412 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 40574) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:11.390937 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f95687bd-2134-4ded-a577-43512418a137 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:11.392289 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-f95687bd-2134-4ded-a577-43512418a137 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 0.7797370
Dec 24 11:08:11.420003 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 40578) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:11.486120 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-c514e468-2bc5-4d66-b045-e4f0b1be620f tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Request body: {'security_group_rule': {'security_group_id': '5fed4fe9-530f-4f8e-9330-22c7e53aaf8c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:08:11.492477 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95687bd-2134-4ded-a577-43512418a137 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5fed4fe9-530f-4f8e-9330-22c7e53aaf8c,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:08:11.507753 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c00cada6-59d7-454d-ad77-5b682764a33b tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Router c12f84ef-db9d-4f8b-b966-24ad29271517 has already been hosted by L3 agent 198cca88-1338-4098-b44b-beb0346ac906 {{(pid=88879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 24 11:08:11.521897 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1cae55c-cb19-488d-aef3-4cc2b18842ba tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:08:11.521897 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-c514e468-2bc5-4d66-b045-e4f0b1be620f tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:08:11.531881 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f95687bd-2134-4ded-a577-43512418a137 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:08:11.532827 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee05e3e-4798-4122-b980-307dc4dd206a None None] Sync routers for ids ['24f0b5d8-d368-4970-b4e5-f35e9299f571'] in dv-neutron-822691-2-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:08:11.534301 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.215s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:08:11.573353 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-450f1063-503a-40ce-b983-c24a807c3357 None None] Network 3fd6f8a5-ac81-478a-94b1-2e50276401de requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:08:11.591785 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-c514e468-2bc5-4d66-b045-e4f0b1be620f tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Usage tracker for resource:security_group_rule and tenant:c8abfcf6376d432e8b8a84a8e5db68dd is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:08:11.617789 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee05e3e-4798-4122-b980-307dc4dd206a None None] Routers {'24f0b5d8-d368-4970-b4e5-f35e9299f571'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:08:11.622128 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-fee05e3e-4798-4122-b980-307dc4dd206a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52711185c0>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:08:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['24f0b5d8-d368-4970-b4e5-f35e9299f571'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:08:11.630614 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6484f01a-96fc-4fb8-b1dc-1fa69f1fbb23 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f9356593-3e9b-42f5-a55c-26c4f2be22fd,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:08:11.639824 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-6484f01a-96fc-4fb8-b1dc-1fa69f1fbb23 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:08:11.646479 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-c514e468-2bc5-4d66-b045-e4f0b1be620f tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:08:11.658454 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6c5d47ec-eeeb-41bb-8b30-123d332d4ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850796890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2246085'] for subnet, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:11.680560 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-2d41cd44-d68b-4399-9f5a-07a4f4b2a1da tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:08:11.743155 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b1cae55c-cb19-488d-aef3-4cc2b18842ba tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for floatingip, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:11.761470 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 6971b6ef-10e9-41ac-8eab-55400fae7ed7 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:08:11.816067 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-c514e468-2bc5-4d66-b045-e4f0b1be620f tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:08:11.878371 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-890737b4-b622-4400-b0ac-aebcf93affc2 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Synchronizing usage tracker for tenant:f7aa443d52be478a9bbb99382b41caea on resource:security_group_rule {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:08:11.961737 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-fee05e3e-4798-4122-b980-307dc4dd206a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52711185c0>, [], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:08:12.017876 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c514e468-2bc5-4d66-b045-e4f0b1be620f tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:12.062089 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-890737b4-b622-4400-b0ac-aebcf93affc2 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Unset dirty status for tenant:f7aa443d52be478a9bbb99382b41caea on resource:security_group_rule {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:08:12.062800 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee05e3e-4798-4122-b980-307dc4dd206a None None] Routers {'24f0b5d8-d368-4970-b4e5-f35e9299f571'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:08:12.063575 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-fee05e3e-4798-4122-b980-307dc4dd206a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52711185c0>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:08:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['24f0b5d8-d368-4970-b4e5-f35e9299f571'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:08:12.064215 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-890737b4-b622-4400-b0ac-aebcf93affc2 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3219 time: 0.6786094
Dec 24 11:08:12.070403 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-b1cae55c-cb19-488d-aef3-4cc2b18842ba tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 980 time: 9.0493107
Dec 24 11:08:12.071616 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5d47ec-eeeb-41bb-8b30-123d332d4ad4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=075ae185-3520-4ef3-8fc6-814192a7b0ee,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:08:12.097519 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-6c5d47ec-eeeb-41bb-8b30-123d332d4ad4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:08:12.101970 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 40582) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:12.102711 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 40584) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:12.173941 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-3a11d201-7475-4b70-a85d-df95022cf64c tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-424387271'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:08:12.191664 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-3a11d201-7475-4b70-a85d-df95022cf64c tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:08:12.219724 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-3a11d201-7475-4b70-a85d-df95022cf64c tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Usage tracker for resource:network and tenant:ec45645f66414388a125dd3f2f469cd9 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:08:12.220259 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-6cb385f4-1fc5-40fa-9941-4cc3eff57569 None None] Provisioning for port bd2dde0a-331a-4c2d-90a7-fd087093e276 completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:08:12.226872 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-fee05e3e-4798-4122-b980-307dc4dd206a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52711185c0>, [], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:08:12.227619 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee05e3e-4798-4122-b980-307dc4dd206a None None] The sync data for ids ['24f0b5d8-d368-4970-b4e5-f35e9299f571'] in dv-neutron-822691-2-hyperv is: [] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:08:12.235828 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c00cada6-59d7-454d-ad77-5b682764a33b tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:08:12.244145 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-3a11d201-7475-4b70-a85d-df95022cf64c tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:08:12.244725 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-c00cada6-59d7-454d-ad77-5b682764a33b tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] 10.222.0.65 "PUT /v2.0/routers/c12f84ef-db9d-4f8b-b966-24ad29271517/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.5756071
Dec 24 11:08:12.251409 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 40590) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:12.267166 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port 6971b6ef-10e9-41ac-8eab-55400fae7ed7 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:08:12.267692 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:12.268256 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-e0148a8a-692c-4f24-8b26-6f5114950f7a tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-434552517'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:08:12.287930 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-3a11d201-7475-4b70-a85d-df95022cf64c tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:08:12.295009 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-e0148a8a-692c-4f24-8b26-6f5114950f7a tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:08:12.300399 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5d47ec-eeeb-41bb-8b30-123d332d4ad4 admin admin] Checking segment: {'id': '46050ee4-e8ed-42a5-a97e-ecc6bf9bb8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '01e54fca-dedc-4916-91d1-fe2f6365d279'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:08:12.300803 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c5d47ec-eeeb-41bb-8b30-123d332d4ad4 admin admin] Network hostable DHCP agents. Network: 01e54fca-dedc-4916-91d1-fe2f6365d279, hostable agents: ['edcf98dc-3032-472a-8b3d-f23fd1e89806'], hosted agents: [] {{(pid=88878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 24 11:08:12.316258 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-e0148a8a-692c-4f24-8b26-6f5114950f7a tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Usage tracker for resource:network and tenant:59b398769254445dae3d1f85e7f0f818 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:08:12.337577 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-e0148a8a-692c-4f24-8b26-6f5114950f7a tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:08:12.364536 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-e0148a8a-692c-4f24-8b26-6f5114950f7a tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:08:12.399794 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-72b7932e-aa7a-4766-a75c-ae531339f614 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Notify callbacks [] for security_group, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:12.401901 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a11d201-7475-4b70-a85d-df95022cf64c tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Made reservation on behalf of ec45645f66414388a125dd3f2f469cd9 for: {'network': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:08:12.408679 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3a11d201-7475-4b70-a85d-df95022cf64c tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for network, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:12.430026 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f27aff85-d967-4a25-9baf-72a8390886e7 None None] Sync routers for ids ['c12f84ef-db9d-4f8b-b966-24ad29271517'] in dv-neutron-822691-2-hyperv {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:08:12.475124 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f27aff85-d967-4a25-9baf-72a8390886e7 None None] Routers {'c12f84ef-db9d-4f8b-b966-24ad29271517'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:08:12.475474 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c514e468-2bc5-4d66-b045-e4f0b1be620f tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:12.476037 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-f27aff85-d967-4a25-9baf-72a8390886e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271d95940>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:08:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['c12f84ef-db9d-4f8b-b966-24ad29271517'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:08:12.482312 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0148a8a-692c-4f24-8b26-6f5114950f7a tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Made reservation on behalf of 59b398769254445dae3d1f85e7f0f818 for: {'network': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:08:12.492324 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e0148a8a-692c-4f24-8b26-6f5114950f7a tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for network, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:12.536970 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c514e468-2bc5-4d66-b045-e4f0b1be620f tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689902'] for security_group_rule, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:12.549536 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-72b7932e-aa7a-4766-a75c-ae531339f614 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:12.576824 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:08:12.623133 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c5d47ec-eeeb-41bb-8b30-123d332d4ad4 admin admin] Network 01e54fca-dedc-4916-91d1-fe2f6365d279 is scheduled to be hosted by DHCP agent edcf98dc-3032-472a-8b3d-f23fd1e89806 with binding_index 1 {{(pid=88878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 24 11:08:12.625866 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0148a8a-692c-4f24-8b26-6f5114950f7a tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] vlan segment allocate from pool success with {'vlan_id': 600, 'physical_network': 'physnet1'}  {{(pid=88878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 24 11:08:12.643888 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c514e468-2bc5-4d66-b045-e4f0b1be620f tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:12.645214 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-c514e468-2bc5-4d66-b045-e4f0b1be620f tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 1.1872621
Dec 24 11:08:12.649384 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 429828b5-a160-4c95-882b-6ee31f57fc8f up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:08:12.650056 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 40594) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:12.667072 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a11d201-7475-4b70-a85d-df95022cf64c tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] vlan segment allocate from pool success with {'vlan_id': 614, 'physical_network': 'physnet1'}  {{(pid=88878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 24 11:08:12.673620 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c514e468-2bc5-4d66-b045-e4f0b1be620f tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=552206e6-d6ef-4110-b9f3-e9d2103be7b1,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:08:12.683912 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c514e468-2bc5-4d66-b045-e4f0b1be620f tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:08:12.686793 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-6c5d47ec-eeeb-41bb-8b30-123d332d4ad4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822691-2-hyperv, 01e54fca-dedc-4916-91d1-fe2f6365d279) {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:08:12.698692 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e0148a8a-692c-4f24-8b26-6f5114950f7a tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:12.699089 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.segments_db [None req-e0148a8a-692c-4f24-8b26-6f5114950f7a tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Added segment 9f43fc73-2e73-49de-9e41-30ba707b3a58 of type vlan for network dd56fbb8-c22a-4a7e-ad8c-bc374e11f22c
Dec 24 11:08:12.716718 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e055242-abf8-42be-942e-60e31d9c1303 None None] Network 01e54fca-dedc-4916-91d1-fe2f6365d279 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:08:12.731538 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c5d47ec-eeeb-41bb-8b30-123d332d4ad4 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:08:12.732184 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6c5d47ec-eeeb-41bb-8b30-123d332d4ad4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:12.746798 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9586ec6a-5e37-4f02-9d2d-d7d9a1c12f16 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:12.776726 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9586ec6a-5e37-4f02-9d2d-d7d9a1c12f16 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:12.780413 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3a11d201-7475-4b70-a85d-df95022cf64c tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:12.784416 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.segments_db [None req-3a11d201-7475-4b70-a85d-df95022cf64c tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Added segment 2a9bcfda-ad53-46f0-bfd7-e32b4c90c1b0 of type vlan for network 792fabf0-0972-49b3-9dcc-fb2565561da7
Dec 24 11:08:12.811617 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-72b7932e-aa7a-4766-a75c-ae531339f614 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:12.833653 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-754e43c6-bafd-4b99-8f9b-e3e14e9eb87c tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:08:12.840831 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-f27aff85-d967-4a25-9baf-72a8390886e7 None None] Set router c12f84ef-db9d-4f8b-b966-24ad29271517 gateway port host: None {{(pid=88881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:08:12.851228 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9586ec6a-5e37-4f02-9d2d-d7d9a1c12f16 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689902'] for security_group_rule, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:12.853842 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:08:12.881266 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9586ec6a-5e37-4f02-9d2d-d7d9a1c12f16 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=552206e6-d6ef-4110-b9f3-e9d2103be7b1,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:08:12.884279 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b7932e-aa7a-4766-a75c-ae531339f614 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e25f519-6bd4-4522-a160-f6783db591c1,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:08:12.897946 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-9586ec6a-5e37-4f02-9d2d-d7d9a1c12f16 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:08:12.899646 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9586ec6a-5e37-4f02-9d2d-d7d9a1c12f16 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:12.905275 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-9586ec6a-5e37-4f02-9d2d-d7d9a1c12f16 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/552206e6-d6ef-4110-b9f3-e9d2103be7b1 HTTP/1.1" status: 204  len: 168 time: 0.2540197
Dec 24 11:08:12.906222 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 40598) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:12.918096 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-72b7932e-aa7a-4766-a75c-ae531339f614 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:08:12.970453 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e0148a8a-692c-4f24-8b26-6f5114950f7a tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363287349540024'] for network, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:12.979913 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3a11d201-7475-4b70-a85d-df95022cf64c tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363287349540024'] for network, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:12.989877 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-8683f828-93da-470e-89fb-7f5f54ad3f2a tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Synchronizing usage tracker for tenant:c8abfcf6376d432e8b8a84a8e5db68dd on resource:security_group_rule {{(pid=88879) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:08:13.011749 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-6c5d47ec-eeeb-41bb-8b30-123d332d4ad4 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 2.4713488
Dec 24 11:08:13.015755 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 40602) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:13.029685 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-8683f828-93da-470e-89fb-7f5f54ad3f2a tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Unset dirty status for tenant:c8abfcf6376d432e8b8a84a8e5db68dd on resource:security_group_rule {{(pid=88879) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:08:13.038090 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-8683f828-93da-470e-89fb-7f5f54ad3f2a tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3219 time: 0.1303253
Dec 24 11:08:13.038976 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 40606) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:13.042892 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-633221f1-b432-46ce-af23-1c9b3b52b90b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1200719034-router', 'tenant_id': 'a0842a1c3bb446d78dd71270ab051ba7', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a'}}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:08:13.049791 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-72b7932e-aa7a-4766-a75c-ae531339f614 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:13.053445 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-72b7932e-aa7a-4766-a75c-ae531339f614 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] 10.222.0.65 "DELETE /v2.0/security-groups/1e25f519-6bd4-4522-a160-f6783db591c1 HTTP/1.1" status: 204  len: 168 time: 0.9470170
Dec 24 11:08:13.057433 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 40610) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:13.058631 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-633221f1-b432-46ce-af23-1c9b3b52b90b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:08:13.069874 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-633221f1-b432-46ce-af23-1c9b3b52b90b admin admin] Usage tracker for resource:router and tenant:a0842a1c3bb446d78dd71270ab051ba7 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:08:13.114511 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-633221f1-b432-46ce-af23-1c9b3b52b90b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:08:13.131892 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-633221f1-b432-46ce-af23-1c9b3b52b90b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:08:13.149419 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3a11d201-7475-4b70-a85d-df95022cf64c tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636'] for network, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:13.153917 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a11d201-7475-4b70-a85d-df95022cf64c tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:08:13.154601 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3a11d201-7475-4b70-a85d-df95022cf64c tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks [] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:13.158908 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e0148a8a-692c-4f24-8b26-6f5114950f7a tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636'] for network, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:13.164286 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0148a8a-692c-4f24-8b26-6f5114950f7a tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:08:13.164973 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e0148a8a-692c-4f24-8b26-6f5114950f7a tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks [] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:13.177524 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning for port 429828b5-a160-4c95-882b-6ee31f57fc8f completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:08:13.198745 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port 429828b5-a160-4c95-882b-6ee31f57fc8f triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:08:13.199527 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:13.200154 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-2ccf8f58-fed3-44ff-a768-9db3c580a6cc tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:08:13.211067 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f4a27e83-f14f-4343-ba80-08e3b8cd015d tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Notify callbacks [] for security_group, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:13.260162 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24b123a6-a32b-4562-a585-45d7b7418635 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73968e80-91fd-539e-a7c6-b31af6d9e680-01e54fca-dedc-4916-91d1-fe2f6365d279', 'network_id': '01e54fca-dedc-4916-91d1-fe2f6365d279', 'tenant_id': 'a0842a1c3bb446d78dd71270ab051ba7', 'fixed_ips': [{'subnet_id': '075ae185-3520-4ef3-8fc6-814192a7b0ee'}]}} from dv-neutron-822691-2-hyperv. {{(pid=88880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 24 11:08:13.260920 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-24b123a6-a32b-4562-a585-45d7b7418635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:13.270857 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f4a27e83-f14f-4343-ba80-08e3b8cd015d tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:13.320849 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-633221f1-b432-46ce-af23-1c9b3b52b90b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-612016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-84579'] for router, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:13.321893 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-633221f1-b432-46ce-af23-1c9b3b52b90b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854163950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659046', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854079771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854691221'] for router, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:13.349189 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f4a27e83-f14f-4343-ba80-08e3b8cd015d tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:13.360105 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-3a11d201-7475-4b70-a85d-df95022cf64c tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 1.2540956
Dec 24 11:08:13.363921 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-633221f1-b432-46ce-af23-1c9b3b52b90b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:13.364519 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 40614) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:13.371640 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-a066bb30-f970-4c0f-b541-b066ce5d3a04 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Synchronizing usage tracker for tenant:f7aa443d52be478a9bbb99382b41caea on resource:security_group {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:08:13.377298 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-3f1fc778-b78c-4522-b43a-7223445a0621 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:08:13.403577 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a27e83-f14f-4343-ba80-08e3b8cd015d tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fed4fe9-530f-4f8e-9330-22c7e53aaf8c,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:08:13.418406 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f4a27e83-f14f-4343-ba80-08e3b8cd015d tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:08:13.419396 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f4a27e83-f14f-4343-ba80-08e3b8cd015d tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Notify callbacks [] for security_group, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:13.423604 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-f4a27e83-f14f-4343-ba80-08e3b8cd015d tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] 10.222.0.65 "DELETE /v2.0/security-groups/5fed4fe9-530f-4f8e-9330-22c7e53aaf8c HTTP/1.1" status: 204  len: 168 time: 0.3799272
Dec 24 11:08:13.424322 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 40618) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:13.444670 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-f27aff85-d967-4a25-9baf-72a8390886e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271d95940>, [{'id': 'c12f84ef-db9d-4f8b-b966-24ad29271517', 'name': 'tempest-RoutersIpV6Test-router-644231010', 'tenant_id': '59b398769254445dae3d1f85e7f0f818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:07:43Z', 'updated_at': '2021-12-24T11:08:09Z', 'revision_number': 4, 'project_id': '59b398769254445dae3d1f85e7f0f818', 'gw_port_host': None, '_interfaces': [{'id': '429828b5-a160-4c95-882b-6ee31f57fc8f', 'name': '', 'network_id': '5e9025d6-40e4-4d3a-8443-18331acc89dc', 'tenant_id': '59b398769254445dae3d1f85e7f0f818', 'mac_address': 'fa:16:3e:46:94:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c12f84ef-db9d-4f8b-b966-24ad29271517', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db561dc2-ad7f-45e0-b807-777ba9baaa89', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:07:57Z', 'updated_at': '2021-12-24T11:08:09Z', 'revision_number': 4, 'project_id': '59b398769254445dae3d1f85e7f0f818', 'subnets': [{'id': 'db561dc2-ad7f-45e0-b807-777ba9baaa89', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a117cac-fe6c-4edd-9da7-5695b79dbbbc', 'name': '', 'network_id': '9b4f4508-effc-4cb9-8439-b64bb90916de', 'tenant_id': '59b398769254445dae3d1f85e7f0f818', 'mac_address': 'fa:16:3e:23:35:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c12f84ef-db9d-4f8b-b966-24ad29271517', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e75793db-c2ab-4221-adc4-133f056a01cf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:07:46Z', 'updated_at': '2021-12-24T11:08:02Z', 'revision_number': 5, 'project_id': '59b398769254445dae3d1f85e7f0f818', 'subnets': [{'id': 'e75793db-c2ab-4221-adc4-133f056a01cf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9abfc48e-2517-4a7e-a1f2-b86bd08a5be9', 'name': '', 'network_id': '3fd6f8a5-ac81-478a-94b1-2e50276401de', 'tenant_id': '59b398769254445dae3d1f85e7f0f818', 'mac_address': 'fa:16:3e:9b:14:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c12f84ef-db9d-4f8b-b966-24ad29271517', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '18683f4a-4e81-4332-9885-7f09f49d25aa', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:08:07Z', 'updated_at': '2021-12-24T11:08:10Z', 'revision_number': 2, 'project_id': '59b398769254445dae3d1f85e7f0f818', 'subnets': [{'id': '18683f4a-4e81-4332-9885-7f09f49d25aa', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:08:13.447469 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-b83b8806-7715-4b64-9ac2-ab592083fbc2 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Request body: {'subnet': {'network_id': '792fabf0-0972-49b3-9dcc-fb2565561da7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:08:13.454168 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f27aff85-d967-4a25-9baf-72a8390886e7 None None] Checking router: c12f84ef-db9d-4f8b-b966-24ad29271517 for host: dv-neutron-822691-2-hyperv {{(pid=88881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 24 11:08:13.454544 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f27aff85-d967-4a25-9baf-72a8390886e7 None None] Updating router c12f84ef-db9d-4f8b-b966-24ad29271517 port 9abfc48e-2517-4a7e-a1f2-b86bd08a5be9 binding host dv-neutron-822691-2-hyperv {{(pid=88881) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 24 11:08:13.495840 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-24b123a6-a32b-4562-a585-45d7b7418635 None None] Allocated IP 172.20.0.2 (01e54fca-dedc-4916-91d1-fe2f6365d279/075ae185-3520-4ef3-8fc6-814192a7b0ee/758ae09a-9ea1-4970-99ca-15581dc28680) {{(pid=88880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:08:13.579255 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f27aff85-d967-4a25-9baf-72a8390886e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:13.581370 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-20085a39-0caf-428a-92d5-4c5df2eb809e tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Synchronizing usage tracker for tenant:c8abfcf6376d432e8b8a84a8e5db68dd on resource:security_group {{(pid=88879) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:08:13.611858 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-20085a39-0caf-428a-92d5-4c5df2eb809e tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Unset dirty status for tenant:c8abfcf6376d432e8b8a84a8e5db68dd on resource:security_group {{(pid=88879) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:08:13.613261 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-20085a39-0caf-428a-92d5-4c5df2eb809e tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.1879051
Dec 24 11:08:13.619825 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 40622) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:13.622090 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-b83b8806-7715-4b64-9ac2-ab592083fbc2 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:08:13.627123 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-b83b8806-7715-4b64-9ac2-ab592083fbc2 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Usage tracker for resource:subnet and tenant:ec45645f66414388a125dd3f2f469cd9 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:08:13.630836 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-b83b8806-7715-4b64-9ac2-ab592083fbc2 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:08:13.633650 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-bcbf2ab7-6700-4051-ab3c-88e4328bd854 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Request body: {'security_group': {'name': 'tempest-secgroup--386967429'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:08:13.637937 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-b83b8806-7715-4b64-9ac2-ab592083fbc2 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:08:13.656523 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-bcbf2ab7-6700-4051-ab3c-88e4328bd854 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:08:13.665566 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-e0148a8a-692c-4f24-8b26-6f5114950f7a tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 1.4016817
Dec 24 11:08:13.665566 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a11d201-7475-4b70-a85d-df95022cf64c tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Pushing event updated for resources: {'Network': ['ID=792fabf0-0972-49b3-9dcc-fb2565561da7,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:08:13.673165 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-bcbf2ab7-6700-4051-ab3c-88e4328bd854 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:08:13.682051 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 40626) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:13.689152 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-36c1cc29-0e69-4646-919f-0fe39d3186fb tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Request body: {'subnet': {'network_id': 'dd56fbb8-c22a-4a7e-ad8c-bc374e11f22c', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:08:13.689372 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Network 792fabf0-0972-49b3-9dcc-fb2565561da7 details requested by agent ovs-agent-dv-neutron-822691-2-hyperv with host dv-neutron-822691-2-hyperv {{(pid=88880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 24 11:08:13.826380 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0148a8a-692c-4f24-8b26-6f5114950f7a tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Pushing event updated for resources: {'Network': ['ID=dd56fbb8-c22a-4a7e-ad8c-bc374e11f22c,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:08:13.834881 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-36c1cc29-0e69-4646-919f-0fe39d3186fb tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:08:13.839128 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-36c1cc29-0e69-4646-919f-0fe39d3186fb tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Usage tracker for resource:subnet and tenant:59b398769254445dae3d1f85e7f0f818 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:08:13.842710 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-36c1cc29-0e69-4646-919f-0fe39d3186fb tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:08:13.847694 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-e0148a8a-692c-4f24-8b26-6f5114950f7a tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.647s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:08:13.849062 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bcbf2ab7-6700-4051-ab3c-88e4328bd854 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Notify callbacks [] for security_group, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:13.852170 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b83b8806-7715-4b64-9ac2-ab592083fbc2 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Made reservation on behalf of ec45645f66414388a125dd3f2f469cd9 for: {'subnet': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:08:13.863127 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Network dd56fbb8-c22a-4a7e-ad8c-bc374e11f22c details requested by agent ovs-agent-dv-neutron-822691-2-hyperv with host dv-neutron-822691-2-hyperv {{(pid=88880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 24 11:08:13.874886 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-36c1cc29-0e69-4646-919f-0fe39d3186fb tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:08:13.900584 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-64902c47-5e44-4582-9c7c-fab0f1160f08 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.662s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:08:13.901322 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-64902c47-5e44-4582-9c7c-fab0f1160f08 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:08:13.908284 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-bcbf2ab7-6700-4051-ab3c-88e4328bd854 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:08:13.913594 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36c1cc29-0e69-4646-919f-0fe39d3186fb tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Made reservation on behalf of 59b398769254445dae3d1f85e7f0f818 for: {'subnet': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:08:13.915851 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-a066bb30-f970-4c0f-b541-b066ce5d3a04 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Unset dirty status for tenant:f7aa443d52be478a9bbb99382b41caea on resource:security_group {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:08:13.921050 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-a066bb30-f970-4c0f-b541-b066ce5d3a04 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.8540242
Dec 24 11:08:13.922306 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 40630) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:13.940387 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-bcbf2ab7-6700-4051-ab3c-88e4328bd854 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Usage tracker for resource:security_group_rule and tenant:c8abfcf6376d432e8b8a84a8e5db68dd is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:08:13.946074 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-424f2661-5725-470e-ad1e-c27bc7c4dc4b tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Request body: {'security_group': {'name': 'tempest-secgroup--778080582'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:08:13.951232 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-bcbf2ab7-6700-4051-ab3c-88e4328bd854 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:08:13.963085 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-424f2661-5725-470e-ad1e-c27bc7c4dc4b tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:08:13.965702 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-bcbf2ab7-6700-4051-ab3c-88e4328bd854 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:08:13.996004 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-6c92e65e-bfdb-4b45-a66e-6a5b184f4baf None None] Provisioning complete for port 429828b5-a160-4c95-882b-6ee31f57fc8f triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:08:13.996718 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6c92e65e-bfdb-4b45-a66e-6a5b184f4baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:14.112996 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-36c1cc29-0e69-4646-919f-0fe39d3186fb tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3619482'] for subnet, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:14.145247 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-424f2661-5725-470e-ad1e-c27bc7c4dc4b tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:08:14.217104 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f27aff85-d967-4a25-9baf-72a8390886e7 None None] Notify callbacks [] for port, precommit_update {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:14.237718 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-f27aff85-d967-4a25-9baf-72a8390886e7 None None] Transition to ACTIVE for port object 9abfc48e-2517-4a7e-a1f2-b86bd08a5be9 will not be triggered until provisioned by entity L2. {{(pid=88881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:08:14.247897 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f27aff85-d967-4a25-9baf-72a8390886e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:14.253192 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b83b8806-7715-4b64-9ac2-ab592083fbc2 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2246100'] for subnet, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:14.257696 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-6221dfa1-6a26-465f-b3e5-01e87e7abd8e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:08:14.285443 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-424f2661-5725-470e-ad1e-c27bc7c4dc4b tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Notify callbacks [] for security_group, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:14.347674 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3def8d-9d1b-4f33-aff6-140d4135114e None None] Pushing event updated for resources: {'Port': ['ID=9abfc48e-2517-4a7e-a1f2-b86bd08a5be9,revision_number=3']} {{(pid=88881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:08:14.351982 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bcbf2ab7-6700-4051-ab3c-88e4328bd854 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Notify callbacks [] for security_group, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:14.362793 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-4a3def8d-9d1b-4f33-aff6-140d4135114e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:08:14.366359 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bcbf2ab7-6700-4051-ab3c-88e4328bd854 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:14.414696 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-a8f21236-f80d-4a11-8447-2b89afcd006d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:08:14.430654 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-633221f1-b432-46ce-af23-1c9b3b52b90b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-659031', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854691240'] for router, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:14.458963 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbf2ab7-6700-4051-ab3c-88e4328bd854 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3573de4c-43fd-40a6-b305-ff5e6afb77dd,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:08:14.461606 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bcbf2ab7-6700-4051-ab3c-88e4328bd854 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Notify callbacks [] for security_group, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:14.463125 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-bcbf2ab7-6700-4051-ab3c-88e4328bd854 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 0.8420870
Dec 24 11:08:14.464146 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-bcbf2ab7-6700-4051-ab3c-88e4328bd854 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:08:14.466817 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:14.468800 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 40634) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:14.473125 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-424f2661-5725-470e-ad1e-c27bc7c4dc4b tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:08:14.475117 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-db747d92-f139-4b3a-9a17-aec2dc9d7919 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Request body: {'security_group_rule': {'security_group_id': '3573de4c-43fd-40a6-b305-ff5e6afb77dd', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:08:14.484616 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-db747d92-f139-4b3a-9a17-aec2dc9d7919 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:08:14.485228 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-424f2661-5725-470e-ad1e-c27bc7c4dc4b tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Usage tracker for resource:security_group_rule and tenant:f7aa443d52be478a9bbb99382b41caea is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:08:14.490543 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-424f2661-5725-470e-ad1e-c27bc7c4dc4b tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:08:14.492924 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-db747d92-f139-4b3a-9a17-aec2dc9d7919 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Usage tracker for resource:security_group_rule and tenant:c8abfcf6376d432e8b8a84a8e5db68dd is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:08:14.496874 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d8c4443-7d67-4b34-84cc-c31c9d4a1a74 None None] Network 3fd6f8a5-ac81-478a-94b1-2e50276401de requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:08:14.497486 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-db747d92-f139-4b3a-9a17-aec2dc9d7919 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:08:14.501392 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-424f2661-5725-470e-ad1e-c27bc7c4dc4b tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:08:14.505917 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-db747d92-f139-4b3a-9a17-aec2dc9d7919 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:08:14.576692 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-424f2661-5725-470e-ad1e-c27bc7c4dc4b tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Notify callbacks [] for security_group, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:14.577113 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-f27aff85-d967-4a25-9baf-72a8390886e7 None None] Attempting to bind port 9abfc48e-2517-4a7e-a1f2-b86bd08a5be9 on host dv-neutron-822691-2-hyperv for vnic_type normal with profile  {{(pid=88881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:08:14.577477 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-f27aff85-d967-4a25-9baf-72a8390886e7 None None] Attempting to bind port 9abfc48e-2517-4a7e-a1f2-b86bd08a5be9 by drivers openvswitch,hyperv on host dv-neutron-822691-2-hyperv at level 0 using segments [{'id': 'd99294a7-efc7-4e68-b569-c651902f90df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '3fd6f8a5-ac81-478a-94b1-2e50276401de'}] {{(pid=88881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:08:14.577944 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f27aff85-d967-4a25-9baf-72a8390886e7 None None] Attempting to bind port 9abfc48e-2517-4a7e-a1f2-b86bd08a5be9 on network 3fd6f8a5-ac81-478a-94b1-2e50276401de {{(pid=88881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:08:14.583322 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-24b123a6-a32b-4562-a585-45d7b7418635 None None] Notify callbacks [] for port, precommit_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:14.585644 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f27aff85-d967-4a25-9baf-72a8390886e7 None None] Checking agent: {'id': 'db1275c1-6001-47af-93c2-635c68404703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822691-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 52, 8), 'started_at': datetime.datetime(2021, 12, 24, 10, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 8, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822691-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:08:14.586108 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f27aff85-d967-4a25-9baf-72a8390886e7 None None] Checking segment: {'id': 'd99294a7-efc7-4e68-b569-c651902f90df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '3fd6f8a5-ac81-478a-94b1-2e50276401de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:08:14.586560 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f27aff85-d967-4a25-9baf-72a8390886e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:14.587187 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f27aff85-d967-4a25-9baf-72a8390886e7 None None] Bound using segment: {'id': 'd99294a7-efc7-4e68-b569-c651902f90df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '3fd6f8a5-ac81-478a-94b1-2e50276401de'} {{(pid=88881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:08:14.587501 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-f27aff85-d967-4a25-9baf-72a8390886e7 None None] Bound port: 9abfc48e-2517-4a7e-a1f2-b86bd08a5be9, host: dv-neutron-822691-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd99294a7-efc7-4e68-b569-c651902f90df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '3fd6f8a5-ac81-478a-94b1-2e50276401de'}}] {{(pid=88881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:08:14.587930 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f27aff85-d967-4a25-9baf-72a8390886e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:14.595479 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-24b123a6-a32b-4562-a585-45d7b7418635 None None] Transition to ACTIVE for port object 758ae09a-9ea1-4970-99ca-15581dc28680 will not be triggered until provisioned by entity L2. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:08:14.624602 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-24b123a6-a32b-4562-a585-45d7b7418635 None None] Transition to ACTIVE for port object 758ae09a-9ea1-4970-99ca-15581dc28680 will not be triggered until provisioned by entity DHCP. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:08:14.659252 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-24b123a6-a32b-4562-a585-45d7b7418635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408'] for port, after_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:14.665535 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-db747d92-f139-4b3a-9a17-aec2dc9d7919 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:14.668045 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f89ee4ea-dc55-467f-a35e-ce7b2f2d0242 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:08:14.707355 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-f27aff85-d967-4a25-9baf-72a8390886e7 None None] For port 9abfc48e-2517-4a7e-a1f2-b86bd08a5be9, host dv-neutron-822691-2-hyperv, cleared binding levels {{(pid=88881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:08:14.711435 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-f27aff85-d967-4a25-9baf-72a8390886e7 None None] For port 9abfc48e-2517-4a7e-a1f2-b86bd08a5be9, host dv-neutron-822691-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=9abfc48e-2517-4a7e-a1f2-b86bd08a5be9,segment=NetworkSegment(d99294a7-efc7-4e68-b569-c651902f90df),segment_id=d99294a7-efc7-4e68-b569-c651902f90df)] {{(pid=88881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:08:14.715319 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f27aff85-d967-4a25-9baf-72a8390886e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:14.727666 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:08:14.741647 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b123a6-a32b-4562-a585-45d7b7418635 None None] Pushing event updated for resources: {'Port': ['ID=758ae09a-9ea1-4970-99ca-15581dc28680,revision_number=1']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:08:14.754072 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-24b123a6-a32b-4562-a585-45d7b7418635 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:08:14.754499 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-424f2661-5725-470e-ad1e-c27bc7c4dc4b tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:14.763537 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c71a4def-f79a-4172-9adb-8fed0c183644 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:08:14.774215 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b83b8806-7715-4b64-9ac2-ab592083fbc2 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850796890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2246085'] for subnet, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:14.780911 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-36c1cc29-0e69-4646-919f-0fe39d3186fb tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3921862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3619467'] for subnet, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:14.788133 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-bccbf797-55d0-4072-97d5-1663413b6ee9 tempest-DHCPAgentSchedulersTestJSON-66244088 tempest-DHCPAgentSchedulersTestJSON-66244088-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:08:14.826994 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3def8d-9d1b-4f33-aff6-140d4135114e None None] Pushing event updated for resources: {'Port': ['ID=9abfc48e-2517-4a7e-a1f2-b86bd08a5be9,revision_number=4']} {{(pid=88881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:08:14.830687 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-4a3def8d-9d1b-4f33-aff6-140d4135114e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:08:14.838418 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f27aff85-d967-4a25-9baf-72a8390886e7 None None] Routers {'c12f84ef-db9d-4f8b-b966-24ad29271517'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:08:14.839068 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-f27aff85-d967-4a25-9baf-72a8390886e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271d95940>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:08:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['c12f84ef-db9d-4f8b-b966-24ad29271517'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:08:14.848697 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] For port 429828b5-a160-4c95-882b-6ee31f57fc8f, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=429828b5-a160-4c95-882b-6ee31f57fc8f,segment=NetworkSegment(8f65010c-eeb6-45df-9c80-74fa841e836d),segment_id=8f65010c-eeb6-45df-9c80-74fa841e836d)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:08:14.863929 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:14.865045 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device bd2dde0a-331a-4c2d-90a7-fd087093e276 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:08:14.882934 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83b8806-7715-4b64-9ac2-ab592083fbc2 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Checking segment: {'id': '2a9bcfda-ad53-46f0-bfd7-e32b4c90c1b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '792fabf0-0972-49b3-9dcc-fb2565561da7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:08:14.884018 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b83b8806-7715-4b64-9ac2-ab592083fbc2 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Network hostable DHCP agents. Network: 792fabf0-0972-49b3-9dcc-fb2565561da7, hostable agents: ['edcf98dc-3032-472a-8b3d-f23fd1e89806'], hosted agents: [] {{(pid=88878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 24 11:08:14.891429 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c1cc29-0e69-4646-919f-0fe39d3186fb tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Pushing event updated for resources: {'Subnet': ['ID=b9019bf9-6c72-4076-a59a-caaf56547875,revision_number=0']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:08:14.906857 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-36c1cc29-0e69-4646-919f-0fe39d3186fb tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:08:14.909298 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-db747d92-f139-4b3a-9a17-aec2dc9d7919 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:14.925345 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-db747d92-f139-4b3a-9a17-aec2dc9d7919 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689902'] for security_group_rule, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:14.926823 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-28d0cb3d-a773-4458-8640-ef545e241249 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:08:14.946832 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424f2661-5725-470e-ad1e-c27bc7c4dc4b tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63d6da70-554a-4421-bae2-9798a4e20b00,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:08:14.950279 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-424f2661-5725-470e-ad1e-c27bc7c4dc4b tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:08:14.951477 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b83b8806-7715-4b64-9ac2-ab592083fbc2 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Network 792fabf0-0972-49b3-9dcc-fb2565561da7 is scheduled to be hosted by DHCP agent edcf98dc-3032-472a-8b3d-f23fd1e89806 with binding_index 1 {{(pid=88878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 24 11:08:14.965808 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-de10e202-7df3-483e-a17e-a4cf67c3db94 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.173s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:08:14.971499 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-deea68d4-3c55-4bad-8f6d-c76d8aaf623f tempest-ServersTestManualDisk-691114078 tempest-ServersTestManualDisk-691114078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:08:14.977586 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24b123a6-a32b-4562-a585-45d7b7418635 None None] Network 01e54fca-dedc-4916-91d1-fe2f6365d279 is already hosted by enough agents. {{(pid=88880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:08:14.992486 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db747d92-f139-4b3a-9a17-aec2dc9d7919 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=910cd264-1cd1-44cb-9727-b905a00edd05,revision_number=0']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:08:15.011921 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-db747d92-f139-4b3a-9a17-aec2dc9d7919 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:08:15.018366 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c1cc29-0e69-4646-919f-0fe39d3186fb tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Checking segment: {'id': '9f43fc73-2e73-49de-9e41-30ba707b3a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'dd56fbb8-c22a-4a7e-ad8c-bc374e11f22c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:08:15.018625 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-24b123a6-a32b-4562-a585-45d7b7418635 None None] Resources bound (agent type, host, resource id):  {{(pid=88880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:08:15.019177 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36c1cc29-0e69-4646-919f-0fe39d3186fb tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Network hostable DHCP agents. Network: dd56fbb8-c22a-4a7e-ad8c-bc374e11f22c, hostable agents: ['edcf98dc-3032-472a-8b3d-f23fd1e89806'], hosted agents: [] {{(pid=88879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 24 11:08:15.041331 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b123a6-a32b-4562-a585-45d7b7418635 None None] Received port after_create {{(pid=88880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:08:15.046747 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83b8806-7715-4b64-9ac2-ab592083fbc2 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Pushing event updated for resources: {'Subnet': ['ID=91b2eee5-a3e4-4815-ad6c-b65dd36fa3d2,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:08:15.050749 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-b83b8806-7715-4b64-9ac2-ab592083fbc2 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:08:15.066797 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-db747d92-f139-4b3a-9a17-aec2dc9d7919 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:15.068681 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-db747d92-f139-4b3a-9a17-aec2dc9d7919 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.5986669
Dec 24 11:08:15.071472 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 40638) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:15.080615 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-c13be530-a54c-4b96-88f7-9db8a5bc6a5e tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Request body: {'security_group_rule': {'security_group_id': '3573de4c-43fd-40a6-b305-ff5e6afb77dd', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:08:15.089186 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36c1cc29-0e69-4646-919f-0fe39d3186fb tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Network dd56fbb8-c22a-4a7e-ad8c-bc374e11f22c is scheduled to be hosted by DHCP agent edcf98dc-3032-472a-8b3d-f23fd1e89806 with binding_index 1 {{(pid=88879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 24 11:08:15.098398 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-c13be530-a54c-4b96-88f7-9db8a5bc6a5e tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:08:15.102045 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-36c1cc29-0e69-4646-919f-0fe39d3186fb tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822691-2-hyperv, dd56fbb8-c22a-4a7e-ad8c-bc374e11f22c) {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:08:15.109316 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-c13be530-a54c-4b96-88f7-9db8a5bc6a5e tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Usage tracker for resource:security_group_rule and tenant:c8abfcf6376d432e8b8a84a8e5db68dd is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:08:15.113199 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36c1cc29-0e69-4646-919f-0fe39d3186fb tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:08:15.114492 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-36c1cc29-0e69-4646-919f-0fe39d3186fb tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks [] for subnet, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:15.130885 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-b83b8806-7715-4b64-9ac2-ab592083fbc2 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822691-2-hyperv, 792fabf0-0972-49b3-9dcc-fb2565561da7) {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:08:15.135216 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-c13be530-a54c-4b96-88f7-9db8a5bc6a5e tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:08:15.136625 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b83b8806-7715-4b64-9ac2-ab592083fbc2 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:08:15.137416 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b83b8806-7715-4b64-9ac2-ab592083fbc2 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:15.145198 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-36c1cc29-0e69-4646-919f-0fe39d3186fb tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 1.4614606
Dec 24 11:08:15.146392 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 40642) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:15.159947 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-424f2661-5725-470e-ad1e-c27bc7c4dc4b tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:15.165004 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-424f2661-5725-470e-ad1e-c27bc7c4dc4b tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 1.2285390
Dec 24 11:08:15.165861 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7463a7d4-aa45-4872-b615-febd27f62a27 None None] Network dd56fbb8-c22a-4a7e-ad8c-bc374e11f22c requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:08:15.166533 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 40646) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:15.168939 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-b83b8806-7715-4b64-9ac2-ab592083fbc2 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.8005481
Dec 24 11:08:15.172886 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 40648) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:15.183911 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-8fd331c4-6887-4d03-a1ef-dfc5223dbd95 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1181070663', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a'}, 'admin_state_up': False}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:08:15.188389 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-f27aff85-d967-4a25-9baf-72a8390886e7 None None] Set router c12f84ef-db9d-4f8b-b966-24ad29271517 gateway port host: None {{(pid=88881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:08:15.193252 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-8fd331c4-6887-4d03-a1ef-dfc5223dbd95 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:08:15.195441 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0893349d-959c-4491-9a60-2e7667dbae43 None None] Network 792fabf0-0972-49b3-9dcc-fb2565561da7 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:08:15.198538 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-8fd331c4-6887-4d03-a1ef-dfc5223dbd95 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Usage tracker for resource:router and tenant:ec45645f66414388a125dd3f2f469cd9 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:08:15.203003 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-8fd331c4-6887-4d03-a1ef-dfc5223dbd95 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Quota usage for router was recalculated. Used quota:1. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:08:15.210148 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-8fd331c4-6887-4d03-a1ef-dfc5223dbd95 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:08:15.222326 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-e15c94e1-671e-43ff-8e8e-0638539cc9fb tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Request body: {'security_group_rule': {'security_group_id': '63d6da70-554a-4421-bae2-9798a4e20b00', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:08:15.227547 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-c13be530-a54c-4b96-88f7-9db8a5bc6a5e tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:08:15.247682 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8fd331c4-6887-4d03-a1ef-dfc5223dbd95 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-612016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-84579'] for router, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:15.249099 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8fd331c4-6887-4d03-a1ef-dfc5223dbd95 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854163950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659046', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854079771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854691221'] for router, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:15.254992 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-e15c94e1-671e-43ff-8e8e-0638539cc9fb tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:08:15.268624 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-e15c94e1-671e-43ff-8e8e-0638539cc9fb tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Usage tracker for resource:security_group_rule and tenant:f7aa443d52be478a9bbb99382b41caea is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:08:15.276380 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-e15c94e1-671e-43ff-8e8e-0638539cc9fb tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:08:15.294671 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-e15c94e1-671e-43ff-8e8e-0638539cc9fb tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:08:15.344575 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c13be530-a54c-4b96-88f7-9db8a5bc6a5e tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:15.367274 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-633221f1-b432-46ce-af23-1c9b3b52b90b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:15.408790 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-633221f1-b432-46ce-af23-1c9b3b52b90b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:15.417967 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c13be530-a54c-4b96-88f7-9db8a5bc6a5e tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:15.424219 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c13be530-a54c-4b96-88f7-9db8a5bc6a5e tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689902'] for security_group_rule, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:15.436529 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7fbb9fb4-ff27-42c6-bd52-794f7d686179 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:08:15.459157 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13be530-a54c-4b96-88f7-9db8a5bc6a5e tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f13f347-31d9-4076-9477-e814c2c58e1d,revision_number=0']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:08:15.474158 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c13be530-a54c-4b96-88f7-9db8a5bc6a5e tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:08:15.503073 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Pushing event updated for resources: {'Port': ['ID=429828b5-a160-4c95-882b-6ee31f57fc8f,revision_number=5']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:08:15.528324 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.602s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:08:15.554928 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c13be530-a54c-4b96-88f7-9db8a5bc6a5e tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:15.556531 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-c13be530-a54c-4b96-88f7-9db8a5bc6a5e tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.4836674
Dec 24 11:08:15.561113 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 40654) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:15.568809 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-b1177a4f-8a03-445f-9c1b-ff0eb5ddefdb tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Request body: {'security_group_rule': {'security_group_id': '3573de4c-43fd-40a6-b305-ff5e6afb77dd', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:08:15.573424 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-f27aff85-d967-4a25-9baf-72a8390886e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271d95940>, [{'id': 'c12f84ef-db9d-4f8b-b966-24ad29271517', 'name': 'tempest-RoutersIpV6Test-router-644231010', 'tenant_id': '59b398769254445dae3d1f85e7f0f818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:07:43Z', 'updated_at': '2021-12-24T11:08:09Z', 'revision_number': 4, 'project_id': '59b398769254445dae3d1f85e7f0f818', 'gw_port_host': None, '_interfaces': [{'id': '429828b5-a160-4c95-882b-6ee31f57fc8f', 'name': '', 'network_id': '5e9025d6-40e4-4d3a-8443-18331acc89dc', 'tenant_id': '59b398769254445dae3d1f85e7f0f818', 'mac_address': 'fa:16:3e:46:94:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c12f84ef-db9d-4f8b-b966-24ad29271517', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db561dc2-ad7f-45e0-b807-777ba9baaa89', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:07:57Z', 'updated_at': '2021-12-24T11:08:14Z', 'revision_number': 5, 'project_id': '59b398769254445dae3d1f85e7f0f818', 'subnets': [{'id': 'db561dc2-ad7f-45e0-b807-777ba9baaa89', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a117cac-fe6c-4edd-9da7-5695b79dbbbc', 'name': '', 'network_id': '9b4f4508-effc-4cb9-8439-b64bb90916de', 'tenant_id': '59b398769254445dae3d1f85e7f0f818', 'mac_address': 'fa:16:3e:23:35:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c12f84ef-db9d-4f8b-b966-24ad29271517', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e75793db-c2ab-4221-adc4-133f056a01cf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:07:46Z', 'updated_at': '2021-12-24T11:08:02Z', 'revision_number': 5, 'project_id': '59b398769254445dae3d1f85e7f0f818', 'subnets': [{'id': 'e75793db-c2ab-4221-adc4-133f056a01cf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9abfc48e-2517-4a7e-a1f2-b86bd08a5be9', 'name': '', 'network_id': '3fd6f8a5-ac81-478a-94b1-2e50276401de', 'tenant_id': '59b398769254445dae3d1f85e7f0f818', 'mac_address': 'fa:16:3e:9b:14:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c12f84ef-db9d-4f8b-b966-24ad29271517', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '18683f4a-4e81-4332-9885-7f09f49d25aa', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:08:07Z', 'updated_at': '2021-12-24T11:08:14Z', 'revision_number': 4, 'project_id': '59b398769254445dae3d1f85e7f0f818', 'subnets': [{'id': '18683f4a-4e81-4332-9885-7f09f49d25aa', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:08:15.577005 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-b1177a4f-8a03-445f-9c1b-ff0eb5ddefdb tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:08:15.578226 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f27aff85-d967-4a25-9baf-72a8390886e7 None None] The sync data for ids ['c12f84ef-db9d-4f8b-b966-24ad29271517'] in dv-neutron-822691-2-hyperv is: [{'id': 'c12f84ef-db9d-4f8b-b966-24ad29271517', 'name': 'tempest-RoutersIpV6Test-router-644231010', 'tenant_id': '59b398769254445dae3d1f85e7f0f818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:07:43Z', 'updated_at': '2021-12-24T11:08:09Z', 'revision_number': 4, 'project_id': '59b398769254445dae3d1f85e7f0f818', 'gw_port_host': None, '_interfaces': [{'id': '429828b5-a160-4c95-882b-6ee31f57fc8f', 'name': '', 'network_id': '5e9025d6-40e4-4d3a-8443-18331acc89dc', 'tenant_id': '59b398769254445dae3d1f85e7f0f818', 'mac_address': 'fa:16:3e:46:94:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c12f84ef-db9d-4f8b-b966-24ad29271517', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db561dc2-ad7f-45e0-b807-777ba9baaa89', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:07:57Z', 'updated_at': '2021-12-24T11:08:14Z', 'revision_number': 5, 'project_id': '59b398769254445dae3d1f85e7f0f818', 'subnets': [{'id': 'db561dc2-ad7f-45e0-b807-777ba9baaa89', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a117cac-fe6c-4edd-9da7-5695b79dbbbc', 'name': '', 'network_id': '9b4f4508-effc-4cb9-8439-b64bb90916de', 'tenant_id': '59b398769254445dae3d1f85e7f0f818', 'mac_address': 'fa:16:3e:23:35:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c12f84ef-db9d-4f8b-b966-24ad29271517', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e75793db-c2ab-4221-adc4-133f056a01cf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:07:46Z', 'updated_at': '2021-12-24T11:08:02Z', 'revision_number': 5, 'project_id': '59b398769254445dae3d1f85e7f0f818', 'subnets': [{'id': 'e75793db-c2ab-4221-adc4-133f056a01cf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9abfc48e-2517-4a7e-a1f2-b86bd08a5be9', 'name': '', 'network_id': '3fd6f8a5-ac81-478a-94b1-2e50276401de', 'tenant_id': '59b398769254445dae3d1f85e7f0f818', 'mac_address': 'fa:16:3e:9b:14:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c12f84ef-db9d-4f8b-b966-24ad29271517', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '18683f4a-4e81-4332-9885-7f09f49d25aa', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:08:07Z', 'updated_at': '2021-12-24T11:08:14Z', 'revision_number': 4, 'project_id': '59b398769254445dae3d1f85e7f0f818', 'subnets': [{'id': '18683f4a-4e81-4332-9885-7f09f49d25aa', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:08:15.589507 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-b1177a4f-8a03-445f-9c1b-ff0eb5ddefdb tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Usage tracker for resource:security_group_rule and tenant:c8abfcf6376d432e8b8a84a8e5db68dd is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:08:15.596323 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-b1177a4f-8a03-445f-9c1b-ff0eb5ddefdb tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:08:15.610437 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-b1177a4f-8a03-445f-9c1b-ff0eb5ddefdb tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:08:15.616314 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-24b123a6-a32b-4562-a585-45d7b7418635 None None] Attempting to bind port 758ae09a-9ea1-4970-99ca-15581dc28680 on host dv-neutron-822691-2-hyperv for vnic_type normal with profile  {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:08:15.616733 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-24b123a6-a32b-4562-a585-45d7b7418635 None None] Attempting to bind port 758ae09a-9ea1-4970-99ca-15581dc28680 by drivers openvswitch,hyperv on host dv-neutron-822691-2-hyperv at level 0 using segments [{'id': '46050ee4-e8ed-42a5-a97e-ecc6bf9bb8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '01e54fca-dedc-4916-91d1-fe2f6365d279'}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:08:15.617137 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b123a6-a32b-4562-a585-45d7b7418635 None None] Attempting to bind port 758ae09a-9ea1-4970-99ca-15581dc28680 on network 01e54fca-dedc-4916-91d1-fe2f6365d279 {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:08:15.635429 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-633221f1-b432-46ce-af23-1c9b3b52b90b admin admin] Allocated IP 172.26.3.72 (f8c337ba-681f-4fcb-a333-e3c49365b30a/8ea1398c-0bec-46d6-8d54-85798de2a7ca/b8c71852-03d8-41ad-96c0-6b55e8dc5349) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:08:15.711839 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning for port bd2dde0a-331a-4c2d-90a7-fd087093e276 completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:08:15.729097 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port bd2dde0a-331a-4c2d-90a7-fd087093e276 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:08:15.729521 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:15.811915 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b1177a4f-8a03-445f-9c1b-ff0eb5ddefdb tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:15.880325 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b123a6-a32b-4562-a585-45d7b7418635 None None] Checking agent: {'id': 'db1275c1-6001-47af-93c2-635c68404703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822691-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 52, 8), 'started_at': datetime.datetime(2021, 12, 24, 10, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 8, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822691-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:08:15.881035 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b123a6-a32b-4562-a585-45d7b7418635 None None] Checking segment: {'id': '46050ee4-e8ed-42a5-a97e-ecc6bf9bb8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '01e54fca-dedc-4916-91d1-fe2f6365d279'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:08:15.881812 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-24b123a6-a32b-4562-a585-45d7b7418635 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:15.883507 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b123a6-a32b-4562-a585-45d7b7418635 None None] Bound using segment: {'id': '46050ee4-e8ed-42a5-a97e-ecc6bf9bb8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '01e54fca-dedc-4916-91d1-fe2f6365d279'} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:08:15.884492 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-24b123a6-a32b-4562-a585-45d7b7418635 None None] Bound port: 758ae09a-9ea1-4970-99ca-15581dc28680, host: dv-neutron-822691-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46050ee4-e8ed-42a5-a97e-ecc6bf9bb8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '01e54fca-dedc-4916-91d1-fe2f6365d279'}}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:08:15.885226 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-24b123a6-a32b-4562-a585-45d7b7418635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:15.962398 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b1177a4f-8a03-445f-9c1b-ff0eb5ddefdb tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:15.966494 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b1177a4f-8a03-445f-9c1b-ff0eb5ddefdb tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689902'] for security_group_rule, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:15.977602 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:08:16.015287 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1177a4f-8a03-445f-9c1b-ff0eb5ddefdb tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f88aa71-9375-4da3-b7c8-74e4ecd8f6e4,revision_number=0']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:08:16.018830 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-b1177a4f-8a03-445f-9c1b-ff0eb5ddefdb tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:08:16.026471 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b1177a4f-8a03-445f-9c1b-ff0eb5ddefdb tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:16.031183 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-b1177a4f-8a03-445f-9c1b-ff0eb5ddefdb tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.4681258
Dec 24 11:08:16.033488 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 40658) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:16.040760 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-71031cc9-a6f9-4734-9af2-8c099be7e815 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Request body: {'security_group_rule': {'security_group_id': '3573de4c-43fd-40a6-b305-ff5e6afb77dd', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:08:16.048128 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-71031cc9-a6f9-4734-9af2-8c099be7e815 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:08:16.053965 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-71031cc9-a6f9-4734-9af2-8c099be7e815 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Usage tracker for resource:security_group_rule and tenant:c8abfcf6376d432e8b8a84a8e5db68dd is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:08:16.056868 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5efd9e9-30cc-46e7-b60e-116c48b98ac3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73968e80-91fd-539e-a7c6-b31af6d9e680-792fabf0-0972-49b3-9dcc-fb2565561da7', 'network_id': '792fabf0-0972-49b3-9dcc-fb2565561da7', 'tenant_id': 'ec45645f66414388a125dd3f2f469cd9', 'fixed_ips': [{'subnet_id': '91b2eee5-a3e4-4815-ad6c-b65dd36fa3d2'}]}} from dv-neutron-822691-2-hyperv. {{(pid=88880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 24 11:08:16.057761 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-71031cc9-a6f9-4734-9af2-8c099be7e815 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:08:16.058012 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f5efd9e9-30cc-46e7-b60e-116c48b98ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:16.066389 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-71031cc9-a6f9-4734-9af2-8c099be7e815 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:08:16.089727 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8fd331c4-6887-4d03-a1ef-dfc5223dbd95 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:16.091188 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e15c94e1-671e-43ff-8e8e-0638539cc9fb tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:16.142301 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-633221f1-b432-46ce-af23-1c9b3b52b90b admin admin] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:16.207496 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-71031cc9-a6f9-4734-9af2-8c099be7e815 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:16.221488 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-24b123a6-a32b-4562-a585-45d7b7418635 None None] For port 758ae09a-9ea1-4970-99ca-15581dc28680, host dv-neutron-822691-2-hyperv, cleared binding levels {{(pid=88880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:08:16.225158 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-24b123a6-a32b-4562-a585-45d7b7418635 None None] For port 758ae09a-9ea1-4970-99ca-15581dc28680, host dv-neutron-822691-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=758ae09a-9ea1-4970-99ca-15581dc28680,segment=NetworkSegment(46050ee4-e8ed-42a5-a97e-ecc6bf9bb8f6),segment_id=46050ee4-e8ed-42a5-a97e-ecc6bf9bb8f6)] {{(pid=88880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:08:16.278421 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-24b123a6-a32b-4562-a585-45d7b7418635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:16.296988 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-4bc9109a-83d8-43fc-a76d-0df7d95d8014 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:08:16.325929 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-71031cc9-a6f9-4734-9af2-8c099be7e815 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:16.330370 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-71031cc9-a6f9-4734-9af2-8c099be7e815 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689902'] for security_group_rule, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:16.335950 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-633221f1-b432-46ce-af23-1c9b3b52b90b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:16.365052 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-b1cae55c-cb19-488d-aef3-4cc2b18842ba tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:08:16.366458 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-b1177a4f-8a03-445f-9c1b-ff0eb5ddefdb tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:08:16.374251 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-71031cc9-a6f9-4734-9af2-8c099be7e815 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:16.378573 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-71031cc9-a6f9-4734-9af2-8c099be7e815 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.3437092
Dec 24 11:08:16.381640 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 40662) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:16.394448 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-d1891904-7c96-443a-8c3e-d466d5783864 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Request body: {'security_group_rule': {'security_group_id': '3573de4c-43fd-40a6-b305-ff5e6afb77dd', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:08:16.405302 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-d1891904-7c96-443a-8c3e-d466d5783864 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:08:16.408003 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71031cc9-a6f9-4734-9af2-8c099be7e815 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87a24024-ebdb-45a0-813a-b9b9faaf9f46,revision_number=0']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:08:16.410878 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-71031cc9-a6f9-4734-9af2-8c099be7e815 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:08:16.415916 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-d1891904-7c96-443a-8c3e-d466d5783864 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Usage tracker for resource:security_group_rule and tenant:c8abfcf6376d432e8b8a84a8e5db68dd is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:08:16.420891 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-d1891904-7c96-443a-8c3e-d466d5783864 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:08:16.469216 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-d1891904-7c96-443a-8c3e-d466d5783864 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:08:16.487175 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633221f1-b432-46ce-af23-1c9b3b52b90b admin admin] Pushing event updated for resources: {'Port': ['ID=b8c71852-03d8-41ad-96c0-6b55e8dc5349,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:08:16.504044 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-633221f1-b432-46ce-af23-1c9b3b52b90b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:08:16.516774 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-633221f1-b432-46ce-af23-1c9b3b52b90b admin admin] Network f8c337ba-681f-4fcb-a333-e3c49365b30a is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:08:16.531163 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d1891904-7c96-443a-8c3e-d466d5783864 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:16.564019 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8fd331c4-6887-4d03-a1ef-dfc5223dbd95 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-659031', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854691240'] for router, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:16.594429 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-633221f1-b432-46ce-af23-1c9b3b52b90b admin admin] Resources bound (agent type, host, resource id):  {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:08:16.625661 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-f5efd9e9-30cc-46e7-b60e-116c48b98ac3 None None] Allocated IP 172.20.0.2 (792fabf0-0972-49b3-9dcc-fb2565561da7/91b2eee5-a3e4-4815-ad6c-b65dd36fa3d2/b365da54-92a1-4d97-84d5-611554085651) {{(pid=88880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:08:16.647123 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-633221f1-b432-46ce-af23-1c9b3b52b90b admin admin] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:08:16.685353 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d1891904-7c96-443a-8c3e-d466d5783864 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:16.692361 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d1891904-7c96-443a-8c3e-d466d5783864 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689902'] for security_group_rule, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:16.716571 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-9586ec6a-5e37-4f02-9d2d-d7d9a1c12f16 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:08:16.744650 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e15c94e1-671e-43ff-8e8e-0638539cc9fb tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:16.753106 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1891904-7c96-443a-8c3e-d466d5783864 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fa181db-062b-4261-b992-3fd1b27e5093,revision_number=0']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:08:16.756009 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-d1891904-7c96-443a-8c3e-d466d5783864 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:08:16.771077 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e15c94e1-671e-43ff-8e8e-0638539cc9fb tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689902'] for security_group_rule, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:16.772415 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f386fda3-5439-4136-915f-e1c66ae9cede tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:16.784187 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d1891904-7c96-443a-8c3e-d466d5783864 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:16.789036 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-d1891904-7c96-443a-8c3e-d466d5783864 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 714 time: 0.4044721
Dec 24 11:08:16.792217 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 40666) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:16.868622 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:08:16.895146 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e15c94e1-671e-43ff-8e8e-0638539cc9fb tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:16.897376 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-e15c94e1-671e-43ff-8e8e-0638539cc9fb tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 1.7268569
Dec 24 11:08:16.910020 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 40670) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:16.911102 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15c94e1-671e-43ff-8e8e-0638539cc9fb tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f7d9cd6-3da2-46ef-8b5c-112012bd3de2,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:08:16.916488 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-e15c94e1-671e-43ff-8e8e-0638539cc9fb tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:08:16.922384 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-97a71505-78df-48b7-87a2-be83a3226f1d tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Request body: {'security_group_rule': {'security_group_id': '63d6da70-554a-4421-bae2-9798a4e20b00', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:08:16.969995 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-97a71505-78df-48b7-87a2-be83a3226f1d tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:08:16.975632 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-97a71505-78df-48b7-87a2-be83a3226f1d tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Usage tracker for resource:security_group_rule and tenant:f7aa443d52be478a9bbb99382b41caea is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:08:16.979659 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-97a71505-78df-48b7-87a2-be83a3226f1d tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:08:16.989013 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-97a71505-78df-48b7-87a2-be83a3226f1d tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:08:17.022338 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-97a71505-78df-48b7-87a2-be83a3226f1d tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:17.057977 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0ba202a4-dc06-4e16-b024-3d223e4c577a tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:17.108874 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f5efd9e9-30cc-46e7-b60e-116c48b98ac3 None None] Notify callbacks [] for port, precommit_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:17.110829 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0ba202a4-dc06-4e16-b024-3d223e4c577a tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:17.121195 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-f5efd9e9-30cc-46e7-b60e-116c48b98ac3 None None] Transition to ACTIVE for port object b365da54-92a1-4d97-84d5-611554085651 will not be triggered until provisioned by entity L2. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:08:17.144615 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-f5efd9e9-30cc-46e7-b60e-116c48b98ac3 None None] Transition to ACTIVE for port object b365da54-92a1-4d97-84d5-611554085651 will not be triggered until provisioned by entity DHCP. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:08:17.187499 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b123a6-a32b-4562-a585-45d7b7418635 None None] Pushing event updated for resources: {'Port': ['ID=758ae09a-9ea1-4970-99ca-15581dc28680,revision_number=2']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:08:17.222596 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0ba202a4-dc06-4e16-b024-3d223e4c577a tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689902'] for security_group_rule, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:17.235593 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:08:17.244139 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f5efd9e9-30cc-46e7-b60e-116c48b98ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408'] for port, after_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:17.248557 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:17.265875 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-24b123a6-a32b-4562-a585-45d7b7418635 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.969s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:08:17.266326 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-24b123a6-a32b-4562-a585-45d7b7418635 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:08:17.275923 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba202a4-dc06-4e16-b024-3d223e4c577a tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6fa181db-062b-4261-b992-3fd1b27e5093,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:08:17.285802 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-0ba202a4-dc06-4e16-b024-3d223e4c577a tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:08:17.296257 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0ba202a4-dc06-4e16-b024-3d223e4c577a tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:17.300208 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-0ba202a4-dc06-4e16-b024-3d223e4c577a tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/6fa181db-062b-4261-b992-3fd1b27e5093 HTTP/1.1" status: 204  len: 168 time: 0.5040512
Dec 24 11:08:17.301164 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 40674) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:17.339630 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5efd9e9-30cc-46e7-b60e-116c48b98ac3 None None] Pushing event updated for resources: {'Port': ['ID=b365da54-92a1-4d97-84d5-611554085651,revision_number=1']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:08:17.354835 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f5efd9e9-30cc-46e7-b60e-116c48b98ac3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:08:17.360154 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-97a71505-78df-48b7-87a2-be83a3226f1d tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:17.371916 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-97a71505-78df-48b7-87a2-be83a3226f1d tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689902'] for security_group_rule, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:17.395545 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-64198ffc-da98-48ae-a684-33dbaf135430 None None] Provisioning complete for port bd2dde0a-331a-4c2d-90a7-fd087093e276 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:08:17.396416 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-64198ffc-da98-48ae-a684-33dbaf135430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:17.419245 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-ce9a8173-4102-4c2d-87a8-d4288ad123e0 tempest-ServersTestJSON-70348643 tempest-ServersTestJSON-70348643-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:08:17.439628 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-f386fda3-5439-4136-915f-e1c66ae9cede tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Allocated IP 2001:db8:3::1 (dd56fbb8-c22a-4a7e-ad8c-bc374e11f22c/b9019bf9-6c72-4076-a59a-caaf56547875/a90558a5-6b85-4685-be61-2471bf129e96) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:08:17.454572 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-5a72c02e-066b-475b-8d90-bb75c99b1be1 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Synchronizing usage tracker for tenant:c8abfcf6376d432e8b8a84a8e5db68dd on resource:security_group_rule {{(pid=88879) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:08:17.459315 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a71505-78df-48b7-87a2-be83a3226f1d tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57aacc9b-5323-44a0-8dfe-5d7278e1c382,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:08:17.463289 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eafafc53-88f0-43af-8a67-716d8679edd3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73968e80-91fd-539e-a7c6-b31af6d9e680-dd56fbb8-c22a-4a7e-ad8c-bc374e11f22c', 'network_id': 'dd56fbb8-c22a-4a7e-ad8c-bc374e11f22c', 'tenant_id': '59b398769254445dae3d1f85e7f0f818', 'fixed_ips': [{'subnet_id': 'b9019bf9-6c72-4076-a59a-caaf56547875'}]}} from dv-neutron-822691-2-hyperv. {{(pid=88880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 24 11:08:17.464373 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-eafafc53-88f0-43af-8a67-716d8679edd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:17.506453 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-97a71505-78df-48b7-87a2-be83a3226f1d tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:08:17.513930 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5efd9e9-30cc-46e7-b60e-116c48b98ac3 None None] Network 792fabf0-0972-49b3-9dcc-fb2565561da7 is already hosted by enough agents. {{(pid=88880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:08:17.520084 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-f5efd9e9-30cc-46e7-b60e-116c48b98ac3 None None] Resources bound (agent type, host, resource id):  {{(pid=88880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:08:17.520542 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8fd331c4-6887-4d03-a1ef-dfc5223dbd95 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks [] for router_gateway, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:17.520810 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-5a72c02e-066b-475b-8d90-bb75c99b1be1 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Unset dirty status for tenant:c8abfcf6376d432e8b8a84a8e5db68dd on resource:security_group_rule {{(pid=88879) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:08:17.522843 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5efd9e9-30cc-46e7-b60e-116c48b98ac3 None None] Received port after_create {{(pid=88880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:08:17.526153 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-5a72c02e-066b-475b-8d90-bb75c99b1be1 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 5171 time: 0.2236044
Dec 24 11:08:17.530501 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 40678) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:17.570357 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-97a71505-78df-48b7-87a2-be83a3226f1d tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:17.573469 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-97a71505-78df-48b7-87a2-be83a3226f1d tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.6593218
Dec 24 11:08:17.591830 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 40682) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:17.592148 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a6ea8fbe-dc13-443c-b6bf-07cd1c608d2b tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:17.596501 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8fd331c4-6887-4d03-a1ef-dfc5223dbd95 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:17.606908 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a6ea8fbe-dc13-443c-b6bf-07cd1c608d2b tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:17.633358 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a6ea8fbe-dc13-443c-b6bf-07cd1c608d2b tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689902'] for security_group_rule, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:17.670770 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-64198ffc-da98-48ae-a684-33dbaf135430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:17.676250 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-9724ef98-2433-4d8e-afd1-e1b7bfa43ca8 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Request body: {'security_group_rule': {'security_group_id': '63d6da70-554a-4421-bae2-9798a4e20b00', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:08:17.687711 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-9724ef98-2433-4d8e-afd1-e1b7bfa43ca8 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:08:17.695989 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-d1891904-7c96-443a-8c3e-d466d5783864 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:08:17.699041 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-9724ef98-2433-4d8e-afd1-e1b7bfa43ca8 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Usage tracker for resource:security_group_rule and tenant:f7aa443d52be478a9bbb99382b41caea is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:08:17.710706 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-9724ef98-2433-4d8e-afd1-e1b7bfa43ca8 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:08:17.719382 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ea8fbe-dc13-443c-b6bf-07cd1c608d2b tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=87a24024-ebdb-45a0-813a-b9b9faaf9f46,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:08:17.721956 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-a6ea8fbe-dc13-443c-b6bf-07cd1c608d2b tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:08:17.726282 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-9724ef98-2433-4d8e-afd1-e1b7bfa43ca8 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:08:17.737610 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a6ea8fbe-dc13-443c-b6bf-07cd1c608d2b tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:17.741795 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-a6ea8fbe-dc13-443c-b6bf-07cd1c608d2b tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/87a24024-ebdb-45a0-813a-b9b9faaf9f46 HTTP/1.1" status: 204  len: 168 time: 0.2102234
Dec 24 11:08:17.745703 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 40686) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:17.823324 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] For port bd2dde0a-331a-4c2d-90a7-fd087093e276, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=bd2dde0a-331a-4c2d-90a7-fd087093e276,segment=NetworkSegment(d99294a7-efc7-4e68-b569-c651902f90df),segment_id=d99294a7-efc7-4e68-b569-c651902f90df)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:08:17.828497 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-2e2f0f60-4a59-4d72-8810-90a1709deee1 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Synchronizing usage tracker for tenant:c8abfcf6376d432e8b8a84a8e5db68dd on resource:security_group_rule {{(pid=88879) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:08:17.856363 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-2e2f0f60-4a59-4d72-8810-90a1709deee1 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Unset dirty status for tenant:c8abfcf6376d432e8b8a84a8e5db68dd on resource:security_group_rule {{(pid=88879) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:08:17.862015 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-2e2f0f60-4a59-4d72-8810-90a1709deee1 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4683 time: 0.1151350
Dec 24 11:08:17.862720 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 40690) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:17.869167 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-8fd331c4-6887-4d03-a1ef-dfc5223dbd95 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Allocated IP 172.26.3.42 (f8c337ba-681f-4fcb-a333-e3c49365b30a/8ea1398c-0bec-46d6-8d54-85798de2a7ca/ed879c3e-ab7e-40e9-8b4b-4571211bd5fe) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:08:17.886598 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f386fda3-5439-4136-915f-e1c66ae9cede tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:17.924395 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-f386fda3-5439-4136-915f-e1c66ae9cede tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Transition to ACTIVE for port object a90558a5-6b85-4685-be61-2471bf129e96 will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:08:17.926256 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7c89c25e-085d-45a5-b5b0-94d7cbc8333a tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:17.930782 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9724ef98-2433-4d8e-afd1-e1b7bfa43ca8 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:17.938555 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7c89c25e-085d-45a5-b5b0-94d7cbc8333a tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:17.966818 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7c89c25e-085d-45a5-b5b0-94d7cbc8333a tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689902'] for security_group_rule, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:17.968972 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-633221f1-b432-46ce-af23-1c9b3b52b90b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:17.969927 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-633221f1-b432-46ce-af23-1c9b3b52b90b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854163800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854116816'] for router, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:17.977051 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:08:17.996086 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:17.997117 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c89c25e-085d-45a5-b5b0-94d7cbc8333a tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3f88aa71-9375-4da3-b7c8-74e4ecd8f6e4,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:08:17.997272 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device b54eb025-abcc-4657-9416-e7f42be0d1d5 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:08:17.999898 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7c89c25e-085d-45a5-b5b0-94d7cbc8333a tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:08:18.006668 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7c89c25e-085d-45a5-b5b0-94d7cbc8333a tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:18.011134 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-7c89c25e-085d-45a5-b5b0-94d7cbc8333a tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/3f88aa71-9375-4da3-b7c8-74e4ecd8f6e4 HTTP/1.1" status: 204  len: 168 time: 0.1442397
Dec 24 11:08:18.011813 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 40694) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:18.081894 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f386fda3-5439-4136-915f-e1c66ae9cede tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:18.089412 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-4ac1b226-ee75-4830-a7ce-558c3afe161e tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:08:18.105758 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.db.api [None req-64198ffc-da98-48ae-a684-33dbaf135430 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88880) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 24 11:08:18.106377 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_db.api [None req-64198ffc-da98-48ae-a684-33dbaf135430 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 24 11:08:18.121079 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-61d040e8-e424-4733-a96f-51a77a893d2b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:08:18.173684 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-e4e85c9c-e07f-4b83-b279-461e15fb8699 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Synchronizing usage tracker for tenant:c8abfcf6376d432e8b8a84a8e5db68dd on resource:security_group_rule {{(pid=88879) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:08:18.253737 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-f5efd9e9-30cc-46e7-b60e-116c48b98ac3 None None] Attempting to bind port b365da54-92a1-4d97-84d5-611554085651 on host dv-neutron-822691-2-hyperv for vnic_type normal with profile  {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:08:18.254334 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-f5efd9e9-30cc-46e7-b60e-116c48b98ac3 None None] Attempting to bind port b365da54-92a1-4d97-84d5-611554085651 by drivers openvswitch,hyperv on host dv-neutron-822691-2-hyperv at level 0 using segments [{'id': '2a9bcfda-ad53-46f0-bfd7-e32b4c90c1b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '792fabf0-0972-49b3-9dcc-fb2565561da7'}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:08:18.255638 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5efd9e9-30cc-46e7-b60e-116c48b98ac3 None None] Attempting to bind port b365da54-92a1-4d97-84d5-611554085651 on network 792fabf0-0972-49b3-9dcc-fb2565561da7 {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:08:18.271232 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5efd9e9-30cc-46e7-b60e-116c48b98ac3 None None] Checking agent: {'id': 'db1275c1-6001-47af-93c2-635c68404703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822691-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 52, 8), 'started_at': datetime.datetime(2021, 12, 24, 10, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 8, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822691-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:08:18.271749 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5efd9e9-30cc-46e7-b60e-116c48b98ac3 None None] Checking segment: {'id': '2a9bcfda-ad53-46f0-bfd7-e32b4c90c1b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '792fabf0-0972-49b3-9dcc-fb2565561da7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:08:18.272333 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f5efd9e9-30cc-46e7-b60e-116c48b98ac3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:18.272920 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5efd9e9-30cc-46e7-b60e-116c48b98ac3 None None] Bound using segment: {'id': '2a9bcfda-ad53-46f0-bfd7-e32b4c90c1b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '792fabf0-0972-49b3-9dcc-fb2565561da7'} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:08:18.274270 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-f5efd9e9-30cc-46e7-b60e-116c48b98ac3 None None] Bound port: b365da54-92a1-4d97-84d5-611554085651, host: dv-neutron-822691-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a9bcfda-ad53-46f0-bfd7-e32b4c90c1b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '792fabf0-0972-49b3-9dcc-fb2565561da7'}}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:08:18.275203 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f5efd9e9-30cc-46e7-b60e-116c48b98ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:18.311489 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning for port b54eb025-abcc-4657-9416-e7f42be0d1d5 completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:08:18.316971 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9724ef98-2433-4d8e-afd1-e1b7bfa43ca8 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:18.336050 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9724ef98-2433-4d8e-afd1-e1b7bfa43ca8 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689902'] for security_group_rule, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:18.341356 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port b54eb025-abcc-4657-9416-e7f42be0d1d5 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:08:18.341993 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:18.386793 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:08:18.415935 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8fd331c4-6887-4d03-a1ef-dfc5223dbd95 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:18.427697 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9724ef98-2433-4d8e-afd1-e1b7bfa43ca8 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6ca5dfe-5942-4b9c-a890-07d59088f1da,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:08:18.438451 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-eafafc53-88f0-43af-8a67-716d8679edd3 None None] Allocated IP 2001:db8:3::2 (dd56fbb8-c22a-4a7e-ad8c-bc374e11f22c/b9019bf9-6c72-4076-a59a-caaf56547875/37f1c458-5a44-436a-af4a-764cf2dad96d) {{(pid=88880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:08:18.494418 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Pushing event updated for resources: {'Port': ['ID=bd2dde0a-331a-4c2d-90a7-fd087093e276,revision_number=3']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:08:18.501920 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-9724ef98-2433-4d8e-afd1-e1b7bfa43ca8 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:08:18.508509 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:08:18.538344 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9724ef98-2433-4d8e-afd1-e1b7bfa43ca8 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:18.542937 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-9724ef98-2433-4d8e-afd1-e1b7bfa43ca8 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.8707597
Dec 24 11:08:18.550936 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 40698) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:18.551674 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f386fda3-5439-4136-915f-e1c66ae9cede tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Pushing event updated for resources: {'Port': ['ID=a90558a5-6b85-4685-be61-2471bf129e96,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:08:18.556774 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f386fda3-5439-4136-915f-e1c66ae9cede tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Network dd56fbb8-c22a-4a7e-ad8c-bc374e11f22c is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:08:18.558025 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f386fda3-5439-4136-915f-e1c66ae9cede tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.469s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:08:18.558978 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-e4e85c9c-e07f-4b83-b279-461e15fb8699 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Unset dirty status for tenant:c8abfcf6376d432e8b8a84a8e5db68dd on resource:security_group_rule {{(pid=88879) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:08:18.564469 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-e4e85c9c-e07f-4b83-b279-461e15fb8699 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4195 time: 0.5498114
Dec 24 11:08:18.565651 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-f386fda3-5439-4136-915f-e1c66ae9cede tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Resources bound (agent type, host, resource id):  {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:08:18.567764 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 40700) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:18.580159 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f386fda3-5439-4136-915f-e1c66ae9cede tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:08:18.580759 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f386fda3-5439-4136-915f-e1c66ae9cede tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-720245'] for router_interface, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:18.588563 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-8516b3ea-32f3-4f83-9a05-bda3e33dddc9 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Request body: {'security_group_rule': {'security_group_id': '63d6da70-554a-4421-bae2-9798a4e20b00', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:08:18.602913 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-8516b3ea-32f3-4f83-9a05-bda3e33dddc9 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:08:18.614719 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-8516b3ea-32f3-4f83-9a05-bda3e33dddc9 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Usage tracker for resource:security_group_rule and tenant:f7aa443d52be478a9bbb99382b41caea is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:08:18.616296 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-090eb136-6278-4482-bf82-e7e2ec2ef5ed tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:18.632748 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-090eb136-6278-4482-bf82-e7e2ec2ef5ed tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:18.637718 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-8516b3ea-32f3-4f83-9a05-bda3e33dddc9 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:08:18.650607 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-8516b3ea-32f3-4f83-9a05-bda3e33dddc9 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:08:18.694749 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8fd331c4-6887-4d03-a1ef-dfc5223dbd95 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:18.704382 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-981e354a-a93d-483f-ac4a-230c4df03663 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:08:18.705026 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-090eb136-6278-4482-bf82-e7e2ec2ef5ed tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689902'] for security_group_rule, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:18.710827 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:08:18.711963 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:18.738411 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090eb136-6278-4482-bf82-e7e2ec2ef5ed tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5f13f347-31d9-4076-9477-e814c2c58e1d,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:08:18.749191 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-090eb136-6278-4482-bf82-e7e2ec2ef5ed tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:08:18.756593 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-090eb136-6278-4482-bf82-e7e2ec2ef5ed tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:18.761276 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-090eb136-6278-4482-bf82-e7e2ec2ef5ed tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/5f13f347-31d9-4076-9477-e814c2c58e1d HTTP/1.1" status: 204  len: 168 time: 0.1892250
Dec 24 11:08:18.761276 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f386fda3-5439-4136-915f-e1c66ae9cede tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:18.770535 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 40706) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:18.814410 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd331c4-6887-4d03-a1ef-dfc5223dbd95 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Pushing event updated for resources: {'Port': ['ID=ed879c3e-ab7e-40e9-8b4b-4571211bd5fe,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:08:18.816963 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8516b3ea-32f3-4f83-9a05-bda3e33dddc9 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:18.821771 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-f5efd9e9-30cc-46e7-b60e-116c48b98ac3 None None] For port b365da54-92a1-4d97-84d5-611554085651, host dv-neutron-822691-2-hyperv, cleared binding levels {{(pid=88880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:08:18.830094 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-8fd331c4-6887-4d03-a1ef-dfc5223dbd95 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:08:18.848563 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fd331c4-6887-4d03-a1ef-dfc5223dbd95 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Network f8c337ba-681f-4fcb-a333-e3c49365b30a is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:08:18.859263 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-8fd331c4-6887-4d03-a1ef-dfc5223dbd95 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Resources bound (agent type, host, resource id):  {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:08:18.861629 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-f5efd9e9-30cc-46e7-b60e-116c48b98ac3 None None] For port b365da54-92a1-4d97-84d5-611554085651, host dv-neutron-822691-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=b365da54-92a1-4d97-84d5-611554085651,segment=NetworkSegment(2a9bcfda-ad53-46f0-bfd7-e32b4c90c1b0),segment_id=2a9bcfda-ad53-46f0-bfd7-e32b4c90c1b0)] {{(pid=88880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:08:18.865865 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-64198ffc-da98-48ae-a684-33dbaf135430 None None] Provisioning for port 9abfc48e-2517-4a7e-a1f2-b86bd08a5be9 completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:08:18.881988 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] For port b54eb025-abcc-4657-9416-e7f42be0d1d5, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=b54eb025-abcc-4657-9416-e7f42be0d1d5,segment=NetworkSegment(faf0938d-9351-4aa3-a42a-2891bc0c4373),segment_id=faf0938d-9351-4aa3-a42a-2891bc0c4373)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:08:18.882605 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd331c4-6887-4d03-a1ef-dfc5223dbd95 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:08:18.887635 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f5efd9e9-30cc-46e7-b60e-116c48b98ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:18.901992 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-cbb897a0-f5c1-453c-91b1-53bb74f263f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:08:18.944283 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:18.988862 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-0185a3e9-f5ff-4ea3-93bd-f4988cec2f76 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Synchronizing usage tracker for tenant:c8abfcf6376d432e8b8a84a8e5db68dd on resource:security_group_rule {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:08:19.046584 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-633221f1-b432-46ce-af23-1c9b3b52b90b admin admin] Router 66c30292-fd2e-493e-b11a-476cc785ca2c is scheduled to L3 agent 198cca88-1338-4098-b44b-beb0346ac906 with binding_index 1 {{(pid=88878) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 24 11:08:19.098800 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5efd9e9-30cc-46e7-b60e-116c48b98ac3 None None] Pushing event updated for resources: {'Port': ['ID=b365da54-92a1-4d97-84d5-611554085651,revision_number=2']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:08:19.102822 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-0185a3e9-f5ff-4ea3-93bd-f4988cec2f76 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Unset dirty status for tenant:c8abfcf6376d432e8b8a84a8e5db68dd on resource:security_group_rule {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:08:19.107451 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-0185a3e9-f5ff-4ea3-93bd-f4988cec2f76 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3707 time: 0.3179722
Dec 24 11:08:19.107665 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-0fa7d568-4b4d-4c93-9a74-17fee111b4e1 None None] Provisioning complete for port bd2dde0a-331a-4c2d-90a7-fd087093e276 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:08:19.107665 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0fa7d568-4b4d-4c93-9a74-17fee111b4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:19.111239 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 40710) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:19.186269 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f5efd9e9-30cc-46e7-b60e-116c48b98ac3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:08:19.188215 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-ef18e5d8-b452-45c9-b694-ed2b7f5ef517 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.224s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:08:19.226258 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-eafafc53-88f0-43af-8a67-716d8679edd3 None None] Notify callbacks [] for port, precommit_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:19.231259 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8516b3ea-32f3-4f83-9a05-bda3e33dddc9 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:19.253525 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8516b3ea-32f3-4f83-9a05-bda3e33dddc9 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689902'] for security_group_rule, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:19.295173 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-eafafc53-88f0-43af-8a67-716d8679edd3 None None] Transition to ACTIVE for port object 37f1c458-5a44-436a-af4a-764cf2dad96d will not be triggered until provisioned by entity L2. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:08:19.332812 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-6484f01a-96fc-4fb8-b1dc-1fa69f1fbb23 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:08:19.333170 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f386fda3-5439-4136-915f-e1c66ae9cede tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks [] for port, precommit_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:19.339629 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f386fda3-5439-4136-915f-e1c66ae9cede tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850854027'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:19.341979 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f386fda3-5439-4136-915f-e1c66ae9cede tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1977653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854055662'] for router_interface, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:19.349508 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-66b2ce17-9120-48b4-9d06-c5ce4de8edc3 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:08:19.381216 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0aa629a3-03e6-4572-b048-cadac0d8f31d tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:19.408902 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8516b3ea-32f3-4f83-9a05-bda3e33dddc9 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:19.412572 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-8516b3ea-32f3-4f83-9a05-bda3e33dddc9 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.8432670
Dec 24 11:08:19.412572 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8516b3ea-32f3-4f83-9a05-bda3e33dddc9 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65da4a28-d01f-414b-845a-0a4b9abbd6f9,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:08:19.416713 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 40714) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:19.428114 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-2359397b-6c0e-47b2-a573-0780eae3d7c1 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Request body: {'security_group_rule': {'security_group_id': '63d6da70-554a-4421-bae2-9798a4e20b00', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:08:19.431171 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-eafafc53-88f0-43af-8a67-716d8679edd3 None None] Transition to ACTIVE for port object 37f1c458-5a44-436a-af4a-764cf2dad96d will not be triggered until provisioned by entity DHCP. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:08:19.435130 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-8516b3ea-32f3-4f83-9a05-bda3e33dddc9 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:08:19.437812 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0aa629a3-03e6-4572-b048-cadac0d8f31d tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:19.447441 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Pushing event updated for resources: {'Port': ['ID=b54eb025-abcc-4657-9416-e7f42be0d1d5,revision_number=5']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:08:19.480290 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-eafafc53-88f0-43af-8a67-716d8679edd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408'] for port, after_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:19.481081 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-2359397b-6c0e-47b2-a573-0780eae3d7c1 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:08:19.492421 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:08:19.493098 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:08:19.501463 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-2359397b-6c0e-47b2-a573-0780eae3d7c1 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Usage tracker for resource:security_group_rule and tenant:f7aa443d52be478a9bbb99382b41caea is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:08:19.511870 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-2359397b-6c0e-47b2-a573-0780eae3d7c1 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:08:19.526152 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-2359397b-6c0e-47b2-a573-0780eae3d7c1 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:08:19.539838 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 758ae09a-9ea1-4970-99ca-15581dc28680 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:08:19.578439 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f386fda3-5439-4136-915f-e1c66ae9cede tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Pushing event updated for resources: {'Port': ['ID=a90558a5-6b85-4685-be61-2471bf129e96,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:08:19.589774 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f386fda3-5439-4136-915f-e1c66ae9cede tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:08:19.616942 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0aa629a3-03e6-4572-b048-cadac0d8f31d tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689902'] for security_group_rule, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:19.634463 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:08:19.647507 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa629a3-03e6-4572-b048-cadac0d8f31d tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=910cd264-1cd1-44cb-9727-b905a00edd05,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:08:19.650715 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-0aa629a3-03e6-4572-b048-cadac0d8f31d tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:08:19.665989 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0aa629a3-03e6-4572-b048-cadac0d8f31d tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:19.667158 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-0aa629a3-03e6-4572-b048-cadac0d8f31d tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/910cd264-1cd1-44cb-9727-b905a00edd05 HTTP/1.1" status: 204  len: 168 time: 0.5486958
Dec 24 11:08:19.671428 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 40718) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:19.672395 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8fd331c4-6887-4d03-a1ef-dfc5223dbd95 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks [] for router_gateway, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:19.673191 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8fd331c4-6887-4d03-a1ef-dfc5223dbd95 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854163800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854116816'] for router, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:19.692424 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafafc53-88f0-43af-8a67-716d8679edd3 None None] Pushing event updated for resources: {'Port': ['ID=37f1c458-5a44-436a-af4a-764cf2dad96d,revision_number=1']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:08:19.692995 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2359397b-6c0e-47b2-a573-0780eae3d7c1 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:19.696540 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eafafc53-88f0-43af-8a67-716d8679edd3 None None] Network dd56fbb8-c22a-4a7e-ad8c-bc374e11f22c is already hosted by enough agents. {{(pid=88880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:08:19.700514 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-eafafc53-88f0-43af-8a67-716d8679edd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:08:19.702150 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-eafafc53-88f0-43af-8a67-716d8679edd3 None None] Resources bound (agent type, host, resource id):  {{(pid=88880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:08:19.722720 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eafafc53-88f0-43af-8a67-716d8679edd3 None None] Received port after_create {{(pid=88880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:08:19.735498 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning for port 758ae09a-9ea1-4970-99ca-15581dc28680 completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:08:19.763818 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f386fda3-5439-4136-915f-e1c66ae9cede tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Network dd56fbb8-c22a-4a7e-ad8c-bc374e11f22c is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:08:19.765718 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-f386fda3-5439-4136-915f-e1c66ae9cede tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Resources bound (agent type, host, resource id):  {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:08:19.806256 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 429828b5-a160-4c95-882b-6ee31f57fc8f up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:08:20.001133 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-eafafc53-88f0-43af-8a67-716d8679edd3 None None] Attempting to bind port 37f1c458-5a44-436a-af4a-764cf2dad96d on host dv-neutron-822691-2-hyperv for vnic_type normal with profile  {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:08:20.004104 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-eafafc53-88f0-43af-8a67-716d8679edd3 None None] Attempting to bind port 37f1c458-5a44-436a-af4a-764cf2dad96d by drivers openvswitch,hyperv on host dv-neutron-822691-2-hyperv at level 0 using segments [{'id': '9f43fc73-2e73-49de-9e41-30ba707b3a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'dd56fbb8-c22a-4a7e-ad8c-bc374e11f22c'}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:08:20.007290 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eafafc53-88f0-43af-8a67-716d8679edd3 None None] Attempting to bind port 37f1c458-5a44-436a-af4a-764cf2dad96d on network dd56fbb8-c22a-4a7e-ad8c-bc374e11f22c {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:08:20.026052 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eafafc53-88f0-43af-8a67-716d8679edd3 None None] Checking agent: {'id': 'db1275c1-6001-47af-93c2-635c68404703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822691-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 52, 8), 'started_at': datetime.datetime(2021, 12, 24, 10, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 8, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822691-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:08:20.026691 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eafafc53-88f0-43af-8a67-716d8679edd3 None None] Checking segment: {'id': '9f43fc73-2e73-49de-9e41-30ba707b3a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'dd56fbb8-c22a-4a7e-ad8c-bc374e11f22c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:08:20.027255 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-eafafc53-88f0-43af-8a67-716d8679edd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:20.027808 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eafafc53-88f0-43af-8a67-716d8679edd3 None None] Bound using segment: {'id': '9f43fc73-2e73-49de-9e41-30ba707b3a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'dd56fbb8-c22a-4a7e-ad8c-bc374e11f22c'} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:08:20.028894 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-eafafc53-88f0-43af-8a67-716d8679edd3 None None] Bound port: 37f1c458-5a44-436a-af4a-764cf2dad96d, host: dv-neutron-822691-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f43fc73-2e73-49de-9e41-30ba707b3a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'dd56fbb8-c22a-4a7e-ad8c-bc374e11f22c'}}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:08:20.028894 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-eafafc53-88f0-43af-8a67-716d8679edd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:20.135274 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-eafafc53-88f0-43af-8a67-716d8679edd3 None None] For port 37f1c458-5a44-436a-af4a-764cf2dad96d, host dv-neutron-822691-2-hyperv, cleared binding levels {{(pid=88880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:08:20.139583 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-eafafc53-88f0-43af-8a67-716d8679edd3 None None] For port 37f1c458-5a44-436a-af4a-764cf2dad96d, host dv-neutron-822691-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=37f1c458-5a44-436a-af4a-764cf2dad96d,segment=NetworkSegment(9f43fc73-2e73-49de-9e41-30ba707b3a58),segment_id=9f43fc73-2e73-49de-9e41-30ba707b3a58)] {{(pid=88880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:08:20.157165 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-eafafc53-88f0-43af-8a67-716d8679edd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:20.163630 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-e0256015-553a-4926-93f6-807828f04645 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:08:20.178363 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-253be2eb-23c9-47c8-9628-74e94ff6bd51 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Synchronizing usage tracker for tenant:c8abfcf6376d432e8b8a84a8e5db68dd on resource:security_group_rule {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:08:20.205799 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-633221f1-b432-46ce-af23-1c9b3b52b90b admin admin] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:08:20.208586 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port 429828b5-a160-4c95-882b-6ee31f57fc8f triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:08:20.209089 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:20.253464 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f371ce-d132-4f13-a3a1-7c4e5040497a None None] Sync routers for ids ['66c30292-fd2e-493e-b11a-476cc785ca2c'] in dv-neutron-822691-2-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:08:20.266830 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f386fda3-5439-4136-915f-e1c66ae9cede tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Router c12f84ef-db9d-4f8b-b966-24ad29271517 has already been hosted by L3 agent 198cca88-1338-4098-b44b-beb0346ac906 {{(pid=88879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 24 11:08:20.311294 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-253be2eb-23c9-47c8-9628-74e94ff6bd51 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Unset dirty status for tenant:c8abfcf6376d432e8b8a84a8e5db68dd on resource:security_group_rule {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:08:20.316099 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-253be2eb-23c9-47c8-9628-74e94ff6bd51 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3219 time: 0.6370027
Dec 24 11:08:20.323700 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2359397b-6c0e-47b2-a573-0780eae3d7c1 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:20.334520 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f371ce-d132-4f13-a3a1-7c4e5040497a None None] Routers {'66c30292-fd2e-493e-b11a-476cc785ca2c'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:08:20.334520 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-83f371ce-d132-4f13-a3a1-7c4e5040497a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271a60080>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:08:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['66c30292-fd2e-493e-b11a-476cc785ca2c'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:08:20.334842 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 40722) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:20.360951 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2359397b-6c0e-47b2-a573-0780eae3d7c1 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689902'] for security_group_rule, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:20.380931 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:08:20.390937 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-633221f1-b432-46ce-af23-1c9b3b52b90b admin admin] Notify callbacks [] for router, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:20.394424 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-633221f1-b432-46ce-af23-1c9b3b52b90b admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 7.3682256
Dec 24 11:08:20.404404 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 40726) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:20.420624 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2359397b-6c0e-47b2-a573-0780eae3d7c1 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=322cb661-3e3c-484a-8d09-775f438496e4,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:08:20.485698 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f386fda3-5439-4136-915f-e1c66ae9cede tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:08:20.495006 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-f386fda3-5439-4136-915f-e1c66ae9cede tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] 10.222.0.65 "PUT /v2.0/routers/c12f84ef-db9d-4f8b-b966-24ad29271517/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.3396335
Dec 24 11:08:20.495508 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 40730) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:20.502696 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-c379b103-db91-4af0-a2ba-d117e9ab9ea0 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:08:20.506143 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd1f823-af8d-4ee7-8849-ec606ddb4cb6 None None] Sync routers for ids ['c12f84ef-db9d-4f8b-b966-24ad29271517'] in dv-neutron-822691-2-hyperv {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:08:20.510329 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-2359397b-6c0e-47b2-a573-0780eae3d7c1 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:08:20.523515 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd1f823-af8d-4ee7-8849-ec606ddb4cb6 None None] Routers {'c12f84ef-db9d-4f8b-b966-24ad29271517'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:08:20.524988 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-cfd1f823-af8d-4ee7-8849-ec606ddb4cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271b78400>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:08:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['c12f84ef-db9d-4f8b-b966-24ad29271517'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:08:20.548614 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-032b16ac-75c2-4970-a478-d324adc05051 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Notify callbacks [] for security_group, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:20.584385 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2359397b-6c0e-47b2-a573-0780eae3d7c1 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:20.585746 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-2359397b-6c0e-47b2-a573-0780eae3d7c1 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 709 time: 1.1664567
Dec 24 11:08:20.595247 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 40734) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:20.613554 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafafc53-88f0-43af-8a67-716d8679edd3 None None] Pushing event updated for resources: {'Port': ['ID=37f1c458-5a44-436a-af4a-764cf2dad96d,revision_number=2']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:08:20.617397 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-eafafc53-88f0-43af-8a67-716d8679edd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.454s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:08:20.644922 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-032b16ac-75c2-4970-a478-d324adc05051 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:20.740945 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device bd2dde0a-331a-4c2d-90a7-fd087093e276 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:08:20.758452 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-be9c665e-4473-4edc-b94e-4018ae059d62 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:20.768552 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9002b1b5-72a7-46cf-b459-43d29e48926e None None] Network 01e54fca-dedc-4916-91d1-fe2f6365d279 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:08:20.781414 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-cfd1f823-af8d-4ee7-8849-ec606ddb4cb6 None None] Set router c12f84ef-db9d-4f8b-b966-24ad29271517 gateway port host: None {{(pid=88881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:08:20.875308 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-be9c665e-4473-4edc-b94e-4018ae059d62 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:20.911065 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-032b16ac-75c2-4970-a478-d324adc05051 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:20.924968 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-2ad1a0a2-98a7-43ba-ba27-4d95be251cf7 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:08:20.959039 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032b16ac-75c2-4970-a478-d324adc05051 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3573de4c-43fd-40a6-b305-ff5e6afb77dd,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:08:20.963964 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fd331c4-6887-4d03-a1ef-dfc5223dbd95 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Router 64d01824-0b36-47f9-a202-00d92cedbf99 is scheduled to L3 agent 198cca88-1338-4098-b44b-beb0346ac906 with binding_index 1 {{(pid=88878) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 24 11:08:20.970338 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-032b16ac-75c2-4970-a478-d324adc05051 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:08:20.987758 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-be9c665e-4473-4edc-b94e-4018ae059d62 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689902'] for security_group_rule, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:20.995549 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-032b16ac-75c2-4970-a478-d324adc05051 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:20.997007 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-032b16ac-75c2-4970-a478-d324adc05051 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] 10.222.0.65 "DELETE /v2.0/security-groups/3573de4c-43fd-40a6-b305-ff5e6afb77dd HTTP/1.1" status: 204  len: 168 time: 0.6602738
Dec 24 11:08:21.000683 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 40738) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:21.000837 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-be9c665e-4473-4edc-b94e-4018ae059d62 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:21.001893 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-be9c665e-4473-4edc-b94e-4018ae059d62 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/322cb661-3e3c-484a-8d09-775f438496e4 HTTP/1.1" status: 204  len: 168 time: 0.3889196
Dec 24 11:08:21.005490 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-97a71505-78df-48b7-87a2-be83a3226f1d tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:08:21.013250 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 40740) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:21.057036 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-f8c1d633-43e0-4bc1-b930-493643eb5f4a None None] Provisioning for port 758ae09a-9ea1-4970-99ca-15581dc28680 completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:08:21.076867 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-f8c1d633-43e0-4bc1-b930-493643eb5f4a None None] Provisioning complete for port 758ae09a-9ea1-4970-99ca-15581dc28680 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:08:21.077398 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f8c1d633-43e0-4bc1-b930-493643eb5f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:21.108344 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9c665e-4473-4edc-b94e-4018ae059d62 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=322cb661-3e3c-484a-8d09-775f438496e4,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:08:21.122012 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-be9c665e-4473-4edc-b94e-4018ae059d62 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:08:21.145773 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-83f371ce-d132-4f13-a3a1-7c4e5040497a None None] Set router 66c30292-fd2e-493e-b11a-476cc785ca2c gateway port host: dv-neutron-822691-2-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:08:21.234770 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-33d946bb-63d5-43d3-8f78-509aab45416f tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Synchronizing usage tracker for tenant:c8abfcf6376d432e8b8a84a8e5db68dd on resource:security_group {{(pid=88879) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:08:21.253473 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-b79be254-1be6-47bd-a5ea-2086742d0785 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Synchronizing usage tracker for tenant:f7aa443d52be478a9bbb99382b41caea on resource:security_group_rule {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:08:21.307655 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-cfd1f823-af8d-4ee7-8849-ec606ddb4cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271b78400>, [{'id': 'c12f84ef-db9d-4f8b-b966-24ad29271517', 'name': 'tempest-RoutersIpV6Test-router-644231010', 'tenant_id': '59b398769254445dae3d1f85e7f0f818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:07:43Z', 'updated_at': '2021-12-24T11:08:18Z', 'revision_number': 5, 'project_id': '59b398769254445dae3d1f85e7f0f818', 'gw_port_host': None, '_interfaces': [{'id': '429828b5-a160-4c95-882b-6ee31f57fc8f', 'name': '', 'network_id': '5e9025d6-40e4-4d3a-8443-18331acc89dc', 'tenant_id': '59b398769254445dae3d1f85e7f0f818', 'mac_address': 'fa:16:3e:46:94:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c12f84ef-db9d-4f8b-b966-24ad29271517', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db561dc2-ad7f-45e0-b807-777ba9baaa89', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:07:57Z', 'updated_at': '2021-12-24T11:08:14Z', 'revision_number': 5, 'project_id': '59b398769254445dae3d1f85e7f0f818', 'subnets': [{'id': 'db561dc2-ad7f-45e0-b807-777ba9baaa89', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a117cac-fe6c-4edd-9da7-5695b79dbbbc', 'name': '', 'network_id': '9b4f4508-effc-4cb9-8439-b64bb90916de', 'tenant_id': '59b398769254445dae3d1f85e7f0f818', 'mac_address': 'fa:16:3e:23:35:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c12f84ef-db9d-4f8b-b966-24ad29271517', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e75793db-c2ab-4221-adc4-133f056a01cf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:07:46Z', 'updated_at': '2021-12-24T11:08:02Z', 'revision_number': 5, 'project_id': '59b398769254445dae3d1f85e7f0f818', 'subnets': [{'id': 'e75793db-c2ab-4221-adc4-133f056a01cf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9abfc48e-2517-4a7e-a1f2-b86bd08a5be9', 'name': '', 'network_id': '3fd6f8a5-ac81-478a-94b1-2e50276401de', 'tenant_id': '59b398769254445dae3d1f85e7f0f818', 'mac_address': 'fa:16:3e:9b:14:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c12f84ef-db9d-4f8b-b966-24ad29271517', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '18683f4a-4e81-4332-9885-7f09f49d25aa', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:08:07Z', 'updated_at': '2021-12-24T11:08:14Z', 'revision_number': 4, 'project_id': '59b398769254445dae3d1f85e7f0f818', 'subnets': [{'id': '18683f4a-4e81-4332-9885-7f09f49d25aa', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a90558a5-6b85-4685-be61-2471bf129e96', 'name': '', 'network_id': 'dd56fbb8-c22a-4a7e-ad8c-bc374e11f22c', 'tenant_id': '59b398769254445dae3d1f85e7f0f818', 'mac_address': 'fa:16:3e:2f:8d:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c12f84ef-db9d-4f8b-b966-24ad29271517', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b9019bf9-6c72-4076-a59a-caaf56547875', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:08:17Z', 'updated_at': '2021-12-24T11:08:19Z', 'revision_number': 2, 'project_id': '59b398769254445dae3d1f85e7f0f818', 'subnets': [{'id': 'b9019bf9-6c72-4076-a59a-caaf56547875', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:08:21.320234 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd1f823-af8d-4ee7-8849-ec606ddb4cb6 None None] Checking router: c12f84ef-db9d-4f8b-b966-24ad29271517 for host: dv-neutron-822691-2-hyperv {{(pid=88881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 24 11:08:21.322107 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd1f823-af8d-4ee7-8849-ec606ddb4cb6 None None] Updating router c12f84ef-db9d-4f8b-b966-24ad29271517 port a90558a5-6b85-4685-be61-2471bf129e96 binding host dv-neutron-822691-2-hyperv {{(pid=88881) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 24 11:08:21.340538 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-33d946bb-63d5-43d3-8f78-509aab45416f tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Unset dirty status for tenant:c8abfcf6376d432e8b8a84a8e5db68dd on resource:security_group {{(pid=88879) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:08:21.347585 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-33d946bb-63d5-43d3-8f78-509aab45416f tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.3295958
Dec 24 11:08:21.348262 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 40746) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:21.382461 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-dfd5e881-0400-48cf-9d99-1ae2e4f10f49 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Request body: {'security_group': {'name': 'tempest-secgroup--1284468862'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:08:21.388013 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-b79be254-1be6-47bd-a5ea-2086742d0785 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Unset dirty status for tenant:f7aa443d52be478a9bbb99382b41caea on resource:security_group_rule {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:08:21.395191 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-b79be254-1be6-47bd-a5ea-2086742d0785 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 5151 time: 0.3744106
Dec 24 11:08:21.396184 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-dfd5e881-0400-48cf-9d99-1ae2e4f10f49 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:08:21.402545 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 40750) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:21.445849 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port bd2dde0a-331a-4c2d-90a7-fd087093e276 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:08:21.451961 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:21.498301 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-cfd1f823-af8d-4ee7-8849-ec606ddb4cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:21.513277 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-dfd5e881-0400-48cf-9d99-1ae2e4f10f49 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:08:21.570098 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-dfd5e881-0400-48cf-9d99-1ae2e4f10f49 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Notify callbacks [] for security_group, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:21.657683 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4aa4f7f7-ee1d-4c71-a194-f05fd999bc3b tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:21.680270 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4aa4f7f7-ee1d-4c71-a194-f05fd999bc3b tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:21.820296 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4aa4f7f7-ee1d-4c71-a194-f05fd999bc3b tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689902'] for security_group_rule, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:21.830915 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fd331c4-6887-4d03-a1ef-dfc5223dbd95 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:08:21.846817 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:08:21.861247 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-dfd5e881-0400-48cf-9d99-1ae2e4f10f49 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:08:21.880501 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8fd331c4-6887-4d03-a1ef-dfc5223dbd95 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks [] for router, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:21.888808 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-8fd331c4-6887-4d03-a1ef-dfc5223dbd95 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201  len: 886 time: 6.7105894
Dec 24 11:08:21.889066 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-dfd5e881-0400-48cf-9d99-1ae2e4f10f49 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Usage tracker for resource:security_group_rule and tenant:c8abfcf6376d432e8b8a84a8e5db68dd is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:08:21.892407 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 40754) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:21.900585 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb942a6-75d4-4b18-819e-86c5b7bf726a None None] Sync routers for ids ['64d01824-0b36-47f9-a202-00d92cedbf99'] in dv-neutron-822691-2-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:08:21.906716 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa4f7f7-ee1d-4c71-a194-f05fd999bc3b tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=65da4a28-d01f-414b-845a-0a4b9abbd6f9,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:08:21.918708 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-dfd5e881-0400-48cf-9d99-1ae2e4f10f49 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:08:21.925866 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-4aa4f7f7-ee1d-4c71-a194-f05fd999bc3b tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:08:21.945160 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.extraroute_db [None req-c379b103-db91-4af0-a2ba-d117e9ab9ea0 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=88879) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}}
Dec 24 11:08:21.950419 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-dfd5e881-0400-48cf-9d99-1ae2e4f10f49 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:08:21.967899 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4aa4f7f7-ee1d-4c71-a194-f05fd999bc3b tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:21.969319 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-4aa4f7f7-ee1d-4c71-a194-f05fd999bc3b tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/65da4a28-d01f-414b-845a-0a4b9abbd6f9 HTTP/1.1" status: 204  len: 168 time: 0.5662167
Dec 24 11:08:21.980941 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 40758) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:22.016831 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.extraroute_db [None req-c379b103-db91-4af0-a2ba-d117e9ab9ea0 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Removed routes are [] {{(pid=88879) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}}
Dec 24 11:08:22.017281 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c379b103-db91-4af0-a2ba-d117e9ab9ea0 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-659031', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854691240'] for router, precommit_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:22.046209 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb942a6-75d4-4b18-819e-86c5b7bf726a None None] Routers {'64d01824-0b36-47f9-a202-00d92cedbf99'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:08:22.047099 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-ffb942a6-75d4-4b18-819e-86c5b7bf726a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52720315f8>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:08:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['64d01824-0b36-47f9-a202-00d92cedbf99'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:08:22.120719 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f8c1d633-43e0-4bc1-b930-493643eb5f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:22.163699 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 9abfc48e-2517-4a7e-a1f2-b86bd08a5be9 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:08:22.199769 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-ffb942a6-75d4-4b18-819e-86c5b7bf726a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52720315f8>, [], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:08:22.296411 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-f8c1d633-43e0-4bc1-b930-493643eb5f4a None None] For port 758ae09a-9ea1-4970-99ca-15581dc28680, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=758ae09a-9ea1-4970-99ca-15581dc28680,segment=NetworkSegment(46050ee4-e8ed-42a5-a97e-ecc6bf9bb8f6),segment_id=46050ee4-e8ed-42a5-a97e-ecc6bf9bb8f6)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:08:22.307670 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb942a6-75d4-4b18-819e-86c5b7bf726a None None] Routers {'64d01824-0b36-47f9-a202-00d92cedbf99'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:08:22.309080 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-ffb942a6-75d4-4b18-819e-86c5b7bf726a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52720315f8>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:08:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['64d01824-0b36-47f9-a202-00d92cedbf99'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:08:22.343461 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-cfd1f823-af8d-4ee7-8849-ec606ddb4cb6 None None] Notify callbacks [] for port, precommit_update {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:22.364452 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-cfd1f823-af8d-4ee7-8849-ec606ddb4cb6 None None] Transition to ACTIVE for port object a90558a5-6b85-4685-be61-2471bf129e96 will not be triggered until provisioned by entity L2. {{(pid=88881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:08:22.375274 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-cfd1f823-af8d-4ee7-8849-ec606ddb4cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:22.380831 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:08:22.424177 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f8c1d633-43e0-4bc1-b930-493643eb5f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:22.435584 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-fff3f748-4e85-489b-8991-cfc62a3745e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:08:22.468660 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-83f371ce-d132-4f13-a3a1-7c4e5040497a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271a60080>, [{'id': '66c30292-fd2e-493e-b11a-476cc785ca2c', 'name': 'tempest-TestVolumeBootPattern-1200719034-router', 'tenant_id': 'a0842a1c3bb446d78dd71270ab051ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.72'}], 'enable_snat': True}, 'gw_port_id': 'b8c71852-03d8-41ad-96c0-6b55e8dc5349', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:08:13Z', 'updated_at': '2021-12-24T11:08:17Z', 'revision_number': 3, 'project_id': 'a0842a1c3bb446d78dd71270ab051ba7', 'gw_port': {'id': 'b8c71852-03d8-41ad-96c0-6b55e8dc5349', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:ce:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66c30292-fd2e-493e-b11a-476cc785ca2c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:08:15Z', 'updated_at': '2021-12-24T11:08:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv'}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:08:22.480821 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f371ce-d132-4f13-a3a1-7c4e5040497a None None] Checking router: 66c30292-fd2e-493e-b11a-476cc785ca2c for host: dv-neutron-822691-2-hyperv {{(pid=88880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 24 11:08:22.481513 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fb43e0-c1bd-4918-bdf8-846410cd44d0 None None] Pushing event updated for resources: {'Port': ['ID=a90558a5-6b85-4685-be61-2471bf129e96,revision_number=3']} {{(pid=88881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:08:22.483505 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f371ce-d132-4f13-a3a1-7c4e5040497a None None] Updating router 66c30292-fd2e-493e-b11a-476cc785ca2c port b8c71852-03d8-41ad-96c0-6b55e8dc5349 binding host dv-neutron-822691-2-hyperv {{(pid=88880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 24 11:08:22.485868 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-28fb43e0-c1bd-4918-bdf8-846410cd44d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:08:22.523400 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03aacde3-2892-4e0b-be39-dd7a3f784aae None None] Network 792fabf0-0972-49b3-9dcc-fb2565561da7 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:08:22.581457 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-ffb942a6-75d4-4b18-819e-86c5b7bf726a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52720315f8>, [], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:08:22.582066 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb942a6-75d4-4b18-819e-86c5b7bf726a None None] The sync data for ids ['64d01824-0b36-47f9-a202-00d92cedbf99'] in dv-neutron-822691-2-hyperv is: [] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:08:22.609524 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-dfd5e881-0400-48cf-9d99-1ae2e4f10f49 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Notify callbacks [] for security_group, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:22.622337 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-dfd5e881-0400-48cf-9d99-1ae2e4f10f49 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:22.631546 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f1be7c58-6101-4159-ae52-7c5f43bdaa8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:08:22.694023 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-7c3d5c6c-c1ee-42cd-bcaf-2a0d720ae3eb tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Synchronizing usage tracker for tenant:f7aa443d52be478a9bbb99382b41caea on resource:security_group_rule {{(pid=88879) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:08:22.727647 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-dfd5e881-0400-48cf-9d99-1ae2e4f10f49 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Notify callbacks [] for security_group, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:22.729003 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-dfd5e881-0400-48cf-9d99-1ae2e4f10f49 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1578 time: 1.3664546
Dec 24 11:08:22.733754 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 40762) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:22.756163 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-a5575c98-b30d-4679-9d0c-3e5e0823b3c6 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Request body: {'security_group_rule': {'security_group_id': '1b7c2515-6dfd-4cb3-80fd-3fcb33cbb268', 'direction': 'ingress', 'protocol': 17}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:08:22.773228 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd5e881-0400-48cf-9d99-1ae2e4f10f49 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b7c2515-6dfd-4cb3-80fd-3fcb33cbb268,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:08:22.776353 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-cfd1f823-af8d-4ee7-8849-ec606ddb4cb6 None None] Attempting to bind port a90558a5-6b85-4685-be61-2471bf129e96 on host dv-neutron-822691-2-hyperv for vnic_type normal with profile  {{(pid=88881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:08:22.776842 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-dfd5e881-0400-48cf-9d99-1ae2e4f10f49 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:08:22.777152 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-cfd1f823-af8d-4ee7-8849-ec606ddb4cb6 None None] Attempting to bind port a90558a5-6b85-4685-be61-2471bf129e96 by drivers openvswitch,hyperv on host dv-neutron-822691-2-hyperv at level 0 using segments [{'id': '9f43fc73-2e73-49de-9e41-30ba707b3a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'dd56fbb8-c22a-4a7e-ad8c-bc374e11f22c'}] {{(pid=88881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:08:22.777568 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd1f823-af8d-4ee7-8849-ec606ddb4cb6 None None] Attempting to bind port a90558a5-6b85-4685-be61-2471bf129e96 on network dd56fbb8-c22a-4a7e-ad8c-bc374e11f22c {{(pid=88881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:08:22.779351 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-7c3d5c6c-c1ee-42cd-bcaf-2a0d720ae3eb tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Unset dirty status for tenant:f7aa443d52be478a9bbb99382b41caea on resource:security_group_rule {{(pid=88879) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:08:22.784422 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-7c3d5c6c-c1ee-42cd-bcaf-2a0d720ae3eb tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4668 time: 0.8022678
Dec 24 11:08:22.785302 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 40766) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:22.785709 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd1f823-af8d-4ee7-8849-ec606ddb4cb6 None None] Checking agent: {'id': 'db1275c1-6001-47af-93c2-635c68404703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822691-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 52, 8), 'started_at': datetime.datetime(2021, 12, 24, 10, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 8, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822691-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:08:22.786165 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd1f823-af8d-4ee7-8849-ec606ddb4cb6 None None] Checking segment: {'id': '9f43fc73-2e73-49de-9e41-30ba707b3a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'dd56fbb8-c22a-4a7e-ad8c-bc374e11f22c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:08:22.786618 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-cfd1f823-af8d-4ee7-8849-ec606ddb4cb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:22.787060 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd1f823-af8d-4ee7-8849-ec606ddb4cb6 None None] Bound using segment: {'id': '9f43fc73-2e73-49de-9e41-30ba707b3a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'dd56fbb8-c22a-4a7e-ad8c-bc374e11f22c'} {{(pid=88881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:08:22.787792 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-cfd1f823-af8d-4ee7-8849-ec606ddb4cb6 None None] Bound port: a90558a5-6b85-4685-be61-2471bf129e96, host: dv-neutron-822691-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f43fc73-2e73-49de-9e41-30ba707b3a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'dd56fbb8-c22a-4a7e-ad8c-bc374e11f22c'}}] {{(pid=88881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:08:22.788215 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-cfd1f823-af8d-4ee7-8849-ec606ddb4cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:22.806886 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-a5575c98-b30d-4679-9d0c-3e5e0823b3c6 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:08:22.825198 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-a5575c98-b30d-4679-9d0c-3e5e0823b3c6 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Usage tracker for resource:security_group_rule and tenant:c8abfcf6376d432e8b8a84a8e5db68dd is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:08:22.832600 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-a5575c98-b30d-4679-9d0c-3e5e0823b3c6 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:08:22.842723 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-28761ae8-aa73-4327-a9d8-56e12d7696f6 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:22.902678 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-83f371ce-d132-4f13-a3a1-7c4e5040497a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:22.912019 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-a5575c98-b30d-4679-9d0c-3e5e0823b3c6 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:08:22.918961 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-28761ae8-aa73-4327-a9d8-56e12d7696f6 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:22.924639 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-cfd1f823-af8d-4ee7-8849-ec606ddb4cb6 None None] For port a90558a5-6b85-4685-be61-2471bf129e96, host dv-neutron-822691-2-hyperv, cleared binding levels {{(pid=88881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:08:22.928330 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-cfd1f823-af8d-4ee7-8849-ec606ddb4cb6 None None] For port a90558a5-6b85-4685-be61-2471bf129e96, host dv-neutron-822691-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=a90558a5-6b85-4685-be61-2471bf129e96,segment=NetworkSegment(9f43fc73-2e73-49de-9e41-30ba707b3a58),segment_id=9f43fc73-2e73-49de-9e41-30ba707b3a58)] {{(pid=88881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:08:22.934684 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-cfd1f823-af8d-4ee7-8849-ec606ddb4cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:22.950433 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning for port 9abfc48e-2517-4a7e-a1f2-b86bd08a5be9 completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:08:22.953730 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-a5fe030d-2c9c-4bd8-8a57-0a7b2893f9b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:08:23.049878 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a5575c98-b30d-4679-9d0c-3e5e0823b3c6 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:23.083934 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fb43e0-c1bd-4918-bdf8-846410cd44d0 None None] Pushing event updated for resources: {'Port': ['ID=a90558a5-6b85-4685-be61-2471bf129e96,revision_number=4']} {{(pid=88881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:08:23.090741 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-28fb43e0-c1bd-4918-bdf8-846410cd44d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=88881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:08:23.150670 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd1f823-af8d-4ee7-8849-ec606ddb4cb6 None None] Routers {'c12f84ef-db9d-4f8b-b966-24ad29271517'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:08:23.152103 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-cfd1f823-af8d-4ee7-8849-ec606ddb4cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271b78400>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:08:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['c12f84ef-db9d-4f8b-b966-24ad29271517'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:08:23.153496 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c379b103-db91-4af0-a2ba-d117e9ab9ea0 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-659031', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854691240'] for router, precommit_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:23.160101 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c379b103-db91-4af0-a2ba-d117e9ab9ea0 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854116816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854116785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-659000', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854163815'] for router, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:23.337245 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-28761ae8-aa73-4327-a9d8-56e12d7696f6 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689902'] for security_group_rule, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:23.344858 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-db747d92-f139-4b3a-9a17-aec2dc9d7919 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:08:23.372489 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28761ae8-aa73-4327-a9d8-56e12d7696f6 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c6ca5dfe-5942-4b9c-a890-07d59088f1da,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:08:23.382145 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-28761ae8-aa73-4327-a9d8-56e12d7696f6 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:08:23.399008 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-28761ae8-aa73-4327-a9d8-56e12d7696f6 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:23.400313 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-28761ae8-aa73-4327-a9d8-56e12d7696f6 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/c6ca5dfe-5942-4b9c-a890-07d59088f1da HTTP/1.1" status: 204  len: 168 time: 0.6077797
Dec 24 11:08:23.404627 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 40772) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:23.410334 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-cfd1f823-af8d-4ee7-8849-ec606ddb4cb6 None None] Set router c12f84ef-db9d-4f8b-b966-24ad29271517 gateway port host: None {{(pid=88881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:08:23.516820 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-de54056f-f4c7-47f0-b665-716d35857613 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Synchronizing usage tracker for tenant:f7aa443d52be478a9bbb99382b41caea on resource:security_group_rule {{(pid=88879) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:08:23.571073 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c379b103-db91-4af0-a2ba-d117e9ab9ea0 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Router c12f84ef-db9d-4f8b-b966-24ad29271517 has already been hosted by L3 agent 198cca88-1338-4098-b44b-beb0346ac906 {{(pid=88879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 24 11:08:23.583630 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-de54056f-f4c7-47f0-b665-716d35857613 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Unset dirty status for tenant:f7aa443d52be478a9bbb99382b41caea on resource:security_group_rule {{(pid=88879) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:08:23.586508 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-de54056f-f4c7-47f0-b665-716d35857613 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4185 time: 0.1806695
Dec 24 11:08:23.589374 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 40776) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:23.593995 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8bc3c128-b5f2-4254-bf8d-7849cbe0004e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:23.670590 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port 9abfc48e-2517-4a7e-a1f2-b86bd08a5be9 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:08:23.671315 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:23.699121 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c1d633-43e0-4bc1-b930-493643eb5f4a None None] Pushing event updated for resources: {'Port': ['ID=758ae09a-9ea1-4970-99ca-15581dc28680,revision_number=3']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:08:23.703113 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f8c1d633-43e0-4bc1-b930-493643eb5f4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.268s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:08:23.855104 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a5575c98-b30d-4679-9d0c-3e5e0823b3c6 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:23.858461 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-89b9eacd-6bdf-42e2-b193-9ef406ea8153 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:23.868807 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a5575c98-b30d-4679-9d0c-3e5e0823b3c6 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689902'] for security_group_rule, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:23.905397 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-89b9eacd-6bdf-42e2-b193-9ef406ea8153 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:23.955046 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-83f371ce-d132-4f13-a3a1-7c4e5040497a None None] Notify callbacks [] for port, precommit_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:23.969993 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-83f371ce-d132-4f13-a3a1-7c4e5040497a None None] Transition to ACTIVE for port object b8c71852-03d8-41ad-96c0-6b55e8dc5349 will not be triggered until provisioned by entity L2. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:08:23.977452 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-faa8fd3d-ef1c-4d83-b92b-688b371ae007 None None] Provisioning for port b365da54-92a1-4d97-84d5-611554085651 completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:08:23.988998 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-89b9eacd-6bdf-42e2-b193-9ef406ea8153 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689902'] for security_group_rule, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:23.998280 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-0aa629a3-03e6-4572-b048-cadac0d8f31d tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:08:24.011104 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-4aa4f7f7-ee1d-4c71-a194-f05fd999bc3b tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:08:24.021774 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-89b9eacd-6bdf-42e2-b193-9ef406ea8153 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:24.026539 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-89b9eacd-6bdf-42e2-b193-9ef406ea8153 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/57aacc9b-5323-44a0-8dfe-5d7278e1c382 HTTP/1.1" status: 204  len: 168 time: 0.4320686
Dec 24 11:08:24.026953 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5575c98-b30d-4679-9d0c-3e5e0823b3c6 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd129e7c-6d00-429e-977a-62c5cf35a531,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:08:24.027103 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-83f371ce-d132-4f13-a3a1-7c4e5040497a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:24.033218 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 40780) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:24.035335 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b9eacd-6bdf-42e2-b193-9ef406ea8153 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=57aacc9b-5323-44a0-8dfe-5d7278e1c382,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:08:24.040072 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-89b9eacd-6bdf-42e2-b193-9ef406ea8153 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:08:24.052858 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd641874-db9a-4bba-bb5c-0eaf78c46a92 None None] Network dd56fbb8-c22a-4a7e-ad8c-bc374e11f22c requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:08:24.055376 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-a5575c98-b30d-4679-9d0c-3e5e0823b3c6 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:08:24.055920 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c379b103-db91-4af0-a2ba-d117e9ab9ea0 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:08:24.069350 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c379b103-db91-4af0-a2ba-d117e9ab9ea0 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks [] for router, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:24.074867 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-c379b103-db91-4af0-a2ba-d117e9ab9ea0 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] 10.222.0.65 "PUT /v2.0/routers/c12f84ef-db9d-4f8b-b966-24ad29271517 HTTP/1.1" status: 200  len: 953 time: 3.5780177
Dec 24 11:08:24.076172 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 40784) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:24.077324 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-e0256015-553a-4926-93f6-807828f04645 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:08:24.078186 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-cfd1f823-af8d-4ee7-8849-ec606ddb4cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271b78400>, [{'id': 'c12f84ef-db9d-4f8b-b966-24ad29271517', 'name': 'tempest-RoutersIpV6Test-router-644231010', 'tenant_id': '59b398769254445dae3d1f85e7f0f818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:07:43Z', 'updated_at': '2021-12-24T11:08:21Z', 'revision_number': 6, 'project_id': '59b398769254445dae3d1f85e7f0f818', 'gw_port_host': None, '_interfaces': [{'id': '429828b5-a160-4c95-882b-6ee31f57fc8f', 'name': '', 'network_id': '5e9025d6-40e4-4d3a-8443-18331acc89dc', 'tenant_id': '59b398769254445dae3d1f85e7f0f818', 'mac_address': 'fa:16:3e:46:94:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c12f84ef-db9d-4f8b-b966-24ad29271517', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db561dc2-ad7f-45e0-b807-777ba9baaa89', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:07:57Z', 'updated_at': '2021-12-24T11:08:14Z', 'revision_number': 5, 'project_id': '59b398769254445dae3d1f85e7f0f818', 'subnets': [{'id': 'db561dc2-ad7f-45e0-b807-777ba9baaa89', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a117cac-fe6c-4edd-9da7-5695b79dbbbc', 'name': '', 'network_id': '9b4f4508-effc-4cb9-8439-b64bb90916de', 'tenant_id': '59b398769254445dae3d1f85e7f0f818', 'mac_address': 'fa:16:3e:23:35:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c12f84ef-db9d-4f8b-b966-24ad29271517', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e75793db-c2ab-4221-adc4-133f056a01cf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:07:46Z', 'updated_at': '2021-12-24T11:08:02Z', 'revision_number': 5, 'project_id': '59b398769254445dae3d1f85e7f0f818', 'subnets': [{'id': 'e75793db-c2ab-4221-adc4-133f056a01cf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9abfc48e-2517-4a7e-a1f2-b86bd08a5be9', 'name': '', 'network_id': '3fd6f8a5-ac81-478a-94b1-2e50276401de', 'tenant_id': '59b398769254445dae3d1f85e7f0f818', 'mac_address': 'fa:16:3e:9b:14:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c12f84ef-db9d-4f8b-b966-24ad29271517', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '18683f4a-4e81-4332-9885-7f09f49d25aa', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:08:07Z', 'updated_at': '2021-12-24T11:08:14Z', 'revision_number': 4, 'project_id': '59b398769254445dae3d1f85e7f0f818', 'subnets': [{'id': '18683f4a-4e81-4332-9885-7f09f49d25aa', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a90558a5-6b85-4685-be61-2471bf129e96', 'name': '', 'network_id': 'dd56fbb8-c22a-4a7e-ad8c-bc374e11f22c', 'tenant_id': '59b398769254445dae3d1f85e7f0f818', 'mac_address': 'fa:16:3e:2f:8d:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c12f84ef-db9d-4f8b-b966-24ad29271517', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b9019bf9-6c72-4076-a59a-caaf56547875', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:08:17Z', 'updated_at': '2021-12-24T11:08:22Z', 'revision_number': 4, 'project_id': '59b398769254445dae3d1f85e7f0f818', 'subnets': [{'id': 'b9019bf9-6c72-4076-a59a-caaf56547875', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:08:24.083320 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd1f823-af8d-4ee7-8849-ec606ddb4cb6 None None] The sync data for ids ['c12f84ef-db9d-4f8b-b966-24ad29271517'] in dv-neutron-822691-2-hyperv is: [{'id': 'c12f84ef-db9d-4f8b-b966-24ad29271517', 'name': 'tempest-RoutersIpV6Test-router-644231010', 'tenant_id': '59b398769254445dae3d1f85e7f0f818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:07:43Z', 'updated_at': '2021-12-24T11:08:21Z', 'revision_number': 6, 'project_id': '59b398769254445dae3d1f85e7f0f818', 'gw_port_host': None, '_interfaces': [{'id': '429828b5-a160-4c95-882b-6ee31f57fc8f', 'name': '', 'network_id': '5e9025d6-40e4-4d3a-8443-18331acc89dc', 'tenant_id': '59b398769254445dae3d1f85e7f0f818', 'mac_address': 'fa:16:3e:46:94:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c12f84ef-db9d-4f8b-b966-24ad29271517', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db561dc2-ad7f-45e0-b807-777ba9baaa89', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:07:57Z', 'updated_at': '2021-12-24T11:08:14Z', 'revision_number': 5, 'project_id': '59b398769254445dae3d1f85e7f0f818', 'subnets': [{'id': 'db561dc2-ad7f-45e0-b807-777ba9baaa89', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a117cac-fe6c-4edd-9da7-5695b79dbbbc', 'name': '', 'network_id': '9b4f4508-effc-4cb9-8439-b64bb90916de', 'tenant_id': '59b398769254445dae3d1f85e7f0f818', 'mac_address': 'fa:16:3e:23:35:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c12f84ef-db9d-4f8b-b966-24ad29271517', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e75793db-c2ab-4221-adc4-133f056a01cf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:07:46Z', 'updated_at': '2021-12-24T11:08:02Z', 'revision_number': 5, 'project_id': '59b398769254445dae3d1f85e7f0f818', 'subnets': [{'id': 'e75793db-c2ab-4221-adc4-133f056a01cf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9abfc48e-2517-4a7e-a1f2-b86bd08a5be9', 'name': '', 'network_id': '3fd6f8a5-ac81-478a-94b1-2e50276401de', 'tenant_id': '59b398769254445dae3d1f85e7f0f818', 'mac_address': 'fa:16:3e:9b:14:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c12f84ef-db9d-4f8b-b966-24ad29271517', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '18683f4a-4e81-4332-9885-7f09f49d25aa', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:08:07Z', 'updated_at': '2021-12-24T11:08:14Z', 'revision_number': 4, 'project_id': '59b398769254445dae3d1f85e7f0f818', 'subnets': [{'id': '18683f4a-4e81-4332-9885-7f09f49d25aa', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a90558a5-6b85-4685-be61-2471bf129e96', 'name': '', 'network_id': 'dd56fbb8-c22a-4a7e-ad8c-bc374e11f22c', 'tenant_id': '59b398769254445dae3d1f85e7f0f818', 'mac_address': 'fa:16:3e:2f:8d:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c12f84ef-db9d-4f8b-b966-24ad29271517', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b9019bf9-6c72-4076-a59a-caaf56547875', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:08:17Z', 'updated_at': '2021-12-24T11:08:22Z', 'revision_number': 4, 'project_id': '59b398769254445dae3d1f85e7f0f818', 'subnets': [{'id': 'b9019bf9-6c72-4076-a59a-caaf56547875', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:08:24.210782 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a5575c98-b30d-4679-9d0c-3e5e0823b3c6 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:24.212209 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-a5575c98-b30d-4679-9d0c-3e5e0823b3c6 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 709 time: 1.4683738
Dec 24 11:08:24.220934 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 40788) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:24.225197 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-f4324c80-0ea7-4591-9b34-4a1697f71dac tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3702 time: 0.1872931
Dec 24 11:08:24.235275 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 40790) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:24.327622 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-8bc3c128-b5f2-4254-bf8d-7849cbe0004e admin admin] Allocated IP 172.20.0.1 (01e54fca-dedc-4916-91d1-fe2f6365d279/075ae185-3520-4ef3-8fc6-814192a7b0ee/23e63890-1f37-4d99-a37d-dbade8a99bc7) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:08:24.349530 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-c2f1cf77-99db-431c-8c51-bd806bea396e None None] Provisioning complete for port 758ae09a-9ea1-4970-99ca-15581dc28680 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:08:24.350482 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c2f1cf77-99db-431c-8c51-bd806bea396e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:24.414535 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6ddcb950-96c0-4d09-bf10-c2138dc3c9c3 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:24.427594 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6ddcb950-96c0-4d09-bf10-c2138dc3c9c3 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:24.443543 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2531ee9-7d6b-4186-89ac-457ad1c2ad55 None None] Pushing event updated for resources: {'Port': ['ID=b8c71852-03d8-41ad-96c0-6b55e8dc5349,revision_number=2']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:08:24.446594 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-b2531ee9-7d6b-4186-89ac-457ad1c2ad55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:08:24.447427 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-83f371ce-d132-4f13-a3a1-7c4e5040497a None None] Attempting to bind port b8c71852-03d8-41ad-96c0-6b55e8dc5349 on host dv-neutron-822691-2-hyperv for vnic_type normal with profile  {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:08:24.447843 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-83f371ce-d132-4f13-a3a1-7c4e5040497a None None] Attempting to bind port b8c71852-03d8-41ad-96c0-6b55e8dc5349 by drivers openvswitch,hyperv on host dv-neutron-822691-2-hyperv at level 0 using segments [{'id': 'd4e3295f-9ff8-4cad-8a20-3f1c937efc8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a'}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:08:24.448252 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f371ce-d132-4f13-a3a1-7c4e5040497a None None] Attempting to bind port b8c71852-03d8-41ad-96c0-6b55e8dc5349 on network f8c337ba-681f-4fcb-a333-e3c49365b30a {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:08:24.457267 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6ddcb950-96c0-4d09-bf10-c2138dc3c9c3 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689902'] for security_group_rule, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:24.473989 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-89b9eacd-6bdf-42e2-b193-9ef406ea8153 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:08:24.501455 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddcb950-96c0-4d09-bf10-c2138dc3c9c3 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8f7d9cd6-3da2-46ef-8b5c-112012bd3de2,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:08:24.512944 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-6ddcb950-96c0-4d09-bf10-c2138dc3c9c3 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:08:24.532229 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6ddcb950-96c0-4d09-bf10-c2138dc3c9c3 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:24.533608 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-6ddcb950-96c0-4d09-bf10-c2138dc3c9c3 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/8f7d9cd6-3da2-46ef-8b5c-112012bd3de2 HTTP/1.1" status: 204  len: 168 time: 0.2716789
Dec 24 11:08:24.553285 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 40796) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:24.605567 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-477e9136-59ff-4da1-89a7-78316e920189 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Notify callbacks [] for security_group, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:24.621032 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f371ce-d132-4f13-a3a1-7c4e5040497a None None] Checking agent: {'id': 'db1275c1-6001-47af-93c2-635c68404703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822691-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 52, 8), 'started_at': datetime.datetime(2021, 12, 24, 10, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 8, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822691-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:08:24.621514 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f371ce-d132-4f13-a3a1-7c4e5040497a None None] Checking segment: {'id': 'd4e3295f-9ff8-4cad-8a20-3f1c937efc8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:08:24.621922 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-83f371ce-d132-4f13-a3a1-7c4e5040497a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:24.622377 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f371ce-d132-4f13-a3a1-7c4e5040497a None None] Bound using segment: {'id': 'd4e3295f-9ff8-4cad-8a20-3f1c937efc8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a'} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:08:24.622928 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-83f371ce-d132-4f13-a3a1-7c4e5040497a None None] Bound port: b8c71852-03d8-41ad-96c0-6b55e8dc5349, host: dv-neutron-822691-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4e3295f-9ff8-4cad-8a20-3f1c937efc8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a'}}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:08:24.623356 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-83f371ce-d132-4f13-a3a1-7c4e5040497a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:24.665914 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8bc3c128-b5f2-4254-bf8d-7849cbe0004e admin admin] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:24.684642 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-477e9136-59ff-4da1-89a7-78316e920189 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:24.702908 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-83f371ce-d132-4f13-a3a1-7c4e5040497a None None] For port b8c71852-03d8-41ad-96c0-6b55e8dc5349, host dv-neutron-822691-2-hyperv, cleared binding levels {{(pid=88880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:08:24.705311 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-869fb26b-ff8f-488f-ba71-7e543d2eef7d tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] 10.222.0.65 "GET /v2.0/routers/c12f84ef-db9d-4f8b-b966-24ad29271517 HTTP/1.1" status: 200  len: 953 time: 0.6273074
Dec 24 11:08:24.706596 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-83f371ce-d132-4f13-a3a1-7c4e5040497a None None] For port b8c71852-03d8-41ad-96c0-6b55e8dc5349, host dv-neutron-822691-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=b8c71852-03d8-41ad-96c0-6b55e8dc5349,segment=NetworkSegment(d4e3295f-9ff8-4cad-8a20-3f1c937efc8c),segment_id=d4e3295f-9ff8-4cad-8a20-3f1c937efc8c)] {{(pid=88880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:08:24.711940 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 40800) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:24.728141 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-fe15614f-5abb-4b54-a608-6d01ca023678 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Request body: {'router': {'routes': None}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:08:24.729475 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-83f371ce-d132-4f13-a3a1-7c4e5040497a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:24.738116 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-90bf5e84-0f4d-44ab-bf71-60f0386dc631 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:08:24.742492 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-8bc3c128-b5f2-4254-bf8d-7849cbe0004e admin admin] Transition to ACTIVE for port object 23e63890-1f37-4d99-a37d-dbade8a99bc7 will not be triggered until provisioned by entity DHCP. {{(pid=88878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:08:24.800521 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-3fefa499-090c-4f11-a3cc-835349840e02 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Synchronizing usage tracker for tenant:f7aa443d52be478a9bbb99382b41caea on resource:security_group_rule {{(pid=88879) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:08:24.808949 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:24.858854 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8bc3c128-b5f2-4254-bf8d-7849cbe0004e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:24.876494 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-6ea8e05f-0b31-4acb-9abb-91119157cd2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:08:24.928933 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-3fefa499-090c-4f11-a3cc-835349840e02 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Unset dirty status for tenant:f7aa443d52be478a9bbb99382b41caea on resource:security_group_rule {{(pid=88879) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:08:24.932800 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d9b3a298-2a23-415a-9dbc-4741644e4125 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:24.933042 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-3fefa499-090c-4f11-a3cc-835349840e02 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3219 time: 0.3780143
Dec 24 11:08:24.937356 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 40804) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:24.975286 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bc3c128-b5f2-4254-bf8d-7849cbe0004e admin admin] Network 01e54fca-dedc-4916-91d1-fe2f6365d279 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:08:24.981103 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-8bc3c128-b5f2-4254-bf8d-7849cbe0004e admin admin] Resources bound (agent type, host, resource id):  {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:08:24.992041 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc3c128-b5f2-4254-bf8d-7849cbe0004e admin admin] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:08:25.013414 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-477e9136-59ff-4da1-89a7-78316e920189 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:25.031607 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-0315a8e7-5bf1-4c60-b466-52691c1402a6 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:08:25.054258 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2531ee9-7d6b-4186-89ac-457ad1c2ad55 None None] Pushing event updated for resources: {'Port': ['ID=b8c71852-03d8-41ad-96c0-6b55e8dc5349,revision_number=3']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:08:25.059852 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477e9136-59ff-4da1-89a7-78316e920189 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b7c2515-6dfd-4cb3-80fd-3fcb33cbb268,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:08:25.067542 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-b2531ee9-7d6b-4186-89ac-457ad1c2ad55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:08:25.074151 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] For port 9abfc48e-2517-4a7e-a1f2-b86bd08a5be9, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=9abfc48e-2517-4a7e-a1f2-b86bd08a5be9,segment=NetworkSegment(d99294a7-efc7-4e68-b569-c651902f90df),segment_id=d99294a7-efc7-4e68-b569-c651902f90df)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:08:25.084392 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-477e9136-59ff-4da1-89a7-78316e920189 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:08:25.086067 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8bc3c128-b5f2-4254-bf8d-7849cbe0004e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-720245'] for router_interface, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:25.111182 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:25.113653 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f371ce-d132-4f13-a3a1-7c4e5040497a None None] Routers {'66c30292-fd2e-493e-b11a-476cc785ca2c'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:08:25.114421 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-83f371ce-d132-4f13-a3a1-7c4e5040497a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271a60080>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:08:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['66c30292-fd2e-493e-b11a-476cc785ca2c'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:08:25.116714 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-477e9136-59ff-4da1-89a7-78316e920189 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Notify callbacks [] for security_group, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:25.118428 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-477e9136-59ff-4da1-89a7-78316e920189 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] 10.222.0.65 "DELETE /v2.0/security-groups/1b7c2515-6dfd-4cb3-80fd-3fcb33cbb268 HTTP/1.1" status: 204  len: 168 time: 0.8853190
Dec 24 11:08:25.150626 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 40808) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:25.153022 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3a4e39be-2dae-4e49-80fa-b9719e26a9b6 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Notify callbacks [] for security_group, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:25.195073 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-b2531ee9-7d6b-4186-89ac-457ad1c2ad55 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:08:25.197388 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3a4e39be-2dae-4e49-80fa-b9719e26a9b6 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:25.274192 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3a4e39be-2dae-4e49-80fa-b9719e26a9b6 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:25.286934 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-5e42643d-59b0-4b37-98db-dee62963540b tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:08:25.319194 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4e39be-2dae-4e49-80fa-b9719e26a9b6 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63d6da70-554a-4421-bae2-9798a4e20b00,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:08:25.334962 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-3a4e39be-2dae-4e49-80fa-b9719e26a9b6 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:08:25.356888 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-c2f1cf77-99db-431c-8c51-bd806bea396e None None] Provisioning for port 37f1c458-5a44-436a-af4a-764cf2dad96d completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:08:25.362578 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc3c128-b5f2-4254-bf8d-7849cbe0004e admin admin] Pushing event updated for resources: {'Port': ['ID=23e63890-1f37-4d99-a37d-dbade8a99bc7,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:08:25.492022 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Pushing event updated for resources: {'Port': ['ID=9abfc48e-2517-4a7e-a1f2-b86bd08a5be9,revision_number=5']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:08:25.507273 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:08:25.537285 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3a4e39be-2dae-4e49-80fa-b9719e26a9b6 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Notify callbacks [] for security_group, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:25.541694 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-3a4e39be-2dae-4e49-80fa-b9719e26a9b6 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] 10.222.0.65 "DELETE /v2.0/security-groups/63d6da70-554a-4421-bae2-9798a4e20b00 HTTP/1.1" status: 204  len: 168 time: 0.5991917
Dec 24 11:08:25.543262 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-8bc3c128-b5f2-4254-bf8d-7849cbe0004e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.666s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:08:25.544102 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 40812) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:25.558874 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8bc3c128-b5f2-4254-bf8d-7849cbe0004e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:25.647514 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-83f371ce-d132-4f13-a3a1-7c4e5040497a None None] Set router 66c30292-fd2e-493e-b11a-476cc785ca2c gateway port host: dv-neutron-822691-2-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:08:25.879525 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device b365da54-92a1-4d97-84d5-611554085651 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:08:25.944081 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-18980b8a-4739-4877-bfb3-e6d4c14b2d3f tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Synchronizing usage tracker for tenant:c8abfcf6376d432e8b8a84a8e5db68dd on resource:security_group {{(pid=88879) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:08:26.011103 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-18980b8a-4739-4877-bfb3-e6d4c14b2d3f tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Unset dirty status for tenant:c8abfcf6376d432e8b8a84a8e5db68dd on resource:security_group {{(pid=88879) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:08:26.012520 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-18980b8a-4739-4877-bfb3-e6d4c14b2d3f tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.7645533
Dec 24 11:08:26.017988 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 40816) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:26.027032 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-804e5b52-91b1-4b9f-85af-c49739a1fb8a tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Request body: {'security_group': {'name': 'tempest-secgroup--567939117'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:08:26.034128 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-804e5b52-91b1-4b9f-85af-c49739a1fb8a tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:08:26.047262 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-804e5b52-91b1-4b9f-85af-c49739a1fb8a tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:08:26.101727 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-804e5b52-91b1-4b9f-85af-c49739a1fb8a tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Notify callbacks [] for security_group, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:26.325030 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc904d6d-b5b2-4cc0-9414-f8a3a7878b29 None None] Sync routers for ids ['c12f84ef-db9d-4f8b-b966-24ad29271517'] in dv-neutron-822691-2-hyperv {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:08:26.342424 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc904d6d-b5b2-4cc0-9414-f8a3a7878b29 None None] Routers {'c12f84ef-db9d-4f8b-b966-24ad29271517'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:08:26.343192 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-cc904d6d-b5b2-4cc0-9414-f8a3a7878b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271fad4a8>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:08:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['c12f84ef-db9d-4f8b-b966-24ad29271517'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:08:26.367363 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-0bace2c9-7af7-4f7a-ae9c-5364a79015fd None None] Provisioning for port 23e63890-1f37-4d99-a37d-dbade8a99bc7 completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:08:26.374539 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-0bace2c9-7af7-4f7a-ae9c-5364a79015fd None None] Provisioning complete for port 23e63890-1f37-4d99-a37d-dbade8a99bc7 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:08:26.375070 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0bace2c9-7af7-4f7a-ae9c-5364a79015fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:26.464508 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-0bace2c9-7af7-4f7a-ae9c-5364a79015fd None None] Port 23e63890-1f37-4d99-a37d-dbade8a99bc7 cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:08:26.471859 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.extraroute_db [None req-fe15614f-5abb-4b54-a608-6d01ca023678 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Added routes are [] {{(pid=88879) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}}
Dec 24 11:08:26.472559 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.extraroute_db [None req-fe15614f-5abb-4b54-a608-6d01ca023678 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=88879) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}}
Dec 24 11:08:26.476650 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-d9b3a298-2a23-415a-9dbc-4741644e4125 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Allocated IP 172.20.0.1 (792fabf0-0972-49b3-9dcc-fb2565561da7/91b2eee5-a3e4-4815-ad6c-b65dd36fa3d2/a93d9826-63da-4f7c-ae1d-ebc2fb75db93) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:08:26.488465 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning for port b365da54-92a1-4d97-84d5-611554085651 completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:08:26.497759 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port b365da54-92a1-4d97-84d5-611554085651 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:08:26.498650 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:26.509152 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8bc3c128-b5f2-4254-bf8d-7849cbe0004e admin admin] Notify callbacks [] for port, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:26.530760 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-804e5b52-91b1-4b9f-85af-c49739a1fb8a tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:08:26.535907 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-804e5b52-91b1-4b9f-85af-c49739a1fb8a tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Usage tracker for resource:security_group_rule and tenant:c8abfcf6376d432e8b8a84a8e5db68dd is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:08:26.539761 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-804e5b52-91b1-4b9f-85af-c49739a1fb8a tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:08:26.552001 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-804e5b52-91b1-4b9f-85af-c49739a1fb8a tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:08:26.571291 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fe15614f-5abb-4b54-a608-6d01ca023678 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-659031', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854691240'] for router, precommit_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:26.595486 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-cc904d6d-b5b2-4cc0-9414-f8a3a7878b29 None None] Set router c12f84ef-db9d-4f8b-b966-24ad29271517 gateway port host: None {{(pid=88881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:08:26.657485 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-83f371ce-d132-4f13-a3a1-7c4e5040497a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271a60080>, [{'id': '66c30292-fd2e-493e-b11a-476cc785ca2c', 'name': 'tempest-TestVolumeBootPattern-1200719034-router', 'tenant_id': 'a0842a1c3bb446d78dd71270ab051ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.72'}], 'enable_snat': True}, 'gw_port_id': 'b8c71852-03d8-41ad-96c0-6b55e8dc5349', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:08:13Z', 'updated_at': '2021-12-24T11:08:17Z', 'revision_number': 3, 'project_id': 'a0842a1c3bb446d78dd71270ab051ba7', 'gw_port': {'id': 'b8c71852-03d8-41ad-96c0-6b55e8dc5349', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:ce:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66c30292-fd2e-493e-b11a-476cc785ca2c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:08:15Z', 'updated_at': '2021-12-24T11:08:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv'}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:08:26.669416 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f371ce-d132-4f13-a3a1-7c4e5040497a None None] The sync data for ids ['66c30292-fd2e-493e-b11a-476cc785ca2c'] in dv-neutron-822691-2-hyperv is: [{'id': '66c30292-fd2e-493e-b11a-476cc785ca2c', 'name': 'tempest-TestVolumeBootPattern-1200719034-router', 'tenant_id': 'a0842a1c3bb446d78dd71270ab051ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.72'}], 'enable_snat': True}, 'gw_port_id': 'b8c71852-03d8-41ad-96c0-6b55e8dc5349', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:08:13Z', 'updated_at': '2021-12-24T11:08:17Z', 'revision_number': 3, 'project_id': 'a0842a1c3bb446d78dd71270ab051ba7', 'gw_port': {'id': 'b8c71852-03d8-41ad-96c0-6b55e8dc5349', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:ce:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66c30292-fd2e-493e-b11a-476cc785ca2c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:08:15Z', 'updated_at': '2021-12-24T11:08:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv'}] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:08:26.760701 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-4ec4cb4b-4b05-4acb-a641-7d0f4b68e6cf None None] Provisioning for port a90558a5-6b85-4685-be61-2471bf129e96 completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:08:26.780842 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d9b3a298-2a23-415a-9dbc-4741644e4125 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:26.783411 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:26.804606 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-d9b3a298-2a23-415a-9dbc-4741644e4125 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Transition to ACTIVE for port object a93d9826-63da-4f7c-ae1d-ebc2fb75db93 will not be triggered until provisioned by entity DHCP. {{(pid=88878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:08:26.826832 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-4ec4cb4b-4b05-4acb-a641-7d0f4b68e6cf None None] Provisioning complete for port b365da54-92a1-4d97-84d5-611554085651 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:08:26.827858 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4ec4cb4b-4b05-4acb-a641-7d0f4b68e6cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:26.834228 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8bc3c128-b5f2-4254-bf8d-7849cbe0004e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3978773'] for port, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:26.883319 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d9b3a298-2a23-415a-9dbc-4741644e4125 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:26.906006 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c2fe1bdc-3936-42f3-893e-db0d41490a6a tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:08:26.941468 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-804e5b52-91b1-4b9f-85af-c49739a1fb8a tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Notify callbacks [] for security_group, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:26.951726 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] For port b365da54-92a1-4d97-84d5-611554085651, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=b365da54-92a1-4d97-84d5-611554085651,segment=NetworkSegment(2a9bcfda-ad53-46f0-bfd7-e32b4c90c1b0),segment_id=2a9bcfda-ad53-46f0-bfd7-e32b4c90c1b0)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:08:26.961629 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-804e5b52-91b1-4b9f-85af-c49739a1fb8a tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:27.000525 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9b3a298-2a23-415a-9dbc-4741644e4125 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Network 792fabf0-0972-49b3-9dcc-fb2565561da7 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:08:27.007465 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-392752fe-8d48-42d9-8203-130dc1a11d18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:08:27.010020 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:27.010997 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device a90558a5-6b85-4685-be61-2471bf129e96 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:08:27.021875 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-d9b3a298-2a23-415a-9dbc-4741644e4125 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Resources bound (agent type, host, resource id):  {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:08:27.024436 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-804e5b52-91b1-4b9f-85af-c49739a1fb8a tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Notify callbacks [] for security_group, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:27.026755 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-804e5b52-91b1-4b9f-85af-c49739a1fb8a tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 1.0075355
Dec 24 11:08:27.033867 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b3a298-2a23-415a-9dbc-4741644e4125 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:08:27.035157 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 40820) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:27.045356 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-f697e7ab-b448-42d0-aa00-e288d908a86b tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Request body: {'security_group': {'name': 'tempest-secgroup--82151652'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:08:27.053636 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-f697e7ab-b448-42d0-aa00-e288d908a86b tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:08:27.058642 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-f697e7ab-b448-42d0-aa00-e288d908a86b tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Usage tracker for resource:security_group and tenant:c8abfcf6376d432e8b8a84a8e5db68dd is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:08:27.062345 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-f697e7ab-b448-42d0-aa00-e288d908a86b tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:08:27.072531 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-a5de12ca-e4dd-4a55-bc87-fd3a865b4ce8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:08:27.076832 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-f697e7ab-b448-42d0-aa00-e288d908a86b tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:08:27.091743 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-b5b30527-e6e8-4acd-94c1-6bf49cf87bb7 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Synchronizing usage tracker for tenant:f7aa443d52be478a9bbb99382b41caea on resource:security_group {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:08:27.117255 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-cc904d6d-b5b2-4cc0-9414-f8a3a7878b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271fad4a8>, [{'id': 'c12f84ef-db9d-4f8b-b966-24ad29271517', 'name': 'tempest-RoutersIpV6Test-router-644231010', 'tenant_id': '59b398769254445dae3d1f85e7f0f818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:07:43Z', 'updated_at': '2021-12-24T11:08:21Z', 'revision_number': 6, 'project_id': '59b398769254445dae3d1f85e7f0f818', 'gw_port_host': None, '_interfaces': [{'id': '429828b5-a160-4c95-882b-6ee31f57fc8f', 'name': '', 'network_id': '5e9025d6-40e4-4d3a-8443-18331acc89dc', 'tenant_id': '59b398769254445dae3d1f85e7f0f818', 'mac_address': 'fa:16:3e:46:94:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c12f84ef-db9d-4f8b-b966-24ad29271517', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db561dc2-ad7f-45e0-b807-777ba9baaa89', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:07:57Z', 'updated_at': '2021-12-24T11:08:14Z', 'revision_number': 5, 'project_id': '59b398769254445dae3d1f85e7f0f818', 'subnets': [{'id': 'db561dc2-ad7f-45e0-b807-777ba9baaa89', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a117cac-fe6c-4edd-9da7-5695b79dbbbc', 'name': '', 'network_id': '9b4f4508-effc-4cb9-8439-b64bb90916de', 'tenant_id': '59b398769254445dae3d1f85e7f0f818', 'mac_address': 'fa:16:3e:23:35:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c12f84ef-db9d-4f8b-b966-24ad29271517', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e75793db-c2ab-4221-adc4-133f056a01cf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:07:46Z', 'updated_at': '2021-12-24T11:08:02Z', 'revision_number': 5, 'project_id': '59b398769254445dae3d1f85e7f0f818', 'subnets': [{'id': 'e75793db-c2ab-4221-adc4-133f056a01cf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9abfc48e-2517-4a7e-a1f2-b86bd08a5be9', 'name': '', 'network_id': '3fd6f8a5-ac81-478a-94b1-2e50276401de', 'tenant_id': '59b398769254445dae3d1f85e7f0f818', 'mac_address': 'fa:16:3e:9b:14:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c12f84ef-db9d-4f8b-b966-24ad29271517', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '18683f4a-4e81-4332-9885-7f09f49d25aa', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:08:07Z', 'updated_at': '2021-12-24T11:08:24Z', 'revision_number': 5, 'project_id': '59b398769254445dae3d1f85e7f0f818', 'subnets': [{'id': '18683f4a-4e81-4332-9885-7f09f49d25aa', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a90558a5-6b85-4685-be61-2471bf129e96', 'name': '', 'network_id': 'dd56fbb8-c22a-4a7e-ad8c-bc374e11f22c', 'tenant_id': '59b398769254445dae3d1f85e7f0f818', 'mac_address': 'fa:16:3e:2f:8d:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c12f84ef-db9d-4f8b-b966-24ad29271517', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b9019bf9-6c72-4076-a59a-caaf56547875', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:08:17Z', 'updated_at': '2021-12-24T11:08:22Z', 'revision_number': 4, 'project_id': '59b398769254445dae3d1f85e7f0f818', 'subnets': [{'id': 'b9019bf9-6c72-4076-a59a-caaf56547875', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:08:27.124773 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc904d6d-b5b2-4cc0-9414-f8a3a7878b29 None None] Checking router: c12f84ef-db9d-4f8b-b966-24ad29271517 for host: dv-neutron-822691-2-hyperv {{(pid=88881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 24 11:08:27.125128 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc3c128-b5f2-4254-bf8d-7849cbe0004e admin admin] Pushing event updated for resources: {'Port': ['ID=23e63890-1f37-4d99-a37d-dbade8a99bc7,revision_number=2']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:08:27.171396 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc904d6d-b5b2-4cc0-9414-f8a3a7878b29 None None] Routers {'c12f84ef-db9d-4f8b-b966-24ad29271517'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:08:27.172099 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-cc904d6d-b5b2-4cc0-9414-f8a3a7878b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271fad4a8>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:08:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['c12f84ef-db9d-4f8b-b966-24ad29271517'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:08:27.228407 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Pushing event updated for resources: {'Port': ['ID=b365da54-92a1-4d97-84d5-611554085651,revision_number=3']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:08:27.233635 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:08:27.309567 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b3a298-2a23-415a-9dbc-4741644e4125 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Pushing event updated for resources: {'Port': ['ID=a93d9826-63da-4f7c-ae1d-ebc2fb75db93,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:08:27.339175 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8bc3c128-b5f2-4254-bf8d-7849cbe0004e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1977653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854055662'] for router_interface, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:27.357588 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-d9b3a298-2a23-415a-9dbc-4741644e4125 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.451s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:08:27.372500 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-b5b30527-e6e8-4acd-94c1-6bf49cf87bb7 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Unset dirty status for tenant:f7aa443d52be478a9bbb99382b41caea on resource:security_group {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:08:27.378681 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-b5b30527-e6e8-4acd-94c1-6bf49cf87bb7 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 1.7757227
Dec 24 11:08:27.378681 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-b2d7a8e8-24b6-445e-b61c-d58b4c650246 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.418s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:08:27.378681 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-b2d7a8e8-24b6-445e-b61c-d58b4c650246 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:08:27.378681 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d9b3a298-2a23-415a-9dbc-4741644e4125 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-720245'] for router_interface, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:27.382743 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning for port a90558a5-6b85-4685-be61-2471bf129e96 completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:08:27.387363 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 40824) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:27.393289 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port a90558a5-6b85-4685-be61-2471bf129e96 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:08:27.393723 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:27.411183 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-f6f02534-e343-4303-9f2d-4da31cdc6055 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Request body: {'security_group': {'name': 'tempest-secgroup--631302932'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:08:27.450333 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-f6f02534-e343-4303-9f2d-4da31cdc6055 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:08:27.478465 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-cc904d6d-b5b2-4cc0-9414-f8a3a7878b29 None None] Set router c12f84ef-db9d-4f8b-b966-24ad29271517 gateway port host: None {{(pid=88881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:08:27.519243 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-f6f02534-e343-4303-9f2d-4da31cdc6055 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:08:27.539138 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f6f02534-e343-4303-9f2d-4da31cdc6055 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Notify callbacks [] for security_group, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:27.558849 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fe15614f-5abb-4b54-a608-6d01ca023678 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-659031', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854691240'] for router, precommit_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:27.575446 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f697e7ab-b448-42d0-aa00-e288d908a86b tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Notify callbacks [] for security_group, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:27.637185 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-42502844-64c4-4ef9-b815-03482604d267 None None] Provisioning complete for port a90558a5-6b85-4685-be61-2471bf129e96 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:08:27.637878 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-42502844-64c4-4ef9-b815-03482604d267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:27.661848 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fe15614f-5abb-4b54-a608-6d01ca023678 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854116816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854116785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-659000', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854163815'] for router, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:27.692978 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804e5b52-91b1-4b9f-85af-c49739a1fb8a tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf7c3d14-8a19-43e5-b4b4-7cef3754ac60,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:08:27.717234 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-804e5b52-91b1-4b9f-85af-c49739a1fb8a tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.709s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:08:27.767730 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-f6f02534-e343-4303-9f2d-4da31cdc6055 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:08:27.889930 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-f6f02534-e343-4303-9f2d-4da31cdc6055 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Usage tracker for resource:security_group_rule and tenant:f7aa443d52be478a9bbb99382b41caea is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:08:27.895723 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d9b3a298-2a23-415a-9dbc-4741644e4125 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:27.910437 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-f6f02534-e343-4303-9f2d-4da31cdc6055 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:08:27.940229 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:27.944675 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-f6f02534-e343-4303-9f2d-4da31cdc6055 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:08:28.023170 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bc3c128-b5f2-4254-bf8d-7849cbe0004e admin admin] Network 01e54fca-dedc-4916-91d1-fe2f6365d279 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:08:28.036954 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-8bc3c128-b5f2-4254-bf8d-7849cbe0004e admin admin] Resources bound (agent type, host, resource id):  {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:08:28.038811 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] For port a90558a5-6b85-4685-be61-2471bf129e96, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=a90558a5-6b85-4685-be61-2471bf129e96,segment=NetworkSegment(9f43fc73-2e73-49de-9e41-30ba707b3a58),segment_id=9f43fc73-2e73-49de-9e41-30ba707b3a58)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:08:28.054893 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:28.056362 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 37f1c458-5a44-436a-af4a-764cf2dad96d up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:08:28.116362 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:08:28.205278 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-f697e7ab-b448-42d0-aa00-e288d908a86b tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:08:28.206638 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-cc904d6d-b5b2-4cc0-9414-f8a3a7878b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271fad4a8>, [{'id': 'c12f84ef-db9d-4f8b-b966-24ad29271517', 'name': 'tempest-RoutersIpV6Test-router-644231010', 'tenant_id': '59b398769254445dae3d1f85e7f0f818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:07:43Z', 'updated_at': '2021-12-24T11:08:26Z', 'revision_number': 7, 'project_id': '59b398769254445dae3d1f85e7f0f818', 'gw_port_host': None, '_interfaces': [{'id': '429828b5-a160-4c95-882b-6ee31f57fc8f', 'name': '', 'network_id': '5e9025d6-40e4-4d3a-8443-18331acc89dc', 'tenant_id': '59b398769254445dae3d1f85e7f0f818', 'mac_address': 'fa:16:3e:46:94:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c12f84ef-db9d-4f8b-b966-24ad29271517', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db561dc2-ad7f-45e0-b807-777ba9baaa89', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:07:57Z', 'updated_at': '2021-12-24T11:08:14Z', 'revision_number': 5, 'project_id': '59b398769254445dae3d1f85e7f0f818', 'subnets': [{'id': 'db561dc2-ad7f-45e0-b807-777ba9baaa89', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a117cac-fe6c-4edd-9da7-5695b79dbbbc', 'name': '', 'network_id': '9b4f4508-effc-4cb9-8439-b64bb90916de', 'tenant_id': '59b398769254445dae3d1f85e7f0f818', 'mac_address': 'fa:16:3e:23:35:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c12f84ef-db9d-4f8b-b966-24ad29271517', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e75793db-c2ab-4221-adc4-133f056a01cf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:07:46Z', 'updated_at': '2021-12-24T11:08:02Z', 'revision_number': 5, 'project_id': '59b398769254445dae3d1f85e7f0f818', 'subnets': [{'id': 'e75793db-c2ab-4221-adc4-133f056a01cf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9abfc48e-2517-4a7e-a1f2-b86bd08a5be9', 'name': '', 'network_id': '3fd6f8a5-ac81-478a-94b1-2e50276401de', 'tenant_id': '59b398769254445dae3d1f85e7f0f818', 'mac_address': 'fa:16:3e:9b:14:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c12f84ef-db9d-4f8b-b966-24ad29271517', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '18683f4a-4e81-4332-9885-7f09f49d25aa', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:08:07Z', 'updated_at': '2021-12-24T11:08:24Z', 'revision_number': 5, 'project_id': '59b398769254445dae3d1f85e7f0f818', 'subnets': [{'id': '18683f4a-4e81-4332-9885-7f09f49d25aa', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a90558a5-6b85-4685-be61-2471bf129e96', 'name': '', 'network_id': 'dd56fbb8-c22a-4a7e-ad8c-bc374e11f22c', 'tenant_id': '59b398769254445dae3d1f85e7f0f818', 'mac_address': 'fa:16:3e:2f:8d:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c12f84ef-db9d-4f8b-b966-24ad29271517', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b9019bf9-6c72-4076-a59a-caaf56547875', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:08:17Z', 'updated_at': '2021-12-24T11:08:22Z', 'revision_number': 4, 'project_id': '59b398769254445dae3d1f85e7f0f818', 'subnets': [{'id': 'b9019bf9-6c72-4076-a59a-caaf56547875', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:08:28.215288 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc904d6d-b5b2-4cc0-9414-f8a3a7878b29 None None] The sync data for ids ['c12f84ef-db9d-4f8b-b966-24ad29271517'] in dv-neutron-822691-2-hyperv is: [{'id': 'c12f84ef-db9d-4f8b-b966-24ad29271517', 'name': 'tempest-RoutersIpV6Test-router-644231010', 'tenant_id': '59b398769254445dae3d1f85e7f0f818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:07:43Z', 'updated_at': '2021-12-24T11:08:26Z', 'revision_number': 7, 'project_id': '59b398769254445dae3d1f85e7f0f818', 'gw_port_host': None, '_interfaces': [{'id': '429828b5-a160-4c95-882b-6ee31f57fc8f', 'name': '', 'network_id': '5e9025d6-40e4-4d3a-8443-18331acc89dc', 'tenant_id': '59b398769254445dae3d1f85e7f0f818', 'mac_address': 'fa:16:3e:46:94:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c12f84ef-db9d-4f8b-b966-24ad29271517', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db561dc2-ad7f-45e0-b807-777ba9baaa89', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:07:57Z', 'updated_at': '2021-12-24T11:08:14Z', 'revision_number': 5, 'project_id': '59b398769254445dae3d1f85e7f0f818', 'subnets': [{'id': 'db561dc2-ad7f-45e0-b807-777ba9baaa89', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a117cac-fe6c-4edd-9da7-5695b79dbbbc', 'name': '', 'network_id': '9b4f4508-effc-4cb9-8439-b64bb90916de', 'tenant_id': '59b398769254445dae3d1f85e7f0f818', 'mac_address': 'fa:16:3e:23:35:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c12f84ef-db9d-4f8b-b966-24ad29271517', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e75793db-c2ab-4221-adc4-133f056a01cf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:07:46Z', 'updated_at': '2021-12-24T11:08:02Z', 'revision_number': 5, 'project_id': '59b398769254445dae3d1f85e7f0f818', 'subnets': [{'id': 'e75793db-c2ab-4221-adc4-133f056a01cf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9abfc48e-2517-4a7e-a1f2-b86bd08a5be9', 'name': '', 'network_id': '3fd6f8a5-ac81-478a-94b1-2e50276401de', 'tenant_id': '59b398769254445dae3d1f85e7f0f818', 'mac_address': 'fa:16:3e:9b:14:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c12f84ef-db9d-4f8b-b966-24ad29271517', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '18683f4a-4e81-4332-9885-7f09f49d25aa', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:08:07Z', 'updated_at': '2021-12-24T11:08:24Z', 'revision_number': 5, 'project_id': '59b398769254445dae3d1f85e7f0f818', 'subnets': [{'id': '18683f4a-4e81-4332-9885-7f09f49d25aa', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a90558a5-6b85-4685-be61-2471bf129e96', 'name': '', 'network_id': 'dd56fbb8-c22a-4a7e-ad8c-bc374e11f22c', 'tenant_id': '59b398769254445dae3d1f85e7f0f818', 'mac_address': 'fa:16:3e:2f:8d:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c12f84ef-db9d-4f8b-b966-24ad29271517', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b9019bf9-6c72-4076-a59a-caaf56547875', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:08:17Z', 'updated_at': '2021-12-24T11:08:22Z', 'revision_number': 4, 'project_id': '59b398769254445dae3d1f85e7f0f818', 'subnets': [{'id': 'b9019bf9-6c72-4076-a59a-caaf56547875', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:08:28.226199 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-f697e7ab-b448-42d0-aa00-e288d908a86b tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Usage tracker for resource:security_group_rule and tenant:c8abfcf6376d432e8b8a84a8e5db68dd is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:08:28.232221 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-f697e7ab-b448-42d0-aa00-e288d908a86b tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:08:28.264287 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-f697e7ab-b448-42d0-aa00-e288d908a86b tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:08:28.378145 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:28.433457 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f697e7ab-b448-42d0-aa00-e288d908a86b tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Notify callbacks [] for security_group, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:28.442382 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f697e7ab-b448-42d0-aa00-e288d908a86b tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:28.444207 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Pushing event updated for resources: {'Port': ['ID=a90558a5-6b85-4685-be61-2471bf129e96,revision_number=5']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:08:28.451357 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c68c467f-9af5-4202-afbf-c51bff56104a tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:08:28.459130 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:08:28.502434 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning for port 37f1c458-5a44-436a-af4a-764cf2dad96d completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:08:28.509393 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe15614f-5abb-4b54-a608-6d01ca023678 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Router c12f84ef-db9d-4f8b-b966-24ad29271517 has already been hosted by L3 agent 198cca88-1338-4098-b44b-beb0346ac906 {{(pid=88879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 24 11:08:28.514709 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port 37f1c458-5a44-436a-af4a-764cf2dad96d triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:08:28.515138 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:28.548355 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f697e7ab-b448-42d0-aa00-e288d908a86b tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a521e764-23f9-46ce-be80-79b0a5f33175,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:08:28.555867 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f697e7ab-b448-42d0-aa00-e288d908a86b tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:08:28.636589 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f697e7ab-b448-42d0-aa00-e288d908a86b tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Notify callbacks [] for security_group, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:28.641976 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-f697e7ab-b448-42d0-aa00-e288d908a86b tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1576 time: 1.6022036
Dec 24 11:08:28.650380 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 40828) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:28.650791 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-4a602d20-5890-4b4f-b002-cc1fda663bb5 None None] Provisioning for port a93d9826-63da-4f7c-ae1d-ebc2fb75db93 completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:08:28.657359 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-b3a77c57-e9ae-4641-b0c6-3984dda3e266 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Request body: {'security_group_rule': {'security_group_id': 'cf7c3d14-8a19-43e5-b4b4-7cef3754ac60', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'a521e764-23f9-46ce-be80-79b0a5f33175', 'remote_ip_prefix': None}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:08:28.661151 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-4a602d20-5890-4b4f-b002-cc1fda663bb5 None None] Provisioning complete for port a93d9826-63da-4f7c-ae1d-ebc2fb75db93 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:08:28.661893 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4a602d20-5890-4b4f-b002-cc1fda663bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:28.725494 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-b3a77c57-e9ae-4641-b0c6-3984dda3e266 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:08:28.732879 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-b3a77c57-e9ae-4641-b0c6-3984dda3e266 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Usage tracker for resource:security_group_rule and tenant:c8abfcf6376d432e8b8a84a8e5db68dd is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:08:28.738402 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-b3a77c57-e9ae-4641-b0c6-3984dda3e266 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:08:28.750431 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-b3a77c57-e9ae-4641-b0c6-3984dda3e266 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:08:28.751294 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-4a602d20-5890-4b4f-b002-cc1fda663bb5 None None] Port a93d9826-63da-4f7c-ae1d-ebc2fb75db93 cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:08:28.809745 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b3a77c57-e9ae-4641-b0c6-3984dda3e266 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:28.827483 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-4a602d20-5890-4b4f-b002-cc1fda663bb5 None None] Provisioning complete for port 23e63890-1f37-4d99-a37d-dbade8a99bc7 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:08:28.827913 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4a602d20-5890-4b4f-b002-cc1fda663bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:28.839223 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f6f02534-e343-4303-9f2d-4da31cdc6055 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Notify callbacks [] for security_group, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:28.864437 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe15614f-5abb-4b54-a608-6d01ca023678 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:08:28.867265 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:28.872354 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fe15614f-5abb-4b54-a608-6d01ca023678 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks [] for router, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:28.873929 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-fe15614f-5abb-4b54-a608-6d01ca023678 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] 10.222.0.65 "PUT /v2.0/routers/c12f84ef-db9d-4f8b-b966-24ad29271517 HTTP/1.1" status: 200  len: 703 time: 4.1610460
Dec 24 11:08:28.878152 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 40832) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:28.927865 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] For port 37f1c458-5a44-436a-af4a-764cf2dad96d, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=37f1c458-5a44-436a-af4a-764cf2dad96d,segment=NetworkSegment(9f43fc73-2e73-49de-9e41-30ba707b3a58),segment_id=9f43fc73-2e73-49de-9e41-30ba707b3a58)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:08:28.942755 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:28.943379 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device b54eb025-abcc-4657-9416-e7f42be0d1d5 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:08:29.002566 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f5efd9e9-30cc-46e7-b60e-116c48b98ac3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:08:29.059951 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f6f02534-e343-4303-9f2d-4da31cdc6055 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:29.060836 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-4a602d20-5890-4b4f-b002-cc1fda663bb5 None None] Port 23e63890-1f37-4d99-a37d-dbade8a99bc7 cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:08:29.070785 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-b3f1e8ad-f2e3-4577-b54a-67638bf1e46a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:08:29.102786 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Pushing event updated for resources: {'Port': ['ID=37f1c458-5a44-436a-af4a-764cf2dad96d,revision_number=3']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:08:29.111013 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:08:29.113561 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b3a77c57-e9ae-4641-b0c6-3984dda3e266 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:29.118240 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-4a602d20-5890-4b4f-b002-cc1fda663bb5 None None] Provisioning complete for port a90558a5-6b85-4685-be61-2471bf129e96 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:08:29.118579 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4a602d20-5890-4b4f-b002-cc1fda663bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:29.125940 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b3a77c57-e9ae-4641-b0c6-3984dda3e266 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689902'] for security_group_rule, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:29.139990 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:08:29.154331 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f563bcb5-eed8-446a-8380-bf0a4f737321 None None] Sync routers for ids ['c12f84ef-db9d-4f8b-b966-24ad29271517'] in dv-neutron-822691-2-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:08:29.176393 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port b54eb025-abcc-4657-9416-e7f42be0d1d5 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:08:29.176824 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:29.185596 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-1724aac8-2a47-4b64-abd3-df26847a8ea9 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] 10.222.0.65 "GET /v2.0/routers/c12f84ef-db9d-4f8b-b966-24ad29271517 HTTP/1.1" status: 200  len: 703 time: 0.3008220
Dec 24 11:08:29.185596 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a77c57-e9ae-4641-b0c6-3984dda3e266 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55a35b29-796e-48e3-a3ac-c747b0c9bffd,revision_number=0']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:08:29.186734 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-b3a77c57-e9ae-4641-b0c6-3984dda3e266 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:08:29.187683 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 40836) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:29.220108 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f02534-e343-4303-9f2d-4da31cdc6055 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab9a22bf-9f38-407b-a21c-a21f731ccb3b,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:08:29.233110 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f563bcb5-eed8-446a-8380-bf0a4f737321 None None] Routers {'c12f84ef-db9d-4f8b-b966-24ad29271517'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:08:29.233920 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-f563bcb5-eed8-446a-8380-bf0a4f737321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52716c7b38>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:08:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['c12f84ef-db9d-4f8b-b966-24ad29271517'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:08:29.244577 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f6f02534-e343-4303-9f2d-4da31cdc6055 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:08:29.254349 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b3a77c57-e9ae-4641-b0c6-3984dda3e266 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:29.256227 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-b3a77c57-e9ae-4641-b0c6-3984dda3e266 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 740 time: 0.6044040
Dec 24 11:08:29.264614 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 40840) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:29.322275 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f6f02534-e343-4303-9f2d-4da31cdc6055 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:29.326906 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-f6f02534-e343-4303-9f2d-4da31cdc6055 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 1.9281647
Dec 24 11:08:29.347485 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 40844) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:29.359298 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-f7d828fe-7a02-490b-9e09-9b292aa7cf13 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Request body: {'security_group_rule': {'security_group_id': 'ab9a22bf-9f38-407b-a21c-a21f731ccb3b', 'direction': 'ingress', 'protocol': 17}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:08:29.446435 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-f7d828fe-7a02-490b-9e09-9b292aa7cf13 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:08:29.465931 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-f7d828fe-7a02-490b-9e09-9b292aa7cf13 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Usage tracker for resource:security_group_rule and tenant:f7aa443d52be478a9bbb99382b41caea is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:08:29.483567 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1ad0d8d8-72e8-437b-b67e-5f769829cdc7 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:29.497669 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-f7d828fe-7a02-490b-9e09-9b292aa7cf13 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:08:29.516574 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-f7d828fe-7a02-490b-9e09-9b292aa7cf13 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:08:29.520058 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1ad0d8d8-72e8-437b-b67e-5f769829cdc7 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:29.558233 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-f563bcb5-eed8-446a-8380-bf0a4f737321 None None] Set router c12f84ef-db9d-4f8b-b966-24ad29271517 gateway port host: None {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:08:29.623569 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-235852af-28c4-4a35-ab67-775d9e781eb4 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854055677'] for router_interface, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:29.674242 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f7d828fe-7a02-490b-9e09-9b292aa7cf13 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:29.699323 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1ad0d8d8-72e8-437b-b67e-5f769829cdc7 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689902'] for security_group_rule, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:29.725191 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-a5575c98-b30d-4679-9d0c-3e5e0823b3c6 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:08:29.742547 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad0d8d8-72e8-437b-b67e-5f769829cdc7 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=55a35b29-796e-48e3-a3ac-c747b0c9bffd,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:08:29.759877 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-1ad0d8d8-72e8-437b-b67e-5f769829cdc7 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:08:29.774093 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1ad0d8d8-72e8-437b-b67e-5f769829cdc7 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:29.778229 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-1ad0d8d8-72e8-437b-b67e-5f769829cdc7 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/55a35b29-796e-48e3-a3ac-c747b0c9bffd HTTP/1.1" status: 204  len: 168 time: 0.5055666
Dec 24 11:08:29.779516 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 40848) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:29.803078 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d9b3a298-2a23-415a-9dbc-4741644e4125 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks [] for port, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:29.842619 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d9b3a298-2a23-415a-9dbc-4741644e4125 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3978773'] for port, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:29.856396 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 758ae09a-9ea1-4970-99ca-15581dc28680 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:08:29.873920 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f7d828fe-7a02-490b-9e09-9b292aa7cf13 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:29.874935 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-b2d7a8e8-24b6-445e-b61c-d58b4c650246 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:08:29.878577 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-7a437550-8976-40fc-b57e-a2a58d38a982 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Synchronizing usage tracker for tenant:c8abfcf6376d432e8b8a84a8e5db68dd on resource:security_group_rule {{(pid=88879) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:08:29.906611 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-7a437550-8976-40fc-b57e-a2a58d38a982 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Unset dirty status for tenant:c8abfcf6376d432e8b8a84a8e5db68dd on resource:security_group_rule {{(pid=88879) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:08:29.911671 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-7a437550-8976-40fc-b57e-a2a58d38a982 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4195 time: 0.1281769
Dec 24 11:08:29.932819 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 40852) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:29.933551 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f7d828fe-7a02-490b-9e09-9b292aa7cf13 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689902'] for security_group_rule, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:30.047020 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d9b3a298-2a23-415a-9dbc-4741644e4125 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1977653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854055662'] for router_interface, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:30.063579 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b3a298-2a23-415a-9dbc-4741644e4125 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Pushing event updated for resources: {'Port': ['ID=a93d9826-63da-4f7c-ae1d-ebc2fb75db93,revision_number=2']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:08:30.066878 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-d9b3a298-2a23-415a-9dbc-4741644e4125 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:08:30.072537 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.085s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:08:30.093253 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f7d828fe-7a02-490b-9e09-9b292aa7cf13 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:30.098121 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-f7d828fe-7a02-490b-9e09-9b292aa7cf13 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 709 time: 0.7491341
Dec 24 11:08:30.101640 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 40856) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:30.130279 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d828fe-7a02-490b-9e09-9b292aa7cf13 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33560563-ce59-4830-9e3a-534c4a5237b3,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:08:30.133517 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f7d828fe-7a02-490b-9e09-9b292aa7cf13 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:08:30.143854 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port 758ae09a-9ea1-4970-99ca-15581dc28680 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:08:30.144281 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:30.201458 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bc3c128-b5f2-4254-bf8d-7849cbe0004e admin admin] Router 66c30292-fd2e-493e-b11a-476cc785ca2c has already been hosted by L3 agent 198cca88-1338-4098-b44b-beb0346ac906 {{(pid=88878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 24 11:08:30.302490 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5126e598-3b87-48f9-8a64-ca5ab50580b0 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Notify callbacks [] for security_group, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:30.345706 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-f563bcb5-eed8-446a-8380-bf0a4f737321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52716c7b38>, [{'id': 'c12f84ef-db9d-4f8b-b966-24ad29271517', 'name': 'tempest-RoutersIpV6Test-router-644231010', 'tenant_id': '59b398769254445dae3d1f85e7f0f818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:07:43Z', 'updated_at': '2021-12-24T11:08:26Z', 'revision_number': 7, 'project_id': '59b398769254445dae3d1f85e7f0f818', 'gw_port_host': None, '_interfaces': [{'id': '429828b5-a160-4c95-882b-6ee31f57fc8f', 'name': '', 'network_id': '5e9025d6-40e4-4d3a-8443-18331acc89dc', 'tenant_id': '59b398769254445dae3d1f85e7f0f818', 'mac_address': 'fa:16:3e:46:94:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c12f84ef-db9d-4f8b-b966-24ad29271517', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db561dc2-ad7f-45e0-b807-777ba9baaa89', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:07:57Z', 'updated_at': '2021-12-24T11:08:14Z', 'revision_number': 5, 'project_id': '59b398769254445dae3d1f85e7f0f818', 'subnets': [{'id': 'db561dc2-ad7f-45e0-b807-777ba9baaa89', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a117cac-fe6c-4edd-9da7-5695b79dbbbc', 'name': '', 'network_id': '9b4f4508-effc-4cb9-8439-b64bb90916de', 'tenant_id': '59b398769254445dae3d1f85e7f0f818', 'mac_address': 'fa:16:3e:23:35:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c12f84ef-db9d-4f8b-b966-24ad29271517', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e75793db-c2ab-4221-adc4-133f056a01cf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:07:46Z', 'updated_at': '2021-12-24T11:08:02Z', 'revision_number': 5, 'project_id': '59b398769254445dae3d1f85e7f0f818', 'subnets': [{'id': 'e75793db-c2ab-4221-adc4-133f056a01cf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9abfc48e-2517-4a7e-a1f2-b86bd08a5be9', 'name': '', 'network_id': '3fd6f8a5-ac81-478a-94b1-2e50276401de', 'tenant_id': '59b398769254445dae3d1f85e7f0f818', 'mac_address': 'fa:16:3e:9b:14:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c12f84ef-db9d-4f8b-b966-24ad29271517', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '18683f4a-4e81-4332-9885-7f09f49d25aa', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:08:07Z', 'updated_at': '2021-12-24T11:08:24Z', 'revision_number': 5, 'project_id': '59b398769254445dae3d1f85e7f0f818', 'subnets': [{'id': '18683f4a-4e81-4332-9885-7f09f49d25aa', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a90558a5-6b85-4685-be61-2471bf129e96', 'name': '', 'network_id': 'dd56fbb8-c22a-4a7e-ad8c-bc374e11f22c', 'tenant_id': '59b398769254445dae3d1f85e7f0f818', 'mac_address': 'fa:16:3e:2f:8d:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c12f84ef-db9d-4f8b-b966-24ad29271517', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b9019bf9-6c72-4076-a59a-caaf56547875', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:08:17Z', 'updated_at': '2021-12-24T11:08:27Z', 'revision_number': 5, 'project_id': '59b398769254445dae3d1f85e7f0f818', 'subnets': [{'id': 'b9019bf9-6c72-4076-a59a-caaf56547875', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:08:30.350810 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f563bcb5-eed8-446a-8380-bf0a4f737321 None None] Checking router: c12f84ef-db9d-4f8b-b966-24ad29271517 for host: dv-neutron-822691-2-hyperv {{(pid=88880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 24 11:08:30.363805 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f563bcb5-eed8-446a-8380-bf0a4f737321 None None] Routers {'c12f84ef-db9d-4f8b-b966-24ad29271517'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:08:30.364521 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-f563bcb5-eed8-446a-8380-bf0a4f737321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52716c7b38>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:08:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['c12f84ef-db9d-4f8b-b966-24ad29271517'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:08:30.506015 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5126e598-3b87-48f9-8a64-ca5ab50580b0 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:30.546861 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fa378ee2-a118-4a91-a79a-8bbe1962fa8d tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Notify callbacks [] for security_group, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:30.606266 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9b3a298-2a23-415a-9dbc-4741644e4125 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Network 792fabf0-0972-49b3-9dcc-fb2565561da7 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:08:30.608131 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-d9b3a298-2a23-415a-9dbc-4741644e4125 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Resources bound (agent type, host, resource id):  {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:08:30.650436 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device b365da54-92a1-4d97-84d5-611554085651 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:08:30.717459 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-f563bcb5-eed8-446a-8380-bf0a4f737321 None None] Set router c12f84ef-db9d-4f8b-b966-24ad29271517 gateway port host: None {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:08:30.776332 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-235852af-28c4-4a35-ab67-775d9e781eb4 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Deleting port a90558a5-6b85-4685-be61-2471bf129e96 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:08:30.776741 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-235852af-28c4-4a35-ab67-775d9e781eb4 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:30.926600 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fa378ee2-a118-4a91-a79a-8bbe1962fa8d tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:30.944952 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5126e598-3b87-48f9-8a64-ca5ab50580b0 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:30.957039 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-efaf1ee5-c546-470d-99d7-19dbe680d83c tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:08:30.983578 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5126e598-3b87-48f9-8a64-ca5ab50580b0 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a521e764-23f9-46ce-be80-79b0a5f33175,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:08:30.998443 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-5126e598-3b87-48f9-8a64-ca5ab50580b0 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:08:31.038851 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-235852af-28c4-4a35-ab67-775d9e781eb4 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] For port a90558a5-6b85-4685-be61-2471bf129e96, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=a90558a5-6b85-4685-be61-2471bf129e96,segment=NetworkSegment(9f43fc73-2e73-49de-9e41-30ba707b3a58),segment_id=9f43fc73-2e73-49de-9e41-30ba707b3a58)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:08:31.039264 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-235852af-28c4-4a35-ab67-775d9e781eb4 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:31.078253 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5126e598-3b87-48f9-8a64-ca5ab50580b0 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:31.079724 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-5126e598-3b87-48f9-8a64-ca5ab50580b0 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] 10.222.0.65 "DELETE /v2.0/security-groups/a521e764-23f9-46ce-be80-79b0a5f33175 HTTP/1.1" status: 204  len: 168 time: 1.1449206
Dec 24 11:08:31.105196 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port b365da54-92a1-4d97-84d5-611554085651 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:08:31.105958 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:31.117537 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 40860) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:31.158747 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fa378ee2-a118-4a91-a79a-8bbe1962fa8d tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:31.201784 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-235852af-28c4-4a35-ab67-775d9e781eb4 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Calling delete_port for a90558a5-6b85-4685-be61-2471bf129e96 owned by network:router_interface {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:08:31.215824 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f6f02534-e343-4303-9f2d-4da31cdc6055 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:08:31.328202 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-3cece9a5-baf7-4888-8781-f49aa1a18aed None None] Provisioning complete for port a93d9826-63da-4f7c-ae1d-ebc2fb75db93 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:08:31.328943 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3cece9a5-baf7-4888-8781-f49aa1a18aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:31.348081 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-24e880f1-16b9-471f-bde7-85062a955c32 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Synchronizing usage tracker for tenant:c8abfcf6376d432e8b8a84a8e5db68dd on resource:security_group {{(pid=88879) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:08:31.377430 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-24e880f1-16b9-471f-bde7-85062a955c32 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Unset dirty status for tenant:c8abfcf6376d432e8b8a84a8e5db68dd on resource:security_group {{(pid=88879) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:08:31.379266 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-24e880f1-16b9-471f-bde7-85062a955c32 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4006 time: 0.2602355
Dec 24 11:08:31.393729 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 40864) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:31.524305 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa378ee2-a118-4a91-a79a-8bbe1962fa8d tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab9a22bf-9f38-407b-a21c-a21f731ccb3b,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:08:31.530882 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-3cece9a5-baf7-4888-8781-f49aa1a18aed None None] Port a93d9826-63da-4f7c-ae1d-ebc2fb75db93 cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:08:31.537153 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-fa378ee2-a118-4a91-a79a-8bbe1962fa8d tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:08:31.540680 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device b8c71852-03d8-41ad-96c0-6b55e8dc5349 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:08:31.549929 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fa378ee2-a118-4a91-a79a-8bbe1962fa8d tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:31.551343 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-fa378ee2-a118-4a91-a79a-8bbe1962fa8d tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] 10.222.0.65 "DELETE /v2.0/security-groups/ab9a22bf-9f38-407b-a21c-a21f731ccb3b HTTP/1.1" status: 204  len: 168 time: 1.4447021
Dec 24 11:08:31.558615 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 40868) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:31.559921 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-75a82ec3-6029-464f-8554-c97f3780facf tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Notify callbacks [] for security_group, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:31.634636 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-235852af-28c4-4a35-ab67-775d9e781eb4 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:31.651502 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-d8be1625-344e-44a4-82ec-8359e236b565 tempest-RoutersIpV6AdminTest-743002884 tempest-RoutersIpV6AdminTest-743002884-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:08:31.685731 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-f563bcb5-eed8-446a-8380-bf0a4f737321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52716c7b38>, [{'id': 'c12f84ef-db9d-4f8b-b966-24ad29271517', 'name': 'tempest-RoutersIpV6Test-router-644231010', 'tenant_id': '59b398769254445dae3d1f85e7f0f818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:07:43Z', 'updated_at': '2021-12-24T11:08:26Z', 'revision_number': 7, 'project_id': '59b398769254445dae3d1f85e7f0f818', 'gw_port_host': None, '_interfaces': [{'id': '429828b5-a160-4c95-882b-6ee31f57fc8f', 'name': '', 'network_id': '5e9025d6-40e4-4d3a-8443-18331acc89dc', 'tenant_id': '59b398769254445dae3d1f85e7f0f818', 'mac_address': 'fa:16:3e:46:94:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c12f84ef-db9d-4f8b-b966-24ad29271517', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db561dc2-ad7f-45e0-b807-777ba9baaa89', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:07:57Z', 'updated_at': '2021-12-24T11:08:14Z', 'revision_number': 5, 'project_id': '59b398769254445dae3d1f85e7f0f818', 'subnets': [{'id': 'db561dc2-ad7f-45e0-b807-777ba9baaa89', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a117cac-fe6c-4edd-9da7-5695b79dbbbc', 'name': '', 'network_id': '9b4f4508-effc-4cb9-8439-b64bb90916de', 'tenant_id': '59b398769254445dae3d1f85e7f0f818', 'mac_address': 'fa:16:3e:23:35:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c12f84ef-db9d-4f8b-b966-24ad29271517', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e75793db-c2ab-4221-adc4-133f056a01cf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:07:46Z', 'updated_at': '2021-12-24T11:08:02Z', 'revision_number': 5, 'project_id': '59b398769254445dae3d1f85e7f0f818', 'subnets': [{'id': 'e75793db-c2ab-4221-adc4-133f056a01cf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9abfc48e-2517-4a7e-a1f2-b86bd08a5be9', 'name': '', 'network_id': '3fd6f8a5-ac81-478a-94b1-2e50276401de', 'tenant_id': '59b398769254445dae3d1f85e7f0f818', 'mac_address': 'fa:16:3e:9b:14:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c12f84ef-db9d-4f8b-b966-24ad29271517', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '18683f4a-4e81-4332-9885-7f09f49d25aa', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:08:07Z', 'updated_at': '2021-12-24T11:08:24Z', 'revision_number': 5, 'project_id': '59b398769254445dae3d1f85e7f0f818', 'subnets': [{'id': '18683f4a-4e81-4332-9885-7f09f49d25aa', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a90558a5-6b85-4685-be61-2471bf129e96', 'name': '', 'network_id': 'dd56fbb8-c22a-4a7e-ad8c-bc374e11f22c', 'tenant_id': '59b398769254445dae3d1f85e7f0f818', 'mac_address': 'fa:16:3e:2f:8d:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c12f84ef-db9d-4f8b-b966-24ad29271517', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b9019bf9-6c72-4076-a59a-caaf56547875', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:08:17Z', 'updated_at': '2021-12-24T11:08:27Z', 'revision_number': 5, 'project_id': '59b398769254445dae3d1f85e7f0f818', 'subnets': [{'id': 'b9019bf9-6c72-4076-a59a-caaf56547875', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:08:31.686937 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-75a82ec3-6029-464f-8554-c97f3780facf tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:31.691532 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f563bcb5-eed8-446a-8380-bf0a4f737321 None None] The sync data for ids ['c12f84ef-db9d-4f8b-b966-24ad29271517'] in dv-neutron-822691-2-hyperv is: [{'id': 'c12f84ef-db9d-4f8b-b966-24ad29271517', 'name': 'tempest-RoutersIpV6Test-router-644231010', 'tenant_id': '59b398769254445dae3d1f85e7f0f818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:07:43Z', 'updated_at': '2021-12-24T11:08:26Z', 'revision_number': 7, 'project_id': '59b398769254445dae3d1f85e7f0f818', 'gw_port_host': None, '_interfaces': [{'id': '429828b5-a160-4c95-882b-6ee31f57fc8f', 'name': '', 'network_id': '5e9025d6-40e4-4d3a-8443-18331acc89dc', 'tenant_id': '59b398769254445dae3d1f85e7f0f818', 'mac_address': 'fa:16:3e:46:94:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c12f84ef-db9d-4f8b-b966-24ad29271517', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db561dc2-ad7f-45e0-b807-777ba9baaa89', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:07:57Z', 'updated_at': '2021-12-24T11:08:14Z', 'revision_number': 5, 'project_id': '59b398769254445dae3d1f85e7f0f818', 'subnets': [{'id': 'db561dc2-ad7f-45e0-b807-777ba9baaa89', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a117cac-fe6c-4edd-9da7-5695b79dbbbc', 'name': '', 'network_id': '9b4f4508-effc-4cb9-8439-b64bb90916de', 'tenant_id': '59b398769254445dae3d1f85e7f0f818', 'mac_address': 'fa:16:3e:23:35:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c12f84ef-db9d-4f8b-b966-24ad29271517', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e75793db-c2ab-4221-adc4-133f056a01cf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:07:46Z', 'updated_at': '2021-12-24T11:08:02Z', 'revision_number': 5, 'project_id': '59b398769254445dae3d1f85e7f0f818', 'subnets': [{'id': 'e75793db-c2ab-4221-adc4-133f056a01cf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9abfc48e-2517-4a7e-a1f2-b86bd08a5be9', 'name': '', 'network_id': '3fd6f8a5-ac81-478a-94b1-2e50276401de', 'tenant_id': '59b398769254445dae3d1f85e7f0f818', 'mac_address': 'fa:16:3e:9b:14:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c12f84ef-db9d-4f8b-b966-24ad29271517', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '18683f4a-4e81-4332-9885-7f09f49d25aa', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:08:07Z', 'updated_at': '2021-12-24T11:08:24Z', 'revision_number': 5, 'project_id': '59b398769254445dae3d1f85e7f0f818', 'subnets': [{'id': '18683f4a-4e81-4332-9885-7f09f49d25aa', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a90558a5-6b85-4685-be61-2471bf129e96', 'name': '', 'network_id': 'dd56fbb8-c22a-4a7e-ad8c-bc374e11f22c', 'tenant_id': '59b398769254445dae3d1f85e7f0f818', 'mac_address': 'fa:16:3e:2f:8d:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c12f84ef-db9d-4f8b-b966-24ad29271517', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b9019bf9-6c72-4076-a59a-caaf56547875', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:08:17Z', 'updated_at': '2021-12-24T11:08:27Z', 'revision_number': 5, 'project_id': '59b398769254445dae3d1f85e7f0f818', 'subnets': [{'id': 'b9019bf9-6c72-4076-a59a-caaf56547875', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:08:31.694707 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning for port b8c71852-03d8-41ad-96c0-6b55e8dc5349 completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:08:31.700679 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port b8c71852-03d8-41ad-96c0-6b55e8dc5349 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:08:31.701112 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:31.735716 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-32922d6f-3d25-41b0-8000-d1a549a5ddd5 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Synchronizing usage tracker for tenant:f7aa443d52be478a9bbb99382b41caea on resource:security_group {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:08:31.772344 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-32922d6f-3d25-41b0-8000-d1a549a5ddd5 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Unset dirty status for tenant:f7aa443d52be478a9bbb99382b41caea on resource:security_group {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:08:31.773990 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-32922d6f-3d25-41b0-8000-d1a549a5ddd5 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.2134645
Dec 24 11:08:31.796667 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 40872) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:31.803409 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bc3c128-b5f2-4254-bf8d-7849cbe0004e admin admin] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:08:31.809063 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-9538d883-9a4d-4209-8a94-a8eaabb0bd45 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Request body: {'security_group': {'name': 'tempest-secgroup--794755758'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:08:31.815137 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1fd4fc2-9475-4c2f-8c33-19d48ef29561 None None] Sync routers for ids ['66c30292-fd2e-493e-b11a-476cc785ca2c'] in dv-neutron-822691-2-hyperv {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:08:31.841575 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235852af-28c4-4a35-ab67-775d9e781eb4 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Pushing event deleted for resources: {'Port': ['ID=a90558a5-6b85-4685-be61-2471bf129e96,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:08:31.843518 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-8bc3c128-b5f2-4254-bf8d-7849cbe0004e admin admin] 10.222.0.65 "PUT /v2.0/routers/66c30292-fd2e-493e-b11a-476cc785ca2c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 11.4171932
Dec 24 11:08:31.846356 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-9538d883-9a4d-4209-8a94-a8eaabb0bd45 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:08:31.858581 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1fd4fc2-9475-4c2f-8c33-19d48ef29561 None None] Routers {'66c30292-fd2e-493e-b11a-476cc785ca2c'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:08:31.859639 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-d1fd4fc2-9475-4c2f-8c33-19d48ef29561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271a116a0>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:08:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['66c30292-fd2e-493e-b11a-476cc785ca2c'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:08:31.884520 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-9538d883-9a4d-4209-8a94-a8eaabb0bd45 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:08:31.886710 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-235852af-28c4-4a35-ab67-775d9e781eb4 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:08:31.887804 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-75a82ec3-6029-464f-8554-c97f3780facf tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:31.896555 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:31.897524 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f4a27e83-f14f-4343-ba80-08e3b8cd015d tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:08:31.936935 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] For port b8c71852-03d8-41ad-96c0-6b55e8dc5349, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=b8c71852-03d8-41ad-96c0-6b55e8dc5349,segment=NetworkSegment(d4e3295f-9ff8-4cad-8a20-3f1c937efc8c),segment_id=d4e3295f-9ff8-4cad-8a20-3f1c937efc8c)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:08:31.943389 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:31.944564 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9b3a298-2a23-415a-9dbc-4741644e4125 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Router 64d01824-0b36-47f9-a202-00d92cedbf99 has already been hosted by L3 agent 198cca88-1338-4098-b44b-beb0346ac906 {{(pid=88878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 24 11:08:31.944705 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device a90558a5-6b85-4685-be61-2471bf129e96 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:08:31.949234 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9538d883-9a4d-4209-8a94-a8eaabb0bd45 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Notify callbacks [] for security_group, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:31.998909 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-89713768-2a87-49bc-9b76-cda155c716d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:08:32.061542 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a82ec3-6029-464f-8554-c97f3780facf tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf7c3d14-8a19-43e5-b4b4-7cef3754ac60,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:08:32.113813 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] No Port match for: a90558a5-6b85-4685-be61-2471bf129e96 {{(pid=88880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 24 11:08:32.114279 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device a90558a5-6b85-4685-be61-2471bf129e96 not bound to the agent host dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:286}}
Dec 24 11:08:32.143277 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-75a82ec3-6029-464f-8554-c97f3780facf tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:08:32.146240 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-d1fd4fc2-9475-4c2f-8c33-19d48ef29561 None None] Set router 66c30292-fd2e-493e-b11a-476cc785ca2c gateway port host: dv-neutron-822691-2-hyperv {{(pid=88881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:08:32.170903 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-75a82ec3-6029-464f-8554-c97f3780facf tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Notify callbacks [] for security_group, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:32.172205 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-75a82ec3-6029-464f-8554-c97f3780facf tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] 10.222.0.65 "DELETE /v2.0/security-groups/cf7c3d14-8a19-43e5-b4b4-7cef3754ac60 HTTP/1.1" status: 204  len: 168 time: 0.7775218
Dec 24 11:08:32.185053 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 40882) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:32.189786 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Port a90558a5-6b85-4685-be61-2471bf129e96 not found, will not notify nova. {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}}
Dec 24 11:08:32.190807 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 37f1c458-5a44-436a-af4a-764cf2dad96d up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:08:32.302628 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Pushing event updated for resources: {'Port': ['ID=b8c71852-03d8-41ad-96c0-6b55e8dc5349,revision_number=4']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:08:32.305851 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-cc83c81e-b417-4b27-9d94-1cde8085a772 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Synchronizing usage tracker for tenant:c8abfcf6376d432e8b8a84a8e5db68dd on resource:security_group {{(pid=88879) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:08:32.317943 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:08:32.330359 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-cc83c81e-b417-4b27-9d94-1cde8085a772 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Unset dirty status for tenant:c8abfcf6376d432e8b8a84a8e5db68dd on resource:security_group {{(pid=88879) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:08:32.331755 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-cc83c81e-b417-4b27-9d94-1cde8085a772 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.1438537
Dec 24 11:08:32.339228 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 40892) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:32.344071 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-9538d883-9a4d-4209-8a94-a8eaabb0bd45 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:08:32.351104 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-9538d883-9a4d-4209-8a94-a8eaabb0bd45 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Usage tracker for resource:security_group_rule and tenant:f7aa443d52be478a9bbb99382b41caea is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:08:32.352893 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-137fde2d-9b87-4235-9269-0d857da0cf05 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Request body: {'security_group': {'name': 'tempest-secgroup--959707276'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:08:32.356118 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-9538d883-9a4d-4209-8a94-a8eaabb0bd45 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:08:32.368234 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-9538d883-9a4d-4209-8a94-a8eaabb0bd45 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:08:32.370134 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-137fde2d-9b87-4235-9269-0d857da0cf05 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:08:32.375391 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port 37f1c458-5a44-436a-af4a-764cf2dad96d triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:08:32.375997 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:32.424557 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-137fde2d-9b87-4235-9269-0d857da0cf05 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:08:32.470977 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-137fde2d-9b87-4235-9269-0d857da0cf05 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Notify callbacks [] for security_group, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:32.539475 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-235852af-28c4-4a35-ab67-775d9e781eb4 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036852798164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854055527'] for router_interface, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:32.541444 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9538d883-9a4d-4209-8a94-a8eaabb0bd45 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Notify callbacks [] for security_group, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:32.557542 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9538d883-9a4d-4209-8a94-a8eaabb0bd45 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:32.565315 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f95687bd-2134-4ded-a577-43512418a137 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:08:32.604116 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9538d883-9a4d-4209-8a94-a8eaabb0bd45 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6726d4ef-ea9d-439d-998c-ddec55e1d8e3,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:08:32.608176 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-9538d883-9a4d-4209-8a94-a8eaabb0bd45 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:08:32.641077 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 9abfc48e-2517-4a7e-a1f2-b86bd08a5be9 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:08:32.679099 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9b3a298-2a23-415a-9dbc-4741644e4125 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:08:32.690880 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-d9b3a298-2a23-415a-9dbc-4741644e4125 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] 10.222.0.65 "PUT /v2.0/routers/64d01824-0b36-47f9-a202-00d92cedbf99/add_router_interface HTTP/1.1" status: 200  len: 503 time: 10.7985053
Dec 24 11:08:32.692887 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 40896) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:32.697648 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b1c90c5-1957-49b6-8327-7fb230f6450d None None] Sync routers for ids ['64d01824-0b36-47f9-a202-00d92cedbf99'] in dv-neutron-822691-2-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:08:32.698089 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9538d883-9a4d-4209-8a94-a8eaabb0bd45 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:32.700059 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-9538d883-9a4d-4209-8a94-a8eaabb0bd45 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 0.9002082
Dec 24 11:08:32.705062 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 40900) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:32.706294 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-72b06544-8daa-4153-9b16-79819700f6a2 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Request body: {'port': {'network_id': '792fabf0-0972-49b3-9dcc-fb2565561da7', 'name': 'tempest-FloatingIPTestJSON-1397797160'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:08:32.737457 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1c90c5-1957-49b6-8327-7fb230f6450d None None] Routers {'64d01824-0b36-47f9-a202-00d92cedbf99'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:08:32.738185 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-1b1c90c5-1957-49b6-8327-7fb230f6450d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52719ef0b8>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:08:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['64d01824-0b36-47f9-a202-00d92cedbf99'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:08:32.741415 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-137fde2d-9b87-4235-9269-0d857da0cf05 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:08:32.765024 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-137fde2d-9b87-4235-9269-0d857da0cf05 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Usage tracker for resource:security_group_rule and tenant:c8abfcf6376d432e8b8a84a8e5db68dd is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:08:32.814030 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-ac2c4a16-7b9a-4373-b6fb-50cedad7b5d9 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Request body: {'security_group': {'name': 'tempest-secgroup--878990953'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:08:32.815734 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-1b1c90c5-1957-49b6-8327-7fb230f6450d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52719ef0b8>, [], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:08:32.829428 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-137fde2d-9b87-4235-9269-0d857da0cf05 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:08:32.832951 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port 9abfc48e-2517-4a7e-a1f2-b86bd08a5be9 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:08:32.833383 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:32.846635 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-d1fd4fc2-9475-4c2f-8c33-19d48ef29561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271a116a0>, [{'id': '66c30292-fd2e-493e-b11a-476cc785ca2c', 'name': 'tempest-TestVolumeBootPattern-1200719034-router', 'tenant_id': 'a0842a1c3bb446d78dd71270ab051ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.72'}], 'enable_snat': True}, 'gw_port_id': 'b8c71852-03d8-41ad-96c0-6b55e8dc5349', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:08:13Z', 'updated_at': '2021-12-24T11:08:25Z', 'revision_number': 4, 'project_id': 'a0842a1c3bb446d78dd71270ab051ba7', 'gw_port': {'id': 'b8c71852-03d8-41ad-96c0-6b55e8dc5349', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:ce:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c30292-fd2e-493e-b11a-476cc785ca2c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:08:15Z', 'updated_at': '2021-12-24T11:08:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_interfaces': [{'id': '23e63890-1f37-4d99-a37d-dbade8a99bc7', 'name': '', 'network_id': '01e54fca-dedc-4916-91d1-fe2f6365d279', 'tenant_id': 'a0842a1c3bb446d78dd71270ab051ba7', 'mac_address': 'fa:16:3e:ca:b4:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66c30292-fd2e-493e-b11a-476cc785ca2c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '075ae185-3520-4ef3-8fc6-814192a7b0ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:08:23Z', 'updated_at': '2021-12-24T11:08:25Z', 'revision_number': 2, 'project_id': 'a0842a1c3bb446d78dd71270ab051ba7', 'subnets': [{'id': '075ae185-3520-4ef3-8fc6-814192a7b0ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:08:32.860135 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1fd4fc2-9475-4c2f-8c33-19d48ef29561 None None] Checking router: 66c30292-fd2e-493e-b11a-476cc785ca2c for host: dv-neutron-822691-2-hyperv {{(pid=88881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 24 11:08:32.860504 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1fd4fc2-9475-4c2f-8c33-19d48ef29561 None None] Updating router 66c30292-fd2e-493e-b11a-476cc785ca2c port 23e63890-1f37-4d99-a37d-dbade8a99bc7 binding host dv-neutron-822691-2-hyperv {{(pid=88881) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 24 11:08:32.883469 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1c90c5-1957-49b6-8327-7fb230f6450d None None] Routers {'64d01824-0b36-47f9-a202-00d92cedbf99'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:08:32.884586 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-1b1c90c5-1957-49b6-8327-7fb230f6450d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52719ef0b8>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:08:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['64d01824-0b36-47f9-a202-00d92cedbf99'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:08:32.916767 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 40904) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:32.926264 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-e27c122e-002f-46ad-abd2-f72a4854f391 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1073683971', 'description': 'tempest-secgroup-smoke-1073683971 description', 'project_id': 'fbedb279f22e4b3494591d6dabc201d5'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:08:32.935662 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-e27c122e-002f-46ad-abd2-f72a4854f391 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:08:32.945345 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-e27c122e-002f-46ad-abd2-f72a4854f391 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Usage tracker for resource:security_group and tenant:fbedb279f22e4b3494591d6dabc201d5 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:08:32.949304 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-72b06544-8daa-4153-9b16-79819700f6a2 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:08:32.953719 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-e27c122e-002f-46ad-abd2-f72a4854f391 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:08:32.953969 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-ac2c4a16-7b9a-4373-b6fb-50cedad7b5d9 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:08:32.963773 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-72b06544-8daa-4153-9b16-79819700f6a2 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Usage tracker for resource:port and tenant:ec45645f66414388a125dd3f2f469cd9 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:08:32.967676 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-e27c122e-002f-46ad-abd2-f72a4854f391 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:08:32.970450 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d1fd4fc2-9475-4c2f-8c33-19d48ef29561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:32.970685 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-72b06544-8daa-4153-9b16-79819700f6a2 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Quota usage for port was recalculated. Used quota:6. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:08:32.979230 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-137fde2d-9b87-4235-9269-0d857da0cf05 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:08:32.981951 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-1b1c90c5-1957-49b6-8327-7fb230f6450d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52719ef0b8>, [], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:08:32.982155 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-72b06544-8daa-4153-9b16-79819700f6a2 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:08:32.982407 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b1c90c5-1957-49b6-8327-7fb230f6450d None None] The sync data for ids ['64d01824-0b36-47f9-a202-00d92cedbf99'] in dv-neutron-822691-2-hyperv is: [] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:08:32.984099 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-ac2c4a16-7b9a-4373-b6fb-50cedad7b5d9 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Usage tracker for resource:security_group and tenant:f7aa443d52be478a9bbb99382b41caea is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:08:32.999256 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-ac2c4a16-7b9a-4373-b6fb-50cedad7b5d9 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:08:33.006612 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e27c122e-002f-46ad-abd2-f72a4854f391 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Notify callbacks [] for security_group, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:33.025199 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-ac2c4a16-7b9a-4373-b6fb-50cedad7b5d9 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:08:33.027719 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72b06544-8daa-4153-9b16-79819700f6a2 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Made reservation on behalf of ec45645f66414388a125dd3f2f469cd9 for: {'port': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:08:33.036340 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-72b06544-8daa-4153-9b16-79819700f6a2 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:33.077208 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [None req-72b06544-8daa-4153-9b16-79819700f6a2 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] device_id is not set on port 8ed50dd7-7643-4339-b5a5-cfc3850a32ce yet. {{(pid=88878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 24 11:08:33.084725 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ac2c4a16-7b9a-4373-b6fb-50cedad7b5d9 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Notify callbacks [] for security_group, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:33.153724 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-e27c122e-002f-46ad-abd2-f72a4854f391 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:08:33.165503 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-ac2c4a16-7b9a-4373-b6fb-50cedad7b5d9 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:08:33.169196 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-e27c122e-002f-46ad-abd2-f72a4854f391 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Usage tracker for resource:security_group_rule and tenant:fbedb279f22e4b3494591d6dabc201d5 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:08:33.170533 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-ac2c4a16-7b9a-4373-b6fb-50cedad7b5d9 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Usage tracker for resource:security_group_rule and tenant:f7aa443d52be478a9bbb99382b41caea is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:08:33.171460 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.agents_db [None req-e51243ab-6a93-425b-980f-a73583147efa None None] Agent healthcheck: found 6 active agents {{(pid=88881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 24 11:08:33.173996 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-ac2c4a16-7b9a-4373-b6fb-50cedad7b5d9 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:08:33.176428 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-e27c122e-002f-46ad-abd2-f72a4854f391 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:08:33.181078 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-ac2c4a16-7b9a-4373-b6fb-50cedad7b5d9 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:08:33.191497 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-e27c122e-002f-46ad-abd2-f72a4854f391 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:08:33.216177 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-137fde2d-9b87-4235-9269-0d857da0cf05 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Notify callbacks [] for security_group, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:33.231444 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-137fde2d-9b87-4235-9269-0d857da0cf05 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:33.240474 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-141868b5-43b8-4f58-a20f-de6e5c74c0a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:08:33.337210 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-72b06544-8daa-4153-9b16-79819700f6a2 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Allocated IP 172.20.0.9 (792fabf0-0972-49b3-9dcc-fb2565561da7/91b2eee5-a3e4-4815-ad6c-b65dd36fa3d2/8ed50dd7-7643-4339-b5a5-cfc3850a32ce) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:08:33.362986 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e27c122e-002f-46ad-abd2-f72a4854f391 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Notify callbacks [] for security_group, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:33.381351 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e27c122e-002f-46ad-abd2-f72a4854f391 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:33.383958 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device b8c71852-03d8-41ad-96c0-6b55e8dc5349 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:08:33.401378 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-e59de427-e7fa-41cb-816d-eb3653da05a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:08:33.471824 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137fde2d-9b87-4235-9269-0d857da0cf05 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7f3289b-888e-4e3f-b645-292393959bb8,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:08:33.486280 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-137fde2d-9b87-4235-9269-0d857da0cf05 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:08:33.494690 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ac2c4a16-7b9a-4373-b6fb-50cedad7b5d9 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Notify callbacks [] for security_group, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:33.504742 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ac2c4a16-7b9a-4373-b6fb-50cedad7b5d9 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:33.512834 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27c122e-002f-46ad-abd2-f72a4854f391 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c81f28e-fd2d-468e-ad3a-e8186ef36a4b,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:08:33.522678 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d1fd4fc2-9475-4c2f-8c33-19d48ef29561 None None] Notify callbacks [] for port, precommit_update {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:33.531173 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-3a919e24-5a7c-435f-9233-a5e3d568c5b4 tempest-ExtraDHCPOptionsTestJSON-983307326 tempest-ExtraDHCPOptionsTestJSON-983307326-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:08:33.537597 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-d1fd4fc2-9475-4c2f-8c33-19d48ef29561 None None] Transition to ACTIVE for port object 23e63890-1f37-4d99-a37d-dbade8a99bc7 will not be triggered until provisioned by entity L2. {{(pid=88881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:08:33.546301 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d1fd4fc2-9475-4c2f-8c33-19d48ef29561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:33.558418 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:08:33.560960 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e27c122e-002f-46ad-abd2-f72a4854f391 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:33.566621 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-137fde2d-9b87-4235-9269-0d857da0cf05 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Notify callbacks [] for security_group, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:33.568059 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-e27c122e-002f-46ad-abd2-f72a4854f391 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 0.6500933
Dec 24 11:08:33.568675 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-137fde2d-9b87-4235-9269-0d857da0cf05 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 1.2273018
Dec 24 11:08:33.573180 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-e27c122e-002f-46ad-abd2-f72a4854f391 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:08:33.578421 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 40908) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:33.579230 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 40910) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:33.591822 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-289e6085-9c4b-4fc8-a6bc-d8835801f755 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Request body: {'security_group_rule': {'security_group_id': 'c7f3289b-888e-4e3f-b645-292393959bb8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:08:33.602919 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-75837bdc-0dd8-4cf7-8f29-7fa223628cc2 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Request body: {'security_group_rule': {'security_group_id': '7c81f28e-fd2d-468e-ad3a-e8186ef36a4b', 'project_id': 'fbedb279f22e4b3494591d6dabc201d5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:08:33.616610 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ac2c4a16-7b9a-4373-b6fb-50cedad7b5d9 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Notify callbacks [] for security_group, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:33.618353 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-ac2c4a16-7b9a-4373-b6fb-50cedad7b5d9 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 0.9054167
Dec 24 11:08:33.622222 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 40916) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:33.631223 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-289e6085-9c4b-4fc8-a6bc-d8835801f755 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:08:33.636006 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-75837bdc-0dd8-4cf7-8f29-7fa223628cc2 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:08:33.645474 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2c4a16-7b9a-4373-b6fb-50cedad7b5d9 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb72885c-61c2-4457-b08b-ac99492012ce,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:08:33.655260 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-c33f902d-2d1a-4d42-823e-cb1ce181bf3c tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Request body: {'security_group_rule': {'security_group_id': '6726d4ef-ea9d-439d-998c-ddec55e1d8e3', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'bb72885c-61c2-4457-b08b-ac99492012ce', 'remote_ip_prefix': None}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:08:33.659681 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcfce84-25f1-4ed8-b7ca-3edc43431de4 None None] Pushing event updated for resources: {'Port': ['ID=23e63890-1f37-4d99-a37d-dbade8a99bc7,revision_number=3']} {{(pid=88881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:08:33.661256 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-289e6085-9c4b-4fc8-a6bc-d8835801f755 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Usage tracker for resource:security_group_rule and tenant:c8abfcf6376d432e8b8a84a8e5db68dd is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:08:33.666233 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-c33f902d-2d1a-4d42-823e-cb1ce181bf3c tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:08:33.667910 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-75837bdc-0dd8-4cf7-8f29-7fa223628cc2 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Usage tracker for resource:security_group_rule and tenant:fbedb279f22e4b3494591d6dabc201d5 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:08:33.672607 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-289e6085-9c4b-4fc8-a6bc-d8835801f755 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:08:33.673239 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-c33f902d-2d1a-4d42-823e-cb1ce181bf3c tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Usage tracker for resource:security_group_rule and tenant:f7aa443d52be478a9bbb99382b41caea is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:08:33.677303 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-ac2c4a16-7b9a-4373-b6fb-50cedad7b5d9 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:08:33.678450 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-c33f902d-2d1a-4d42-823e-cb1ce181bf3c tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:08:33.679953 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-75837bdc-0dd8-4cf7-8f29-7fa223628cc2 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:08:33.688434 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-c33f902d-2d1a-4d42-823e-cb1ce181bf3c tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:08:33.760896 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-289e6085-9c4b-4fc8-a6bc-d8835801f755 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:08:33.763645 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-75837bdc-0dd8-4cf7-8f29-7fa223628cc2 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:08:33.780966 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port b8c71852-03d8-41ad-96c0-6b55e8dc5349 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:08:33.781739 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:33.800804 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c33f902d-2d1a-4d42-823e-cb1ce181bf3c tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:33.882479 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-75837bdc-0dd8-4cf7-8f29-7fa223628cc2 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:33.912277 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-289e6085-9c4b-4fc8-a6bc-d8835801f755 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:33.916509 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-6dcfce84-25f1-4ed8-b7ca-3edc43431de4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=88881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:08:33.917316 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-d1fd4fc2-9475-4c2f-8c33-19d48ef29561 None None] Attempting to bind port 23e63890-1f37-4d99-a37d-dbade8a99bc7 on host dv-neutron-822691-2-hyperv for vnic_type normal with profile  {{(pid=88881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:08:33.917776 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-d1fd4fc2-9475-4c2f-8c33-19d48ef29561 None None] Attempting to bind port 23e63890-1f37-4d99-a37d-dbade8a99bc7 by drivers openvswitch,hyperv on host dv-neutron-822691-2-hyperv at level 0 using segments [{'id': '46050ee4-e8ed-42a5-a97e-ecc6bf9bb8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '01e54fca-dedc-4916-91d1-fe2f6365d279'}] {{(pid=88881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:08:33.918583 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1fd4fc2-9475-4c2f-8c33-19d48ef29561 None None] Attempting to bind port 23e63890-1f37-4d99-a37d-dbade8a99bc7 on network 01e54fca-dedc-4916-91d1-fe2f6365d279 {{(pid=88881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:08:33.927272 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1fd4fc2-9475-4c2f-8c33-19d48ef29561 None None] Checking agent: {'id': 'db1275c1-6001-47af-93c2-635c68404703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822691-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 52, 8), 'started_at': datetime.datetime(2021, 12, 24, 10, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 8, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822691-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:08:33.927695 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1fd4fc2-9475-4c2f-8c33-19d48ef29561 None None] Checking segment: {'id': '46050ee4-e8ed-42a5-a97e-ecc6bf9bb8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '01e54fca-dedc-4916-91d1-fe2f6365d279'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:08:33.928153 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d1fd4fc2-9475-4c2f-8c33-19d48ef29561 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:33.928596 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1fd4fc2-9475-4c2f-8c33-19d48ef29561 None None] Bound using segment: {'id': '46050ee4-e8ed-42a5-a97e-ecc6bf9bb8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '01e54fca-dedc-4916-91d1-fe2f6365d279'} {{(pid=88881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:08:33.929797 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-d1fd4fc2-9475-4c2f-8c33-19d48ef29561 None None] Bound port: 23e63890-1f37-4d99-a37d-dbade8a99bc7, host: dv-neutron-822691-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46050ee4-e8ed-42a5-a97e-ecc6bf9bb8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '01e54fca-dedc-4916-91d1-fe2f6365d279'}}] {{(pid=88881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:08:33.930344 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d1fd4fc2-9475-4c2f-8c33-19d48ef29561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:34.001434 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-72b06544-8daa-4153-9b16-79819700f6a2 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:34.031702 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c33f902d-2d1a-4d42-823e-cb1ce181bf3c tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:34.043574 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c33f902d-2d1a-4d42-823e-cb1ce181bf3c tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689902'] for security_group_rule, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:34.046816 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-72b06544-8daa-4153-9b16-79819700f6a2 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Transition to ACTIVE for port object 8ed50dd7-7643-4339-b5a5-cfc3850a32ce will not be triggered until provisioned by entity DHCP. {{(pid=88878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:08:34.053273 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:08:34.061679 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-d1fd4fc2-9475-4c2f-8c33-19d48ef29561 None None] For port 23e63890-1f37-4d99-a37d-dbade8a99bc7, host dv-neutron-822691-2-hyperv, cleared binding levels {{(pid=88881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:08:34.066149 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-d1fd4fc2-9475-4c2f-8c33-19d48ef29561 None None] For port 23e63890-1f37-4d99-a37d-dbade8a99bc7, host dv-neutron-822691-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=23e63890-1f37-4d99-a37d-dbade8a99bc7,segment=NetworkSegment(46050ee4-e8ed-42a5-a97e-ecc6bf9bb8f6),segment_id=46050ee4-e8ed-42a5-a97e-ecc6bf9bb8f6)] {{(pid=88881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:08:34.074442 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d1fd4fc2-9475-4c2f-8c33-19d48ef29561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:34.087509 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-289e6085-9c4b-4fc8-a6bc-d8835801f755 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:34.088046 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33f902d-2d1a-4d42-823e-cb1ce181bf3c tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3b575c2-566f-48b6-9345-e603a999ed00,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:08:34.088370 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-28fb43e0-c1bd-4918-bdf8-846410cd44d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:08:34.095284 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c33f902d-2d1a-4d42-823e-cb1ce181bf3c tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:08:34.106995 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c33f902d-2d1a-4d42-823e-cb1ce181bf3c tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:34.111666 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-c33f902d-2d1a-4d42-823e-cb1ce181bf3c tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 740 time: 0.4809868
Dec 24 11:08:34.111903 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-75837bdc-0dd8-4cf7-8f29-7fa223628cc2 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:34.112082 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 40922) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:34.114523 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-289e6085-9c4b-4fc8-a6bc-d8835801f755 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689902'] for security_group_rule, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:34.121476 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-75837bdc-0dd8-4cf7-8f29-7fa223628cc2 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689902'] for security_group_rule, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:34.130463 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7c89c25e-085d-45a5-b5b0-94d7cbc8333a tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:08:34.134970 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-72b06544-8daa-4153-9b16-79819700f6a2 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:34.143359 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-53de542f-4032-4b08-ac5a-38d6ba3a0871 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:08:34.171876 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289e6085-9c4b-4fc8-a6bc-d8835801f755 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4754dc25-29d2-45fd-acfd-e309a498a514,revision_number=0']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:08:34.191957 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-235852af-28c4-4a35-ab67-775d9e781eb4 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Router c12f84ef-db9d-4f8b-b966-24ad29271517 has already been hosted by L3 agent 198cca88-1338-4098-b44b-beb0346ac906 {{(pid=88879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 24 11:08:34.240085 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75837bdc-0dd8-4cf7-8f29-7fa223628cc2 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9d2005e-05ca-4732-b11a-dc9b6a75d013,revision_number=0']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:08:34.249059 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-289e6085-9c4b-4fc8-a6bc-d8835801f755 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:34.250773 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-289e6085-9c4b-4fc8-a6bc-d8835801f755 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 717 time: 0.6698501
Dec 24 11:08:34.252723 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-75837bdc-0dd8-4cf7-8f29-7fa223628cc2 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:08:34.253777 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-a6ea8fbe-dc13-443c-b6bf-07cd1c608d2b tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.090s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:08:34.254349 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-a6ea8fbe-dc13-443c-b6bf-07cd1c608d2b tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:08:34.255273 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-75837bdc-0dd8-4cf7-8f29-7fa223628cc2 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:34.256946 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-75837bdc-0dd8-4cf7-8f29-7fa223628cc2 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.6740091
Dec 24 11:08:34.257679 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 40926) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:34.272397 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 40930) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:34.305527 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-d29a4a41-1e20-4854-9448-ecf9dcccad17 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Request body: {'security_group_rule': {'security_group_id': '7c81f28e-fd2d-468e-ad3a-e8186ef36a4b', 'project_id': 'fbedb279f22e4b3494591d6dabc201d5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:08:34.320720 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a3f26ba1-6e64-4791-b40c-b3bb7f46c3a8 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:34.354072 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-d29a4a41-1e20-4854-9448-ecf9dcccad17 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:08:34.380424 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a3f26ba1-6e64-4791-b40c-b3bb7f46c3a8 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:34.385281 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1fd4fc2-9475-4c2f-8c33-19d48ef29561 None None] Routers {'66c30292-fd2e-493e-b11a-476cc785ca2c'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:08:34.386076 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-d1fd4fc2-9475-4c2f-8c33-19d48ef29561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271a116a0>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:08:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['66c30292-fd2e-493e-b11a-476cc785ca2c'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:08:34.417066 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-d29a4a41-1e20-4854-9448-ecf9dcccad17 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Usage tracker for resource:security_group_rule and tenant:fbedb279f22e4b3494591d6dabc201d5 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:08:34.438377 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-d29a4a41-1e20-4854-9448-ecf9dcccad17 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:08:34.447982 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72b06544-8daa-4153-9b16-79819700f6a2 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Network 792fabf0-0972-49b3-9dcc-fb2565561da7 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:08:34.469097 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-72b06544-8daa-4153-9b16-79819700f6a2 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Resources bound (agent type, host, resource id):  {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:08:34.473648 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b06544-8daa-4153-9b16-79819700f6a2 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Pushing event updated for resources: {'Port': ['ID=8ed50dd7-7643-4339-b5a5-cfc3850a32ce,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:08:34.480020 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-72b06544-8daa-4153-9b16-79819700f6a2 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:08:34.482254 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b06544-8daa-4153-9b16-79819700f6a2 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:08:34.511429 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcfce84-25f1-4ed8-b7ca-3edc43431de4 None None] Pushing event updated for resources: {'Port': ['ID=23e63890-1f37-4d99-a37d-dbade8a99bc7,revision_number=4']} {{(pid=88881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:08:34.518789 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-6dcfce84-25f1-4ed8-b7ca-3edc43431de4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=88881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:08:34.552579 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-d29a4a41-1e20-4854-9448-ecf9dcccad17 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:08:34.643252 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a3f26ba1-6e64-4791-b40c-b3bb7f46c3a8 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689902'] for security_group_rule, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:34.685672 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c514e468-2bc5-4d66-b045-e4f0b1be620f tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:08:34.711614 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d29a4a41-1e20-4854-9448-ecf9dcccad17 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:34.753303 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f26ba1-6e64-4791-b40c-b3bb7f46c3a8 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b3b575c2-566f-48b6-9345-e603a999ed00,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:08:34.780800 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-d1fd4fc2-9475-4c2f-8c33-19d48ef29561 None None] Set router 66c30292-fd2e-493e-b11a-476cc785ca2c gateway port host: dv-neutron-822691-2-hyperv {{(pid=88881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:08:34.783721 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-accdc8df-3f2a-4700-85e0-e53eacb716e5 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:34.785712 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-a3f26ba1-6e64-4791-b40c-b3bb7f46c3a8 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:08:34.800676 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-accdc8df-3f2a-4700-85e0-e53eacb716e5 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:34.804931 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72b06544-8daa-4153-9b16-79819700f6a2 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:08:34.807068 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-72b06544-8daa-4153-9b16-79819700f6a2 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:34.868480 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-accdc8df-3f2a-4700-85e0-e53eacb716e5 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689902'] for security_group_rule, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:34.869164 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a3f26ba1-6e64-4791-b40c-b3bb7f46c3a8 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:34.875645 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-28761ae8-aa73-4327-a9d8-56e12d7696f6 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:08:34.878155 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-a3f26ba1-6e64-4791-b40c-b3bb7f46c3a8 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/b3b575c2-566f-48b6-9345-e603a999ed00 HTTP/1.1" status: 204  len: 168 time: 0.7641442
Dec 24 11:08:34.880322 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 40934) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:34.896902 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accdc8df-3f2a-4700-85e0-e53eacb716e5 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4754dc25-29d2-45fd-acfd-e309a498a514,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:08:34.910934 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-72b06544-8daa-4153-9b16-79819700f6a2 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 929 time: 2.2164114
Dec 24 11:08:34.913423 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 40938) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:34.914862 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-accdc8df-3f2a-4700-85e0-e53eacb716e5 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:08:34.924287 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-accdc8df-3f2a-4700-85e0-e53eacb716e5 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:34.929260 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-accdc8df-3f2a-4700-85e0-e53eacb716e5 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/4754dc25-29d2-45fd-acfd-e309a498a514 HTTP/1.1" status: 204  len: 168 time: 0.6660576
Dec 24 11:08:34.930345 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-492515a8-c282-419b-82eb-e4ce0881accd tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Request body: {'floatingip': {'port_id': '8ed50dd7-7643-4339-b5a5-cfc3850a32ce'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:08:34.939237 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 40942) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:35.038015 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-4aac60e4-3a95-405c-9ee8-8be5d5254bb4 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Synchronizing usage tracker for tenant:c8abfcf6376d432e8b8a84a8e5db68dd on resource:security_group_rule {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:08:35.075721 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-265a8803-4964-4dc0-9386-7b868c1c2b1d tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Synchronizing usage tracker for tenant:f7aa443d52be478a9bbb99382b41caea on resource:security_group_rule {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:08:35.083452 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d29a4a41-1e20-4854-9448-ecf9dcccad17 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:35.093033 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d29a4a41-1e20-4854-9448-ecf9dcccad17 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689902'] for security_group_rule, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:35.094104 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-4aac60e4-3a95-405c-9ee8-8be5d5254bb4 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Unset dirty status for tenant:c8abfcf6376d432e8b8a84a8e5db68dd on resource:security_group_rule {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:08:35.095429 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-235852af-28c4-4a35-ab67-775d9e781eb4 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:08:35.098866 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-4aac60e4-3a95-405c-9ee8-8be5d5254bb4 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3219 time: 0.1585162
Dec 24 11:08:35.099617 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 40946) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:35.119388 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-235852af-28c4-4a35-ab67-775d9e781eb4 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] 10.222.0.65 "PUT /v2.0/routers/c12f84ef-db9d-4f8b-b966-24ad29271517/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.9302340
Dec 24 11:08:35.126290 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-a3f26ba1-6e64-4791-b40c-b3bb7f46c3a8 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:08:35.127374 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 40950) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:35.148845 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-e77d8637-4070-4430-bd85-75ca6a42c5b8 None None] Provisioning for port 8ed50dd7-7643-4339-b5a5-cfc3850a32ce completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:08:35.154882 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-e77d8637-4070-4430-bd85-75ca6a42c5b8 None None] Provisioning complete for port 8ed50dd7-7643-4339-b5a5-cfc3850a32ce triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:08:35.155587 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e77d8637-4070-4430-bd85-75ca6a42c5b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:35.186342 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d29a4a41-1e20-4854-9448-ecf9dcccad17 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:35.188731 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-d29a4a41-1e20-4854-9448-ecf9dcccad17 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.9019327
Dec 24 11:08:35.209154 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 40954) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:35.213384 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29a4a41-1e20-4854-9448-ecf9dcccad17 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45f17bf8-8437-42f5-ae5b-bc9b864d84b8,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:08:35.217786 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e3d75b-4c1b-4f66-866e-869fbb06a6e3 None None] Sync routers for ids ['c12f84ef-db9d-4f8b-b966-24ad29271517'] in dv-neutron-822691-2-hyperv {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:08:35.225545 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-265a8803-4964-4dc0-9386-7b868c1c2b1d tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Unset dirty status for tenant:f7aa443d52be478a9bbb99382b41caea on resource:security_group_rule {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:08:35.228139 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-265a8803-4964-4dc0-9386-7b868c1c2b1d tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4195 time: 0.3309481
Dec 24 11:08:35.228459 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-e77d8637-4070-4430-bd85-75ca6a42c5b8 None None] Port 8ed50dd7-7643-4339-b5a5-cfc3850a32ce cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:08:35.230550 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-d29a4a41-1e20-4854-9448-ecf9dcccad17 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:08:35.236222 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 40958) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:35.255652 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-911a44e1-eddd-4635-9604-69265e582ae2 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Request body: {'security_group_rule': {'security_group_id': '7c81f28e-fd2d-468e-ad3a-e8186ef36a4b', 'project_id': 'fbedb279f22e4b3494591d6dabc201d5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:08:35.286545 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-911a44e1-eddd-4635-9604-69265e582ae2 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:08:35.290711 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e3d75b-4c1b-4f66-866e-869fbb06a6e3 None None] Routers {'c12f84ef-db9d-4f8b-b966-24ad29271517'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:08:35.291660 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-94e3d75b-4c1b-4f66-866e-869fbb06a6e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271e339b0>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:08:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['c12f84ef-db9d-4f8b-b966-24ad29271517'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:08:35.294034 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-492515a8-c282-419b-82eb-e4ce0881accd tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks [] for floatingip, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:35.336015 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a277ffb0-b319-4cf7-b26b-11166fcc1c7f tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Notify callbacks [] for security_group, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:35.379063 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9fd513b9-a4ba-40ea-a4e2-bc5734b41609 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Notify callbacks [] for security_group, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:35.385044 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a277ffb0-b319-4cf7-b26b-11166fcc1c7f tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:35.410559 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-911a44e1-eddd-4635-9604-69265e582ae2 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Usage tracker for resource:security_group_rule and tenant:fbedb279f22e4b3494591d6dabc201d5 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:08:35.446384 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9fd513b9-a4ba-40ea-a4e2-bc5734b41609 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:35.448153 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-911a44e1-eddd-4635-9604-69265e582ae2 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:08:35.496917 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a277ffb0-b319-4cf7-b26b-11166fcc1c7f tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:35.502469 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-fa378ee2-a118-4a91-a79a-8bbe1962fa8d tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:08:35.512586 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-911a44e1-eddd-4635-9604-69265e582ae2 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:08:35.522973 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a277ffb0-b319-4cf7-b26b-11166fcc1c7f tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7f3289b-888e-4e3f-b645-292393959bb8,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:08:35.537493 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-a277ffb0-b319-4cf7-b26b-11166fcc1c7f tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:08:35.564038 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a277ffb0-b319-4cf7-b26b-11166fcc1c7f tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:35.568613 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-a277ffb0-b319-4cf7-b26b-11166fcc1c7f tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] 10.222.0.65 "DELETE /v2.0/security-groups/c7f3289b-888e-4e3f-b645-292393959bb8 HTTP/1.1" status: 204  len: 168 time: 0.4638407
Dec 24 11:08:35.570361 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 40962) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:35.588468 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9fd513b9-a4ba-40ea-a4e2-bc5734b41609 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:35.595911 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-72795c5a-e3c2-4412-b5a4-814d0876a232 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:08:35.634293 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9fd513b9-a4ba-40ea-a4e2-bc5734b41609 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:35.635584 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-9fd513b9-a4ba-40ea-a4e2-bc5734b41609 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] 10.222.0.65 "DELETE /v2.0/security-groups/bb72885c-61c2-4457-b08b-ac99492012ce HTTP/1.1" status: 204  len: 168 time: 0.3981473
Dec 24 11:08:35.636869 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd513b9-a4ba-40ea-a4e2-bc5734b41609 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb72885c-61c2-4457-b08b-ac99492012ce,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:08:35.646837 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-9fd513b9-a4ba-40ea-a4e2-bc5734b41609 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:08:35.648120 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 40966) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:35.686592 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-94e3d75b-4c1b-4f66-866e-869fbb06a6e3 None None] Set router c12f84ef-db9d-4f8b-b966-24ad29271517 gateway port host: None {{(pid=88881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:08:35.721493 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-911a44e1-eddd-4635-9604-69265e582ae2 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:35.730090 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-2c8a9bf9-1358-4fac-9e2f-04a0db3e914e tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Synchronizing usage tracker for tenant:c8abfcf6376d432e8b8a84a8e5db68dd on resource:security_group {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:08:35.804416 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-2c8a9bf9-1358-4fac-9e2f-04a0db3e914e tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Unset dirty status for tenant:c8abfcf6376d432e8b8a84a8e5db68dd on resource:security_group {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:08:35.808131 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-2c8a9bf9-1358-4fac-9e2f-04a0db3e914e tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.2356484
Dec 24 11:08:35.815675 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-a667bc6f-bfb3-4e23-89ae-b1ed92295286 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Synchronizing usage tracker for tenant:f7aa443d52be478a9bbb99382b41caea on resource:security_group {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:08:35.820816 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 40970) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:35.835050 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-fafe3acb-2265-4257-9d6e-ff943cb5e409 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Request body: {'security_group': {'name': 'tempest-secgroup--614677804'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:08:35.848183 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-fafe3acb-2265-4257-9d6e-ff943cb5e409 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:08:35.856508 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-d1fd4fc2-9475-4c2f-8c33-19d48ef29561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271a116a0>, [{'id': '66c30292-fd2e-493e-b11a-476cc785ca2c', 'name': 'tempest-TestVolumeBootPattern-1200719034-router', 'tenant_id': 'a0842a1c3bb446d78dd71270ab051ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.72'}], 'enable_snat': True}, 'gw_port_id': 'b8c71852-03d8-41ad-96c0-6b55e8dc5349', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:08:13Z', 'updated_at': '2021-12-24T11:08:25Z', 'revision_number': 4, 'project_id': 'a0842a1c3bb446d78dd71270ab051ba7', 'gw_port': {'id': 'b8c71852-03d8-41ad-96c0-6b55e8dc5349', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:ce:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c30292-fd2e-493e-b11a-476cc785ca2c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:08:15Z', 'updated_at': '2021-12-24T11:08:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_interfaces': [{'id': '23e63890-1f37-4d99-a37d-dbade8a99bc7', 'name': '', 'network_id': '01e54fca-dedc-4916-91d1-fe2f6365d279', 'tenant_id': 'a0842a1c3bb446d78dd71270ab051ba7', 'mac_address': 'fa:16:3e:ca:b4:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66c30292-fd2e-493e-b11a-476cc785ca2c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '075ae185-3520-4ef3-8fc6-814192a7b0ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:08:23Z', 'updated_at': '2021-12-24T11:08:34Z', 'revision_number': 4, 'project_id': 'a0842a1c3bb446d78dd71270ab051ba7', 'subnets': [{'id': '075ae185-3520-4ef3-8fc6-814192a7b0ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:08:35.885552 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1fd4fc2-9475-4c2f-8c33-19d48ef29561 None None] The sync data for ids ['66c30292-fd2e-493e-b11a-476cc785ca2c'] in dv-neutron-822691-2-hyperv is: [{'id': '66c30292-fd2e-493e-b11a-476cc785ca2c', 'name': 'tempest-TestVolumeBootPattern-1200719034-router', 'tenant_id': 'a0842a1c3bb446d78dd71270ab051ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.72'}], 'enable_snat': True}, 'gw_port_id': 'b8c71852-03d8-41ad-96c0-6b55e8dc5349', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:08:13Z', 'updated_at': '2021-12-24T11:08:25Z', 'revision_number': 4, 'project_id': 'a0842a1c3bb446d78dd71270ab051ba7', 'gw_port': {'id': 'b8c71852-03d8-41ad-96c0-6b55e8dc5349', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:ce:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c30292-fd2e-493e-b11a-476cc785ca2c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:08:15Z', 'updated_at': '2021-12-24T11:08:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_interfaces': [{'id': '23e63890-1f37-4d99-a37d-dbade8a99bc7', 'name': '', 'network_id': '01e54fca-dedc-4916-91d1-fe2f6365d279', 'tenant_id': 'a0842a1c3bb446d78dd71270ab051ba7', 'mac_address': 'fa:16:3e:ca:b4:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66c30292-fd2e-493e-b11a-476cc785ca2c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '075ae185-3520-4ef3-8fc6-814192a7b0ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:08:23Z', 'updated_at': '2021-12-24T11:08:34Z', 'revision_number': 4, 'project_id': 'a0842a1c3bb446d78dd71270ab051ba7', 'subnets': [{'id': '075ae185-3520-4ef3-8fc6-814192a7b0ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:08:35.891869 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-fafe3acb-2265-4257-9d6e-ff943cb5e409 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:08:35.911921 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-a667bc6f-bfb3-4e23-89ae-b1ed92295286 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Unset dirty status for tenant:f7aa443d52be478a9bbb99382b41caea on resource:security_group {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:08:35.913580 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-a667bc6f-bfb3-4e23-89ae-b1ed92295286 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4006 time: 0.2643509
Dec 24 11:08:35.915214 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fafe3acb-2265-4257-9d6e-ff943cb5e409 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Notify callbacks [] for security_group, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:35.928860 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 40974) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:36.042739 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_v2 [None req-34c18d39-0329-433b-ae5e-43924f86dbb3 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Deleting subnet b9019bf9-6c72-4076-a59a-caaf56547875 {{(pid=88879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 24 11:08:36.052576 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-fafe3acb-2265-4257-9d6e-ff943cb5e409 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:08:36.063449 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-fafe3acb-2265-4257-9d6e-ff943cb5e409 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Usage tracker for resource:security_group_rule and tenant:c8abfcf6376d432e8b8a84a8e5db68dd is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:08:36.075933 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-fafe3acb-2265-4257-9d6e-ff943cb5e409 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:08:36.109807 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-fafe3acb-2265-4257-9d6e-ff943cb5e409 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:08:36.135183 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-34c18d39-0329-433b-ae5e-43924f86dbb3 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks [] for subnet, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:36.136678 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4099fbc0-7fcb-4342-95ed-8f07670040d9 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Notify callbacks [] for security_group, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:36.207594 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-94e3d75b-4c1b-4f66-866e-869fbb06a6e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271e339b0>, [{'id': 'c12f84ef-db9d-4f8b-b966-24ad29271517', 'name': 'tempest-RoutersIpV6Test-router-644231010', 'tenant_id': '59b398769254445dae3d1f85e7f0f818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:07:43Z', 'updated_at': '2021-12-24T11:08:31Z', 'revision_number': 8, 'project_id': '59b398769254445dae3d1f85e7f0f818', 'gw_port_host': None, '_interfaces': [{'id': '429828b5-a160-4c95-882b-6ee31f57fc8f', 'name': '', 'network_id': '5e9025d6-40e4-4d3a-8443-18331acc89dc', 'tenant_id': '59b398769254445dae3d1f85e7f0f818', 'mac_address': 'fa:16:3e:46:94:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c12f84ef-db9d-4f8b-b966-24ad29271517', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db561dc2-ad7f-45e0-b807-777ba9baaa89', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:07:57Z', 'updated_at': '2021-12-24T11:08:14Z', 'revision_number': 5, 'project_id': '59b398769254445dae3d1f85e7f0f818', 'subnets': [{'id': 'db561dc2-ad7f-45e0-b807-777ba9baaa89', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a117cac-fe6c-4edd-9da7-5695b79dbbbc', 'name': '', 'network_id': '9b4f4508-effc-4cb9-8439-b64bb90916de', 'tenant_id': '59b398769254445dae3d1f85e7f0f818', 'mac_address': 'fa:16:3e:23:35:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c12f84ef-db9d-4f8b-b966-24ad29271517', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e75793db-c2ab-4221-adc4-133f056a01cf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:07:46Z', 'updated_at': '2021-12-24T11:08:02Z', 'revision_number': 5, 'project_id': '59b398769254445dae3d1f85e7f0f818', 'subnets': [{'id': 'e75793db-c2ab-4221-adc4-133f056a01cf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9abfc48e-2517-4a7e-a1f2-b86bd08a5be9', 'name': '', 'network_id': '3fd6f8a5-ac81-478a-94b1-2e50276401de', 'tenant_id': '59b398769254445dae3d1f85e7f0f818', 'mac_address': 'fa:16:3e:9b:14:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c12f84ef-db9d-4f8b-b966-24ad29271517', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '18683f4a-4e81-4332-9885-7f09f49d25aa', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:08:07Z', 'updated_at': '2021-12-24T11:08:24Z', 'revision_number': 5, 'project_id': '59b398769254445dae3d1f85e7f0f818', 'subnets': [{'id': '18683f4a-4e81-4332-9885-7f09f49d25aa', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:08:36.217666 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4099fbc0-7fcb-4342-95ed-8f07670040d9 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:36.219610 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e3d75b-4c1b-4f66-866e-869fbb06a6e3 None None] Checking router: c12f84ef-db9d-4f8b-b966-24ad29271517 for host: dv-neutron-822691-2-hyperv {{(pid=88881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 24 11:08:36.239961 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-34c18d39-0329-433b-ae5e-43924f86dbb3 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-786693'] for subnet, precommit_delete_associations {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:36.244760 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e3d75b-4c1b-4f66-866e-869fbb06a6e3 None None] Routers {'c12f84ef-db9d-4f8b-b966-24ad29271517'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:08:36.246297 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-94e3d75b-4c1b-4f66-866e-869fbb06a6e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271e339b0>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:08:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['c12f84ef-db9d-4f8b-b966-24ad29271517'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:08:36.371335 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fafe3acb-2265-4257-9d6e-ff943cb5e409 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Notify callbacks [] for security_group, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:36.376103 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fafe3acb-2265-4257-9d6e-ff943cb5e409 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:36.383630 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-a277ffb0-b319-4cf7-b26b-11166fcc1c7f tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:08:36.400837 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-911a44e1-eddd-4635-9604-69265e582ae2 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:36.406854 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4099fbc0-7fcb-4342-95ed-8f07670040d9 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:36.418604 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-911a44e1-eddd-4635-9604-69265e582ae2 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689902'] for security_group_rule, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:36.430278 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:08:36.452425 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5f4f5d52-1671-4a00-884e-d550c25de015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:36.472930 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafe3acb-2265-4257-9d6e-ff943cb5e409 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2691a434-41f7-4948-8719-1ba66ee8050d,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:08:36.476327 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-fafe3acb-2265-4257-9d6e-ff943cb5e409 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:08:36.482229 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-5126e598-3b87-48f9-8a64-ca5ab50580b0 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.058s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:08:36.508751 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fafe3acb-2265-4257-9d6e-ff943cb5e409 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:36.510433 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-fafe3acb-2265-4257-9d6e-ff943cb5e409 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 0.6860528
Dec 24 11:08:36.512462 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4099fbc0-7fcb-4342-95ed-8f07670040d9 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6726d4ef-ea9d-439d-998c-ddec55e1d8e3,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:08:36.515830 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-4099fbc0-7fcb-4342-95ed-8f07670040d9 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:08:36.516948 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 40978) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:36.517823 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4099fbc0-7fcb-4342-95ed-8f07670040d9 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:36.519991 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-4099fbc0-7fcb-4342-95ed-8f07670040d9 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] 10.222.0.65 "DELETE /v2.0/security-groups/6726d4ef-ea9d-439d-998c-ddec55e1d8e3 HTTP/1.1" status: 204  len: 168 time: 0.5880854
Dec 24 11:08:36.540433 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 40980) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:36.546627 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-c7b1d70a-e008-44c7-b9d8-cdc557554057 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Request body: {'security_group_rule': {'security_group_id': '2691a434-41f7-4948-8719-1ba66ee8050d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:08:36.577562 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-94e3d75b-4c1b-4f66-866e-869fbb06a6e3 None None] Set router c12f84ef-db9d-4f8b-b966-24ad29271517 gateway port host: None {{(pid=88881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:08:36.578133 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-c7b1d70a-e008-44c7-b9d8-cdc557554057 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:08:36.587286 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911a44e1-eddd-4635-9604-69265e582ae2 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63364c73-0ce6-443c-b5ed-033d52c52b8a,revision_number=0']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:08:36.587667 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-c7b1d70a-e008-44c7-b9d8-cdc557554057 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Usage tracker for resource:security_group_rule and tenant:c8abfcf6376d432e8b8a84a8e5db68dd is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:08:36.593740 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-c7b1d70a-e008-44c7-b9d8-cdc557554057 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:08:36.603520 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-911a44e1-eddd-4635-9604-69265e582ae2 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:36.610112 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 40986) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:36.610755 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-911a44e1-eddd-4635-9604-69265e582ae2 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 1.3873532
Dec 24 11:08:36.615378 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-c7b1d70a-e008-44c7-b9d8-cdc557554057 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:08:36.616057 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-911a44e1-eddd-4635-9604-69265e582ae2 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:08:36.627355 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-93f279b8-cd6e-4f3b-8894-55205deb76d5 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Request body: {'security_group_rule': {'security_group_id': '7c81f28e-fd2d-468e-ad3a-e8186ef36a4b', 'project_id': 'fbedb279f22e4b3494591d6dabc201d5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:08:36.650036 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-93f279b8-cd6e-4f3b-8894-55205deb76d5 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:08:36.665427 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-93f279b8-cd6e-4f3b-8894-55205deb76d5 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Usage tracker for resource:security_group_rule and tenant:fbedb279f22e4b3494591d6dabc201d5 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:08:36.675487 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-93f279b8-cd6e-4f3b-8894-55205deb76d5 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:08:36.680817 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-2719b461-3697-44e9-85e3-171a581c35c2 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Synchronizing usage tracker for tenant:f7aa443d52be478a9bbb99382b41caea on resource:security_group {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:08:36.688891 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-93f279b8-cd6e-4f3b-8894-55205deb76d5 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:08:36.692817 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c7b1d70a-e008-44c7-b9d8-cdc557554057 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:36.756442 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-2719b461-3697-44e9-85e3-171a581c35c2 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Unset dirty status for tenant:f7aa443d52be478a9bbb99382b41caea on resource:security_group {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:08:36.756726 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-34c18d39-0329-433b-ae5e-43924f86dbb3 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847655656'] for subnet, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:36.763504 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-2719b461-3697-44e9-85e3-171a581c35c2 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.2063301
Dec 24 11:08:36.764585 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 40990) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:36.770763 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-93f279b8-cd6e-4f3b-8894-55205deb76d5 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:36.787781 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-09bd241b-438d-4824-9ecf-534ec1f9ffbf tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Request body: {'security_group': {'name': 'tempest-secgroup--232239819'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:08:36.804744 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-09bd241b-438d-4824-9ecf-534ec1f9ffbf tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:08:36.862268 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-09bd241b-438d-4824-9ecf-534ec1f9ffbf tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:08:36.910222 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c7b1d70a-e008-44c7-b9d8-cdc557554057 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:36.916709 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-09bd241b-438d-4824-9ecf-534ec1f9ffbf tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Notify callbacks [] for security_group, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:36.931274 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c7b1d70a-e008-44c7-b9d8-cdc557554057 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689902'] for security_group_rule, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:36.951023 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-1ad0d8d8-72e8-437b-b67e-5f769829cdc7 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:08:36.988125 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-93f279b8-cd6e-4f3b-8894-55205deb76d5 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:37.001161 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b1d70a-e008-44c7-b9d8-cdc557554057 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f584b1b3-aa51-4739-a31a-2dc7f2a83e82,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:08:37.004306 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c7b1d70a-e008-44c7-b9d8-cdc557554057 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:08:37.010966 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-93f279b8-cd6e-4f3b-8894-55205deb76d5 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689902'] for security_group_rule, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:37.036950 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-09bd241b-438d-4824-9ecf-534ec1f9ffbf tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:08:37.042432 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-09bd241b-438d-4824-9ecf-534ec1f9ffbf tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Usage tracker for resource:security_group_rule and tenant:f7aa443d52be478a9bbb99382b41caea is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:08:37.046987 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-09bd241b-438d-4824-9ecf-534ec1f9ffbf tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:08:37.054954 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-09bd241b-438d-4824-9ecf-534ec1f9ffbf tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:08:37.069359 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:08:37.080591 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-34c18d39-0329-433b-ae5e-43924f86dbb3 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7120129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850854134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851156349'] for subnet, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:37.098126 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-6d5a71a6-15b5-4510-83c5-423dba89bdb5 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:08:37.162057 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c18d39-0329-433b-ae5e-43924f86dbb3 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Pushing event deleted for resources: {'Subnet': ['ID=b9019bf9-6c72-4076-a59a-caaf56547875,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:08:37.165689 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-34c18d39-0329-433b-ae5e-43924f86dbb3 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks [] for subnet, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:37.166064 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e49f2d3-3cd5-413c-882a-1339595f977c None None] Network dd56fbb8-c22a-4a7e-ad8c-bc374e11f22c requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:08:37.181997 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-34c18d39-0329-433b-ae5e-43924f86dbb3 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:08:37.195210 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-09bd241b-438d-4824-9ecf-534ec1f9ffbf tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Notify callbacks [] for security_group, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:37.200162 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-34c18d39-0329-433b-ae5e-43924f86dbb3 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] 10.222.0.65 "DELETE /v2.0/subnets/b9019bf9-6c72-4076-a59a-caaf56547875 HTTP/1.1" status: 204  len: 168 time: 2.0687404
Dec 24 11:08:37.208488 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 40994) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:37.215763 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f279b8-cd6e-4f3b-8894-55205deb76d5 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f345eade-088b-425c-9bc0-ea203cec38c9,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:08:37.223416 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-93f279b8-cd6e-4f3b-8894-55205deb76d5 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:08:37.224617 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c7b1d70a-e008-44c7-b9d8-cdc557554057 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:37.226100 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-c7b1d70a-e008-44c7-b9d8-cdc557554057 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.6875319
Dec 24 11:08:37.232275 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 40998) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:37.253819 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-09bd241b-438d-4824-9ecf-534ec1f9ffbf tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:37.275877 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-492515a8-c282-419b-82eb-e4ce0881accd tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:37.298138 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-492515a8-c282-419b-82eb-e4ce0881accd tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659181'] for floatingip, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:37.299184 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-72b7932e-aa7a-4766-a75c-ae531339f614 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:08:37.314654 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-94e3d75b-4c1b-4f66-866e-869fbb06a6e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271e339b0>, [{'id': 'c12f84ef-db9d-4f8b-b966-24ad29271517', 'name': 'tempest-RoutersIpV6Test-router-644231010', 'tenant_id': '59b398769254445dae3d1f85e7f0f818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:07:43Z', 'updated_at': '2021-12-24T11:08:31Z', 'revision_number': 8, 'project_id': '59b398769254445dae3d1f85e7f0f818', 'gw_port_host': None, '_interfaces': [{'id': '429828b5-a160-4c95-882b-6ee31f57fc8f', 'name': '', 'network_id': '5e9025d6-40e4-4d3a-8443-18331acc89dc', 'tenant_id': '59b398769254445dae3d1f85e7f0f818', 'mac_address': 'fa:16:3e:46:94:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c12f84ef-db9d-4f8b-b966-24ad29271517', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db561dc2-ad7f-45e0-b807-777ba9baaa89', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:07:57Z', 'updated_at': '2021-12-24T11:08:14Z', 'revision_number': 5, 'project_id': '59b398769254445dae3d1f85e7f0f818', 'subnets': [{'id': 'db561dc2-ad7f-45e0-b807-777ba9baaa89', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a117cac-fe6c-4edd-9da7-5695b79dbbbc', 'name': '', 'network_id': '9b4f4508-effc-4cb9-8439-b64bb90916de', 'tenant_id': '59b398769254445dae3d1f85e7f0f818', 'mac_address': 'fa:16:3e:23:35:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c12f84ef-db9d-4f8b-b966-24ad29271517', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e75793db-c2ab-4221-adc4-133f056a01cf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:07:46Z', 'updated_at': '2021-12-24T11:08:02Z', 'revision_number': 5, 'project_id': '59b398769254445dae3d1f85e7f0f818', 'subnets': [{'id': 'e75793db-c2ab-4221-adc4-133f056a01cf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9abfc48e-2517-4a7e-a1f2-b86bd08a5be9', 'name': '', 'network_id': '3fd6f8a5-ac81-478a-94b1-2e50276401de', 'tenant_id': '59b398769254445dae3d1f85e7f0f818', 'mac_address': 'fa:16:3e:9b:14:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c12f84ef-db9d-4f8b-b966-24ad29271517', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '18683f4a-4e81-4332-9885-7f09f49d25aa', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:08:07Z', 'updated_at': '2021-12-24T11:08:24Z', 'revision_number': 5, 'project_id': '59b398769254445dae3d1f85e7f0f818', 'subnets': [{'id': '18683f4a-4e81-4332-9885-7f09f49d25aa', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:08:37.319534 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e3d75b-4c1b-4f66-866e-869fbb06a6e3 None None] The sync data for ids ['c12f84ef-db9d-4f8b-b966-24ad29271517'] in dv-neutron-822691-2-hyperv is: [{'id': 'c12f84ef-db9d-4f8b-b966-24ad29271517', 'name': 'tempest-RoutersIpV6Test-router-644231010', 'tenant_id': '59b398769254445dae3d1f85e7f0f818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:07:43Z', 'updated_at': '2021-12-24T11:08:31Z', 'revision_number': 8, 'project_id': '59b398769254445dae3d1f85e7f0f818', 'gw_port_host': None, '_interfaces': [{'id': '429828b5-a160-4c95-882b-6ee31f57fc8f', 'name': '', 'network_id': '5e9025d6-40e4-4d3a-8443-18331acc89dc', 'tenant_id': '59b398769254445dae3d1f85e7f0f818', 'mac_address': 'fa:16:3e:46:94:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c12f84ef-db9d-4f8b-b966-24ad29271517', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db561dc2-ad7f-45e0-b807-777ba9baaa89', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:07:57Z', 'updated_at': '2021-12-24T11:08:14Z', 'revision_number': 5, 'project_id': '59b398769254445dae3d1f85e7f0f818', 'subnets': [{'id': 'db561dc2-ad7f-45e0-b807-777ba9baaa89', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a117cac-fe6c-4edd-9da7-5695b79dbbbc', 'name': '', 'network_id': '9b4f4508-effc-4cb9-8439-b64bb90916de', 'tenant_id': '59b398769254445dae3d1f85e7f0f818', 'mac_address': 'fa:16:3e:23:35:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c12f84ef-db9d-4f8b-b966-24ad29271517', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e75793db-c2ab-4221-adc4-133f056a01cf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:07:46Z', 'updated_at': '2021-12-24T11:08:02Z', 'revision_number': 5, 'project_id': '59b398769254445dae3d1f85e7f0f818', 'subnets': [{'id': 'e75793db-c2ab-4221-adc4-133f056a01cf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9abfc48e-2517-4a7e-a1f2-b86bd08a5be9', 'name': '', 'network_id': '3fd6f8a5-ac81-478a-94b1-2e50276401de', 'tenant_id': '59b398769254445dae3d1f85e7f0f818', 'mac_address': 'fa:16:3e:9b:14:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c12f84ef-db9d-4f8b-b966-24ad29271517', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '18683f4a-4e81-4332-9885-7f09f49d25aa', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:08:07Z', 'updated_at': '2021-12-24T11:08:24Z', 'revision_number': 5, 'project_id': '59b398769254445dae3d1f85e7f0f818', 'subnets': [{'id': '18683f4a-4e81-4332-9885-7f09f49d25aa', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:08:37.352439 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bd241b-438d-4824-9ecf-534ec1f9ffbf tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31b944c0-3ac2-4b00-8791-d1d499f32eaa,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:08:37.394711 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 23e63890-1f37-4d99-a37d-dbade8a99bc7 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:08:37.402843 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-b521de3c-d4ee-44d4-b011-ab2435726b58 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] 10.222.0.65 "GET /v2.0/security-group-rules/f584b1b3-aa51-4739-a31a-2dc7f2a83e82 HTTP/1.1" status: 200  len: 705 time: 0.1594009
Dec 24 11:08:37.404936 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-09bd241b-438d-4824-9ecf-534ec1f9ffbf tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:08:37.411005 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-09bd241b-438d-4824-9ecf-534ec1f9ffbf tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:37.412413 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-09bd241b-438d-4824-9ecf-534ec1f9ffbf tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 0.6433897
Dec 24 11:08:37.413479 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 41002) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:37.414318 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-93f279b8-cd6e-4f3b-8894-55205deb76d5 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:37.418320 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-93f279b8-cd6e-4f3b-8894-55205deb76d5 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.8029630
Dec 24 11:08:37.433224 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 41004) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:37.433608 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 41006) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:37.442386 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-c8c16d8e-8f0c-4b79-9e89-7528b50bdbe9 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Request body: {'security_group_rule': {'security_group_id': '31b944c0-3ac2-4b00-8791-d1d499f32eaa', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:08:37.454033 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-45e42428-ac95-4b9c-a759-1f766ab8827a tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Request body: {'security_group_rule': {'security_group_id': '7c81f28e-fd2d-468e-ad3a-e8186ef36a4b', 'project_id': 'fbedb279f22e4b3494591d6dabc201d5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:08:37.456423 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4b7a1c50-3ef2-4ba6-ac3f-c2485717abe0 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036847558493'] for network, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:37.468209 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-45e42428-ac95-4b9c-a759-1f766ab8827a tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:08:37.473236 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-c8c16d8e-8f0c-4b79-9e89-7528b50bdbe9 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:08:37.477641 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-45e42428-ac95-4b9c-a759-1f766ab8827a tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Usage tracker for resource:security_group_rule and tenant:fbedb279f22e4b3494591d6dabc201d5 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:08:37.485558 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-45e42428-ac95-4b9c-a759-1f766ab8827a tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:08:37.490789 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-c8c16d8e-8f0c-4b79-9e89-7528b50bdbe9 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Usage tracker for resource:security_group_rule and tenant:f7aa443d52be478a9bbb99382b41caea is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:08:37.495242 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-4b7a1c50-3ef2-4ba6-ac3f-c2485717abe0 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Deleting port 37f1c458-5a44-436a-af4a-764cf2dad96d {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:08:37.495626 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4b7a1c50-3ef2-4ba6-ac3f-c2485717abe0 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:37.500513 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-45e42428-ac95-4b9c-a759-1f766ab8827a tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:08:37.503460 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-c8c16d8e-8f0c-4b79-9e89-7528b50bdbe9 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:08:37.513342 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-c8c16d8e-8f0c-4b79-9e89-7528b50bdbe9 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:08:37.540739 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.securitygroups_db [None req-45e42428-ac95-4b9c-a759-1f766ab8827a tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Project fbedb279f22e4b3494591d6dabc201d5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 24 11:08:37.564307 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-45e42428-ac95-4b9c-a759-1f766ab8827a tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:37.578373 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c8c16d8e-8f0c-4b79-9e89-7528b50bdbe9 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:37.593149 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-e4f2b3ed-ffaa-4d60-9c89-b4b3a309267c tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Synchronizing usage tracker for tenant:c8abfcf6376d432e8b8a84a8e5db68dd on resource:security_group_rule {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:08:37.678202 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning for port 23e63890-1f37-4d99-a37d-dbade8a99bc7 completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:08:37.686032 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port 23e63890-1f37-4d99-a37d-dbade8a99bc7 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:08:37.686752 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:37.697418 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-e4f2b3ed-ffaa-4d60-9c89-b4b3a309267c tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Unset dirty status for tenant:c8abfcf6376d432e8b8a84a8e5db68dd on resource:security_group_rule {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:08:37.702229 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-e4f2b3ed-ffaa-4d60-9c89-b4b3a309267c tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3707 time: 0.2848475
Dec 24 11:08:37.708445 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 41014) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:37.770099 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3138c293-8072-4e33-859f-7c48a7d3b485 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:37.805889 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-45e42428-ac95-4b9c-a759-1f766ab8827a tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:37.811034 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3138c293-8072-4e33-859f-7c48a7d3b485 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:37.819202 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c8c16d8e-8f0c-4b79-9e89-7528b50bdbe9 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:37.843521 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-45e42428-ac95-4b9c-a759-1f766ab8827a tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689902'] for security_group_rule, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:37.878261 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:08:37.881058 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:37.905368 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3f48c4a-a5c3-4496-b49e-6931bc148308 None None] DHCP port deletion for dd56fbb8-c22a-4a7e-ad8c-bc374e11f22c request from dv-neutron-822691-2-hyperv {{(pid=88880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 24 11:08:37.907647 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3138c293-8072-4e33-859f-7c48a7d3b485 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689902'] for security_group_rule, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:37.913360 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3138c293-8072-4e33-859f-7c48a7d3b485 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:37.915316 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-3138c293-8072-4e33-859f-7c48a7d3b485 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/f584b1b3-aa51-4739-a31a-2dc7f2a83e82 HTTP/1.1" status: 204  len: 168 time: 0.2055342
Dec 24 11:08:37.916856 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c8c16d8e-8f0c-4b79-9e89-7528b50bdbe9 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689902'] for security_group_rule, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:37.925663 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 41018) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:37.932241 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-45e42428-ac95-4b9c-a759-1f766ab8827a tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:37.934050 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-45e42428-ac95-4b9c-a759-1f766ab8827a tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.4972808
Dec 24 11:08:37.934656 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] For port 23e63890-1f37-4d99-a37d-dbade8a99bc7, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=23e63890-1f37-4d99-a37d-dbade8a99bc7,segment=NetworkSegment(46050ee4-e8ed-42a5-a97e-ecc6bf9bb8f6),segment_id=46050ee4-e8ed-42a5-a97e-ecc6bf9bb8f6)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:08:37.936222 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-c3f48c4a-a5c3-4496-b49e-6931bc148308 None None] Deleting port 37f1c458-5a44-436a-af4a-764cf2dad96d {{(pid=88880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:08:37.936728 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c3f48c4a-a5c3-4496-b49e-6931bc148308 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:37.951995 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 41020) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:37.964887 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-438f051f-f7b0-4964-af6b-ffa206329a06 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Request body: {'security_group_rule': {'security_group_id': '7c81f28e-fd2d-468e-ad3a-e8186ef36a4b', 'project_id': 'fbedb279f22e4b3494591d6dabc201d5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:08:37.977558 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-438f051f-f7b0-4964-af6b-ffa206329a06 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:08:37.983698 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e42428-ac95-4b9c-a759-1f766ab8827a tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da32db05-d15d-4694-8942-f4e43c3168f6,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:08:37.987377 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-45e42428-ac95-4b9c-a759-1f766ab8827a tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:08:37.989607 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-2359397b-6c0e-47b2-a573-0780eae3d7c1 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.073s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:08:38.004262 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-438f051f-f7b0-4964-af6b-ffa206329a06 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Usage tracker for resource:security_group_rule and tenant:fbedb279f22e4b3494591d6dabc201d5 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:08:38.011738 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-438f051f-f7b0-4964-af6b-ffa206329a06 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:08:38.036415 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-438f051f-f7b0-4964-af6b-ffa206329a06 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:08:38.043381 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-a455d5ac-2d4e-42e3-84c4-908c2232e287 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Synchronizing usage tracker for tenant:c8abfcf6376d432e8b8a84a8e5db68dd on resource:security_group_rule {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:08:38.071041 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3138c293-8072-4e33-859f-7c48a7d3b485 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f584b1b3-aa51-4739-a31a-2dc7f2a83e82,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:08:38.079014 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c8c16d8e-8f0c-4b79-9e89-7528b50bdbe9 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:38.083351 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-c8c16d8e-8f0c-4b79-9e89-7528b50bdbe9 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 717 time: 0.6458359
Dec 24 11:08:38.089714 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-a455d5ac-2d4e-42e3-84c4-908c2232e287 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Unset dirty status for tenant:c8abfcf6376d432e8b8a84a8e5db68dd on resource:security_group_rule {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:08:38.090858 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 41026) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:38.095775 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-a455d5ac-2d4e-42e3-84c4-908c2232e287 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3219 time: 0.1595054
Dec 24 11:08:38.099094 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 41028) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:38.106392 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-9e9efdc5-0fee-4c9d-a251-aeea6fc8a91d tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Request body: {'security_group_rule': {'security_group_id': '2691a434-41f7-4948-8719-1ba66ee8050d', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:08:38.113390 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-9e9efdc5-0fee-4c9d-a251-aeea6fc8a91d tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:08:38.122775 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c16d8e-8f0c-4b79-9e89-7528b50bdbe9 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7e786d3-cc9f-4cfb-916f-715b63912e2c,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:08:38.126722 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c8c16d8e-8f0c-4b79-9e89-7528b50bdbe9 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:08:38.130023 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.199s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:08:38.130643 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:08:38.142830 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-9e9efdc5-0fee-4c9d-a251-aeea6fc8a91d tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:08:38.152604 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:38.158885 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-fc89349f-bd05-42a6-877d-b7dc7f0d5267 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:08:38.160487 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bbabeb92-d09e-40ea-bdd0-0ee58a3ba37c tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:38.164531 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9e9efdc5-0fee-4c9d-a251-aeea6fc8a91d tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:38.175229 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.securitygroups_db [None req-438f051f-f7b0-4964-af6b-ffa206329a06 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Project fbedb279f22e4b3494591d6dabc201d5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 24 11:08:38.236456 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bbabeb92-d09e-40ea-bdd0-0ee58a3ba37c tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:38.239885 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-c3f48c4a-a5c3-4496-b49e-6931bc148308 None None] For port 37f1c458-5a44-436a-af4a-764cf2dad96d, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=37f1c458-5a44-436a-af4a-764cf2dad96d,segment=NetworkSegment(9f43fc73-2e73-49de-9e41-30ba707b3a58),segment_id=9f43fc73-2e73-49de-9e41-30ba707b3a58)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:08:38.240046 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9e9efdc5-0fee-4c9d-a251-aeea6fc8a91d tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:38.240446 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c3f48c4a-a5c3-4496-b49e-6931bc148308 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:38.243270 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9e9efdc5-0fee-4c9d-a251-aeea6fc8a91d tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689902'] for security_group_rule, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:38.249936 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Pushing event updated for resources: {'Port': ['ID=23e63890-1f37-4d99-a37d-dbade8a99bc7,revision_number=5']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:08:38.261246 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:08:38.261386 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-438f051f-f7b0-4964-af6b-ffa206329a06 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:38.264376 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:38.274716 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:08:38.300984 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9e9efdc5-0fee-4c9d-a251-aeea6fc8a91d tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:38.305071 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-9e9efdc5-0fee-4c9d-a251-aeea6fc8a91d tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.2023885
Dec 24 11:08:38.305071 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9efdc5-0fee-4c9d-a251-aeea6fc8a91d tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=037235ff-0df5-4fa3-9d3b-d7250c641de0,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:08:38.305897 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 41034) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:38.308696 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-4b7a1c50-3ef2-4ba6-ac3f-c2485717abe0 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] For port 37f1c458-5a44-436a-af4a-764cf2dad96d, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=37f1c458-5a44-436a-af4a-764cf2dad96d,segment=NetworkSegment(9f43fc73-2e73-49de-9e41-30ba707b3a58),segment_id=9f43fc73-2e73-49de-9e41-30ba707b3a58)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:08:38.309105 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4b7a1c50-3ef2-4ba6-ac3f-c2485717abe0 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:38.315255 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-9e9efdc5-0fee-4c9d-a251-aeea6fc8a91d tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:08:38.339848 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-37483640-0eee-4654-a358-b7cb1ab05118 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] 10.222.0.65 "GET /v2.0/security-group-rules/037235ff-0df5-4fa3-9d3b-d7250c641de0 HTTP/1.1" status: 200  len: 705 time: 0.0299232
Dec 24 11:08:38.340577 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 41038) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:38.386478 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-c3f48c4a-a5c3-4496-b49e-6931bc148308 None None] Calling delete_port for 37f1c458-5a44-436a-af4a-764cf2dad96d owned by network:dhcp {{(pid=88880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:08:38.408035 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bbabeb92-d09e-40ea-bdd0-0ee58a3ba37c tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689902'] for security_group_rule, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:38.410589 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-1365ac90-e9da-440d-9d21-c4613eab3530 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Synchronizing usage tracker for tenant:c8abfcf6376d432e8b8a84a8e5db68dd on resource:security_group_rule {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:08:38.437016 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-1365ac90-e9da-440d-9d21-c4613eab3530 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Unset dirty status for tenant:c8abfcf6376d432e8b8a84a8e5db68dd on resource:security_group_rule {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:08:38.441737 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-1365ac90-e9da-440d-9d21-c4613eab3530 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3707 time: 0.0999453
Dec 24 11:08:38.442609 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 41042) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:38.477995 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-6ddcb950-96c0-4d09-bf10-c2138dc3c9c3 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:08:38.480551 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c3f48c4a-a5c3-4496-b49e-6931bc148308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392'] for port, after_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:38.484939 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-061308d8-2ab5-417a-85ee-961ff53a5d49 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:38.485301 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:08:38.498882 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-061308d8-2ab5-417a-85ee-961ff53a5d49 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:38.499084 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-4b7a1c50-3ef2-4ba6-ac3f-c2485717abe0 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Calling delete_port for 37f1c458-5a44-436a-af4a-764cf2dad96d owned by network:dhcp {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:08:38.527273 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-061308d8-2ab5-417a-85ee-961ff53a5d49 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689902'] for security_group_rule, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:38.536711 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f48c4a-a5c3-4496-b49e-6931bc148308 None None] Pushing event deleted for resources: {'Port': ['ID=37f1c458-5a44-436a-af4a-764cf2dad96d,revision_number=None']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:08:38.541852 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c3f48c4a-a5c3-4496-b49e-6931bc148308 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:08:38.550606 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbabeb92-d09e-40ea-bdd0-0ee58a3ba37c tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a7e786d3-cc9f-4cfb-916f-715b63912e2c,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:08:38.558055 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f48c4a-a5c3-4496-b49e-6931bc148308 None None] No DVR routers for this DVR port 37f1c458-5a44-436a-af4a-764cf2dad96d on host dv-neutron-822691-2-hyperv {{(pid=88880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 24 11:08:38.559906 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-bbabeb92-d09e-40ea-bdd0-0ee58a3ba37c tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:08:38.563794 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bbabeb92-d09e-40ea-bdd0-0ee58a3ba37c tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:38.567547 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-bbabeb92-d09e-40ea-bdd0-0ee58a3ba37c tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/a7e786d3-cc9f-4cfb-916f-715b63912e2c HTTP/1.1" status: 204  len: 168 time: 0.4672835
Dec 24 11:08:38.575883 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 41046) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:38.577263 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-5abfd19b-9881-4a2f-84f4-dc930d4c39e4 tempest-ServersTestJSON-70348643 tempest-ServersTestJSON-70348643-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:08:38.587774 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-061308d8-2ab5-417a-85ee-961ff53a5d49 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:38.591636 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-061308d8-2ab5-417a-85ee-961ff53a5d49 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/037235ff-0df5-4fa3-9d3b-d7250c641de0 HTTP/1.1" status: 204  len: 168 time: 0.1453896
Dec 24 11:08:38.591978 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 41050) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:38.595690 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061308d8-2ab5-417a-85ee-961ff53a5d49 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=037235ff-0df5-4fa3-9d3b-d7250c641de0,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:08:38.602582 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-061308d8-2ab5-417a-85ee-961ff53a5d49 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:08:38.624533 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.l3_db [None req-492515a8-c282-419b-82eb-e4ce0881accd tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Floating IP f87e9c1e-d0b2-4270-995c-c5790d266554 associated. External IP: 172.26.3.220, port: 9efa7c3b-cc44-4f96-9769-f3ba09ce06d3.
Dec 24 11:08:38.650822 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-a7fd387c-ecaa-402d-8381-dc37a13a093b tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Synchronizing usage tracker for tenant:c8abfcf6376d432e8b8a84a8e5db68dd on resource:security_group_rule {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:08:38.667399 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-a7fd387c-ecaa-402d-8381-dc37a13a093b tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Unset dirty status for tenant:c8abfcf6376d432e8b8a84a8e5db68dd on resource:security_group_rule {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:08:38.668785 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-a7fd387c-ecaa-402d-8381-dc37a13a093b tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3219 time: 0.0758300
Dec 24 11:08:38.671870 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 41054) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:38.677934 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-13ecebde-52e0-49a6-8c50-6939475a23f0 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Request body: {'security_group_rule': {'security_group_id': '2691a434-41f7-4948-8719-1ba66ee8050d', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:08:38.686119 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-13ecebde-52e0-49a6-8c50-6939475a23f0 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:08:38.697410 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-13ecebde-52e0-49a6-8c50-6939475a23f0 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:08:38.707252 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.securitygroups_db [None req-13ecebde-52e0-49a6-8c50-6939475a23f0 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Project c8abfcf6376d432e8b8a84a8e5db68dd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 24 11:08:38.715142 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-13ecebde-52e0-49a6-8c50-6939475a23f0 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:38.724872 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-438f051f-f7b0-4964-af6b-ffa206329a06 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:38.739103 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.db.api [None req-4b7a1c50-3ef2-4ba6-ac3f-c2485717abe0 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88879) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 24 11:08:38.739438 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_db.api [None req-4b7a1c50-3ef2-4ba6-ac3f-c2485717abe0 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 24 11:08:38.739936 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-438f051f-f7b0-4964-af6b-ffa206329a06 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689902'] for security_group_rule, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:38.745853 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:08:38.780241 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-0a957a3e-7601-4ad5-859a-cd738c635167 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Synchronizing usage tracker for tenant:f7aa443d52be478a9bbb99382b41caea on resource:security_group_rule {{(pid=88879) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:08:38.782817 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438f051f-f7b0-4964-af6b-ffa206329a06 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=038aef96-a0b9-4fa6-bf92-5c21b6f6f02a,revision_number=0']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:08:38.786967 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-13ecebde-52e0-49a6-8c50-6939475a23f0 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:38.790986 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-438f051f-f7b0-4964-af6b-ffa206329a06 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:08:38.794711 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-13ecebde-52e0-49a6-8c50-6939475a23f0 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689902'] for security_group_rule, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:38.797709 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:08:38.821260 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-438f051f-f7b0-4964-af6b-ffa206329a06 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:38.822586 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-438f051f-f7b0-4964-af6b-ffa206329a06 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.8629439
Dec 24 11:08:38.825976 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ecebde-52e0-49a6-8c50-6939475a23f0 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6895aea4-159f-44ac-abfd-c7781b86770f,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:08:38.832645 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-0a957a3e-7601-4ad5-859a-cd738c635167 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Unset dirty status for tenant:f7aa443d52be478a9bbb99382b41caea on resource:security_group_rule {{(pid=88879) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:08:38.834264 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-0a957a3e-7601-4ad5-859a-cd738c635167 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3219 time: 0.2572091
Dec 24 11:08:38.851319 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-13ecebde-52e0-49a6-8c50-6939475a23f0 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:08:38.859953 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 41062) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:38.883365 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-13ecebde-52e0-49a6-8c50-6939475a23f0 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:38.887825 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 41072) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:38.889169 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-13ecebde-52e0-49a6-8c50-6939475a23f0 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.2162292
Dec 24 11:08:38.931226 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-949080d7-3cdd-4e26-9b83-0e8109afe4f6 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] 10.222.0.65 "GET /v2.0/security-group-rules/6895aea4-159f-44ac-abfd-c7781b86770f HTTP/1.1" status: 200  len: 711 time: 0.0418684
Dec 24 11:08:38.935121 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 41084) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:38.954113 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2f8142ee-03cf-4663-8e26-7fd644cb9163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:38.959593 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4d2e0891-45b4-4c00-9dfb-c71ea4dc6318 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Notify callbacks [] for security_group, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:38.993471 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4d2e0891-45b4-4c00-9dfb-c71ea4dc6318 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:39.014663 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-7d0a3396-868c-4ad5-bf26-cb82b59db491 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Synchronizing usage tracker for tenant:c8abfcf6376d432e8b8a84a8e5db68dd on resource:security_group_rule {{(pid=88879) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:08:39.037290 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-7d0a3396-868c-4ad5-bf26-cb82b59db491 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Unset dirty status for tenant:c8abfcf6376d432e8b8a84a8e5db68dd on resource:security_group_rule {{(pid=88879) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:08:39.038726 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-7d0a3396-868c-4ad5-bf26-cb82b59db491 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3713 time: 0.1025043
Dec 24 11:08:39.044447 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 41100) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:39.080153 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a9a8ee98-a589-4758-bfb3-a056824c2f9e tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:39.092828 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a9a8ee98-a589-4758-bfb3-a056824c2f9e tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:39.115435 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4d2e0891-45b4-4c00-9dfb-c71ea4dc6318 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:39.124894 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-1fbe7122-4176-4d7d-995d-989295568ffe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:08:39.135643 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a9a8ee98-a589-4758-bfb3-a056824c2f9e tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689902'] for security_group_rule, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:39.151351 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2e0891-45b4-4c00-9dfb-c71ea4dc6318 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31b944c0-3ac2-4b00-8791-d1d499f32eaa,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:08:39.155134 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-4d2e0891-45b4-4c00-9dfb-c71ea4dc6318 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:08:39.156013 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-9724ef98-2433-4d8e-afd1-e1b7bfa43ca8 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:08:39.181702 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a8ee98-a589-4758-bfb3-a056824c2f9e tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6895aea4-159f-44ac-abfd-c7781b86770f,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:08:39.186326 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-a9a8ee98-a589-4758-bfb3-a056824c2f9e tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:08:39.199736 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 23e63890-1f37-4d99-a37d-dbade8a99bc7 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:08:39.211336 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a9a8ee98-a589-4758-bfb3-a056824c2f9e tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:39.215390 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-a9a8ee98-a589-4758-bfb3-a056824c2f9e tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/6895aea4-159f-44ac-abfd-c7781b86770f HTTP/1.1" status: 204  len: 168 time: 0.1697795
Dec 24 11:08:39.216360 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 41116) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:39.219564 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4d2e0891-45b4-4c00-9dfb-c71ea4dc6318 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:39.223431 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-4d2e0891-45b4-4c00-9dfb-c71ea4dc6318 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] 10.222.0.65 "DELETE /v2.0/security-groups/31b944c0-3ac2-4b00-8791-d1d499f32eaa HTTP/1.1" status: 204  len: 168 time: 0.3599076
Dec 24 11:08:39.226782 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 41120) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:39.264667 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-4b7a1c50-3ef2-4ba6-ac3f-c2485717abe0 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Deleting port 37f1c458-5a44-436a-af4a-764cf2dad96d {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:08:39.264967 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4b7a1c50-3ef2-4ba6-ac3f-c2485717abe0 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:39.274924 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-be704200-013d-4b26-ab02-1fb42823c58a tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Synchronizing usage tracker for tenant:c8abfcf6376d432e8b8a84a8e5db68dd on resource:security_group_rule {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:08:39.281898 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port 23e63890-1f37-4d99-a37d-dbade8a99bc7 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:08:39.282427 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:39.293986 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-be704200-013d-4b26-ab02-1fb42823c58a tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Unset dirty status for tenant:c8abfcf6376d432e8b8a84a8e5db68dd on resource:security_group_rule {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:08:39.296466 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-be704200-013d-4b26-ab02-1fb42823c58a tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3219 time: 0.0781446
Dec 24 11:08:39.299235 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 41124) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:39.376085 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bdfdbc84-c52d-4f40-b281-af314dc1f8fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:39.379124 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-4b7a1c50-3ef2-4ba6-ac3f-c2485717abe0 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] The port '37f1c458-5a44-436a-af4a-764cf2dad96d' was deleted {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 24 11:08:39.393127 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-64332c50-c19d-40c0-af99-b324da798e67 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Notify callbacks [] for security_group, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:39.430150 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-64332c50-c19d-40c0-af99-b324da798e67 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:39.485062 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-64332c50-c19d-40c0-af99-b324da798e67 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:39.492753 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-8fc7b19f-b97e-47ae-842e-9da7d83abce1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:08:39.493061 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device a90558a5-6b85-4685-be61-2471bf129e96 no longer exists at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:08:39.515668 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64332c50-c19d-40c0-af99-b324da798e67 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2691a434-41f7-4948-8719-1ba66ee8050d,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:08:39.529818 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] No Port match for: a90558a5-6b85-4685-be61-2471bf129e96 {{(pid=88880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 24 11:08:39.530567 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device a90558a5-6b85-4685-be61-2471bf129e96 not bound to the agent host dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 24 11:08:39.531204 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 37f1c458-5a44-436a-af4a-764cf2dad96d no longer exists at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:08:39.543280 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-05e62ae4-ff34-4bec-8756-4ea1a6e0636a tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Synchronizing usage tracker for tenant:f7aa443d52be478a9bbb99382b41caea on resource:security_group {{(pid=88879) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:08:39.548597 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-492515a8-c282-419b-82eb-e4ce0881accd tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Router 24f0b5d8-d368-4970-b4e5-f35e9299f571 has already been hosted by L3 agent 198cca88-1338-4098-b44b-beb0346ac906 {{(pid=88879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 24 11:08:39.554445 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-64332c50-c19d-40c0-af99-b324da798e67 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:08:39.556052 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-64332c50-c19d-40c0-af99-b324da798e67 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:39.560907 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-64332c50-c19d-40c0-af99-b324da798e67 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] 10.222.0.65 "DELETE /v2.0/security-groups/2691a434-41f7-4948-8719-1ba66ee8050d HTTP/1.1" status: 204  len: 168 time: 0.2568057
Dec 24 11:08:39.561895 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 41128) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:39.604648 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] No Port match for: 37f1c458-5a44-436a-af4a-764cf2dad96d {{(pid=88880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 24 11:08:39.605073 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 37f1c458-5a44-436a-af4a-764cf2dad96d not bound to the agent host dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 24 11:08:39.631721 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4b7a1c50-3ef2-4ba6-ac3f-c2485717abe0 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847649663', 'neutron.services.segments.db._delete_segments_for_network-8749505737672'] for network, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:39.644420 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-ca6b7298-40b2-4612-8d43-2ff530d95122 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Synchronizing usage tracker for tenant:c8abfcf6376d432e8b8a84a8e5db68dd on resource:security_group {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:08:39.663712 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-ca6b7298-40b2-4612-8d43-2ff530d95122 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Unset dirty status for tenant:c8abfcf6376d432e8b8a84a8e5db68dd on resource:security_group {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:08:39.665357 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-ca6b7298-40b2-4612-8d43-2ff530d95122 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.1024263
Dec 24 11:08:39.671434 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 41132) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:39.676523 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-e32b3f83-7eee-4fd9-868d-12f5ebaffc25 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Request body: {'security_group': {'name': 'tempest-secgroup--406439030'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:08:39.687399 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-4b7a1c50-3ef2-4ba6-ac3f-c2485717abe0 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f52701ab9b0>,) {'filters': {'network_id': ['dd56fbb8-c22a-4a7e-ad8c-bc374e11f22c']}} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:08:39.692120 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-e32b3f83-7eee-4fd9-868d-12f5ebaffc25 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:08:39.700176 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-05e62ae4-ff34-4bec-8756-4ea1a6e0636a tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Unset dirty status for tenant:f7aa443d52be478a9bbb99382b41caea on resource:security_group {{(pid=88879) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:08:39.701569 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-05e62ae4-ff34-4bec-8756-4ea1a6e0636a tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.4728086
Dec 24 11:08:39.705601 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 41138) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:39.709793 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-4b7a1c50-3ef2-4ba6-ac3f-c2485717abe0 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f52701ab9b0>, '9f43fc73-2e73-49de-9e41-30ba707b3a58') {'for_net_delete': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:08:39.710424 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-4b7a1c50-3ef2-4ba6-ac3f-c2485717abe0 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f52701ab9b0>, '9f43fc73-2e73-49de-9e41-30ba707b3a58') {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:08:39.711263 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-e32b3f83-7eee-4fd9-868d-12f5ebaffc25 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:08:39.721006 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e32b3f83-7eee-4fd9-868d-12f5ebaffc25 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Notify callbacks [] for security_group, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:39.762485 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-e32b3f83-7eee-4fd9-868d-12f5ebaffc25 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:08:39.767763 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-e32b3f83-7eee-4fd9-868d-12f5ebaffc25 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Usage tracker for resource:security_group_rule and tenant:c8abfcf6376d432e8b8a84a8e5db68dd is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:08:39.771252 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-e32b3f83-7eee-4fd9-868d-12f5ebaffc25 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:08:39.778777 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-866a3e08-737f-4d8e-b084-71def616c411 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Request body: {'security_group': {'name': 'tempest-secgroup--1619124499'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:08:39.780436 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-e32b3f83-7eee-4fd9-868d-12f5ebaffc25 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:08:39.785561 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-866a3e08-737f-4d8e-b084-71def616c411 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:08:39.796062 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-866a3e08-737f-4d8e-b084-71def616c411 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:08:39.813197 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4b7a1c50-3ef2-4ba6-ac3f-c2485717abe0 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749505745113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853989108'] for segment, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:39.821868 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-866a3e08-737f-4d8e-b084-71def616c411 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Notify callbacks [] for security_group, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:39.852536 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4b7a1c50-3ef2-4ba6-ac3f-c2485717abe0 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:39.854019 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e32b3f83-7eee-4fd9-868d-12f5ebaffc25 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Notify callbacks [] for security_group, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:39.858232 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e32b3f83-7eee-4fd9-868d-12f5ebaffc25 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:39.865499 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-259c2bab-c67d-4589-90f6-7baabed98eb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:08:39.867548 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b7a1c50-3ef2-4ba6-ac3f-c2485717abe0 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Releasing vlan 600 on physical network physnet1 to pool {{(pid=88879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 24 11:08:39.868009 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4b7a1c50-3ef2-4ba6-ac3f-c2485717abe0 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036847652098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3926696'] for segment, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:39.888754 dv-neutron-822691-2-hyperv neutron-server[88767]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 11:08:39.888754 dv-neutron-822691-2-hyperv neutron-server[88767]:   % (table.description, expected, rows_matched)
Dec 24 11:08:39.888754 dv-neutron-822691-2-hyperv neutron-server[88767]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 11:08:39.888754 dv-neutron-822691-2-hyperv neutron-server[88767]:   % (table.description, expected, rows_matched)
Dec 24 11:08:39.888754 dv-neutron-822691-2-hyperv neutron-server[88767]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 11:08:39.888754 dv-neutron-822691-2-hyperv neutron-server[88767]:   % (table.description, expected, rows_matched)
Dec 24 11:08:39.888754 dv-neutron-822691-2-hyperv neutron-server[88767]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 11:08:39.888754 dv-neutron-822691-2-hyperv neutron-server[88767]:   % (table.description, expected, rows_matched)
Dec 24 11:08:39.888754 dv-neutron-822691-2-hyperv neutron-server[88767]: Traceback (most recent call last):
Dec 24 11:08:39.888754 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 24 11:08:39.888754 dv-neutron-822691-2-hyperv neutron-server[88767]:     timer()
Dec 24 11:08:39.888754 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 11:08:39.888754 dv-neutron-822691-2-hyperv neutron-server[88767]:     cb(*args, **kw)
Dec 24 11:08:39.888754 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 24 11:08:39.888754 dv-neutron-822691-2-hyperv neutron-server[88767]:     return func(*args, **kwargs)
Dec 24 11:08:39.888754 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 11:08:39.888754 dv-neutron-822691-2-hyperv neutron-server[88767]:     self._notify()
Dec 24 11:08:39.888754 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 11:08:39.888754 dv-neutron-822691-2-hyperv neutron-server[88767]:     self.callback(batched_events)
Dec 24 11:08:39.888754 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 11:08:39.888754 dv-neutron-822691-2-hyperv neutron-server[88767]:     event.method(event)
Dec 24 11:08:39.888754 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 11:08:39.888754 dv-neutron-822691-2-hyperv neutron-server[88767]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 11:08:39.888754 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 24 11:08:39.888754 dv-neutron-822691-2-hyperv neutron-server[88767]:     segment_id)['aggregates'][0]
Dec 24 11:08:39.888754 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 24 11:08:39.888754 dv-neutron-822691-2-hyperv neutron-server[88767]:     return f(self, *a, **k)
Dec 24 11:08:39.888754 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 11:08:39.888754 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self._get(url).json()
Dec 24 11:08:39.888754 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 24 11:08:39.888754 dv-neutron-822691-2-hyperv neutron-server[88767]:     **kwargs)
Dec 24 11:08:39.888754 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 24 11:08:39.888754 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self.request(url, 'GET', **kwargs)
Dec 24 11:08:39.888754 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 24 11:08:39.888754 dv-neutron-822691-2-hyperv neutron-server[88767]:     **endpoint_filter)
Dec 24 11:08:39.888754 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 24 11:08:39.888754 dv-neutron-822691-2-hyperv neutron-server[88767]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 11:08:39.888754 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 24 11:08:39.888754 dv-neutron-822691-2-hyperv neutron-server[88767]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 11:08:39.888754 dv-neutron-822691-2-hyperv neutron-server[88767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 11:08:39.964591 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32b3f83-7eee-4fd9-868d-12f5ebaffc25 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b64c8ab-b4aa-454e-8d29-250474379dc3,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:08:39.970834 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e32b3f83-7eee-4fd9-868d-12f5ebaffc25 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:39.972640 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-e32b3f83-7eee-4fd9-868d-12f5ebaffc25 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 0.3015857
Dec 24 11:08:39.975270 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-e32b3f83-7eee-4fd9-868d-12f5ebaffc25 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:08:39.975835 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 41148) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:39.983344 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-d70c5b6e-504f-4a85-bf3a-21987999f03f tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Request body: {'security_group_rule': {'security_group_id': '7b64c8ab-b4aa-454e-8d29-250474379dc3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:08:39.990825 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-d70c5b6e-504f-4a85-bf3a-21987999f03f tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:08:39.994571 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-866a3e08-737f-4d8e-b084-71def616c411 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:08:39.995701 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-d70c5b6e-504f-4a85-bf3a-21987999f03f tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Usage tracker for resource:security_group_rule and tenant:c8abfcf6376d432e8b8a84a8e5db68dd is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:08:39.999141 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-d70c5b6e-504f-4a85-bf3a-21987999f03f tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:08:40.005348 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-d70c5b6e-504f-4a85-bf3a-21987999f03f tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:08:40.007665 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-866a3e08-737f-4d8e-b084-71def616c411 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Usage tracker for resource:security_group_rule and tenant:f7aa443d52be478a9bbb99382b41caea is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:08:40.013443 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-866a3e08-737f-4d8e-b084-71def616c411 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:08:40.022421 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-866a3e08-737f-4d8e-b084-71def616c411 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:08:40.024165 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d70c5b6e-504f-4a85-bf3a-21987999f03f tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:40.026106 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4b7a1c50-3ef2-4ba6-ac3f-c2485717abe0 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7126154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659196'] for network, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:40.032111 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-2a026b8b-6cb9-4ccb-89d7-ceeeab0725ea tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:08:40.096090 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d70c5b6e-504f-4a85-bf3a-21987999f03f tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:40.099690 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4b7a1c50-3ef2-4ba6-ac3f-c2485717abe0 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks [] for network, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:40.099952 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d70c5b6e-504f-4a85-bf3a-21987999f03f tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689902'] for security_group_rule, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:40.108301 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c8c16d8e-8f0c-4b79-9e89-7528b50bdbe9 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:08:40.131481 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7a1c50-3ef2-4ba6-ac3f-c2485717abe0 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Pushing event deleted for resources: {'Network': ['ID=dd56fbb8-c22a-4a7e-ad8c-bc374e11f22c,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:08:40.134168 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70c5b6e-504f-4a85-bf3a-21987999f03f tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce24bd6a-49a1-410a-b41d-3cdaf3e23750,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:08:40.137983 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-d70c5b6e-504f-4a85-bf3a-21987999f03f tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:08:40.140766 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-4b7a1c50-3ef2-4ba6-ac3f-c2485717abe0 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:08:40.148064 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 41158) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:40.148379 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-4b7a1c50-3ef2-4ba6-ac3f-c2485717abe0 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] 10.222.0.65 "DELETE /v2.0/networks/dd56fbb8-c22a-4a7e-ad8c-bc374e11f22c HTTP/1.1" status: 204  len: 168 time: 2.9386187
Dec 24 11:08:40.207845 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d70c5b6e-504f-4a85-bf3a-21987999f03f tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:40.209292 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-d70c5b6e-504f-4a85-bf3a-21987999f03f tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.2323449
Dec 24 11:08:40.215996 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 41174) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:40.223453 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-866a3e08-737f-4d8e-b084-71def616c411 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Notify callbacks [] for security_group, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:40.230576 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-866a3e08-737f-4d8e-b084-71def616c411 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:40.238524 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-1fb64704-fe96-448e-931f-0632aa5f06c0 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:08:40.300468 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-866a3e08-737f-4d8e-b084-71def616c411 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Notify callbacks [] for security_group, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:40.301948 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-866a3e08-737f-4d8e-b084-71def616c411 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1578 time: 0.5952420
Dec 24 11:08:40.312897 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 41190) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:40.325020 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-b9c4ecac-6636-4d04-9744-45590c644aaf tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Request body: {'security_group_rule': {'security_group_id': '41f6d23e-6c08-477c-b630-7e274691eabe', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:08:40.329938 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866a3e08-737f-4d8e-b084-71def616c411 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41f6d23e-6c08-477c-b630-7e274691eabe,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:08:40.334697 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-492515a8-c282-419b-82eb-e4ce0881accd tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:08:40.336414 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-866a3e08-737f-4d8e-b084-71def616c411 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:08:40.337497 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-b9c4ecac-6636-4d04-9744-45590c644aaf tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:08:40.350058 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff03084-c615-4f8c-b93e-b37db66d70fe None None] Sync routers for ids ['24f0b5d8-d368-4970-b4e5-f35e9299f571'] in dv-neutron-822691-2-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:08:40.365723 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff03084-c615-4f8c-b93e-b37db66d70fe None None] Routers {'24f0b5d8-d368-4970-b4e5-f35e9299f571'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:08:40.366454 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-6ff03084-c615-4f8c-b93e-b37db66d70fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52713d6e80>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:08:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['24f0b5d8-d368-4970-b4e5-f35e9299f571'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:08:40.433116 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-6ff03084-c615-4f8c-b93e-b37db66d70fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52713d6e80>, [], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:08:40.442851 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-b9c4ecac-6636-4d04-9744-45590c644aaf tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Usage tracker for resource:security_group_rule and tenant:f7aa443d52be478a9bbb99382b41caea is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:08:40.446438 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff03084-c615-4f8c-b93e-b37db66d70fe None None] Routers {'24f0b5d8-d368-4970-b4e5-f35e9299f571'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:08:40.447422 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-6ff03084-c615-4f8c-b93e-b37db66d70fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52713d6e80>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:08:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['24f0b5d8-d368-4970-b4e5-f35e9299f571'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:08:40.450787 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-b9c4ecac-6636-4d04-9744-45590c644aaf tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:08:40.464510 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-b9c4ecac-6636-4d04-9744-45590c644aaf tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:08:40.504034 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b9c4ecac-6636-4d04-9744-45590c644aaf tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:40.519779 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-6ff03084-c615-4f8c-b93e-b37db66d70fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52713d6e80>, [], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:08:40.539153 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff03084-c615-4f8c-b93e-b37db66d70fe None None] The sync data for ids ['24f0b5d8-d368-4970-b4e5-f35e9299f571'] in dv-neutron-822691-2-hyperv is: [] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:08:40.595857 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-39ff93cf-c0b7-48c5-95f3-6f7e9977387d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:40.671834 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f30c2ee3-a7c7-429c-9ca4-0ad086a5c0c5 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Notify callbacks [] for security_group, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:40.707627 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b9c4ecac-6636-4d04-9744-45590c644aaf tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:40.712158 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f30c2ee3-a7c7-429c-9ca4-0ad086a5c0c5 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:40.726711 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b9c4ecac-6636-4d04-9744-45590c644aaf tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689902'] for security_group_rule, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:40.729088 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:08:40.762407 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c4ecac-6636-4d04-9744-45590c644aaf tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4232b97-0a64-4ef0-aebd-4607998c7900,revision_number=0']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:08:40.770716 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-b9c4ecac-6636-4d04-9744-45590c644aaf tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:08:40.785603 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b9c4ecac-6636-4d04-9744-45590c644aaf tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:40.789548 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-b9c4ecac-6636-4d04-9744-45590c644aaf tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.4727108
Dec 24 11:08:40.790037 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 41196) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:40.818781 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-5fbc91e2-b5d5-4a10-a6cb-4ccf71dc3335 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] 10.222.0.65 "GET /v2.0/security-group-rules/b4232b97-0a64-4ef0-aebd-4607998c7900 HTTP/1.1" status: 200  len: 705 time: 0.0232272
Dec 24 11:08:40.822697 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 41200) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:40.933412 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f30c2ee3-a7c7-429c-9ca4-0ad086a5c0c5 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:40.941930 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-4612c5de-833b-4fe1-861d-0e5c1aa88d65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:08:40.975467 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30c2ee3-a7c7-429c-9ca4-0ad086a5c0c5 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b64c8ab-b4aa-454e-8d29-250474379dc3,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:08:40.980874 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f30c2ee3-a7c7-429c-9ca4-0ad086a5c0c5 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:08:41.010209 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-651357c4-e00b-4799-a19d-4cedc2f70d4f tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Synchronizing usage tracker for tenant:f7aa443d52be478a9bbb99382b41caea on resource:security_group_rule {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:08:41.031213 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f30c2ee3-a7c7-429c-9ca4-0ad086a5c0c5 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:41.032525 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-f30c2ee3-a7c7-429c-9ca4-0ad086a5c0c5 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] 10.222.0.65 "DELETE /v2.0/security-groups/7b64c8ab-b4aa-454e-8d29-250474379dc3 HTTP/1.1" status: 204  len: 168 time: 0.8157487
Dec 24 11:08:41.038257 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 41206) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:41.079477 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-651357c4-e00b-4799-a19d-4cedc2f70d4f tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Unset dirty status for tenant:f7aa443d52be478a9bbb99382b41caea on resource:security_group_rule {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:08:41.080901 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-651357c4-e00b-4799-a19d-4cedc2f70d4f tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3707 time: 0.2575510
Dec 24 11:08:41.089419 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 41210) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:41.149065 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6985accf-57c1-4010-9c3f-4fe74c6055a9 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854055677'] for router_interface, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:41.279033 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-49cfe7dd-3755-44ba-b495-94a81810a681 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Synchronizing usage tracker for tenant:c8abfcf6376d432e8b8a84a8e5db68dd on resource:security_group {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:08:41.289361 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-01ea4681-8a43-4b18-b6aa-541f9eb5dcd2 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:41.306384 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-01ea4681-8a43-4b18-b6aa-541f9eb5dcd2 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:41.334112 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-492515a8-c282-419b-82eb-e4ce0881accd tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Router 64d01824-0b36-47f9-a202-00d92cedbf99 has already been hosted by L3 agent 198cca88-1338-4098-b44b-beb0346ac906 {{(pid=88879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 24 11:08:41.335321 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-49cfe7dd-3755-44ba-b495-94a81810a681 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Unset dirty status for tenant:c8abfcf6376d432e8b8a84a8e5db68dd on resource:security_group {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:08:41.336683 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-49cfe7dd-3755-44ba-b495-94a81810a681 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.2946796
Dec 24 11:08:41.339960 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 41214) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:41.373039 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-01ea4681-8a43-4b18-b6aa-541f9eb5dcd2 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689902'] for security_group_rule, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:41.378509 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:08:41.414703 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ea4681-8a43-4b18-b6aa-541f9eb5dcd2 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b4232b97-0a64-4ef0-aebd-4607998c7900,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:08:41.421441 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-01ea4681-8a43-4b18-b6aa-541f9eb5dcd2 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:08:41.433770 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-01ea4681-8a43-4b18-b6aa-541f9eb5dcd2 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:41.435044 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-01ea4681-8a43-4b18-b6aa-541f9eb5dcd2 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/b4232b97-0a64-4ef0-aebd-4607998c7900 HTTP/1.1" status: 204  len: 168 time: 0.3444111
Dec 24 11:08:41.439785 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 41218) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:41.448763 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-ebf856d4-eb22-4245-8e0d-eb4db2a52c4d tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Synchronizing usage tracker for tenant:c8abfcf6376d432e8b8a84a8e5db68dd on resource:security_group_rule {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:08:41.505845 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-ebf856d4-eb22-4245-8e0d-eb4db2a52c4d tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Unset dirty status for tenant:c8abfcf6376d432e8b8a84a8e5db68dd on resource:security_group_rule {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:08:41.507405 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-ebf856d4-eb22-4245-8e0d-eb4db2a52c4d tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 2243 time: 0.1654756
Dec 24 11:08:41.512624 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 41222) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:41.548073 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.v2.resource [None req-547bce72-bc18-4628-a7b0-bfd271ccad55 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] delete failed (client error): The resource could not be found.
Dec 24 11:08:41.550250 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-547bce72-bc18-4628-a7b0-bfd271ccad55 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] 10.222.0.65 "DELETE /v2.0/security-groups/7b64c8ab-b4aa-454e-8d29-250474379dc3 HTTP/1.1" status: 404  len: 347 time: 0.0366521
Dec 24 11:08:41.559597 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 41226) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:41.577021 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-41682b9a-0702-481b-981d-25c2be0b8495 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Synchronizing usage tracker for tenant:f7aa443d52be478a9bbb99382b41caea on resource:security_group_rule {{(pid=88879) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:08:41.602576 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-41682b9a-0702-481b-981d-25c2be0b8495 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Unset dirty status for tenant:f7aa443d52be478a9bbb99382b41caea on resource:security_group_rule {{(pid=88879) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:08:41.603965 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-41682b9a-0702-481b-981d-25c2be0b8495 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3219 time: 0.1631598
Dec 24 11:08:41.607558 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 41230) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:41.626033 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-1d934a8f-5eb4-43e5-9e36-7c0832ab1b53 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Request body: {'security_group_rule': {'security_group_id': '41f6d23e-6c08-477c-b630-7e274691eabe', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:08:41.636617 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-1d934a8f-5eb4-43e5-9e36-7c0832ab1b53 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:08:41.654588 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-1d934a8f-5eb4-43e5-9e36-7c0832ab1b53 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:08:41.680568 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-492515a8-c282-419b-82eb-e4ce0881accd tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:08:41.682624 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1d934a8f-5eb4-43e5-9e36-7c0832ab1b53 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:41.693692 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df17376a-d418-4ba8-a477-3f370ed9409e None None] Sync routers for ids ['64d01824-0b36-47f9-a202-00d92cedbf99'] in dv-neutron-822691-2-hyperv {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:08:41.694697 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-492515a8-c282-419b-82eb-e4ce0881accd tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for floatingip, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:41.710275 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df17376a-d418-4ba8-a477-3f370ed9409e None None] Routers {'64d01824-0b36-47f9-a202-00d92cedbf99'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:08:41.711301 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-df17376a-d418-4ba8-a477-3f370ed9409e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271a73fd0>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:08:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['64d01824-0b36-47f9-a202-00d92cedbf99'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:08:41.749358 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-aad3acda-a8d6-48bb-8e06-4b3773401d71 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.1810670
Dec 24 11:08:41.827367 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-df17376a-d418-4ba8-a477-3f370ed9409e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271a73fd0>, [], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:08:41.852341 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df17376a-d418-4ba8-a477-3f370ed9409e None None] Routers {'64d01824-0b36-47f9-a202-00d92cedbf99'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:08:41.853726 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-df17376a-d418-4ba8-a477-3f370ed9409e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271a73fd0>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:08:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['64d01824-0b36-47f9-a202-00d92cedbf99'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:08:41.858462 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-492515a8-c282-419b-82eb-e4ce0881accd tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] 10.222.0.65 "PUT /v2.0/floatingips/f87e9c1e-d0b2-4270-995c-c5790d266554 HTTP/1.1" status: 200  len: 978 time: 6.9383504
Dec 24 11:08:41.859248 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 41236) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:41.929501 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-df17376a-d418-4ba8-a477-3f370ed9409e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271a73fd0>, [], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:08:41.930018 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df17376a-d418-4ba8-a477-3f370ed9409e None None] The sync data for ids ['64d01824-0b36-47f9-a202-00d92cedbf99'] in dv-neutron-822691-2-hyperv is: [] {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:08:41.947522 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1d934a8f-5eb4-43e5-9e36-7c0832ab1b53 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:41.953561 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1d934a8f-5eb4-43e5-9e36-7c0832ab1b53 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689902'] for security_group_rule, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:41.958470 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-accdc8df-3f2a-4700-85e0-e53eacb716e5 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:08:41.998248 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d934a8f-5eb4-43e5-9e36-7c0832ab1b53 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6284c0e-005a-4ceb-9a84-bf346a3b58dd,revision_number=0']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:08:42.007416 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-74d2b4e9-1a17-4f37-a565-6a8422b68be7 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Deleting port 8ed50dd7-7643-4339-b5a5-cfc3850a32ce {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:08:42.007764 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-74d2b4e9-1a17-4f37-a565-6a8422b68be7 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:42.039328 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-1d934a8f-5eb4-43e5-9e36-7c0832ab1b53 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:08:42.069991 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1d934a8f-5eb4-43e5-9e36-7c0832ab1b53 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:42.071331 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-1d934a8f-5eb4-43e5-9e36-7c0832ab1b53 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.4626207
Dec 24 11:08:42.074505 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 41240) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:42.183992 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-f24449c6-6dec-4ca8-9ade-dd9495071a78 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] 10.222.0.65 "GET /v2.0/security-group-rules/e6284c0e-005a-4ceb-9a84-bf346a3b58dd HTTP/1.1" status: 200  len: 705 time: 0.1079392
Dec 24 11:08:42.188775 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-6985accf-57c1-4010-9c3f-4fe74c6055a9 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Deleting port 9abfc48e-2517-4a7e-a1f2-b86bd08a5be9 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:08:42.190033 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 41248) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:42.190193 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6985accf-57c1-4010-9c3f-4fe74c6055a9 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:42.287927 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 41252) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:42.390280 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-64e21348-e90c-421b-aef4-5d177cbcb746 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Synchronizing usage tracker for tenant:f7aa443d52be478a9bbb99382b41caea on resource:security_group_rule {{(pid=88879) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:08:42.423825 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-64e21348-e90c-421b-aef4-5d177cbcb746 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Unset dirty status for tenant:f7aa443d52be478a9bbb99382b41caea on resource:security_group_rule {{(pid=88879) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:08:42.428405 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-64e21348-e90c-421b-aef4-5d177cbcb746 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3707 time: 0.2370052
Dec 24 11:08:42.429182 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 41258) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:42.471463 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-74d2b4e9-1a17-4f37-a565-6a8422b68be7 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:42.473021 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-6985accf-57c1-4010-9c3f-4fe74c6055a9 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] For port 9abfc48e-2517-4a7e-a1f2-b86bd08a5be9, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=9abfc48e-2517-4a7e-a1f2-b86bd08a5be9,segment=NetworkSegment(d99294a7-efc7-4e68-b569-c651902f90df),segment_id=d99294a7-efc7-4e68-b569-c651902f90df)] {{(pid=88878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:08:42.473487 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6985accf-57c1-4010-9c3f-4fe74c6055a9 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:42.612145 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-6985accf-57c1-4010-9c3f-4fe74c6055a9 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Calling delete_port for 9abfc48e-2517-4a7e-a1f2-b86bd08a5be9 owned by network:router_interface {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:08:42.613677 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c8d7fea0-005b-4f10-b750-35d3c64a2fcf tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:42.648259 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c8d7fea0-005b-4f10-b750-35d3c64a2fcf tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:42.765288 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-9cb45aa3-f9ec-4301-b742-f657f143e5b9 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c8abfcf6376d432e8b8a84a8e5db68dd&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4699862
Dec 24 11:08:42.770823 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 41262) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:42.802495 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c8d7fea0-005b-4f10-b750-35d3c64a2fcf tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689902'] for security_group_rule, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:42.814370 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6985accf-57c1-4010-9c3f-4fe74c6055a9 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:42.815897 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-0ba202a4-dc06-4e16-b024-3d223e4c577a tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:08:42.819345 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7543c351-bf7a-4e8d-8c0b-5068d9f616ab tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:08:42.872425 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6985accf-57c1-4010-9c3f-4fe74c6055a9 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Pushing event deleted for resources: {'Port': ['ID=9abfc48e-2517-4a7e-a1f2-b86bd08a5be9,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:08:42.875784 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-6985accf-57c1-4010-9c3f-4fe74c6055a9 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:08:42.929105 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d7fea0-005b-4f10-b750-35d3c64a2fcf tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e6284c0e-005a-4ceb-9a84-bf346a3b58dd,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:08:42.932106 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c8d7fea0-005b-4f10-b750-35d3c64a2fcf tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:08:42.944554 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c8d7fea0-005b-4f10-b750-35d3c64a2fcf tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:42.948240 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-c8d7fea0-005b-4f10-b750-35d3c64a2fcf tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/e6284c0e-005a-4ceb-9a84-bf346a3b58dd HTTP/1.1" status: 204  len: 168 time: 0.5129602
Dec 24 11:08:42.949508 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 41266) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:43.014364 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-74d2b4e9-1a17-4f37-a565-6a8422b68be7 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:43.014772 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-74d2b4e9-1a17-4f37-a565-6a8422b68be7 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659181'] for floatingip, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:43.015118 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.l3_db [None req-74d2b4e9-1a17-4f37-a565-6a8422b68be7 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Floating IP f87e9c1e-d0b2-4270-995c-c5790d266554 disassociated. External IP: 172.26.3.220, port: 8ed50dd7-7643-4339-b5a5-cfc3850a32ce.
Dec 24 11:08:43.015490 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-74d2b4e9-1a17-4f37-a565-6a8422b68be7 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Calling delete_port for 8ed50dd7-7643-4339-b5a5-cfc3850a32ce owned by  {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:08:43.075772 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-df42d73a-af1e-4468-a270-91c36fc8b9d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:43.129983 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6985accf-57c1-4010-9c3f-4fe74c6055a9 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036852798164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854055527'] for router_interface, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:43.138608 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-08eec7f5-a74c-4be5-9b9d-f6326a9f0843 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Synchronizing usage tracker for tenant:f7aa443d52be478a9bbb99382b41caea on resource:security_group_rule {{(pid=88879) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:08:43.171424 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-df42d73a-af1e-4468-a270-91c36fc8b9d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:43.305301 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-08eec7f5-a74c-4be5-9b9d-f6326a9f0843 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Unset dirty status for tenant:f7aa443d52be478a9bbb99382b41caea on resource:security_group_rule {{(pid=88879) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:08:43.309437 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-08eec7f5-a74c-4be5-9b9d-f6326a9f0843 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3219 time: 0.3544240
Dec 24 11:08:43.310403 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 41272) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:43.317366 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-0cb8010e-f4d4-45f8-909b-08b7f5f91dea tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Request body: {'security_group_rule': {'security_group_id': '41f6d23e-6c08-477c-b630-7e274691eabe', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:08:43.337947 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-0cb8010e-f4d4-45f8-909b-08b7f5f91dea tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:08:43.363147 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-df42d73a-af1e-4468-a270-91c36fc8b9d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:43.363377 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-0cb8010e-f4d4-45f8-909b-08b7f5f91dea tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:08:43.370364 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-6701255f-8b75-4283-8b10-91f9a179d76d tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:08:43.384129 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-74d2b4e9-1a17-4f37-a565-6a8422b68be7 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:43.394343 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df42d73a-af1e-4468-a270-91c36fc8b9d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d9c240d-ddac-4e1b-8b6e-f5e3fe49206a,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:08:43.399903 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-df42d73a-af1e-4468-a270-91c36fc8b9d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:08:43.419481 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-648a2362-b64a-4e8e-9be0-9f200c483ed9 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:08:43.460300 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0cb8010e-f4d4-45f8-909b-08b7f5f91dea tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:43.475015 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d2b4e9-1a17-4f37-a565-6a8422b68be7 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Pushing event deleted for resources: {'Port': ['ID=8ed50dd7-7643-4339-b5a5-cfc3850a32ce,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:08:43.477563 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-74d2b4e9-1a17-4f37-a565-6a8422b68be7 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:08:43.576763 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-df42d73a-af1e-4468-a270-91c36fc8b9d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:43.580666 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-df42d73a-af1e-4468-a270-91c36fc8b9d4 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9d9c240d-ddac-4e1b-8b6e-f5e3fe49206a HTTP/1.1" status: 204  len: 168 time: 0.8062351
Dec 24 11:08:43.650624 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0cb8010e-f4d4-45f8-909b-08b7f5f91dea tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:43.729991 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0cb8010e-f4d4-45f8-909b-08b7f5f91dea tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689902'] for security_group_rule, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:43.751238 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-9e9efdc5-0fee-4c9d-a251-aeea6fc8a91d tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:08:43.769390 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb8010e-f4d4-45f8-909b-08b7f5f91dea tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7673c3a3-3119-4af7-bfb2-944ff4ec0356,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:08:43.772266 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-0cb8010e-f4d4-45f8-909b-08b7f5f91dea tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:08:43.814282 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74d2b4e9-1a17-4f37-a565-6a8422b68be7 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Router 64d01824-0b36-47f9-a202-00d92cedbf99 has already been hosted by L3 agent 198cca88-1338-4098-b44b-beb0346ac906 {{(pid=88879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 24 11:08:44.094329 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74d2b4e9-1a17-4f37-a565-6a8422b68be7 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:08:44.105924 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1773676e-8f34-48a2-af4e-01d3fe1e8fed None None] Sync routers for ids ['64d01824-0b36-47f9-a202-00d92cedbf99'] in dv-neutron-822691-2-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:08:44.125251 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1773676e-8f34-48a2-af4e-01d3fe1e8fed None None] Routers {'64d01824-0b36-47f9-a202-00d92cedbf99'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:08:44.126062 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-1773676e-8f34-48a2-af4e-01d3fe1e8fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52716898d0>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:08:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['64d01824-0b36-47f9-a202-00d92cedbf99'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:08:44.138480 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0cb8010e-f4d4-45f8-909b-08b7f5f91dea tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:44.139820 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-0cb8010e-f4d4-45f8-909b-08b7f5f91dea tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.8283923
Dec 24 11:08:44.142956 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 41286) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:44.183933 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-95c181c3-f4ca-4f01-bc4c-4e45f49d7e8a tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] 10.222.0.65 "GET /v2.0/security-group-rules/7673c3a3-3119-4af7-bfb2-944ff4ec0356 HTTP/1.1" status: 200  len: 706 time: 0.0370860
Dec 24 11:08:44.186567 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 41290) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:44.225017 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-74d2b4e9-1a17-4f37-a565-6a8422b68be7 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:44.230465 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-74d2b4e9-1a17-4f37-a565-6a8422b68be7 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] 10.222.0.65 "DELETE /v2.0/ports/8ed50dd7-7643-4339-b5a5-cfc3850a32ce HTTP/1.1" status: 204  len: 168 time: 2.3688140
Dec 24 11:08:44.231341 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 41294) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:44.270062 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6985accf-57c1-4010-9c3f-4fe74c6055a9 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Router c12f84ef-db9d-4f8b-b966-24ad29271517 has already been hosted by L3 agent 198cca88-1338-4098-b44b-beb0346ac906 {{(pid=88878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 24 11:08:44.278137 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-72e8b1de-c6b9-49a8-80a4-1815865432d1 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Synchronizing usage tracker for tenant:f7aa443d52be478a9bbb99382b41caea on resource:security_group_rule {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:08:44.282850 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-1773676e-8f34-48a2-af4e-01d3fe1e8fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52716898d0>, [], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:08:44.296621 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1773676e-8f34-48a2-af4e-01d3fe1e8fed None None] Routers {'64d01824-0b36-47f9-a202-00d92cedbf99'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:08:44.297401 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-72e8b1de-c6b9-49a8-80a4-1815865432d1 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Unset dirty status for tenant:f7aa443d52be478a9bbb99382b41caea on resource:security_group_rule {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:08:44.297752 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-1773676e-8f34-48a2-af4e-01d3fe1e8fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52716898d0>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:08:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['64d01824-0b36-47f9-a202-00d92cedbf99'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:08:44.302387 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-72e8b1de-c6b9-49a8-80a4-1815865432d1 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3708 time: 0.1147547
Dec 24 11:08:44.305644 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 41300) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:44.454604 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-1773676e-8f34-48a2-af4e-01d3fe1e8fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52716898d0>, [], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:08:44.457442 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1773676e-8f34-48a2-af4e-01d3fe1e8fed None None] The sync data for ids ['64d01824-0b36-47f9-a202-00d92cedbf99'] in dv-neutron-822691-2-hyperv is: [] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:08:44.500744 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7d676f8d-b4da-4f6a-829b-763a0f482bb9 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:44.518289 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7d676f8d-b4da-4f6a-829b-763a0f482bb9 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:44.595732 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7d676f8d-b4da-4f6a-829b-763a0f482bb9 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689902'] for security_group_rule, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:44.599812 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-45e42428-ac95-4b9c-a759-1f766ab8827a tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:08:44.635641 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d676f8d-b4da-4f6a-829b-763a0f482bb9 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7673c3a3-3119-4af7-bfb2-944ff4ec0356,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:08:44.644576 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7d676f8d-b4da-4f6a-829b-763a0f482bb9 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:08:44.660418 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7d676f8d-b4da-4f6a-829b-763a0f482bb9 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:44.661686 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-7d676f8d-b4da-4f6a-829b-763a0f482bb9 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/7673c3a3-3119-4af7-bfb2-944ff4ec0356 HTTP/1.1" status: 204  len: 168 time: 0.3467872
Dec 24 11:08:44.664666 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 41312) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:44.672326 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6985accf-57c1-4010-9c3f-4fe74c6055a9 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:08:44.684788 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-6985accf-57c1-4010-9c3f-4fe74c6055a9 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] 10.222.0.65 "PUT /v2.0/routers/c12f84ef-db9d-4f8b-b966-24ad29271517/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.5315828
Dec 24 11:08:44.684788 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 41316) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:44.685010 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c857c4d-28bd-43a2-8fa3-388552a72988 None None] Sync routers for ids ['c12f84ef-db9d-4f8b-b966-24ad29271517'] in dv-neutron-822691-2-hyperv {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:08:44.703014 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c857c4d-28bd-43a2-8fa3-388552a72988 None None] Routers {'c12f84ef-db9d-4f8b-b966-24ad29271517'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:08:44.705711 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-8c857c4d-28bd-43a2-8fa3-388552a72988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5274c3ccc0>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:08:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['c12f84ef-db9d-4f8b-b966-24ad29271517'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:08:44.758122 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-06b2f0da-7bf3-42b4-9772-9729717d48e8 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3219 time: 0.0915875
Dec 24 11:08:44.761162 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 41320) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:44.944516 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ad8103ee-a937-4831-aace-e82bd04422c4 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Notify callbacks [] for security_group, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:44.954947 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 41326) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:44.970389 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-8c857c4d-28bd-43a2-8fa3-388552a72988 None None] Set router c12f84ef-db9d-4f8b-b966-24ad29271517 gateway port host: None {{(pid=88881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:08:44.990393 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ad8103ee-a937-4831-aace-e82bd04422c4 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:45.030533 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd7aeb0f-d072-4c84-a8bc-d22724549670 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Deleting subnet 18683f4a-4e81-4332-9885-7f09f49d25aa {{(pid=88878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 24 11:08:45.034896 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fd7aeb0f-d072-4c84-a8bc-d22724549670 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks [] for subnet, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:45.046845 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fababbb0-24ca-4075-80c0-649f559057fc tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854055677'] for router_interface, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:45.117108 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fd7aeb0f-d072-4c84-a8bc-d22724549670 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852534446'] for subnet, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:45.230506 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fd7aeb0f-d072-4c84-a8bc-d22724549670 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847655656'] for subnet, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:45.328151 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fd7aeb0f-d072-4c84-a8bc-d22724549670 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7120129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3978858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852529715'] for subnet, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:45.341659 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-1af5c898-843f-4cb5-a7af-4cb292d8b59f tempest-ExtraDHCPOptionsTestJSON-983307326 tempest-ExtraDHCPOptionsTestJSON-983307326-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:08:45.393786 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7aeb0f-d072-4c84-a8bc-d22724549670 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Pushing event deleted for resources: {'Subnet': ['ID=18683f4a-4e81-4332-9885-7f09f49d25aa,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:08:45.396446 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fd7aeb0f-d072-4c84-a8bc-d22724549670 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:45.401140 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6213a46-09bd-422b-bef6-d57e52208443 None None] Network 3fd6f8a5-ac81-478a-94b1-2e50276401de requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:08:45.408814 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-fd7aeb0f-d072-4c84-a8bc-d22724549670 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] 10.222.0.65 "DELETE /v2.0/subnets/18683f4a-4e81-4332-9885-7f09f49d25aa HTTP/1.1" status: 204  len: 168 time: 0.7260234
Dec 24 11:08:45.410253 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-fd7aeb0f-d072-4c84-a8bc-d22724549670 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:08:45.410644 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 41334) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:45.447749 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-0991feb0-2fa7-4f47-aae2-ee6dfb1db318 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-831241422-network', 'tenant_id': '98b87bf2caa248f096bf6e4aa1bdda49'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:08:45.460907 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-0991feb0-2fa7-4f47-aae2-ee6dfb1db318 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:08:45.469201 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-0991feb0-2fa7-4f47-aae2-ee6dfb1db318 admin admin] Usage tracker for resource:network and tenant:98b87bf2caa248f096bf6e4aa1bdda49 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:08:45.473375 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-0991feb0-2fa7-4f47-aae2-ee6dfb1db318 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:08:45.481978 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-0991feb0-2fa7-4f47-aae2-ee6dfb1db318 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:08:45.494923 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ad8103ee-a937-4831-aace-e82bd04422c4 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:45.505275 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-137fde2d-9b87-4235-9269-0d857da0cf05 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:08:45.525869 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-8c857c4d-28bd-43a2-8fa3-388552a72988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5274c3ccc0>, [{'id': 'c12f84ef-db9d-4f8b-b966-24ad29271517', 'name': 'tempest-RoutersIpV6Test-router-644231010', 'tenant_id': '59b398769254445dae3d1f85e7f0f818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:07:43Z', 'updated_at': '2021-12-24T11:08:42Z', 'revision_number': 9, 'project_id': '59b398769254445dae3d1f85e7f0f818', 'gw_port_host': None, '_interfaces': [{'id': '429828b5-a160-4c95-882b-6ee31f57fc8f', 'name': '', 'network_id': '5e9025d6-40e4-4d3a-8443-18331acc89dc', 'tenant_id': '59b398769254445dae3d1f85e7f0f818', 'mac_address': 'fa:16:3e:46:94:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c12f84ef-db9d-4f8b-b966-24ad29271517', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db561dc2-ad7f-45e0-b807-777ba9baaa89', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:07:57Z', 'updated_at': '2021-12-24T11:08:14Z', 'revision_number': 5, 'project_id': '59b398769254445dae3d1f85e7f0f818', 'subnets': [{'id': 'db561dc2-ad7f-45e0-b807-777ba9baaa89', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a117cac-fe6c-4edd-9da7-5695b79dbbbc', 'name': '', 'network_id': '9b4f4508-effc-4cb9-8439-b64bb90916de', 'tenant_id': '59b398769254445dae3d1f85e7f0f818', 'mac_address': 'fa:16:3e:23:35:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c12f84ef-db9d-4f8b-b966-24ad29271517', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e75793db-c2ab-4221-adc4-133f056a01cf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:07:46Z', 'updated_at': '2021-12-24T11:08:02Z', 'revision_number': 5, 'project_id': '59b398769254445dae3d1f85e7f0f818', 'subnets': [{'id': 'e75793db-c2ab-4221-adc4-133f056a01cf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:08:45.537465 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c857c4d-28bd-43a2-8fa3-388552a72988 None None] Checking router: c12f84ef-db9d-4f8b-b966-24ad29271517 for host: dv-neutron-822691-2-hyperv {{(pid=88881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 24 11:08:45.549931 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0991feb0-2fa7-4f47-aae2-ee6dfb1db318 admin admin] Made reservation on behalf of 98b87bf2caa248f096bf6e4aa1bdda49 for: {'network': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:08:45.554854 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0991feb0-2fa7-4f47-aae2-ee6dfb1db318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for network, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:45.565590 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-cbd82f94-e36f-4b5b-ac6c-d05e558c39bf tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036847558493'] for network, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:45.566092 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c857c4d-28bd-43a2-8fa3-388552a72988 None None] Routers {'c12f84ef-db9d-4f8b-b966-24ad29271517'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:08:45.567448 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-8c857c4d-28bd-43a2-8fa3-388552a72988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5274c3ccc0>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:08:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['c12f84ef-db9d-4f8b-b966-24ad29271517'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:08:45.574864 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8103ee-a937-4831-aace-e82bd04422c4 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41f6d23e-6c08-477c-b630-7e274691eabe,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:08:45.581063 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-ad8103ee-a937-4831-aace-e82bd04422c4 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:08:45.583932 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0991feb0-2fa7-4f47-aae2-ee6dfb1db318 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:45.589180 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-cbd82f94-e36f-4b5b-ac6c-d05e558c39bf tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Deleting port bd2dde0a-331a-4c2d-90a7-fd087093e276 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:08:45.589559 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-cbd82f94-e36f-4b5b-ac6c-d05e558c39bf tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:45.661153 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-0991feb0-2fa7-4f47-aae2-ee6dfb1db318 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:08:45.665709 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-0991feb0-2fa7-4f47-aae2-ee6dfb1db318 admin admin] Usage tracker for resource:security_group_rule and tenant:98b87bf2caa248f096bf6e4aa1bdda49 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:08:45.669081 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-0991feb0-2fa7-4f47-aae2-ee6dfb1db318 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:08:45.675832 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-0991feb0-2fa7-4f47-aae2-ee6dfb1db318 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:08:45.759886 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ad8103ee-a937-4831-aace-e82bd04422c4 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Notify callbacks [] for security_group, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:45.762180 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-ad8103ee-a937-4831-aace-e82bd04422c4 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] 10.222.0.65 "DELETE /v2.0/security-groups/41f6d23e-6c08-477c-b630-7e274691eabe HTTP/1.1" status: 204  len: 168 time: 0.9997230
Dec 24 11:08:45.765405 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 41342) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:45.879448 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-8cfbb214-026c-4867-8020-1beef983b4fa tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Synchronizing usage tracker for tenant:f7aa443d52be478a9bbb99382b41caea on resource:security_group {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:08:45.888394 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-8c857c4d-28bd-43a2-8fa3-388552a72988 None None] Set router c12f84ef-db9d-4f8b-b966-24ad29271517 gateway port host: None {{(pid=88881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:08:45.939706 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0991feb0-2fa7-4f47-aae2-ee6dfb1db318 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:45.948841 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0991feb0-2fa7-4f47-aae2-ee6dfb1db318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:45.955874 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-0c60572b-6d61-476d-9c87-b3f51c6742f4 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:08:45.975791 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0991feb0-2fa7-4f47-aae2-ee6dfb1db318 admin admin] vlan segment allocate from pool success with {'vlan_id': 618, 'physical_network': 'physnet1'}  {{(pid=88879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 24 11:08:45.989728 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0991feb0-2fa7-4f47-aae2-ee6dfb1db318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:45.990312 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.segments_db [None req-0991feb0-2fa7-4f47-aae2-ee6dfb1db318 admin admin] Added segment 1b28708a-4c87-43ae-82ad-e2ceb37eac89 of type vlan for network b2d6d752-2b20-46a5-b7be-dc3f7435c3fd
Dec 24 11:08:46.009993 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-cbd82f94-e36f-4b5b-ac6c-d05e558c39bf tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] For port bd2dde0a-331a-4c2d-90a7-fd087093e276, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=bd2dde0a-331a-4c2d-90a7-fd087093e276,segment=NetworkSegment(d99294a7-efc7-4e68-b569-c651902f90df),segment_id=d99294a7-efc7-4e68-b569-c651902f90df)] {{(pid=88878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:08:46.010704 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-cbd82f94-e36f-4b5b-ac6c-d05e558c39bf tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:46.017210 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-065390f7-1fc3-401e-803e-1e555d54d82e None None] DHCP port deletion for 3fd6f8a5-ac81-478a-94b1-2e50276401de request from dv-neutron-822691-2-hyperv {{(pid=88880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 24 11:08:46.022698 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-065390f7-1fc3-401e-803e-1e555d54d82e None None] Deleting port bd2dde0a-331a-4c2d-90a7-fd087093e276 {{(pid=88880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:08:46.023123 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-065390f7-1fc3-401e-803e-1e555d54d82e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:46.024026 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0991feb0-2fa7-4f47-aae2-ee6dfb1db318 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363287349540024'] for network, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:46.024313 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-8cfbb214-026c-4867-8020-1beef983b4fa tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Unset dirty status for tenant:f7aa443d52be478a9bbb99382b41caea on resource:security_group {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:08:46.025760 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-8cfbb214-026c-4867-8020-1beef983b4fa tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.2592716
Dec 24 11:08:46.032213 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 41346) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:46.071508 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-52351594-37d7-40fb-9ee0-a325e4bbb8a6 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Request body: {'security_group': {'name': 'tempest-secgroup--365129167'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:08:46.086774 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0991feb0-2fa7-4f47-aae2-ee6dfb1db318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636'] for network, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:46.087928 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0991feb0-2fa7-4f47-aae2-ee6dfb1db318 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:08:46.088636 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0991feb0-2fa7-4f47-aae2-ee6dfb1db318 admin admin] Notify callbacks [] for network, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:46.104832 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-52351594-37d7-40fb-9ee0-a325e4bbb8a6 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:08:46.122185 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0991feb0-2fa7-4f47-aae2-ee6dfb1db318 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2890f8c6-9fdc-4bb0-888c-ee6878760a52,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:08:46.131689 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-0991feb0-2fa7-4f47-aae2-ee6dfb1db318 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:08:46.136423 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f24516a8-f68b-4a6c-86fc-3851a47820fe tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.037s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:08:46.155464 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-52351594-37d7-40fb-9ee0-a325e4bbb8a6 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:08:46.166974 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-cbd82f94-e36f-4b5b-ac6c-d05e558c39bf tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Calling delete_port for bd2dde0a-331a-4c2d-90a7-fd087093e276 owned by network:dhcp {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:08:46.206573 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-0991feb0-2fa7-4f47-aae2-ee6dfb1db318 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 1.2460375
Dec 24 11:08:46.208243 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 41352) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:46.221163 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-c2c9f2fc-25db-4a9c-b039-6a4840ce12c4 admin admin] Request body: {'subnet': {'network_id': 'b2d6d752-2b20-46a5-b7be-dc3f7435c3fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-831241422-subnet', 'tenant_id': '98b87bf2caa248f096bf6e4aa1bdda49', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:08:46.231067 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-c2c9f2fc-25db-4a9c-b039-6a4840ce12c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:08:46.239015 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-c2c9f2fc-25db-4a9c-b039-6a4840ce12c4 admin admin] Usage tracker for resource:subnet and tenant:98b87bf2caa248f096bf6e4aa1bdda49 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:08:46.249571 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-c2c9f2fc-25db-4a9c-b039-6a4840ce12c4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:08:46.256099 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-52351594-37d7-40fb-9ee0-a325e4bbb8a6 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Notify callbacks [] for security_group, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:46.263621 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-c2c9f2fc-25db-4a9c-b039-6a4840ce12c4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:08:46.283889 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0991feb0-2fa7-4f47-aae2-ee6dfb1db318 admin admin] Pushing event updated for resources: {'Network': ['ID=b2d6d752-2b20-46a5-b7be-dc3f7435c3fd,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:08:46.292156 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-0991feb0-2fa7-4f47-aae2-ee6dfb1db318 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:08:46.316664 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2c9f2fc-25db-4a9c-b039-6a4840ce12c4 admin admin] Made reservation on behalf of 98b87bf2caa248f096bf6e4aa1bdda49 for: {'subnet': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:08:46.325546 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c2c9f2fc-25db-4a9c-b039-6a4840ce12c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2246100'] for subnet, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:46.373798 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-cbd82f94-e36f-4b5b-ac6c-d05e558c39bf tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:46.400303 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-ff9dffae-4e3e-4f80-b3d4-a51242374370 tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:08:46.436766 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-065390f7-1fc3-401e-803e-1e555d54d82e None None] For port bd2dde0a-331a-4c2d-90a7-fd087093e276, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=bd2dde0a-331a-4c2d-90a7-fd087093e276,segment=NetworkSegment(d99294a7-efc7-4e68-b569-c651902f90df),segment_id=d99294a7-efc7-4e68-b569-c651902f90df)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:08:46.437639 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-065390f7-1fc3-401e-803e-1e555d54d82e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:46.464130 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd82f94-e36f-4b5b-ac6c-d05e558c39bf tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Pushing event deleted for resources: {'Port': ['ID=bd2dde0a-331a-4c2d-90a7-fd087093e276,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:08:46.472006 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-cbd82f94-e36f-4b5b-ac6c-d05e558c39bf tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:08:46.492003 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-52351594-37d7-40fb-9ee0-a325e4bbb8a6 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:08:46.504656 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-52351594-37d7-40fb-9ee0-a325e4bbb8a6 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Usage tracker for resource:security_group_rule and tenant:f7aa443d52be478a9bbb99382b41caea is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:08:46.510386 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-52351594-37d7-40fb-9ee0-a325e4bbb8a6 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:08:46.530964 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-52351594-37d7-40fb-9ee0-a325e4bbb8a6 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:08:46.586852 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd82f94-e36f-4b5b-ac6c-d05e558c39bf tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] No DVR routers for this DVR port bd2dde0a-331a-4c2d-90a7-fd087093e276 on host dv-neutron-822691-2-hyperv {{(pid=88878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 24 11:08:46.622093 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-8c857c4d-28bd-43a2-8fa3-388552a72988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5274c3ccc0>, [{'id': 'c12f84ef-db9d-4f8b-b966-24ad29271517', 'name': 'tempest-RoutersIpV6Test-router-644231010', 'tenant_id': '59b398769254445dae3d1f85e7f0f818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:07:43Z', 'updated_at': '2021-12-24T11:08:42Z', 'revision_number': 9, 'project_id': '59b398769254445dae3d1f85e7f0f818', 'gw_port_host': None, '_interfaces': [{'id': '429828b5-a160-4c95-882b-6ee31f57fc8f', 'name': '', 'network_id': '5e9025d6-40e4-4d3a-8443-18331acc89dc', 'tenant_id': '59b398769254445dae3d1f85e7f0f818', 'mac_address': 'fa:16:3e:46:94:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c12f84ef-db9d-4f8b-b966-24ad29271517', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db561dc2-ad7f-45e0-b807-777ba9baaa89', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:07:57Z', 'updated_at': '2021-12-24T11:08:14Z', 'revision_number': 5, 'project_id': '59b398769254445dae3d1f85e7f0f818', 'subnets': [{'id': 'db561dc2-ad7f-45e0-b807-777ba9baaa89', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a117cac-fe6c-4edd-9da7-5695b79dbbbc', 'name': '', 'network_id': '9b4f4508-effc-4cb9-8439-b64bb90916de', 'tenant_id': '59b398769254445dae3d1f85e7f0f818', 'mac_address': 'fa:16:3e:23:35:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c12f84ef-db9d-4f8b-b966-24ad29271517', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e75793db-c2ab-4221-adc4-133f056a01cf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:07:46Z', 'updated_at': '2021-12-24T11:08:02Z', 'revision_number': 5, 'project_id': '59b398769254445dae3d1f85e7f0f818', 'subnets': [{'id': 'e75793db-c2ab-4221-adc4-133f056a01cf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:08:46.636525 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c857c4d-28bd-43a2-8fa3-388552a72988 None None] The sync data for ids ['c12f84ef-db9d-4f8b-b966-24ad29271517'] in dv-neutron-822691-2-hyperv is: [{'id': 'c12f84ef-db9d-4f8b-b966-24ad29271517', 'name': 'tempest-RoutersIpV6Test-router-644231010', 'tenant_id': '59b398769254445dae3d1f85e7f0f818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:07:43Z', 'updated_at': '2021-12-24T11:08:42Z', 'revision_number': 9, 'project_id': '59b398769254445dae3d1f85e7f0f818', 'gw_port_host': None, '_interfaces': [{'id': '429828b5-a160-4c95-882b-6ee31f57fc8f', 'name': '', 'network_id': '5e9025d6-40e4-4d3a-8443-18331acc89dc', 'tenant_id': '59b398769254445dae3d1f85e7f0f818', 'mac_address': 'fa:16:3e:46:94:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c12f84ef-db9d-4f8b-b966-24ad29271517', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db561dc2-ad7f-45e0-b807-777ba9baaa89', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:07:57Z', 'updated_at': '2021-12-24T11:08:14Z', 'revision_number': 5, 'project_id': '59b398769254445dae3d1f85e7f0f818', 'subnets': [{'id': 'db561dc2-ad7f-45e0-b807-777ba9baaa89', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a117cac-fe6c-4edd-9da7-5695b79dbbbc', 'name': '', 'network_id': '9b4f4508-effc-4cb9-8439-b64bb90916de', 'tenant_id': '59b398769254445dae3d1f85e7f0f818', 'mac_address': 'fa:16:3e:23:35:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c12f84ef-db9d-4f8b-b966-24ad29271517', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e75793db-c2ab-4221-adc4-133f056a01cf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:07:46Z', 'updated_at': '2021-12-24T11:08:02Z', 'revision_number': 5, 'project_id': '59b398769254445dae3d1f85e7f0f818', 'subnets': [{'id': 'e75793db-c2ab-4221-adc4-133f056a01cf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:08:46.657429 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-065390f7-1fc3-401e-803e-1e555d54d82e None None] Calling delete_port for bd2dde0a-331a-4c2d-90a7-fd087093e276 owned by network:dhcp {{(pid=88880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:08:46.693204 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Network b2d6d752-2b20-46a5-b7be-dc3f7435c3fd details requested by agent ovs-agent-dv-neutron-822691-2-hyperv with host dv-neutron-822691-2-hyperv {{(pid=88880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 24 11:08:46.716978 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-52351594-37d7-40fb-9ee0-a325e4bbb8a6 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Notify callbacks [] for security_group, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:46.721519 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-52351594-37d7-40fb-9ee0-a325e4bbb8a6 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:46.729807 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-477e9136-59ff-4da1-89a7-78316e920189 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:08:46.807008 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.db.api [None req-065390f7-1fc3-401e-803e-1e555d54d82e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88880) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 24 11:08:46.807636 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_db.api [None req-065390f7-1fc3-401e-803e-1e555d54d82e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 24 11:08:46.820526 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-cbd82f94-e36f-4b5b-ac6c-d05e558c39bf tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847649663', 'neutron.services.segments.db._delete_segments_for_network-8749505737672'] for network, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:46.827717 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52351594-37d7-40fb-9ee0-a325e4bbb8a6 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28997544-91b1-45f5-b9dc-cbebf4178359,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:08:46.852586 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-52351594-37d7-40fb-9ee0-a325e4bbb8a6 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:08:46.888547 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-52351594-37d7-40fb-9ee0-a325e4bbb8a6 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Notify callbacks [] for security_group, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:46.890040 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-52351594-37d7-40fb-9ee0-a325e4bbb8a6 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 0.8547449
Dec 24 11:08:46.893495 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 41358) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:46.908853 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-946dfeb6-8239-44de-9623-7448f7f707b2 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Request body: {'security_group_rule': {'security_group_id': '28997544-91b1-45f5-b9dc-cbebf4178359', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:08:46.920120 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-946dfeb6-8239-44de-9623-7448f7f707b2 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:08:46.926930 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-946dfeb6-8239-44de-9623-7448f7f707b2 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Usage tracker for resource:security_group_rule and tenant:f7aa443d52be478a9bbb99382b41caea is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:08:46.940760 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-946dfeb6-8239-44de-9623-7448f7f707b2 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:08:46.950938 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-cbd82f94-e36f-4b5b-ac6c-d05e558c39bf tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5270fd2588>,) {'filters': {'network_id': ['3fd6f8a5-ac81-478a-94b1-2e50276401de']}} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:08:46.975678 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-cbd82f94-e36f-4b5b-ac6c-d05e558c39bf tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5270fd2588>, 'd99294a7-efc7-4e68-b569-c651902f90df') {'for_net_delete': True} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:08:46.976242 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-cbd82f94-e36f-4b5b-ac6c-d05e558c39bf tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5270fd2588>, 'd99294a7-efc7-4e68-b569-c651902f90df') {} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:08:46.995432 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-cbd82f94-e36f-4b5b-ac6c-d05e558c39bf tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749505745113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2241371'] for segment, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:46.998275 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-946dfeb6-8239-44de-9623-7448f7f707b2 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:08:47.019308 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-cbd82f94-e36f-4b5b-ac6c-d05e558c39bf tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:47.036994 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-946dfeb6-8239-44de-9623-7448f7f707b2 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:47.042836 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbd82f94-e36f-4b5b-ac6c-d05e558c39bf tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Releasing vlan 648 on physical network physnet1 to pool {{(pid=88878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 24 11:08:47.043287 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-cbd82f94-e36f-4b5b-ac6c-d05e558c39bf tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036847652098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850807864'] for segment, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:47.059551 dv-neutron-822691-2-hyperv neutron-server[88767]: Traceback (most recent call last):
Dec 24 11:08:47.059551 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 24 11:08:47.059551 dv-neutron-822691-2-hyperv neutron-server[88767]:     timer()
Dec 24 11:08:47.059551 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 11:08:47.059551 dv-neutron-822691-2-hyperv neutron-server[88767]:     cb(*args, **kw)
Dec 24 11:08:47.059551 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 24 11:08:47.059551 dv-neutron-822691-2-hyperv neutron-server[88767]:     return func(*args, **kwargs)
Dec 24 11:08:47.059551 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 11:08:47.059551 dv-neutron-822691-2-hyperv neutron-server[88767]:     self._notify()
Dec 24 11:08:47.059551 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 11:08:47.059551 dv-neutron-822691-2-hyperv neutron-server[88767]:     self.callback(batched_events)
Dec 24 11:08:47.059551 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 11:08:47.059551 dv-neutron-822691-2-hyperv neutron-server[88767]:     event.method(event)
Dec 24 11:08:47.059551 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 11:08:47.059551 dv-neutron-822691-2-hyperv neutron-server[88767]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 11:08:47.059551 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 24 11:08:47.059551 dv-neutron-822691-2-hyperv neutron-server[88767]:     segment_id)['aggregates'][0]
Dec 24 11:08:47.059551 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 24 11:08:47.059551 dv-neutron-822691-2-hyperv neutron-server[88767]:     return f(self, *a, **k)
Dec 24 11:08:47.059551 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 11:08:47.059551 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self._get(url).json()
Dec 24 11:08:47.059551 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 24 11:08:47.059551 dv-neutron-822691-2-hyperv neutron-server[88767]:     **kwargs)
Dec 24 11:08:47.059551 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 24 11:08:47.059551 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self.request(url, 'GET', **kwargs)
Dec 24 11:08:47.059551 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 24 11:08:47.059551 dv-neutron-822691-2-hyperv neutron-server[88767]:     **endpoint_filter)
Dec 24 11:08:47.059551 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 24 11:08:47.059551 dv-neutron-822691-2-hyperv neutron-server[88767]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 11:08:47.059551 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 24 11:08:47.059551 dv-neutron-822691-2-hyperv neutron-server[88767]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 11:08:47.059551 dv-neutron-822691-2-hyperv neutron-server[88767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 11:08:47.153223 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c2c9f2fc-25db-4a9c-b039-6a4840ce12c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850796890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2246085'] for subnet, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:47.167681 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-aeec8f69-c9e9-4d26-9213-e708665b2364 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:08:47.222758 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device bd2dde0a-331a-4c2d-90a7-fd087093e276 no longer exists at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:08:47.229224 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-cbd82f94-e36f-4b5b-ac6c-d05e558c39bf tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7126154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659196'] for network, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:47.244879 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-cbd82f94-e36f-4b5b-ac6c-d05e558c39bf tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks [] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:47.261213 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-fababbb0-24ca-4075-80c0-649f559057fc tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Deleting port a93d9826-63da-4f7c-ae1d-ebc2fb75db93 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:08:47.264038 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fababbb0-24ca-4075-80c0-649f559057fc tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:47.270007 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c9f2fc-25db-4a9c-b039-6a4840ce12c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9de0898-0dfd-4254-b274-a0351661e9da,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:08:47.275035 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c2c9f2fc-25db-4a9c-b039-6a4840ce12c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:08:47.281528 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f0397b00-74c0-4dc7-a3dc-d3f2ec7bcd24 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.037s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:08:47.305097 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] No Port match for: bd2dde0a-331a-4c2d-90a7-fd087093e276 {{(pid=88880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 24 11:08:47.306556 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device bd2dde0a-331a-4c2d-90a7-fd087093e276 not bound to the agent host dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 24 11:08:47.307594 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 9abfc48e-2517-4a7e-a1f2-b86bd08a5be9 no longer exists at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:08:47.317069 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd82f94-e36f-4b5b-ac6c-d05e558c39bf tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Pushing event deleted for resources: {'Network': ['ID=3fd6f8a5-ac81-478a-94b1-2e50276401de,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:08:47.321775 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-cbd82f94-e36f-4b5b-ac6c-d05e558c39bf tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:08:47.326866 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-cbd82f94-e36f-4b5b-ac6c-d05e558c39bf tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] 10.222.0.65 "DELETE /v2.0/networks/3fd6f8a5-ac81-478a-94b1-2e50276401de HTTP/1.1" status: 204  len: 168 time: 1.9150138
Dec 24 11:08:47.327784 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 41362) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:47.376971 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-946dfeb6-8239-44de-9623-7448f7f707b2 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:47.392579 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c9f2fc-25db-4a9c-b039-6a4840ce12c4 admin admin] Checking segment: {'id': '1b28708a-4c87-43ae-82ad-e2ceb37eac89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'b2d6d752-2b20-46a5-b7be-dc3f7435c3fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:08:47.392967 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2c9f2fc-25db-4a9c-b039-6a4840ce12c4 admin admin] Network hostable DHCP agents. Network: b2d6d752-2b20-46a5-b7be-dc3f7435c3fd, hostable agents: ['edcf98dc-3032-472a-8b3d-f23fd1e89806'], hosted agents: [] {{(pid=88878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 24 11:08:47.398920 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-946dfeb6-8239-44de-9623-7448f7f707b2 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689902'] for security_group_rule, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:47.407087 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-065390f7-1fc3-401e-803e-1e555d54d82e None None] Deleting port bd2dde0a-331a-4c2d-90a7-fd087093e276 {{(pid=88880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:08:47.407763 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-065390f7-1fc3-401e-803e-1e555d54d82e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:47.449975 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:08:47.492588 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2c9f2fc-25db-4a9c-b039-6a4840ce12c4 admin admin] Network b2d6d752-2b20-46a5-b7be-dc3f7435c3fd is scheduled to be hosted by DHCP agent edcf98dc-3032-472a-8b3d-f23fd1e89806 with binding_index 1 {{(pid=88878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 24 11:08:47.494332 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] No Port match for: 9abfc48e-2517-4a7e-a1f2-b86bd08a5be9 {{(pid=88880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 24 11:08:47.494962 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 9abfc48e-2517-4a7e-a1f2-b86bd08a5be9 not bound to the agent host dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 24 11:08:47.510127 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-c2c9f2fc-25db-4a9c-b039-6a4840ce12c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822691-2-hyperv, b2d6d752-2b20-46a5-b7be-dc3f7435c3fd) {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:08:47.518457 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c9f2fc-25db-4a9c-b039-6a4840ce12c4 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:08:47.519104 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c2c9f2fc-25db-4a9c-b039-6a4840ce12c4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:47.543040 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946dfeb6-8239-44de-9623-7448f7f707b2 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5e2fb9d-c8c3-4b25-a7ae-9242478f120c,revision_number=0']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:08:47.555357 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-946dfeb6-8239-44de-9623-7448f7f707b2 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:08:47.582077 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-c2c9f2fc-25db-4a9c-b039-6a4840ce12c4 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.3652334
Dec 24 11:08:47.617910 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-946dfeb6-8239-44de-9623-7448f7f707b2 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:47.619248 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-946dfeb6-8239-44de-9623-7448f7f707b2 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.7247505
Dec 24 11:08:47.633133 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 41368) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:47.704750 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fababbb0-24ca-4075-80c0-649f559057fc tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:47.840804 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d0c6f138-301c-4475-a8e3-b957195cd323 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854055677'] for router_interface, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:47.851535 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-065390f7-1fc3-401e-803e-1e555d54d82e None None] The port 'bd2dde0a-331a-4c2d-90a7-fd087093e276' was deleted {{(pid=88880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 24 11:08:47.858736 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-fababbb0-24ca-4075-80c0-649f559057fc tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Calling delete_port for a93d9826-63da-4f7c-ae1d-ebc2fb75db93 owned by network:router_interface {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:08:47.860463 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7feddacc-e012-4e73-b523-169615edd74e None None] Network b2d6d752-2b20-46a5-b7be-dc3f7435c3fd requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:08:47.948618 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0112b1c2-f8fd-4cb6-bb6a-50aa5f60a6ea tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Notify callbacks [] for security_group, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:48.005939 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0112b1c2-f8fd-4cb6-bb6a-50aa5f60a6ea tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:48.086098 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0112b1c2-f8fd-4cb6-bb6a-50aa5f60a6ea tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:48.093235 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-3a4e39be-2dae-4e49-80fa-b9719e26a9b6 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:08:48.116863 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0112b1c2-f8fd-4cb6-bb6a-50aa5f60a6ea tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28997544-91b1-45f5-b9dc-cbebf4178359,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:08:48.128978 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-0112b1c2-f8fd-4cb6-bb6a-50aa5f60a6ea tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:08:48.179250 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0112b1c2-f8fd-4cb6-bb6a-50aa5f60a6ea tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Notify callbacks [] for security_group, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:48.182976 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-0112b1c2-f8fd-4cb6-bb6a-50aa5f60a6ea tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] 10.222.0.65 "DELETE /v2.0/security-groups/28997544-91b1-45f5-b9dc-cbebf4178359 HTTP/1.1" status: 204  len: 168 time: 0.5463266
Dec 24 11:08:48.183743 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 41378) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:48.263537 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fababbb0-24ca-4075-80c0-649f559057fc tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:48.278883 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e5cc2ba-2e50-4de1-9641-c2e79fa1d84d None None] Network b2d6d752-2b20-46a5-b7be-dc3f7435c3fd requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:08:48.284327 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-83a7dcfe-e411-46a6-bc65-5640d0493093 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:08:48.395993 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fababbb0-24ca-4075-80c0-649f559057fc tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Pushing event deleted for resources: {'Port': ['ID=a93d9826-63da-4f7c-ae1d-ebc2fb75db93,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:08:48.403835 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-fababbb0-24ca-4075-80c0-649f559057fc tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:08:48.963889 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fababbb0-24ca-4075-80c0-649f559057fc tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036852798164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854055527'] for router_interface, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:49.058210 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-c321f26d-5369-42df-902a-6337be8a88f0 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.8724475
Dec 24 11:08:49.061881 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 41392) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:49.190954 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-53bc39e8-64c2-4732-b871-1020831d2acd tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Synchronizing usage tracker for tenant:f7aa443d52be478a9bbb99382b41caea on resource:security_group_rule {{(pid=88879) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:08:49.222889 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-53bc39e8-64c2-4732-b871-1020831d2acd tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Unset dirty status for tenant:f7aa443d52be478a9bbb99382b41caea on resource:security_group_rule {{(pid=88879) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:08:49.224221 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-53bc39e8-64c2-4732-b871-1020831d2acd tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 2243 time: 0.1611702
Dec 24 11:08:49.227540 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 41400) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:49.282849 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.v2.resource [None req-e6994273-a63d-4ff3-a2d9-30411632c156 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] delete failed (client error): The resource could not be found.
Dec 24 11:08:49.284305 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-e6994273-a63d-4ff3-a2d9-30411632c156 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] 10.222.0.65 "DELETE /v2.0/security-groups/28997544-91b1-45f5-b9dc-cbebf4178359 HTTP/1.1" status: 404  len: 347 time: 0.0557392
Dec 24 11:08:49.292523 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 41404) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:49.295041 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 41406) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:49.308854 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-19d417af-793b-4e1e-8823-2c0c24bedc0f admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-999319268-network', 'tenant_id': '7166db3307eb4818b8579f47e01adfe4'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:08:49.315263 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-19d417af-793b-4e1e-8823-2c0c24bedc0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:08:49.320508 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-19d417af-793b-4e1e-8823-2c0c24bedc0f admin admin] Usage tracker for resource:network and tenant:7166db3307eb4818b8579f47e01adfe4 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:08:49.324984 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-19d417af-793b-4e1e-8823-2c0c24bedc0f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:08:49.333446 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-19d417af-793b-4e1e-8823-2c0c24bedc0f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:08:49.346133 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19d417af-793b-4e1e-8823-2c0c24bedc0f admin admin] Made reservation on behalf of 7166db3307eb4818b8579f47e01adfe4 for: {'network': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:08:49.351864 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-19d417af-793b-4e1e-8823-2c0c24bedc0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for network, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:49.374941 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-d3313081-f332-4acf-b9f9-487e55c554d8 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.0809531
Dec 24 11:08:49.451607 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-d0c6f138-301c-4475-a8e3-b957195cd323 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Deleting port 429828b5-a160-4c95-882b-6ee31f57fc8f {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:08:49.451960 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d0c6f138-301c-4475-a8e3-b957195cd323 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:49.464886 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-19d417af-793b-4e1e-8823-2c0c24bedc0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:49.581272 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-19d417af-793b-4e1e-8823-2c0c24bedc0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:08:49.594522 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-19d417af-793b-4e1e-8823-2c0c24bedc0f admin admin] Usage tracker for resource:security_group_rule and tenant:7166db3307eb4818b8579f47e01adfe4 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:08:49.600358 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-19d417af-793b-4e1e-8823-2c0c24bedc0f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:08:49.609009 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-19d417af-793b-4e1e-8823-2c0c24bedc0f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:08:49.743183 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-d0c6f138-301c-4475-a8e3-b957195cd323 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] For port 429828b5-a160-4c95-882b-6ee31f57fc8f, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=429828b5-a160-4c95-882b-6ee31f57fc8f,segment=NetworkSegment(8f65010c-eeb6-45df-9c80-74fa841e836d),segment_id=8f65010c-eeb6-45df-9c80-74fa841e836d)] {{(pid=88878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:08:49.743587 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d0c6f138-301c-4475-a8e3-b957195cd323 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:49.807763 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-19d417af-793b-4e1e-8823-2c0c24bedc0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:49.818267 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-19d417af-793b-4e1e-8823-2c0c24bedc0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:49.826077 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7fa20237-ae55-460a-b71a-b1f7dccb0b84 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:08:49.842020 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 41416) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:49.874207 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19d417af-793b-4e1e-8823-2c0c24bedc0f admin admin] vlan segment allocate from pool success with {'vlan_id': 648, 'physical_network': 'physnet1'}  {{(pid=88879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 24 11:08:49.903047 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-d0c6f138-301c-4475-a8e3-b957195cd323 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Calling delete_port for 429828b5-a160-4c95-882b-6ee31f57fc8f owned by network:router_interface {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:08:49.947811 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d417af-793b-4e1e-8823-2c0c24bedc0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82c1e738-7aa5-4537-9115-bf109c83cddb,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:08:49.952972 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-19d417af-793b-4e1e-8823-2c0c24bedc0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:08:49.962512 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-19d417af-793b-4e1e-8823-2c0c24bedc0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:49.962512 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.segments_db [None req-19d417af-793b-4e1e-8823-2c0c24bedc0f admin admin] Added segment 8082290a-4603-4548-a4a9-4fbfb21d522a of type vlan for network 2b5a4160-2362-4d28-9758-b8c4ee1e314b
Dec 24 11:08:50.010696 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-19d417af-793b-4e1e-8823-2c0c24bedc0f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363287349540024'] for network, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:50.061149 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fababbb0-24ca-4075-80c0-649f559057fc tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Router 64d01824-0b36-47f9-a202-00d92cedbf99 has already been hosted by L3 agent 198cca88-1338-4098-b44b-beb0346ac906 {{(pid=88879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 24 11:08:50.062154 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-19d417af-793b-4e1e-8823-2c0c24bedc0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636'] for network, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:50.063185 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d417af-793b-4e1e-8823-2c0c24bedc0f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:08:50.063831 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-19d417af-793b-4e1e-8823-2c0c24bedc0f admin admin] Notify callbacks [] for network, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:50.071697 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-3f1fc778-b78c-4522-b43a-7223445a0621 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:08:50.119808 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d0c6f138-301c-4475-a8e3-b957195cd323 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:50.125063 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-11f3d97e-da29-47e6-a626-3df5b1741033 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:08:50.174156 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c6f138-301c-4475-a8e3-b957195cd323 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Pushing event deleted for resources: {'Port': ['ID=429828b5-a160-4c95-882b-6ee31f57fc8f,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:08:50.177334 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-d0c6f138-301c-4475-a8e3-b957195cd323 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:08:50.428153 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d0c6f138-301c-4475-a8e3-b957195cd323 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036852798164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854055527'] for router_interface, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:50.564769 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d417af-793b-4e1e-8823-2c0c24bedc0f admin admin] Pushing event updated for resources: {'Network': ['ID=2b5a4160-2362-4d28-9758-b8c4ee1e314b,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:08:50.571305 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-19d417af-793b-4e1e-8823-2c0c24bedc0f admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 1.2751298
Dec 24 11:08:50.573552 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-19d417af-793b-4e1e-8823-2c0c24bedc0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.502s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:08:50.574511 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 41424) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:50.578266 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Network 2b5a4160-2362-4d28-9758-b8c4ee1e314b details requested by agent ovs-agent-dv-neutron-822691-2-hyperv with host dv-neutron-822691-2-hyperv {{(pid=88880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 24 11:08:50.672178 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-f9ba04ab-93f0-4b5d-b304-53885c0e8f6b admin admin] Request body: {'subnet': {'network_id': '2b5a4160-2362-4d28-9758-b8c4ee1e314b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-999319268-subnet', 'tenant_id': '7166db3307eb4818b8579f47e01adfe4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:08:50.683663 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-c71a3576-4766-4cbd-b719-c7e3b58709e0 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f7aa443d52be478a9bbb99382b41caea&name=default HTTP/1.1" status: 200  len: 2647 time: 0.8403432
Dec 24 11:08:50.692216 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 41428) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:50.718439 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-f9ba04ab-93f0-4b5d-b304-53885c0e8f6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:08:50.728485 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-f9ba04ab-93f0-4b5d-b304-53885c0e8f6b admin admin] Usage tracker for resource:subnet and tenant:7166db3307eb4818b8579f47e01adfe4 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:08:50.734008 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-f9ba04ab-93f0-4b5d-b304-53885c0e8f6b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:08:50.754586 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-f9ba04ab-93f0-4b5d-b304-53885c0e8f6b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:08:50.802991 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9ba04ab-93f0-4b5d-b304-53885c0e8f6b admin admin] Made reservation on behalf of 7166db3307eb4818b8579f47e01adfe4 for: {'subnet': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:08:50.808741 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f9ba04ab-93f0-4b5d-b304-53885c0e8f6b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3619482'] for subnet, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:50.991826 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-57e1fce6-9a0c-4e32-8d5b-f814cd643502 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:51.056214 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-57e1fce6-9a0c-4e32-8d5b-f814cd643502 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:51.214728 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fababbb0-24ca-4075-80c0-649f559057fc tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:08:51.227581 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-081d3242-7a9b-42f7-910c-09a2f839c104 None None] Sync routers for ids ['64d01824-0b36-47f9-a202-00d92cedbf99'] in dv-neutron-822691-2-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:08:51.233266 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-57e1fce6-9a0c-4e32-8d5b-f814cd643502 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:51.242050 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-19d417af-793b-4e1e-8823-2c0c24bedc0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:08:51.242721 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-081d3242-7a9b-42f7-910c-09a2f839c104 None None] Routers {'64d01824-0b36-47f9-a202-00d92cedbf99'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:08:51.243487 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-081d3242-7a9b-42f7-910c-09a2f839c104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271eaa828>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:08:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['64d01824-0b36-47f9-a202-00d92cedbf99'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:08:51.274127 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e1fce6-9a0c-4e32-8d5b-f814cd643502 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f43b47e-8201-4873-a309-c5c01d607141,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:08:51.281886 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-57e1fce6-9a0c-4e32-8d5b-f814cd643502 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:08:51.295484 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-57e1fce6-9a0c-4e32-8d5b-f814cd643502 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:51.300251 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-57e1fce6-9a0c-4e32-8d5b-f814cd643502 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7f43b47e-8201-4873-a309-c5c01d607141 HTTP/1.1" status: 204  len: 168 time: 0.6032693
Dec 24 11:08:51.310416 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-fababbb0-24ca-4075-80c0-649f559057fc tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] 10.222.0.65 "PUT /v2.0/routers/64d01824-0b36-47f9-a202-00d92cedbf99/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 7.0739775
Dec 24 11:08:51.315514 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 41434) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:51.319031 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f9ba04ab-93f0-4b5d-b304-53885c0e8f6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3921862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3619467'] for subnet, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:51.322848 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0c6f138-301c-4475-a8e3-b957195cd323 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Router c12f84ef-db9d-4f8b-b966-24ad29271517 has already been hosted by L3 agent 198cca88-1338-4098-b44b-beb0346ac906 {{(pid=88878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 24 11:08:51.333768 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-1c0321e8-c894-4ef6-aa3f-873284adeb82 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:08:51.371387 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-081d3242-7a9b-42f7-910c-09a2f839c104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271eaa828>, [], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:08:51.400197 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-081d3242-7a9b-42f7-910c-09a2f839c104 None None] Routers {'64d01824-0b36-47f9-a202-00d92cedbf99'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:08:51.400873 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-081d3242-7a9b-42f7-910c-09a2f839c104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271eaa828>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:08:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['64d01824-0b36-47f9-a202-00d92cedbf99'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:08:51.481636 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-081d3242-7a9b-42f7-910c-09a2f839c104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271eaa828>, [], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:08:51.482231 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-081d3242-7a9b-42f7-910c-09a2f839c104 None None] The sync data for ids ['64d01824-0b36-47f9-a202-00d92cedbf99'] in dv-neutron-822691-2-hyperv is: [] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:08:51.530088 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ba04ab-93f0-4b5d-b304-53885c0e8f6b admin admin] Pushing event updated for resources: {'Subnet': ['ID=1bae26c1-749b-45bf-8358-ff413d9c8d6d,revision_number=0']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:08:51.548445 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f9ba04ab-93f0-4b5d-b304-53885c0e8f6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:08:51.591778 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ba04ab-93f0-4b5d-b304-53885c0e8f6b admin admin] Checking segment: {'id': '8082290a-4603-4548-a4a9-4fbfb21d522a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '2b5a4160-2362-4d28-9758-b8c4ee1e314b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:08:51.592054 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9ba04ab-93f0-4b5d-b304-53885c0e8f6b admin admin] Network hostable DHCP agents. Network: 2b5a4160-2362-4d28-9758-b8c4ee1e314b, hostable agents: ['edcf98dc-3032-472a-8b3d-f23fd1e89806'], hosted agents: [] {{(pid=88879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 24 11:08:51.609324 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0c6f138-301c-4475-a8e3-b957195cd323 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:08:51.620554 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6adbc58-b008-4a4f-aa39-ad2764fb943c None None] Sync routers for ids ['c12f84ef-db9d-4f8b-b966-24ad29271517'] in dv-neutron-822691-2-hyperv {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:08:51.637541 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6adbc58-b008-4a4f-aa39-ad2764fb943c None None] Routers {'c12f84ef-db9d-4f8b-b966-24ad29271517'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:08:51.638665 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-d6adbc58-b008-4a4f-aa39-ad2764fb943c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52719ffb00>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:08:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['c12f84ef-db9d-4f8b-b966-24ad29271517'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:08:51.641988 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-d0c6f138-301c-4475-a8e3-b957195cd323 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] 10.222.0.65 "PUT /v2.0/routers/c12f84ef-db9d-4f8b-b966-24ad29271517/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.3119175
Dec 24 11:08:51.643148 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 41440) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:51.701270 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9ba04ab-93f0-4b5d-b304-53885c0e8f6b admin admin] Network 2b5a4160-2362-4d28-9758-b8c4ee1e314b is scheduled to be hosted by DHCP agent edcf98dc-3032-472a-8b3d-f23fd1e89806 with binding_index 1 {{(pid=88879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 24 11:08:51.733027 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-f9ba04ab-93f0-4b5d-b304-53885c0e8f6b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822691-2-hyperv, 2b5a4160-2362-4d28-9758-b8c4ee1e314b) {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:08:51.740365 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ba04ab-93f0-4b5d-b304-53885c0e8f6b admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:08:51.741246 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f9ba04ab-93f0-4b5d-b304-53885c0e8f6b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:51.744535 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb31376e-43b0-4c5f-a6f7-47cc625e897b None None] Network 2b5a4160-2362-4d28-9758-b8c4ee1e314b requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:08:51.792472 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-f9ba04ab-93f0-4b5d-b304-53885c0e8f6b admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.2167413
Dec 24 11:08:51.846739 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d002d4d3-b910-438a-9901-4111f39e3afd tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks [] for router, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:52.030591 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-d6adbc58-b008-4a4f-aa39-ad2764fb943c None None] Set router c12f84ef-db9d-4f8b-b966-24ad29271517 gateway port host: None {{(pid=88881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:08:52.096521 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69826427-cb48-473f-afe2-d834d2c23d88 None None] Network 2b5a4160-2362-4d28-9758-b8c4ee1e314b requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:08:52.136173 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_v2 [None req-159e4ea5-c2b3-42fb-bfd5-cb3d83419b1a tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Deleting subnet db561dc2-ad7f-45e0-b807-777ba9baaa89 {{(pid=88878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 24 11:08:52.148239 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-159e4ea5-c2b3-42fb-bfd5-cb3d83419b1a tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks [] for subnet, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:52.240170 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-159e4ea5-c2b3-42fb-bfd5-cb3d83419b1a tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852534446'] for subnet, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:52.381782 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-159e4ea5-c2b3-42fb-bfd5-cb3d83419b1a tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847655656'] for subnet, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:52.431802 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d002d4d3-b910-438a-9901-4111f39e3afd tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:52.457514 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-d002d4d3-b910-438a-9901-4111f39e3afd tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Deleting port ed879c3e-ab7e-40e9-8b4b-4571211bd5fe {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:08:52.458233 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d002d4d3-b910-438a-9901-4111f39e3afd tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:52.490795 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-159e4ea5-c2b3-42fb-bfd5-cb3d83419b1a tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7120129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3978858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852529715'] for subnet, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:52.501003 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-e9733dca-b67b-4a4b-983a-a465131ceeaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:08:52.608649 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159e4ea5-c2b3-42fb-bfd5-cb3d83419b1a tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Pushing event deleted for resources: {'Subnet': ['ID=db561dc2-ad7f-45e0-b807-777ba9baaa89,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:08:52.613140 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-159e4ea5-c2b3-42fb-bfd5-cb3d83419b1a tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:08:52.625819 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6482c1c1-5419-4803-8259-f0604127e6ab None None] Network 5e9025d6-40e4-4d3a-8443-18331acc89dc requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:08:52.627305 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-159e4ea5-c2b3-42fb-bfd5-cb3d83419b1a tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:52.647994 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-159e4ea5-c2b3-42fb-bfd5-cb3d83419b1a tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] 10.222.0.65 "DELETE /v2.0/subnets/db561dc2-ad7f-45e0-b807-777ba9baaa89 HTTP/1.1" status: 204  len: 168 time: 1.0027704
Dec 24 11:08:52.651399 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 41470) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:52.802818 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d002d4d3-b910-438a-9901-4111f39e3afd tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:52.927715 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-588edb20-6ac1-4124-8252-d2fedfe67cc9 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036847558493'] for network, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:52.956121 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-588edb20-6ac1-4124-8252-d2fedfe67cc9 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Deleting port 4063bd82-fc34-4836-8690-6615ff0bbca7 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:08:52.956497 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-588edb20-6ac1-4124-8252-d2fedfe67cc9 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:53.025948 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-d6adbc58-b008-4a4f-aa39-ad2764fb943c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52719ffb00>, [{'id': 'c12f84ef-db9d-4f8b-b966-24ad29271517', 'name': 'tempest-RoutersIpV6Test-router-644231010', 'tenant_id': '59b398769254445dae3d1f85e7f0f818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:07:43Z', 'updated_at': '2021-12-24T11:08:50Z', 'revision_number': 10, 'project_id': '59b398769254445dae3d1f85e7f0f818', 'gw_port_host': None, '_interfaces': [{'id': '8a117cac-fe6c-4edd-9da7-5695b79dbbbc', 'name': '', 'network_id': '9b4f4508-effc-4cb9-8439-b64bb90916de', 'tenant_id': '59b398769254445dae3d1f85e7f0f818', 'mac_address': 'fa:16:3e:23:35:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c12f84ef-db9d-4f8b-b966-24ad29271517', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e75793db-c2ab-4221-adc4-133f056a01cf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:07:46Z', 'updated_at': '2021-12-24T11:08:02Z', 'revision_number': 5, 'project_id': '59b398769254445dae3d1f85e7f0f818', 'subnets': [{'id': 'e75793db-c2ab-4221-adc4-133f056a01cf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:08:53.042882 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6adbc58-b008-4a4f-aa39-ad2764fb943c None None] Checking router: c12f84ef-db9d-4f8b-b966-24ad29271517 for host: dv-neutron-822691-2-hyperv {{(pid=88881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 24 11:08:53.067616 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6adbc58-b008-4a4f-aa39-ad2764fb943c None None] Routers {'c12f84ef-db9d-4f8b-b966-24ad29271517'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:08:53.068473 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-d6adbc58-b008-4a4f-aa39-ad2764fb943c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52719ffb00>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:08:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['c12f84ef-db9d-4f8b-b966-24ad29271517'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:08:53.146868 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-d002d4d3-b910-438a-9901-4111f39e3afd tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Calling delete_port for ed879c3e-ab7e-40e9-8b4b-4571211bd5fe owned by network:router_gateway {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:08:53.240245 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2f33874-99ad-4726-8e50-b67b57800877 None None] DHCP port deletion for 5e9025d6-40e4-4d3a-8443-18331acc89dc request from dv-neutron-822691-2-hyperv {{(pid=88880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 24 11:08:53.245326 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-f2f33874-99ad-4726-8e50-b67b57800877 None None] Deleting port 4063bd82-fc34-4836-8690-6615ff0bbca7 {{(pid=88880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:08:53.245749 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f2f33874-99ad-4726-8e50-b67b57800877 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:53.465382 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d002d4d3-b910-438a-9901-4111f39e3afd tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:53.470993 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-9c7a6149-5620-403e-984d-d728a512129d tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:08:53.551590 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-f2f33874-99ad-4726-8e50-b67b57800877 None None] For port 4063bd82-fc34-4836-8690-6615ff0bbca7, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=4063bd82-fc34-4836-8690-6615ff0bbca7,segment=NetworkSegment(8f65010c-eeb6-45df-9c80-74fa841e836d),segment_id=8f65010c-eeb6-45df-9c80-74fa841e836d)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:08:53.552066 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f2f33874-99ad-4726-8e50-b67b57800877 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:53.595474 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d002d4d3-b910-438a-9901-4111f39e3afd tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Pushing event deleted for resources: {'Port': ['ID=ed879c3e-ab7e-40e9-8b4b-4571211bd5fe,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:08:53.611961 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-d002d4d3-b910-438a-9901-4111f39e3afd tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:08:53.632613 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-588edb20-6ac1-4124-8252-d2fedfe67cc9 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] For port 4063bd82-fc34-4836-8690-6615ff0bbca7, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=4063bd82-fc34-4836-8690-6615ff0bbca7,segment=NetworkSegment(8f65010c-eeb6-45df-9c80-74fa841e836d),segment_id=8f65010c-eeb6-45df-9c80-74fa841e836d)] {{(pid=88878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:08:53.634811 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-588edb20-6ac1-4124-8252-d2fedfe67cc9 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:53.745558 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-d6adbc58-b008-4a4f-aa39-ad2764fb943c None None] Set router c12f84ef-db9d-4f8b-b966-24ad29271517 gateway port host: None {{(pid=88881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:08:53.847036 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-588edb20-6ac1-4124-8252-d2fedfe67cc9 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Calling delete_port for 4063bd82-fc34-4836-8690-6615ff0bbca7 owned by network:dhcp {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:08:53.901287 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-f2f33874-99ad-4726-8e50-b67b57800877 None None] Calling delete_port for 4063bd82-fc34-4836-8690-6615ff0bbca7 owned by network:dhcp {{(pid=88880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:08:54.040094 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d002d4d3-b910-438a-9901-4111f39e3afd tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854116846'] for router_gateway, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:54.107078 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f2f33874-99ad-4726-8e50-b67b57800877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392'] for port, after_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:54.137743 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-bd49326e-860b-4b98-8bd3-63d4888e1fa1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:08:54.244068 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f33874-99ad-4726-8e50-b67b57800877 None None] Pushing event deleted for resources: {'Port': ['ID=4063bd82-fc34-4836-8690-6615ff0bbca7,revision_number=None']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:08:54.252423 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f33874-99ad-4726-8e50-b67b57800877 None None] No DVR routers for this DVR port 4063bd82-fc34-4836-8690-6615ff0bbca7 on host dv-neutron-822691-2-hyperv {{(pid=88880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 24 11:08:54.262316 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f2f33874-99ad-4726-8e50-b67b57800877 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:08:54.403880 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d002d4d3-b910-438a-9901-4111f39e3afd tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854158724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-84560'] for router, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:54.408672 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d002d4d3-b910-438a-9901-4111f39e3afd tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:54.439234 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d002d4d3-b910-438a-9901-4111f39e3afd tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854158830'] for router, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:54.439849 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d002d4d3-b910-438a-9901-4111f39e3afd tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Fanout notify agent at l3_agent the message router_deleted on router 64d01824-0b36-47f9-a202-00d92cedbf99 {{(pid=88879) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 24 11:08:54.462665 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-d6adbc58-b008-4a4f-aa39-ad2764fb943c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52719ffb00>, [{'id': 'c12f84ef-db9d-4f8b-b966-24ad29271517', 'name': 'tempest-RoutersIpV6Test-router-644231010', 'tenant_id': '59b398769254445dae3d1f85e7f0f818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:07:43Z', 'updated_at': '2021-12-24T11:08:50Z', 'revision_number': 10, 'project_id': '59b398769254445dae3d1f85e7f0f818', 'gw_port_host': None, '_interfaces': [{'id': '8a117cac-fe6c-4edd-9da7-5695b79dbbbc', 'name': '', 'network_id': '9b4f4508-effc-4cb9-8439-b64bb90916de', 'tenant_id': '59b398769254445dae3d1f85e7f0f818', 'mac_address': 'fa:16:3e:23:35:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c12f84ef-db9d-4f8b-b966-24ad29271517', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e75793db-c2ab-4221-adc4-133f056a01cf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:07:46Z', 'updated_at': '2021-12-24T11:08:02Z', 'revision_number': 5, 'project_id': '59b398769254445dae3d1f85e7f0f818', 'subnets': [{'id': 'e75793db-c2ab-4221-adc4-133f056a01cf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:08:54.464944 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d002d4d3-b910-438a-9901-4111f39e3afd tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks [] for router, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:54.466964 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-d002d4d3-b910-438a-9901-4111f39e3afd tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] 10.222.0.65 "DELETE /v2.0/routers/64d01824-0b36-47f9-a202-00d92cedbf99 HTTP/1.1" status: 204  len: 168 time: 3.1501472
Dec 24 11:08:54.470332 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 41506) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:54.471051 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6adbc58-b008-4a4f-aa39-ad2764fb943c None None] The sync data for ids ['c12f84ef-db9d-4f8b-b966-24ad29271517'] in dv-neutron-822691-2-hyperv is: [{'id': 'c12f84ef-db9d-4f8b-b966-24ad29271517', 'name': 'tempest-RoutersIpV6Test-router-644231010', 'tenant_id': '59b398769254445dae3d1f85e7f0f818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:07:43Z', 'updated_at': '2021-12-24T11:08:50Z', 'revision_number': 10, 'project_id': '59b398769254445dae3d1f85e7f0f818', 'gw_port_host': None, '_interfaces': [{'id': '8a117cac-fe6c-4edd-9da7-5695b79dbbbc', 'name': '', 'network_id': '9b4f4508-effc-4cb9-8439-b64bb90916de', 'tenant_id': '59b398769254445dae3d1f85e7f0f818', 'mac_address': 'fa:16:3e:23:35:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c12f84ef-db9d-4f8b-b966-24ad29271517', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e75793db-c2ab-4221-adc4-133f056a01cf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:07:46Z', 'updated_at': '2021-12-24T11:08:02Z', 'revision_number': 5, 'project_id': '59b398769254445dae3d1f85e7f0f818', 'subnets': [{'id': 'e75793db-c2ab-4221-adc4-133f056a01cf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:08:54.599286 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.db.api [None req-588edb20-6ac1-4124-8252-d2fedfe67cc9 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88878) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 24 11:08:54.599825 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_db.api [None req-588edb20-6ac1-4124-8252-d2fedfe67cc9 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 24 11:08:54.635248 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a481092-b36b-454c-b3b1-87da77578221 req-dac5ffcc-dffc-4c34-b4f6-6d06c1ec0e8d tempest-TestServerAdvancedOps-1433713942 tempest-TestServerAdvancedOps-1433713942-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:08:54.636914 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-4a481092-b36b-454c-b3b1-87da77578221 req-dac5ffcc-dffc-4c34-b4f6-6d06c1ec0e8d tempest-TestServerAdvancedOps-1433713942 tempest-TestServerAdvancedOps-1433713942-project] 10.222.0.65 "GET /v2.0/networks?id=b2d6d752-2b20-46a5-b7be-dc3f7435c3fd HTTP/1.1" status: 200  len: 811 time: 0.7082958
Dec 24 11:08:54.661047 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-4a481092-b36b-454c-b3b1-87da77578221 req-6382f852-df7c-4089-8538-879fc5778c10 tempest-TestServerAdvancedOps-1433713942 tempest-TestServerAdvancedOps-1433713942-project] 10.222.0.65 "GET /v2.0/quotas/98b87bf2caa248f096bf6e4aa1bdda49 HTTP/1.1" status: 200  len: 375 time: 0.0169818
Dec 24 11:08:54.765338 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-4a481092-b36b-454c-b3b1-87da77578221 req-ac11c3d8-d5c8-48d1-927f-ea197a68d124 tempest-TestServerAdvancedOps-1433713942 tempest-TestServerAdvancedOps-1433713942-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=98b87bf2caa248f096bf6e4aa1bdda49&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0786314
Dec 24 11:08:54.990172 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 41516) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:55.060092 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e727616-8165-4413-8e04-7cac80c4fcae tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Deleting subnet 91b2eee5-a3e4-4815-ad6c-b65dd36fa3d2 {{(pid=88879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 24 11:08:55.063766 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1e727616-8165-4413-8e04-7cac80c4fcae tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks [] for subnet, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:55.101124 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-588edb20-6ac1-4124-8252-d2fedfe67cc9 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Deleting port 4063bd82-fc34-4836-8690-6615ff0bbca7 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:08:55.101693 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-588edb20-6ac1-4124-8252-d2fedfe67cc9 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:55.135021 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1e727616-8165-4413-8e04-7cac80c4fcae tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-786693'] for subnet, precommit_delete_associations {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:55.199453 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 4063bd82-fc34-4836-8690-6615ff0bbca7 no longer exists at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:08:55.247257 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-588edb20-6ac1-4124-8252-d2fedfe67cc9 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] The port '4063bd82-fc34-4836-8690-6615ff0bbca7' was deleted {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 24 11:08:55.259367 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1e727616-8165-4413-8e04-7cac80c4fcae tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847655656'] for subnet, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:55.282780 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] No Port match for: 4063bd82-fc34-4836-8690-6615ff0bbca7 {{(pid=88880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 24 11:08:55.283333 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 4063bd82-fc34-4836-8690-6615ff0bbca7 not bound to the agent host dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 24 11:08:55.283788 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 429828b5-a160-4c95-882b-6ee31f57fc8f no longer exists at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:08:55.320060 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] No Port match for: 429828b5-a160-4c95-882b-6ee31f57fc8f {{(pid=88880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 24 11:08:55.320568 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 429828b5-a160-4c95-882b-6ee31f57fc8f not bound to the agent host dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 24 11:08:55.351067 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-949ce63d-9d2a-4847-a19d-913092c44f6c tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Request body: {'network': {'name': 'tempest-network-smoke--619949834', 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'port_security_enabled': True}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:08:55.359619 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1e727616-8165-4413-8e04-7cac80c4fcae tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7120129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850854134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851156349'] for subnet, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:55.363940 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-22aecfb6-682a-44a6-81f9-8cc272e927d3 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:08:55.364248 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-949ce63d-9d2a-4847-a19d-913092c44f6c tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:08:55.412964 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1e727616-8165-4413-8e04-7cac80c4fcae tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks [] for subnet, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:55.416978 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9e4a05b-2731-48b7-9a71-1cbc36b17ed6 None None] Network 792fabf0-0972-49b3-9dcc-fb2565561da7 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:08:55.424375 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e727616-8165-4413-8e04-7cac80c4fcae tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Pushing event deleted for resources: {'Subnet': ['ID=91b2eee5-a3e4-4815-ad6c-b65dd36fa3d2,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:08:55.432143 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-1e727616-8165-4413-8e04-7cac80c4fcae tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:08:55.443587 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-1e727616-8165-4413-8e04-7cac80c4fcae tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] 10.222.0.65 "DELETE /v2.0/subnets/91b2eee5-a3e4-4815-ad6c-b65dd36fa3d2 HTTP/1.1" status: 204  len: 168 time: 0.9695854
Dec 24 11:08:55.444009 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 41524) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:55.471438 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-588edb20-6ac1-4124-8252-d2fedfe67cc9 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847649663', 'neutron.services.segments.db._delete_segments_for_network-8749505737672'] for network, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:55.512386 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-588edb20-6ac1-4124-8252-d2fedfe67cc9 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5270e3fe48>,) {'filters': {'network_id': ['5e9025d6-40e4-4d3a-8443-18331acc89dc']}} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:08:55.523413 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-949ce63d-9d2a-4847-a19d-913092c44f6c tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Usage tracker for resource:network and tenant:ad7c5ba9df02428aae512a4d9bb9dd9d is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:08:55.532240 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-588edb20-6ac1-4124-8252-d2fedfe67cc9 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5270e3fe48>, '8f65010c-eeb6-45df-9c80-74fa841e836d') {'for_net_delete': True} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:08:55.532576 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-588edb20-6ac1-4124-8252-d2fedfe67cc9 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5270e3fe48>, '8f65010c-eeb6-45df-9c80-74fa841e836d') {} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:08:55.542719 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-949ce63d-9d2a-4847-a19d-913092c44f6c tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:08:55.549869 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-949ce63d-9d2a-4847-a19d-913092c44f6c tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:08:55.561411 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-588edb20-6ac1-4124-8252-d2fedfe67cc9 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749505745113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2241371'] for segment, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:55.604799 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-949ce63d-9d2a-4847-a19d-913092c44f6c tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Made reservation on behalf of ad7c5ba9df02428aae512a4d9bb9dd9d for: {'network': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:08:55.610821 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-949ce63d-9d2a-4847-a19d-913092c44f6c tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for network, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:55.624080 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-588edb20-6ac1-4124-8252-d2fedfe67cc9 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:55.634047 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8a182611-671f-4a9d-9f37-21b6e4a435d1 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036847558493'] for network, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:55.634414 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-588edb20-6ac1-4124-8252-d2fedfe67cc9 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Releasing vlan 630 on physical network physnet1 to pool {{(pid=88878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 24 11:08:55.634893 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-588edb20-6ac1-4124-8252-d2fedfe67cc9 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036847652098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850807864'] for segment, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:55.649914 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-8a182611-671f-4a9d-9f37-21b6e4a435d1 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Deleting port b365da54-92a1-4d97-84d5-611554085651 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:08:55.650643 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8a182611-671f-4a9d-9f37-21b6e4a435d1 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:55.736097 dv-neutron-822691-2-hyperv neutron-server[88767]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 11:08:55.736097 dv-neutron-822691-2-hyperv neutron-server[88767]:   % (table.description, expected, rows_matched)
Dec 24 11:08:55.736097 dv-neutron-822691-2-hyperv neutron-server[88767]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 11:08:55.736097 dv-neutron-822691-2-hyperv neutron-server[88767]:   % (table.description, expected, rows_matched)
Dec 24 11:08:55.736097 dv-neutron-822691-2-hyperv neutron-server[88767]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 11:08:55.736097 dv-neutron-822691-2-hyperv neutron-server[88767]:   % (table.description, expected, rows_matched)
Dec 24 11:08:55.736097 dv-neutron-822691-2-hyperv neutron-server[88767]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 11:08:55.736097 dv-neutron-822691-2-hyperv neutron-server[88767]:   % (table.description, expected, rows_matched)
Dec 24 11:08:55.736097 dv-neutron-822691-2-hyperv neutron-server[88767]: Traceback (most recent call last):
Dec 24 11:08:55.736097 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 24 11:08:55.736097 dv-neutron-822691-2-hyperv neutron-server[88767]:     timer()
Dec 24 11:08:55.736097 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 11:08:55.736097 dv-neutron-822691-2-hyperv neutron-server[88767]:     cb(*args, **kw)
Dec 24 11:08:55.736097 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 24 11:08:55.736097 dv-neutron-822691-2-hyperv neutron-server[88767]:     return func(*args, **kwargs)
Dec 24 11:08:55.736097 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 11:08:55.736097 dv-neutron-822691-2-hyperv neutron-server[88767]:     self._notify()
Dec 24 11:08:55.736097 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 11:08:55.736097 dv-neutron-822691-2-hyperv neutron-server[88767]:     self.callback(batched_events)
Dec 24 11:08:55.736097 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 11:08:55.736097 dv-neutron-822691-2-hyperv neutron-server[88767]:     event.method(event)
Dec 24 11:08:55.736097 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 11:08:55.736097 dv-neutron-822691-2-hyperv neutron-server[88767]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 11:08:55.736097 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 24 11:08:55.736097 dv-neutron-822691-2-hyperv neutron-server[88767]:     segment_id)['aggregates'][0]
Dec 24 11:08:55.736097 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 24 11:08:55.736097 dv-neutron-822691-2-hyperv neutron-server[88767]:     return f(self, *a, **k)
Dec 24 11:08:55.736097 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 11:08:55.736097 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self._get(url).json()
Dec 24 11:08:55.736097 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 24 11:08:55.736097 dv-neutron-822691-2-hyperv neutron-server[88767]:     **kwargs)
Dec 24 11:08:55.736097 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 24 11:08:55.736097 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self.request(url, 'GET', **kwargs)
Dec 24 11:08:55.736097 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 24 11:08:55.736097 dv-neutron-822691-2-hyperv neutron-server[88767]:     **endpoint_filter)
Dec 24 11:08:55.736097 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 24 11:08:55.736097 dv-neutron-822691-2-hyperv neutron-server[88767]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 11:08:55.736097 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 24 11:08:55.736097 dv-neutron-822691-2-hyperv neutron-server[88767]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 11:08:55.736097 dv-neutron-822691-2-hyperv neutron-server[88767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 11:08:55.751869 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-4a481092-b36b-454c-b3b1-87da77578221 req-e0183fdd-b38e-4b3c-ae21-937246175210 service neutron] 10.222.0.65 "GET /v2.0/networks/b2d6d752-2b20-46a5-b7be-dc3f7435c3fd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9789562
Dec 24 11:08:55.762023 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-949ce63d-9d2a-4847-a19d-913092c44f6c tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:55.810883 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f50b5e9-dd66-4903-999a-f4c89e93d235 None None] DHCP port deletion for 792fabf0-0972-49b3-9dcc-fb2565561da7 request from dv-neutron-822691-2-hyperv {{(pid=88880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 24 11:08:55.818778 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-5f50b5e9-dd66-4903-999a-f4c89e93d235 None None] Deleting port b365da54-92a1-4d97-84d5-611554085651 {{(pid=88880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:08:55.823985 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5f50b5e9-dd66-4903-999a-f4c89e93d235 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:55.858243 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-588edb20-6ac1-4124-8252-d2fedfe67cc9 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7126154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659196'] for network, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:55.948846 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-8a182611-671f-4a9d-9f37-21b6e4a435d1 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] For port b365da54-92a1-4d97-84d5-611554085651, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=b365da54-92a1-4d97-84d5-611554085651,segment=NetworkSegment(2a9bcfda-ad53-46f0-bfd7-e32b4c90c1b0),segment_id=2a9bcfda-ad53-46f0-bfd7-e32b4c90c1b0)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:08:55.949148 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8a182611-671f-4a9d-9f37-21b6e4a435d1 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:55.956720 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-23830e03-2690-4efd-bdea-869ab261eba0 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:08:55.991989 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-588edb20-6ac1-4124-8252-d2fedfe67cc9 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks [] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:56.012635 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588edb20-6ac1-4124-8252-d2fedfe67cc9 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Pushing event deleted for resources: {'Network': ['ID=5e9025d6-40e4-4d3a-8443-18331acc89dc,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:08:56.026169 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-588edb20-6ac1-4124-8252-d2fedfe67cc9 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:08:56.027194 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-949ce63d-9d2a-4847-a19d-913092c44f6c tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:08:56.044329 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-949ce63d-9d2a-4847-a19d-913092c44f6c tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Usage tracker for resource:security_group_rule and tenant:ad7c5ba9df02428aae512a4d9bb9dd9d is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:08:56.050823 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-949ce63d-9d2a-4847-a19d-913092c44f6c tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:08:56.069822 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-588edb20-6ac1-4124-8252-d2fedfe67cc9 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] 10.222.0.65 "DELETE /v2.0/networks/5e9025d6-40e4-4d3a-8443-18331acc89dc HTTP/1.1" status: 204  len: 168 time: 3.4176397
Dec 24 11:08:56.071084 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-5f50b5e9-dd66-4903-999a-f4c89e93d235 None None] For port b365da54-92a1-4d97-84d5-611554085651, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=b365da54-92a1-4d97-84d5-611554085651,segment=NetworkSegment(2a9bcfda-ad53-46f0-bfd7-e32b4c90c1b0),segment_id=2a9bcfda-ad53-46f0-bfd7-e32b4c90c1b0)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:08:56.071526 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5f50b5e9-dd66-4903-999a-f4c89e93d235 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:56.076528 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 41536) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:56.081614 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-949ce63d-9d2a-4847-a19d-913092c44f6c tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:08:56.106755 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-8a182611-671f-4a9d-9f37-21b6e4a435d1 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Calling delete_port for b365da54-92a1-4d97-84d5-611554085651 owned by network:dhcp {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:08:56.177400 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-4a481092-b36b-454c-b3b1-87da77578221 req-181c97f0-6c8b-434b-8cd3-07280e582f96 service neutron] 10.222.0.65 "GET /v2.0/networks/b2d6d752-2b20-46a5-b7be-dc3f7435c3fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4167182
Dec 24 11:08:56.196268 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8a182611-671f-4a9d-9f37-21b6e4a435d1 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:56.210679 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-235852af-28c4-4a35-ab67-775d9e781eb4 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:08:56.229193 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-5f50b5e9-dd66-4903-999a-f4c89e93d235 None None] Calling delete_port for b365da54-92a1-4d97-84d5-611554085651 owned by network:dhcp {{(pid=88880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:08:56.313558 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.db.api [None req-5f50b5e9-dd66-4903-999a-f4c89e93d235 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88880) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 24 11:08:56.314164 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_db.api [None req-5f50b5e9-dd66-4903-999a-f4c89e93d235 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 24 11:08:56.319352 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a182611-671f-4a9d-9f37-21b6e4a435d1 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Pushing event deleted for resources: {'Port': ['ID=b365da54-92a1-4d97-84d5-611554085651,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:08:56.330897 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-8a182611-671f-4a9d-9f37-21b6e4a435d1 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:08:56.334626 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a182611-671f-4a9d-9f37-21b6e4a435d1 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] No DVR routers for this DVR port b365da54-92a1-4d97-84d5-611554085651 on host dv-neutron-822691-2-hyperv {{(pid=88879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 24 11:08:56.552365 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8a182611-671f-4a9d-9f37-21b6e4a435d1 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847649663', 'neutron.services.segments.db._delete_segments_for_network-8749505737672'] for network, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:56.580597 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-949ce63d-9d2a-4847-a19d-913092c44f6c tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:56.587176 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-8a182611-671f-4a9d-9f37-21b6e4a435d1 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5272b4c5f8>,) {'filters': {'network_id': ['792fabf0-0972-49b3-9dcc-fb2565561da7']}} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:08:56.603868 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-949ce63d-9d2a-4847-a19d-913092c44f6c tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:56.604582 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-8a182611-671f-4a9d-9f37-21b6e4a435d1 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5272b4c5f8>, '2a9bcfda-ad53-46f0-bfd7-e32b4c90c1b0') {'for_net_delete': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:08:56.605171 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-8a182611-671f-4a9d-9f37-21b6e4a435d1 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5272b4c5f8>, '2a9bcfda-ad53-46f0-bfd7-e32b4c90c1b0') {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:08:56.621006 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-600b264f-83ff-4152-bbaf-6b6209910e8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:08:56.625021 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8a182611-671f-4a9d-9f37-21b6e4a435d1 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749505745113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853989108'] for segment, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:56.654869 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8a182611-671f-4a9d-9f37-21b6e4a435d1 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:56.663074 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a182611-671f-4a9d-9f37-21b6e4a435d1 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Releasing vlan 614 on physical network physnet1 to pool {{(pid=88879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 24 11:08:56.663545 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8a182611-671f-4a9d-9f37-21b6e4a435d1 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036847652098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3926696'] for segment, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:56.681019 dv-neutron-822691-2-hyperv neutron-server[88767]: Traceback (most recent call last):
Dec 24 11:08:56.681019 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 24 11:08:56.681019 dv-neutron-822691-2-hyperv neutron-server[88767]:     timer()
Dec 24 11:08:56.681019 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 11:08:56.681019 dv-neutron-822691-2-hyperv neutron-server[88767]:     cb(*args, **kw)
Dec 24 11:08:56.681019 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 24 11:08:56.681019 dv-neutron-822691-2-hyperv neutron-server[88767]:     return func(*args, **kwargs)
Dec 24 11:08:56.681019 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 11:08:56.681019 dv-neutron-822691-2-hyperv neutron-server[88767]:     self._notify()
Dec 24 11:08:56.681019 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 11:08:56.681019 dv-neutron-822691-2-hyperv neutron-server[88767]:     self.callback(batched_events)
Dec 24 11:08:56.681019 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 11:08:56.681019 dv-neutron-822691-2-hyperv neutron-server[88767]:     event.method(event)
Dec 24 11:08:56.681019 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 11:08:56.681019 dv-neutron-822691-2-hyperv neutron-server[88767]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 11:08:56.681019 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 24 11:08:56.681019 dv-neutron-822691-2-hyperv neutron-server[88767]:     segment_id)['aggregates'][0]
Dec 24 11:08:56.681019 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 24 11:08:56.681019 dv-neutron-822691-2-hyperv neutron-server[88767]:     return f(self, *a, **k)
Dec 24 11:08:56.681019 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 11:08:56.681019 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self._get(url).json()
Dec 24 11:08:56.681019 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 24 11:08:56.681019 dv-neutron-822691-2-hyperv neutron-server[88767]:     **kwargs)
Dec 24 11:08:56.681019 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 24 11:08:56.681019 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self.request(url, 'GET', **kwargs)
Dec 24 11:08:56.681019 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 24 11:08:56.681019 dv-neutron-822691-2-hyperv neutron-server[88767]:     **endpoint_filter)
Dec 24 11:08:56.681019 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 24 11:08:56.681019 dv-neutron-822691-2-hyperv neutron-server[88767]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 11:08:56.681019 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 24 11:08:56.681019 dv-neutron-822691-2-hyperv neutron-server[88767]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 11:08:56.681019 dv-neutron-822691-2-hyperv neutron-server[88767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 11:08:56.698555 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-949ce63d-9d2a-4847-a19d-913092c44f6c tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] vlan segment allocate from pool success with {'vlan_id': 600, 'physical_network': 'physnet1'}  {{(pid=88878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 24 11:08:56.709914 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-949ce63d-9d2a-4847-a19d-913092c44f6c tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:56.710395 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.segments_db [None req-949ce63d-9d2a-4847-a19d-913092c44f6c tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Added segment e6200a3d-5673-457a-b6e2-6c759381c988 of type vlan for network 641ddaa1-b5c0-4a80-8143-5da9e4cb5db6
Dec 24 11:08:56.746555 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-949ce63d-9d2a-4847-a19d-913092c44f6c tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363287349540024'] for network, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:56.782175 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949ce63d-9d2a-4847-a19d-913092c44f6c tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6a3bbb9-3662-4f8a-9612-f4331bbd1f12,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:08:56.811829 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-949ce63d-9d2a-4847-a19d-913092c44f6c tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:08:56.815640 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-5f50b5e9-dd66-4903-999a-f4c89e93d235 None None] Deleting port b365da54-92a1-4d97-84d5-611554085651 {{(pid=88880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:08:56.816076 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5f50b5e9-dd66-4903-999a-f4c89e93d235 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:56.834200 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8a182611-671f-4a9d-9f37-21b6e4a435d1 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7126154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659196'] for network, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:56.842228 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8a182611-671f-4a9d-9f37-21b6e4a435d1 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks [] for network, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:56.848194 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-949ce63d-9d2a-4847-a19d-913092c44f6c tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636'] for network, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:56.852558 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-949ce63d-9d2a-4847-a19d-913092c44f6c tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:08:56.853214 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-949ce63d-9d2a-4847-a19d-913092c44f6c tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:56.874926 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-4612c5de-833b-4fe1-861d-0e5c1aa88d65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:08:56.882054 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-391d5b97-9f95-47e3-b6db-61dd0a8093c4 tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:08:56.894419 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-5f50b5e9-dd66-4903-999a-f4c89e93d235 None None] The port 'b365da54-92a1-4d97-84d5-611554085651' was deleted {{(pid=88880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 24 11:08:56.912584 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-8a182611-671f-4a9d-9f37-21b6e4a435d1 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] 10.222.0.65 "DELETE /v2.0/networks/792fabf0-0972-49b3-9dcc-fb2565561da7 HTTP/1.1" status: 204  len: 168 time: 1.4649158
Dec 24 11:08:56.914675 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 41560) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:56.988742 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a182611-671f-4a9d-9f37-21b6e4a435d1 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Pushing event deleted for resources: {'Network': ['ID=792fabf0-0972-49b3-9dcc-fb2565561da7,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:08:56.994088 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-949ce63d-9d2a-4847-a19d-913092c44f6c tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 2.0026860
Dec 24 11:08:57.002854 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-cf9792cf-e5a9-469e-be3c-7de60206fda6 req-d1e231b2-85d3-4fc5-813c-640ecc0fc679 tempest-TestServerAdvancedOps-1433713942 tempest-TestServerAdvancedOps-1433713942-project] 10.222.0.65 "GET /v2.0/ports?device_id=56f14696-b26a-41e5-b1ca-c51145599ad7 HTTP/1.1" status: 200  len: 210 time: 0.4534395
Dec 24 11:08:57.003436 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 41568) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:57.006178 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-8a182611-671f-4a9d-9f37-21b6e4a435d1 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:08:57.019936 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-bb376da6-cff3-485a-a6a7-2853fe82432f tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-813221983', 'admin_state_up': True, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a'}}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:08:57.095524 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-bb376da6-cff3-485a-a6a7-2853fe82432f tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:08:57.100848 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-bb376da6-cff3-485a-a6a7-2853fe82432f tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Usage tracker for resource:router and tenant:ad7c5ba9df02428aae512a4d9bb9dd9d is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:08:57.104290 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-bb376da6-cff3-485a-a6a7-2853fe82432f tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:08:57.111707 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-bb376da6-cff3-485a-a6a7-2853fe82432f tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:08:57.121419 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6d75cceb-2b1b-4b76-9603-6ae580095a0f tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854055677'] for router_interface, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:57.160208 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-0c152ca5-9291-44a5-b3ba-0d746121c882 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Deleting port 89cc7f53-87b5-4e8d-a46f-43d5be9a52ba {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:08:57.160723 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0c152ca5-9291-44a5-b3ba-0d746121c882 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:57.193977 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device b365da54-92a1-4d97-84d5-611554085651 no longer exists at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:08:57.207049 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949ce63d-9d2a-4847-a19d-913092c44f6c tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event updated for resources: {'Network': ['ID=641ddaa1-b5c0-4a80-8143-5da9e4cb5db6,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:08:57.210526 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-949ce63d-9d2a-4847-a19d-913092c44f6c tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:08:57.219221 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bb376da6-cff3-485a-a6a7-2853fe82432f tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-612016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-84579'] for router, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:57.220731 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bb376da6-cff3-485a-a6a7-2853fe82432f tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854163950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659046', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854079771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854691221'] for router, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:57.229040 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] No Port match for: b365da54-92a1-4d97-84d5-611554085651 {{(pid=88880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 24 11:08:57.229431 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device b365da54-92a1-4d97-84d5-611554085651 not bound to the agent host dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 24 11:08:57.231044 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Network 641ddaa1-b5c0-4a80-8143-5da9e4cb5db6 details requested by agent ovs-agent-dv-neutron-822691-2-hyperv with host dv-neutron-822691-2-hyperv {{(pid=88880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 24 11:08:57.348615 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bb376da6-cff3-485a-a6a7-2853fe82432f tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:57.412869 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0c152ca5-9291-44a5-b3ba-0d746121c882 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:57.413360 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0c152ca5-9291-44a5-b3ba-0d746121c882 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:57.612982 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-0c152ca5-9291-44a5-b3ba-0d746121c882 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Calling delete_port for 89cc7f53-87b5-4e8d-a46f-43d5be9a52ba owned by network:floatingip {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:08:57.719143 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bb376da6-cff3-485a-a6a7-2853fe82432f tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-659031', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854691240'] for router, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:57.816860 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0c152ca5-9291-44a5-b3ba-0d746121c882 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:57.822707 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-29ae13e3-175d-44d0-a2ac-27cefd7da3eb tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:08:57.876560 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c152ca5-9291-44a5-b3ba-0d746121c882 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Pushing event deleted for resources: {'Port': ['ID=89cc7f53-87b5-4e8d-a46f-43d5be9a52ba,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:08:57.886989 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-0c152ca5-9291-44a5-b3ba-0d746121c882 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:08:58.006834 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0c152ca5-9291-44a5-b3ba-0d746121c882 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks [] for floatingip, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:58.027763 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0c152ca5-9291-44a5-b3ba-0d746121c882 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for floatingip, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:58.029903 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-0c152ca5-9291-44a5-b3ba-0d746121c882 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] 10.222.0.65 "DELETE /v2.0/floatingips/f87e9c1e-d0b2-4270-995c-c5790d266554 HTTP/1.1" status: 204  len: 168 time: 1.1134458
Dec 24 11:08:58.033901 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 41586) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:58.080984 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-08e4a713-1a00-4b8c-8f10-596e02cc604a tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] DELETE failed (client error): The resource could not be found.
Dec 24 11:08:58.081807 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08e4a713-1a00-4b8c-8f10-596e02cc604a tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88879) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 24 11:08:58.086349 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-08e4a713-1a00-4b8c-8f10-596e02cc604a tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] 10.222.0.65 "DELETE /v2.0/ports/8ed50dd7-7643-4339-b5a5-cfc3850a32ce HTTP/1.1" status: 404  len: 333 time: 0.0484080
Dec 24 11:08:58.092329 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 41592) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:58.147994 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:58.162737 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-8454536e-ada0-456f-9086-a7faecab448d tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Synchronizing usage tracker for tenant:ec45645f66414388a125dd3f2f469cd9 on resource:port {{(pid=88879) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:08:58.181008 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-8454536e-ada0-456f-9086-a7faecab448d tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Unset dirty status for tenant:ec45645f66414388a125dd3f2f469cd9 on resource:port {{(pid=88879) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:08:58.184902 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-8454536e-ada0-456f-9086-a7faecab448d tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] 10.222.0.65 "GET /v2.0/ports?device_id=64d01824-0b36-47f9-a202-00d92cedbf99 HTTP/1.1" status: 200  len: 205 time: 0.0889289
Dec 24 11:08:58.185327 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 41596) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:58.269131 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.v2.resource [None req-adb8507c-086e-49cb-bbe8-c32840d0a00b tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] delete failed (client error): The resource could not be found.
Dec 24 11:08:58.272918 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-adb8507c-086e-49cb-bbe8-c32840d0a00b tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] 10.222.0.65 "DELETE /v2.0/routers/64d01824-0b36-47f9-a202-00d92cedbf99 HTTP/1.1" status: 404  len: 336 time: 0.0841012
Dec 24 11:08:58.274578 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 41600) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:58.307882 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-f24d857e-eaac-4aa6-a9cf-4135f421ef45 req-fd3dd4a0-53fe-4369-8fe1-216c88c206db tempest-TestServerAdvancedOps-1433713942 tempest-TestServerAdvancedOps-1433713942-project] 10.222.0.65 "GET /v2.0/ports?device_id=56f14696-b26a-41e5-b1ca-c51145599ad7 HTTP/1.1" status: 200  len: 210 time: 0.1403255
Dec 24 11:08:58.323713 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-81b87880-4938-4cad-b3f3-5d8b406ce90d tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] DELETE failed (client error): The resource could not be found.
Dec 24 11:08:58.324201 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81b87880-4938-4cad-b3f3-5d8b406ce90d tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88879) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 24 11:08:58.328304 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-81b87880-4938-4cad-b3f3-5d8b406ce90d tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] 10.222.0.65 "DELETE /v2.0/subnets/91b2eee5-a3e4-4815-ad6c-b65dd36fa3d2 HTTP/1.1" status: 404  len: 337 time: 0.0504928
Dec 24 11:08:58.329224 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 41604) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:58.418269 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-a3970fd6-cd2e-4304-9f55-9eec634aabf4 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Deleting port 9efa7c3b-cc44-4f96-9769-f3ba09ce06d3 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:08:58.418830 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a3970fd6-cd2e-4304-9f55-9eec634aabf4 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:58.466340 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bb376da6-cff3-485a-a6a7-2853fe82432f tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for router_gateway, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:58.582344 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bb376da6-cff3-485a-a6a7-2853fe82432f tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:58.740597 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a481092-b36b-454c-b3b1-87da77578221 req-24a06338-6e7f-4632-8def-ec8e728ab3ac tempest-TestServerAdvancedOps-1433713942 tempest-TestServerAdvancedOps-1433713942-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:08:58.742215 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-4a481092-b36b-454c-b3b1-87da77578221 req-24a06338-6e7f-4632-8def-ec8e728ab3ac tempest-TestServerAdvancedOps-1433713942 tempest-TestServerAdvancedOps-1433713942-project] 10.222.0.58 "GET /v2.0/networks?id=b2d6d752-2b20-46a5-b7be-dc3f7435c3fd HTTP/1.1" status: 200  len: 811 time: 0.3700948
Dec 24 11:08:58.768018 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [req-4a481092-b36b-454c-b3b1-87da77578221 req-3729087a-542d-4c91-83ad-e433500fb57c tempest-TestServerAdvancedOps-1433713942 tempest-TestServerAdvancedOps-1433713942-project] Request body: {'port': {'device_id': '56f14696-b26a-41e5-b1ca-c51145599ad7', 'network_id': 'b2d6d752-2b20-46a5-b7be-dc3f7435c3fd', 'admin_state_up': True, 'tenant_id': '98b87bf2caa248f096bf6e4aa1bdda49'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:08:58.770920 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a3970fd6-cd2e-4304-9f55-9eec634aabf4 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:58.921137 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-a3970fd6-cd2e-4304-9f55-9eec634aabf4 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Calling delete_port for 9efa7c3b-cc44-4f96-9769-f3ba09ce06d3 owned by  {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:08:59.037235 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-6d75cceb-2b1b-4b76-9603-6ae580095a0f tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Deleting port 8a117cac-fe6c-4edd-9da7-5695b79dbbbc {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:08:59.037613 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6d75cceb-2b1b-4b76-9603-6ae580095a0f tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:59.066980 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-bb376da6-cff3-485a-a6a7-2853fe82432f tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Allocated IP 172.26.3.234 (f8c337ba-681f-4fcb-a333-e3c49365b30a/8ea1398c-0bec-46d6-8d54-85798de2a7ca/e00eca04-7926-4975-aa78-12d974473735) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:08:59.077123 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a3970fd6-cd2e-4304-9f55-9eec634aabf4 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:59.087309 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-8d633699-ca27-462b-b7df-74042b1097d5 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:08:59.098480 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [req-4a481092-b36b-454c-b3b1-87da77578221 req-3729087a-542d-4c91-83ad-e433500fb57c tempest-TestServerAdvancedOps-1433713942 tempest-TestServerAdvancedOps-1433713942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:08:59.102792 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-4a481092-b36b-454c-b3b1-87da77578221 req-3729087a-542d-4c91-83ad-e433500fb57c tempest-TestServerAdvancedOps-1433713942 tempest-TestServerAdvancedOps-1433713942-project] Usage tracker for resource:port and tenant:98b87bf2caa248f096bf6e4aa1bdda49 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:08:59.105903 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-4a481092-b36b-454c-b3b1-87da77578221 req-3729087a-542d-4c91-83ad-e433500fb57c tempest-TestServerAdvancedOps-1433713942 tempest-TestServerAdvancedOps-1433713942-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:08:59.127860 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [req-4a481092-b36b-454c-b3b1-87da77578221 req-3729087a-542d-4c91-83ad-e433500fb57c tempest-TestServerAdvancedOps-1433713942 tempest-TestServerAdvancedOps-1433713942-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:08:59.138855 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3970fd6-cd2e-4304-9f55-9eec634aabf4 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Pushing event deleted for resources: {'Port': ['ID=9efa7c3b-cc44-4f96-9769-f3ba09ce06d3,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:08:59.142059 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-a3970fd6-cd2e-4304-9f55-9eec634aabf4 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:08:59.226802 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a481092-b36b-454c-b3b1-87da77578221 req-3729087a-542d-4c91-83ad-e433500fb57c tempest-TestServerAdvancedOps-1433713942 tempest-TestServerAdvancedOps-1433713942-project] Made reservation on behalf of 98b87bf2caa248f096bf6e4aa1bdda49 for: {'port': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:08:59.232552 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-4a481092-b36b-454c-b3b1-87da77578221 req-3729087a-542d-4c91-83ad-e433500fb57c tempest-TestServerAdvancedOps-1433713942 tempest-TestServerAdvancedOps-1433713942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:59.267459 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a3970fd6-cd2e-4304-9f55-9eec634aabf4 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:59.283691 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-a3970fd6-cd2e-4304-9f55-9eec634aabf4 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] 10.222.0.65 "DELETE /v2.0/ports/9efa7c3b-cc44-4f96-9769-f3ba09ce06d3 HTTP/1.1" status: 204  len: 168 time: 0.9508622
Dec 24 11:08:59.284008 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 41614) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:08:59.354491 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-6779a3f5-e892-44e6-ad1a-dcb9bc7eaae2 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Deleting port 3eeea64b-04d4-418c-9bbc-21f431a3778c {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:08:59.354882 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6779a3f5-e892-44e6-ad1a-dcb9bc7eaae2 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:59.574544 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-9b035b4f-e638-4d53-825e-68f4bdb676ab req-44684eca-3b2f-4321-b466-7e2af3edc973 tempest-TestServerAdvancedOps-1433713942 tempest-TestServerAdvancedOps-1433713942-project] 10.222.0.65 "GET /v2.0/ports?device_id=56f14696-b26a-41e5-b1ca-c51145599ad7 HTTP/1.1" status: 200  len: 210 time: 0.0936496
Dec 24 11:08:59.641208 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-6d75cceb-2b1b-4b76-9603-6ae580095a0f tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] For port 8a117cac-fe6c-4edd-9da7-5695b79dbbbc, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=8a117cac-fe6c-4edd-9da7-5695b79dbbbc,segment=NetworkSegment(3b07d8a8-bff6-49c6-acf5-786a5e7745a7),segment_id=3b07d8a8-bff6-49c6-acf5-786a5e7745a7)] {{(pid=88878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:08:59.641628 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6d75cceb-2b1b-4b76-9603-6ae580095a0f tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:59.646593 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6779a3f5-e892-44e6-ad1a-dcb9bc7eaae2 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:59.787992 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-6779a3f5-e892-44e6-ad1a-dcb9bc7eaae2 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Calling delete_port for 3eeea64b-04d4-418c-9bbc-21f431a3778c owned by  {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:08:59.798465 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-6d75cceb-2b1b-4b76-9603-6ae580095a0f tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Calling delete_port for 8a117cac-fe6c-4edd-9da7-5695b79dbbbc owned by network:router_interface {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:08:59.831684 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bb376da6-cff3-485a-a6a7-2853fe82432f tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:59.891588 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [req-4a481092-b36b-454c-b3b1-87da77578221 req-3729087a-542d-4c91-83ad-e433500fb57c tempest-TestServerAdvancedOps-1433713942 tempest-TestServerAdvancedOps-1433713942-project] Allocated IP 172.20.0.9 (b2d6d752-2b20-46a5-b7be-dc3f7435c3fd/b9de0898-0dfd-4254-b274-a0351661e9da/095960ad-786b-40d0-b8a5-9671f316bc3b) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:08:59.963956 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6779a3f5-e892-44e6-ad1a-dcb9bc7eaae2 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:59.970999 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c00cada6-59d7-454d-ad77-5b682764a33b tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:08:59.980094 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bb376da6-cff3-485a-a6a7-2853fe82432f tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:08:59.992798 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-2d927a35-6342-4230-9b54-9b85879073ed tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:09:00.018462 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6779a3f5-e892-44e6-ad1a-dcb9bc7eaae2 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Pushing event deleted for resources: {'Port': ['ID=3eeea64b-04d4-418c-9bbc-21f431a3778c,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:09:00.024163 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-6779a3f5-e892-44e6-ad1a-dcb9bc7eaae2 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:09:00.125489 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb376da6-cff3-485a-a6a7-2853fe82432f tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Network f8c337ba-681f-4fcb-a333-e3c49365b30a is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:09:00.127654 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb376da6-cff3-485a-a6a7-2853fe82432f tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event updated for resources: {'Port': ['ID=e00eca04-7926-4975-aa78-12d974473735,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:09:00.134718 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-bb376da6-cff3-485a-a6a7-2853fe82432f tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Resources bound (agent type, host, resource id):  {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:09:00.135056 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6779a3f5-e892-44e6-ad1a-dcb9bc7eaae2 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:00.146103 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb376da6-cff3-485a-a6a7-2853fe82432f tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:09:00.147847 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-6779a3f5-e892-44e6-ad1a-dcb9bc7eaae2 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] 10.222.0.65 "DELETE /v2.0/ports/3eeea64b-04d4-418c-9bbc-21f431a3778c HTTP/1.1" status: 204  len: 168 time: 0.8628259
Dec 24 11:09:00.151067 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 41622) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:09:00.317130 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb376da6-cff3-485a-a6a7-2853fe82432f tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:09:00.317646 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb376da6-cff3-485a-a6a7-2853fe82432f tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:09:00.318032 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb376da6-cff3-485a-a6a7-2853fe82432f tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:09:00.318490 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb376da6-cff3-485a-a6a7-2853fe82432f tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:09:00.318856 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb376da6-cff3-485a-a6a7-2853fe82432f tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:09:00.319286 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb376da6-cff3-485a-a6a7-2853fe82432f tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:09:00.319706 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb376da6-cff3-485a-a6a7-2853fe82432f tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:09:00.320279 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb376da6-cff3-485a-a6a7-2853fe82432f tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:09:00.320507 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb376da6-cff3-485a-a6a7-2853fe82432f tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:09:00.320920 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb376da6-cff3-485a-a6a7-2853fe82432f tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:09:00.321339 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb376da6-cff3-485a-a6a7-2853fe82432f tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:09:00.336747 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-bb376da6-cff3-485a-a6a7-2853fe82432f tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:09:00.504407 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c081b6a7-2cb4-4561-8e3a-cafcb60794e1 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:09:00.505163 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-c081b6a7-2cb4-4561-8e3a-cafcb60794e1 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Synchronizing usage tracker for tenant:ec45645f66414388a125dd3f2f469cd9 on resource:port {{(pid=88879) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:09:00.538827 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-c081b6a7-2cb4-4561-8e3a-cafcb60794e1 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Unset dirty status for tenant:ec45645f66414388a125dd3f2f469cd9 on resource:port {{(pid=88879) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:09:00.543056 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-c081b6a7-2cb4-4561-8e3a-cafcb60794e1 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] 10.222.0.65 "GET /v2.0/ports?device_id=24f0b5d8-d368-4970-b4e5-f35e9299f571 HTTP/1.1" status: 200  len: 913 time: 0.3886864
Dec 24 11:09:00.544435 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 41626) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:09:00.687251 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6d75cceb-2b1b-4b76-9603-6ae580095a0f tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:00.696050 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-633221f1-b432-46ce-af23-1c9b3b52b90b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:09:00.736825 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-4a481092-b36b-454c-b3b1-87da77578221 req-3729087a-542d-4c91-83ad-e433500fb57c tempest-TestServerAdvancedOps-1433713942 tempest-TestServerAdvancedOps-1433713942-project] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:00.797224 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d75cceb-2b1b-4b76-9603-6ae580095a0f tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Pushing event deleted for resources: {'Port': ['ID=8a117cac-fe6c-4edd-9da7-5695b79dbbbc,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:09:00.810010 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-6d75cceb-2b1b-4b76-9603-6ae580095a0f tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:09:00.823578 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-da035318-9f75-473e-885f-8b7dc8192391 req-de38d385-775d-4448-9a96-f8384391ad7f tempest-TestServerAdvancedOps-1433713942 tempest-TestServerAdvancedOps-1433713942-project] 10.222.0.65 "GET /v2.0/ports?device_id=56f14696-b26a-41e5-b1ca-c51145599ad7 HTTP/1.1" status: 200  len: 210 time: 0.0974717
Dec 24 11:09:01.038960 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-27b5f71f-5575-422f-936f-e9e90d9d8cdd tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854055677'] for router_interface, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:01.060785 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-4a481092-b36b-454c-b3b1-87da77578221 req-3729087a-542d-4c91-83ad-e433500fb57c tempest-TestServerAdvancedOps-1433713942 tempest-TestServerAdvancedOps-1433713942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:01.070800 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-8bc3c128-b5f2-4254-bf8d-7849cbe0004e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:09:01.118254 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6d75cceb-2b1b-4b76-9603-6ae580095a0f tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036852798164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854055527'] for router_interface, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:01.205077 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3729087a-542d-4c91-83ad-e433500fb57c tempest-TestServerAdvancedOps-1433713942 tempest-TestServerAdvancedOps-1433713942-project] Pushing event updated for resources: {'Port': ['ID=095960ad-786b-40d0-b8a5-9671f316bc3b,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:09:01.211725 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-3729087a-542d-4c91-83ad-e433500fb57c tempest-TestServerAdvancedOps-1433713942 tempest-TestServerAdvancedOps-1433713942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:09:01.227269 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a481092-b36b-454c-b3b1-87da77578221 req-3729087a-542d-4c91-83ad-e433500fb57c tempest-TestServerAdvancedOps-1433713942 tempest-TestServerAdvancedOps-1433713942-project] Network b2d6d752-2b20-46a5-b7be-dc3f7435c3fd is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:09:01.298280 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [req-4a481092-b36b-454c-b3b1-87da77578221 req-3729087a-542d-4c91-83ad-e433500fb57c tempest-TestServerAdvancedOps-1433713942 tempest-TestServerAdvancedOps-1433713942-project] Resources bound (agent type, host, resource id):  {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:09:01.308391 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a481092-b36b-454c-b3b1-87da77578221 req-3729087a-542d-4c91-83ad-e433500fb57c tempest-TestServerAdvancedOps-1433713942 tempest-TestServerAdvancedOps-1433713942-project] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:09:01.451566 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a481092-b36b-454c-b3b1-87da77578221 req-3729087a-542d-4c91-83ad-e433500fb57c tempest-TestServerAdvancedOps-1433713942 tempest-TestServerAdvancedOps-1433713942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:09:01.452273 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-4a481092-b36b-454c-b3b1-87da77578221 req-3729087a-542d-4c91-83ad-e433500fb57c tempest-TestServerAdvancedOps-1433713942 tempest-TestServerAdvancedOps-1433713942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:01.456766 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bb376da6-cff3-485a-a6a7-2853fe82432f tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for router_gateway, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:01.457553 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bb376da6-cff3-485a-a6a7-2853fe82432f tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854163800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854116816'] for router, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:01.717935 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-4a481092-b36b-454c-b3b1-87da77578221 req-3729087a-542d-4c91-83ad-e433500fb57c tempest-TestServerAdvancedOps-1433713942 tempest-TestServerAdvancedOps-1433713942-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.9603646
Dec 24 11:09:01.828083 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-27b5f71f-5575-422f-936f-e9e90d9d8cdd tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Deleting port f9127e3f-3455-4d81-abba-367fe7887d70 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:09:01.828431 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-27b5f71f-5575-422f-936f-e9e90d9d8cdd tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:01.894835 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [req-4a481092-b36b-454c-b3b1-87da77578221 req-84d8f436-30d4-47a4-8b47-5ec7258d12a7 service neutron] Request body: {'port': {'device_id': '56f14696-b26a-41e5-b1ca-c51145599ad7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:09:02.041632 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-27b5f71f-5575-422f-936f-e9e90d9d8cdd tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:02.153999 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d75cceb-2b1b-4b76-9603-6ae580095a0f tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Router c12f84ef-db9d-4f8b-b966-24ad29271517 has already been hosted by L3 agent 198cca88-1338-4098-b44b-beb0346ac906 {{(pid=88878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 24 11:09:02.160783 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-4a481092-b36b-454c-b3b1-87da77578221 req-84d8f436-30d4-47a4-8b47-5ec7258d12a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:02.213941 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-27b5f71f-5575-422f-936f-e9e90d9d8cdd tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Calling delete_port for f9127e3f-3455-4d81-abba-367fe7887d70 owned by network:router_interface {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:09:02.410884 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-27b5f71f-5575-422f-936f-e9e90d9d8cdd tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:02.423095 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-a3970fd6-cd2e-4304-9f55-9eec634aabf4 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:09:02.510861 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b5f71f-5575-422f-936f-e9e90d9d8cdd tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Pushing event deleted for resources: {'Port': ['ID=f9127e3f-3455-4d81-abba-367fe7887d70,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:09:02.568903 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b5f71f-5575-422f-936f-e9e90d9d8cdd tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:09:02.569313 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b5f71f-5575-422f-936f-e9e90d9d8cdd tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:09:02.569749 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b5f71f-5575-422f-936f-e9e90d9d8cdd tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:09:02.570189 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b5f71f-5575-422f-936f-e9e90d9d8cdd tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:09:02.570713 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b5f71f-5575-422f-936f-e9e90d9d8cdd tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:09:02.571008 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b5f71f-5575-422f-936f-e9e90d9d8cdd tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:09:02.571434 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b5f71f-5575-422f-936f-e9e90d9d8cdd tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:09:02.571842 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b5f71f-5575-422f-936f-e9e90d9d8cdd tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:09:02.572248 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b5f71f-5575-422f-936f-e9e90d9d8cdd tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:09:02.572652 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b5f71f-5575-422f-936f-e9e90d9d8cdd tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:09:02.573192 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b5f71f-5575-422f-936f-e9e90d9d8cdd tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:09:02.576799 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-27b5f71f-5575-422f-936f-e9e90d9d8cdd tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:09:02.674011 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f756518a-5566-4c05-80c1-e3ada3cfa193 req-d409cb85-0801-4ec3-826e-16431cd00fe9 tempest-TestServerAdvancedOps-1433713942 tempest-TestServerAdvancedOps-1433713942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:09:02.674686 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-f756518a-5566-4c05-80c1-e3ada3cfa193 req-d409cb85-0801-4ec3-826e-16431cd00fe9 tempest-TestServerAdvancedOps-1433713942 tempest-TestServerAdvancedOps-1433713942-project] Synchronizing usage tracker for tenant:98b87bf2caa248f096bf6e4aa1bdda49 on resource:port {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:09:02.774871 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-f756518a-5566-4c05-80c1-e3ada3cfa193 req-d409cb85-0801-4ec3-826e-16431cd00fe9 tempest-TestServerAdvancedOps-1433713942 tempest-TestServerAdvancedOps-1433713942-project] Unset dirty status for tenant:98b87bf2caa248f096bf6e4aa1bdda49 on resource:port {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:09:02.776173 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-f756518a-5566-4c05-80c1-e3ada3cfa193 req-d409cb85-0801-4ec3-826e-16431cd00fe9 tempest-TestServerAdvancedOps-1433713942 tempest-TestServerAdvancedOps-1433713942-project] 10.222.0.65 "GET /v2.0/ports?device_id=56f14696-b26a-41e5-b1ca-c51145599ad7 HTTP/1.1" status: 200  len: 931 time: 0.7724211
Dec 24 11:09:02.782907 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d75cceb-2b1b-4b76-9603-6ae580095a0f tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:09:02.793499 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-635e2d0c-3476-4e24-a60c-1be377444d5d None None] Sync routers for ids ['c12f84ef-db9d-4f8b-b966-24ad29271517'] in dv-neutron-822691-2-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:09:02.806148 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-27b5f71f-5575-422f-936f-e9e90d9d8cdd tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036852798164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854055527'] for router_interface, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:02.808140 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635e2d0c-3476-4e24-a60c-1be377444d5d None None] Routers {'c12f84ef-db9d-4f8b-b966-24ad29271517'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:09:02.808802 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-635e2d0c-3476-4e24-a60c-1be377444d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271541470>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:08:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['c12f84ef-db9d-4f8b-b966-24ad29271517'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:09:02.811826 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-6d75cceb-2b1b-4b76-9603-6ae580095a0f tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] 10.222.0.65 "PUT /v2.0/routers/c12f84ef-db9d-4f8b-b966-24ad29271517/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.7341211
Dec 24 11:09:02.813560 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 41640) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:09:02.948263 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-635e2d0c-3476-4e24-a60c-1be377444d5d None None] Set router c12f84ef-db9d-4f8b-b966-24ad29271517 gateway port host: None {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:09:02.968516 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-f756518a-5566-4c05-80c1-e3ada3cfa193 req-fd188326-f26e-47d4-847f-7c20d693dbff tempest-TestServerAdvancedOps-1433713942 tempest-TestServerAdvancedOps-1433713942-project] 10.222.0.65 "GET /v2.0/security-groups?id=2890f8c6-9fdc-4bb0-888c-ee6878760a52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1800761
Dec 24 11:09:03.001127 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb376da6-cff3-485a-a6a7-2853fe82432f tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Router ea997984-f423-43ba-96b9-008081504a62 is scheduled to L3 agent 198cca88-1338-4098-b44b-beb0346ac906 with binding_index 1 {{(pid=88878) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 24 11:09:03.073107 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-635e2d0c-3476-4e24-a60c-1be377444d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271541470>, [{'id': 'c12f84ef-db9d-4f8b-b966-24ad29271517', 'name': 'tempest-RoutersIpV6Test-router-644231010', 'tenant_id': '59b398769254445dae3d1f85e7f0f818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:07:43Z', 'updated_at': '2021-12-24T11:09:00Z', 'revision_number': 11, 'project_id': '59b398769254445dae3d1f85e7f0f818', 'gw_port_host': None}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:09:03.077762 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-635e2d0c-3476-4e24-a60c-1be377444d5d None None] Checking router: c12f84ef-db9d-4f8b-b966-24ad29271517 for host: dv-neutron-822691-2-hyperv {{(pid=88880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 24 11:09:03.090111 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635e2d0c-3476-4e24-a60c-1be377444d5d None None] Routers {'c12f84ef-db9d-4f8b-b966-24ad29271517'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:09:03.090792 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-635e2d0c-3476-4e24-a60c-1be377444d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271541470>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:08:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['c12f84ef-db9d-4f8b-b966-24ad29271517'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:09:03.157311 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [req-4a481092-b36b-454c-b3b1-87da77578221 req-84d8f436-30d4-47a4-8b47-5ec7258d12a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 095960ad-786b-40d0-b8a5-9671f316bc3b {{(pid=88878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 24 11:09:03.170864 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-4a481092-b36b-454c-b3b1-87da77578221 req-84d8f436-30d4-47a4-8b47-5ec7258d12a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:03.203639 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [req-4a481092-b36b-454c-b3b1-87da77578221 req-84d8f436-30d4-47a4-8b47-5ec7258d12a7 service neutron] Transition to ACTIVE for port object 095960ad-786b-40d0-b8a5-9671f316bc3b will not be triggered until provisioned by entity L2. {{(pid=88878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:09:03.230793 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-635e2d0c-3476-4e24-a60c-1be377444d5d None None] Set router c12f84ef-db9d-4f8b-b966-24ad29271517 gateway port host: None {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:09:03.303589 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-4a481092-b36b-454c-b3b1-87da77578221 req-84d8f436-30d4-47a4-8b47-5ec7258d12a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3978773'] for port, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:03.308212 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-49cde70a-66f2-434f-9389-09d689b5d11b tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:09:03.346445 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-635e2d0c-3476-4e24-a60c-1be377444d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271541470>, [{'id': 'c12f84ef-db9d-4f8b-b966-24ad29271517', 'name': 'tempest-RoutersIpV6Test-router-644231010', 'tenant_id': '59b398769254445dae3d1f85e7f0f818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:07:43Z', 'updated_at': '2021-12-24T11:09:00Z', 'revision_number': 11, 'project_id': '59b398769254445dae3d1f85e7f0f818', 'gw_port_host': None}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:09:03.351111 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-635e2d0c-3476-4e24-a60c-1be377444d5d None None] The sync data for ids ['c12f84ef-db9d-4f8b-b966-24ad29271517'] in dv-neutron-822691-2-hyperv is: [{'id': 'c12f84ef-db9d-4f8b-b966-24ad29271517', 'name': 'tempest-RoutersIpV6Test-router-644231010', 'tenant_id': '59b398769254445dae3d1f85e7f0f818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:07:43Z', 'updated_at': '2021-12-24T11:09:00Z', 'revision_number': 11, 'project_id': '59b398769254445dae3d1f85e7f0f818', 'gw_port_host': None}] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:09:03.424648 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd4ef7f2-5230-4f97-aabb-a2a2a5ebae80 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Deleting subnet e75793db-c2ab-4221-adc4-133f056a01cf {{(pid=88879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 24 11:09:03.428896 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fd4ef7f2-5230-4f97-aabb-a2a2a5ebae80 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks [] for subnet, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:03.454597 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d8f436-30d4-47a4-8b47-5ec7258d12a7 service neutron] Pushing event updated for resources: {'Port': ['ID=095960ad-786b-40d0-b8a5-9671f316bc3b,revision_number=2']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:09:03.460613 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-84d8f436-30d4-47a4-8b47-5ec7258d12a7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:09:03.500628 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fd4ef7f2-5230-4f97-aabb-a2a2a5ebae80 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-786693'] for subnet, precommit_delete_associations {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:03.617172 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb376da6-cff3-485a-a6a7-2853fe82432f tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:09:03.630044 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1170c4b6-f08f-4710-beea-4a8a13c02d84 None None] Sync routers for ids ['ea997984-f423-43ba-96b9-008081504a62'] in dv-neutron-822691-2-hyperv {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:09:03.644441 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1170c4b6-f08f-4710-beea-4a8a13c02d84 None None] Routers {'ea997984-f423-43ba-96b9-008081504a62'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:09:03.645123 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-1170c4b6-f08f-4710-beea-4a8a13c02d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52721ceba8>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:08:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['ea997984-f423-43ba-96b9-008081504a62'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:09:03.661414 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [req-4a481092-b36b-454c-b3b1-87da77578221 req-84d8f436-30d4-47a4-8b47-5ec7258d12a7 service neutron] Attempting to bind port 095960ad-786b-40d0-b8a5-9671f316bc3b on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:09:03.661769 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [req-4a481092-b36b-454c-b3b1-87da77578221 req-84d8f436-30d4-47a4-8b47-5ec7258d12a7 service neutron] Attempting to bind port 095960ad-786b-40d0-b8a5-9671f316bc3b by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '1b28708a-4c87-43ae-82ad-e2ceb37eac89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'b2d6d752-2b20-46a5-b7be-dc3f7435c3fd'}] {{(pid=88878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:09:03.662180 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a481092-b36b-454c-b3b1-87da77578221 req-84d8f436-30d4-47a4-8b47-5ec7258d12a7 service neutron] Attempting to bind port 095960ad-786b-40d0-b8a5-9671f316bc3b on network b2d6d752-2b20-46a5-b7be-dc3f7435c3fd {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:09:03.668046 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bb376da6-cff3-485a-a6a7-2853fe82432f tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for router, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:03.669446 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-bb376da6-cff3-485a-a6a7-2853fe82432f tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201  len: 886 time: 6.6600184
Dec 24 11:09:03.672733 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a481092-b36b-454c-b3b1-87da77578221 req-84d8f436-30d4-47a4-8b47-5ec7258d12a7 service neutron] Port 095960ad-786b-40d0-b8a5-9671f316bc3b on network b2d6d752-2b20-46a5-b7be-dc3f7435c3fd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 24 11:09:03.673048 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a481092-b36b-454c-b3b1-87da77578221 req-84d8f436-30d4-47a4-8b47-5ec7258d12a7 service neutron] Attempting to bind port 095960ad-786b-40d0-b8a5-9671f316bc3b on network b2d6d752-2b20-46a5-b7be-dc3f7435c3fd {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:09:03.675227 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 41652) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:09:03.687281 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a481092-b36b-454c-b3b1-87da77578221 req-84d8f436-30d4-47a4-8b47-5ec7258d12a7 service neutron] Checking agent: {'id': '239bbc6e-fc66-42e2-b707-1aa8ba10287c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 57, 58), 'started_at': datetime.datetime(2021, 12, 24, 10, 57, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 8, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:09:03.687664 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a481092-b36b-454c-b3b1-87da77578221 req-84d8f436-30d4-47a4-8b47-5ec7258d12a7 service neutron] Checking segment: {'id': '1b28708a-4c87-43ae-82ad-e2ceb37eac89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'b2d6d752-2b20-46a5-b7be-dc3f7435c3fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:09:03.688166 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a481092-b36b-454c-b3b1-87da77578221 req-84d8f436-30d4-47a4-8b47-5ec7258d12a7 service neutron] Bound using segment: {'id': '1b28708a-4c87-43ae-82ad-e2ceb37eac89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'b2d6d752-2b20-46a5-b7be-dc3f7435c3fd'} {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:09:03.688565 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [req-4a481092-b36b-454c-b3b1-87da77578221 req-84d8f436-30d4-47a4-8b47-5ec7258d12a7 service neutron] Bound port: 095960ad-786b-40d0-b8a5-9671f316bc3b, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b28708a-4c87-43ae-82ad-e2ceb37eac89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'b2d6d752-2b20-46a5-b7be-dc3f7435c3fd'}}] {{(pid=88878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:09:03.688954 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-4a481092-b36b-454c-b3b1-87da77578221 req-84d8f436-30d4-47a4-8b47-5ec7258d12a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:03.740904 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fd4ef7f2-5230-4f97-aabb-a2a2a5ebae80 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847655656'] for subnet, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:03.811143 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [req-4a481092-b36b-454c-b3b1-87da77578221 req-84d8f436-30d4-47a4-8b47-5ec7258d12a7 service neutron] For port 095960ad-786b-40d0-b8a5-9671f316bc3b, host hv-neutron-8226, cleared binding levels {{(pid=88878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:09:03.815934 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [req-4a481092-b36b-454c-b3b1-87da77578221 req-84d8f436-30d4-47a4-8b47-5ec7258d12a7 service neutron] For port 095960ad-786b-40d0-b8a5-9671f316bc3b, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=095960ad-786b-40d0-b8a5-9671f316bc3b,segment=NetworkSegment(1b28708a-4c87-43ae-82ad-e2ceb37eac89),segment_id=1b28708a-4c87-43ae-82ad-e2ceb37eac89)] {{(pid=88878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:09:03.895849 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-4a481092-b36b-454c-b3b1-87da77578221 req-84d8f436-30d4-47a4-8b47-5ec7258d12a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3978773'] for port, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:03.900358 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-1170c4b6-f08f-4710-beea-4a8a13c02d84 None None] Set router ea997984-f423-43ba-96b9-008081504a62 gateway port host: dv-neutron-822691-2-hyperv {{(pid=88881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:09:03.907695 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-8fd331c4-6887-4d03-a1ef-dfc5223dbd95 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:09:03.947773 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-1179b437-8c84-49d3-9e88-cd70ed77ac66 tempest-TestNetworkBasicOps-448411267 tempest-TestNetworkBasicOps-448411267-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=ad7c5ba9df02428aae512a4d9bb9dd9d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.2705369
Dec 24 11:09:03.958503 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 41660) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:09:03.990280 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fd4ef7f2-5230-4f97-aabb-a2a2a5ebae80 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7120129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850854134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851156349'] for subnet, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:04.002158 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-1dfcfe85-7582-4fcb-a002-5aad03465dae tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:09:04.051867 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4ef7f2-5230-4f97-aabb-a2a2a5ebae80 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Pushing event deleted for resources: {'Subnet': ['ID=e75793db-c2ab-4221-adc4-133f056a01cf,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:09:04.055565 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-fd4ef7f2-5230-4f97-aabb-a2a2a5ebae80 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:09:04.060939 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fd4ef7f2-5230-4f97-aabb-a2a2a5ebae80 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks [] for subnet, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:04.068173 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-857fae6a-cf20-451d-87de-25b2a01b15fd None None] Network 9b4f4508-effc-4cb9-8439-b64bb90916de requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:09:04.074242 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-fd4ef7f2-5230-4f97-aabb-a2a2a5ebae80 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] 10.222.0.65 "DELETE /v2.0/subnets/e75793db-c2ab-4221-adc4-133f056a01cf HTTP/1.1" status: 204  len: 168 time: 1.2594452
Dec 24 11:09:04.077603 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 41666) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:09:04.120620 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-56a15c8e-7372-4b45-a996-5147bc850762 req-06d6c67a-4a77-4177-a48a-480026c5c7a9 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Synchronizing usage tracker for tenant:fbedb279f22e4b3494591d6dabc201d5 on resource:security_group {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:09:04.147388 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-4a481092-b36b-454c-b3b1-87da77578221 req-84d8f436-30d4-47a4-8b47-5ec7258d12a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:04.149125 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-4a481092-b36b-454c-b3b1-87da77578221 req-84d8f436-30d4-47a4-8b47-5ec7258d12a7 service neutron] 10.222.0.58 "PUT /v2.0/ports/095960ad-786b-40d0-b8a5-9671f316bc3b HTTP/1.1" status: 200  len: 1093 time: 2.4182184
Dec 24 11:09:04.208535 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56f14696-b26a-41e5-b1ca-c51145599ad7', 'tag': '095960ad-786b-40d0-b8a5-9671f316bc3b'}] {{(pid=88878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 24 11:09:04.211329 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-09c3f0be-a2d6-465c-b46a-a91013d0c92e tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036847558493'] for network, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:04.246888 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-09c3f0be-a2d6-465c-b46a-a91013d0c92e tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Deleting port cdf5de6a-8c58-4cfe-ba75-d020157e0e21 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:09:04.247387 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-09c3f0be-a2d6-465c-b46a-a91013d0c92e tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:04.307275 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-1170c4b6-f08f-4710-beea-4a8a13c02d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52721ceba8>, [{'id': 'ea997984-f423-43ba-96b9-008081504a62', 'name': 'tempest-TestNetworkBasicOps-router-813221983', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.234'}], 'enable_snat': True}, 'gw_port_id': 'e00eca04-7926-4975-aa78-12d974473735', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:08:57Z', 'updated_at': '2021-12-24T11:09:00Z', 'revision_number': 3, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'gw_port': {'id': 'e00eca04-7926-4975-aa78-12d974473735', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:72:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea997984-f423-43ba-96b9-008081504a62', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:08:58Z', 'updated_at': '2021-12-24T11:08:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv'}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:09:04.314845 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1170c4b6-f08f-4710-beea-4a8a13c02d84 None None] Checking router: ea997984-f423-43ba-96b9-008081504a62 for host: dv-neutron-822691-2-hyperv {{(pid=88881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 24 11:09:04.315235 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1170c4b6-f08f-4710-beea-4a8a13c02d84 None None] Updating router ea997984-f423-43ba-96b9-008081504a62 port e00eca04-7926-4975-aa78-12d974473735 binding host dv-neutron-822691-2-hyperv {{(pid=88881) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 24 11:09:04.336241 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d8f436-30d4-47a4-8b47-5ec7258d12a7 service neutron] Pushing event updated for resources: {'Port': ['ID=095960ad-786b-40d0-b8a5-9671f316bc3b,revision_number=3']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:09:04.339769 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-84d8f436-30d4-47a4-8b47-5ec7258d12a7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.432s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:09:04.343855 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-56a15c8e-7372-4b45-a996-5147bc850762 req-06d6c67a-4a77-4177-a48a-480026c5c7a9 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Unset dirty status for tenant:fbedb279f22e4b3494591d6dabc201d5 on resource:security_group {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:09:04.345339 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-56a15c8e-7372-4b45-a996-5147bc850762 req-06d6c67a-4a77-4177-a48a-480026c5c7a9 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1073683971&fields=id&tenant_id=fbedb279f22e4b3494591d6dabc201d5 HTTP/1.1" status: 200  len: 267 time: 0.4713926
Dec 24 11:09:04.360972 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c750fe2-af3e-406b-864a-5901d8d4210c None None] DHCP port deletion for 9b4f4508-effc-4cb9-8439-b64bb90916de request from dv-neutron-822691-2-hyperv {{(pid=88880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 24 11:09:04.366392 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-0c750fe2-af3e-406b-864a-5901d8d4210c None None] Deleting port cdf5de6a-8c58-4cfe-ba75-d020157e0e21 {{(pid=88880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:09:04.367550 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0c750fe2-af3e-406b-864a-5901d8d4210c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:04.384369 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-587bfa7d-1d71-4ed5-a0f7-430bc93e4ea7 tempest-TestNetworkBasicOps-448411267 tempest-TestNetworkBasicOps-448411267-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:09:04.386061 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-587bfa7d-1d71-4ed5-a0f7-430bc93e4ea7 tempest-TestNetworkBasicOps-448411267 tempest-TestNetworkBasicOps-448411267-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.4242580
Dec 24 11:09:04.390411 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 41672) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:09:04.403199 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1170c4b6-f08f-4710-beea-4a8a13c02d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:04.481153 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-afa64088-fed5-43ba-bbb0-aabdc5188e2d tempest-TestNetworkBasicOps-448411267 tempest-TestNetworkBasicOps-448411267-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=f8c337ba-681f-4fcb-a333-e3c49365b30a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0844703
Dec 24 11:09:04.484305 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 41676) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:09:04.490775 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-5976d3c2-5e47-402c-94dd-c96a47fa723a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-262008707', 'network_id': '641ddaa1-b5c0-4a80-8143-5da9e4cb5db6', 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:09:04.606045 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-0c750fe2-af3e-406b-864a-5901d8d4210c None None] For port cdf5de6a-8c58-4cfe-ba75-d020157e0e21, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=cdf5de6a-8c58-4cfe-ba75-d020157e0e21,segment=NetworkSegment(3b07d8a8-bff6-49c6-acf5-786a5e7745a7),segment_id=3b07d8a8-bff6-49c6-acf5-786a5e7745a7)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:09:04.606923 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0c750fe2-af3e-406b-864a-5901d8d4210c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:04.615699 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-09c3f0be-a2d6-465c-b46a-a91013d0c92e tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] For port cdf5de6a-8c58-4cfe-ba75-d020157e0e21, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=cdf5de6a-8c58-4cfe-ba75-d020157e0e21,segment=NetworkSegment(3b07d8a8-bff6-49c6-acf5-786a5e7745a7),segment_id=3b07d8a8-bff6-49c6-acf5-786a5e7745a7)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:09:04.616259 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-09c3f0be-a2d6-465c-b46a-a91013d0c92e tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:04.655628 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd6d1f6-46a5-437d-a38e-4663a62759b2 req-ce979123-8984-4ddf-ba27-df655989ade5 tempest-TestServerAdvancedOps-1433713942 tempest-TestServerAdvancedOps-1433713942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:09:04.663144 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-6bd6d1f6-46a5-437d-a38e-4663a62759b2 req-ce979123-8984-4ddf-ba27-df655989ade5 tempest-TestServerAdvancedOps-1433713942 tempest-TestServerAdvancedOps-1433713942-project] 10.222.0.65 "GET /v2.0/ports?device_id=56f14696-b26a-41e5-b1ca-c51145599ad7 HTTP/1.1" status: 200  len: 943 time: 0.5377176
Dec 24 11:09:04.686228 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-4a481092-b36b-454c-b3b1-87da77578221 req-bf4f1d25-05df-421f-868e-a1a2c06734f1 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=98b87bf2caa248f096bf6e4aa1bdda49&device_id=56f14696-b26a-41e5-b1ca-c51145599ad7 HTTP/1.1" status: 200  len: 1096 time: 0.4582734
Dec 24 11:09:04.741766 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-0c750fe2-af3e-406b-864a-5901d8d4210c None None] Calling delete_port for cdf5de6a-8c58-4cfe-ba75-d020157e0e21 owned by network:dhcp {{(pid=88880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:09:04.769640 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a15c8e-7372-4b45-a996-5147bc850762 req-b38bebe3-5029-4fe7-98f5-89668f67357c tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:09:04.777089 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-56a15c8e-7372-4b45-a996-5147bc850762 req-b38bebe3-5029-4fe7-98f5-89668f67357c tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] 10.222.0.65 "GET /v2.0/networks?id=2428796e-e2e4-4ddb-a9cc-996932bc1226 HTTP/1.1" status: 200  len: 812 time: 0.4210317
Dec 24 11:09:04.809981 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-4a481092-b36b-454c-b3b1-87da77578221 req-3f98c5b9-3631-4bc9-942c-5aed85dbae93 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=095960ad-786b-40d0-b8a5-9671f316bc3b HTTP/1.1" status: 200  len: 217 time: 0.1073942
Dec 24 11:09:04.820183 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-56a15c8e-7372-4b45-a996-5147bc850762 req-d5976da6-027c-4246-b38a-c968a5a88f9a tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] 10.222.0.65 "GET /v2.0/quotas/fbedb279f22e4b3494591d6dabc201d5 HTTP/1.1" status: 200  len: 375 time: 0.0420756
Dec 24 11:09:04.821237 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0c750fe2-af3e-406b-864a-5901d8d4210c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392'] for port, after_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:04.843116 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-eafafc53-88f0-43af-8a67-716d8679edd3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:09:04.848610 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-09c3f0be-a2d6-465c-b46a-a91013d0c92e tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Calling delete_port for cdf5de6a-8c58-4cfe-ba75-d020157e0e21 owned by network:dhcp {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:09:04.858857 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1170c4b6-f08f-4710-beea-4a8a13c02d84 None None] Notify callbacks [] for port, precommit_update {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:04.875727 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-1170c4b6-f08f-4710-beea-4a8a13c02d84 None None] Transition to ACTIVE for port object e00eca04-7926-4975-aa78-12d974473735 will not be triggered until provisioned by entity L2. {{(pid=88881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:09:04.882206 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27b5f71f-5575-422f-936f-e9e90d9d8cdd tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Router 24f0b5d8-d368-4970-b4e5-f35e9299f571 has already been hosted by L3 agent 198cca88-1338-4098-b44b-beb0346ac906 {{(pid=88879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 24 11:09:04.885358 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1170c4b6-f08f-4710-beea-4a8a13c02d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:04.897364 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c750fe2-af3e-406b-864a-5901d8d4210c None None] Pushing event deleted for resources: {'Port': ['ID=cdf5de6a-8c58-4cfe-ba75-d020157e0e21,revision_number=None']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:09:04.902272 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-fb21c57a-4909-4e04-98bb-d7e7ae07fc16 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:09:04.905453 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-5976d3c2-5e47-402c-94dd-c96a47fa723a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:09:04.908417 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c750fe2-af3e-406b-864a-5901d8d4210c None None] No DVR routers for this DVR port cdf5de6a-8c58-4cfe-ba75-d020157e0e21 on host dv-neutron-822691-2-hyperv {{(pid=88880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 24 11:09:04.909912 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-5976d3c2-5e47-402c-94dd-c96a47fa723a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Usage tracker for resource:subnet and tenant:ad7c5ba9df02428aae512a4d9bb9dd9d is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:09:04.911004 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c750fe2-af3e-406b-864a-5901d8d4210c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:09:04.911386 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c750fe2-af3e-406b-864a-5901d8d4210c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:09:04.911761 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c750fe2-af3e-406b-864a-5901d8d4210c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:09:04.912131 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c750fe2-af3e-406b-864a-5901d8d4210c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:09:04.912500 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c750fe2-af3e-406b-864a-5901d8d4210c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:09:04.912865 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c750fe2-af3e-406b-864a-5901d8d4210c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:09:04.913230 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c750fe2-af3e-406b-864a-5901d8d4210c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:09:04.914135 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c750fe2-af3e-406b-864a-5901d8d4210c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:09:04.914135 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c750fe2-af3e-406b-864a-5901d8d4210c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:09:04.914387 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c750fe2-af3e-406b-864a-5901d8d4210c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:09:04.914611 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c750fe2-af3e-406b-864a-5901d8d4210c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:09:04.915279 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-5976d3c2-5e47-402c-94dd-c96a47fa723a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:09:04.918656 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-0c750fe2-af3e-406b-864a-5901d8d4210c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:09:04.925444 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-6bd6d1f6-46a5-437d-a38e-4663a62759b2 req-357b3c42-df09-4021-bf86-67ad5a6d9d78 tempest-TestServerAdvancedOps-1433713942 tempest-TestServerAdvancedOps-1433713942-project] 10.222.0.65 "GET /v2.0/security-groups?id=2890f8c6-9fdc-4bb0-888c-ee6878760a52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2613447
Dec 24 11:09:04.927418 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-5976d3c2-5e47-402c-94dd-c96a47fa723a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:09:04.952934 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5976d3c2-5e47-402c-94dd-c96a47fa723a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Made reservation on behalf of ad7c5ba9df02428aae512a4d9bb9dd9d for: {'subnet': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:09:04.977172 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a481092-b36b-454c-b3b1-87da77578221 req-bbc34deb-4f6c-4e3f-9dcc-b96e35dfbfb8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:09:04.987048 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-4a481092-b36b-454c-b3b1-87da77578221 req-bbc34deb-4f6c-4e3f-9dcc-b96e35dfbfb8 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b9de0898-0dfd-4254-b274-a0351661e9da HTTP/1.1" status: 200  len: 851 time: 0.1254411
Dec 24 11:09:05.024313 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-1170c4b6-f08f-4710-beea-4a8a13c02d84 None None] Attempting to bind port e00eca04-7926-4975-aa78-12d974473735 on host dv-neutron-822691-2-hyperv for vnic_type normal with profile  {{(pid=88881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:09:05.024911 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-1170c4b6-f08f-4710-beea-4a8a13c02d84 None None] Attempting to bind port e00eca04-7926-4975-aa78-12d974473735 by drivers openvswitch,hyperv on host dv-neutron-822691-2-hyperv at level 0 using segments [{'id': 'd4e3295f-9ff8-4cad-8a20-3f1c937efc8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a'}] {{(pid=88881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:09:05.025679 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1170c4b6-f08f-4710-beea-4a8a13c02d84 None None] Attempting to bind port e00eca04-7926-4975-aa78-12d974473735 on network f8c337ba-681f-4fcb-a333-e3c49365b30a {{(pid=88881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:09:05.045470 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16e1c26-78b7-4de8-9adb-abb18af7fc5c None None] Pushing event updated for resources: {'Port': ['ID=e00eca04-7926-4975-aa78-12d974473735,revision_number=2']} {{(pid=88881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:09:05.052250 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-4a481092-b36b-454c-b3b1-87da77578221 req-eee202c9-19ca-4412-8518-1735436d0edd service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b2d6d752-2b20-46a5-b7be-dc3f7435c3fd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0527110
Dec 24 11:09:05.055765 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-d16e1c26-78b7-4de8-9adb-abb18af7fc5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=88881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:09:05.057292 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1170c4b6-f08f-4710-beea-4a8a13c02d84 None None] Checking agent: {'id': 'db1275c1-6001-47af-93c2-635c68404703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822691-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 52, 8), 'started_at': datetime.datetime(2021, 12, 24, 10, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 8, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822691-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:09:05.057860 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1170c4b6-f08f-4710-beea-4a8a13c02d84 None None] Checking segment: {'id': 'd4e3295f-9ff8-4cad-8a20-3f1c937efc8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:09:05.058247 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-56a15c8e-7372-4b45-a996-5147bc850762 req-bdda4173-1ee4-49d0-a1b1-31c610f9c89d tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Synchronizing usage tracker for tenant:fbedb279f22e4b3494591d6dabc201d5 on resource:port {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:09:05.058633 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1170c4b6-f08f-4710-beea-4a8a13c02d84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:05.059170 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1170c4b6-f08f-4710-beea-4a8a13c02d84 None None] Bound using segment: {'id': 'd4e3295f-9ff8-4cad-8a20-3f1c937efc8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a'} {{(pid=88881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:09:05.059987 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-1170c4b6-f08f-4710-beea-4a8a13c02d84 None None] Bound port: e00eca04-7926-4975-aa78-12d974473735, host: dv-neutron-822691-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4e3295f-9ff8-4cad-8a20-3f1c937efc8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a'}}] {{(pid=88881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:09:05.061083 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1170c4b6-f08f-4710-beea-4a8a13c02d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:05.115258 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56f14696-b26a-41e5-b1ca-c51145599ad7', 'tag': '095960ad-786b-40d0-b8a5-9671f316bc3b', 'status': 'completed', 'code': 200}
Dec 24 11:09:05.131728 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5976d3c2-5e47-402c-94dd-c96a47fa723a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3619482'] for subnet, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:05.168350 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-1170c4b6-f08f-4710-beea-4a8a13c02d84 None None] For port e00eca04-7926-4975-aa78-12d974473735, host dv-neutron-822691-2-hyperv, cleared binding levels {{(pid=88881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:09:05.172636 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 8a117cac-fe6c-4edd-9da7-5695b79dbbbc no longer exists at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:09:05.181547 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-1170c4b6-f08f-4710-beea-4a8a13c02d84 None None] For port e00eca04-7926-4975-aa78-12d974473735, host dv-neutron-822691-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=e00eca04-7926-4975-aa78-12d974473735,segment=NetworkSegment(d4e3295f-9ff8-4cad-8a20-3f1c937efc8c),segment_id=d4e3295f-9ff8-4cad-8a20-3f1c937efc8c)] {{(pid=88881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:09:05.187039 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1170c4b6-f08f-4710-beea-4a8a13c02d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:05.188150 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-56a15c8e-7372-4b45-a996-5147bc850762 req-bdda4173-1ee4-49d0-a1b1-31c610f9c89d tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Unset dirty status for tenant:fbedb279f22e4b3494591d6dabc201d5 on resource:port {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:09:05.189742 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-56a15c8e-7372-4b45-a996-5147bc850762 req-bdda4173-1ee4-49d0-a1b1-31c610f9c89d tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=fbedb279f22e4b3494591d6dabc201d5&fields=id HTTP/1.1" status: 200  len: 302 time: 0.3686888
Dec 24 11:09:05.196362 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-dab80ce8-c408-4040-94fb-50ea3a8459ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:09:05.212010 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] No Port match for: 8a117cac-fe6c-4edd-9da7-5695b79dbbbc {{(pid=88880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 24 11:09:05.212401 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 8a117cac-fe6c-4edd-9da7-5695b79dbbbc not bound to the agent host dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 24 11:09:05.212872 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device cdf5de6a-8c58-4cfe-ba75-d020157e0e21 no longer exists at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:09:05.248638 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] No Port match for: cdf5de6a-8c58-4cfe-ba75-d020157e0e21 {{(pid=88880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 24 11:09:05.248892 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device cdf5de6a-8c58-4cfe-ba75-d020157e0e21 not bound to the agent host dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 24 11:09:05.282536 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.db.api [None req-09c3f0be-a2d6-465c-b46a-a91013d0c92e tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88879) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 24 11:09:05.283094 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_db.api [None req-09c3f0be-a2d6-465c-b46a-a91013d0c92e tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 24 11:09:05.288146 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16e1c26-78b7-4de8-9adb-abb18af7fc5c None None] Pushing event updated for resources: {'Port': ['ID=e00eca04-7926-4975-aa78-12d974473735,revision_number=3']} {{(pid=88881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:09:05.290952 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1170c4b6-f08f-4710-beea-4a8a13c02d84 None None] Routers {'ea997984-f423-43ba-96b9-008081504a62'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:09:05.291608 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-1170c4b6-f08f-4710-beea-4a8a13c02d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52721ceba8>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:08:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['ea997984-f423-43ba-96b9-008081504a62'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:09:05.344930 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-d16e1c26-78b7-4de8-9adb-abb18af7fc5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=88881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:09:05.370314 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-4a481092-b36b-454c-b3b1-87da77578221 req-f78dd0aa-0c58-482a-a6c1-d482496436e4 service neutron] 10.222.0.58 "GET /v2.0/networks/b2d6d752-2b20-46a5-b7be-dc3f7435c3fd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3081703
Dec 24 11:09:05.426824 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-56a15c8e-7372-4b45-a996-5147bc850762 req-005368ad-6f9d-48f9-a998-3f8f9e13e043 service neutron] 10.222.0.65 "GET /v2.0/networks/2428796e-e2e4-4ddb-a9cc-996932bc1226?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2155817
Dec 24 11:09:05.501871 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-1170c4b6-f08f-4710-beea-4a8a13c02d84 None None] Set router ea997984-f423-43ba-96b9-008081504a62 gateway port host: dv-neutron-822691-2-hyperv {{(pid=88881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:09:05.578354 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5976d3c2-5e47-402c-94dd-c96a47fa723a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3921862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3619467'] for subnet, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:05.583697 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-b9d737b4-8bba-4c42-8cd1-81db5e6a1c95 tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:09:05.657281 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27b5f71f-5575-422f-936f-e9e90d9d8cdd tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:09:05.672351 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3623ae19-5d65-4715-8e0d-30299a5a6463 None None] Sync routers for ids ['24f0b5d8-d368-4970-b4e5-f35e9299f571'] in dv-neutron-822691-2-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:09:05.681514 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5976d3c2-5e47-402c-94dd-c96a47fa723a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event updated for resources: {'Subnet': ['ID=91672386-df32-4978-8fd4-f2d6b643bcf9,revision_number=0']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:09:05.687243 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-5976d3c2-5e47-402c-94dd-c96a47fa723a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:09:05.693651 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3623ae19-5d65-4715-8e0d-30299a5a6463 None None] Routers {'24f0b5d8-d368-4970-b4e5-f35e9299f571'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:09:05.694834 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-3623ae19-5d65-4715-8e0d-30299a5a6463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271cd79e8>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:08:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['24f0b5d8-d368-4970-b4e5-f35e9299f571'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:09:05.708611 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-27b5f71f-5575-422f-936f-e9e90d9d8cdd tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] 10.222.0.65 "PUT /v2.0/routers/24f0b5d8-d368-4970-b4e5-f35e9299f571/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.1608181
Dec 24 11:09:05.711275 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 41682) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:09:05.774129 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5976d3c2-5e47-402c-94dd-c96a47fa723a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Checking segment: {'id': 'e6200a3d-5673-457a-b6e2-6c759381c988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '641ddaa1-b5c0-4a80-8143-5da9e4cb5db6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:09:05.774524 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5976d3c2-5e47-402c-94dd-c96a47fa723a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Network hostable DHCP agents. Network: 641ddaa1-b5c0-4a80-8143-5da9e4cb5db6, hostable agents: ['edcf98dc-3032-472a-8b3d-f23fd1e89806'], hosted agents: [] {{(pid=88879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 24 11:09:05.776499 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-3623ae19-5d65-4715-8e0d-30299a5a6463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271cd79e8>, [], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:09:05.786832 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-09c3f0be-a2d6-465c-b46a-a91013d0c92e tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Deleting port cdf5de6a-8c58-4cfe-ba75-d020157e0e21 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:09:05.787222 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-09c3f0be-a2d6-465c-b46a-a91013d0c92e tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:05.792386 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3623ae19-5d65-4715-8e0d-30299a5a6463 None None] Routers {'24f0b5d8-d368-4970-b4e5-f35e9299f571'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:09:05.793620 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-3623ae19-5d65-4715-8e0d-30299a5a6463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271cd79e8>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:08:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['24f0b5d8-d368-4970-b4e5-f35e9299f571'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:09:05.868595 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-3623ae19-5d65-4715-8e0d-30299a5a6463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271cd79e8>, [], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:09:05.870058 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3623ae19-5d65-4715-8e0d-30299a5a6463 None None] The sync data for ids ['24f0b5d8-d368-4970-b4e5-f35e9299f571'] in dv-neutron-822691-2-hyperv is: [] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:09:05.982535 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-4a481092-b36b-454c-b3b1-87da77578221 req-0928faf3-03cb-48a5-9144-88aba6dcfb7b service neutron] 10.222.0.58 "GET /v2.0/networks/b2d6d752-2b20-46a5-b7be-dc3f7435c3fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5977242
Dec 24 11:09:06.004575 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-56a15c8e-7372-4b45-a996-5147bc850762 req-b173caa2-ac0d-49cd-ae8a-06ec6ac54d25 service neutron] 10.222.0.65 "GET /v2.0/networks/2428796e-e2e4-4ddb-a9cc-996932bc1226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5609603
Dec 24 11:09:06.015779 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-1170c4b6-f08f-4710-beea-4a8a13c02d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52721ceba8>, [{'id': 'ea997984-f423-43ba-96b9-008081504a62', 'name': 'tempest-TestNetworkBasicOps-router-813221983', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.234'}], 'enable_snat': True}, 'gw_port_id': 'e00eca04-7926-4975-aa78-12d974473735', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:08:57Z', 'updated_at': '2021-12-24T11:09:00Z', 'revision_number': 3, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'gw_port': {'id': 'e00eca04-7926-4975-aa78-12d974473735', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:72:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea997984-f423-43ba-96b9-008081504a62', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:08:58Z', 'updated_at': '2021-12-24T11:09:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv'}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:09:06.021774 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1170c4b6-f08f-4710-beea-4a8a13c02d84 None None] The sync data for ids ['ea997984-f423-43ba-96b9-008081504a62'] in dv-neutron-822691-2-hyperv is: [{'id': 'ea997984-f423-43ba-96b9-008081504a62', 'name': 'tempest-TestNetworkBasicOps-router-813221983', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.234'}], 'enable_snat': True}, 'gw_port_id': 'e00eca04-7926-4975-aa78-12d974473735', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:08:57Z', 'updated_at': '2021-12-24T11:09:00Z', 'revision_number': 3, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'gw_port': {'id': 'e00eca04-7926-4975-aa78-12d974473735', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:72:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea997984-f423-43ba-96b9-008081504a62', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:08:58Z', 'updated_at': '2021-12-24T11:09:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv'}] {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:09:06.173281 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-09c3f0be-a2d6-465c-b46a-a91013d0c92e tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] The port 'cdf5de6a-8c58-4cfe-ba75-d020157e0e21' was deleted {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 24 11:09:06.210199 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-fb49de2a-6f68-4db0-9b58-c514f06f281d req-67a68978-aaa3-4b29-bafb-351a341b05af service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=98b87bf2caa248f096bf6e4aa1bdda49&device_id=56f14696-b26a-41e5-b1ca-c51145599ad7 HTTP/1.1" status: 200  len: 1096 time: 0.1598721
Dec 24 11:09:06.260734 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5976d3c2-5e47-402c-94dd-c96a47fa723a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Network 641ddaa1-b5c0-4a80-8143-5da9e4cb5db6 is scheduled to be hosted by DHCP agent edcf98dc-3032-472a-8b3d-f23fd1e89806 with binding_index 1 {{(pid=88879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 24 11:09:06.287180 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3e5b36-cb8e-44d6-9a88-aac6dcc4a17e req-72e19454-c1c6-4302-8662-bb27787fe3b9 tempest-TestServerAdvancedOps-1433713942 tempest-TestServerAdvancedOps-1433713942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:09:06.289349 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-2c3e5b36-cb8e-44d6-9a88-aac6dcc4a17e req-72e19454-c1c6-4302-8662-bb27787fe3b9 tempest-TestServerAdvancedOps-1433713942 tempest-TestServerAdvancedOps-1433713942-project] 10.222.0.65 "GET /v2.0/ports?device_id=56f14696-b26a-41e5-b1ca-c51145599ad7 HTTP/1.1" status: 200  len: 943 time: 0.1715314
Dec 24 11:09:06.303934 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-5976d3c2-5e47-402c-94dd-c96a47fa723a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822691-2-hyperv, 641ddaa1-b5c0-4a80-8143-5da9e4cb5db6) {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:09:06.312783 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5976d3c2-5e47-402c-94dd-c96a47fa723a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:09:06.313971 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5976d3c2-5e47-402c-94dd-c96a47fa723a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for subnet, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:06.317498 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-770c7694-7055-4dc0-9b18-bc030c9798f2 None None] Network 641ddaa1-b5c0-4a80-8143-5da9e4cb5db6 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:09:06.396756 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-09c3f0be-a2d6-465c-b46a-a91013d0c92e tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847649663', 'neutron.services.segments.db._delete_segments_for_network-8749505737672'] for network, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:06.413246 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-2c3e5b36-cb8e-44d6-9a88-aac6dcc4a17e req-61e13b98-2271-4218-a735-3f13765442d8 tempest-TestServerAdvancedOps-1433713942 tempest-TestServerAdvancedOps-1433713942-project] 10.222.0.65 "GET /v2.0/security-groups?id=2890f8c6-9fdc-4bb0-888c-ee6878760a52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0722129
Dec 24 11:09:06.460495 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-09c3f0be-a2d6-465c-b46a-a91013d0c92e tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f52712b8160>,) {'filters': {'network_id': ['9b4f4508-effc-4cb9-8439-b64bb90916de']}} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:09:06.467533 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb49de2a-6f68-4db0-9b58-c514f06f281d req-cf6a9410-b5e8-4dd2-a4a5-05346ec5d7f2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:09:06.472895 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-fb49de2a-6f68-4db0-9b58-c514f06f281d req-cf6a9410-b5e8-4dd2-a4a5-05346ec5d7f2 service neutron] 10.222.0.58 "GET /v2.0/networks?id=b2d6d752-2b20-46a5-b7be-dc3f7435c3fd HTTP/1.1" status: 200  len: 912 time: 0.2530019
Dec 24 11:09:06.487830 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-09c3f0be-a2d6-465c-b46a-a91013d0c92e tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f52712b8160>, '3b07d8a8-bff6-49c6-acf5-786a5e7745a7') {'for_net_delete': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:09:06.488172 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-09c3f0be-a2d6-465c-b46a-a91013d0c92e tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f52712b8160>, '3b07d8a8-bff6-49c6-acf5-786a5e7745a7') {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:09:06.502986 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-09c3f0be-a2d6-465c-b46a-a91013d0c92e tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749505745113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853989108'] for segment, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:06.579768 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-09c3f0be-a2d6-465c-b46a-a91013d0c92e tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:06.599001 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09c3f0be-a2d6-465c-b46a-a91013d0c92e tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Releasing vlan 604 on physical network physnet1 to pool {{(pid=88879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 24 11:09:06.599001 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-09c3f0be-a2d6-465c-b46a-a91013d0c92e tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036847652098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3926696'] for segment, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:06.697492 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-9169a9cf-ba92-41d0-bdd6-e8c5e95a9ff5 req-398d3e02-88ad-47b0-82bb-b649875bbbc1 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c123780-3605-46ce-8039-1f88853bf606 HTTP/1.1" status: 200  len: 210 time: 0.1480715
Dec 24 11:09:06.698858 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-fb49de2a-6f68-4db0-9b58-c514f06f281d req-639063e5-8c45-44aa-a6b0-34c1ea6b2280 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=095960ad-786b-40d0-b8a5-9671f316bc3b HTTP/1.1" status: 200  len: 217 time: 0.2190366
Dec 24 11:09:06.710653 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e22539d5-aded-4abe-bcf1-84c0f6dbc013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:06.720382 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d21fd61e-e852-407c-83db-68b3920734bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73968e80-91fd-539e-a7c6-b31af6d9e680-641ddaa1-b5c0-4a80-8143-5da9e4cb5db6', 'network_id': '641ddaa1-b5c0-4a80-8143-5da9e4cb5db6', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'fixed_ips': [{'subnet_id': '91672386-df32-4978-8fd4-f2d6b643bcf9'}]}} from dv-neutron-822691-2-hyperv. {{(pid=88880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 24 11:09:06.721738 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d21fd61e-e852-407c-83db-68b3920734bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:06.738345 dv-neutron-822691-2-hyperv neutron-server[88767]: Traceback (most recent call last):
Dec 24 11:09:06.738345 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 24 11:09:06.738345 dv-neutron-822691-2-hyperv neutron-server[88767]:     timer()
Dec 24 11:09:06.738345 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 11:09:06.738345 dv-neutron-822691-2-hyperv neutron-server[88767]:     cb(*args, **kw)
Dec 24 11:09:06.738345 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 24 11:09:06.738345 dv-neutron-822691-2-hyperv neutron-server[88767]:     return func(*args, **kwargs)
Dec 24 11:09:06.738345 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 11:09:06.738345 dv-neutron-822691-2-hyperv neutron-server[88767]:     self._notify()
Dec 24 11:09:06.738345 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 11:09:06.738345 dv-neutron-822691-2-hyperv neutron-server[88767]:     self.callback(batched_events)
Dec 24 11:09:06.738345 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 11:09:06.738345 dv-neutron-822691-2-hyperv neutron-server[88767]:     event.method(event)
Dec 24 11:09:06.738345 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 11:09:06.738345 dv-neutron-822691-2-hyperv neutron-server[88767]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 11:09:06.738345 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 24 11:09:06.738345 dv-neutron-822691-2-hyperv neutron-server[88767]:     segment_id)['aggregates'][0]
Dec 24 11:09:06.738345 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 24 11:09:06.738345 dv-neutron-822691-2-hyperv neutron-server[88767]:     return f(self, *a, **k)
Dec 24 11:09:06.738345 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 11:09:06.738345 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self._get(url).json()
Dec 24 11:09:06.738345 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 24 11:09:06.738345 dv-neutron-822691-2-hyperv neutron-server[88767]:     **kwargs)
Dec 24 11:09:06.738345 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 24 11:09:06.738345 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self.request(url, 'GET', **kwargs)
Dec 24 11:09:06.738345 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 24 11:09:06.738345 dv-neutron-822691-2-hyperv neutron-server[88767]:     **endpoint_filter)
Dec 24 11:09:06.738345 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 24 11:09:06.738345 dv-neutron-822691-2-hyperv neutron-server[88767]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 11:09:06.738345 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 24 11:09:06.738345 dv-neutron-822691-2-hyperv neutron-server[88767]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 11:09:06.738345 dv-neutron-822691-2-hyperv neutron-server[88767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 11:09:06.816276 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb49de2a-6f68-4db0-9b58-c514f06f281d req-dc614cba-cfde-43c7-8154-20516d303543 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:09:06.817922 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-fb49de2a-6f68-4db0-9b58-c514f06f281d req-dc614cba-cfde-43c7-8154-20516d303543 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b9de0898-0dfd-4254-b274-a0351661e9da HTTP/1.1" status: 200  len: 851 time: 0.1115129
Dec 24 11:09:06.829604 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-5976d3c2-5e47-402c-94dd-c96a47fa723a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 2.3440151
Dec 24 11:09:06.832929 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 41702) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:09:06.897036 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-fb49de2a-6f68-4db0-9b58-c514f06f281d req-d841dc7a-2a45-4092-9848-330906a33c0c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b2d6d752-2b20-46a5-b7be-dc3f7435c3fd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0663750
Dec 24 11:09:06.949926 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-d21fd61e-e852-407c-83db-68b3920734bf None None] Allocated IP 172.20.0.2 (641ddaa1-b5c0-4a80-8143-5da9e4cb5db6/91672386-df32-4978-8fd4-f2d6b643bcf9/c267ab12-ed25-42d1-9f9e-78cb8b9c3af3) {{(pid=88880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:09:06.960182 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-09c3f0be-a2d6-465c-b46a-a91013d0c92e tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7126154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659196'] for network, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:06.971860 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-9b6b72bc-14ff-42c1-a188-a5ace49ca490 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:09:07.000117 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-09c3f0be-a2d6-465c-b46a-a91013d0c92e tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks [] for network, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:07.003979 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c3f0be-a2d6-465c-b46a-a91013d0c92e tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Pushing event deleted for resources: {'Network': ['ID=9b4f4508-effc-4cb9-8439-b64bb90916de,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:09:07.014249 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-09c3f0be-a2d6-465c-b46a-a91013d0c92e tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:09:07.017862 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Device 095960ad-786b-40d0-b8a5-9671f316bc3b details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 24 11:09:07.028216 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-09c3f0be-a2d6-465c-b46a-a91013d0c92e tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] 10.222.0.65 "DELETE /v2.0/networks/9b4f4508-effc-4cb9-8439-b64bb90916de HTTP/1.1" status: 204  len: 168 time: 2.9511719
Dec 24 11:09:07.033413 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 41708) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:09:07.046635 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-dd5218b6-fd1c-4099-84c7-f01cf1eb8b3a tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Request body: {'router': {'routes': None}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:09:07.229958 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0ceb1bd0-610d-4727-a3dc-5a65cc623852 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks [] for router, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:07.242572 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] For port 095960ad-786b-40d0-b8a5-9671f316bc3b, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=095960ad-786b-40d0-b8a5-9671f316bc3b,segment=NetworkSegment(1b28708a-4c87-43ae-82ad-e2ceb37eac89),segment_id=1b28708a-4c87-43ae-82ad-e2ceb37eac89)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:09:07.259135 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Returning: {'device': '095960ad-786b-40d0-b8a5-9671f316bc3b', 'network_id': 'b2d6d752-2b20-46a5-b7be-dc3f7435c3fd', 'port_id': '095960ad-786b-40d0-b8a5-9671f316bc3b', 'mac_address': 'fa:16:3e:46:40:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9de0898-0dfd-4254-b274-a0351661e9da', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 24 11:09:07.322680 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-fb49de2a-6f68-4db0-9b58-c514f06f281d req-504a133e-1048-48dd-8761-2c7f4db79cd9 service neutron] 10.222.0.58 "GET /v2.0/networks/b2d6d752-2b20-46a5-b7be-dc3f7435c3fd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4163041
Dec 24 11:09:07.334558 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device e00eca04-7926-4975-aa78-12d974473735 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:09:07.732429 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.extraroute_db [None req-dd5218b6-fd1c-4099-84c7-f01cf1eb8b3a tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Added routes are [] {{(pid=88878) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}}
Dec 24 11:09:07.733173 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.extraroute_db [None req-dd5218b6-fd1c-4099-84c7-f01cf1eb8b3a tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Removed routes are [] {{(pid=88878) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}}
Dec 24 11:09:07.733781 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-dd5218b6-fd1c-4099-84c7-f01cf1eb8b3a tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-659031', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854691240'] for router, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:07.834410 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d21fd61e-e852-407c-83db-68b3920734bf None None] Notify callbacks [] for port, precommit_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:07.840136 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0ceb1bd0-610d-4727-a3dc-5a65cc623852 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:07.848455 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-d21fd61e-e852-407c-83db-68b3920734bf None None] Transition to ACTIVE for port object c267ab12-ed25-42d1-9f9e-78cb8b9c3af3 will not be triggered until provisioned by entity L2. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:09:07.872354 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-d21fd61e-e852-407c-83db-68b3920734bf None None] Transition to ACTIVE for port object c267ab12-ed25-42d1-9f9e-78cb8b9c3af3 will not be triggered until provisioned by entity DHCP. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:09:07.876848 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:07.878570 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-0ceb1bd0-610d-4727-a3dc-5a65cc623852 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Deleting port 8cd6f975-9f1d-4a52-8c4f-ebbcb03cb422 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:09:07.879032 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0ceb1bd0-610d-4727-a3dc-5a65cc623852 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:07.905163 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-fb49de2a-6f68-4db0-9b58-c514f06f281d req-26deb0fa-2086-4968-9fba-f373f5f1f70d service neutron] 10.222.0.58 "GET /v2.0/networks/b2d6d752-2b20-46a5-b7be-dc3f7435c3fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5062847
Dec 24 11:09:07.906985 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d21fd61e-e852-407c-83db-68b3920734bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408'] for port, after_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:07.930037 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-2a936988-4792-47a1-986c-303f582832eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:09:07.998251 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-7995b6f2-fcdb-4492-9b76-573381755ae3 req-9e84c166-5650-4d9d-9d35-34c5a52aeb24 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c123780-3605-46ce-8039-1f88853bf606 HTTP/1.1" status: 200  len: 210 time: 0.0667129
Dec 24 11:09:08.027141 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d21fd61e-e852-407c-83db-68b3920734bf None None] Network 641ddaa1-b5c0-4a80-8143-5da9e4cb5db6 is already hosted by enough agents. {{(pid=88880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:09:08.028253 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21fd61e-e852-407c-83db-68b3920734bf None None] Pushing event updated for resources: {'Port': ['ID=c267ab12-ed25-42d1-9f9e-78cb8b9c3af3,revision_number=1']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:09:08.052994 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-d21fd61e-e852-407c-83db-68b3920734bf None None] Resources bound (agent type, host, resource id):  {{(pid=88880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:09:08.058126 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21fd61e-e852-407c-83db-68b3920734bf None None] Received port after_create {{(pid=88880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:09:08.064484 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-d21fd61e-e852-407c-83db-68b3920734bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:09:08.119915 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 095960ad-786b-40d0-b8a5-9671f316bc3b {{(pid=88880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 24 11:09:08.143974 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] For port 095960ad-786b-40d0-b8a5-9671f316bc3b, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=095960ad-786b-40d0-b8a5-9671f316bc3b,segment=NetworkSegment(1b28708a-4c87-43ae-82ad-e2ceb37eac89),segment_id=1b28708a-4c87-43ae-82ad-e2ceb37eac89)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:09:08.146777 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning for port e00eca04-7926-4975-aa78-12d974473735 completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:09:08.162452 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port e00eca04-7926-4975-aa78-12d974473735 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:09:08.163289 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:08.225021 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:08.226823 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:08.240799 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0ceb1bd0-610d-4727-a3dc-5a65cc623852 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:08.245949 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-24b123a6-a32b-4562-a585-45d7b7418635 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:09:08.340081 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-d21fd61e-e852-407c-83db-68b3920734bf None None] Attempting to bind port c267ab12-ed25-42d1-9f9e-78cb8b9c3af3 on host dv-neutron-822691-2-hyperv for vnic_type normal with profile  {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:09:08.340536 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-d21fd61e-e852-407c-83db-68b3920734bf None None] Attempting to bind port c267ab12-ed25-42d1-9f9e-78cb8b9c3af3 by drivers openvswitch,hyperv on host dv-neutron-822691-2-hyperv at level 0 using segments [{'id': 'e6200a3d-5673-457a-b6e2-6c759381c988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '641ddaa1-b5c0-4a80-8143-5da9e4cb5db6'}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:09:08.341574 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d21fd61e-e852-407c-83db-68b3920734bf None None] Attempting to bind port c267ab12-ed25-42d1-9f9e-78cb8b9c3af3 on network 641ddaa1-b5c0-4a80-8143-5da9e4cb5db6 {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:09:08.354235 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Pushing event updated for resources: {'Port': ['ID=095960ad-786b-40d0-b8a5-9671f316bc3b,revision_number=4']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:09:08.365934 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:09:08.389182 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d21fd61e-e852-407c-83db-68b3920734bf None None] Checking agent: {'id': 'db1275c1-6001-47af-93c2-635c68404703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822691-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 52, 8), 'started_at': datetime.datetime(2021, 12, 24, 10, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 9, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822691-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:09:08.389614 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d21fd61e-e852-407c-83db-68b3920734bf None None] Checking segment: {'id': 'e6200a3d-5673-457a-b6e2-6c759381c988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '641ddaa1-b5c0-4a80-8143-5da9e4cb5db6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:09:08.390125 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d21fd61e-e852-407c-83db-68b3920734bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:08.390558 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d21fd61e-e852-407c-83db-68b3920734bf None None] Bound using segment: {'id': 'e6200a3d-5673-457a-b6e2-6c759381c988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '641ddaa1-b5c0-4a80-8143-5da9e4cb5db6'} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:09:08.391108 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-d21fd61e-e852-407c-83db-68b3920734bf None None] Bound port: c267ab12-ed25-42d1-9f9e-78cb8b9c3af3, host: dv-neutron-822691-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6200a3d-5673-457a-b6e2-6c759381c988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '641ddaa1-b5c0-4a80-8143-5da9e4cb5db6'}}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:09:08.391537 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d21fd61e-e852-407c-83db-68b3920734bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:08.438296 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-0ceb1bd0-610d-4727-a3dc-5a65cc623852 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Calling delete_port for 8cd6f975-9f1d-4a52-8c4f-ebbcb03cb422 owned by network:router_gateway {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:09:08.579435 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] get_ports_and_sgs() called for port_ids ['095960ad-786b-40d0-b8a5-9671f316bc3b'] {{(pid=88880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 24 11:09:08.694772 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-d21fd61e-e852-407c-83db-68b3920734bf None None] For port c267ab12-ed25-42d1-9f9e-78cb8b9c3af3, host dv-neutron-822691-2-hyperv, cleared binding levels {{(pid=88880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:09:08.697048 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a15c8e-7372-4b45-a996-5147bc850762 req-cf8eb9fe-43ce-4200-8641-89d09d644981 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:09:08.699056 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-56a15c8e-7372-4b45-a996-5147bc850762 req-cf8eb9fe-43ce-4200-8641-89d09d644981 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] 10.222.0.58 "GET /v2.0/networks?id=2428796e-e2e4-4ddb-a9cc-996932bc1226 HTTP/1.1" status: 200  len: 812 time: 0.6159682
Dec 24 11:09:08.699490 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-d21fd61e-e852-407c-83db-68b3920734bf None None] For port c267ab12-ed25-42d1-9f9e-78cb8b9c3af3, host dv-neutron-822691-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=c267ab12-ed25-42d1-9f9e-78cb8b9c3af3,segment=NetworkSegment(e6200a3d-5673-457a-b6e2-6c759381c988),segment_id=e6200a3d-5673-457a-b6e2-6c759381c988)] {{(pid=88880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:09:08.708040 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0245e9-164e-4891-b181-d9f849202aa0 req-9c43f457-96e5-4feb-849e-a7776c5341b5 tempest-TestServerAdvancedOps-1433713942 tempest-TestServerAdvancedOps-1433713942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:09:08.716512 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-fd0245e9-164e-4891-b181-d9f849202aa0 req-9c43f457-96e5-4feb-849e-a7776c5341b5 tempest-TestServerAdvancedOps-1433713942 tempest-TestServerAdvancedOps-1433713942-project] 10.222.0.65 "GET /v2.0/ports?device_id=56f14696-b26a-41e5-b1ca-c51145599ad7 HTTP/1.1" status: 200  len: 943 time: 1.0339115
Dec 24 11:09:08.724784 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d21fd61e-e852-407c-83db-68b3920734bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:08.749068 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-90bf5e84-0f4d-44ab-bf71-60f0386dc631 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:09:08.775647 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-dd5218b6-fd1c-4099-84c7-f01cf1eb8b3a tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-659031', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854691240'] for router, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:08.792075 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-dd5218b6-fd1c-4099-84c7-f01cf1eb8b3a tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854116816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854116785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-659000', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854163815'] for router, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:08.821626 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-fd0245e9-164e-4891-b181-d9f849202aa0 req-7eb900e7-50e6-492c-8aeb-fe494cacd4cf tempest-TestServerAdvancedOps-1433713942 tempest-TestServerAdvancedOps-1433713942-project] 10.222.0.65 "GET /v2.0/security-groups?id=2890f8c6-9fdc-4bb0-888c-ee6878760a52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1040280
Dec 24 11:09:08.853133 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0ceb1bd0-610d-4727-a3dc-5a65cc623852 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:08.864956 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21fd61e-e852-407c-83db-68b3920734bf None None] Pushing event updated for resources: {'Port': ['ID=c267ab12-ed25-42d1-9f9e-78cb8b9c3af3,revision_number=2']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:09:08.878404 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-d21fd61e-e852-407c-83db-68b3920734bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:09:08.879177 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-6779a3f5-e892-44e6-ad1a-dcb9bc7eaae2 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:09:08.921609 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:08.928480 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ceb1bd0-610d-4727-a3dc-5a65cc623852 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Pushing event deleted for resources: {'Port': ['ID=8cd6f975-9f1d-4a52-8c4f-ebbcb03cb422,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:09:08.939100 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-0ceb1bd0-610d-4727-a3dc-5a65cc623852 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:09:08.955838 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] For port e00eca04-7926-4975-aa78-12d974473735, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=e00eca04-7926-4975-aa78-12d974473735,segment=NetworkSegment(d4e3295f-9ff8-4cad-8a20-3f1c937efc8c),segment_id=d4e3295f-9ff8-4cad-8a20-3f1c937efc8c)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:09:08.968226 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-56a15c8e-7372-4b45-a996-5147bc850762 req-5d7b134d-b786-4d26-b7e2-2b1782c59ddc tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fbedb279f22e4b3494591d6dabc201d5 HTTP/1.1" status: 200  len: 380 time: 0.2456646
Dec 24 11:09:08.981715 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:08.982357 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-77944d46-8e10-4711-858e-5e71aa386930 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:08.983085 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [req-56a15c8e-7372-4b45-a996-5147bc850762 req-b560d300-8d73-421d-a0f9-2875ccc5f1ec tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Request body: {'port': {'device_id': '2c123780-3605-46ce-8039-1f88853bf606', 'network_id': '2428796e-e2e4-4ddb-a9cc-996932bc1226', 'admin_state_up': True, 'tenant_id': 'fbedb279f22e4b3494591d6dabc201d5', 'security_groups': ['7c81f28e-fd2d-468e-ad3a-e8186ef36a4b']}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:09:08.992129 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-d21fd61e-e852-407c-83db-68b3920734bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:09:09.047697 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd5218b6-fd1c-4099-84c7-f01cf1eb8b3a tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Router c12f84ef-db9d-4f8b-b966-24ad29271517 has already been hosted by L3 agent 198cca88-1338-4098-b44b-beb0346ac906 {{(pid=88878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 24 11:09:09.145776 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Pushing event updated for resources: {'Port': ['ID=e00eca04-7926-4975-aa78-12d974473735,revision_number=4']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:09:09.225361 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0a556083-a517-498a-b52a-6c3e3e37a4fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:09.231593 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:09:09.295004 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [req-56a15c8e-7372-4b45-a996-5147bc850762 req-b560d300-8d73-421d-a0f9-2875ccc5f1ec tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:09:09.363451 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [req-56a15c8e-7372-4b45-a996-5147bc850762 req-b560d300-8d73-421d-a0f9-2875ccc5f1ec tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:09:09.370047 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-dd1743c5-26a4-42f6-8a05-6c9730d03d30 req-46ac84c9-beac-4b39-a3fe-89da64643a5b tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c123780-3605-46ce-8039-1f88853bf606 HTTP/1.1" status: 200  len: 210 time: 0.0719295
Dec 24 11:09:09.370840 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bdfdbc84-c52d-4f40-b281-af314dc1f8fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:09.383224 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd5218b6-fd1c-4099-84c7-f01cf1eb8b3a tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:09:09.389874 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-dd5218b6-fd1c-4099-84c7-f01cf1eb8b3a tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks [] for router, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:09.394418 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-dd5218b6-fd1c-4099-84c7-f01cf1eb8b3a tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] 10.222.0.65 "PUT /v2.0/routers/c12f84ef-db9d-4f8b-b966-24ad29271517 HTTP/1.1" status: 200  len: 704 time: 2.3596990
Dec 24 11:09:09.395685 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 41726) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:09:09.407473 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56a15c8e-7372-4b45-a996-5147bc850762 req-b560d300-8d73-421d-a0f9-2875ccc5f1ec tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Made reservation on behalf of fbedb279f22e4b3494591d6dabc201d5 for: {'port': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:09:09.407473 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-56a15c8e-7372-4b45-a996-5147bc850762 req-b560d300-8d73-421d-a0f9-2875ccc5f1ec tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:09.409589 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce9184d-4806-4332-ac8e-ddcfdbf42ca8 None None] Sync routers for ids ['c12f84ef-db9d-4f8b-b966-24ad29271517'] in dv-neutron-822691-2-hyperv {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:09:09.426014 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce9184d-4806-4332-ac8e-ddcfdbf42ca8 None None] Routers {'c12f84ef-db9d-4f8b-b966-24ad29271517'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:09:09.427014 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-9ce9184d-4806-4332-ac8e-ddcfdbf42ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271f9acc0>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:09:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['c12f84ef-db9d-4f8b-b966-24ad29271517'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:09:09.469575 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-efe96987-ffbd-4148-bf0d-1873b3f9efed tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Synchronizing usage tracker for tenant:59b398769254445dae3d1f85e7f0f818 on resource:port {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:09:09.659764 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [req-56a15c8e-7372-4b45-a996-5147bc850762 req-b560d300-8d73-421d-a0f9-2875ccc5f1ec tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Allocated IP 172.20.0.9 (2428796e-e2e4-4ddb-a9cc-996932bc1226/66590446-f239-4728-b0eb-3db1299fa1e3/269cc7a5-ac29-4910-891b-3ecb3282fa1c) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:09:09.677908 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-9ce9184d-4806-4332-ac8e-ddcfdbf42ca8 None None] Set router c12f84ef-db9d-4f8b-b966-24ad29271517 gateway port host: None {{(pid=88881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:09:09.861115 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0ceb1bd0-610d-4727-a3dc-5a65cc623852 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854116846'] for router_gateway, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:09.875796 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-9ce9184d-4806-4332-ac8e-ddcfdbf42ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271f9acc0>, [{'id': 'c12f84ef-db9d-4f8b-b966-24ad29271517', 'name': 'tempest-RoutersIpV6Test-router-644231010', 'tenant_id': '59b398769254445dae3d1f85e7f0f818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:07:43Z', 'updated_at': '2021-12-24T11:09:00Z', 'revision_number': 11, 'project_id': '59b398769254445dae3d1f85e7f0f818', 'gw_port_host': None}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:09:09.881772 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce9184d-4806-4332-ac8e-ddcfdbf42ca8 None None] Checking router: c12f84ef-db9d-4f8b-b966-24ad29271517 for host: dv-neutron-822691-2-hyperv {{(pid=88881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 24 11:09:09.896576 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce9184d-4806-4332-ac8e-ddcfdbf42ca8 None None] Routers {'c12f84ef-db9d-4f8b-b966-24ad29271517'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:09:09.898727 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-9ce9184d-4806-4332-ac8e-ddcfdbf42ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271f9acc0>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:09:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['c12f84ef-db9d-4f8b-b966-24ad29271517'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:09:09.948177 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-56a15c8e-7372-4b45-a996-5147bc850762 req-b560d300-8d73-421d-a0f9-2875ccc5f1ec tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:09.973123 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [req-56a15c8e-7372-4b45-a996-5147bc850762 req-b560d300-8d73-421d-a0f9-2875ccc5f1ec tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Transition to ACTIVE for port object 269cc7a5-ac29-4910-891b-3ecb3282fa1c will not be triggered until provisioned by entity DHCP. {{(pid=88878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:09:10.008616 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-56a15c8e-7372-4b45-a996-5147bc850762 req-b560d300-8d73-421d-a0f9-2875ccc5f1ec tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:10.028641 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c302e321-8b71-4caa-a4ed-d96aa33010d7 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:09:10.111972 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-9ce9184d-4806-4332-ac8e-ddcfdbf42ca8 None None] Set router c12f84ef-db9d-4f8b-b966-24ad29271517 gateway port host: None {{(pid=88881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:09:10.119194 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-efe96987-ffbd-4148-bf0d-1873b3f9efed tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Unset dirty status for tenant:59b398769254445dae3d1f85e7f0f818 on resource:port {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:09:10.123710 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-efe96987-ffbd-4148-bf0d-1873b3f9efed tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] 10.222.0.65 "GET /v2.0/ports?device_id=c12f84ef-db9d-4f8b-b966-24ad29271517 HTTP/1.1" status: 200  len: 205 time: 0.7269506
Dec 24 11:09:10.123955 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 41734) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:09:10.179191 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b560d300-8d73-421d-a0f9-2875ccc5f1ec tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Pushing event updated for resources: {'Port': ['ID=269cc7a5-ac29-4910-891b-3ecb3282fa1c,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:09:10.190892 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56a15c8e-7372-4b45-a996-5147bc850762 req-b560d300-8d73-421d-a0f9-2875ccc5f1ec tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Network 2428796e-e2e4-4ddb-a9cc-996932bc1226 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:09:10.192663 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-b560d300-8d73-421d-a0f9-2875ccc5f1ec tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:09:10.198525 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [req-56a15c8e-7372-4b45-a996-5147bc850762 req-b560d300-8d73-421d-a0f9-2875ccc5f1ec tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Resources bound (agent type, host, resource id):  {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:09:10.204700 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [req-56a15c8e-7372-4b45-a996-5147bc850762 req-b560d300-8d73-421d-a0f9-2875ccc5f1ec tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:09:10.274792 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-9ce9184d-4806-4332-ac8e-ddcfdbf42ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271f9acc0>, [{'id': 'c12f84ef-db9d-4f8b-b966-24ad29271517', 'name': 'tempest-RoutersIpV6Test-router-644231010', 'tenant_id': '59b398769254445dae3d1f85e7f0f818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:07:43Z', 'updated_at': '2021-12-24T11:09:00Z', 'revision_number': 11, 'project_id': '59b398769254445dae3d1f85e7f0f818', 'gw_port_host': None}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:09:10.281795 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce9184d-4806-4332-ac8e-ddcfdbf42ca8 None None] The sync data for ids ['c12f84ef-db9d-4f8b-b966-24ad29271517'] in dv-neutron-822691-2-hyperv is: [{'id': 'c12f84ef-db9d-4f8b-b966-24ad29271517', 'name': 'tempest-RoutersIpV6Test-router-644231010', 'tenant_id': '59b398769254445dae3d1f85e7f0f818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:07:43Z', 'updated_at': '2021-12-24T11:09:00Z', 'revision_number': 11, 'project_id': '59b398769254445dae3d1f85e7f0f818', 'gw_port_host': None}] {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:09:10.300858 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.agents_db [None req-e51243ab-6a93-425b-980f-a73583147efa None None] Agent healthcheck: found 6 active agents {{(pid=88881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 24 11:09:10.304606 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df9db5c-715b-4cf4-96ab-77257ac856dc req-97b7a489-4c4b-4cf3-aca5-c81751f9edbb tempest-TestServerAdvancedOps-1433713942 tempest-TestServerAdvancedOps-1433713942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:09:10.306537 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-8df9db5c-715b-4cf4-96ab-77257ac856dc req-97b7a489-4c4b-4cf3-aca5-c81751f9edbb tempest-TestServerAdvancedOps-1433713942 tempest-TestServerAdvancedOps-1433713942-project] 10.222.0.65 "GET /v2.0/ports?device_id=56f14696-b26a-41e5-b1ca-c51145599ad7 HTTP/1.1" status: 200  len: 944 time: 0.2430778
Dec 24 11:09:10.317273 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a15c8e-7372-4b45-a996-5147bc850762 req-b560d300-8d73-421d-a0f9-2875ccc5f1ec tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:09:10.317921 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-56a15c8e-7372-4b45-a996-5147bc850762 req-b560d300-8d73-421d-a0f9-2875ccc5f1ec tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:10.385779 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-8df9db5c-715b-4cf4-96ab-77257ac856dc req-7032fa7c-f10f-4e62-8a16-d9fe29cbe5bd tempest-TestServerAdvancedOps-1433713942 tempest-TestServerAdvancedOps-1433713942-project] 10.222.0.65 "GET /v2.0/security-groups?id=2890f8c6-9fdc-4bb0-888c-ee6878760a52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0630348
Dec 24 11:09:10.395076 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-56a15c8e-7372-4b45-a996-5147bc850762 req-b560d300-8d73-421d-a0f9-2875ccc5f1ec tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.4161556
Dec 24 11:09:10.412235 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [req-56a15c8e-7372-4b45-a996-5147bc850762 req-c85bc29a-20d2-4109-b861-2424be0e2835 service neutron] Request body: {'port': {'device_id': '2c123780-3605-46ce-8039-1f88853bf606', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:09:10.580825 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0ceb1bd0-610d-4727-a3dc-5a65cc623852 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854158724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-84560'] for router, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:10.611133 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-39ff93cf-c0b7-48c5-95f3-6f7e9977387d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:10.629706 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0ceb1bd0-610d-4727-a3dc-5a65cc623852 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:10.658240 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fbfb95ca-b1c9-4af8-ba62-870a69c66fd7 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks [] for router, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:10.704804 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-56a15c8e-7372-4b45-a996-5147bc850762 req-c85bc29a-20d2-4109-b861-2424be0e2835 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:10.802639 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ce1240-44f6-404d-88bb-0712c35914c5 req-c161ece9-7e3a-4008-86ab-c17f0e3ad7b4 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:09:10.803704 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-85ce1240-44f6-404d-88bb-0712c35914c5 req-c161ece9-7e3a-4008-86ab-c17f0e3ad7b4 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Synchronizing usage tracker for tenant:fbedb279f22e4b3494591d6dabc201d5 on resource:port {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:09:10.865457 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-f5dbe8f4-c190-47d4-9664-4c4d33ad66d7 None None] Provisioning for port 269cc7a5-ac29-4910-891b-3ecb3282fa1c completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:09:10.877118 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-f5dbe8f4-c190-47d4-9664-4c4d33ad66d7 None None] Provisioning complete for port 269cc7a5-ac29-4910-891b-3ecb3282fa1c triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:09:10.877880 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f5dbe8f4-c190-47d4-9664-4c4d33ad66d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:10.901817 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-85ce1240-44f6-404d-88bb-0712c35914c5 req-c161ece9-7e3a-4008-86ab-c17f0e3ad7b4 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Unset dirty status for tenant:fbedb279f22e4b3494591d6dabc201d5 on resource:port {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:09:10.902241 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0ceb1bd0-610d-4727-a3dc-5a65cc623852 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854158830'] for router, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:10.902730 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ceb1bd0-610d-4727-a3dc-5a65cc623852 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Fanout notify agent at l3_agent the message router_deleted on router 24f0b5d8-d368-4970-b4e5-f35e9299f571 {{(pid=88879) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 24 11:09:10.909392 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-85ce1240-44f6-404d-88bb-0712c35914c5 req-c161ece9-7e3a-4008-86ab-c17f0e3ad7b4 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c123780-3605-46ce-8039-1f88853bf606 HTTP/1.1" status: 200  len: 931 time: 0.3105009
Dec 24 11:09:10.968172 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-f5dbe8f4-c190-47d4-9664-4c4d33ad66d7 None None] Port 269cc7a5-ac29-4910-891b-3ecb3282fa1c cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:09:11.010816 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Device 095960ad-786b-40d0-b8a5-9671f316bc3b up at agent hyperv_hv-neutron-8226 {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:09:11.054734 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-85ce1240-44f6-404d-88bb-0712c35914c5 req-9c5ee771-0f81-44b0-9d44-7bb24a3dd65d tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] 10.222.0.65 "GET /v2.0/security-groups?id=7c81f28e-fd2d-468e-ad3a-e8186ef36a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1443093
Dec 24 11:09:11.111979 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-77944d46-8e10-4711-858e-5e71aa386930 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Allocated IP 172.20.0.1 (641ddaa1-b5c0-4a80-8143-5da9e4cb5db6/91672386-df32-4978-8fd4-f2d6b643bcf9/7acd7d63-59f5-4206-9390-ef268487ff68) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:09:11.150636 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Provisioning for port 095960ad-786b-40d0-b8a5-9671f316bc3b completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:09:11.152036 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0ceb1bd0-610d-4727-a3dc-5a65cc623852 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks [] for router, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:11.153528 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-0ceb1bd0-610d-4727-a3dc-5a65cc623852 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] 10.222.0.65 "DELETE /v2.0/routers/24f0b5d8-d368-4970-b4e5-f35e9299f571 HTTP/1.1" status: 204  len: 168 time: 5.4402206
Dec 24 11:09:11.158729 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 41740) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:09:11.164417 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Provisioning complete for port 095960ad-786b-40d0-b8a5-9671f316bc3b triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:09:11.164856 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:11.351129 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device e00eca04-7926-4975-aa78-12d974473735 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:09:11.377093 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [req-56a15c8e-7372-4b45-a996-5147bc850762 req-c85bc29a-20d2-4109-b861-2424be0e2835 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 269cc7a5-ac29-4910-891b-3ecb3282fa1c {{(pid=88878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 24 11:09:11.396186 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-56a15c8e-7372-4b45-a996-5147bc850762 req-c85bc29a-20d2-4109-b861-2424be0e2835 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:11.437671 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [req-56a15c8e-7372-4b45-a996-5147bc850762 req-c85bc29a-20d2-4109-b861-2424be0e2835 service neutron] Transition to ACTIVE for port object 269cc7a5-ac29-4910-891b-3ecb3282fa1c will not be triggered until provisioned by entity L2. {{(pid=88878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:09:11.441761 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-56a15c8e-7372-4b45-a996-5147bc850762 req-c85bc29a-20d2-4109-b861-2424be0e2835 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3978773'] for port, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:11.457440 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-d0c6f138-301c-4475-a8e3-b957195cd323 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:09:11.484307 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:11.519547 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port e00eca04-7926-4975-aa78-12d974473735 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:09:11.519977 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:11.614166 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56f14696-b26a-41e5-b1ca-c51145599ad7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '095960ad-786b-40d0-b8a5-9671f316bc3b'}] {{(pid=88880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 24 11:09:11.644376 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] For port 095960ad-786b-40d0-b8a5-9671f316bc3b, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=095960ad-786b-40d0-b8a5-9671f316bc3b,segment=NetworkSegment(1b28708a-4c87-43ae-82ad-e2ceb37eac89),segment_id=1b28708a-4c87-43ae-82ad-e2ceb37eac89)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:09:11.734386 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device c267ab12-ed25-42d1-9f9e-78cb8b9c3af3 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:09:11.809190 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:11.813011 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-b2531ee9-7d6b-4186-89ac-457ad1c2ad55 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:09:11.895925 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Pushing event updated for resources: {'Port': ['ID=095960ad-786b-40d0-b8a5-9671f316bc3b,revision_number=5']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:09:11.899163 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-348bfa07-0ce6-4295-966b-b8b1e2af4c60 None None] Network 641ddaa1-b5c0-4a80-8143-5da9e4cb5db6 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:09:11.919759 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:09:11.944712 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-e2f928cd-bd1e-4256-aa93-e36e8f578b38 None None] Provisioning for port c267ab12-ed25-42d1-9f9e-78cb8b9c3af3 completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:09:11.946605 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85bc29a-20d2-4109-b861-2424be0e2835 service neutron] Pushing event updated for resources: {'Port': ['ID=269cc7a5-ac29-4910-891b-3ecb3282fa1c,revision_number=2']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:09:11.947690 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fbfb95ca-b1c9-4af8-ba62-870a69c66fd7 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854158724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-84560'] for router, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:11.949745 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56f14696-b26a-41e5-b1ca-c51145599ad7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '095960ad-786b-40d0-b8a5-9671f316bc3b', 'code': 200}
Dec 24 11:09:11.950973 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c85bc29a-20d2-4109-b861-2424be0e2835 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.493s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:09:11.963828 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning for port c267ab12-ed25-42d1-9f9e-78cb8b9c3af3 completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:09:11.973013 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port c267ab12-ed25-42d1-9f9e-78cb8b9c3af3 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:09:11.973604 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:11.983070 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fbfb95ca-b1c9-4af8-ba62-870a69c66fd7 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:12.061232 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-e2f928cd-bd1e-4256-aa93-e36e8f578b38 None None] Provisioning complete for port c267ab12-ed25-42d1-9f9e-78cb8b9c3af3 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:09:12.061654 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e2f928cd-bd1e-4256-aa93-e36e8f578b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:12.074705 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [req-56a15c8e-7372-4b45-a996-5147bc850762 req-c85bc29a-20d2-4109-b861-2424be0e2835 service neutron] Attempting to bind port 269cc7a5-ac29-4910-891b-3ecb3282fa1c on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:09:12.075482 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [req-56a15c8e-7372-4b45-a996-5147bc850762 req-c85bc29a-20d2-4109-b861-2424be0e2835 service neutron] Attempting to bind port 269cc7a5-ac29-4910-891b-3ecb3282fa1c by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'faf0938d-9351-4aa3-a42a-2891bc0c4373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '2428796e-e2e4-4ddb-a9cc-996932bc1226'}] {{(pid=88878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:09:12.075844 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a15c8e-7372-4b45-a996-5147bc850762 req-c85bc29a-20d2-4109-b861-2424be0e2835 service neutron] Attempting to bind port 269cc7a5-ac29-4910-891b-3ecb3282fa1c on network 2428796e-e2e4-4ddb-a9cc-996932bc1226 {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:09:12.086030 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a15c8e-7372-4b45-a996-5147bc850762 req-c85bc29a-20d2-4109-b861-2424be0e2835 service neutron] Port 269cc7a5-ac29-4910-891b-3ecb3282fa1c on network 2428796e-e2e4-4ddb-a9cc-996932bc1226 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 24 11:09:12.086522 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a15c8e-7372-4b45-a996-5147bc850762 req-c85bc29a-20d2-4109-b861-2424be0e2835 service neutron] Attempting to bind port 269cc7a5-ac29-4910-891b-3ecb3282fa1c on network 2428796e-e2e4-4ddb-a9cc-996932bc1226 {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:09:12.097059 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900022b1-229b-46b5-a66a-0e0f2063065a req-b5e44a4f-7233-435f-ad4e-233ba6d13240 tempest-TestServerAdvancedOps-1433713942 tempest-TestServerAdvancedOps-1433713942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:09:12.107923 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-900022b1-229b-46b5-a66a-0e0f2063065a req-b5e44a4f-7233-435f-ad4e-233ba6d13240 tempest-TestServerAdvancedOps-1433713942 tempest-TestServerAdvancedOps-1433713942-project] 10.222.0.65 "GET /v2.0/ports?device_id=56f14696-b26a-41e5-b1ca-c51145599ad7 HTTP/1.1" status: 200  len: 945 time: 0.4034688
Dec 24 11:09:12.139571 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a15c8e-7372-4b45-a996-5147bc850762 req-c85bc29a-20d2-4109-b861-2424be0e2835 service neutron] Checking agent: {'id': '239bbc6e-fc66-42e2-b707-1aa8ba10287c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 57, 58), 'started_at': datetime.datetime(2021, 12, 24, 10, 57, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 8, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:09:12.140118 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a15c8e-7372-4b45-a996-5147bc850762 req-c85bc29a-20d2-4109-b861-2424be0e2835 service neutron] Checking segment: {'id': 'faf0938d-9351-4aa3-a42a-2891bc0c4373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '2428796e-e2e4-4ddb-a9cc-996932bc1226'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:09:12.140649 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a15c8e-7372-4b45-a996-5147bc850762 req-c85bc29a-20d2-4109-b861-2424be0e2835 service neutron] Bound using segment: {'id': 'faf0938d-9351-4aa3-a42a-2891bc0c4373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '2428796e-e2e4-4ddb-a9cc-996932bc1226'} {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:09:12.141257 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [req-56a15c8e-7372-4b45-a996-5147bc850762 req-c85bc29a-20d2-4109-b861-2424be0e2835 service neutron] Bound port: 269cc7a5-ac29-4910-891b-3ecb3282fa1c, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'faf0938d-9351-4aa3-a42a-2891bc0c4373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '2428796e-e2e4-4ddb-a9cc-996932bc1226'}}] {{(pid=88878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:09:12.141746 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-56a15c8e-7372-4b45-a996-5147bc850762 req-c85bc29a-20d2-4109-b861-2424be0e2835 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:12.227794 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-900022b1-229b-46b5-a66a-0e0f2063065a req-6199c664-67e4-4e63-b730-969f22a46956 tempest-TestServerAdvancedOps-1433713942 tempest-TestServerAdvancedOps-1433713942-project] 10.222.0.65 "GET /v2.0/security-groups?id=2890f8c6-9fdc-4bb0-888c-ee6878760a52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1186674
Dec 24 11:09:12.348716 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:12.357345 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [req-56a15c8e-7372-4b45-a996-5147bc850762 req-c85bc29a-20d2-4109-b861-2424be0e2835 service neutron] For port 269cc7a5-ac29-4910-891b-3ecb3282fa1c, host hv-neutron-8226, cleared binding levels {{(pid=88878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:09:12.371970 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [req-56a15c8e-7372-4b45-a996-5147bc850762 req-c85bc29a-20d2-4109-b861-2424be0e2835 service neutron] For port 269cc7a5-ac29-4910-891b-3ecb3282fa1c, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=269cc7a5-ac29-4910-891b-3ecb3282fa1c,segment=NetworkSegment(faf0938d-9351-4aa3-a42a-2891bc0c4373),segment_id=faf0938d-9351-4aa3-a42a-2891bc0c4373)] {{(pid=88878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:09:12.394566 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-56a15c8e-7372-4b45-a996-5147bc850762 req-c85bc29a-20d2-4109-b861-2424be0e2835 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3978773'] for port, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:12.400535 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c3977dea-ffd4-4edc-b850-44f6b6e4a5aa tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:09:12.420252 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fbfb95ca-b1c9-4af8-ba62-870a69c66fd7 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854158830'] for router, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:12.420794 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbfb95ca-b1c9-4af8-ba62-870a69c66fd7 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Fanout notify agent at l3_agent the message router_deleted on router c12f84ef-db9d-4f8b-b966-24ad29271517 {{(pid=88879) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 24 11:09:12.466515 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d98d72c-bfd3-4bf4-bdde-31f487d0321b req-ad131099-b024-4d6b-b4a0-1fffae2c5438 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:09:12.468357 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-1d98d72c-bfd3-4bf4-bdde-31f487d0321b req-ad131099-b024-4d6b-b4a0-1fffae2c5438 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c123780-3605-46ce-8039-1f88853bf606 HTTP/1.1" status: 200  len: 943 time: 0.1709712
Dec 24 11:09:12.484486 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-77944d46-8e10-4711-858e-5e71aa386930 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:12.498888 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fbfb95ca-b1c9-4af8-ba62-870a69c66fd7 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks [] for router, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:12.508415 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-fbfb95ca-b1c9-4af8-ba62-870a69c66fd7 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] 10.222.0.65 "DELETE /v2.0/routers/c12f84ef-db9d-4f8b-b966-24ad29271517 HTTP/1.1" status: 204  len: 168 time: 2.3789167
Dec 24 11:09:12.513084 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 41752) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:09:12.531289 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-56a15c8e-7372-4b45-a996-5147bc850762 req-c85bc29a-20d2-4109-b861-2424be0e2835 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:12.533185 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-f56a91e4-1a59-4e91-92d2-f8127acd1b64 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-549580262', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:09:12.540734 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-f56a91e4-1a59-4e91-92d2-f8127acd1b64 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:09:12.544839 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-56a15c8e-7372-4b45-a996-5147bc850762 req-c85bc29a-20d2-4109-b861-2424be0e2835 service neutron] 10.222.0.58 "PUT /v2.0/ports/269cc7a5-ac29-4910-891b-3ecb3282fa1c HTTP/1.1" status: 200  len: 1093 time: 2.1255078
Dec 24 11:09:12.545455 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-f56a91e4-1a59-4e91-92d2-f8127acd1b64 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Usage tracker for resource:router and tenant:59b398769254445dae3d1f85e7f0f818 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:09:12.545658 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c123780-3605-46ce-8039-1f88853bf606', 'tag': '269cc7a5-ac29-4910-891b-3ecb3282fa1c'}] {{(pid=88878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 24 11:09:12.549660 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-f56a91e4-1a59-4e91-92d2-f8127acd1b64 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:09:12.557140 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-f56a91e4-1a59-4e91-92d2-f8127acd1b64 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:09:12.575473 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f56a91e4-1a59-4e91-92d2-f8127acd1b64 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-612016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-84579'] for router, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:12.576482 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f56a91e4-1a59-4e91-92d2-f8127acd1b64 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854163950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659046', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854079771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854691221'] for router, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:12.598402 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-77944d46-8e10-4711-858e-5e71aa386930 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Transition to ACTIVE for port object 7acd7d63-59f5-4206-9390-ef268487ff68 will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:09:12.658412 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bf61f63-76e0-4160-b2e6-888296eb9ed7 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Deleting subnet bec3f384-2f74-4e25-85e6-a3990c8e7e5b {{(pid=88879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 24 11:09:12.695123 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9bf61f63-76e0-4160-b2e6-888296eb9ed7 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks [] for subnet, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:12.697514 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e2f928cd-bd1e-4256-aa93-e36e8f578b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:12.710524 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] For port c267ab12-ed25-42d1-9f9e-78cb8b9c3af3, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=c267ab12-ed25-42d1-9f9e-78cb8b9c3af3,segment=NetworkSegment(e6200a3d-5673-457a-b6e2-6c759381c988),segment_id=e6200a3d-5673-457a-b6e2-6c759381c988)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:09:12.731164 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-1d98d72c-bfd3-4bf4-bdde-31f487d0321b req-f7793185-2ba0-4510-8ed9-fc152197c156 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] 10.222.0.65 "GET /v2.0/security-groups?id=7c81f28e-fd2d-468e-ad3a-e8186ef36a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2420561
Dec 24 11:09:12.745093 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c123780-3605-46ce-8039-1f88853bf606', 'tag': '269cc7a5-ac29-4910-891b-3ecb3282fa1c', 'status': 'completed', 'code': 200}
Dec 24 11:09:12.748019 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-8025fe03-afbd-4589-b3c8-309965dead38 req-34073c8f-ccd8-4ab0-a47a-7d9acbb3ee82 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=56f14696-b26a-41e5-b1ca-c51145599ad7 HTTP/1.1" status: 200  len: 1098 time: 0.5046754
Dec 24 11:09:12.767890 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85bc29a-20d2-4109-b861-2424be0e2835 service neutron] Pushing event updated for resources: {'Port': ['ID=269cc7a5-ac29-4910-891b-3ecb3282fa1c,revision_number=3']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:09:12.775178 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c85bc29a-20d2-4109-b861-2424be0e2835 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:09:12.778594 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:12.783614 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-eafafc53-88f0-43af-8a67-716d8679edd3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:09:12.819361 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-56a15c8e-7372-4b45-a996-5147bc850762 req-7ac7126f-87a3-4b4a-adcd-9a72e48ee471 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fbedb279f22e4b3494591d6dabc201d5&device_id=2c123780-3605-46ce-8039-1f88853bf606 HTTP/1.1" status: 200  len: 1096 time: 0.1928353
Dec 24 11:09:12.839134 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f56a91e4-1a59-4e91-92d2-f8127acd1b64 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:12.865040 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9bf61f63-76e0-4160-b2e6-888296eb9ed7 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-786693'] for subnet, precommit_delete_associations {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:12.927849 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-8025fe03-afbd-4589-b3c8-309965dead38 req-e6abcf8d-1562-4df5-9e08-262decbe64d4 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=2890f8c6-9fdc-4bb0-888c-ee6878760a52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1598051
Dec 24 11:09:12.940550 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-77944d46-8e10-4711-858e-5e71aa386930 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:12.950854 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-a229b898-0c17-4bf2-b809-ff2106217704 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:09:12.955040 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.db.api [None req-e2f928cd-bd1e-4256-aa93-e36e8f578b38 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88880) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 24 11:09:12.955470 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_db.api [None req-e2f928cd-bd1e-4256-aa93-e36e8f578b38 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 24 11:09:12.964798 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Pushing event updated for resources: {'Port': ['ID=c267ab12-ed25-42d1-9f9e-78cb8b9c3af3,revision_number=3']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:09:12.973327 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:09:13.100826 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77944d46-8e10-4711-858e-5e71aa386930 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event updated for resources: {'Port': ['ID=7acd7d63-59f5-4206-9390-ef268487ff68,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:09:13.104253 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-77944d46-8e10-4711-858e-5e71aa386930 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:09:13.122162 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77944d46-8e10-4711-858e-5e71aa386930 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Network 641ddaa1-b5c0-4a80-8143-5da9e4cb5db6 is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:09:13.128419 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-77944d46-8e10-4711-858e-5e71aa386930 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Resources bound (agent type, host, resource id):  {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:09:13.131095 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77944d46-8e10-4711-858e-5e71aa386930 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:09:13.161103 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f56a91e4-1a59-4e91-92d2-f8127acd1b64 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854163800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854116816'] for router, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:13.194231 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9bf61f63-76e0-4160-b2e6-888296eb9ed7 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847655656'] for subnet, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:13.219869 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device c267ab12-ed25-42d1-9f9e-78cb8b9c3af3 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:09:13.272381 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-56a15c8e-7372-4b45-a996-5147bc850762 req-cffa36dc-05bd-4bed-ae82-b30d4a15a3fc service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=269cc7a5-ac29-4910-891b-3ecb3282fa1c HTTP/1.1" status: 200  len: 217 time: 0.4448404
Dec 24 11:09:13.290160 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f56a91e4-1a59-4e91-92d2-f8127acd1b64 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks [] for router, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:13.306510 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-f56a91e4-1a59-4e91-92d2-f8127acd1b64 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201  len: 703 time: 0.7901447
Dec 24 11:09:13.312159 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 41760) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:09:13.332272 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-5c40f01a-5071-4f9e-953d-d0e32dd41d87 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:09:13.355839 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port c267ab12-ed25-42d1-9f9e-78cb8b9c3af3 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:09:13.356614 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:13.383978 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a15c8e-7372-4b45-a996-5147bc850762 req-f0139956-d252-490b-977e-e6001992e27d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:09:13.385756 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-56a15c8e-7372-4b45-a996-5147bc850762 req-f0139956-d252-490b-977e-e6001992e27d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=66590446-f239-4728-b0eb-3db1299fa1e3 HTTP/1.1" status: 200  len: 851 time: 0.1027100
Dec 24 11:09:13.437419 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-77944d46-8e10-4711-858e-5e71aa386930 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-720245'] for router_interface, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:13.623754 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2b2656-38e1-40cf-9f09-3cd04cd386f1 req-9937467e-00a3-4eb0-a397-c94a9e869b97 tempest-TestServerAdvancedOps-1433713942 tempest-TestServerAdvancedOps-1433713942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:09:13.625447 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-5f2b2656-38e1-40cf-9f09-3cd04cd386f1 req-9937467e-00a3-4eb0-a397-c94a9e869b97 tempest-TestServerAdvancedOps-1433713942 tempest-TestServerAdvancedOps-1433713942-project] 10.222.0.65 "GET /v2.0/ports?device_id=56f14696-b26a-41e5-b1ca-c51145599ad7 HTTP/1.1" status: 200  len: 945 time: 0.1730428
Dec 24 11:09:13.659909 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9bf61f63-76e0-4160-b2e6-888296eb9ed7 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7120129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850854134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851156349'] for subnet, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:13.668524 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-56a15c8e-7372-4b45-a996-5147bc850762 req-60acd907-ea8f-4295-81fb-cc9c57a0dda7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2428796e-e2e4-4ddb-a9cc-996932bc1226&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.2720468
Dec 24 11:09:13.728485 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-0b37d85d-ee09-44f5-9d85-656630a194e7 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:09:13.742007 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-1d9ce3e3-6f20-461b-a7d2-974143f89893 None None] Provisioning complete for port c267ab12-ed25-42d1-9f9e-78cb8b9c3af3 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:09:13.742936 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1d9ce3e3-6f20-461b-a7d2-974143f89893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:13.849115 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-56a15c8e-7372-4b45-a996-5147bc850762 req-a2e47fdd-7350-4685-91f6-c782dc09c9c1 service neutron] 10.222.0.58 "GET /v2.0/networks/2428796e-e2e4-4ddb-a9cc-996932bc1226?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1700075
Dec 24 11:09:13.860777 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-5f2b2656-38e1-40cf-9f09-3cd04cd386f1 req-63894a72-282f-44d0-a6ad-317ce14fd73e tempest-TestServerAdvancedOps-1433713942 tempest-TestServerAdvancedOps-1433713942-project] 10.222.0.65 "GET /v2.0/security-groups?id=2890f8c6-9fdc-4bb0-888c-ee6878760a52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2252388
Dec 24 11:09:13.973222 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf61f63-76e0-4160-b2e6-888296eb9ed7 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Pushing event deleted for resources: {'Subnet': ['ID=bec3f384-2f74-4e25-85e6-a3990c8e7e5b,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:09:13.982721 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9bf61f63-76e0-4160-b2e6-888296eb9ed7 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks [] for subnet, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:14.005167 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-5ce749d8-7d90-4102-8f98-ad121c2f07fb None None] Provisioning for port 7acd7d63-59f5-4206-9390-ef268487ff68 completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:09:14.006446 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-9bf61f63-76e0-4160-b2e6-888296eb9ed7 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:09:14.008533 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-9bf61f63-76e0-4160-b2e6-888296eb9ed7 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] 10.222.0.65 "DELETE /v2.0/subnets/bec3f384-2f74-4e25-85e6-a3990c8e7e5b HTTP/1.1" status: 204  len: 168 time: 2.8489637
Dec 24 11:09:14.011839 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-5ce749d8-7d90-4102-8f98-ad121c2f07fb None None] Provisioning complete for port 7acd7d63-59f5-4206-9390-ef268487ff68 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:09:14.012528 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5ce749d8-7d90-4102-8f98-ad121c2f07fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:14.018854 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 41766) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:09:14.044148 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-77944d46-8e10-4711-858e-5e71aa386930 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:14.088997 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-5ce749d8-7d90-4102-8f98-ad121c2f07fb None None] Port 7acd7d63-59f5-4206-9390-ef268487ff68 cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:09:14.195757 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-56a15c8e-7372-4b45-a996-5147bc850762 req-94d54ffb-0478-4cf5-bd89-180f6e593267 service neutron] 10.222.0.58 "GET /v2.0/networks/2428796e-e2e4-4ddb-a9cc-996932bc1226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3338530
Dec 24 11:09:14.211886 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0363f150-ab13-4626-9fe8-21767a9d6faf req-613b7e31-2673-4fb2-b71b-d9b7714e44c0 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:09:14.213587 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-0363f150-ab13-4626-9fe8-21767a9d6faf req-613b7e31-2673-4fb2-b71b-d9b7714e44c0 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c123780-3605-46ce-8039-1f88853bf606 HTTP/1.1" status: 200  len: 943 time: 0.2467136
Dec 24 11:09:14.220635 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-dba0aac1-9950-4d19-b3a3-254ecd5b5d46 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036847558493'] for network, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:14.282501 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5c40f01a-5071-4f9e-953d-d0e32dd41d87 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-659031', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854691240'] for router, precommit_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:14.297893 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5c40f01a-5071-4f9e-953d-d0e32dd41d87 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854116816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854116785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-659000', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854163815'] for router, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:14.384671 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-0363f150-ab13-4626-9fe8-21767a9d6faf req-516b78f8-ee82-4963-9552-6b8a8f784d01 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] 10.222.0.65 "GET /v2.0/security-groups?id=7c81f28e-fd2d-468e-ad3a-e8186ef36a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1613903
Dec 24 11:09:14.463210 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-dba0aac1-9950-4d19-b3a3-254ecd5b5d46 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847649663', 'neutron.services.segments.db._delete_segments_for_network-8749505737672'] for network, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:14.500672 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-dba0aac1-9950-4d19-b3a3-254ecd5b5d46 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f527061b710>,) {'filters': {'network_id': ['b1ab20e6-03d3-494f-b21f-64ff95f797eb']}} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:09:14.522038 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-dba0aac1-9950-4d19-b3a3-254ecd5b5d46 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f527061b710>, '2ad8c4cc-9bb0-49ea-9c8e-8b3848bd2f0d') {'for_net_delete': True} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:09:14.522038 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-dba0aac1-9950-4d19-b3a3-254ecd5b5d46 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f527061b710>, '2ad8c4cc-9bb0-49ea-9c8e-8b3848bd2f0d') {} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:09:14.532585 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-9b18e8a8-d3cf-400c-b9f1-4e4a6936780b req-78cba76a-55d1-4822-ba37-083db5b091c6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fbedb279f22e4b3494591d6dabc201d5&device_id=2c123780-3605-46ce-8039-1f88853bf606 HTTP/1.1" status: 200  len: 1096 time: 0.2355707
Dec 24 11:09:14.539591 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-dba0aac1-9950-4d19-b3a3-254ecd5b5d46 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749505745113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2241371'] for segment, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:14.597922 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-dba0aac1-9950-4d19-b3a3-254ecd5b5d46 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:14.610799 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dba0aac1-9950-4d19-b3a3-254ecd5b5d46 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Releasing vlan 641 on physical network physnet1 to pool {{(pid=88878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 24 11:09:14.611260 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-dba0aac1-9950-4d19-b3a3-254ecd5b5d46 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036847652098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850807864'] for segment, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:14.627916 dv-neutron-822691-2-hyperv neutron-server[88767]: Traceback (most recent call last):
Dec 24 11:09:14.627916 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 24 11:09:14.627916 dv-neutron-822691-2-hyperv neutron-server[88767]:     timer()
Dec 24 11:09:14.627916 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 11:09:14.627916 dv-neutron-822691-2-hyperv neutron-server[88767]:     cb(*args, **kw)
Dec 24 11:09:14.627916 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 24 11:09:14.627916 dv-neutron-822691-2-hyperv neutron-server[88767]:     return func(*args, **kwargs)
Dec 24 11:09:14.627916 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 11:09:14.627916 dv-neutron-822691-2-hyperv neutron-server[88767]:     self._notify()
Dec 24 11:09:14.627916 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 11:09:14.627916 dv-neutron-822691-2-hyperv neutron-server[88767]:     self.callback(batched_events)
Dec 24 11:09:14.627916 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 11:09:14.627916 dv-neutron-822691-2-hyperv neutron-server[88767]:     event.method(event)
Dec 24 11:09:14.627916 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 11:09:14.627916 dv-neutron-822691-2-hyperv neutron-server[88767]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 11:09:14.627916 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 24 11:09:14.627916 dv-neutron-822691-2-hyperv neutron-server[88767]:     segment_id)['aggregates'][0]
Dec 24 11:09:14.627916 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 24 11:09:14.627916 dv-neutron-822691-2-hyperv neutron-server[88767]:     return f(self, *a, **k)
Dec 24 11:09:14.627916 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 11:09:14.627916 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self._get(url).json()
Dec 24 11:09:14.627916 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 24 11:09:14.627916 dv-neutron-822691-2-hyperv neutron-server[88767]:     **kwargs)
Dec 24 11:09:14.627916 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 24 11:09:14.627916 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self.request(url, 'GET', **kwargs)
Dec 24 11:09:14.627916 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 24 11:09:14.627916 dv-neutron-822691-2-hyperv neutron-server[88767]:     **endpoint_filter)
Dec 24 11:09:14.627916 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 24 11:09:14.627916 dv-neutron-822691-2-hyperv neutron-server[88767]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 11:09:14.627916 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 24 11:09:14.627916 dv-neutron-822691-2-hyperv neutron-server[88767]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 11:09:14.627916 dv-neutron-822691-2-hyperv neutron-server[88767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 11:09:14.788759 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-dba0aac1-9950-4d19-b3a3-254ecd5b5d46 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7126154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659196'] for network, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:14.794051 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-8cd835bc-07b8-428c-a56f-0b8097a25a34 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:09:14.810092 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-dba0aac1-9950-4d19-b3a3-254ecd5b5d46 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Notify callbacks [] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:14.820369 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b18e8a8-d3cf-400c-b9f1-4e4a6936780b req-a715dc15-e659-4f8f-a129-19fd73c6982d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:09:14.821501 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-9b18e8a8-d3cf-400c-b9f1-4e4a6936780b req-a715dc15-e659-4f8f-a129-19fd73c6982d service neutron] 10.222.0.58 "GET /v2.0/networks?id=2428796e-e2e4-4ddb-a9cc-996932bc1226 HTTP/1.1" status: 200  len: 913 time: 0.2741764
Dec 24 11:09:14.825688 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-dba0aac1-9950-4d19-b3a3-254ecd5b5d46 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] 10.222.0.65 "DELETE /v2.0/networks/b1ab20e6-03d3-494f-b21f-64ff95f797eb HTTP/1.1" status: 204  len: 168 time: 0.8043082
Dec 24 11:09:14.826736 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba0aac1-9950-4d19-b3a3-254ecd5b5d46 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Pushing event deleted for resources: {'Network': ['ID=b1ab20e6-03d3-494f-b21f-64ff95f797eb,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:09:14.889872 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-dba0aac1-9950-4d19-b3a3-254ecd5b5d46 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:09:14.906003 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-9b18e8a8-d3cf-400c-b9f1-4e4a6936780b req-5f34a367-ca0b-4c6c-aaf8-3cf76e35f3fe service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=269cc7a5-ac29-4910-891b-3ecb3282fa1c HTTP/1.1" status: 200  len: 217 time: 0.0765522
Dec 24 11:09:15.000641 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b18e8a8-d3cf-400c-b9f1-4e4a6936780b req-1ce4f367-3f04-4e32-a695-79a2ecd48e7d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:09:15.004523 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-9b18e8a8-d3cf-400c-b9f1-4e4a6936780b req-1ce4f367-3f04-4e32-a695-79a2ecd48e7d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=66590446-f239-4728-b0eb-3db1299fa1e3 HTTP/1.1" status: 200  len: 851 time: 0.0911472
Dec 24 11:09:15.039632 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c40f01a-5071-4f9e-953d-d0e32dd41d87 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Router 26fe4cd2-5d15-4c5c-a9d5-9f31ec21153c is scheduled to L3 agent 198cca88-1338-4098-b44b-beb0346ac906 with binding_index 1 {{(pid=88879) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 24 11:09:15.168455 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-9b18e8a8-d3cf-400c-b9f1-4e4a6936780b req-d4c10585-ea64-49a4-ae20-c9fc379c421b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2428796e-e2e4-4ddb-a9cc-996932bc1226&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1521533
Dec 24 11:09:15.174666 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3be01a1-7894-47a1-8289-63acbeb7c42b req-fd2e2b72-355e-4e3c-82b7-f468b0c35749 tempest-TestServerAdvancedOps-1433713942 tempest-TestServerAdvancedOps-1433713942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:09:15.176182 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-b3be01a1-7894-47a1-8289-63acbeb7c42b req-fd2e2b72-355e-4e3c-82b7-f468b0c35749 tempest-TestServerAdvancedOps-1433713942 tempest-TestServerAdvancedOps-1433713942-project] 10.222.0.65 "GET /v2.0/ports?device_id=56f14696-b26a-41e5-b1ca-c51145599ad7 HTTP/1.1" status: 200  len: 945 time: 0.1139407
Dec 24 11:09:15.212963 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 41776) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:09:15.258845 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c40f01a-5071-4f9e-953d-d0e32dd41d87 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:09:15.266781 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5c40f01a-5071-4f9e-953d-d0e32dd41d87 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks [] for router, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:15.270576 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-5c40f01a-5071-4f9e-953d-d0e32dd41d87 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] 10.222.0.65 "PUT /v2.0/routers/26fe4cd2-5d15-4c5c-a9d5-9f31ec21153c HTTP/1.1" status: 200  len: 697 time: 1.9548278
Dec 24 11:09:15.270576 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-77944d46-8e10-4711-858e-5e71aa386930 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for port, precommit_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:15.273875 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0236f306-f6c0-435a-9af9-387cd1548ed6 None None] Sync routers for ids ['26fe4cd2-5d15-4c5c-a9d5-9f31ec21153c'] in dv-neutron-822691-2-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:09:15.278899 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 41782) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:09:15.297271 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0236f306-f6c0-435a-9af9-387cd1548ed6 None None] Routers {'26fe4cd2-5d15-4c5c-a9d5-9f31ec21153c'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:09:15.298638 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-0236f306-f6c0-435a-9af9-387cd1548ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52714a2ba8>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:09:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['26fe4cd2-5d15-4c5c-a9d5-9f31ec21153c'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:09:15.334468 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-77944d46-8e10-4711-858e-5e71aa386930 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850854027'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:15.345206 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-b3be01a1-7894-47a1-8289-63acbeb7c42b req-a2326b9c-450b-450c-8a89-9987e750bf52 tempest-TestServerAdvancedOps-1433713942 tempest-TestServerAdvancedOps-1433713942-project] 10.222.0.65 "GET /v2.0/security-groups?id=2890f8c6-9fdc-4bb0-888c-ee6878760a52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1463134
Dec 24 11:09:15.374103 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-e3e3adb3-0307-4f87-b939-91b223bc82da tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:09:15.378518 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-9b18e8a8-d3cf-400c-b9f1-4e4a6936780b req-d1dc84e1-f288-44c6-a2d9-23181bd88e31 service neutron] 10.222.0.58 "GET /v2.0/networks/2428796e-e2e4-4ddb-a9cc-996932bc1226?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2010543
Dec 24 11:09:15.561230 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-77944d46-8e10-4711-858e-5e71aa386930 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1977653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854055662'] for router_interface, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:15.575323 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77944d46-8e10-4711-858e-5e71aa386930 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event updated for resources: {'Port': ['ID=7acd7d63-59f5-4206-9390-ef268487ff68,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:09:15.590247 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-77944d46-8e10-4711-858e-5e71aa386930 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:09:15.648398 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-a9bc5103-b9cf-4528-91dd-548b1c371e59 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] 10.222.0.65 "GET /v2.0/routers/26fe4cd2-5d15-4c5c-a9d5-9f31ec21153c HTTP/1.1" status: 200  len: 703 time: 0.3681176
Dec 24 11:09:15.655524 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-9828fd60-86fb-4ad8-bedf-1a584071e4e2 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ec45645f66414388a125dd3f2f469cd9&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4380972
Dec 24 11:09:15.658880 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 41790) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:09:15.659431 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 41792) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:09:15.718861 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-9b18e8a8-d3cf-400c-b9f1-4e4a6936780b req-4e310a63-7469-4cb8-b21e-7cdc2252799c service neutron] 10.222.0.58 "GET /v2.0/networks/2428796e-e2e4-4ddb-a9cc-996932bc1226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3306084
Dec 24 11:09:15.737416 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-0236f306-f6c0-435a-9af9-387cd1548ed6 None None] Set router 26fe4cd2-5d15-4c5c-a9d5-9f31ec21153c gateway port host: None {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:09:15.766544 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adff449d-3767-4bad-814c-6bba9e547ed1 req-f11b6918-498c-4d0c-b481-fa9f622eacc0 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:09:15.768146 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-adff449d-3767-4bad-814c-6bba9e547ed1 req-f11b6918-498c-4d0c-b481-fa9f622eacc0 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c123780-3605-46ce-8039-1f88853bf606 HTTP/1.1" status: 200  len: 943 time: 0.1590128
Dec 24 11:09:15.774215 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9322396-1420-4e1b-84bc-4b60e73c7231 req-26aac085-47ba-47fe-a520-6ff8a7dbea4c tempest-TestServerAdvancedOps-1433713942 tempest-TestServerAdvancedOps-1433713942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:09:15.775782 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-a9322396-1420-4e1b-84bc-4b60e73c7231 req-26aac085-47ba-47fe-a520-6ff8a7dbea4c tempest-TestServerAdvancedOps-1433713942 tempest-TestServerAdvancedOps-1433713942-project] 10.222.0.65 "GET /v2.0/ports?device_id=56f14696-b26a-41e5-b1ca-c51145599ad7 HTTP/1.1" status: 200  len: 945 time: 0.2069325
Dec 24 11:09:15.790381 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-f547e393-af73-462e-ad98-efba12512ab6 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Synchronizing usage tracker for tenant:59b398769254445dae3d1f85e7f0f818 on resource:port {{(pid=88879) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:09:15.848710 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-f547e393-af73-462e-ad98-efba12512ab6 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Unset dirty status for tenant:59b398769254445dae3d1f85e7f0f818 on resource:port {{(pid=88879) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:09:15.849981 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-f547e393-af73-462e-ad98-efba12512ab6 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] 10.222.0.65 "GET /v2.0/ports?device_id=26fe4cd2-5d15-4c5c-a9d5-9f31ec21153c HTTP/1.1" status: 200  len: 205 time: 0.1892991
Dec 24 11:09:15.853654 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 41798) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:09:15.855475 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-adff449d-3767-4bad-814c-6bba9e547ed1 req-415f3c7c-61b6-481e-9cf8-99bfc1d158f9 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] 10.222.0.65 "GET /v2.0/security-groups?id=7c81f28e-fd2d-468e-ad3a-e8186ef36a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0786428
Dec 24 11:09:15.859679 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-a9322396-1420-4e1b-84bc-4b60e73c7231 req-bf7ede90-aeaa-42ff-9033-8b37410dbaa7 tempest-TestServerAdvancedOps-1433713942 tempest-TestServerAdvancedOps-1433713942-project] 10.222.0.65 "GET /v2.0/security-groups?id=2890f8c6-9fdc-4bb0-888c-ee6878760a52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0677109
Dec 24 11:09:15.875154 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-0236f306-f6c0-435a-9af9-387cd1548ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52714a2ba8>, [{'id': '26fe4cd2-5d15-4c5c-a9d5-9f31ec21153c', 'name': 'tempest-RoutersIpV6Test-router-549580262', 'tenant_id': '59b398769254445dae3d1f85e7f0f818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:09:12Z', 'updated_at': '2021-12-24T11:09:14Z', 'revision_number': 2, 'project_id': '59b398769254445dae3d1f85e7f0f818', 'gw_port_host': None}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:09:15.881145 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0236f306-f6c0-435a-9af9-387cd1548ed6 None None] Checking router: 26fe4cd2-5d15-4c5c-a9d5-9f31ec21153c for host: dv-neutron-822691-2-hyperv {{(pid=88880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 24 11:09:15.895556 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0236f306-f6c0-435a-9af9-387cd1548ed6 None None] Routers {'26fe4cd2-5d15-4c5c-a9d5-9f31ec21153c'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:09:15.896234 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-0236f306-f6c0-435a-9af9-387cd1548ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52714a2ba8>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:09:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['26fe4cd2-5d15-4c5c-a9d5-9f31ec21153c'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:09:16.016299 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77944d46-8e10-4711-858e-5e71aa386930 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Network 641ddaa1-b5c0-4a80-8143-5da9e4cb5db6 is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:09:16.025787 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-77944d46-8e10-4711-858e-5e71aa386930 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Resources bound (agent type, host, resource id):  {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:09:16.040022 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-0236f306-f6c0-435a-9af9-387cd1548ed6 None None] Set router 26fe4cd2-5d15-4c5c-a9d5-9f31ec21153c gateway port host: None {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:09:16.095024 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-16e84e9a-a774-4210-8fd0-9143a7b93d38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:16.164439 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-16e84e9a-a774-4210-8fd0-9143a7b93d38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:16.178828 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-0236f306-f6c0-435a-9af9-387cd1548ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52714a2ba8>, [{'id': '26fe4cd2-5d15-4c5c-a9d5-9f31ec21153c', 'name': 'tempest-RoutersIpV6Test-router-549580262', 'tenant_id': '59b398769254445dae3d1f85e7f0f818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:09:12Z', 'updated_at': '2021-12-24T11:09:14Z', 'revision_number': 2, 'project_id': '59b398769254445dae3d1f85e7f0f818', 'gw_port_host': None}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:09:16.184134 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0236f306-f6c0-435a-9af9-387cd1548ed6 None None] The sync data for ids ['26fe4cd2-5d15-4c5c-a9d5-9f31ec21153c'] in dv-neutron-822691-2-hyperv is: [{'id': '26fe4cd2-5d15-4c5c-a9d5-9f31ec21153c', 'name': 'tempest-RoutersIpV6Test-router-549580262', 'tenant_id': '59b398769254445dae3d1f85e7f0f818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:09:12Z', 'updated_at': '2021-12-24T11:09:14Z', 'revision_number': 2, 'project_id': '59b398769254445dae3d1f85e7f0f818', 'gw_port_host': None}] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:09:16.275327 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a069c35a-3c72-4b80-b0ec-5e542c421c05 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks [] for router, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:16.371555 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c99268-e6ed-4df9-82d0-7b25b7c2e986 req-0f4381a9-82c6-487a-af45-56682d33a847 tempest-TestServerAdvancedOps-1433713942 tempest-TestServerAdvancedOps-1433713942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:09:16.373530 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-a5c99268-e6ed-4df9-82d0-7b25b7c2e986 req-0f4381a9-82c6-487a-af45-56682d33a847 tempest-TestServerAdvancedOps-1433713942 tempest-TestServerAdvancedOps-1433713942-project] 10.222.0.65 "GET /v2.0/ports?device_id=56f14696-b26a-41e5-b1ca-c51145599ad7 HTTP/1.1" status: 200  len: 945 time: 0.1062031
Dec 24 11:09:16.431876 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-a5c99268-e6ed-4df9-82d0-7b25b7c2e986 req-781fc126-b1b3-46ef-ac18-2dad4b9465ef tempest-TestServerAdvancedOps-1433713942 tempest-TestServerAdvancedOps-1433713942-project] 10.222.0.65 "GET /v2.0/security-groups?id=2890f8c6-9fdc-4bb0-888c-ee6878760a52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0511906
Dec 24 11:09:16.439432 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-574983e1-a89b-4965-913e-7af96a0d8ed9 None None] Provisioning complete for port 7acd7d63-59f5-4206-9390-ef268487ff68 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:09:16.440355 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-574983e1-a89b-4965-913e-7af96a0d8ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:16.484585 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-16e84e9a-a774-4210-8fd0-9143a7b93d38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:16.516203 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-574983e1-a89b-4965-913e-7af96a0d8ed9 None None] Port 7acd7d63-59f5-4206-9390-ef268487ff68 cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:09:16.550216 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-60393711-c4e3-4ac9-849c-f38f16ea532d tempest-RoutersIpV6AdminTest-1749211822 tempest-RoutersIpV6AdminTest-1749211822-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:09:16.948976 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e84e9a-a774-4210-8fd0-9143a7b93d38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce36d239-8c08-4e89-93fc-462f41eef4d1,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:09:16.956583 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-16e84e9a-a774-4210-8fd0-9143a7b93d38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:16.960328 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-16e84e9a-a774-4210-8fd0-9143a7b93d38 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ce36d239-8c08-4e89-93fc-462f41eef4d1 HTTP/1.1" status: 204  len: 168 time: 1.2954159
Dec 24 11:09:16.960635 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-16e84e9a-a774-4210-8fd0-9143a7b93d38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:09:17.080335 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e110c57-6593-41da-8385-b33d6f4d87b8 req-1df94a2b-15be-4b7c-ac40-52f238428426 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:09:17.082053 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-4e110c57-6593-41da-8385-b33d6f4d87b8 req-1df94a2b-15be-4b7c-ac40-52f238428426 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c123780-3605-46ce-8039-1f88853bf606 HTTP/1.1" status: 200  len: 943 time: 0.0890043
Dec 24 11:09:17.125498 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a069c35a-3c72-4b80-b0ec-5e542c421c05 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854158724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-84560'] for router, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:17.143917 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a069c35a-3c72-4b80-b0ec-5e542c421c05 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:17.146202 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-4e110c57-6593-41da-8385-b33d6f4d87b8 req-050f14d9-2fd9-43d3-a0c8-42e8b074b196 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] 10.222.0.65 "GET /v2.0/security-groups?id=7c81f28e-fd2d-468e-ad3a-e8186ef36a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0570502
Dec 24 11:09:17.236921 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a069c35a-3c72-4b80-b0ec-5e542c421c05 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854158830'] for router, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:17.237493 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a069c35a-3c72-4b80-b0ec-5e542c421c05 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Fanout notify agent at l3_agent the message router_deleted on router 26fe4cd2-5d15-4c5c-a9d5-9f31ec21153c {{(pid=88879) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 24 11:09:17.257823 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a069c35a-3c72-4b80-b0ec-5e542c421c05 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Notify callbacks [] for router, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:17.261987 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-a069c35a-3c72-4b80-b0ec-5e542c421c05 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] 10.222.0.65 "DELETE /v2.0/routers/26fe4cd2-5d15-4c5c-a9d5-9f31ec21153c HTTP/1.1" status: 204  len: 168 time: 1.4031208
Dec 24 11:09:17.263328 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 41814) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:09:17.322978 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-9531a502-1419-4be6-b4eb-09ce6769b146 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] 10.222.0.65 "GET /v2.0/ports?device_id=26fe4cd2-5d15-4c5c-a9d5-9f31ec21153c HTTP/1.1" status: 200  len: 205 time: 0.0583792
Dec 24 11:09:17.325569 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 41820) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:09:17.348771 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77944d46-8e10-4711-858e-5e71aa386930 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Router ea997984-f423-43ba-96b9-008081504a62 has already been hosted by L3 agent 198cca88-1338-4098-b44b-beb0346ac906 {{(pid=88879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 24 11:09:17.415444 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.v2.resource [None req-841cf806-f041-42fe-937d-c02a781b978e tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] delete failed (client error): The resource could not be found.
Dec 24 11:09:17.416772 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-841cf806-f041-42fe-937d-c02a781b978e tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] 10.222.0.65 "DELETE /v2.0/routers/26fe4cd2-5d15-4c5c-a9d5-9f31ec21153c HTTP/1.1" status: 404  len: 336 time: 0.0899794
Dec 24 11:09:17.419611 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 41826) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:09:17.463665 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfd00ce9-52cd-4b2d-bf29-9692b76ce0c6 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] DELETE failed (client error): The resource could not be found.
Dec 24 11:09:17.463665 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfd00ce9-52cd-4b2d-bf29-9692b76ce0c6 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 24 11:09:17.466940 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-dfd00ce9-52cd-4b2d-bf29-9692b76ce0c6 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] 10.222.0.65 "DELETE /v2.0/subnets/b9019bf9-6c72-4076-a59a-caaf56547875 HTTP/1.1" status: 404  len: 337 time: 0.0438023
Dec 24 11:09:17.467437 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 41834) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:09:17.513579 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-14164ce0-248d-4a53-b187-822a8b3189b7 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] DELETE failed (client error): The resource could not be found.
Dec 24 11:09:17.514411 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14164ce0-248d-4a53-b187-822a8b3189b7 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 24 11:09:17.518762 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-14164ce0-248d-4a53-b187-822a8b3189b7 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] 10.222.0.65 "DELETE /v2.0/subnets/18683f4a-4e81-4332-9885-7f09f49d25aa HTTP/1.1" status: 404  len: 337 time: 0.0476353
Dec 24 11:09:17.519524 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 41838) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:09:17.563154 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-53922484-980c-47f4-b418-8116cfa56730 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] DELETE failed (client error): The resource could not be found.
Dec 24 11:09:17.563660 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53922484-980c-47f4-b418-8116cfa56730 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 24 11:09:17.568102 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-53922484-980c-47f4-b418-8116cfa56730 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] 10.222.0.65 "DELETE /v2.0/subnets/db561dc2-ad7f-45e0-b807-777ba9baaa89 HTTP/1.1" status: 404  len: 337 time: 0.0449803
Dec 24 11:09:17.569630 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 41842) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:09:17.610497 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77944d46-8e10-4711-858e-5e71aa386930 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:09:17.615853 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-72c00aea-b69d-472f-91a4-94d62ad5371f tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] DELETE failed (client error): The resource could not be found.
Dec 24 11:09:17.616731 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-77944d46-8e10-4711-858e-5e71aa386930 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "PUT /v2.0/routers/ea997984-f423-43ba-96b9-008081504a62/add_router_interface HTTP/1.1" status: 200  len: 503 time: 10.7805755
Dec 24 11:09:17.618045 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72c00aea-b69d-472f-91a4-94d62ad5371f tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 24 11:09:17.620722 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 41846) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:09:17.622129 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-72c00aea-b69d-472f-91a4-94d62ad5371f tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] 10.222.0.65 "DELETE /v2.0/subnets/e75793db-c2ab-4221-adc4-133f056a01cf HTTP/1.1" status: 404  len: 337 time: 0.0496161
Dec 24 11:09:17.623295 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 41848) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:09:17.626514 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c03cce1-80b9-4f17-8472-58e4f71c8893 None None] Sync routers for ids ['ea997984-f423-43ba-96b9-008081504a62'] in dv-neutron-822691-2-hyperv {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:09:17.644340 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c03cce1-80b9-4f17-8472-58e4f71c8893 None None] Routers {'ea997984-f423-43ba-96b9-008081504a62'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:09:17.645030 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-4c03cce1-80b9-4f17-8472-58e4f71c8893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5275c867f0>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:09:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['ea997984-f423-43ba-96b9-008081504a62'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:09:17.703581 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-b3ae5329-f7da-42d0-a808-4163276f2dfc tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] 10.222.0.65 "GET /v2.0/ports?device_id=c12f84ef-db9d-4f8b-b966-24ad29271517 HTTP/1.1" status: 200  len: 205 time: 0.0787621
Dec 24 11:09:17.715971 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 41856) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:09:17.788283 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a157cb3-a319-44b1-8071-3d57192e2605 req-d241e1ed-532c-4b20-bbcd-0e989ec24e63 tempest-TestServerAdvancedOps-1433713942 tempest-TestServerAdvancedOps-1433713942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:09:17.797737 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-8a157cb3-a319-44b1-8071-3d57192e2605 req-d241e1ed-532c-4b20-bbcd-0e989ec24e63 tempest-TestServerAdvancedOps-1433713942 tempest-TestServerAdvancedOps-1433713942-project] 10.222.0.65 "GET /v2.0/ports?device_id=56f14696-b26a-41e5-b1ca-c51145599ad7 HTTP/1.1" status: 200  len: 945 time: 0.1183689
Dec 24 11:09:17.851215 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.v2.resource [None req-f9cccb1d-b378-4994-8c5d-d98511af0ef4 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] delete failed (client error): The resource could not be found.
Dec 24 11:09:17.854905 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-f9cccb1d-b378-4994-8c5d-d98511af0ef4 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] 10.222.0.65 "DELETE /v2.0/routers/c12f84ef-db9d-4f8b-b966-24ad29271517 HTTP/1.1" status: 404  len: 336 time: 0.1353917
Dec 24 11:09:17.858462 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 41862) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:09:17.865947 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-8a157cb3-a319-44b1-8071-3d57192e2605 req-51a70766-1946-494c-b71b-84b12c4f25de tempest-TestServerAdvancedOps-1433713942 tempest-TestServerAdvancedOps-1433713942-project] 10.222.0.65 "GET /v2.0/security-groups?id=2890f8c6-9fdc-4bb0-888c-ee6878760a52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0666833
Dec 24 11:09:17.874976 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-4c03cce1-80b9-4f17-8472-58e4f71c8893 None None] Set router ea997984-f423-43ba-96b9-008081504a62 gateway port host: dv-neutron-822691-2-hyperv {{(pid=88881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:09:17.918700 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-a64a642a-da4d-4759-ab48-9f4fcc238a0f tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] 10.222.0.65 "GET /v2.0/ports?device_id=be5e763f-ff7e-4f6d-90cb-0b992c233b0a HTTP/1.1" status: 200  len: 205 time: 0.0589058
Dec 24 11:09:17.924110 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 41870) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:09:18.025621 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.v2.resource [None req-e7d740cc-c8c0-4177-9025-1282afa9584b tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] delete failed (client error): The resource could not be found.
Dec 24 11:09:18.029559 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-e7d740cc-c8c0-4177-9025-1282afa9584b tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] 10.222.0.65 "DELETE /v2.0/routers/be5e763f-ff7e-4f6d-90cb-0b992c233b0a HTTP/1.1" status: 404  len: 336 time: 0.1016665
Dec 24 11:09:18.030075 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 41874) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:09:18.093182 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 41878) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:09:18.123363 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1d188cf-45b4-40b4-a536-8206cb7eb6cb tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] DELETE failed (client error): The resource could not be found.
Dec 24 11:09:18.123853 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1d188cf-45b4-40b4-a536-8206cb7eb6cb tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88879) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 24 11:09:18.128261 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-c1d188cf-45b4-40b4-a536-8206cb7eb6cb tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] 10.222.0.65 "DELETE /v2.0/subnets/802359b1-adc1-4315-9a7f-f4c05d851712 HTTP/1.1" status: 404  len: 337 time: 0.0948961
Dec 24 11:09:18.128261 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ff68f65-db2c-4e98-866b-77d93c7b1180 tempest-TestNetworkBasicOps-448411267 tempest-TestNetworkBasicOps-448411267-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:09:18.128740 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ff68f65-db2c-4e98-866b-77d93c7b1180 tempest-TestNetworkBasicOps-448411267 tempest-TestNetworkBasicOps-448411267-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:09:18.128847 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 41886) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:09:18.128963 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ff68f65-db2c-4e98-866b-77d93c7b1180 tempest-TestNetworkBasicOps-448411267 tempest-TestNetworkBasicOps-448411267-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:09:18.129900 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ff68f65-db2c-4e98-866b-77d93c7b1180 tempest-TestNetworkBasicOps-448411267 tempest-TestNetworkBasicOps-448411267-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:09:18.134024 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ff68f65-db2c-4e98-866b-77d93c7b1180 tempest-TestNetworkBasicOps-448411267 tempest-TestNetworkBasicOps-448411267-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:09:18.134024 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-9ff68f65-db2c-4e98-866b-77d93c7b1180 tempest-TestNetworkBasicOps-448411267 tempest-TestNetworkBasicOps-448411267-project-admin] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200  len: 5683 time: 0.5108171
Dec 24 11:09:18.136561 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 41890) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:09:18.353771 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-4c03cce1-80b9-4f17-8472-58e4f71c8893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5275c867f0>, [{'id': 'ea997984-f423-43ba-96b9-008081504a62', 'name': 'tempest-TestNetworkBasicOps-router-813221983', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.234'}], 'enable_snat': True}, 'gw_port_id': 'e00eca04-7926-4975-aa78-12d974473735', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:08:57Z', 'updated_at': '2021-12-24T11:09:13Z', 'revision_number': 4, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'gw_port': {'id': 'e00eca04-7926-4975-aa78-12d974473735', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:72:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea997984-f423-43ba-96b9-008081504a62', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:08:58Z', 'updated_at': '2021-12-24T11:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_interfaces': [{'id': '7acd7d63-59f5-4206-9390-ef268487ff68', 'name': '', 'network_id': '641ddaa1-b5c0-4a80-8143-5da9e4cb5db6', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'mac_address': 'fa:16:3e:02:ae:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea997984-f423-43ba-96b9-008081504a62', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '91672386-df32-4978-8fd4-f2d6b643bcf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:09:10Z', 'updated_at': '2021-12-24T11:09:14Z', 'revision_number': 2, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'subnets': [{'id': '91672386-df32-4978-8fd4-f2d6b643bcf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:09:18.358459 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c03cce1-80b9-4f17-8472-58e4f71c8893 None None] Checking router: ea997984-f423-43ba-96b9-008081504a62 for host: dv-neutron-822691-2-hyperv {{(pid=88881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 24 11:09:18.358855 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c03cce1-80b9-4f17-8472-58e4f71c8893 None None] Updating router ea997984-f423-43ba-96b9-008081504a62 port 7acd7d63-59f5-4206-9390-ef268487ff68 binding host dv-neutron-822691-2-hyperv {{(pid=88881) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 24 11:09:18.414877 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4c03cce1-80b9-4f17-8472-58e4f71c8893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:18.632055 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-c221205d-b3d7-4561-b80b-2de767c582f9 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] 10.222.0.65 "GET /v2.0/ports?device_id=1d4b727a-c20c-455c-a6ff-b197abe440fb HTTP/1.1" status: 200  len: 205 time: 0.5014412
Dec 24 11:09:18.635810 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 41896) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:09:18.703793 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-59e2e903-fd4a-4b9a-a646-d04edff2c31d tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Request body: {'network': {'name': 'tempest-RoutersTest-1326354353'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:09:18.710022 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.v2.resource [None req-3e066b49-1685-41a4-9a3a-7d4301a8b83d tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] delete failed (client error): The resource could not be found.
Dec 24 11:09:18.713633 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-3e066b49-1685-41a4-9a3a-7d4301a8b83d tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] 10.222.0.65 "DELETE /v2.0/routers/1d4b727a-c20c-455c-a6ff-b197abe440fb HTTP/1.1" status: 404  len: 336 time: 0.0739863
Dec 24 11:09:18.716051 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 41902) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:09:18.732315 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-59e2e903-fd4a-4b9a-a646-d04edff2c31d tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:09:18.748264 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-59e2e903-fd4a-4b9a-a646-d04edff2c31d tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Usage tracker for resource:network and tenant:3ebdfa1b50714591899c7b159c4d4f0b is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:09:18.759502 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-59e2e903-fd4a-4b9a-a646-d04edff2c31d tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:09:18.766557 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-444198e2-52aa-42ba-9df6-14936742ee7f tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] 10.222.0.65 "GET /v2.0/ports?device_id=f82e7eab-7170-43b9-b75d-8ab381aec3c9 HTTP/1.1" status: 200  len: 205 time: 0.0468948
Dec 24 11:09:18.766768 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 41906) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:09:18.779445 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-59e2e903-fd4a-4b9a-a646-d04edff2c31d tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:09:18.788288 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca315f76-7b16-4716-a3e9-d947dc88d061 tempest-TestNetworkBasicOps-448411267 tempest-TestNetworkBasicOps-448411267-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:09:18.788714 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca315f76-7b16-4716-a3e9-d947dc88d061 tempest-TestNetworkBasicOps-448411267 tempest-TestNetworkBasicOps-448411267-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:09:18.789124 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca315f76-7b16-4716-a3e9-d947dc88d061 tempest-TestNetworkBasicOps-448411267 tempest-TestNetworkBasicOps-448411267-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:09:18.789530 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca315f76-7b16-4716-a3e9-d947dc88d061 tempest-TestNetworkBasicOps-448411267 tempest-TestNetworkBasicOps-448411267-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:09:18.789965 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca315f76-7b16-4716-a3e9-d947dc88d061 tempest-TestNetworkBasicOps-448411267 tempest-TestNetworkBasicOps-448411267-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:09:18.790369 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca315f76-7b16-4716-a3e9-d947dc88d061 tempest-TestNetworkBasicOps-448411267 tempest-TestNetworkBasicOps-448411267-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:09:18.790769 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca315f76-7b16-4716-a3e9-d947dc88d061 tempest-TestNetworkBasicOps-448411267 tempest-TestNetworkBasicOps-448411267-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:09:18.791176 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca315f76-7b16-4716-a3e9-d947dc88d061 tempest-TestNetworkBasicOps-448411267 tempest-TestNetworkBasicOps-448411267-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:09:18.793419 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-ca315f76-7b16-4716-a3e9-d947dc88d061 tempest-TestNetworkBasicOps-448411267 tempest-TestNetworkBasicOps-448411267-project-admin] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 5283 time: 0.5700233
Dec 24 11:09:18.803845 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 41910) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:09:18.843241 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.v2.resource [None req-26621900-4dda-4898-ba42-295f8c7fce4e tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] delete failed (client error): The resource could not be found.
Dec 24 11:09:18.845958 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-26621900-4dda-4898-ba42-295f8c7fce4e tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] 10.222.0.65 "DELETE /v2.0/routers/f82e7eab-7170-43b9-b75d-8ab381aec3c9 HTTP/1.1" status: 404  len: 336 time: 0.0762906
Dec 24 11:09:18.848781 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 41914) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:09:18.892368 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a409e6f-2bb1-4954-a71e-3865aa80ca23 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] DELETE failed (client error): The resource could not be found.
Dec 24 11:09:18.893072 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a409e6f-2bb1-4954-a71e-3865aa80ca23 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88879) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 24 11:09:18.895480 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-0a409e6f-2bb1-4954-a71e-3865aa80ca23 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] 10.222.0.65 "DELETE /v2.0/subnets/6df73552-efd0-4069-ad71-753ca56bd6ef HTTP/1.1" status: 404  len: 337 time: 0.0448544
Dec 24 11:09:18.898101 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 41918) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:09:18.901873 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59e2e903-fd4a-4b9a-a646-d04edff2c31d tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Made reservation on behalf of 3ebdfa1b50714591899c7b159c4d4f0b for: {'network': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:09:18.907486 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-59e2e903-fd4a-4b9a-a646-d04edff2c31d tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for network, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:18.945066 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-59e2e903-fd4a-4b9a-a646-d04edff2c31d tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks [] for security_group, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:18.946281 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-8999f1aa-40c5-4018-b4d1-da6aa12d3f29 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] 10.222.0.65 "GET /v2.0/ports?device_id=5f128504-a09c-44c6-ab29-d9873aed1953 HTTP/1.1" status: 200  len: 205 time: 0.0464022
Dec 24 11:09:18.948471 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 41922) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:09:18.972456 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-3a78a50f-6152-451c-9c7f-f6bc0547ede5 req-df118d19-34da-480b-a6f3-2bf7f6a6044a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=98b87bf2caa248f096bf6e4aa1bdda49&device_id=56f14696-b26a-41e5-b1ca-c51145599ad7 HTTP/1.1" status: 200  len: 1098 time: 0.6605871
Dec 24 11:09:18.973725 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4c03cce1-80b9-4f17-8472-58e4f71c8893 None None] Notify callbacks [] for port, precommit_update {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:18.986379 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f81e8b9-6eed-4f9f-877f-4656160c0084 req-4a820517-e59b-4b49-bb69-dfc237b680ae tempest-TestServerAdvancedOps-1433713942 tempest-TestServerAdvancedOps-1433713942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:09:18.987370 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-4c03cce1-80b9-4f17-8472-58e4f71c8893 None None] Transition to ACTIVE for port object 7acd7d63-59f5-4206-9390-ef268487ff68 will not be triggered until provisioned by entity L2. {{(pid=88881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:09:18.993806 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-7f81e8b9-6eed-4f9f-877f-4656160c0084 req-4a820517-e59b-4b49-bb69-dfc237b680ae tempest-TestServerAdvancedOps-1433713942 tempest-TestServerAdvancedOps-1433713942-project] 10.222.0.65 "GET /v2.0/ports?device_id=56f14696-b26a-41e5-b1ca-c51145599ad7 HTTP/1.1" status: 200  len: 945 time: 0.6901000
Dec 24 11:09:18.994346 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4c03cce1-80b9-4f17-8472-58e4f71c8893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:18.998109 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-69233793-00e7-4e98-88f2-b183f2af4d08 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:09:19.030419 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.v2.resource [None req-758cea83-f650-4b67-be37-6ccf1ab40c2f tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] delete failed (client error): The resource could not be found.
Dec 24 11:09:19.037013 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-758cea83-f650-4b67-be37-6ccf1ab40c2f tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] 10.222.0.65 "DELETE /v2.0/routers/5f128504-a09c-44c6-ab29-d9873aed1953 HTTP/1.1" status: 404  len: 336 time: 0.0821316
Dec 24 11:09:19.037013 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 41926) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:09:19.065723 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e561a40e-b9a9-4938-b8ad-de399a4dd1db req-171d07ac-a5db-4984-b0d4-539f682385db tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:09:19.067462 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-e561a40e-b9a9-4938-b8ad-de399a4dd1db req-171d07ac-a5db-4984-b0d4-539f682385db tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c123780-3605-46ce-8039-1f88853bf606 HTTP/1.1" status: 200  len: 943 time: 0.4296794
Dec 24 11:09:19.082526 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b5d2a6c-ef31-49d2-8e8a-5e01f0d87762 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] DELETE failed (client error): The resource could not be found.
Dec 24 11:09:19.083021 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b5d2a6c-ef31-49d2-8e8a-5e01f0d87762 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88879) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 24 11:09:19.088793 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-7b5d2a6c-ef31-49d2-8e8a-5e01f0d87762 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] 10.222.0.65 "DELETE /v2.0/subnets/0cf8a58f-3036-40ea-abeb-8572437154f4 HTTP/1.1" status: 404  len: 337 time: 0.0476472
Dec 24 11:09:19.090102 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 41930) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:09:19.139110 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389309d7-5f1d-4f3d-9629-fe988d7542d7 None None] Pushing event updated for resources: {'Port': ['ID=7acd7d63-59f5-4206-9390-ef268487ff68,revision_number=3']} {{(pid=88881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:09:19.155861 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-59e2e903-fd4a-4b9a-a646-d04edff2c31d tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:09:19.156117 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389309d7-5f1d-4f3d-9629-fe988d7542d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:09:19.156117 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389309d7-5f1d-4f3d-9629-fe988d7542d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:09:19.156117 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389309d7-5f1d-4f3d-9629-fe988d7542d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:09:19.156117 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389309d7-5f1d-4f3d-9629-fe988d7542d7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:09:19.156117 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389309d7-5f1d-4f3d-9629-fe988d7542d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:09:19.156117 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389309d7-5f1d-4f3d-9629-fe988d7542d7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:09:19.156869 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389309d7-5f1d-4f3d-9629-fe988d7542d7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:09:19.157735 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389309d7-5f1d-4f3d-9629-fe988d7542d7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:09:19.157735 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389309d7-5f1d-4f3d-9629-fe988d7542d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:09:19.158234 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389309d7-5f1d-4f3d-9629-fe988d7542d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:09:19.158736 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389309d7-5f1d-4f3d-9629-fe988d7542d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:09:19.159838 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-012968ab-cade-4eb0-864e-b7d9c18b54bb tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] 10.222.0.65 "GET /v2.0/ports?device_id=00de3638-5ed3-45f9-aafd-7d440a04d07d HTTP/1.1" status: 200  len: 205 time: 0.0672612
Dec 24 11:09:19.160670 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 41934) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:09:19.163965 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-389309d7-5f1d-4f3d-9629-fe988d7542d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=88881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:09:19.215970 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-59e2e903-fd4a-4b9a-a646-d04edff2c31d tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Usage tracker for resource:security_group_rule and tenant:3ebdfa1b50714591899c7b159c4d4f0b is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:09:19.226441 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-59e2e903-fd4a-4b9a-a646-d04edff2c31d tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:09:19.245430 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-59e2e903-fd4a-4b9a-a646-d04edff2c31d tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:09:19.247670 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.v2.resource [None req-6121e700-4a90-4616-a1ea-75679e81f40f tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] delete failed (client error): The resource could not be found.
Dec 24 11:09:19.249176 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-6121e700-4a90-4616-a1ea-75679e81f40f tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] 10.222.0.65 "DELETE /v2.0/routers/00de3638-5ed3-45f9-aafd-7d440a04d07d HTTP/1.1" status: 404  len: 336 time: 0.0868611
Dec 24 11:09:19.252623 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 41938) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:09:19.257189 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-4c03cce1-80b9-4f17-8472-58e4f71c8893 None None] Attempting to bind port 7acd7d63-59f5-4206-9390-ef268487ff68 on host dv-neutron-822691-2-hyperv for vnic_type normal with profile  {{(pid=88881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:09:19.258092 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-4c03cce1-80b9-4f17-8472-58e4f71c8893 None None] Attempting to bind port 7acd7d63-59f5-4206-9390-ef268487ff68 by drivers openvswitch,hyperv on host dv-neutron-822691-2-hyperv at level 0 using segments [{'id': 'e6200a3d-5673-457a-b6e2-6c759381c988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '641ddaa1-b5c0-4a80-8143-5da9e4cb5db6'}] {{(pid=88881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:09:19.258623 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c03cce1-80b9-4f17-8472-58e4f71c8893 None None] Attempting to bind port 7acd7d63-59f5-4206-9390-ef268487ff68 on network 641ddaa1-b5c0-4a80-8143-5da9e4cb5db6 {{(pid=88881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:09:19.266389 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c03cce1-80b9-4f17-8472-58e4f71c8893 None None] Checking agent: {'id': 'db1275c1-6001-47af-93c2-635c68404703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822691-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 52, 8), 'started_at': datetime.datetime(2021, 12, 24, 10, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 9, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822691-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:09:19.266971 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c03cce1-80b9-4f17-8472-58e4f71c8893 None None] Checking segment: {'id': 'e6200a3d-5673-457a-b6e2-6c759381c988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '641ddaa1-b5c0-4a80-8143-5da9e4cb5db6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:09:19.267522 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4c03cce1-80b9-4f17-8472-58e4f71c8893 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:19.268060 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c03cce1-80b9-4f17-8472-58e4f71c8893 None None] Bound using segment: {'id': 'e6200a3d-5673-457a-b6e2-6c759381c988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '641ddaa1-b5c0-4a80-8143-5da9e4cb5db6'} {{(pid=88881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:09:19.268794 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-4c03cce1-80b9-4f17-8472-58e4f71c8893 None None] Bound port: 7acd7d63-59f5-4206-9390-ef268487ff68, host: dv-neutron-822691-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6200a3d-5673-457a-b6e2-6c759381c988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '641ddaa1-b5c0-4a80-8143-5da9e4cb5db6'}}] {{(pid=88881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:09:19.269328 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4c03cce1-80b9-4f17-8472-58e4f71c8893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:19.311624 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-091c8d07-5a2e-4bd0-9539-b7b0b6941064 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] DELETE failed (client error): The resource could not be found.
Dec 24 11:09:19.312407 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-091c8d07-5a2e-4bd0-9539-b7b0b6941064 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88879) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 24 11:09:19.317602 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-091c8d07-5a2e-4bd0-9539-b7b0b6941064 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] 10.222.0.65 "DELETE /v2.0/subnets/6cfddd76-a68d-4ec6-b85e-8c0c2e01f1bf HTTP/1.1" status: 404  len: 337 time: 0.0620635
Dec 24 11:09:19.318060 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-7f81e8b9-6eed-4f9f-877f-4656160c0084 req-14f92276-0d95-44ad-854d-42a91d742e84 tempest-TestServerAdvancedOps-1433713942 tempest-TestServerAdvancedOps-1433713942-project] 10.222.0.65 "GET /v2.0/security-groups?id=2890f8c6-9fdc-4bb0-888c-ee6878760a52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3231413
Dec 24 11:09:19.318298 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 41942) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:09:19.370672 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-75e59eda-ff24-4c59-9835-310bd50af99f tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] DELETE failed (client error): The resource could not be found.
Dec 24 11:09:19.371165 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75e59eda-ff24-4c59-9835-310bd50af99f tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88879) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 24 11:09:19.389059 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-75e59eda-ff24-4c59-9835-310bd50af99f tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] 10.222.0.65 "DELETE /v2.0/subnets/a852ec1e-9042-40a1-b0e1-b40813bc9c60 HTTP/1.1" status: 404  len: 337 time: 0.0672901
Dec 24 11:09:19.390360 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-4c03cce1-80b9-4f17-8472-58e4f71c8893 None None] For port 7acd7d63-59f5-4206-9390-ef268487ff68, host dv-neutron-822691-2-hyperv, cleared binding levels {{(pid=88881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:09:19.395198 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-4c03cce1-80b9-4f17-8472-58e4f71c8893 None None] For port 7acd7d63-59f5-4206-9390-ef268487ff68, host dv-neutron-822691-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=7acd7d63-59f5-4206-9390-ef268487ff68,segment=NetworkSegment(e6200a3d-5673-457a-b6e2-6c759381c988),segment_id=e6200a3d-5673-457a-b6e2-6c759381c988)] {{(pid=88881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:09:19.399998 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4c03cce1-80b9-4f17-8472-58e4f71c8893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:19.405368 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:09:19.405872 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a78a50f-6152-451c-9c7f-f6bc0547ede5 req-923bc7e0-afd6-4943-be40-df0b56d693f1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:09:19.407486 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-3a78a50f-6152-451c-9c7f-f6bc0547ede5 req-923bc7e0-afd6-4943-be40-df0b56d693f1 service neutron] 10.222.0.58 "GET /v2.0/networks?id=b2d6d752-2b20-46a5-b7be-dc3f7435c3fd HTTP/1.1" status: 200  len: 912 time: 0.4067278
Dec 24 11:09:19.409952 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-e561a40e-b9a9-4938-b8ad-de399a4dd1db req-b4787c40-f10c-4f06-ab6f-2f91bc506b99 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] 10.222.0.65 "GET /v2.0/security-groups?id=7c81f28e-fd2d-468e-ad3a-e8186ef36a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3162386
Dec 24 11:09:19.494729 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389309d7-5f1d-4f3d-9629-fe988d7542d7 None None] Pushing event updated for resources: {'Port': ['ID=7acd7d63-59f5-4206-9390-ef268487ff68,revision_number=4']} {{(pid=88881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:09:19.500413 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-389309d7-5f1d-4f3d-9629-fe988d7542d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:09:19.504427 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c03cce1-80b9-4f17-8472-58e4f71c8893 None None] Routers {'ea997984-f423-43ba-96b9-008081504a62'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:09:19.505211 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-4c03cce1-80b9-4f17-8472-58e4f71c8893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5275c867f0>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:09:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['ea997984-f423-43ba-96b9-008081504a62'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:09:19.531302 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-3a78a50f-6152-451c-9c7f-f6bc0547ede5 req-e014e9d3-6b06-4b6d-8641-cd9f9f8312e6 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=095960ad-786b-40d0-b8a5-9671f316bc3b HTTP/1.1" status: 200  len: 217 time: 0.1085625
Dec 24 11:09:19.632271 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-59e2e903-fd4a-4b9a-a646-d04edff2c31d tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks [] for security_group, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:19.646377 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-59e2e903-fd4a-4b9a-a646-d04edff2c31d tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:19.653623 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-949ce63d-9d2a-4847-a19d-913092c44f6c tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:09:19.690484 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a78a50f-6152-451c-9c7f-f6bc0547ede5 req-8d496344-054c-4fdb-a619-124f05df9ec3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:09:19.692100 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-3a78a50f-6152-451c-9c7f-f6bc0547ede5 req-8d496344-054c-4fdb-a619-124f05df9ec3 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b9de0898-0dfd-4254-b274-a0351661e9da HTTP/1.1" status: 200  len: 851 time: 0.1414311
Dec 24 11:09:19.707599 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59e2e903-fd4a-4b9a-a646-d04edff2c31d tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] vlan segment allocate from pool success with {'vlan_id': 624, 'physical_network': 'physnet1'}  {{(pid=88878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 24 11:09:19.734388 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-4c03cce1-80b9-4f17-8472-58e4f71c8893 None None] Set router ea997984-f423-43ba-96b9-008081504a62 gateway port host: dv-neutron-822691-2-hyperv {{(pid=88881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:09:19.766447 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-c206b5e8-122f-496e-a161-64fbe39775a5 tempest-TestNetworkBasicOps-448411267 tempest-TestNetworkBasicOps-448411267-project-admin] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200  len: 3045 time: 0.9572682
Dec 24 11:09:19.766447 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-3a78a50f-6152-451c-9c7f-f6bc0547ede5 req-2d47900e-af89-4ce2-a90a-8af668b29c56 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b2d6d752-2b20-46a5-b7be-dc3f7435c3fd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0622547
Dec 24 11:09:19.772339 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e2e903-fd4a-4b9a-a646-d04edff2c31d tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Pushing event updated for resources: {'SecurityGroup': ['ID=744f7bd1-992a-45f6-914a-ffc85547bef6,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:09:19.779433 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-59e2e903-fd4a-4b9a-a646-d04edff2c31d tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:09:19.811011 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-59e2e903-fd4a-4b9a-a646-d04edff2c31d tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:19.811397 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.segments_db [None req-59e2e903-fd4a-4b9a-a646-d04edff2c31d tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Added segment e89ce95e-ffa9-42a8-babf-b8e77fe15594 of type vlan for network 89662563-276b-47a3-8d64-41e9a356ece5
Dec 24 11:09:19.849062 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 41952) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:09:19.959137 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-59e2e903-fd4a-4b9a-a646-d04edff2c31d tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363287349540024'] for network, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:20.040121 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-3a78a50f-6152-451c-9c7f-f6bc0547ede5 req-5a209935-08d8-4445-809a-ba2426606c42 service neutron] 10.222.0.58 "GET /v2.0/networks/b2d6d752-2b20-46a5-b7be-dc3f7435c3fd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2632208
Dec 24 11:09:20.081258 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-59e2e903-fd4a-4b9a-a646-d04edff2c31d tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636'] for network, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:20.086052 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e2e903-fd4a-4b9a-a646-d04edff2c31d tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:09:20.086941 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-59e2e903-fd4a-4b9a-a646-d04edff2c31d tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks [] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:20.096242 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-79a8441a-be2f-4304-a54f-5ada442d30fd tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:09:20.124044 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-0b1f3b12-2ee2-49c1-907b-d902847a3304 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=59b398769254445dae3d1f85e7f0f818&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2735252
Dec 24 11:09:20.126253 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 41958) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:09:20.133783 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 41962) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:09:20.144974 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-4c03cce1-80b9-4f17-8472-58e4f71c8893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5275c867f0>, [{'id': 'ea997984-f423-43ba-96b9-008081504a62', 'name': 'tempest-TestNetworkBasicOps-router-813221983', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.234'}], 'enable_snat': True}, 'gw_port_id': 'e00eca04-7926-4975-aa78-12d974473735', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:08:57Z', 'updated_at': '2021-12-24T11:09:13Z', 'revision_number': 4, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'gw_port': {'id': 'e00eca04-7926-4975-aa78-12d974473735', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:72:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea997984-f423-43ba-96b9-008081504a62', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:08:58Z', 'updated_at': '2021-12-24T11:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_interfaces': [{'id': '7acd7d63-59f5-4206-9390-ef268487ff68', 'name': '', 'network_id': '641ddaa1-b5c0-4a80-8143-5da9e4cb5db6', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'mac_address': 'fa:16:3e:02:ae:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea997984-f423-43ba-96b9-008081504a62', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '91672386-df32-4978-8fd4-f2d6b643bcf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:09:10Z', 'updated_at': '2021-12-24T11:09:19Z', 'revision_number': 4, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'subnets': [{'id': '91672386-df32-4978-8fd4-f2d6b643bcf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:09:20.150876 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c03cce1-80b9-4f17-8472-58e4f71c8893 None None] The sync data for ids ['ea997984-f423-43ba-96b9-008081504a62'] in dv-neutron-822691-2-hyperv is: [{'id': 'ea997984-f423-43ba-96b9-008081504a62', 'name': 'tempest-TestNetworkBasicOps-router-813221983', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.234'}], 'enable_snat': True}, 'gw_port_id': 'e00eca04-7926-4975-aa78-12d974473735', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:08:57Z', 'updated_at': '2021-12-24T11:09:13Z', 'revision_number': 4, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'gw_port': {'id': 'e00eca04-7926-4975-aa78-12d974473735', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:72:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea997984-f423-43ba-96b9-008081504a62', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:08:58Z', 'updated_at': '2021-12-24T11:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_interfaces': [{'id': '7acd7d63-59f5-4206-9390-ef268487ff68', 'name': '', 'network_id': '641ddaa1-b5c0-4a80-8143-5da9e4cb5db6', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'mac_address': 'fa:16:3e:02:ae:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea997984-f423-43ba-96b9-008081504a62', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '91672386-df32-4978-8fd4-f2d6b643bcf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:09:10Z', 'updated_at': '2021-12-24T11:09:19Z', 'revision_number': 4, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'subnets': [{'id': '91672386-df32-4978-8fd4-f2d6b643bcf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:09:20.155199 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-fa7a2f2a-d53b-499b-9b17-2e3bf62df910 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1825434104', 'description': 'tempest-secgroup-smoke-1825434104 description', 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:09:20.163807 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-fa7a2f2a-d53b-499b-9b17-2e3bf62df910 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:09:20.177564 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-fa7a2f2a-d53b-499b-9b17-2e3bf62df910 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Usage tracker for resource:security_group and tenant:ad7c5ba9df02428aae512a4d9bb9dd9d is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:09:20.183570 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-fa7a2f2a-d53b-499b-9b17-2e3bf62df910 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:09:20.198446 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-fa7a2f2a-d53b-499b-9b17-2e3bf62df910 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:09:20.260921 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-59e2e903-fd4a-4b9a-a646-d04edff2c31d tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 2.1664002
Dec 24 11:09:20.266141 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a2cadfbc-5ac1-48fb-b542-6ecfd384f4b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:20.269483 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 41966) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:09:20.285024 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-02ae4175-12b2-44d6-860b-2752cc18b0d0 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Request body: {'network': {'name': 'tempest-RoutersTest-1754563058'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:09:20.296372 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fa7a2f2a-d53b-499b-9b17-2e3bf62df910 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:20.321868 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-02ae4175-12b2-44d6-860b-2752cc18b0d0 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:09:20.331536 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e2e903-fd4a-4b9a-a646-d04edff2c31d tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Pushing event updated for resources: {'Network': ['ID=89662563-276b-47a3-8d64-41e9a356ece5,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:09:20.332639 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a2cadfbc-5ac1-48fb-b542-6ecfd384f4b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:20.336674 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-59e2e903-fd4a-4b9a-a646-d04edff2c31d tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:09:20.342509 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-02ae4175-12b2-44d6-860b-2752cc18b0d0 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Usage tracker for resource:network and tenant:3ebdfa1b50714591899c7b159c4d4f0b is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:09:20.347654 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Network 89662563-276b-47a3-8d64-41e9a356ece5 details requested by agent ovs-agent-dv-neutron-822691-2-hyperv with host dv-neutron-822691-2-hyperv {{(pid=88880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 24 11:09:20.364449 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-02ae4175-12b2-44d6-860b-2752cc18b0d0 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:09:20.367594 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-3a78a50f-6152-451c-9c7f-f6bc0547ede5 req-123d5761-ae72-4d64-9082-63f99a3d74a4 service neutron] 10.222.0.58 "GET /v2.0/networks/b2d6d752-2b20-46a5-b7be-dc3f7435c3fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3205321
Dec 24 11:09:20.410465 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-02ae4175-12b2-44d6-860b-2752cc18b0d0 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:09:20.437088 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a2cadfbc-5ac1-48fb-b542-6ecfd384f4b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:20.446164 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f697e7ab-b448-42d0-aa00-e288d908a86b tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:09:20.456756 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-fa7a2f2a-d53b-499b-9b17-2e3bf62df910 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:09:20.467166 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02ae4175-12b2-44d6-860b-2752cc18b0d0 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Made reservation on behalf of 3ebdfa1b50714591899c7b159c4d4f0b for: {'network': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:09:20.473653 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-02ae4175-12b2-44d6-860b-2752cc18b0d0 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for network, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:20.486565 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-fa7a2f2a-d53b-499b-9b17-2e3bf62df910 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Usage tracker for resource:security_group_rule and tenant:ad7c5ba9df02428aae512a4d9bb9dd9d is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:09:20.490025 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cadfbc-5ac1-48fb-b542-6ecfd384f4b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=334e6a72-e133-4187-a2c0-29adfc75f5b2,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:09:20.492641 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-a2cadfbc-5ac1-48fb-b542-6ecfd384f4b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:09:20.496822 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-fa7a2f2a-d53b-499b-9b17-2e3bf62df910 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:09:20.515176 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a2cadfbc-5ac1-48fb-b542-6ecfd384f4b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:20.516677 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-a2cadfbc-5ac1-48fb-b542-6ecfd384f4b7 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/334e6a72-e133-4187-a2c0-29adfc75f5b2 HTTP/1.1" status: 204  len: 168 time: 0.3871756
Dec 24 11:09:20.517867 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-fa7a2f2a-d53b-499b-9b17-2e3bf62df910 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:09:20.540569 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02ae4175-12b2-44d6-860b-2752cc18b0d0 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] vlan segment allocate from pool success with {'vlan_id': 615, 'physical_network': 'physnet1'}  {{(pid=88879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 24 11:09:20.552793 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-02ae4175-12b2-44d6-860b-2752cc18b0d0 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:20.553347 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.segments_db [None req-02ae4175-12b2-44d6-860b-2752cc18b0d0 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Added segment 456dbe23-92c1-435b-bc84-b92688c4adf1 of type vlan for network 3228994e-0a61-4fd7-911c-ed7f448946c9
Dec 24 11:09:20.585132 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-02ae4175-12b2-44d6-860b-2752cc18b0d0 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363287349540024'] for network, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:20.626186 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-02ae4175-12b2-44d6-860b-2752cc18b0d0 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636'] for network, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:20.630619 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02ae4175-12b2-44d6-860b-2752cc18b0d0 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:09:20.631383 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-02ae4175-12b2-44d6-860b-2752cc18b0d0 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks [] for network, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:20.640183 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:09:20.692280 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7430ad7b-71a7-4a4b-b04e-8f1c6c469977 req-3b4d17a6-5f5f-4250-9cab-cc7d0531d326 tempest-TestServerAdvancedOps-1433713942 tempest-TestServerAdvancedOps-1433713942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:09:20.702270 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-7430ad7b-71a7-4a4b-b04e-8f1c6c469977 req-3b4d17a6-5f5f-4250-9cab-cc7d0531d326 tempest-TestServerAdvancedOps-1433713942 tempest-TestServerAdvancedOps-1433713942-project] 10.222.0.65 "GET /v2.0/ports?device_id=56f14696-b26a-41e5-b1ca-c51145599ad7 HTTP/1.1" status: 200  len: 945 time: 0.2234359
Dec 24 11:09:20.777960 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-02ae4175-12b2-44d6-860b-2752cc18b0d0 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 0.5056808
Dec 24 11:09:20.784880 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 41978) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:09:20.786759 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ae4175-12b2-44d6-860b-2752cc18b0d0 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Pushing event updated for resources: {'Network': ['ID=3228994e-0a61-4fd7-911c-ed7f448946c9,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:09:20.798758 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Network 3228994e-0a61-4fd7-911c-ed7f448946c9 details requested by agent ovs-agent-dv-neutron-822691-2-hyperv with host dv-neutron-822691-2-hyperv {{(pid=88880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 24 11:09:20.804095 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-7430ad7b-71a7-4a4b-b04e-8f1c6c469977 req-c83be8e1-aef7-46be-a412-f475e265ec67 tempest-TestServerAdvancedOps-1433713942 tempest-TestServerAdvancedOps-1433713942-project] 10.222.0.65 "GET /v2.0/security-groups?id=2890f8c6-9fdc-4bb0-888c-ee6878760a52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1007495
Dec 24 11:09:20.811923 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-e82c20d9-457a-4a23-8b13-33831c674427 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Request body: {'subnet': {'network_id': '89662563-276b-47a3-8d64-41e9a356ece5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:09:20.815186 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-02ae4175-12b2-44d6-860b-2752cc18b0d0 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:09:20.857126 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3168b2-f63f-477d-8f97-bc04e1ab9c0c req-9c5bbb42-78f0-45d8-8e4e-06b90733ba0d tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:09:20.860786 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-5a3168b2-f63f-477d-8f97-bc04e1ab9c0c req-9c5bbb42-78f0-45d8-8e4e-06b90733ba0d tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c123780-3605-46ce-8039-1f88853bf606 HTTP/1.1" status: 200  len: 943 time: 0.2473855
Dec 24 11:09:20.877953 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fa7a2f2a-d53b-499b-9b17-2e3bf62df910 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:20.883079 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fa7a2f2a-d53b-499b-9b17-2e3bf62df910 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:20.889581 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-df42d73a-af1e-4468-a270-91c36fc8b9d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:09:20.937252 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7a2f2a-d53b-499b-9b17-2e3bf62df910 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12809888-818f-4264-af3c-fdaa4767a8bd,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:09:20.941451 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-fa7a2f2a-d53b-499b-9b17-2e3bf62df910 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:09:20.943041 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fa7a2f2a-d53b-499b-9b17-2e3bf62df910 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:20.944650 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-fa7a2f2a-d53b-499b-9b17-2e3bf62df910 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 0.8101733
Dec 24 11:09:20.947982 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 41984) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:09:20.957955 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-d518be1e-63f5-4c06-8949-ab278a7017c1 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Request body: {'security_group_rule': {'security_group_id': '12809888-818f-4264-af3c-fdaa4767a8bd', 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:09:20.967178 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-d518be1e-63f5-4c06-8949-ab278a7017c1 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:09:20.972777 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-d518be1e-63f5-4c06-8949-ab278a7017c1 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Usage tracker for resource:security_group_rule and tenant:ad7c5ba9df02428aae512a4d9bb9dd9d is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:09:20.977693 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-d518be1e-63f5-4c06-8949-ab278a7017c1 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:09:20.985300 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-d518be1e-63f5-4c06-8949-ab278a7017c1 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:09:21.004798 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d518be1e-63f5-4c06-8949-ab278a7017c1 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:21.078105 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d518be1e-63f5-4c06-8949-ab278a7017c1 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:21.080909 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-5a3168b2-f63f-477d-8f97-bc04e1ab9c0c req-67bfb152-48eb-4966-ba4f-be9427327cca tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] 10.222.0.65 "GET /v2.0/security-groups?id=7c81f28e-fd2d-468e-ad3a-e8186ef36a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2092600
Dec 24 11:09:21.083811 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d518be1e-63f5-4c06-8949-ab278a7017c1 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689902'] for security_group_rule, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:21.092930 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-71031cc9-a6f9-4734-9af2-8c099be7e815 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:09:21.096158 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-e82c20d9-457a-4a23-8b13-33831c674427 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:09:21.105088 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-e82c20d9-457a-4a23-8b13-33831c674427 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Usage tracker for resource:subnet and tenant:3ebdfa1b50714591899c7b159c4d4f0b is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:09:21.112205 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-e82c20d9-457a-4a23-8b13-33831c674427 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:09:21.117591 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d518be1e-63f5-4c06-8949-ab278a7017c1 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8db2966a-5cd9-425f-af6a-c89864436b76,revision_number=0']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:09:21.120568 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-d518be1e-63f5-4c06-8949-ab278a7017c1 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:09:21.120874 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-e82c20d9-457a-4a23-8b13-33831c674427 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:09:21.127954 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d518be1e-63f5-4c06-8949-ab278a7017c1 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:21.132773 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-d518be1e-63f5-4c06-8949-ab278a7017c1 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1794541
Dec 24 11:09:21.133364 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 41992) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:09:21.140188 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-4aeb6344-ba0f-43be-86b4-3d6fd06a7c9f tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Request body: {'security_group_rule': {'security_group_id': '12809888-818f-4264-af3c-fdaa4767a8bd', 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:09:21.142928 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e82c20d9-457a-4a23-8b13-33831c674427 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Made reservation on behalf of 3ebdfa1b50714591899c7b159c4d4f0b for: {'subnet': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:09:21.147646 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-4aeb6344-ba0f-43be-86b4-3d6fd06a7c9f tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:09:21.152004 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-4aeb6344-ba0f-43be-86b4-3d6fd06a7c9f tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Usage tracker for resource:security_group_rule and tenant:ad7c5ba9df02428aae512a4d9bb9dd9d is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:09:21.155325 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-4aeb6344-ba0f-43be-86b4-3d6fd06a7c9f tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:09:21.163026 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-4aeb6344-ba0f-43be-86b4-3d6fd06a7c9f tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:09:21.189495 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4aeb6344-ba0f-43be-86b4-3d6fd06a7c9f tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:21.316657 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e82c20d9-457a-4a23-8b13-33831c674427 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2246100'] for subnet, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:21.322440 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 7acd7d63-59f5-4206-9390-ef268487ff68 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:09:21.332971 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4aeb6344-ba0f-43be-86b4-3d6fd06a7c9f tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:21.337743 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4aeb6344-ba0f-43be-86b4-3d6fd06a7c9f tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689902'] for security_group_rule, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:21.340355 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:09:21.363291 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aeb6344-ba0f-43be-86b4-3d6fd06a7c9f tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e9e6548-63c7-4a5e-b7b2-0101251ef1f7,revision_number=0']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:09:21.377285 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-4aeb6344-ba0f-43be-86b4-3d6fd06a7c9f tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:09:21.400255 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4aeb6344-ba0f-43be-86b4-3d6fd06a7c9f tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:21.404800 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-4aeb6344-ba0f-43be-86b4-3d6fd06a7c9f tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.2675021
Dec 24 11:09:21.405290 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 41998) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:09:21.412954 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-3eb589c4-4733-494a-bd8f-0c91da10fa31 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Request body: {'security_group_rule': {'security_group_id': '12809888-818f-4264-af3c-fdaa4767a8bd', 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:09:21.425242 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-3eb589c4-4733-494a-bd8f-0c91da10fa31 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:09:21.430131 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-3eb589c4-4733-494a-bd8f-0c91da10fa31 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Usage tracker for resource:security_group_rule and tenant:ad7c5ba9df02428aae512a4d9bb9dd9d is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:09:21.436267 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-3eb589c4-4733-494a-bd8f-0c91da10fa31 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:09:21.451992 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-3eb589c4-4733-494a-bd8f-0c91da10fa31 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:09:21.453610 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning for port 7acd7d63-59f5-4206-9390-ef268487ff68 completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:09:21.459200 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port 7acd7d63-59f5-4206-9390-ef268487ff68 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:09:21.459842 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:21.477123 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3eb589c4-4733-494a-bd8f-0c91da10fa31 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:21.686557 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e82c20d9-457a-4a23-8b13-33831c674427 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850796890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2246085'] for subnet, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:21.688118 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:21.692865 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-4d3c1cb0-4dc9-4714-a1c3-8f5c69acd4e8 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:09:21.731441 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] For port 7acd7d63-59f5-4206-9390-ef268487ff68, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=7acd7d63-59f5-4206-9390-ef268487ff68,segment=NetworkSegment(e6200a3d-5673-457a-b6e2-6c759381c988),segment_id=e6200a3d-5673-457a-b6e2-6c759381c988)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:09:21.751275 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:21.754032 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:09:21.813174 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82c20d9-457a-4a23-8b13-33831c674427 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Pushing event updated for resources: {'Subnet': ['ID=e14a2a0b-5781-4893-8160-1fb283b9c29a,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:09:21.819550 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-e82c20d9-457a-4a23-8b13-33831c674427 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:09:21.833959 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82c20d9-457a-4a23-8b13-33831c674427 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Checking segment: {'id': 'e89ce95e-ffa9-42a8-babf-b8e77fe15594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '89662563-276b-47a3-8d64-41e9a356ece5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:09:21.834896 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e82c20d9-457a-4a23-8b13-33831c674427 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Network hostable DHCP agents. Network: 89662563-276b-47a3-8d64-41e9a356ece5, hostable agents: ['edcf98dc-3032-472a-8b3d-f23fd1e89806'], hosted agents: [] {{(pid=88878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 24 11:09:21.844891 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Pushing event updated for resources: {'Port': ['ID=7acd7d63-59f5-4206-9390-ef268487ff68,revision_number=5']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:09:21.853059 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:09:21.887381 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e82c20d9-457a-4a23-8b13-33831c674427 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Network 89662563-276b-47a3-8d64-41e9a356ece5 is scheduled to be hosted by DHCP agent edcf98dc-3032-472a-8b3d-f23fd1e89806 with binding_index 1 {{(pid=88878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 24 11:09:21.896778 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3eb589c4-4733-494a-bd8f-0c91da10fa31 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:21.903025 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3eb589c4-4733-494a-bd8f-0c91da10fa31 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689902'] for security_group_rule, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:21.906185 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-a6ea8fbe-dc13-443c-b6bf-07cd1c608d2b tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:09:21.911297 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-e82c20d9-457a-4a23-8b13-33831c674427 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822691-2-hyperv, 89662563-276b-47a3-8d64-41e9a356ece5) {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:09:21.920718 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fa15820-8bc2-4bd0-80c1-b4087e6e4c23 None None] Network 89662563-276b-47a3-8d64-41e9a356ece5 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:09:21.929758 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e82c20d9-457a-4a23-8b13-33831c674427 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:09:21.931321 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e82c20d9-457a-4a23-8b13-33831c674427 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:21.949227 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb589c4-4733-494a-bd8f-0c91da10fa31 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09b3751f-4852-4223-9611-14016c2c2d75,revision_number=0']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:09:21.956286 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-e82c20d9-457a-4a23-8b13-33831c674427 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.1693575
Dec 24 11:09:21.960141 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 42010) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:09:21.962707 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-3eb589c4-4733-494a-bd8f-0c91da10fa31 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:09:21.963762 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3eb589c4-4733-494a-bd8f-0c91da10fa31 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:21.970833 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-3eb589c4-4733-494a-bd8f-0c91da10fa31 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.5626123
Dec 24 11:09:21.972008 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 42014) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:09:21.981932 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-28b1c43e-2968-43da-b3bd-acd069ae601e tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Request body: {'subnet': {'network_id': '3228994e-0a61-4fd7-911c-ed7f448946c9', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:09:21.986240 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-572d49a6-36b3-46c4-b860-05dc1dc0d300 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Request body: {'security_group_rule': {'security_group_id': '12809888-818f-4264-af3c-fdaa4767a8bd', 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:09:21.993942 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-572d49a6-36b3-46c4-b860-05dc1dc0d300 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:09:21.998475 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-572d49a6-36b3-46c4-b860-05dc1dc0d300 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Usage tracker for resource:security_group_rule and tenant:ad7c5ba9df02428aae512a4d9bb9dd9d is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:09:22.000329 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 42018) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:09:22.002265 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-572d49a6-36b3-46c4-b860-05dc1dc0d300 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:09:22.011033 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-572d49a6-36b3-46c4-b860-05dc1dc0d300 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:09:22.031615 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-572d49a6-36b3-46c4-b860-05dc1dc0d300 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:22.182827 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-28b1c43e-2968-43da-b3bd-acd069ae601e tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:09:22.190194 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-572d49a6-36b3-46c4-b860-05dc1dc0d300 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:22.196184 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-28b1c43e-2968-43da-b3bd-acd069ae601e tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Usage tracker for resource:subnet and tenant:3ebdfa1b50714591899c7b159c4d4f0b is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:09:22.197781 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-572d49a6-36b3-46c4-b860-05dc1dc0d300 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689902'] for security_group_rule, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:22.200192 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-911a44e1-eddd-4635-9604-69265e582ae2 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:09:22.203039 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-28b1c43e-2968-43da-b3bd-acd069ae601e tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:09:22.219424 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-28b1c43e-2968-43da-b3bd-acd069ae601e tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:09:22.242682 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572d49a6-36b3-46c4-b860-05dc1dc0d300 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fc0b989-2343-40a4-b6f8-fe70fa96ceb1,revision_number=0']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:09:22.254914 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28b1c43e-2968-43da-b3bd-acd069ae601e tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Made reservation on behalf of 3ebdfa1b50714591899c7b159c4d4f0b for: {'subnet': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:09:22.264057 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-427ddf3d-c61c-430f-a066-eb9041e916e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73968e80-91fd-539e-a7c6-b31af6d9e680-89662563-276b-47a3-8d64-41e9a356ece5', 'network_id': '89662563-276b-47a3-8d64-41e9a356ece5', 'tenant_id': '3ebdfa1b50714591899c7b159c4d4f0b', 'fixed_ips': [{'subnet_id': 'e14a2a0b-5781-4893-8160-1fb283b9c29a'}]}} from dv-neutron-822691-2-hyperv. {{(pid=88880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 24 11:09:22.265446 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-427ddf3d-c61c-430f-a066-eb9041e916e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:22.266011 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-572d49a6-36b3-46c4-b860-05dc1dc0d300 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:09:22.280293 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-572d49a6-36b3-46c4-b860-05dc1dc0d300 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:22.284669 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-572d49a6-36b3-46c4-b860-05dc1dc0d300 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.3079879
Dec 24 11:09:22.284923 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 42026) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:09:22.291814 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-b38e816a-679a-40b2-a0e3-9ec1ae370cac tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Request body: {'security_group_rule': {'security_group_id': '12809888-818f-4264-af3c-fdaa4767a8bd', 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:09:22.299419 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-b38e816a-679a-40b2-a0e3-9ec1ae370cac tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:09:22.304530 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-b38e816a-679a-40b2-a0e3-9ec1ae370cac tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Usage tracker for resource:security_group_rule and tenant:ad7c5ba9df02428aae512a4d9bb9dd9d is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:09:22.307701 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-b38e816a-679a-40b2-a0e3-9ec1ae370cac tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:09:22.315518 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-b38e816a-679a-40b2-a0e3-9ec1ae370cac tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:09:22.326377 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.securitygroups_db [None req-b38e816a-679a-40b2-a0e3-9ec1ae370cac tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Project ad7c5ba9df02428aae512a4d9bb9dd9d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 24 11:09:22.333553 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b38e816a-679a-40b2-a0e3-9ec1ae370cac tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:22.380063 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478342e2-e488-420c-a6df-02bb40ba7402 req-2ad7d16e-f254-43ea-8e57-88df45c34866 tempest-TestServerAdvancedOps-1433713942 tempest-TestServerAdvancedOps-1433713942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:09:22.381707 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-478342e2-e488-420c-a6df-02bb40ba7402 req-2ad7d16e-f254-43ea-8e57-88df45c34866 tempest-TestServerAdvancedOps-1433713942 tempest-TestServerAdvancedOps-1433713942-project] 10.222.0.65 "GET /v2.0/ports?device_id=56f14696-b26a-41e5-b1ca-c51145599ad7 HTTP/1.1" status: 200  len: 945 time: 0.3825264
Dec 24 11:09:22.410778 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b38e816a-679a-40b2-a0e3-9ec1ae370cac tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:22.415026 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b38e816a-679a-40b2-a0e3-9ec1ae370cac tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689902'] for security_group_rule, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:22.425008 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:09:22.425450 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-9a537c62-6186-4a98-b804-809a16d164e7 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:09:22.426102 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.v2.resource [None req-9a537c62-6186-4a98-b804-809a16d164e7 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] create failed (client error): There was a conflict when trying to complete your request.
Dec 24 11:09:22.431394 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-9a537c62-6186-4a98-b804-809a16d164e7 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 409  len: 330 time: 0.4258826
Dec 24 11:09:22.443265 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 42032) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:09:22.443513 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-427ddf3d-c61c-430f-a066-eb9041e916e4 None None] Allocated IP 172.20.0.2 (89662563-276b-47a3-8d64-41e9a356ece5/e14a2a0b-5781-4893-8160-1fb283b9c29a/11e020d7-b3e7-4dde-882a-91609a4f26e3) {{(pid=88880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:09:22.457438 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38e816a-679a-40b2-a0e3-9ec1ae370cac tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe39ca34-e3cb-4810-a6f7-5498f5884ab9,revision_number=0']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:09:22.459944 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-b38e816a-679a-40b2-a0e3-9ec1ae370cac tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:09:22.469467 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-208d6ac3-4b30-4469-8866-171f674d5ca3 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Request body: {'security_group': {'name': 'tempest-secgroup--388048901'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:09:22.476592 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-208d6ac3-4b30-4469-8866-171f674d5ca3 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:09:22.480435 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b38e816a-679a-40b2-a0e3-9ec1ae370cac tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:22.481194 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-208d6ac3-4b30-4469-8866-171f674d5ca3 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Usage tracker for resource:security_group and tenant:41ca203d5ffe4fe1a401a43184532a32 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:09:22.484578 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-208d6ac3-4b30-4469-8866-171f674d5ca3 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:09:22.484839 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-b38e816a-679a-40b2-a0e3-9ec1ae370cac tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.1981537
Dec 24 11:09:22.487219 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 42036) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:09:22.492338 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-208d6ac3-4b30-4469-8866-171f674d5ca3 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:09:22.494342 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-49c5b241-ad7d-40d5-ae6e-5bc9a0f0c7b5 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Request body: {'security_group_rule': {'security_group_id': '12809888-818f-4264-af3c-fdaa4767a8bd', 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:09:22.504837 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-49c5b241-ad7d-40d5-ae6e-5bc9a0f0c7b5 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:09:22.508653 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-28b1c43e-2968-43da-b3bd-acd069ae601e tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2246100'] for subnet, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:22.511308 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-49c5b241-ad7d-40d5-ae6e-5bc9a0f0c7b5 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Usage tracker for resource:security_group_rule and tenant:ad7c5ba9df02428aae512a4d9bb9dd9d is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:09:22.515107 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-49c5b241-ad7d-40d5-ae6e-5bc9a0f0c7b5 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:09:22.522430 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-49c5b241-ad7d-40d5-ae6e-5bc9a0f0c7b5 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:09:22.534901 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.securitygroups_db [None req-49c5b241-ad7d-40d5-ae6e-5bc9a0f0c7b5 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Project ad7c5ba9df02428aae512a4d9bb9dd9d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 24 11:09:22.543337 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-49c5b241-ad7d-40d5-ae6e-5bc9a0f0c7b5 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:22.638630 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-49c5b241-ad7d-40d5-ae6e-5bc9a0f0c7b5 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:22.642329 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-49c5b241-ad7d-40d5-ae6e-5bc9a0f0c7b5 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689902'] for security_group_rule, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:22.644485 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:09:22.665633 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c5b241-ad7d-40d5-ae6e-5bc9a0f0c7b5 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eff74de3-6a03-4dcc-bf67-108c90cfdb29,revision_number=0']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:09:22.671346 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-49c5b241-ad7d-40d5-ae6e-5bc9a0f0c7b5 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:09:22.689011 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-49c5b241-ad7d-40d5-ae6e-5bc9a0f0c7b5 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:22.697468 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-49c5b241-ad7d-40d5-ae6e-5bc9a0f0c7b5 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.2087398
Dec 24 11:09:22.704004 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-427ddf3d-c61c-430f-a066-eb9041e916e4 None None] Notify callbacks [] for port, precommit_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:22.717157 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-427ddf3d-c61c-430f-a066-eb9041e916e4 None None] Transition to ACTIVE for port object 11e020d7-b3e7-4dde-882a-91609a4f26e3 will not be triggered until provisioned by entity L2. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:09:22.754588 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-427ddf3d-c61c-430f-a066-eb9041e916e4 None None] Transition to ACTIVE for port object 11e020d7-b3e7-4dde-882a-91609a4f26e3 will not be triggered until provisioned by entity DHCP. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:09:22.760911 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-427ddf3d-c61c-430f-a066-eb9041e916e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408'] for port, after_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:22.767414 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:09:22.841027 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427ddf3d-c61c-430f-a066-eb9041e916e4 None None] Pushing event updated for resources: {'Port': ['ID=11e020d7-b3e7-4dde-882a-91609a4f26e3,revision_number=1']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:09:22.843594 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-427ddf3d-c61c-430f-a066-eb9041e916e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:09:22.853437 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-427ddf3d-c61c-430f-a066-eb9041e916e4 None None] Network 89662563-276b-47a3-8d64-41e9a356ece5 is already hosted by enough agents. {{(pid=88880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:09:22.854763 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-427ddf3d-c61c-430f-a066-eb9041e916e4 None None] Resources bound (agent type, host, resource id):  {{(pid=88880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:09:22.857449 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-427ddf3d-c61c-430f-a066-eb9041e916e4 None None] Received port after_create {{(pid=88880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:09:22.894950 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-208d6ac3-4b30-4469-8866-171f674d5ca3 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Notify callbacks [] for security_group, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:22.928311 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-208d6ac3-4b30-4469-8866-171f674d5ca3 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Notify callbacks [] for security_group, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:22.949315 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-427ddf3d-c61c-430f-a066-eb9041e916e4 None None] Attempting to bind port 11e020d7-b3e7-4dde-882a-91609a4f26e3 on host dv-neutron-822691-2-hyperv for vnic_type normal with profile  {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:09:22.949732 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-427ddf3d-c61c-430f-a066-eb9041e916e4 None None] Attempting to bind port 11e020d7-b3e7-4dde-882a-91609a4f26e3 by drivers openvswitch,hyperv on host dv-neutron-822691-2-hyperv at level 0 using segments [{'id': 'e89ce95e-ffa9-42a8-babf-b8e77fe15594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '89662563-276b-47a3-8d64-41e9a356ece5'}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:09:22.950275 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427ddf3d-c61c-430f-a066-eb9041e916e4 None None] Attempting to bind port 11e020d7-b3e7-4dde-882a-91609a4f26e3 on network 89662563-276b-47a3-8d64-41e9a356ece5 {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:09:22.958139 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427ddf3d-c61c-430f-a066-eb9041e916e4 None None] Checking agent: {'id': 'db1275c1-6001-47af-93c2-635c68404703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822691-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 52, 8), 'started_at': datetime.datetime(2021, 12, 24, 10, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 9, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822691-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:09:22.958555 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427ddf3d-c61c-430f-a066-eb9041e916e4 None None] Checking segment: {'id': 'e89ce95e-ffa9-42a8-babf-b8e77fe15594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '89662563-276b-47a3-8d64-41e9a356ece5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:09:22.958988 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-427ddf3d-c61c-430f-a066-eb9041e916e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:22.959425 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427ddf3d-c61c-430f-a066-eb9041e916e4 None None] Bound using segment: {'id': 'e89ce95e-ffa9-42a8-babf-b8e77fe15594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '89662563-276b-47a3-8d64-41e9a356ece5'} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:09:22.959946 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-427ddf3d-c61c-430f-a066-eb9041e916e4 None None] Bound port: 11e020d7-b3e7-4dde-882a-91609a4f26e3, host: dv-neutron-822691-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e89ce95e-ffa9-42a8-babf-b8e77fe15594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '89662563-276b-47a3-8d64-41e9a356ece5'}}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:09:22.960361 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-427ddf3d-c61c-430f-a066-eb9041e916e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:22.992036 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-478342e2-e488-420c-a6df-02bb40ba7402 req-cf8235da-1816-4052-a91f-205c7ec8b5a7 tempest-TestServerAdvancedOps-1433713942 tempest-TestServerAdvancedOps-1433713942-project] 10.222.0.65 "GET /v2.0/security-groups?id=2890f8c6-9fdc-4bb0-888c-ee6878760a52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5580547
Dec 24 11:09:23.034121 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Device 269cc7a5-ac29-4910-891b-3ecb3282fa1c details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 24 11:09:23.057468 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-208d6ac3-4b30-4469-8866-171f674d5ca3 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:09:23.063496 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-208d6ac3-4b30-4469-8866-171f674d5ca3 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Usage tracker for resource:security_group_rule and tenant:41ca203d5ffe4fe1a401a43184532a32 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:09:23.072218 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-208d6ac3-4b30-4469-8866-171f674d5ca3 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:09:23.083131 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0372a4-13f6-4af5-87fa-e844c082cd40 req-0f2cb67f-e228-4328-aad4-61f8211bdf8c tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:09:23.084787 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-9d0372a4-13f6-4af5-87fa-e844c082cd40 req-0f2cb67f-e228-4328-aad4-61f8211bdf8c tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c123780-3605-46ce-8039-1f88853bf606 HTTP/1.1" status: 200  len: 943 time: 0.7316191
Dec 24 11:09:23.097110 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-208d6ac3-4b30-4469-8866-171f674d5ca3 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:09:23.114835 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-427ddf3d-c61c-430f-a066-eb9041e916e4 None None] For port 11e020d7-b3e7-4dde-882a-91609a4f26e3, host dv-neutron-822691-2-hyperv, cleared binding levels {{(pid=88880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:09:23.185884 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-427ddf3d-c61c-430f-a066-eb9041e916e4 None None] For port 11e020d7-b3e7-4dde-882a-91609a4f26e3, host dv-neutron-822691-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=11e020d7-b3e7-4dde-882a-91609a4f26e3,segment=NetworkSegment(e89ce95e-ffa9-42a8-babf-b8e77fe15594),segment_id=e89ce95e-ffa9-42a8-babf-b8e77fe15594)] {{(pid=88880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:09:23.195620 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-427ddf3d-c61c-430f-a066-eb9041e916e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:23.204532 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:09:23.232534 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 7acd7d63-59f5-4206-9390-ef268487ff68 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:09:23.240445 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-9d0372a4-13f6-4af5-87fa-e844c082cd40 req-a8bff2bb-97cd-4e30-9619-586a900ee571 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] 10.222.0.65 "GET /v2.0/security-groups?id=7c81f28e-fd2d-468e-ad3a-e8186ef36a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1408570
Dec 24 11:09:23.264250 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-73cb1623-0160-4822-ba5e-602941be15db req-4625db0a-17bc-4d78-9c85-992c082e303c tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Synchronizing usage tracker for tenant:ad7c5ba9df02428aae512a4d9bb9dd9d on resource:security_group {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:09:23.268854 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-28b1c43e-2968-43da-b3bd-acd069ae601e tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850796890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2246085'] for subnet, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:23.281204 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-159e4ea5-c2b3-42fb-bfd5-cb3d83419b1a tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:09:23.356062 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] For port 269cc7a5-ac29-4910-891b-3ecb3282fa1c, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=269cc7a5-ac29-4910-891b-3ecb3282fa1c,segment=NetworkSegment(faf0938d-9351-4aa3-a42a-2891bc0c4373),segment_id=faf0938d-9351-4aa3-a42a-2891bc0c4373)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:09:23.362974 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-73cb1623-0160-4822-ba5e-602941be15db req-4625db0a-17bc-4d78-9c85-992c082e303c tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Unset dirty status for tenant:ad7c5ba9df02428aae512a4d9bb9dd9d on resource:security_group {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:09:23.364244 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-73cb1623-0160-4822-ba5e-602941be15db req-4625db0a-17bc-4d78-9c85-992c082e303c tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1825434104&fields=id&tenant_id=ad7c5ba9df02428aae512a4d9bb9dd9d HTTP/1.1" status: 200  len: 267 time: 0.2417295
Dec 24 11:09:23.376601 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427ddf3d-c61c-430f-a066-eb9041e916e4 None None] Pushing event updated for resources: {'Port': ['ID=11e020d7-b3e7-4dde-882a-91609a4f26e3,revision_number=2']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:09:23.380495 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-427ddf3d-c61c-430f-a066-eb9041e916e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:09:23.410501 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port 7acd7d63-59f5-4206-9390-ef268487ff68 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:09:23.416323 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-208d6ac3-4b30-4469-8866-171f674d5ca3 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Notify callbacks [] for security_group, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:23.419298 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:23.444903 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Returning: {'device': '269cc7a5-ac29-4910-891b-3ecb3282fa1c', 'network_id': '2428796e-e2e4-4ddb-a9cc-996932bc1226', 'port_id': '269cc7a5-ac29-4910-891b-3ecb3282fa1c', 'mac_address': 'fa:16:3e:de:16:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66590446-f239-4728-b0eb-3db1299fa1e3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 24 11:09:23.466286 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b1c43e-2968-43da-b3bd-acd069ae601e tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Pushing event updated for resources: {'Subnet': ['ID=33a0e2ea-5b3c-46ad-9943-5799fcc5873b,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:09:23.480975 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-28b1c43e-2968-43da-b3bd-acd069ae601e tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:09:23.481704 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-208d6ac3-4b30-4469-8866-171f674d5ca3 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:23.496950 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-e6ba057f-79bc-4789-9195-407e661ea92f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:09:23.588198 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-208d6ac3-4b30-4469-8866-171f674d5ca3 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:09:23.592252 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-208d6ac3-4b30-4469-8866-171f674d5ca3 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Usage tracker for resource:security_group_rule and tenant:41ca203d5ffe4fe1a401a43184532a32 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:09:23.595409 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-208d6ac3-4b30-4469-8866-171f674d5ca3 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:09:23.602087 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-208d6ac3-4b30-4469-8866-171f674d5ca3 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:09:23.623973 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:23.658331 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 269cc7a5-ac29-4910-891b-3ecb3282fa1c {{(pid=88880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 24 11:09:23.681331 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] For port 269cc7a5-ac29-4910-891b-3ecb3282fa1c, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=269cc7a5-ac29-4910-891b-3ecb3282fa1c,segment=NetworkSegment(faf0938d-9351-4aa3-a42a-2891bc0c4373),segment_id=faf0938d-9351-4aa3-a42a-2891bc0c4373)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:09:23.686676 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:23.691739 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:09:23.765613 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Pushing event updated for resources: {'Port': ['ID=269cc7a5-ac29-4910-891b-3ecb3282fa1c,revision_number=4']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:09:23.769035 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:09:23.774146 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b1c43e-2968-43da-b3bd-acd069ae601e tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Checking segment: {'id': '456dbe23-92c1-435b-bc84-b92688c4adf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '3228994e-0a61-4fd7-911c-ed7f448946c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:09:23.774551 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28b1c43e-2968-43da-b3bd-acd069ae601e tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Network hostable DHCP agents. Network: 3228994e-0a61-4fd7-911c-ed7f448946c9, hostable agents: ['edcf98dc-3032-472a-8b3d-f23fd1e89806'], hosted agents: [] {{(pid=88878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 24 11:09:23.780211 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208d6ac3-4b30-4469-8866-171f674d5ca3 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d28eb36d-7ed3-4fcb-868d-958dce923f71,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:09:23.783949 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-208d6ac3-4b30-4469-8866-171f674d5ca3 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:09:23.794085 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-208d6ac3-4b30-4469-8866-171f674d5ca3 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Notify callbacks [] for security_group, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:23.822322 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-208d6ac3-4b30-4469-8866-171f674d5ca3 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:23.831770 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-64332c50-c19d-40c0-af99-b324da798e67 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:09:23.861219 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cb1623-0160-4822-ba5e-602941be15db req-edbe33c0-fc04-483c-ba15-3cd7e0f43dde tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:09:23.862033 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-73cb1623-0160-4822-ba5e-602941be15db req-edbe33c0-fc04-483c-ba15-3cd7e0f43dde tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Synchronizing usage tracker for tenant:ad7c5ba9df02428aae512a4d9bb9dd9d on resource:network {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:09:23.916200 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208d6ac3-4b30-4469-8866-171f674d5ca3 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81a7d04f-ef7c-4f1b-9ec1-927ecc9ae880,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:09:23.919211 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-208d6ac3-4b30-4469-8866-171f674d5ca3 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:09:23.925665 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-208d6ac3-4b30-4469-8866-171f674d5ca3 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:23.927054 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-208d6ac3-4b30-4469-8866-171f674d5ca3 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 1.4819753
Dec 24 11:09:23.930294 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 42056) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:09:23.937097 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-30f98180-b9fa-4fc3-9ac4-c5d5b4c126d4 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Request body: {'security_group_rule': {'security_group_id': '81a7d04f-ef7c-4f1b-9ec1-927ecc9ae880', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:09:23.940840 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-73cb1623-0160-4822-ba5e-602941be15db req-edbe33c0-fc04-483c-ba15-3cd7e0f43dde tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Unset dirty status for tenant:ad7c5ba9df02428aae512a4d9bb9dd9d on resource:network {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:09:23.942239 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-73cb1623-0160-4822-ba5e-602941be15db req-edbe33c0-fc04-483c-ba15-3cd7e0f43dde tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/networks?id=641ddaa1-b5c0-4a80-8143-5da9e4cb5db6 HTTP/1.1" status: 200  len: 796 time: 0.5635600
Dec 24 11:09:23.943321 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28b1c43e-2968-43da-b3bd-acd069ae601e tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Network 3228994e-0a61-4fd7-911c-ed7f448946c9 is scheduled to be hosted by DHCP agent edcf98dc-3032-472a-8b3d-f23fd1e89806 with binding_index 1 {{(pid=88878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 24 11:09:23.944138 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-30f98180-b9fa-4fc3-9ac4-c5d5b4c126d4 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:09:23.949189 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-30f98180-b9fa-4fc3-9ac4-c5d5b4c126d4 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Usage tracker for resource:security_group_rule and tenant:41ca203d5ffe4fe1a401a43184532a32 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:09:23.951758 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] get_ports_and_sgs() called for port_ids ['269cc7a5-ac29-4910-891b-3ecb3282fa1c'] {{(pid=88880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 24 11:09:23.953144 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-30f98180-b9fa-4fc3-9ac4-c5d5b4c126d4 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:09:23.961271 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-30f98180-b9fa-4fc3-9ac4-c5d5b4c126d4 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:09:23.962757 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5187cbda-11ff-4c03-8dd6-cf2d402b5e82 req-f54e165d-7692-4ef4-9fa7-268855336299 tempest-TestServerAdvancedOps-1433713942 tempest-TestServerAdvancedOps-1433713942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:09:23.970488 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-5187cbda-11ff-4c03-8dd6-cf2d402b5e82 req-f54e165d-7692-4ef4-9fa7-268855336299 tempest-TestServerAdvancedOps-1433713942 tempest-TestServerAdvancedOps-1433713942-project] 10.222.0.65 "GET /v2.0/ports?device_id=56f14696-b26a-41e5-b1ca-c51145599ad7 HTTP/1.1" status: 200  len: 945 time: 0.3010232
Dec 24 11:09:23.985140 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-30f98180-b9fa-4fc3-9ac4-c5d5b4c126d4 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:23.994621 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-28b1c43e-2968-43da-b3bd-acd069ae601e tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822691-2-hyperv, 3228994e-0a61-4fd7-911c-ed7f448946c9) {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:09:23.999871 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28b1c43e-2968-43da-b3bd-acd069ae601e tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:09:24.000446 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-28b1c43e-2968-43da-b3bd-acd069ae601e tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:24.044033 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-73cb1623-0160-4822-ba5e-602941be15db req-5b32c206-fc22-4cc4-af01-0ee27e29fb7b tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/quotas/ad7c5ba9df02428aae512a4d9bb9dd9d HTTP/1.1" status: 200  len: 375 time: 0.0566361
Dec 24 11:09:24.052293 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-28b1c43e-2968-43da-b3bd-acd069ae601e tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.0909662
Dec 24 11:09:24.064498 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-30f98180-b9fa-4fc3-9ac4-c5d5b4c126d4 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:24.065532 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 42060) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:09:24.068972 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-5187cbda-11ff-4c03-8dd6-cf2d402b5e82 req-f5954625-ba6e-4434-b5eb-8acda550d843 tempest-TestServerAdvancedOps-1433713942 tempest-TestServerAdvancedOps-1433713942-project] 10.222.0.65 "GET /v2.0/security-groups?id=2890f8c6-9fdc-4bb0-888c-ee6878760a52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0973964
Dec 24 11:09:24.069752 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-30f98180-b9fa-4fc3-9ac4-c5d5b4c126d4 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689902'] for security_group_rule, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:24.080738 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-6619b73a-d5f5-4eff-b51e-002697b28fea tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1934282689', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:09:24.088130 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-bbabeb92-d09e-40ea-bdd0-0ee58a3ba37c tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:09:24.120851 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-6619b73a-d5f5-4eff-b51e-002697b28fea tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:09:24.132134 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f98180-b9fa-4fc3-9ac4-c5d5b4c126d4 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6203d18b-85cd-4a05-801f-0fe505e866c3,revision_number=0']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:09:24.135142 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-30f98180-b9fa-4fc3-9ac4-c5d5b4c126d4 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:09:24.138877 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-6619b73a-d5f5-4eff-b51e-002697b28fea tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Usage tracker for resource:router and tenant:3ebdfa1b50714591899c7b159c4d4f0b is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:09:24.144611 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-6619b73a-d5f5-4eff-b51e-002697b28fea tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:09:24.149011 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-30f98180-b9fa-4fc3-9ac4-c5d5b4c126d4 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:24.151448 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-30f98180-b9fa-4fc3-9ac4-c5d5b4c126d4 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.2190080
Dec 24 11:09:24.154987 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 42064) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:09:24.157075 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-6619b73a-d5f5-4eff-b51e-002697b28fea tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:09:24.164596 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-efc7a473-9c67-4f9b-b54c-f4ee1829935c tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Request body: {'security_group_rule': {'security_group_id': '81a7d04f-ef7c-4f1b-9ec1-927ecc9ae880', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:09:24.167455 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6619b73a-d5f5-4eff-b51e-002697b28fea tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-612016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-84579'] for router, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:24.168762 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6619b73a-d5f5-4eff-b51e-002697b28fea tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854163950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659046', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854079771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854691221'] for router, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:24.173379 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-efc7a473-9c67-4f9b-b54c-f4ee1829935c tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:09:24.181185 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-efc7a473-9c67-4f9b-b54c-f4ee1829935c tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Usage tracker for resource:security_group_rule and tenant:41ca203d5ffe4fe1a401a43184532a32 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:09:24.190041 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-efc7a473-9c67-4f9b-b54c-f4ee1829935c tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:09:24.190667 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6619b73a-d5f5-4eff-b51e-002697b28fea tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:24.199911 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c8cc97d-dff6-488c-a618-0819d73ec436 None None] Network 3228994e-0a61-4fd7-911c-ed7f448946c9 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:09:24.200178 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-efc7a473-9c67-4f9b-b54c-f4ee1829935c tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:09:24.215141 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6619b73a-d5f5-4eff-b51e-002697b28fea tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854163800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854116816'] for router, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:24.215842 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-73cb1623-0160-4822-ba5e-602941be15db req-7475a1d1-1e18-47e4-aa3d-e9437d955ddf tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=ad7c5ba9df02428aae512a4d9bb9dd9d&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1615636
Dec 24 11:09:24.227213 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-efc7a473-9c67-4f9b-b54c-f4ee1829935c tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:24.239666 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6619b73a-d5f5-4eff-b51e-002697b28fea tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks [] for router, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:24.241255 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-6619b73a-d5f5-4eff-b51e-002697b28fea tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201  len: 700 time: 0.1741166
Dec 24 11:09:24.244210 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 42068) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:09:24.320374 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.v2.resource [None req-efc7a473-9c67-4f9b-b54c-f4ee1829935c tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] create failed (client error): There was a conflict when trying to complete your request.
Dec 24 11:09:24.325125 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-efc7a473-9c67-4f9b-b54c-f4ee1829935c tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 409  len: 366 time: 0.1661992
Dec 24 11:09:24.326386 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 42076) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:09:24.607811 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d32a9c91-1134-45f5-9c26-43b66872cf1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73968e80-91fd-539e-a7c6-b31af6d9e680-3228994e-0a61-4fd7-911c-ed7f448946c9', 'network_id': '3228994e-0a61-4fd7-911c-ed7f448946c9', 'tenant_id': '3ebdfa1b50714591899c7b159c4d4f0b', 'fixed_ips': [{'subnet_id': '33a0e2ea-5b3c-46ad-9943-5799fcc5873b'}]}} from dv-neutron-822691-2-hyperv. {{(pid=88880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 24 11:09:24.608719 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d32a9c91-1134-45f5-9c26-43b66872cf1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:24.640625 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-73cb1623-0160-4822-ba5e-602941be15db req-94b5069e-60db-4c8e-b381-4ae66ea2ad46 service neutron] 10.222.0.65 "GET /v2.0/networks/641ddaa1-b5c0-4a80-8143-5da9e4cb5db6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3957396
Dec 24 11:09:24.642250 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-60092974-24e6-43d9-8900-c9d32a6db4e3 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Notify callbacks [] for security_group, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:24.705807 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-60092974-24e6-43d9-8900-c9d32a6db4e3 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:24.838072 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-d32a9c91-1134-45f5-9c26-43b66872cf1a None None] Allocated IP 172.21.0.2 (3228994e-0a61-4fd7-911c-ed7f448946c9/33a0e2ea-5b3c-46ad-9943-5799fcc5873b/bc5d51e2-51d2-4d4b-825a-3a65a53b4a52) {{(pid=88880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:09:24.859871 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2104b1e8-dfe8-4929-967c-8c3564b7cc1b tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:24.869918 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ae848e-cfaa-4bec-99d9-d93b14f2fcd9 req-81eb210a-924f-49e7-a734-afe1b56c8cc1 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:09:24.877878 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-97ae848e-cfaa-4bec-99d9-d93b14f2fcd9 req-81eb210a-924f-49e7-a734-afe1b56c8cc1 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c123780-3605-46ce-8039-1f88853bf606 HTTP/1.1" status: 200  len: 944 time: 0.4672058
Dec 24 11:09:24.962378 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-73cb1623-0160-4822-ba5e-602941be15db req-f7403359-ed87-4e3b-a85a-25b6d6960e4b service neutron] 10.222.0.65 "GET /v2.0/networks/641ddaa1-b5c0-4a80-8143-5da9e4cb5db6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3091321
Dec 24 11:09:24.964559 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-60092974-24e6-43d9-8900-c9d32a6db4e3 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:24.970697 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-e32b3f83-7eee-4fd9-868d-12f5ebaffc25 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:09:25.006185 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-97ae848e-cfaa-4bec-99d9-d93b14f2fcd9 req-c6a10fdb-1f42-4478-94b6-0b149ed34d61 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] 10.222.0.65 "GET /v2.0/security-groups?id=7c81f28e-fd2d-468e-ad3a-e8186ef36a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1272337
Dec 24 11:09:25.011764 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60092974-24e6-43d9-8900-c9d32a6db4e3 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81a7d04f-ef7c-4f1b-9ec1-927ecc9ae880,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:09:25.022108 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-60092974-24e6-43d9-8900-c9d32a6db4e3 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:09:25.032420 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-60092974-24e6-43d9-8900-c9d32a6db4e3 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:25.038112 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-60092974-24e6-43d9-8900-c9d32a6db4e3 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] 10.222.0.65 "DELETE /v2.0/security-groups/81a7d04f-ef7c-4f1b-9ec1-927ecc9ae880 HTTP/1.1" status: 204  len: 168 time: 0.7098904
Dec 24 11:09:25.039032 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 42080) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:09:25.134483 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-37054778-8112-43d3-87f2-03298118fc01 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Synchronizing usage tracker for tenant:41ca203d5ffe4fe1a401a43184532a32 on resource:security_group {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:09:25.140074 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d32a9c91-1134-45f5-9c26-43b66872cf1a None None] Notify callbacks [] for port, precommit_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:25.167069 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-d32a9c91-1134-45f5-9c26-43b66872cf1a None None] Transition to ACTIVE for port object bc5d51e2-51d2-4d4b-825a-3a65a53b4a52 will not be triggered until provisioned by entity L2. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:09:25.199191 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-37054778-8112-43d3-87f2-03298118fc01 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Unset dirty status for tenant:41ca203d5ffe4fe1a401a43184532a32 on resource:security_group {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:09:25.207414 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-37054778-8112-43d3-87f2-03298118fc01 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.1672087
Dec 24 11:09:25.208524 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 42090) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:09:25.214913 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-612b42be-222f-4de7-87cc-c52d1af7d280 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Request body: {'security_group': {'name': 'tempest-secgroup--587429819'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:09:25.243110 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-612b42be-222f-4de7-87cc-c52d1af7d280 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:09:25.263411 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-d32a9c91-1134-45f5-9c26-43b66872cf1a None None] Transition to ACTIVE for port object bc5d51e2-51d2-4d4b-825a-3a65a53b4a52 will not be triggered until provisioned by entity DHCP. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:09:25.266377 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-612b42be-222f-4de7-87cc-c52d1af7d280 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:09:25.283501 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d32a9c91-1134-45f5-9c26-43b66872cf1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408'] for port, after_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:25.289141 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:09:25.352519 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 11e020d7-b3e7-4dde-882a-91609a4f26e3 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:09:25.354007 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-612b42be-222f-4de7-87cc-c52d1af7d280 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Notify callbacks [] for security_group, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:25.423864 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-607c9309-406f-40ea-9408-7ee3c566ddc4 req-c5a0a51c-45a1-4b29-ad41-b2ebef3db961 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/ports?device_id=a33fdf1a-714c-405b-86fc-5159e6d124f5 HTTP/1.1" status: 200  len: 210 time: 0.1518238
Dec 24 11:09:25.478245 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d32a9c91-1134-45f5-9c26-43b66872cf1a None None] Network 3228994e-0a61-4fd7-911c-ed7f448946c9 is already hosted by enough agents. {{(pid=88880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:09:25.479069 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-2104b1e8-dfe8-4929-967c-8c3564b7cc1b tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Allocated IP 172.20.0.1 (89662563-276b-47a3-8d64-41e9a356ece5/e14a2a0b-5781-4893-8160-1fb283b9c29a/0cdc1ae7-28fa-4bb2-95aa-b5b58a83a8dd) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:09:25.499389 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-d32a9c91-1134-45f5-9c26-43b66872cf1a None None] Resources bound (agent type, host, resource id):  {{(pid=88880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:09:25.508709 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32a9c91-1134-45f5-9c26-43b66872cf1a None None] Pushing event updated for resources: {'Port': ['ID=bc5d51e2-51d2-4d4b-825a-3a65a53b4a52,revision_number=1']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:09:25.515038 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-612b42be-222f-4de7-87cc-c52d1af7d280 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:09:25.517523 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d32a9c91-1134-45f5-9c26-43b66872cf1a None None] Received port after_create {{(pid=88880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:09:25.525403 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-d32a9c91-1134-45f5-9c26-43b66872cf1a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:09:25.543665 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-612b42be-222f-4de7-87cc-c52d1af7d280 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Usage tracker for resource:security_group_rule and tenant:41ca203d5ffe4fe1a401a43184532a32 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:09:25.549876 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-612b42be-222f-4de7-87cc-c52d1af7d280 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:09:25.565605 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-612b42be-222f-4de7-87cc-c52d1af7d280 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:09:25.589602 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3bfd46-617b-4e25-a073-9d3bd132ea4d req-2e6d8f45-135f-41c2-888c-2ec7845da27a tempest-TestServerAdvancedOps-1433713942 tempest-TestServerAdvancedOps-1433713942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:09:25.591695 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-4b3bfd46-617b-4e25-a073-9d3bd132ea4d req-2e6d8f45-135f-41c2-888c-2ec7845da27a tempest-TestServerAdvancedOps-1433713942 tempest-TestServerAdvancedOps-1433713942-project] 10.222.0.65 "GET /v2.0/ports?device_id=56f14696-b26a-41e5-b1ca-c51145599ad7 HTTP/1.1" status: 200  len: 945 time: 0.2456548
Dec 24 11:09:25.638200 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23aac3a9-7392-4c39-87bc-8655c5e442f4 None None] Network 89662563-276b-47a3-8d64-41e9a356ece5 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:09:25.684837 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-d32a9c91-1134-45f5-9c26-43b66872cf1a None None] Attempting to bind port bc5d51e2-51d2-4d4b-825a-3a65a53b4a52 on host dv-neutron-822691-2-hyperv for vnic_type normal with profile  {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:09:25.685271 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-d32a9c91-1134-45f5-9c26-43b66872cf1a None None] Attempting to bind port bc5d51e2-51d2-4d4b-825a-3a65a53b4a52 by drivers openvswitch,hyperv on host dv-neutron-822691-2-hyperv at level 0 using segments [{'id': '456dbe23-92c1-435b-bc84-b92688c4adf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '3228994e-0a61-4fd7-911c-ed7f448946c9'}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:09:25.685688 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d32a9c91-1134-45f5-9c26-43b66872cf1a None None] Attempting to bind port bc5d51e2-51d2-4d4b-825a-3a65a53b4a52 on network 3228994e-0a61-4fd7-911c-ed7f448946c9 {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:09:25.687048 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-4b3bfd46-617b-4e25-a073-9d3bd132ea4d req-bc62439b-1604-4ab7-af1d-1c97e7b18756 tempest-TestServerAdvancedOps-1433713942 tempest-TestServerAdvancedOps-1433713942-project] 10.222.0.65 "GET /v2.0/security-groups?id=2890f8c6-9fdc-4bb0-888c-ee6878760a52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0850978
Dec 24 11:09:25.691870 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning for port 11e020d7-b3e7-4dde-882a-91609a4f26e3 completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:09:25.722036 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-612b42be-222f-4de7-87cc-c52d1af7d280 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Notify callbacks [] for security_group, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:25.726140 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-612b42be-222f-4de7-87cc-c52d1af7d280 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:25.740198 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-4099fbc0-7fcb-4342-95ed-8f07670040d9 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:09:25.761924 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d32a9c91-1134-45f5-9c26-43b66872cf1a None None] Checking agent: {'id': 'db1275c1-6001-47af-93c2-635c68404703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822691-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 52, 8), 'started_at': datetime.datetime(2021, 12, 24, 10, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 9, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822691-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:09:25.762246 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d32a9c91-1134-45f5-9c26-43b66872cf1a None None] Checking segment: {'id': '456dbe23-92c1-435b-bc84-b92688c4adf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '3228994e-0a61-4fd7-911c-ed7f448946c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:09:25.762704 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d32a9c91-1134-45f5-9c26-43b66872cf1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:25.763147 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d32a9c91-1134-45f5-9c26-43b66872cf1a None None] Bound using segment: {'id': '456dbe23-92c1-435b-bc84-b92688c4adf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '3228994e-0a61-4fd7-911c-ed7f448946c9'} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:09:25.763696 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-d32a9c91-1134-45f5-9c26-43b66872cf1a None None] Bound port: bc5d51e2-51d2-4d4b-825a-3a65a53b4a52, host: dv-neutron-822691-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '456dbe23-92c1-435b-bc84-b92688c4adf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '3228994e-0a61-4fd7-911c-ed7f448946c9'}}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:09:25.764604 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d32a9c91-1134-45f5-9c26-43b66872cf1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:25.773079 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612b42be-222f-4de7-87cc-c52d1af7d280 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce1c8268-f9b9-4c86-90a6-6f6bc89e0370,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:09:25.778851 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-612b42be-222f-4de7-87cc-c52d1af7d280 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:09:25.799267 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-612b42be-222f-4de7-87cc-c52d1af7d280 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:25.801180 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-612b42be-222f-4de7-87cc-c52d1af7d280 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 0.5920229
Dec 24 11:09:25.805061 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 42102) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:09:25.813928 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-58e5a6b3-4723-4d84-b31e-1b5252ad855f tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Request body: {'security_group_rule': {'security_group_id': 'ce1c8268-f9b9-4c86-90a6-6f6bc89e0370', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:09:25.814627 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.v2.resource [None req-58e5a6b3-4723-4d84-b31e-1b5252ad855f tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 24 11:09:25.815742 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-58e5a6b3-4723-4d84-b31e-1b5252ad855f tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 396 time: 0.0087466
Dec 24 11:09:25.818956 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 42106) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:09:25.823942 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2104b1e8-dfe8-4929-967c-8c3564b7cc1b tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:25.839711 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-bdc1625c-585e-41f2-bbc7-70bb4dd3a2a9 None None] Provisioning for port 11e020d7-b3e7-4dde-882a-91609a4f26e3 completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:09:25.846794 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-2104b1e8-dfe8-4929-967c-8c3564b7cc1b tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Transition to ACTIVE for port object 0cdc1ae7-28fa-4bb2-95aa-b5b58a83a8dd will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:09:25.866139 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-bdc1625c-585e-41f2-bbc7-70bb4dd3a2a9 None None] Provisioning complete for port 11e020d7-b3e7-4dde-882a-91609a4f26e3 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:09:25.866484 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bdc1625c-585e-41f2-bbc7-70bb4dd3a2a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:25.875517 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2104b1e8-dfe8-4929-967c-8c3564b7cc1b tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:25.898122 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f386fda3-5439-4136-915f-e1c66ae9cede tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:09:25.942691 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a10c7b4d-5744-45a0-89c4-7424d198c44d tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Notify callbacks [] for security_group, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:25.994931 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a10c7b4d-5744-45a0-89c4-7424d198c44d tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:26.013586 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2104b1e8-dfe8-4929-967c-8c3564b7cc1b tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Pushing event updated for resources: {'Port': ['ID=0cdc1ae7-28fa-4bb2-95aa-b5b58a83a8dd,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:09:26.022169 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-2104b1e8-dfe8-4929-967c-8c3564b7cc1b tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:09:26.028147 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2104b1e8-dfe8-4929-967c-8c3564b7cc1b tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Network 89662563-276b-47a3-8d64-41e9a356ece5 is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:09:26.029607 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-2104b1e8-dfe8-4929-967c-8c3564b7cc1b tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Resources bound (agent type, host, resource id):  {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:09:26.040790 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2104b1e8-dfe8-4929-967c-8c3564b7cc1b tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:09:26.069086 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-d32a9c91-1134-45f5-9c26-43b66872cf1a None None] For port bc5d51e2-51d2-4d4b-825a-3a65a53b4a52, host dv-neutron-822691-2-hyperv, cleared binding levels {{(pid=88880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:09:26.125789 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2104b1e8-dfe8-4929-967c-8c3564b7cc1b tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-720245'] for router_interface, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:26.126042 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-d32a9c91-1134-45f5-9c26-43b66872cf1a None None] For port bc5d51e2-51d2-4d4b-825a-3a65a53b4a52, host dv-neutron-822691-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=bc5d51e2-51d2-4d4b-825a-3a65a53b4a52,segment=NetworkSegment(456dbe23-92c1-435b-bc84-b92688c4adf1),segment_id=456dbe23-92c1-435b-bc84-b92688c4adf1)] {{(pid=88880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:09:26.131962 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bdc1625c-585e-41f2-bbc7-70bb4dd3a2a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:26.135503 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a10c7b4d-5744-45a0-89c4-7424d198c44d tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:26.141384 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-29288411-48aa-47d9-b6d6-458b43a54110 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:09:26.156864 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d32a9c91-1134-45f5-9c26-43b66872cf1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:26.179636 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c3f48c4a-a5c3-4496-b49e-6931bc148308 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:09:26.187072 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10c7b4d-5744-45a0-89c4-7424d198c44d tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce1c8268-f9b9-4c86-90a6-6f6bc89e0370,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:09:26.195152 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-a10c7b4d-5744-45a0-89c4-7424d198c44d tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:09:26.216488 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a10c7b4d-5744-45a0-89c4-7424d198c44d tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:26.220916 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-a10c7b4d-5744-45a0-89c4-7424d198c44d tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] 10.222.0.65 "DELETE /v2.0/security-groups/ce1c8268-f9b9-4c86-90a6-6f6bc89e0370 HTTP/1.1" status: 204  len: 168 time: 0.3978043
Dec 24 11:09:26.222473 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 42114) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:09:26.248682 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2104b1e8-dfe8-4929-967c-8c3564b7cc1b tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:26.328086 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-bdc1625c-585e-41f2-bbc7-70bb4dd3a2a9 None None] For port 11e020d7-b3e7-4dde-882a-91609a4f26e3, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=11e020d7-b3e7-4dde-882a-91609a4f26e3,segment=NetworkSegment(e89ce95e-ffa9-42a8-babf-b8e77fe15594),segment_id=e89ce95e-ffa9-42a8-babf-b8e77fe15594)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:09:26.340521 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bdc1625c-585e-41f2-bbc7-70bb4dd3a2a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:26.347982 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32a9c91-1134-45f5-9c26-43b66872cf1a None None] Pushing event updated for resources: {'Port': ['ID=bc5d51e2-51d2-4d4b-825a-3a65a53b4a52,revision_number=2']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:09:26.353429 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-d32a9c91-1134-45f5-9c26-43b66872cf1a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:09:26.354061 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f2f33874-99ad-4726-8e50-b67b57800877 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:09:26.480342 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc1625c-585e-41f2-bbc7-70bb4dd3a2a9 None None] Pushing event updated for resources: {'Port': ['ID=11e020d7-b3e7-4dde-882a-91609a4f26e3,revision_number=3']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:09:26.499861 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-bdc1625c-585e-41f2-bbc7-70bb4dd3a2a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:09:26.536023 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-83ebab39-2f14-4a04-a61c-e5628722c71d tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Synchronizing usage tracker for tenant:41ca203d5ffe4fe1a401a43184532a32 on resource:security_group {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:09:26.597600 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-83ebab39-2f14-4a04-a61c-e5628722c71d tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Unset dirty status for tenant:41ca203d5ffe4fe1a401a43184532a32 on resource:security_group {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:09:26.600989 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-83ebab39-2f14-4a04-a61c-e5628722c71d tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.3773212
Dec 24 11:09:26.612095 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 42120) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:09:26.623835 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-aee58c62-5c25-4d8a-8f5f-d6238dbd4cc6 req-011f1c05-3317-45ff-b7a9-d7813e093ea9 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=98b87bf2caa248f096bf6e4aa1bdda49&device_id=56f14696-b26a-41e5-b1ca-c51145599ad7 HTTP/1.1" status: 200  len: 1098 time: 0.3500636
Dec 24 11:09:26.627889 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-5ec5b027-e476-4064-a29f-3b1e1cbb90b1 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Request body: {'security_group': {'name': 'tempest-secgroup--384490733'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:09:26.672755 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-5ec5b027-e476-4064-a29f-3b1e1cbb90b1 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:09:26.688206 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d8b561-3e02-49cf-a37f-25a2e2718170 req-8fdbcd6d-e6bc-467f-b6d1-f01cbb97294a tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:09:26.690029 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-97d8b561-3e02-49cf-a37f-25a2e2718170 req-8fdbcd6d-e6bc-467f-b6d1-f01cbb97294a tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c123780-3605-46ce-8039-1f88853bf606 HTTP/1.1" status: 200  len: 944 time: 0.4186213
Dec 24 11:09:26.710156 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-5ec5b027-e476-4064-a29f-3b1e1cbb90b1 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:09:26.735222 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2104b1e8-dfe8-4929-967c-8c3564b7cc1b tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks [] for port, precommit_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:26.754319 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2104b1e8-dfe8-4929-967c-8c3564b7cc1b tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850854027'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:26.754535 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcf50d5-3b3f-46eb-99dc-aecd74ddb362 req-b7c300da-0103-416b-9e5a-ecaa7899b330 tempest-TestServerAdvancedOps-1433713942 tempest-TestServerAdvancedOps-1433713942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:09:26.761536 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-adcf50d5-3b3f-46eb-99dc-aecd74ddb362 req-b7c300da-0103-416b-9e5a-ecaa7899b330 tempest-TestServerAdvancedOps-1433713942 tempest-TestServerAdvancedOps-1433713942-project] 10.222.0.65 "GET /v2.0/ports?device_id=56f14696-b26a-41e5-b1ca-c51145599ad7 HTTP/1.1" status: 200  len: 945 time: 0.4839985
Dec 24 11:09:26.847547 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-442582fd-88f3-474b-8c6d-95a9fe622cf7 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:09:26.870731 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5ec5b027-e476-4064-a29f-3b1e1cbb90b1 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Notify callbacks [] for security_group, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:26.885274 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2104b1e8-dfe8-4929-967c-8c3564b7cc1b tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1977653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854055662'] for router_interface, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:26.975419 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-b11ffab8-e0c3-4f52-be5e-a352d9dfa469 None None] Provisioning for port 0cdc1ae7-28fa-4bb2-95aa-b5b58a83a8dd completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:09:26.982464 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-b11ffab8-e0c3-4f52-be5e-a352d9dfa469 None None] Provisioning complete for port 0cdc1ae7-28fa-4bb2-95aa-b5b58a83a8dd triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:09:26.984232 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b11ffab8-e0c3-4f52-be5e-a352d9dfa469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:27.010951 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-97d8b561-3e02-49cf-a37f-25a2e2718170 req-4572e039-a48e-4d48-90ce-c13d5201f381 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] 10.222.0.65 "GET /v2.0/security-groups?id=7c81f28e-fd2d-468e-ad3a-e8186ef36a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3049881
Dec 24 11:09:27.025575 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2104b1e8-dfe8-4929-967c-8c3564b7cc1b tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Pushing event updated for resources: {'Port': ['ID=0cdc1ae7-28fa-4bb2-95aa-b5b58a83a8dd,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:09:27.047195 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-5ec5b027-e476-4064-a29f-3b1e1cbb90b1 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:09:27.053490 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Device 269cc7a5-ac29-4910-891b-3ecb3282fa1c up at agent hyperv_hv-neutron-8226 {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:09:27.075453 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-adcf50d5-3b3f-46eb-99dc-aecd74ddb362 req-c0eb1c52-2ec9-4133-9070-4dab05f37528 tempest-TestServerAdvancedOps-1433713942 tempest-TestServerAdvancedOps-1433713942-project] 10.222.0.65 "GET /v2.0/security-groups?id=2890f8c6-9fdc-4bb0-888c-ee6878760a52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2333255
Dec 24 11:09:27.076828 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee58c62-5c25-4d8a-8f5f-d6238dbd4cc6 req-2e77210f-de2c-49ce-ab94-e54df7aae0e0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:09:27.079967 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-aee58c62-5c25-4d8a-8f5f-d6238dbd4cc6 req-2e77210f-de2c-49ce-ab94-e54df7aae0e0 service neutron] 10.222.0.58 "GET /v2.0/networks?id=b2d6d752-2b20-46a5-b7be-dc3f7435c3fd HTTP/1.1" status: 200  len: 912 time: 0.4398608
Dec 24 11:09:27.090231 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-2104b1e8-dfe8-4929-967c-8c3564b7cc1b tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:09:27.090803 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-5ec5b027-e476-4064-a29f-3b1e1cbb90b1 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Usage tracker for resource:security_group_rule and tenant:41ca203d5ffe4fe1a401a43184532a32 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:09:27.099848 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-5ec5b027-e476-4064-a29f-3b1e1cbb90b1 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:09:27.168231 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-b11ffab8-e0c3-4f52-be5e-a352d9dfa469 None None] Port 0cdc1ae7-28fa-4bb2-95aa-b5b58a83a8dd cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:09:27.218352 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-b11ffab8-e0c3-4f52-be5e-a352d9dfa469 None None] Provisioning complete for port 11e020d7-b3e7-4dde-882a-91609a4f26e3 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:09:27.219064 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b11ffab8-e0c3-4f52-be5e-a352d9dfa469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:27.281274 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-5ec5b027-e476-4064-a29f-3b1e1cbb90b1 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:09:27.317221 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Provisioning for port 269cc7a5-ac29-4910-891b-3ecb3282fa1c completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:09:27.330641 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Provisioning complete for port 269cc7a5-ac29-4910-891b-3ecb3282fa1c triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:09:27.331073 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:27.391100 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5ec5b027-e476-4064-a29f-3b1e1cbb90b1 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Notify callbacks [] for security_group, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:27.409102 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 11e020d7-b3e7-4dde-882a-91609a4f26e3 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:09:27.464652 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-6fcee2da-089e-4152-9d2c-a722e3ee4b1f req-7058baa0-8cfe-41d4-9bd9-81b17ed5a76a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/ports?device_id=a33fdf1a-714c-405b-86fc-5159e6d124f5 HTTP/1.1" status: 200  len: 210 time: 0.0706191
Dec 24 11:09:27.466458 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5ec5b027-e476-4064-a29f-3b1e1cbb90b1 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:27.473225 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f1f03f21-d84f-40a4-8f4b-c109af6dfac9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:09:27.484241 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-aee58c62-5c25-4d8a-8f5f-d6238dbd4cc6 req-a241fb27-a167-4969-8d57-65297f8bc517 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=095960ad-786b-40d0-b8a5-9671f316bc3b HTTP/1.1" status: 200  len: 217 time: 0.3855402
Dec 24 11:09:27.502868 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cb1623-0160-4822-ba5e-602941be15db req-9fd249dd-f464-4b05-a004-8a7cb54ef3a0 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:09:27.504541 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-73cb1623-0160-4822-ba5e-602941be15db req-9fd249dd-f464-4b05-a004-8a7cb54ef3a0 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.58 "GET /v2.0/networks?id=641ddaa1-b5c0-4a80-8143-5da9e4cb5db6 HTTP/1.1" status: 200  len: 796 time: 0.5541532
Dec 24 11:09:27.510336 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2104b1e8-dfe8-4929-967c-8c3564b7cc1b tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Network 89662563-276b-47a3-8d64-41e9a356ece5 is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:09:27.512240 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-2104b1e8-dfe8-4929-967c-8c3564b7cc1b tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Resources bound (agent type, host, resource id):  {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:09:27.593088 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec5b027-e476-4064-a29f-3b1e1cbb90b1 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2251f1fc-8577-49d2-b6b9-594aa68e8d25,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:09:27.606933 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-5ec5b027-e476-4064-a29f-3b1e1cbb90b1 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:09:27.611995 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5ec5b027-e476-4064-a29f-3b1e1cbb90b1 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:27.615772 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port 11e020d7-b3e7-4dde-882a-91609a4f26e3 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:09:27.616212 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:27.616988 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-5ec5b027-e476-4064-a29f-3b1e1cbb90b1 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 0.9999478
Dec 24 11:09:27.617934 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 42128) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:09:27.624227 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee58c62-5c25-4d8a-8f5f-d6238dbd4cc6 req-fd928c5d-ea15-4dca-9a23-ea32a9843802 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:09:27.626294 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-aee58c62-5c25-4d8a-8f5f-d6238dbd4cc6 req-fd928c5d-ea15-4dca-9a23-ea32a9843802 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b9de0898-0dfd-4254-b274-a0351661e9da HTTP/1.1" status: 200  len: 851 time: 0.1329186
Dec 24 11:09:27.631067 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-3089b6df-d493-468d-a8d7-c2df3576e921 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Request body: {'security_group_rule': {'security_group_id': '2251f1fc-8577-49d2-b6b9-594aa68e8d25', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:09:27.631967 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.v2.resource [None req-3089b6df-d493-468d-a8d7-c2df3576e921 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 24 11:09:27.638422 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-3089b6df-d493-468d-a8d7-c2df3576e921 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 667 time: 0.0169671
Dec 24 11:09:27.640583 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 42132) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:09:27.706184 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-aee58c62-5c25-4d8a-8f5f-d6238dbd4cc6 req-f9d224f6-ad76-4bba-84e9-20a5fe70f212 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b2d6d752-2b20-46a5-b7be-dc3f7435c3fd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0663505
Dec 24 11:09:27.772707 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:27.859824 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-a0ce7604-ee98-44cc-ba34-a008d9ea6e27 None None] Provisioning complete for port 0cdc1ae7-28fa-4bb2-95aa-b5b58a83a8dd triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:09:27.860252 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a0ce7604-ee98-44cc-ba34-a008d9ea6e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:27.931459 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-a0ce7604-ee98-44cc-ba34-a008d9ea6e27 None None] Port 0cdc1ae7-28fa-4bb2-95aa-b5b58a83a8dd cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:09:27.967668 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c123780-3605-46ce-8039-1f88853bf606', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '269cc7a5-ac29-4910-891b-3ecb3282fa1c'}] {{(pid=88880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 24 11:09:27.979556 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device bc5d51e2-51d2-4d4b-825a-3a65a53b4a52 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:09:28.016188 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-73cb1623-0160-4822-ba5e-602941be15db req-bf258bf6-552d-49e6-b84f-530969c8fb65 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Synchronizing usage tracker for tenant:ad7c5ba9df02428aae512a4d9bb9dd9d on resource:security_group {{(pid=88879) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:09:28.025230 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] For port 269cc7a5-ac29-4910-891b-3ecb3282fa1c, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=269cc7a5-ac29-4910-891b-3ecb3282fa1c,segment=NetworkSegment(faf0938d-9351-4aa3-a42a-2891bc0c4373),segment_id=faf0938d-9351-4aa3-a42a-2891bc0c4373)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:09:28.031738 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:28.035314 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-73cb1623-0160-4822-ba5e-602941be15db req-bf258bf6-552d-49e6-b84f-530969c8fb65 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Unset dirty status for tenant:ad7c5ba9df02428aae512a4d9bb9dd9d on resource:security_group {{(pid=88879) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:09:28.036308 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:09:28.037014 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-73cb1623-0160-4822-ba5e-602941be15db req-bf258bf6-552d-49e6-b84f-530969c8fb65 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ad7c5ba9df02428aae512a4d9bb9dd9d HTTP/1.1" status: 200  len: 380 time: 0.4370909
Dec 24 11:09:28.138637 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c123780-3605-46ce-8039-1f88853bf606', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '269cc7a5-ac29-4910-891b-3ecb3282fa1c', 'code': 200}
Dec 24 11:09:28.150925 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Pushing event updated for resources: {'Port': ['ID=269cc7a5-ac29-4910-891b-3ecb3282fa1c,revision_number=5']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:09:28.170489 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:09:28.174858 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [req-73cb1623-0160-4822-ba5e-602941be15db req-c3a386f6-9a32-49ee-95d1-1219350bb69b tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Request body: {'port': {'device_id': 'a33fdf1a-714c-405b-86fc-5159e6d124f5', 'network_id': '641ddaa1-b5c0-4a80-8143-5da9e4cb5db6', 'admin_state_up': True, 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'security_groups': ['12809888-818f-4264-af3c-fdaa4767a8bd']}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:09:28.195562 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:28.209531 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-743cf3ad-9823-421f-8e7c-5048b71f3355 None None] Provisioning complete for port 0cdc1ae7-28fa-4bb2-95aa-b5b58a83a8dd triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:09:28.209894 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-743cf3ad-9823-421f-8e7c-5048b71f3355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:28.268036 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning for port bc5d51e2-51d2-4d4b-825a-3a65a53b4a52 completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:09:28.299104 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-743cf3ad-9823-421f-8e7c-5048b71f3355 None None] Port 0cdc1ae7-28fa-4bb2-95aa-b5b58a83a8dd cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:09:28.326404 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.58', 63773) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:09:28.335460 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-23da917e-4683-48b6-81b8-f07ea7b413ad tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Notify callbacks [] for security_group, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:28.431818 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-aee58c62-5c25-4d8a-8f5f-d6238dbd4cc6 req-32f80da2-c21d-41ea-8238-480d5bf62806 service neutron] 10.222.0.58 "GET /v2.0/networks/b2d6d752-2b20-46a5-b7be-dc3f7435c3fd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7135315
Dec 24 11:09:28.433460 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-23da917e-4683-48b6-81b8-f07ea7b413ad tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:28.460898 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [req-73cb1623-0160-4822-ba5e-602941be15db req-c3a386f6-9a32-49ee-95d1-1219350bb69b tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:09:28.468773 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-73cb1623-0160-4822-ba5e-602941be15db req-c3a386f6-9a32-49ee-95d1-1219350bb69b tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Usage tracker for resource:port and tenant:ad7c5ba9df02428aae512a4d9bb9dd9d is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:09:28.474454 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-73cb1623-0160-4822-ba5e-602941be15db req-c3a386f6-9a32-49ee-95d1-1219350bb69b tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:09:28.484906 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [req-73cb1623-0160-4822-ba5e-602941be15db req-c3a386f6-9a32-49ee-95d1-1219350bb69b tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:09:28.538120 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-3a133157-8fde-43be-832f-a20f62027ab0 req-69115499-cc4a-4f47-a4cd-424f1f7685a3 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=2c123780-3605-46ce-8039-1f88853bf606 HTTP/1.1" status: 200  len: 1098 time: 0.2015431
Dec 24 11:09:28.538836 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73cb1623-0160-4822-ba5e-602941be15db req-c3a386f6-9a32-49ee-95d1-1219350bb69b tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Made reservation on behalf of ad7c5ba9df02428aae512a4d9bb9dd9d for: {'port': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:09:28.544615 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-73cb1623-0160-4822-ba5e-602941be15db req-c3a386f6-9a32-49ee-95d1-1219350bb69b tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:28.651604 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb9c2e4-97b6-47f6-9476-ec0362edfc69 req-88e76017-2308-4a70-bbd0-6dd9880af5aa tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:09:28.653368 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-8bb9c2e4-97b6-47f6-9476-ec0362edfc69 req-88e76017-2308-4a70-bbd0-6dd9880af5aa tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c123780-3605-46ce-8039-1f88853bf606 HTTP/1.1" status: 200  len: 945 time: 0.4011066
Dec 24 11:09:28.661099 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-23da917e-4683-48b6-81b8-f07ea7b413ad tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:28.671815 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-630f42f2-dc9c-4b09-bdbc-3a34ca379d81 tempest-AllowedAddressPairIpV6TestJSON-1130659677 tempest-AllowedAddressPairIpV6TestJSON-1130659677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:09:28.685630 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-3a133157-8fde-43be-832f-a20f62027ab0 req-e4902d0a-4a42-43b4-816f-4860eb681dc9 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=7c81f28e-fd2d-468e-ad3a-e8186ef36a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1291974
Dec 24 11:09:28.694012 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2104b1e8-dfe8-4929-967c-8c3564b7cc1b tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Router 98048001-f2ff-43c5-a8ff-b3afbfd9daa9 is scheduled to L3 agent 198cca88-1338-4098-b44b-beb0346ac906 with binding_index 1 {{(pid=88879) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 24 11:09:28.723539 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23da917e-4683-48b6-81b8-f07ea7b413ad tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2251f1fc-8577-49d2-b6b9-594aa68e8d25,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:09:28.726071 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-23da917e-4683-48b6-81b8-f07ea7b413ad tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:09:28.740692 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb008d06-6e80-4b3b-b216-db87723a671b req-2cfe4400-bd7b-4e10-9d71-3e1590a2c3a7 tempest-TestServerAdvancedOps-1433713942 tempest-TestServerAdvancedOps-1433713942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:09:28.742516 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-fb008d06-6e80-4b3b-b216-db87723a671b req-2cfe4400-bd7b-4e10-9d71-3e1590a2c3a7 tempest-TestServerAdvancedOps-1433713942 tempest-TestServerAdvancedOps-1433713942-project] 10.222.0.65 "GET /v2.0/ports?device_id=56f14696-b26a-41e5-b1ca-c51145599ad7 HTTP/1.1" status: 200  len: 945 time: 0.3835135
Dec 24 11:09:28.757710 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-aee58c62-5c25-4d8a-8f5f-d6238dbd4cc6 req-a446356f-477b-4311-8c17-c39c1d7aa3a8 service neutron] 10.222.0.58 "GET /v2.0/networks/b2d6d752-2b20-46a5-b7be-dc3f7435c3fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3080955
Dec 24 11:09:28.758825 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-23da917e-4683-48b6-81b8-f07ea7b413ad tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:28.763041 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-23da917e-4683-48b6-81b8-f07ea7b413ad tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] 10.222.0.65 "DELETE /v2.0/security-groups/2251f1fc-8577-49d2-b6b9-594aa68e8d25 HTTP/1.1" status: 204  len: 168 time: 1.1183722
Dec 24 11:09:28.770988 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c79c1690-f930-46e9-86fb-0167634890fd None None] Network 3228994e-0a61-4fd7-911c-ed7f448946c9 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:09:28.771956 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 42146) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:09:28.840761 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-8bb9c2e4-97b6-47f6-9476-ec0362edfc69 req-75370f5c-5941-4fb7-8963-2761b9ebfc63 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] 10.222.0.65 "GET /v2.0/security-groups?id=7c81f28e-fd2d-468e-ad3a-e8186ef36a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1700859
Dec 24 11:09:28.867987 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-fb008d06-6e80-4b3b-b216-db87723a671b req-37239679-0095-4d51-b381-b5a966081851 tempest-TestServerAdvancedOps-1433713942 tempest-TestServerAdvancedOps-1433713942-project] 10.222.0.65 "GET /v2.0/security-groups?id=2890f8c6-9fdc-4bb0-888c-ee6878760a52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0983732
Dec 24 11:09:28.908560 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-68f02e40-9bc1-4c65-97f8-da6b1b138c81 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Synchronizing usage tracker for tenant:41ca203d5ffe4fe1a401a43184532a32 on resource:security_group {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:09:28.925440 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-68f02e40-9bc1-4c65-97f8-da6b1b138c81 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Unset dirty status for tenant:41ca203d5ffe4fe1a401a43184532a32 on resource:security_group {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:09:28.930794 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-68f02e40-9bc1-4c65-97f8-da6b1b138c81 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.1539345
Dec 24 11:09:28.931175 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 42150) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:09:28.937423 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-73b2cc22-4806-459a-b5c7-1c9d4e78ef13 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Request body: {'security_group': {'name': 'tempest-secgroup--966189899'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:09:28.939605 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [req-73cb1623-0160-4822-ba5e-602941be15db req-c3a386f6-9a32-49ee-95d1-1219350bb69b tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Allocated IP 172.20.0.10 (641ddaa1-b5c0-4a80-8143-5da9e4cb5db6/91672386-df32-4978-8fd4-f2d6b643bcf9/db30fbba-a01f-42c8-b52d-da5f05b1fdca) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:09:28.950804 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-73b2cc22-4806-459a-b5c7-1c9d4e78ef13 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:09:28.962617 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-73b2cc22-4806-459a-b5c7-1c9d4e78ef13 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:09:28.975535 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-73b2cc22-4806-459a-b5c7-1c9d4e78ef13 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Notify callbacks [] for security_group, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:29.026237 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-73b2cc22-4806-459a-b5c7-1c9d4e78ef13 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:09:29.070305 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-73b2cc22-4806-459a-b5c7-1c9d4e78ef13 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Usage tracker for resource:security_group_rule and tenant:41ca203d5ffe4fe1a401a43184532a32 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:09:29.078356 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-73b2cc22-4806-459a-b5c7-1c9d4e78ef13 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:09:29.083947 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-c8ea232e-d679-4c70-9c56-0b583c5cfbda req-c9fe74fb-23b1-47db-bbaf-1003df0d3701 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/ports?device_id=a33fdf1a-714c-405b-86fc-5159e6d124f5 HTTP/1.1" status: 200  len: 210 time: 0.0603683
Dec 24 11:09:29.088796 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-73b2cc22-4806-459a-b5c7-1c9d4e78ef13 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:09:29.158212 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2104b1e8-dfe8-4929-967c-8c3564b7cc1b tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:09:29.189374 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-73b2cc22-4806-459a-b5c7-1c9d4e78ef13 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Notify callbacks [] for security_group, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:29.193506 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-73b2cc22-4806-459a-b5c7-1c9d4e78ef13 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:29.200243 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-2104b1e8-dfe8-4929-967c-8c3564b7cc1b tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] 10.222.0.65 "PUT /v2.0/routers/98048001-f2ff-43c5-a8ff-b3afbfd9daa9/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.9518566
Dec 24 11:09:29.201391 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 42154) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:09:29.215200 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-0a8bebb8-08eb-4b61-a524-1b611904729b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:09:29.216859 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef10c975-4198-4696-b97a-7e3556b3923f None None] Sync routers for ids ['98048001-f2ff-43c5-a8ff-b3afbfd9daa9'] in dv-neutron-822691-2-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:09:29.242255 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-73cb1623-0160-4822-ba5e-602941be15db req-c3a386f6-9a32-49ee-95d1-1219350bb69b tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:29.252117 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef10c975-4198-4696-b97a-7e3556b3923f None None] Routers {'98048001-f2ff-43c5-a8ff-b3afbfd9daa9'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:09:29.252912 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-ef10c975-4198-4696-b97a-7e3556b3923f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271abd860>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:09:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['98048001-f2ff-43c5-a8ff-b3afbfd9daa9'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:09:29.253819 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-73b2cc22-4806-459a-b5c7-1c9d4e78ef13 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:29.258439 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-73b2cc22-4806-459a-b5c7-1c9d4e78ef13 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 0.3229799
Dec 24 11:09:29.259125 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 42158) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:09:29.266168 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-c970719f-7e3e-49f2-b79a-e057736fd0d5 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Request body: {'security_group_rule': {'security_group_id': 'b2898f2f-d0de-450e-b96b-b007fe03414c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:09:29.267166 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.v2.resource [None req-c970719f-7e3e-49f2-b79a-e057736fd0d5 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 24 11:09:29.271526 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-c970719f-7e3e-49f2-b79a-e057736fd0d5 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 319 time: 0.0083687
Dec 24 11:09:29.271526 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b2cc22-4806-459a-b5c7-1c9d4e78ef13 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2898f2f-d0de-450e-b96b-b007fe03414c,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:09:29.273036 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-73b2cc22-4806-459a-b5c7-1c9d4e78ef13 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:09:29.273178 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 42162) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:09:29.280399 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [req-73cb1623-0160-4822-ba5e-602941be15db req-c3a386f6-9a32-49ee-95d1-1219350bb69b tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Transition to ACTIVE for port object db30fbba-a01f-42c8-b52d-da5f05b1fdca will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:09:29.284766 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-20e891a0-e932-42ee-8d3c-3f38934ac0e2 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Request body: {'security_group_rule': {'security_group_id': 'b2898f2f-d0de-450e-b96b-b007fe03414c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:09:29.285563 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.v2.resource [None req-20e891a0-e932-42ee-8d3c-3f38934ac0e2 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 24 11:09:29.286690 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-20e891a0-e932-42ee-8d3c-3f38934ac0e2 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 320 time: 0.0124166
Dec 24 11:09:29.290691 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 42166) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:09:29.297576 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-d3adeba3-72b4-4046-9edd-7215ad8cad02 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Request body: {'security_group_rule': {'security_group_id': 'b2898f2f-d0de-450e-b96b-b007fe03414c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:09:29.299296 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.v2.resource [None req-d3adeba3-72b4-4046-9edd-7215ad8cad02 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 24 11:09:29.301908 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-d3adeba3-72b4-4046-9edd-7215ad8cad02 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 316 time: 0.0084717
Dec 24 11:09:29.303337 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 42170) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:09:29.310837 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-07e95a6a-51f3-4e84-997d-9663b62b12b8 None None] Provisioning for port bc5d51e2-51d2-4d4b-825a-3a65a53b4a52 completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:09:29.311887 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-606e0ab5-0ab5-4a64-87e3-3f0ab5c6adcf tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:09:29.312400 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-f493a566-0380-4223-bbcb-f0138e07b2d1 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Request body: {'security_group_rule': {'security_group_id': 'b2898f2f-d0de-450e-b96b-b007fe03414c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:09:29.312569 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-606e0ab5-0ab5-4a64-87e3-3f0ab5c6adcf tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Synchronizing usage tracker for tenant:3ebdfa1b50714591899c7b159c4d4f0b on resource:port {{(pid=88879) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:09:29.313370 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.v2.resource [None req-f493a566-0380-4223-bbcb-f0138e07b2d1 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 24 11:09:29.315383 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-f493a566-0380-4223-bbcb-f0138e07b2d1 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 309 time: 0.0101907
Dec 24 11:09:29.317904 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 42174) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:09:29.339464 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-606e0ab5-0ab5-4a64-87e3-3f0ab5c6adcf tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Unset dirty status for tenant:3ebdfa1b50714591899c7b159c4d4f0b on resource:port {{(pid=88879) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:09:29.341898 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-606e0ab5-0ab5-4a64-87e3-3f0ab5c6adcf tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] 10.222.0.65 "GET /v2.0/ports/0cdc1ae7-28fa-4bb2-95aa-b5b58a83a8dd HTTP/1.1" status: 200  len: 910 time: 0.1384995
Dec 24 11:09:29.346353 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 42178) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:09:29.350147 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-73cb1623-0160-4822-ba5e-602941be15db req-c3a386f6-9a32-49ee-95d1-1219350bb69b tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:29.355837 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-ef10c975-4198-4696-b97a-7e3556b3923f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271abd860>, [], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:09:29.369405 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-07e95a6a-51f3-4e84-997d-9663b62b12b8 None None] Provisioning complete for port bc5d51e2-51d2-4d4b-825a-3a65a53b4a52 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:09:29.370169 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-07e95a6a-51f3-4e84-997d-9663b62b12b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:29.397648 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e2335a89-48bd-450b-b3af-442c5283a273 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Notify callbacks [] for security_group, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:29.415216 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c00cada6-59d7-454d-ad77-5b682764a33b tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:09:29.429028 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e2335a89-48bd-450b-b3af-442c5283a273 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:29.479304 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e2335a89-48bd-450b-b3af-442c5283a273 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:29.486948 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-754e43c6-bafd-4b99-8f9b-e3e14e9eb87c tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:09:29.489345 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef10c975-4198-4696-b97a-7e3556b3923f None None] Routers {'98048001-f2ff-43c5-a8ff-b3afbfd9daa9'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:09:29.490081 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-ef10c975-4198-4696-b97a-7e3556b3923f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271abd860>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:09:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['98048001-f2ff-43c5-a8ff-b3afbfd9daa9'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:09:29.492489 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a386f6-9a32-49ee-95d1-1219350bb69b tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event updated for resources: {'Port': ['ID=db30fbba-a01f-42c8-b52d-da5f05b1fdca,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:09:29.495908 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c3a386f6-9a32-49ee-95d1-1219350bb69b tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:09:29.505876 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2335a89-48bd-450b-b3af-442c5283a273 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2898f2f-d0de-450e-b96b-b007fe03414c,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:09:29.511709 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-e2335a89-48bd-450b-b3af-442c5283a273 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:09:29.514068 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e2335a89-48bd-450b-b3af-442c5283a273 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:29.515324 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-e2335a89-48bd-450b-b3af-442c5283a273 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] 10.222.0.65 "DELETE /v2.0/security-groups/b2898f2f-d0de-450e-b96b-b007fe03414c HTTP/1.1" status: 204  len: 168 time: 0.1960371
Dec 24 11:09:29.518237 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 42182) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:09:29.611819 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-d0448348-c8a1-416a-bdee-ffaec7354348 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Synchronizing usage tracker for tenant:41ca203d5ffe4fe1a401a43184532a32 on resource:security_group {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:09:29.628228 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73cb1623-0160-4822-ba5e-602941be15db req-c3a386f6-9a32-49ee-95d1-1219350bb69b tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Network 641ddaa1-b5c0-4a80-8143-5da9e4cb5db6 is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:09:29.632235 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [req-73cb1623-0160-4822-ba5e-602941be15db req-c3a386f6-9a32-49ee-95d1-1219350bb69b tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Resources bound (agent type, host, resource id):  {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:09:29.636455 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [req-73cb1623-0160-4822-ba5e-602941be15db req-c3a386f6-9a32-49ee-95d1-1219350bb69b tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:09:29.639030 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-d0448348-c8a1-416a-bdee-ffaec7354348 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Unset dirty status for tenant:41ca203d5ffe4fe1a401a43184532a32 on resource:security_group {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:09:29.640419 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-d0448348-c8a1-416a-bdee-ffaec7354348 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.1206944
Dec 24 11:09:29.644770 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 42186) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:09:29.650753 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-ef10c975-4198-4696-b97a-7e3556b3923f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271abd860>, [], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:09:29.651228 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef10c975-4198-4696-b97a-7e3556b3923f None None] The sync data for ids ['98048001-f2ff-43c5-a8ff-b3afbfd9daa9'] in dv-neutron-822691-2-hyperv is: [] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:09:29.654624 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-ffaf0b04-bc03-4a01-b14a-24c2faefb132 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Request body: {'security_group': {'name': 'tempest-secgroup--2038975250'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:09:29.662955 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-ffaf0b04-bc03-4a01-b14a-24c2faefb132 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:09:29.684383 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-ffaf0b04-bc03-4a01-b14a-24c2faefb132 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:09:29.697020 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ffaf0b04-bc03-4a01-b14a-24c2faefb132 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Notify callbacks [] for security_group, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:29.723853 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cb1623-0160-4822-ba5e-602941be15db req-c3a386f6-9a32-49ee-95d1-1219350bb69b tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:09:29.724687 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-73cb1623-0160-4822-ba5e-602941be15db req-c3a386f6-9a32-49ee-95d1-1219350bb69b tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:29.747510 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-ffaf0b04-bc03-4a01-b14a-24c2faefb132 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:09:29.753240 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-ffaf0b04-bc03-4a01-b14a-24c2faefb132 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Usage tracker for resource:security_group_rule and tenant:41ca203d5ffe4fe1a401a43184532a32 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:09:29.758528 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-73cb1623-0160-4822-ba5e-602941be15db req-c3a386f6-9a32-49ee-95d1-1219350bb69b tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.6538169
Dec 24 11:09:29.758986 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-ffaf0b04-bc03-4a01-b14a-24c2faefb132 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:09:29.766833 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-ffaf0b04-bc03-4a01-b14a-24c2faefb132 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:09:29.778622 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-07e95a6a-51f3-4e84-997d-9663b62b12b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:29.830785 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-07e95a6a-51f3-4e84-997d-9663b62b12b8 None None] For port bc5d51e2-51d2-4d4b-825a-3a65a53b4a52, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=bc5d51e2-51d2-4d4b-825a-3a65a53b4a52,segment=NetworkSegment(456dbe23-92c1-435b-bc84-b92688c4adf1),segment_id=456dbe23-92c1-435b-bc84-b92688c4adf1)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:09:29.834684 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-07e95a6a-51f3-4e84-997d-9663b62b12b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:29.836918 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-bdc1625c-585e-41f2-bbc7-70bb4dd3a2a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:09:29.845806 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ffaf0b04-bc03-4a01-b14a-24c2faefb132 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Notify callbacks [] for security_group, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:29.846603 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [req-73cb1623-0160-4822-ba5e-602941be15db req-12b58c1b-d1a6-45db-ae27-ad22f76d76de service neutron] Request body: {'port': {'device_id': 'a33fdf1a-714c-405b-86fc-5159e6d124f5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:09:29.853026 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ffaf0b04-bc03-4a01-b14a-24c2faefb132 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:29.859731 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-23da917e-4683-48b6-81b8-f07ea7b413ad tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:09:29.962446 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e95a6a-51f3-4e84-997d-9663b62b12b8 None None] Pushing event updated for resources: {'Port': ['ID=bc5d51e2-51d2-4d4b-825a-3a65a53b4a52,revision_number=3']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:09:29.971294 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaf0b04-bc03-4a01-b14a-24c2faefb132 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70c4cd5a-1774-4492-a1ee-dd0fad4f1787,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:09:29.973757 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-07e95a6a-51f3-4e84-997d-9663b62b12b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:09:29.979446 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-ffaf0b04-bc03-4a01-b14a-24c2faefb132 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:09:29.982714 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ffaf0b04-bc03-4a01-b14a-24c2faefb132 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:29.984075 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-ffaf0b04-bc03-4a01-b14a-24c2faefb132 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1578 time: 0.3385794
Dec 24 11:09:29.988557 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 42194) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:09:29.995058 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-cc944f4d-dd46-43ae-bf88-2be1cb173487 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Request body: {'security_group_rule': {'security_group_id': '70c4cd5a-1774-4492-a1ee-dd0fad4f1787', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:09:29.995735 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.v2.resource [None req-cc944f4d-dd46-43ae-bf88-2be1cb173487 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 24 11:09:29.996896 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-cc944f4d-dd46-43ae-bf88-2be1cb173487 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 317 time: 0.0072978
Dec 24 11:09:30.009154 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 42198) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:09:30.020115 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-840f10e3-b6a5-458b-b266-c24e978359b3 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Request body: {'security_group_rule': {'security_group_id': '70c4cd5a-1774-4492-a1ee-dd0fad4f1787', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:09:30.045803 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-840f10e3-b6a5-458b-b266-c24e978359b3 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:09:30.052436 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-840f10e3-b6a5-458b-b266-c24e978359b3 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Usage tracker for resource:security_group_rule and tenant:41ca203d5ffe4fe1a401a43184532a32 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:09:30.133516 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-840f10e3-b6a5-458b-b266-c24e978359b3 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:09:30.188657 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-840f10e3-b6a5-458b-b266-c24e978359b3 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:09:30.196344 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-73cb1623-0160-4822-ba5e-602941be15db req-12b58c1b-d1a6-45db-ae27-ad22f76d76de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:30.257160 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.v2.resource [None req-840f10e3-b6a5-458b-b266-c24e978359b3 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 24 11:09:30.263824 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-840f10e3-b6a5-458b-b266-c24e978359b3 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 354 time: 0.2487586
Dec 24 11:09:30.268076 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 42204) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:09:30.274298 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-418de574-ca63-4956-9a4c-43b2e2806868 None None] Provisioning for port db30fbba-a01f-42c8-b52d-da5f05b1fdca completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:09:30.279851 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-bb1a0489-aa77-45c6-9b34-5413b7ce7e31 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Request body: {'security_group_rule': {'security_group_id': '70c4cd5a-1774-4492-a1ee-dd0fad4f1787', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:09:30.280482 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.v2.resource [None req-bb1a0489-aa77-45c6-9b34-5413b7ce7e31 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 24 11:09:30.284128 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-bb1a0489-aa77-45c6-9b34-5413b7ce7e31 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 319 time: 0.0115833
Dec 24 11:09:30.291383 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-418de574-ca63-4956-9a4c-43b2e2806868 None None] Provisioning complete for port db30fbba-a01f-42c8-b52d-da5f05b1fdca triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:09:30.291803 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-418de574-ca63-4956-9a4c-43b2e2806868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:30.294147 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d640b3cf-cda6-4f87-96b2-57e91f28158b req-fca85cd3-e8b8-448c-b4a5-4a95251b82c1 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:09:30.302604 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-d640b3cf-cda6-4f87-96b2-57e91f28158b req-fca85cd3-e8b8-448c-b4a5-4a95251b82c1 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c123780-3605-46ce-8039-1f88853bf606 HTTP/1.1" status: 200  len: 945 time: 0.2537653
Dec 24 11:09:30.311071 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 42208) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:09:30.333278 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-550ad1d6-3c91-4860-a83b-69ada7dbcfd6 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Request body: {'security_group_rule': {'security_group_id': '70c4cd5a-1774-4492-a1ee-dd0fad4f1787', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:09:30.349453 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-550ad1d6-3c91-4860-a83b-69ada7dbcfd6 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:09:30.360350 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-418de574-ca63-4956-9a4c-43b2e2806868 None None] Port db30fbba-a01f-42c8-b52d-da5f05b1fdca cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:09:30.362159 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da384c3-fd1b-494c-9997-a16fbded34f1 req-7da51572-9983-4de3-b90e-792cc42ac6e1 tempest-TestServerAdvancedOps-1433713942 tempest-TestServerAdvancedOps-1433713942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:09:30.363850 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-6da384c3-fd1b-494c-9997-a16fbded34f1 req-7da51572-9983-4de3-b90e-792cc42ac6e1 tempest-TestServerAdvancedOps-1433713942 tempest-TestServerAdvancedOps-1433713942-project] 10.222.0.65 "GET /v2.0/ports?device_id=56f14696-b26a-41e5-b1ca-c51145599ad7 HTTP/1.1" status: 200  len: 945 time: 0.2322235
Dec 24 11:09:30.366313 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-550ad1d6-3c91-4860-a83b-69ada7dbcfd6 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Usage tracker for resource:security_group_rule and tenant:41ca203d5ffe4fe1a401a43184532a32 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:09:30.370131 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-550ad1d6-3c91-4860-a83b-69ada7dbcfd6 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:09:30.388322 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-550ad1d6-3c91-4860-a83b-69ada7dbcfd6 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:09:30.436751 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-d640b3cf-cda6-4f87-96b2-57e91f28158b req-e344ac72-4e88-46f7-b2cf-3a28ef53a192 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] 10.222.0.65 "GET /v2.0/security-groups?id=7c81f28e-fd2d-468e-ad3a-e8186ef36a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1331360
Dec 24 11:09:30.469810 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-6da384c3-fd1b-494c-9997-a16fbded34f1 req-47ee0f18-a303-44d7-ac21-d64f01597c66 tempest-TestServerAdvancedOps-1433713942 tempest-TestServerAdvancedOps-1433713942-project] 10.222.0.65 "GET /v2.0/security-groups?id=2890f8c6-9fdc-4bb0-888c-ee6878760a52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0852337
Dec 24 11:09:30.471197 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.v2.resource [None req-550ad1d6-3c91-4860-a83b-69ada7dbcfd6 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 24 11:09:30.472279 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-550ad1d6-3c91-4860-a83b-69ada7dbcfd6 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 354 time: 0.1601541
Dec 24 11:09:30.475625 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 42212) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:09:30.481942 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-123e7725-b196-46e8-ac3d-010e97de7e3e tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Request body: {'security_group_rule': {'security_group_id': '70c4cd5a-1774-4492-a1ee-dd0fad4f1787', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:09:30.482629 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.v2.resource [None req-123e7725-b196-46e8-ac3d-010e97de7e3e tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 24 11:09:30.487433 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-123e7725-b196-46e8-ac3d-010e97de7e3e tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 317 time: 0.0106394
Dec 24 11:09:30.488082 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 42216) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:09:30.494310 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-08e76e96-8746-401a-9c59-35222a8c7256 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Request body: {'security_group_rule': {'security_group_id': '70c4cd5a-1774-4492-a1ee-dd0fad4f1787', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:09:30.502023 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-08e76e96-8746-401a-9c59-35222a8c7256 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:09:30.506604 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-08e76e96-8746-401a-9c59-35222a8c7256 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Usage tracker for resource:security_group_rule and tenant:41ca203d5ffe4fe1a401a43184532a32 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:09:30.510394 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-08e76e96-8746-401a-9c59-35222a8c7256 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:09:30.517437 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-08e76e96-8746-401a-9c59-35222a8c7256 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:09:30.525488 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-bc48cb15-3833-4fc7-9f63-90005b5c1587 None None] Provisioning complete for port bc5d51e2-51d2-4d4b-825a-3a65a53b4a52 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:09:30.526254 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bc48cb15-3833-4fc7-9f63-90005b5c1587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:30.541018 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.securitygroups_db [None req-08e76e96-8746-401a-9c59-35222a8c7256 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Project 41ca203d5ffe4fe1a401a43184532a32 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 24 11:09:30.586528 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.v2.resource [None req-08e76e96-8746-401a-9c59-35222a8c7256 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 24 11:09:30.591029 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-08e76e96-8746-401a-9c59-35222a8c7256 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 361 time: 0.1018236
Dec 24 11:09:30.591699 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 42222) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:09:30.600459 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-32fc2e9a-26a7-4f71-9015-f08ab431efc0 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Request body: {'security_group_rule': {'security_group_id': '70c4cd5a-1774-4492-a1ee-dd0fad4f1787', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:09:30.601135 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.v2.resource [None req-32fc2e9a-26a7-4f71-9015-f08ab431efc0 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 24 11:09:30.623407 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-32fc2e9a-26a7-4f71-9015-f08ab431efc0 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 316 time: 0.0305073
Dec 24 11:09:30.625107 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 42226) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:09:30.639624 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-e7fdde9d-dd44-4e46-ab93-7d189cd07e9b tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Request body: {'security_group_rule': {'security_group_id': '70c4cd5a-1774-4492-a1ee-dd0fad4f1787', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:09:30.706901 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-e7fdde9d-dd44-4e46-ab93-7d189cd07e9b tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:09:30.717349 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-e7fdde9d-dd44-4e46-ab93-7d189cd07e9b tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Usage tracker for resource:security_group_rule and tenant:41ca203d5ffe4fe1a401a43184532a32 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:09:30.721115 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-e7fdde9d-dd44-4e46-ab93-7d189cd07e9b tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:09:30.730568 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-e7fdde9d-dd44-4e46-ab93-7d189cd07e9b tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:09:30.746554 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.securitygroups_db [None req-e7fdde9d-dd44-4e46-ab93-7d189cd07e9b tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Project 41ca203d5ffe4fe1a401a43184532a32 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 24 11:09:30.783614 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8697ed4b-31c7-4729-83bc-b9d6d104d64a req-8093b935-6949-4031-ac7b-775c8221e7d3 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:09:30.785588 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-8697ed4b-31c7-4729-83bc-b9d6d104d64a req-8093b935-6949-4031-ac7b-775c8221e7d3 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/ports?device_id=a33fdf1a-714c-405b-86fc-5159e6d124f5 HTTP/1.1" status: 200  len: 932 time: 0.1374714
Dec 24 11:09:30.786842 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.v2.resource [None req-e7fdde9d-dd44-4e46-ab93-7d189cd07e9b tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 24 11:09:30.787932 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-e7fdde9d-dd44-4e46-ab93-7d189cd07e9b tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 373 time: 0.1617782
Dec 24 11:09:30.793744 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 42230) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:09:30.801727 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-28de4529-3d8e-4f94-a61e-18997435a38a tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Request body: {'security_group_rule': {'security_group_id': '70c4cd5a-1774-4492-a1ee-dd0fad4f1787', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:09:30.829214 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-28de4529-3d8e-4f94-a61e-18997435a38a tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:09:30.836574 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-28de4529-3d8e-4f94-a61e-18997435a38a tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Usage tracker for resource:security_group_rule and tenant:41ca203d5ffe4fe1a401a43184532a32 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:09:30.840108 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-28de4529-3d8e-4f94-a61e-18997435a38a tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:09:30.855575 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-28de4529-3d8e-4f94-a61e-18997435a38a tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:09:30.872518 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-8697ed4b-31c7-4729-83bc-b9d6d104d64a req-ac593c65-9b7d-4d61-9915-7a615ada0100 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/security-groups?id=12809888-818f-4264-af3c-fdaa4767a8bd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0760770
Dec 24 11:09:30.873700 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.securitygroups_db [None req-28de4529-3d8e-4f94-a61e-18997435a38a tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Project 41ca203d5ffe4fe1a401a43184532a32 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 24 11:09:30.895612 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.v2.resource [None req-28de4529-3d8e-4f94-a61e-18997435a38a tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 24 11:09:30.896767 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-28de4529-3d8e-4f94-a61e-18997435a38a tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 361 time: 0.1023824
Dec 24 11:09:30.902667 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 42236) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:09:31.047580 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f7b0a5a6-ef6a-4241-b46c-ecb4e028ddd9 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Notify callbacks [] for security_group, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:31.103354 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dc4f17-7c9d-4589-94a7-c66f22731051 req-2d97d3dc-9a05-4318-8c72-6334d2484657 tempest-TestServerAdvancedOps-1433713942 tempest-TestServerAdvancedOps-1433713942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:09:31.105804 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-d7dc4f17-7c9d-4589-94a7-c66f22731051 req-2d97d3dc-9a05-4318-8c72-6334d2484657 tempest-TestServerAdvancedOps-1433713942 tempest-TestServerAdvancedOps-1433713942-project] 10.222.0.65 "GET /v2.0/ports?device_id=56f14696-b26a-41e5-b1ca-c51145599ad7 HTTP/1.1" status: 200  len: 945 time: 0.1743195
Dec 24 11:09:31.106540 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9a54dfee-baca-4c34-ad99-ecf1e262eb81 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:31.108160 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f7b0a5a6-ef6a-4241-b46c-ecb4e028ddd9 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:31.191915 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device bc5d51e2-51d2-4d4b-825a-3a65a53b4a52 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:09:31.210194 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-d7dc4f17-7c9d-4589-94a7-c66f22731051 req-c606f9cd-d035-4b66-8288-fcf170153240 tempest-TestServerAdvancedOps-1433713942 tempest-TestServerAdvancedOps-1433713942-project] 10.222.0.65 "GET /v2.0/security-groups?id=2890f8c6-9fdc-4bb0-888c-ee6878760a52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0924332
Dec 24 11:09:31.216619 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f7b0a5a6-ef6a-4241-b46c-ecb4e028ddd9 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:31.222629 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-032b16ac-75c2-4970-a478-d324adc05051 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:09:31.244233 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b0a5a6-ef6a-4241-b46c-ecb4e028ddd9 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70c4cd5a-1774-4492-a1ee-dd0fad4f1787,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:09:31.250329 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f7b0a5a6-ef6a-4241-b46c-ecb4e028ddd9 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:09:31.252941 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f7b0a5a6-ef6a-4241-b46c-ecb4e028ddd9 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:31.254690 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-f7b0a5a6-ef6a-4241-b46c-ecb4e028ddd9 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] 10.222.0.65 "DELETE /v2.0/security-groups/70c4cd5a-1774-4492-a1ee-dd0fad4f1787 HTTP/1.1" status: 204  len: 168 time: 0.3504815
Dec 24 11:09:31.256925 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 42240) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:09:31.300081 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port bc5d51e2-51d2-4d4b-825a-3a65a53b4a52 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:09:31.300635 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:31.306671 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [req-73cb1623-0160-4822-ba5e-602941be15db req-12b58c1b-d1a6-45db-ae27-ad22f76d76de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db30fbba-a01f-42c8-b52d-da5f05b1fdca {{(pid=88879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 24 11:09:31.317177 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-e7d999a6-d70d-447a-be20-acbb63f2a5a9 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Synchronizing usage tracker for tenant:41ca203d5ffe4fe1a401a43184532a32 on resource:security_group {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:09:31.317464 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-73cb1623-0160-4822-ba5e-602941be15db req-12b58c1b-d1a6-45db-ae27-ad22f76d76de service neutron] Notify callbacks [] for port, precommit_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:31.334050 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-e7d999a6-d70d-447a-be20-acbb63f2a5a9 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Unset dirty status for tenant:41ca203d5ffe4fe1a401a43184532a32 on resource:security_group {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:09:31.340305 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-e7d999a6-d70d-447a-be20-acbb63f2a5a9 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.0771174
Dec 24 11:09:31.340637 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 42244) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:09:31.347394 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-0dca503b-931a-42b1-99e6-32581055994f tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Request body: {'security_group': {'name': 'tempest-secgroup--1297108'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:09:31.354759 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-0dca503b-931a-42b1-99e6-32581055994f tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:09:31.359093 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [req-73cb1623-0160-4822-ba5e-602941be15db req-12b58c1b-d1a6-45db-ae27-ad22f76d76de service neutron] Transition to ACTIVE for port object db30fbba-a01f-42c8-b52d-da5f05b1fdca will not be triggered until provisioned by entity L2. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:09:31.365807 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-0dca503b-931a-42b1-99e6-32581055994f tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:09:31.375970 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0dca503b-931a-42b1-99e6-32581055994f tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Notify callbacks [] for security_group, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:31.403849 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-73cb1623-0160-4822-ba5e-602941be15db req-12b58c1b-d1a6-45db-ae27-ad22f76d76de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850854027'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:31.409666 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f853d367-5703-45b7-b04b-13d951d76bb1 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:09:31.417961 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-0dca503b-931a-42b1-99e6-32581055994f tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:09:31.423219 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-0dca503b-931a-42b1-99e6-32581055994f tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Usage tracker for resource:security_group_rule and tenant:41ca203d5ffe4fe1a401a43184532a32 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:09:31.426606 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-0dca503b-931a-42b1-99e6-32581055994f tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:09:31.432790 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-0dca503b-931a-42b1-99e6-32581055994f tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:09:31.492336 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0dca503b-931a-42b1-99e6-32581055994f tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Notify callbacks [] for security_group, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:31.499025 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0dca503b-931a-42b1-99e6-32581055994f tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:31.528908 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f7b0a5a6-ef6a-4241-b46c-ecb4e028ddd9 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:09:31.544897 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0dca503b-931a-42b1-99e6-32581055994f tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:31.546532 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-0dca503b-931a-42b1-99e6-32581055994f tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1575 time: 0.2045362
Dec 24 11:09:31.549578 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 42250) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:09:31.556184 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-f0b667c6-54e0-416d-8fe9-5e95e53902b0 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Request body: {'security_group_rule': {'security_group_id': 'be18d56a-9b3d-47b2-b301-bcab86641922', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:09:31.575100 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-f0b667c6-54e0-416d-8fe9-5e95e53902b0 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:09:31.583124 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-f0b667c6-54e0-416d-8fe9-5e95e53902b0 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Usage tracker for resource:security_group_rule and tenant:41ca203d5ffe4fe1a401a43184532a32 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:09:31.586356 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dca503b-931a-42b1-99e6-32581055994f tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be18d56a-9b3d-47b2-b301-bcab86641922,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:09:31.591616 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-0dca503b-931a-42b1-99e6-32581055994f tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:09:31.592943 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-f0b667c6-54e0-416d-8fe9-5e95e53902b0 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:09:31.600480 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-f0b667c6-54e0-416d-8fe9-5e95e53902b0 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:09:31.620697 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b58c1b-d1a6-45db-ae27-ad22f76d76de service neutron] Pushing event updated for resources: {'Port': ['ID=db30fbba-a01f-42c8-b52d-da5f05b1fdca,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:09:31.640410 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-12b58c1b-d1a6-45db-ae27-ad22f76d76de service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:09:31.712577 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.v2.resource [None req-f0b667c6-54e0-416d-8fe9-5e95e53902b0 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] create failed (client error): The resource could not be found.
Dec 24 11:09:31.713721 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-f0b667c6-54e0-416d-8fe9-5e95e53902b0 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 323 time: 0.1629226
Dec 24 11:09:31.721002 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 42254) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:09:31.731630 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-962b60bc-3b96-4cf9-87f3-c3dc78368de9 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Request body: {'security_group_rule': {'security_group_id': 'be18d56a-9b3d-47b2-b301-bcab86641922', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '42210c8e-9606-454c-a15e-1daa1c8a7484'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:09:31.741952 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-962b60bc-3b96-4cf9-87f3-c3dc78368de9 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:09:31.753098 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e4c6f7-62af-476d-a8a1-4578ab351fbd req-eb40a3c5-1041-4d3d-95aa-db2c1f53092f tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:09:31.754921 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-65e4c6f7-62af-476d-a8a1-4578ab351fbd req-eb40a3c5-1041-4d3d-95aa-db2c1f53092f tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c123780-3605-46ce-8039-1f88853bf606 HTTP/1.1" status: 200  len: 945 time: 0.1515024
Dec 24 11:09:31.756155 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-962b60bc-3b96-4cf9-87f3-c3dc78368de9 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Usage tracker for resource:security_group_rule and tenant:41ca203d5ffe4fe1a401a43184532a32 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:09:31.759986 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-962b60bc-3b96-4cf9-87f3-c3dc78368de9 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:09:31.781518 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-962b60bc-3b96-4cf9-87f3-c3dc78368de9 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:09:31.829716 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-65e4c6f7-62af-476d-a8a1-4578ab351fbd req-8c590c16-430d-4f16-b7c8-2b9fd9269feb tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] 10.222.0.65 "GET /v2.0/security-groups?id=7c81f28e-fd2d-468e-ad3a-e8186ef36a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0661397
Dec 24 11:09:31.846512 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.v2.resource [None req-962b60bc-3b96-4cf9-87f3-c3dc78368de9 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] create failed (client error): The resource could not be found.
Dec 24 11:09:31.847684 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-962b60bc-3b96-4cf9-87f3-c3dc78368de9 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 347 time: 0.1234820
Dec 24 11:09:31.850663 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 42258) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:09:31.856710 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [req-73cb1623-0160-4822-ba5e-602941be15db req-12b58c1b-d1a6-45db-ae27-ad22f76d76de service neutron] Attempting to bind port db30fbba-a01f-42c8-b52d-da5f05b1fdca on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:09:31.856925 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [req-73cb1623-0160-4822-ba5e-602941be15db req-12b58c1b-d1a6-45db-ae27-ad22f76d76de service neutron] Attempting to bind port db30fbba-a01f-42c8-b52d-da5f05b1fdca by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'e6200a3d-5673-457a-b6e2-6c759381c988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '641ddaa1-b5c0-4a80-8143-5da9e4cb5db6'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:09:31.857293 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73cb1623-0160-4822-ba5e-602941be15db req-12b58c1b-d1a6-45db-ae27-ad22f76d76de service neutron] Attempting to bind port db30fbba-a01f-42c8-b52d-da5f05b1fdca on network 641ddaa1-b5c0-4a80-8143-5da9e4cb5db6 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:09:31.860038 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-9a54dfee-baca-4c34-ad99-ecf1e262eb81 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Allocated IP 172.21.0.1 (3228994e-0a61-4fd7-911c-ed7f448946c9/33a0e2ea-5b3c-46ad-9943-5799fcc5873b/a6ec29d2-cef2-46a2-b70f-04c3a6c6b6a0) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:09:31.882877 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73cb1623-0160-4822-ba5e-602941be15db req-12b58c1b-d1a6-45db-ae27-ad22f76d76de service neutron] Port db30fbba-a01f-42c8-b52d-da5f05b1fdca on network 641ddaa1-b5c0-4a80-8143-5da9e4cb5db6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 24 11:09:31.883118 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73cb1623-0160-4822-ba5e-602941be15db req-12b58c1b-d1a6-45db-ae27-ad22f76d76de service neutron] Attempting to bind port db30fbba-a01f-42c8-b52d-da5f05b1fdca on network 641ddaa1-b5c0-4a80-8143-5da9e4cb5db6 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:09:31.933222 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-498ddfa6-13a8-4cef-9168-07ef9f0d3a8e tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Notify callbacks [] for security_group, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:31.970885 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-498ddfa6-13a8-4cef-9168-07ef9f0d3a8e tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:32.007784 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73cb1623-0160-4822-ba5e-602941be15db req-12b58c1b-d1a6-45db-ae27-ad22f76d76de service neutron] Checking agent: {'id': '239bbc6e-fc66-42e2-b707-1aa8ba10287c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 57, 58), 'started_at': datetime.datetime(2021, 12, 24, 10, 57, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 9, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:09:32.008323 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73cb1623-0160-4822-ba5e-602941be15db req-12b58c1b-d1a6-45db-ae27-ad22f76d76de service neutron] Checking segment: {'id': 'e6200a3d-5673-457a-b6e2-6c759381c988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '641ddaa1-b5c0-4a80-8143-5da9e4cb5db6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:09:32.008878 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73cb1623-0160-4822-ba5e-602941be15db req-12b58c1b-d1a6-45db-ae27-ad22f76d76de service neutron] Bound using segment: {'id': 'e6200a3d-5673-457a-b6e2-6c759381c988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '641ddaa1-b5c0-4a80-8143-5da9e4cb5db6'} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:09:32.009482 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [req-73cb1623-0160-4822-ba5e-602941be15db req-12b58c1b-d1a6-45db-ae27-ad22f76d76de service neutron] Bound port: db30fbba-a01f-42c8-b52d-da5f05b1fdca, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6200a3d-5673-457a-b6e2-6c759381c988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '641ddaa1-b5c0-4a80-8143-5da9e4cb5db6'}}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:09:32.010006 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-73cb1623-0160-4822-ba5e-602941be15db req-12b58c1b-d1a6-45db-ae27-ad22f76d76de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:32.122304 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-498ddfa6-13a8-4cef-9168-07ef9f0d3a8e tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:32.131564 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-5ec5b027-e476-4064-a29f-3b1e1cbb90b1 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:09:32.143500 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9a54dfee-baca-4c34-ad99-ecf1e262eb81 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:32.160681 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498ddfa6-13a8-4cef-9168-07ef9f0d3a8e tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be18d56a-9b3d-47b2-b301-bcab86641922,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:09:32.165780 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [req-73cb1623-0160-4822-ba5e-602941be15db req-12b58c1b-d1a6-45db-ae27-ad22f76d76de service neutron] For port db30fbba-a01f-42c8-b52d-da5f05b1fdca, host hv-neutron-8226, cleared binding levels {{(pid=88879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:09:32.171453 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [req-73cb1623-0160-4822-ba5e-602941be15db req-12b58c1b-d1a6-45db-ae27-ad22f76d76de service neutron] For port db30fbba-a01f-42c8-b52d-da5f05b1fdca, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=db30fbba-a01f-42c8-b52d-da5f05b1fdca,segment=NetworkSegment(e6200a3d-5673-457a-b6e2-6c759381c988),segment_id=e6200a3d-5673-457a-b6e2-6c759381c988)] {{(pid=88879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:09:32.172960 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-9a54dfee-baca-4c34-ad99-ecf1e262eb81 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Transition to ACTIVE for port object a6ec29d2-cef2-46a2-b70f-04c3a6c6b6a0 will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:09:32.174819 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-498ddfa6-13a8-4cef-9168-07ef9f0d3a8e tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:09:32.177620 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-73cb1623-0160-4822-ba5e-602941be15db req-12b58c1b-d1a6-45db-ae27-ad22f76d76de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850854027'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:32.183378 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-d002d4d3-b910-438a-9901-4111f39e3afd tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:09:32.189920 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-498ddfa6-13a8-4cef-9168-07ef9f0d3a8e tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:32.191329 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-498ddfa6-13a8-4cef-9168-07ef9f0d3a8e tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] 10.222.0.65 "DELETE /v2.0/security-groups/be18d56a-9b3d-47b2-b301-bcab86641922 HTTP/1.1" status: 204  len: 168 time: 0.3396702
Dec 24 11:09:32.197234 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 42266) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:09:32.204351 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e8d97e-84de-4c2d-b5b0-ee62dc7d6357 req-750614ab-c8d2-42c5-b985-150439adabdc tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:09:32.205980 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-f8e8d97e-84de-4c2d-b5b0-ee62dc7d6357 req-750614ab-c8d2-42c5-b985-150439adabdc tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c123780-3605-46ce-8039-1f88853bf606 HTTP/1.1" status: 200  len: 945 time: 0.2245665
Dec 24 11:09:32.213984 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fedf3f-b5dc-4716-a7f5-2f6f223578cf req-72204717-0676-449c-87d3-cb27d64b9e20 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:09:32.215587 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-65fedf3f-b5dc-4716-a7f5-2f6f223578cf req-72204717-0676-449c-87d3-cb27d64b9e20 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/ports?device_id=a33fdf1a-714c-405b-86fc-5159e6d124f5 HTTP/1.1" status: 200  len: 944 time: 0.1947298
Dec 24 11:09:32.263348 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-73cb1623-0160-4822-ba5e-602941be15db req-12b58c1b-d1a6-45db-ae27-ad22f76d76de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:32.264857 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-73cb1623-0160-4822-ba5e-602941be15db req-12b58c1b-d1a6-45db-ae27-ad22f76d76de service neutron] 10.222.0.58 "PUT /v2.0/ports/db30fbba-a01f-42c8-b52d-da5f05b1fdca HTTP/1.1" status: 200  len: 1094 time: 2.4299378
Dec 24 11:09:32.265445 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a33fdf1a-714c-405b-86fc-5159e6d124f5', 'tag': 'db30fbba-a01f-42c8-b52d-da5f05b1fdca'}] {{(pid=88879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 24 11:09:32.284397 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b58c1b-d1a6-45db-ae27-ad22f76d76de service neutron] Pushing event updated for resources: {'Port': ['ID=db30fbba-a01f-42c8-b52d-da5f05b1fdca,revision_number=3']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:09:32.288279 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9a54dfee-baca-4c34-ad99-ecf1e262eb81 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:32.309852 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-12b58c1b-d1a6-45db-ae27-ad22f76d76de service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:09:32.310633 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-12b58c1b-d1a6-45db-ae27-ad22f76d76de service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:09:32.347630 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-f8e8d97e-84de-4c2d-b5b0-ee62dc7d6357 req-302092a5-6ec9-431e-90b3-0b24efab445d tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] 10.222.0.65 "GET /v2.0/security-groups?id=7c81f28e-fd2d-468e-ad3a-e8186ef36a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1310341
Dec 24 11:09:32.350854 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-65fedf3f-b5dc-4716-a7f5-2f6f223578cf req-48d5dd9d-e072-4169-a65c-bfa7c6b483b1 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/security-groups?id=12809888-818f-4264-af3c-fdaa4767a8bd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1032643
Dec 24 11:09:32.353439 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-58bebe79-3b1f-461c-8aba-32e531af837f tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Synchronizing usage tracker for tenant:41ca203d5ffe4fe1a401a43184532a32 on resource:security_group {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:09:32.370298 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-58bebe79-3b1f-461c-8aba-32e531af837f tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Unset dirty status for tenant:41ca203d5ffe4fe1a401a43184532a32 on resource:security_group {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:09:32.371749 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-58bebe79-3b1f-461c-8aba-32e531af837f tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.1647806
Dec 24 11:09:32.376142 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 42274) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:09:32.389147 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-a50bf95e-0089-41ef-9c4d-056c6f0becd6 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Request body: {'security_group_rule': {'security_group_id': '918c5413-e530-4aa3-ba2f-bd198a0f4e2c', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:09:32.396872 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-a50bf95e-0089-41ef-9c4d-056c6f0becd6 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:09:32.409613 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-a50bf95e-0089-41ef-9c4d-056c6f0becd6 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Usage tracker for resource:security_group_rule and tenant:41ca203d5ffe4fe1a401a43184532a32 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:09:32.412087 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 42278) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:09:32.413307 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-a50bf95e-0089-41ef-9c4d-056c6f0becd6 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:09:32.420496 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-a50bf95e-0089-41ef-9c4d-056c6f0becd6 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:09:32.432542 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a54dfee-baca-4c34-ad99-ecf1e262eb81 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Network 3228994e-0a61-4fd7-911c-ed7f448946c9 is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:09:32.441773 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-9a54dfee-baca-4c34-ad99-ecf1e262eb81 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Resources bound (agent type, host, resource id):  {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:09:32.460482 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a54dfee-baca-4c34-ad99-ecf1e262eb81 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:09:32.518083 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a54dfee-baca-4c34-ad99-ecf1e262eb81 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Pushing event updated for resources: {'Port': ['ID=a6ec29d2-cef2-46a2-b70f-04c3a6c6b6a0,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:09:32.545809 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-9a54dfee-baca-4c34-ad99-ecf1e262eb81 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:09:32.614050 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.v2.resource [None req-a50bf95e-0089-41ef-9c4d-056c6f0becd6 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] create failed (client error): The resource could not be found.
Dec 24 11:09:32.614413 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-73cb1623-0160-4822-ba5e-602941be15db req-cb6f3042-658f-4084-9827-74f83d71e112 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ad7c5ba9df02428aae512a4d9bb9dd9d&device_id=a33fdf1a-714c-405b-86fc-5159e6d124f5 HTTP/1.1" status: 200  len: 1097 time: 0.3060741
Dec 24 11:09:32.621215 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-a50bf95e-0089-41ef-9c4d-056c6f0becd6 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 347 time: 0.2438478
Dec 24 11:09:32.625913 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 42286) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:09:32.713490 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b96d14-a3ad-4f67-b527-fe6f9484acf3 req-b3317de0-684c-4e8c-a167-40608b8cd230 tempest-TestServerAdvancedOps-1433713942 tempest-TestServerAdvancedOps-1433713942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:09:32.715291 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-71b96d14-a3ad-4f67-b527-fe6f9484acf3 req-b3317de0-684c-4e8c-a167-40608b8cd230 tempest-TestServerAdvancedOps-1433713942 tempest-TestServerAdvancedOps-1433713942-project] 10.222.0.65 "GET /v2.0/ports?device_id=56f14696-b26a-41e5-b1ca-c51145599ad7 HTTP/1.1" status: 200  len: 945 time: 0.2099957
Dec 24 11:09:32.754186 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9a54dfee-baca-4c34-ad99-ecf1e262eb81 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-720245'] for router_interface, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:32.761934 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-1ab8efda-8234-4a99-8a3d-b1d420441ad7 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Request body: {'security_group': {'name': 'tempest-secgroup--2012282830'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:09:32.783295 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-71b96d14-a3ad-4f67-b527-fe6f9484acf3 req-19c5576e-0204-4854-8bc6-39b3d3aca319 tempest-TestServerAdvancedOps-1433713942 tempest-TestServerAdvancedOps-1433713942-project] 10.222.0.65 "GET /v2.0/security-groups?id=2890f8c6-9fdc-4bb0-888c-ee6878760a52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0610759
Dec 24 11:09:32.811439 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-1ab8efda-8234-4a99-8a3d-b1d420441ad7 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:09:32.819354 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a33fdf1a-714c-405b-86fc-5159e6d124f5', 'tag': 'db30fbba-a01f-42c8-b52d-da5f05b1fdca', 'status': 'completed', 'code': 200}
Dec 24 11:09:32.823183 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-73cb1623-0160-4822-ba5e-602941be15db req-50d1f03f-cb89-40dc-bd8e-d0a02cdbce34 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=db30fbba-a01f-42c8-b52d-da5f05b1fdca HTTP/1.1" status: 200  len: 217 time: 0.1959476
Dec 24 11:09:32.876724 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-1ab8efda-8234-4a99-8a3d-b1d420441ad7 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:09:32.921883 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1ab8efda-8234-4a99-8a3d-b1d420441ad7 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Notify callbacks [] for security_group, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:32.947360 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-bf74f656-d5f6-4553-99cd-09e5c1a7ba02 None None] Provisioning for port a6ec29d2-cef2-46a2-b70f-04c3a6c6b6a0 completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:09:32.948338 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cb1623-0160-4822-ba5e-602941be15db req-653096d4-f4e6-4a8c-890e-6075891683a4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:09:32.948829 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac34944b-d658-4e3a-9dd8-23c7c087d956 req-457e9fd0-e5d3-46ea-bbd0-f464c811406a tempest-TestServerAdvancedOps-1433713942 tempest-TestServerAdvancedOps-1433713942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:09:32.949980 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-73cb1623-0160-4822-ba5e-602941be15db req-653096d4-f4e6-4a8c-890e-6075891683a4 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=91672386-df32-4978-8fd4-f2d6b643bcf9 HTTP/1.1" status: 200  len: 834 time: 0.1120484
Dec 24 11:09:32.950502 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-ac34944b-d658-4e3a-9dd8-23c7c087d956 req-457e9fd0-e5d3-46ea-bbd0-f464c811406a tempest-TestServerAdvancedOps-1433713942 tempest-TestServerAdvancedOps-1433713942-project] 10.222.0.58 "GET /v2.0/ports?device_id=56f14696-b26a-41e5-b1ca-c51145599ad7 HTTP/1.1" status: 200  len: 945 time: 0.0854938
Dec 24 11:09:32.953400 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-bf74f656-d5f6-4553-99cd-09e5c1a7ba02 None None] Provisioning complete for port a6ec29d2-cef2-46a2-b70f-04c3a6c6b6a0 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:09:32.953891 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bf74f656-d5f6-4553-99cd-09e5c1a7ba02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:33.011560 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-bf74f656-d5f6-4553-99cd-09e5c1a7ba02 None None] Port a6ec29d2-cef2-46a2-b70f-04c3a6c6b6a0 cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:09:33.035912 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [req-ac34944b-d658-4e3a-9dd8-23c7c087d956 req-93846d11-8b20-4966-a629-b47259a852e4 tempest-TestServerAdvancedOps-1433713942 tempest-TestServerAdvancedOps-1433713942-project] Deleting port 095960ad-786b-40d0-b8a5-9671f316bc3b {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:09:33.036299 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-ac34944b-d658-4e3a-9dd8-23c7c087d956 req-93846d11-8b20-4966-a629-b47259a852e4 tempest-TestServerAdvancedOps-1433713942 tempest-TestServerAdvancedOps-1433713942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:33.087705 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9a54dfee-baca-4c34-ad99-ecf1e262eb81 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:33.099895 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-122ef96d-56a8-4b50-9893-bbf7d5fd3049 tempest-TestVolumeBootPattern-1848862148 tempest-TestVolumeBootPattern-1848862148-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=2c123780-3605-46ce-8039-1f88853bf606 HTTP/1.1" status: 200  len: 1093 time: 0.6825924
Dec 24 11:09:33.104470 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 42292) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:09:33.118348 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-1801d7d0-421b-4d01-9ad5-6143baece661 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Request body: {'floatingip': {'floating_network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'port_id': '269cc7a5-ac29-4910-891b-3ecb3282fa1c', 'tenant_id': 'fbedb279f22e4b3494591d6dabc201d5', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:09:33.124988 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-1ab8efda-8234-4a99-8a3d-b1d420441ad7 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:09:33.132681 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-1801d7d0-421b-4d01-9ad5-6143baece661 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:09:33.136362 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-1ab8efda-8234-4a99-8a3d-b1d420441ad7 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Usage tracker for resource:security_group_rule and tenant:41ca203d5ffe4fe1a401a43184532a32 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:09:33.167703 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-1ab8efda-8234-4a99-8a3d-b1d420441ad7 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:09:33.171000 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-1801d7d0-421b-4d01-9ad5-6143baece661 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Usage tracker for resource:floatingip and tenant:fbedb279f22e4b3494591d6dabc201d5 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:09:33.182527 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-1801d7d0-421b-4d01-9ad5-6143baece661 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:09:33.185608 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-1ab8efda-8234-4a99-8a3d-b1d420441ad7 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:09:33.200740 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-1801d7d0-421b-4d01-9ad5-6143baece661 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:09:33.249034 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1801d7d0-421b-4d01-9ad5-6143baece661 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Notify callbacks [] for floatingip, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:33.296335 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [req-ac34944b-d658-4e3a-9dd8-23c7c087d956 req-93846d11-8b20-4966-a629-b47259a852e4 tempest-TestServerAdvancedOps-1433713942 tempest-TestServerAdvancedOps-1433713942-project] For port 095960ad-786b-40d0-b8a5-9671f316bc3b, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=095960ad-786b-40d0-b8a5-9671f316bc3b,segment=NetworkSegment(1b28708a-4c87-43ae-82ad-e2ceb37eac89),segment_id=1b28708a-4c87-43ae-82ad-e2ceb37eac89)] {{(pid=88878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:09:33.296729 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-ac34944b-d658-4e3a-9dd8-23c7c087d956 req-93846d11-8b20-4966-a629-b47259a852e4 tempest-TestServerAdvancedOps-1433713942 tempest-TestServerAdvancedOps-1433713942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:33.430590 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [req-ac34944b-d658-4e3a-9dd8-23c7c087d956 req-93846d11-8b20-4966-a629-b47259a852e4 tempest-TestServerAdvancedOps-1433713942 tempest-TestServerAdvancedOps-1433713942-project] Calling delete_port for 095960ad-786b-40d0-b8a5-9671f316bc3b owned by compute:nova {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:09:33.621731 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-73cb1623-0160-4822-ba5e-602941be15db req-c3c3eca5-cf40-41c3-841a-715cf73a1f13 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=641ddaa1-b5c0-4a80-8143-5da9e4cb5db6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.6346779
Dec 24 11:09:33.645214 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6617e7c4-5621-4cb1-875e-c472fef22520 req-d7bbf83c-9270-4c8f-a5d1-8f8d53004ed2 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:09:33.646938 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-6617e7c4-5621-4cb1-875e-c472fef22520 req-d7bbf83c-9270-4c8f-a5d1-8f8d53004ed2 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/ports?device_id=a33fdf1a-714c-405b-86fc-5159e6d124f5 HTTP/1.1" status: 200  len: 944 time: 0.1572099
Dec 24 11:09:33.687339 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-ac34944b-d658-4e3a-9dd8-23c7c087d956 req-93846d11-8b20-4966-a629-b47259a852e4 tempest-TestServerAdvancedOps-1433713942 tempest-TestServerAdvancedOps-1433713942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:33.702547 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-bb376da6-cff3-485a-a6a7-2853fe82432f tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:09:33.752851 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93846d11-8b20-4966-a629-b47259a852e4 tempest-TestServerAdvancedOps-1433713942 tempest-TestServerAdvancedOps-1433713942-project] Pushing event deleted for resources: {'Port': ['ID=095960ad-786b-40d0-b8a5-9671f316bc3b,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:09:33.758418 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-93846d11-8b20-4966-a629-b47259a852e4 tempest-TestServerAdvancedOps-1433713942 tempest-TestServerAdvancedOps-1433713942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:09:33.799523 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-6617e7c4-5621-4cb1-875e-c472fef22520 req-48586a39-73ad-4be0-a1c3-222297361d06 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/security-groups?id=12809888-818f-4264-af3c-fdaa4767a8bd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1458302
Dec 24 11:09:33.807482 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1ab8efda-8234-4a99-8a3d-b1d420441ad7 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Notify callbacks [] for security_group, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:33.827096 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1ab8efda-8234-4a99-8a3d-b1d420441ad7 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:33.847163 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac34944b-d658-4e3a-9dd8-23c7c087d956 req-93846d11-8b20-4966-a629-b47259a852e4 tempest-TestServerAdvancedOps-1433713942 tempest-TestServerAdvancedOps-1433713942-project] No DVR routers for this DVR port 095960ad-786b-40d0-b8a5-9671f316bc3b on host hv-neutron-8226 {{(pid=88878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 24 11:09:33.847572 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-150aa8bb-6f8f-482f-83d6-5fbc33f5fddd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:09:33.849723 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-ac34944b-d658-4e3a-9dd8-23c7c087d956 req-93846d11-8b20-4966-a629-b47259a852e4 tempest-TestServerAdvancedOps-1433713942 tempest-TestServerAdvancedOps-1433713942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:33.853154 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56f14696-b26a-41e5-b1ca-c51145599ad7', 'name': 'network-vif-deleted', 'tag': '095960ad-786b-40d0-b8a5-9671f316bc3b'}] {{(pid=88878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 24 11:09:33.869475 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-ac34944b-d658-4e3a-9dd8-23c7c087d956 req-93846d11-8b20-4966-a629-b47259a852e4 tempest-TestServerAdvancedOps-1433713942 tempest-TestServerAdvancedOps-1433713942-project] 10.222.0.58 "DELETE /v2.0/ports/095960ad-786b-40d0-b8a5-9671f316bc3b HTTP/1.1" status: 204  len: 173 time: 0.9074287
Dec 24 11:09:33.923088 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56f14696-b26a-41e5-b1ca-c51145599ad7', 'name': 'network-vif-deleted', 'tag': '095960ad-786b-40d0-b8a5-9671f316bc3b', 'status': 'completed', 'code': 200}
Dec 24 11:09:33.981447 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-fe0ab767-6265-4d82-87f5-ae64a27747ff req-4cafaeb3-b400-48de-9de3-098e5ad1692b tempest-TestServerAdvancedOps-1433713942 tempest-TestServerAdvancedOps-1433713942-project] Synchronizing usage tracker for tenant:98b87bf2caa248f096bf6e4aa1bdda49 on resource:port {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:09:33.983761 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab8efda-8234-4a99-8a3d-b1d420441ad7 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84d057b7-dcee-4da4-be31-3dddd593d4bc,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:09:33.998116 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-fe0ab767-6265-4d82-87f5-ae64a27747ff req-4cafaeb3-b400-48de-9de3-098e5ad1692b tempest-TestServerAdvancedOps-1433713942 tempest-TestServerAdvancedOps-1433713942-project] Unset dirty status for tenant:98b87bf2caa248f096bf6e4aa1bdda49 on resource:port {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:09:33.999436 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-fe0ab767-6265-4d82-87f5-ae64a27747ff req-4cafaeb3-b400-48de-9de3-098e5ad1692b tempest-TestServerAdvancedOps-1433713942 tempest-TestServerAdvancedOps-1433713942-project] 10.222.0.65 "GET /v2.0/ports?device_id=56f14696-b26a-41e5-b1ca-c51145599ad7 HTTP/1.1" status: 200  len: 210 time: 0.0654337
Dec 24 11:09:34.081712 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-1ab8efda-8234-4a99-8a3d-b1d420441ad7 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:09:34.087686 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1ab8efda-8234-4a99-8a3d-b1d420441ad7 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Notify callbacks [] for security_group, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:34.089052 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-1ab8efda-8234-4a99-8a3d-b1d420441ad7 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1578 time: 1.4559066
Dec 24 11:09:34.091330 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-73cb1623-0160-4822-ba5e-602941be15db req-87a4e398-2661-48be-9d5a-24c758df20a4 service neutron] 10.222.0.58 "GET /v2.0/networks/641ddaa1-b5c0-4a80-8143-5da9e4cb5db6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4434123
Dec 24 11:09:34.092442 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 42302) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:09:34.098915 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-da768cd3-cc87-41b9-aa47-8b8ffd4c74fe tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Request body: {'security_group': {'name': 'tempest-secgroup--1676439140'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:09:34.105697 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-da768cd3-cc87-41b9-aa47-8b8ffd4c74fe tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:09:34.110560 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-da768cd3-cc87-41b9-aa47-8b8ffd4c74fe tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Usage tracker for resource:security_group and tenant:41ca203d5ffe4fe1a401a43184532a32 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:09:34.113785 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-da768cd3-cc87-41b9-aa47-8b8ffd4c74fe tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:09:34.120892 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-da768cd3-cc87-41b9-aa47-8b8ffd4c74fe tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:09:34.138306 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-da768cd3-cc87-41b9-aa47-8b8ffd4c74fe tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Notify callbacks [] for security_group, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:34.177357 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-da768cd3-cc87-41b9-aa47-8b8ffd4c74fe tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:09:34.181783 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-da768cd3-cc87-41b9-aa47-8b8ffd4c74fe tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Usage tracker for resource:security_group_rule and tenant:41ca203d5ffe4fe1a401a43184532a32 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:09:34.185132 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-da768cd3-cc87-41b9-aa47-8b8ffd4c74fe tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:09:34.191707 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-da768cd3-cc87-41b9-aa47-8b8ffd4c74fe tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:09:34.255788 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-da768cd3-cc87-41b9-aa47-8b8ffd4c74fe tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Notify callbacks [] for security_group, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:34.259826 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-da768cd3-cc87-41b9-aa47-8b8ffd4c74fe tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:34.265492 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-4d2e0891-45b4-4c00-9dfb-c71ea4dc6318 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:09:34.311483 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-da768cd3-cc87-41b9-aa47-8b8ffd4c74fe tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:34.315891 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-da768cd3-cc87-41b9-aa47-8b8ffd4c74fe tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1578 time: 0.2194211
Dec 24 11:09:34.315891 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da768cd3-cc87-41b9-aa47-8b8ffd4c74fe tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6607b967-6a0f-45f3-a47f-5dd14beef5c7,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:09:34.316194 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 42306) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:09:34.320447 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-da768cd3-cc87-41b9-aa47-8b8ffd4c74fe tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:09:34.322942 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9a54dfee-baca-4c34-ad99-ecf1e262eb81 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks [] for port, precommit_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:34.324445 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-316dc0ef-7ded-4218-b742-e22cb51ee025 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Request body: {'security_group_rule': {'security_group_id': '84d057b7-dcee-4da4-be31-3dddd593d4bc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '6607b967-6a0f-45f3-a47f-5dd14beef5c7'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:09:34.331743 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-73cb1623-0160-4822-ba5e-602941be15db req-217cabcd-23ea-4f83-948c-6a78bf7d5557 service neutron] 10.222.0.58 "GET /v2.0/networks/641ddaa1-b5c0-4a80-8143-5da9e4cb5db6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2221358
Dec 24 11:09:34.331911 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-316dc0ef-7ded-4218-b742-e22cb51ee025 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:09:34.333799 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9a54dfee-baca-4c34-ad99-ecf1e262eb81 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850854027'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:34.336537 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-316dc0ef-7ded-4218-b742-e22cb51ee025 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Usage tracker for resource:security_group_rule and tenant:41ca203d5ffe4fe1a401a43184532a32 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:09:34.339673 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-316dc0ef-7ded-4218-b742-e22cb51ee025 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:09:34.347467 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-316dc0ef-7ded-4218-b742-e22cb51ee025 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:09:34.375348 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-28014230-8101-4fc8-a327-91378d619b73 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:09:34.381006 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.v2.resource [None req-316dc0ef-7ded-4218-b742-e22cb51ee025 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 24 11:09:34.382980 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-316dc0ef-7ded-4218-b742-e22cb51ee025 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 360 time: 0.0648022
Dec 24 11:09:34.386207 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 42310) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:09:34.454831 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ad9aaf05-cbdb-4f5f-9c6e-7bbf5ecb8231 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Notify callbacks [] for security_group, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:34.474983 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1801d7d0-421b-4d01-9ad5-6143baece661 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:34.484746 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ad9aaf05-cbdb-4f5f-9c6e-7bbf5ecb8231 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:34.549109 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ad9aaf05-cbdb-4f5f-9c6e-7bbf5ecb8231 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:34.556285 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-da768cd3-cc87-41b9-aa47-8b8ffd4c74fe tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:09:34.569534 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a54dfee-baca-4c34-ad99-ecf1e262eb81 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Pushing event updated for resources: {'Port': ['ID=a6ec29d2-cef2-46a2-b70f-04c3a6c6b6a0,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:09:34.572515 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-9a54dfee-baca-4c34-ad99-ecf1e262eb81 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:09:34.580310 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9aaf05-cbdb-4f5f-9c6e-7bbf5ecb8231 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6607b967-6a0f-45f3-a47f-5dd14beef5c7,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:09:34.582968 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-ad9aaf05-cbdb-4f5f-9c6e-7bbf5ecb8231 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:09:34.590855 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ad9aaf05-cbdb-4f5f-9c6e-7bbf5ecb8231 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:34.592456 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-ad9aaf05-cbdb-4f5f-9c6e-7bbf5ecb8231 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] 10.222.0.65 "DELETE /v2.0/security-groups/6607b967-6a0f-45f3-a47f-5dd14beef5c7 HTTP/1.1" status: 204  len: 168 time: 0.2048469
Dec 24 11:09:34.595881 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 42314) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:09:34.614121 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9a54dfee-baca-4c34-ad99-ecf1e262eb81 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1977653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854055662'] for router_interface, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:34.668028 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-b017d7f7-fde4-4175-b17d-6d611d497b0a tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Synchronizing usage tracker for tenant:41ca203d5ffe4fe1a401a43184532a32 on resource:security_group {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:09:34.684541 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-b017d7f7-fde4-4175-b17d-6d611d497b0a tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Unset dirty status for tenant:41ca203d5ffe4fe1a401a43184532a32 on resource:security_group {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:09:34.685990 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-b017d7f7-fde4-4175-b17d-6d611d497b0a tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4007 time: 0.0889561
Dec 24 11:09:34.689066 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 42318) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:09:34.723116 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-ec5bb222-6977-4e7a-8e68-aa1b1efd6cd1 req-54317de7-2bf1-4cc7-913b-fe6963d25bfe service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ad7c5ba9df02428aae512a4d9bb9dd9d&device_id=a33fdf1a-714c-405b-86fc-5159e6d124f5 HTTP/1.1" status: 200  len: 1097 time: 0.3000920
Dec 24 11:09:34.758794 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ecc7f44c-10a9-4313-a883-03f6bd8269ae tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Notify callbacks [] for security_group, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:34.790288 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ecc7f44c-10a9-4313-a883-03f6bd8269ae tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:34.832448 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-1801d7d0-421b-4d01-9ad5-6143baece661 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Allocated IP 172.26.3.51 (f8c337ba-681f-4fcb-a333-e3c49365b30a/8ea1398c-0bec-46d6-8d54-85798de2a7ca/48f55f0d-639d-45fc-83a1-6b514947fccb) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:09:34.847841 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ecc7f44c-10a9-4313-a883-03f6bd8269ae tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:34.864123 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-9538d883-9a4d-4209-8a94-a8eaabb0bd45 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:09:34.886740 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc7f44c-10a9-4313-a883-03f6bd8269ae tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84d057b7-dcee-4da4-be31-3dddd593d4bc,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:09:34.900850 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-ecc7f44c-10a9-4313-a883-03f6bd8269ae tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:09:34.902412 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ecc7f44c-10a9-4313-a883-03f6bd8269ae tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:34.908386 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-ecc7f44c-10a9-4313-a883-03f6bd8269ae tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] 10.222.0.65 "DELETE /v2.0/security-groups/84d057b7-dcee-4da4-be31-3dddd593d4bc HTTP/1.1" status: 204  len: 168 time: 0.2181411
Dec 24 11:09:34.909189 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 42324) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:09:35.032213 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-cc125fab-89ab-416d-9ab3-d8b64e9b1b77 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Synchronizing usage tracker for tenant:41ca203d5ffe4fe1a401a43184532a32 on resource:security_group {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:09:35.056263 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-cc125fab-89ab-416d-9ab3-d8b64e9b1b77 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Unset dirty status for tenant:41ca203d5ffe4fe1a401a43184532a32 on resource:security_group {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:09:35.058378 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-cc125fab-89ab-416d-9ab3-d8b64e9b1b77 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.1479757
Dec 24 11:09:35.067264 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 42330) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:09:35.077823 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-524d8e0a-883d-4b0b-9ec3-3bd3a2046e41 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Request body: {'security_group': {'name': 'tempest-secgroup--1822621812'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:09:35.088622 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Device 095960ad-786b-40d0-b8a5-9671f316bc3b no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:09:35.090979 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-524d8e0a-883d-4b0b-9ec3-3bd3a2046e41 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:09:35.104137 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-524d8e0a-883d-4b0b-9ec3-3bd3a2046e41 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:09:35.108093 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a54dfee-baca-4c34-ad99-ecf1e262eb81 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Network 3228994e-0a61-4fd7-911c-ed7f448946c9 is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:09:35.112788 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-9a54dfee-baca-4c34-ad99-ecf1e262eb81 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Resources bound (agent type, host, resource id):  {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:09:35.134784 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f167cd19-5e25-45aa-8c76-265427b44b73 req-2678b3df-6a08-4d51-8db5-12a2a7bfe96c tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:09:35.135930 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] No Port match for: 095960ad-786b-40d0-b8a5-9671f316bc3b {{(pid=88880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 24 11:09:35.136330 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Device 095960ad-786b-40d0-b8a5-9671f316bc3b not bound to the agent host hv-neutron-8226 {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 24 11:09:35.138804 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-f167cd19-5e25-45aa-8c76-265427b44b73 req-2678b3df-6a08-4d51-8db5-12a2a7bfe96c tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/ports?device_id=a33fdf1a-714c-405b-86fc-5159e6d124f5 HTTP/1.1" status: 200  len: 944 time: 0.1844504
Dec 24 11:09:35.139458 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 42334) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:09:35.143146 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-524d8e0a-883d-4b0b-9ec3-3bd3a2046e41 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Notify callbacks [] for security_group, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:35.188681 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5bb222-6977-4e7a-8e68-aa1b1efd6cd1 req-16b4eee9-b3d3-40fc-84f9-cc311727df7f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:09:35.190350 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-ec5bb222-6977-4e7a-8e68-aa1b1efd6cd1 req-16b4eee9-b3d3-40fc-84f9-cc311727df7f service neutron] 10.222.0.58 "GET /v2.0/networks?id=641ddaa1-b5c0-4a80-8143-5da9e4cb5db6 HTTP/1.1" status: 200  len: 897 time: 0.4539363
Dec 24 11:09:35.363757 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-ec5bb222-6977-4e7a-8e68-aa1b1efd6cd1 req-7d284c61-702e-4816-9c63-4f3611521b57 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=db30fbba-a01f-42c8-b52d-da5f05b1fdca HTTP/1.1" status: 200  len: 217 time: 0.1649177
Dec 24 11:09:35.454933 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1801d7d0-421b-4d01-9ad5-6143baece661 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:35.464752 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-cb022939-5e73-431d-93cd-f0a23a5f7e1c None None] Provisioning complete for port a6ec29d2-cef2-46a2-b70f-04c3a6c6b6a0 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:09:35.464752 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-cb022939-5e73-431d-93cd-f0a23a5f7e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:35.484048 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5bb222-6977-4e7a-8e68-aa1b1efd6cd1 req-e1adcad7-9620-407b-8f80-d9cb22b99c94 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:09:35.485709 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-ec5bb222-6977-4e7a-8e68-aa1b1efd6cd1 req-e1adcad7-9620-407b-8f80-d9cb22b99c94 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=91672386-df32-4978-8fd4-f2d6b643bcf9 HTTP/1.1" status: 200  len: 834 time: 0.1088612
Dec 24 11:09:35.514350 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_v2 [None req-49f5f9de-f379-4109-9698-15faef44909d admin admin] Deleting subnet b9de0898-0dfd-4254-b274-a0351661e9da {{(pid=88878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 24 11:09:35.524179 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-49f5f9de-f379-4109-9698-15faef44909d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:35.543282 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-cb022939-5e73-431d-93cd-f0a23a5f7e1c None None] Port a6ec29d2-cef2-46a2-b70f-04c3a6c6b6a0 cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:09:35.565975 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-524d8e0a-883d-4b0b-9ec3-3bd3a2046e41 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:09:35.581242 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-f167cd19-5e25-45aa-8c76-265427b44b73 req-e0cbb66b-bc8c-4613-b8b9-a739366c1695 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/security-groups?id=12809888-818f-4264-af3c-fdaa4767a8bd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4242711
Dec 24 11:09:35.582398 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-524d8e0a-883d-4b0b-9ec3-3bd3a2046e41 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Usage tracker for resource:security_group_rule and tenant:41ca203d5ffe4fe1a401a43184532a32 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:09:35.587976 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-524d8e0a-883d-4b0b-9ec3-3bd3a2046e41 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:09:35.598336 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-524d8e0a-883d-4b0b-9ec3-3bd3a2046e41 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:09:35.609321 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-49f5f9de-f379-4109-9698-15faef44909d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852534446'] for subnet, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:35.699495 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-49f5f9de-f379-4109-9698-15faef44909d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847655656'] for subnet, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:35.772856 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-524d8e0a-883d-4b0b-9ec3-3bd3a2046e41 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Notify callbacks [] for security_group, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:35.776552 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-524d8e0a-883d-4b0b-9ec3-3bd3a2046e41 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:35.784006 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-208d6ac3-4b30-4469-8866-171f674d5ca3 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:09:35.842536 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524d8e0a-883d-4b0b-9ec3-3bd3a2046e41 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=146a6d1b-ad4b-4fb3-97bc-4ea63662bd0d,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:09:35.849369 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-524d8e0a-883d-4b0b-9ec3-3bd3a2046e41 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:09:35.851542 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-49f5f9de-f379-4109-9698-15faef44909d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7120129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3978858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852529715'] for subnet, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:35.855918 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c2c9f2fc-25db-4a9c-b039-6a4840ce12c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:09:35.887168 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-524d8e0a-883d-4b0b-9ec3-3bd3a2046e41 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:35.888501 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-524d8e0a-883d-4b0b-9ec3-3bd3a2046e41 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1578 time: 0.8180668
Dec 24 11:09:35.893863 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 42338) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:09:35.900929 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f5f9de-f379-4109-9698-15faef44909d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9de0898-0dfd-4254-b274-a0351661e9da,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:09:35.907636 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-cbeb5860-383e-4425-b74c-47ec6fc2cade tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Request body: {'security_group_rule': {'security_group_id': '146a6d1b-ad4b-4fb3-97bc-4ea63662bd0d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:09:35.913261 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-49f5f9de-f379-4109-9698-15faef44909d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:09:35.917346 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-cbeb5860-383e-4425-b74c-47ec6fc2cade tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:09:35.921127 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-49f5f9de-f379-4109-9698-15faef44909d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:35.923184 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-49f5f9de-f379-4109-9698-15faef44909d admin admin] 10.222.0.65 "DELETE /v2.0/subnets/b9de0898-0dfd-4254-b274-a0351661e9da HTTP/1.1" status: 204  len: 168 time: 0.7820518
Dec 24 11:09:35.926228 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-cbeb5860-383e-4425-b74c-47ec6fc2cade tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Usage tracker for resource:security_group_rule and tenant:41ca203d5ffe4fe1a401a43184532a32 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:09:35.928987 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 42342) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:09:35.931953 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-cbeb5860-383e-4425-b74c-47ec6fc2cade tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:09:35.965330 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-cbeb5860-383e-4425-b74c-47ec6fc2cade tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:09:35.972975 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1801d7d0-421b-4d01-9ad5-6143baece661 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:35.978716 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-9c7a6149-5620-403e-984d-d728a512129d tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:09:36.066758 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1801d7d0-421b-4d01-9ad5-6143baece661 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Network f8c337ba-681f-4fcb-a333-e3c49365b30a is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:09:36.071772 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-20456dd1-9762-4ac6-b58e-85f6ca6e5bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036847558493'] for network, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:36.077170 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-1801d7d0-421b-4d01-9ad5-6143baece661 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Resources bound (agent type, host, resource id):  {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:09:36.080126 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1801d7d0-421b-4d01-9ad5-6143baece661 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:09:36.083238 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.v2.resource [None req-cbeb5860-383e-4425-b74c-47ec6fc2cade tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 24 11:09:36.084381 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-cbeb5860-383e-4425-b74c-47ec6fc2cade tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 351 time: 0.1873031
Dec 24 11:09:36.088069 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 42346) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:09:36.094949 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-68d0f826-a3a0-4ece-b8bb-9df7693c93dd tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Request body: {'security_group_rule': {'security_group_id': '146a6d1b-ad4b-4fb3-97bc-4ea63662bd0d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:09:36.111307 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1801d7d0-421b-4d01-9ad5-6143baece661 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Pushing event updated for resources: {'Port': ['ID=48f55f0d-639d-45fc-83a1-6b514947fccb,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:09:36.114485 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-1801d7d0-421b-4d01-9ad5-6143baece661 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:09:36.137656 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-68d0f826-a3a0-4ece-b8bb-9df7693c93dd tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:09:36.139843 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-ec5bb222-6977-4e7a-8e68-aa1b1efd6cd1 req-1a0434c3-7a10-4200-9dae-2f37949574b0 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=641ddaa1-b5c0-4a80-8143-5da9e4cb5db6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.3411846
Dec 24 11:09:36.156563 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-68d0f826-a3a0-4ece-b8bb-9df7693c93dd tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Usage tracker for resource:security_group_rule and tenant:41ca203d5ffe4fe1a401a43184532a32 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:09:36.163120 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-68d0f826-a3a0-4ece-b8bb-9df7693c93dd tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:09:36.181071 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-68d0f826-a3a0-4ece-b8bb-9df7693c93dd tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:09:36.246683 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-20456dd1-9762-4ac6-b58e-85f6ca6e5bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847649663', 'neutron.services.segments.db._delete_segments_for_network-8749505737672'] for network, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:36.289769 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-20456dd1-9762-4ac6-b58e-85f6ca6e5bc3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f527116cbe0>,) {'filters': {'network_id': ['b2d6d752-2b20-46a5-b7be-dc3f7435c3fd']}} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:09:36.300492 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.v2.resource [None req-68d0f826-a3a0-4ece-b8bb-9df7693c93dd tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 24 11:09:36.301630 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-68d0f826-a3a0-4ece-b8bb-9df7693c93dd tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 351 time: 0.2125490
Dec 24 11:09:36.305707 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-20456dd1-9762-4ac6-b58e-85f6ca6e5bc3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f527116cbe0>, '1b28708a-4c87-43ae-82ad-e2ceb37eac89') {'for_net_delete': True} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:09:36.306066 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-20456dd1-9762-4ac6-b58e-85f6ca6e5bc3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f527116cbe0>, '1b28708a-4c87-43ae-82ad-e2ceb37eac89') {} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:09:36.312898 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 42350) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:09:36.333449 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-20456dd1-9762-4ac6-b58e-85f6ca6e5bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749505745113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2241371'] for segment, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:36.363396 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-20456dd1-9762-4ac6-b58e-85f6ca6e5bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:36.372731 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a54dfee-baca-4c34-ad99-ecf1e262eb81 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Router 98048001-f2ff-43c5-a8ff-b3afbfd9daa9 has already been hosted by L3 agent 198cca88-1338-4098-b44b-beb0346ac906 {{(pid=88879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 24 11:09:36.377369 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20456dd1-9762-4ac6-b58e-85f6ca6e5bc3 admin admin] Releasing vlan 618 on physical network physnet1 to pool {{(pid=88878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 24 11:09:36.377808 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-20456dd1-9762-4ac6-b58e-85f6ca6e5bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036847652098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850807864'] for segment, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:36.392837 dv-neutron-822691-2-hyperv neutron-server[88767]: Traceback (most recent call last):
Dec 24 11:09:36.392837 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 24 11:09:36.392837 dv-neutron-822691-2-hyperv neutron-server[88767]:     timer()
Dec 24 11:09:36.392837 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 11:09:36.392837 dv-neutron-822691-2-hyperv neutron-server[88767]:     cb(*args, **kw)
Dec 24 11:09:36.392837 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 24 11:09:36.392837 dv-neutron-822691-2-hyperv neutron-server[88767]:     return func(*args, **kwargs)
Dec 24 11:09:36.392837 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 11:09:36.392837 dv-neutron-822691-2-hyperv neutron-server[88767]:     self._notify()
Dec 24 11:09:36.392837 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 11:09:36.392837 dv-neutron-822691-2-hyperv neutron-server[88767]:     self.callback(batched_events)
Dec 24 11:09:36.392837 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 11:09:36.392837 dv-neutron-822691-2-hyperv neutron-server[88767]:     event.method(event)
Dec 24 11:09:36.392837 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 11:09:36.392837 dv-neutron-822691-2-hyperv neutron-server[88767]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 11:09:36.392837 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 24 11:09:36.392837 dv-neutron-822691-2-hyperv neutron-server[88767]:     segment_id)['aggregates'][0]
Dec 24 11:09:36.392837 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 24 11:09:36.392837 dv-neutron-822691-2-hyperv neutron-server[88767]:     return f(self, *a, **k)
Dec 24 11:09:36.392837 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 11:09:36.392837 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self._get(url).json()
Dec 24 11:09:36.392837 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 24 11:09:36.392837 dv-neutron-822691-2-hyperv neutron-server[88767]:     **kwargs)
Dec 24 11:09:36.392837 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 24 11:09:36.392837 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self.request(url, 'GET', **kwargs)
Dec 24 11:09:36.392837 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 24 11:09:36.392837 dv-neutron-822691-2-hyperv neutron-server[88767]:     **endpoint_filter)
Dec 24 11:09:36.392837 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 24 11:09:36.392837 dv-neutron-822691-2-hyperv neutron-server[88767]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 11:09:36.392837 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 24 11:09:36.392837 dv-neutron-822691-2-hyperv neutron-server[88767]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 11:09:36.392837 dv-neutron-822691-2-hyperv neutron-server[88767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 11:09:36.413254 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6642a984-561c-4b23-968c-7baef3e32867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:36.450513 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-ec5bb222-6977-4e7a-8e68-aa1b1efd6cd1 req-1a455357-2463-4004-a2ed-b621efa92106 service neutron] 10.222.0.58 "GET /v2.0/networks/641ddaa1-b5c0-4a80-8143-5da9e4cb5db6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2992430
Dec 24 11:09:36.496977 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bc1f0691-b6dc-444c-9ff3-a6ef192b77a3 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Notify callbacks [] for security_group, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:36.498960 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-20456dd1-9762-4ac6-b58e-85f6ca6e5bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7126154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659196'] for network, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:36.503043 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-a76e042e-18f9-4c7e-9e83-192c769c30a0 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:09:36.519544 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-20456dd1-9762-4ac6-b58e-85f6ca6e5bc3 admin admin] Notify callbacks [] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:36.539120 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20456dd1-9762-4ac6-b58e-85f6ca6e5bc3 admin admin] Pushing event deleted for resources: {'Network': ['ID=b2d6d752-2b20-46a5-b7be-dc3f7435c3fd,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:09:36.543672 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-20456dd1-9762-4ac6-b58e-85f6ca6e5bc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:09:36.545249 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-20456dd1-9762-4ac6-b58e-85f6ca6e5bc3 admin admin] 10.222.0.65 "DELETE /v2.0/networks/b2d6d752-2b20-46a5-b7be-dc3f7435c3fd HTTP/1.1" status: 204  len: 168 time: 0.6152158
Dec 24 11:09:36.551739 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 42354) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:09:36.559295 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bc1f0691-b6dc-444c-9ff3-a6ef192b77a3 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:36.609440 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bc1f0691-b6dc-444c-9ff3-a6ef192b77a3 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:36.615340 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-73b2cc22-4806-459a-b5c7-1c9d4e78ef13 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:09:36.634605 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1f0691-b6dc-444c-9ff3-a6ef192b77a3 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=146a6d1b-ad4b-4fb3-97bc-4ea63662bd0d,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:09:36.638033 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-bc1f0691-b6dc-444c-9ff3-a6ef192b77a3 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:09:36.641110 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bc1f0691-b6dc-444c-9ff3-a6ef192b77a3 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:36.642391 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-bc1f0691-b6dc-444c-9ff3-a6ef192b77a3 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] 10.222.0.65 "DELETE /v2.0/security-groups/146a6d1b-ad4b-4fb3-97bc-4ea63662bd0d HTTP/1.1" status: 204  len: 168 time: 0.3284550
Dec 24 11:09:36.645148 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 42360) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:09:36.710394 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-7089489a-c4fc-4748-be96-02592b2eb4f5 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Synchronizing usage tracker for tenant:41ca203d5ffe4fe1a401a43184532a32 on resource:security_group {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:09:36.763919 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-7089489a-c4fc-4748-be96-02592b2eb4f5 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Unset dirty status for tenant:41ca203d5ffe4fe1a401a43184532a32 on resource:security_group {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:09:36.765235 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-7089489a-c4fc-4748-be96-02592b2eb4f5 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.1184382
Dec 24 11:09:36.771728 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 42364) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:09:36.779978 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-a8911e6e-fa52-471e-9231-a28a9355a2c6 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Request body: {'security_group': {'name': 'tempest-secgroup--25535536'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:09:36.788229 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-a8911e6e-fa52-471e-9231-a28a9355a2c6 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:09:36.802899 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-a8911e6e-fa52-471e-9231-a28a9355a2c6 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:09:36.817116 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a8911e6e-fa52-471e-9231-a28a9355a2c6 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Notify callbacks [] for security_group, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:36.858008 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b1a4d3-e4ce-4289-bbc3-23e6feee4af0 req-afa8d7aa-75a2-4026-a428-85f9492fa7db tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:09:36.859656 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-67b1a4d3-e4ce-4289-bbc3-23e6feee4af0 req-afa8d7aa-75a2-4026-a428-85f9492fa7db tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/ports?device_id=a33fdf1a-714c-405b-86fc-5159e6d124f5 HTTP/1.1" status: 200  len: 944 time: 0.1364002
Dec 24 11:09:36.895338 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-a8911e6e-fa52-471e-9231-a28a9355a2c6 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:09:36.902085 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-a8911e6e-fa52-471e-9231-a28a9355a2c6 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Usage tracker for resource:security_group_rule and tenant:41ca203d5ffe4fe1a401a43184532a32 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:09:36.912310 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-a8911e6e-fa52-471e-9231-a28a9355a2c6 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:09:36.920934 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-a8911e6e-fa52-471e-9231-a28a9355a2c6 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:09:36.940432 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-67b1a4d3-e4ce-4289-bbc3-23e6feee4af0 req-d9c6503c-0286-4895-91f0-92d90845b611 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/security-groups?id=12809888-818f-4264-af3c-fdaa4767a8bd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0708053
Dec 24 11:09:36.947093 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_v2 [None req-86ce551c-f114-47bf-a52d-da2e83299069 admin admin] Deleting subnet 1bae26c1-749b-45bf-8358-ff413d9c8d6d {{(pid=88879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 24 11:09:36.961804 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-86ce551c-f114-47bf-a52d-da2e83299069 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:36.994775 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a8911e6e-fa52-471e-9231-a28a9355a2c6 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Notify callbacks [] for security_group, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:36.998191 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a8911e6e-fa52-471e-9231-a28a9355a2c6 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:37.002595 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f30c2ee3-a7c7-429c-9ca4-0ad086a5c0c5 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:09:37.013436 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-ec5bb222-6977-4e7a-8e68-aa1b1efd6cd1 req-50b8a9df-fbb5-4f8c-a86a-32bf47725fdc service neutron] 10.222.0.58 "GET /v2.0/networks/641ddaa1-b5c0-4a80-8143-5da9e4cb5db6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5553563
Dec 24 11:09:37.045739 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8911e6e-fa52-471e-9231-a28a9355a2c6 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=308f6511-84e0-4be3-9267-dde83cc5dd6e,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:09:37.050939 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-a8911e6e-fa52-471e-9231-a28a9355a2c6 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:09:37.055107 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a8911e6e-fa52-471e-9231-a28a9355a2c6 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:37.057727 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-a8911e6e-fa52-471e-9231-a28a9355a2c6 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1576 time: 0.2843063
Dec 24 11:09:37.060023 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 42368) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:09:37.066051 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-dbb3c739-b36d-448d-a5dc-4d304afde028 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:09:37.066668 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.v2.resource [None req-dbb3c739-b36d-448d-a5dc-4d304afde028 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] update failed (client error): There was a conflict when trying to complete your request.
Dec 24 11:09:37.067872 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-dbb3c739-b36d-448d-a5dc-4d304afde028 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] 10.222.0.65 "PUT /v2.0/security-groups/308f6511-84e0-4be3-9267-dde83cc5dd6e HTTP/1.1" status: 409  len: 330 time: 0.0067139
Dec 24 11:09:37.070375 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-86ce551c-f114-47bf-a52d-da2e83299069 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-786693'] for subnet, precommit_delete_associations {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:37.070857 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 42372) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:09:37.086010 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Device db30fbba-a01f-42c8-b52d-da5f05b1fdca details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 24 11:09:37.147762 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-75632fb8-417c-404d-96b9-fa461c24436b tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Notify callbacks [] for security_group, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:37.177019 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-75632fb8-417c-404d-96b9-fa461c24436b tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:37.178550 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-86ce551c-f114-47bf-a52d-da2e83299069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847655656'] for subnet, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:37.212293 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a54dfee-baca-4c34-ad99-ecf1e262eb81 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:09:37.225277 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa48def0-9ae0-47f7-be6e-38375fbf5b12 None None] Sync routers for ids ['98048001-f2ff-43c5-a8ff-b3afbfd9daa9'] in dv-neutron-822691-2-hyperv {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:09:37.235757 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-75632fb8-417c-404d-96b9-fa461c24436b tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:37.238209 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] For port db30fbba-a01f-42c8-b52d-da5f05b1fdca, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=db30fbba-a01f-42c8-b52d-da5f05b1fdca,segment=NetworkSegment(e6200a3d-5673-457a-b6e2-6c759381c988),segment_id=e6200a3d-5673-457a-b6e2-6c759381c988)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:09:37.249949 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa48def0-9ae0-47f7-be6e-38375fbf5b12 None None] Routers {'98048001-f2ff-43c5-a8ff-b3afbfd9daa9'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:09:37.251342 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-fa48def0-9ae0-47f7-be6e-38375fbf5b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5275c86438>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:09:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['98048001-f2ff-43c5-a8ff-b3afbfd9daa9'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:09:37.253105 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-ffaf0b04-bc03-4a01-b14a-24c2faefb132 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:09:37.253241 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Returning: {'device': 'db30fbba-a01f-42c8-b52d-da5f05b1fdca', 'network_id': '641ddaa1-b5c0-4a80-8143-5da9e4cb5db6', 'port_id': 'db30fbba-a01f-42c8-b52d-da5f05b1fdca', 'mac_address': 'fa:16:3e:a2:a3:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91672386-df32-4978-8fd4-f2d6b643bcf9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 24 11:09:37.260320 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-9a54dfee-baca-4c34-ad99-ecf1e262eb81 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] 10.222.0.65 "PUT /v2.0/routers/98048001-f2ff-43c5-a8ff-b3afbfd9daa9/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.9122443
Dec 24 11:09:37.265066 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 42376) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:09:37.279708 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75632fb8-417c-404d-96b9-fa461c24436b tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=308f6511-84e0-4be3-9267-dde83cc5dd6e,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:09:37.289725 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-75632fb8-417c-404d-96b9-fa461c24436b tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:09:37.292239 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-75632fb8-417c-404d-96b9-fa461c24436b tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:37.296124 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-75632fb8-417c-404d-96b9-fa461c24436b tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] 10.222.0.65 "DELETE /v2.0/security-groups/308f6511-84e0-4be3-9267-dde83cc5dd6e HTTP/1.1" status: 204  len: 168 time: 0.2218268
Dec 24 11:09:37.296614 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 42380) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:09:37.325725 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:37.328079 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-fa48def0-9ae0-47f7-be6e-38375fbf5b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5275c86438>, [], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:09:37.341680 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa48def0-9ae0-47f7-be6e-38375fbf5b12 None None] Routers {'98048001-f2ff-43c5-a8ff-b3afbfd9daa9'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:09:37.343178 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-fa48def0-9ae0-47f7-be6e-38375fbf5b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5275c86438>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:09:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['98048001-f2ff-43c5-a8ff-b3afbfd9daa9'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:09:37.344969 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db30fbba-a01f-42c8-b52d-da5f05b1fdca {{(pid=88880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 24 11:09:37.361283 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] For port db30fbba-a01f-42c8-b52d-da5f05b1fdca, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=db30fbba-a01f-42c8-b52d-da5f05b1fdca,segment=NetworkSegment(e6200a3d-5673-457a-b6e2-6c759381c988),segment_id=e6200a3d-5673-457a-b6e2-6c759381c988)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:09:37.366437 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:37.368489 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-d32a9c91-1134-45f5-9c26-43b66872cf1a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:09:37.385541 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-25660a4a-4f82-47b9-9532-305f4285b9db tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Synchronizing usage tracker for tenant:41ca203d5ffe4fe1a401a43184532a32 on resource:security_group {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:09:37.403849 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-25660a4a-4f82-47b9-9532-305f4285b9db tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Unset dirty status for tenant:41ca203d5ffe4fe1a401a43184532a32 on resource:security_group {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:09:37.406629 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-25660a4a-4f82-47b9-9532-305f4285b9db tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.1078801
Dec 24 11:09:37.410399 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 42384) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:09:37.418154 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-fa48def0-9ae0-47f7-be6e-38375fbf5b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5275c86438>, [], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:09:37.418888 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa48def0-9ae0-47f7-be6e-38375fbf5b12 None None] The sync data for ids ['98048001-f2ff-43c5-a8ff-b3afbfd9daa9'] in dv-neutron-822691-2-hyperv is: [] {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:09:37.425854 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-86ce551c-f114-47bf-a52d-da2e83299069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7120129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850854134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851156349'] for subnet, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:37.435463 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.v2.resource [None req-47bb98ce-9d94-4f05-b737-42dc54a9affa tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] delete failed (client error): The resource could not be found.
Dec 24 11:09:37.437888 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-47bb98ce-9d94-4f05-b737-42dc54a9affa tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] 10.222.0.65 "DELETE /v2.0/security-groups/fe5ff36c-2999-45d3-9ed7-87b35d7e882a HTTP/1.1" status: 404  len: 347 time: 0.0252967
Dec 24 11:09:37.439101 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-b00441ad-cd22-4769-87a6-37678b92292f tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:09:37.441867 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 42388) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:09:37.456348 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Pushing event updated for resources: {'Port': ['ID=db30fbba-a01f-42c8-b52d-da5f05b1fdca,revision_number=4']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:09:37.460269 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:09:37.461682 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.v2.resource [None req-1af1a4af-f1c4-4111-aee8-93bf3e4f774a tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] show failed (client error): The resource could not be found.
Dec 24 11:09:37.466652 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-1af1a4af-f1c4-4111-aee8-93bf3e4f774a tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] 10.222.0.65 "GET /v2.0/security-groups/5fc6284d-5df0-43be-974b-ffce38a14683 HTTP/1.1" status: 404  len: 347 time: 0.0199187
Dec 24 11:09:37.466987 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 42392) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:09:37.484852 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.v2.resource [None req-71f68657-1fdc-4d5d-9247-10a2900af4e2 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] show failed (client error): The resource could not be found.
Dec 24 11:09:37.492780 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-71f68657-1fdc-4d5d-9247-10a2900af4e2 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] 10.222.0.65 "GET /v2.0/security-group-rules/63c392ad-3acd-4122-8e07-32b9a372e43e HTTP/1.1" status: 404  len: 356 time: 0.0179551
Dec 24 11:09:37.493246 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ce551c-f114-47bf-a52d-da2e83299069 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1bae26c1-749b-45bf-8358-ff413d9c8d6d,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:09:37.493246 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-86ce551c-f114-47bf-a52d-da2e83299069 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:09:37.495044 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-097b7521-cd14-47e7-9a05-1e2ec084ce08 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:09:37.495685 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-097b7521-cd14-47e7-9a05-1e2ec084ce08 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Synchronizing usage tracker for tenant:3ebdfa1b50714591899c7b159c4d4f0b on resource:port {{(pid=88879) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:09:37.529869 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-86ce551c-f114-47bf-a52d-da2e83299069 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:37.532336 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-097b7521-cd14-47e7-9a05-1e2ec084ce08 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Unset dirty status for tenant:3ebdfa1b50714591899c7b159c4d4f0b on resource:port {{(pid=88879) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:09:37.536943 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-097b7521-cd14-47e7-9a05-1e2ec084ce08 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] 10.222.0.65 "GET /v2.0/ports/a6ec29d2-cef2-46a2-b70f-04c3a6c6b6a0 HTTP/1.1" status: 200  len: 910 time: 0.2675557
Dec 24 11:09:37.537415 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 42398) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:09:37.552860 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-86ce551c-f114-47bf-a52d-da2e83299069 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/1bae26c1-749b-45bf-8358-ff413d9c8d6d HTTP/1.1" status: 204  len: 168 time: 0.9787815
Dec 24 11:09:37.556090 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1801d7d0-421b-4d01-9ad5-6143baece661 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:37.556942 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 42402) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:09:37.607055 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] get_ports_and_sgs() called for port_ids ['db30fbba-a01f-42c8-b52d-da5f05b1fdca'] {{(pid=88880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 24 11:09:37.720940 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1801d7d0-421b-4d01-9ad5-6143baece661 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:37.766687 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-138ea062-58a2-4571-8f17-50459ec5eb77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036847558493'] for network, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:37.876162 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 42408) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:09:37.941236 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9cda9ce4-e4ca-4bd3-99fd-d15cce7f14b4 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854055677'] for router_interface, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:38.034641 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:38.197249 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-93cf58c2-b705-432a-a78e-cf81b3492271 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=41ca203d5ffe4fe1a401a43184532a32&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3184538
Dec 24 11:09:38.200263 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 42416) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:09:38.262595 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-138ea062-58a2-4571-8f17-50459ec5eb77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847649663', 'neutron.services.segments.db._delete_segments_for_network-8749505737672'] for network, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:38.293642 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5e799e-d609-4e68-8546-867e18122489 req-f5096d37-9593-4c20-adac-ef6bed8f9dc7 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:09:38.295281 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-6e5e799e-d609-4e68-8546-867e18122489 req-f5096d37-9593-4c20-adac-ef6bed8f9dc7 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/ports?device_id=a33fdf1a-714c-405b-86fc-5159e6d124f5 HTTP/1.1" status: 200  len: 945 time: 0.1913631
Dec 24 11:09:38.340893 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-512a0e42-2c71-4eea-a5db-f618a74e6dcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:38.349071 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-138ea062-58a2-4571-8f17-50459ec5eb77 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5271683c18>,) {'filters': {'network_id': ['2b5a4160-2362-4d28-9758-b8c4ee1e314b']}} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:09:38.372584 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-138ea062-58a2-4571-8f17-50459ec5eb77 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5271683c18>, '8082290a-4603-4548-a4a9-4fbfb21d522a') {'for_net_delete': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:09:38.372932 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-138ea062-58a2-4571-8f17-50459ec5eb77 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5271683c18>, '8082290a-4603-4548-a4a9-4fbfb21d522a') {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:09:38.390841 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-138ea062-58a2-4571-8f17-50459ec5eb77 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749505745113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853989108'] for segment, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:38.422476 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-138ea062-58a2-4571-8f17-50459ec5eb77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:38.423005 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-512a0e42-2c71-4eea-a5db-f618a74e6dcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:38.431926 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-138ea062-58a2-4571-8f17-50459ec5eb77 admin admin] Releasing vlan 648 on physical network physnet1 to pool {{(pid=88879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 24 11:09:38.432346 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-138ea062-58a2-4571-8f17-50459ec5eb77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036847652098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3926696'] for segment, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:38.446910 dv-neutron-822691-2-hyperv neutron-server[88767]: Traceback (most recent call last):
Dec 24 11:09:38.446910 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 24 11:09:38.446910 dv-neutron-822691-2-hyperv neutron-server[88767]:     timer()
Dec 24 11:09:38.446910 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 11:09:38.446910 dv-neutron-822691-2-hyperv neutron-server[88767]:     cb(*args, **kw)
Dec 24 11:09:38.446910 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 24 11:09:38.446910 dv-neutron-822691-2-hyperv neutron-server[88767]:     return func(*args, **kwargs)
Dec 24 11:09:38.446910 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 11:09:38.446910 dv-neutron-822691-2-hyperv neutron-server[88767]:     self._notify()
Dec 24 11:09:38.446910 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 11:09:38.446910 dv-neutron-822691-2-hyperv neutron-server[88767]:     self.callback(batched_events)
Dec 24 11:09:38.446910 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 11:09:38.446910 dv-neutron-822691-2-hyperv neutron-server[88767]:     event.method(event)
Dec 24 11:09:38.446910 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 11:09:38.446910 dv-neutron-822691-2-hyperv neutron-server[88767]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 11:09:38.446910 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 24 11:09:38.446910 dv-neutron-822691-2-hyperv neutron-server[88767]:     segment_id)['aggregates'][0]
Dec 24 11:09:38.446910 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 24 11:09:38.446910 dv-neutron-822691-2-hyperv neutron-server[88767]:     return f(self, *a, **k)
Dec 24 11:09:38.446910 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 11:09:38.446910 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self._get(url).json()
Dec 24 11:09:38.446910 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 24 11:09:38.446910 dv-neutron-822691-2-hyperv neutron-server[88767]:     **kwargs)
Dec 24 11:09:38.446910 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 24 11:09:38.446910 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self.request(url, 'GET', **kwargs)
Dec 24 11:09:38.446910 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 24 11:09:38.446910 dv-neutron-822691-2-hyperv neutron-server[88767]:     **endpoint_filter)
Dec 24 11:09:38.446910 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 24 11:09:38.446910 dv-neutron-822691-2-hyperv neutron-server[88767]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 11:09:38.446910 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 24 11:09:38.446910 dv-neutron-822691-2-hyperv neutron-server[88767]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 11:09:38.446910 dv-neutron-822691-2-hyperv neutron-server[88767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 11:09:38.462427 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-6e5e799e-d609-4e68-8546-867e18122489 req-6887ab93-1f62-4ad9-a615-2eca764747fe tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/security-groups?id=12809888-818f-4264-af3c-fdaa4767a8bd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1543765
Dec 24 11:09:38.552835 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1801d7d0-421b-4d01-9ad5-6143baece661 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Notify callbacks [] for port, precommit_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:38.558311 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1801d7d0-421b-4d01-9ad5-6143baece661 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850854027'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:38.563367 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-8a182611-671f-4a9d-9f37-21b6e4a435d1 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:09:38.602901 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-512a0e42-2c71-4eea-a5db-f618a74e6dcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:38.604795 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-138ea062-58a2-4571-8f17-50459ec5eb77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7126154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659196'] for network, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:38.610259 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-09bd241b-438d-4824-9ecf-534ec1f9ffbf tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:09:38.611721 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-138ea062-58a2-4571-8f17-50459ec5eb77 admin admin] Notify callbacks [] for network, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:38.630319 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512a0e42-2c71-4eea-a5db-f618a74e6dcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d28eb36d-7ed3-4fcb-868d-958dce923f71,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:09:38.634165 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-512a0e42-2c71-4eea-a5db-f618a74e6dcb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:09:38.643651 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-138ea062-58a2-4571-8f17-50459ec5eb77 admin admin] 10.222.0.65 "DELETE /v2.0/networks/2b5a4160-2362-4d28-9758-b8c4ee1e314b HTTP/1.1" status: 204  len: 168 time: 1.0855162
Dec 24 11:09:38.671347 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-512a0e42-2c71-4eea-a5db-f618a74e6dcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:38.672591 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-512a0e42-2c71-4eea-a5db-f618a74e6dcb admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d28eb36d-7ed3-4fcb-868d-958dce923f71 HTTP/1.1" status: 204  len: 168 time: 0.4712577
Dec 24 11:09:38.711386 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1801d7d0-421b-4d01-9ad5-6143baece661 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Pushing event updated for resources: {'Port': ['ID=48f55f0d-639d-45fc-83a1-6b514947fccb,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:09:38.714563 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-1801d7d0-421b-4d01-9ad5-6143baece661 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:09:38.717186 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-5b2219af-0525-4aaf-8aa1-263ab832883a tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.089s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:09:38.747450 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138ea062-58a2-4571-8f17-50459ec5eb77 admin admin] Pushing event deleted for resources: {'Network': ['ID=2b5a4160-2362-4d28-9758-b8c4ee1e314b,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:09:38.750000 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-138ea062-58a2-4571-8f17-50459ec5eb77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:09:38.760155 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1801d7d0-421b-4d01-9ad5-6143baece661 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659181'] for floatingip, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:38.833079 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 42424) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:09:38.915864 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-caa49333-12cd-4577-a293-7fcdb30bb9bf admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=98b87bf2caa248f096bf6e4aa1bdda49&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0811329
Dec 24 11:09:38.918742 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 42428) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:09:38.964868 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2327f687-9e8b-465e-985d-5849514d81af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:38.982475 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-9cda9ce4-e4ca-4bd3-99fd-d15cce7f14b4 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Deleting port a6ec29d2-cef2-46a2-b70f-04c3a6c6b6a0 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:09:38.982862 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9cda9ce4-e4ca-4bd3-99fd-d15cce7f14b4 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:39.056104 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.l3_db [None req-1801d7d0-421b-4d01-9ad5-6143baece661 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Floating IP 6ce823a5-a78f-490c-b02f-482c204f885a associated. External IP: 172.26.3.51, port: 269cc7a5-ac29-4910-891b-3ecb3282fa1c.
Dec 24 11:09:39.103652 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Device db30fbba-a01f-42c8-b52d-da5f05b1fdca up at agent hyperv_hv-neutron-8226 {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:09:39.106813 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-63ce8c35-aec9-4b59-86cc-1b1d3c9efb4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:39.207864 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-63ce8c35-aec9-4b59-86cc-1b1d3c9efb4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:39.227915 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Provisioning for port db30fbba-a01f-42c8-b52d-da5f05b1fdca completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:09:39.233699 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Provisioning complete for port db30fbba-a01f-42c8-b52d-da5f05b1fdca triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:09:39.234530 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:39.267420 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9cda9ce4-e4ca-4bd3-99fd-d15cce7f14b4 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:39.418977 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-9cda9ce4-e4ca-4bd3-99fd-d15cce7f14b4 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Calling delete_port for a6ec29d2-cef2-46a2-b70f-04c3a6c6b6a0 owned by network:router_interface {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:09:39.459795 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:39.503993 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] For port db30fbba-a01f-42c8-b52d-da5f05b1fdca, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=db30fbba-a01f-42c8-b52d-da5f05b1fdca,segment=NetworkSegment(e6200a3d-5673-457a-b6e2-6c759381c988),segment_id=e6200a3d-5673-457a-b6e2-6c759381c988)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:09:39.504960 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bdfdbc84-c52d-4f40-b281-af314dc1f8fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:39.505726 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a33fdf1a-714c-405b-86fc-5159e6d124f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db30fbba-a01f-42c8-b52d-da5f05b1fdca'}] {{(pid=88880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 24 11:09:39.512691 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:39.515336 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-e18b1ec5-4757-4eef-ade0-94a19ebe0fc4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:09:39.521863 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1801d7d0-421b-4d01-9ad5-6143baece661 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Router 9595545e-9654-4c5f-a2fc-4da3de1dc6ec has already been hosted by L3 agent 198cca88-1338-4098-b44b-beb0346ac906 {{(pid=88879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 24 11:09:39.595592 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Pushing event updated for resources: {'Port': ['ID=db30fbba-a01f-42c8-b52d-da5f05b1fdca,revision_number=5']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:09:39.599184 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:09:39.609114 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-63ce8c35-aec9-4b59-86cc-1b1d3c9efb4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:39.616466 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-498ddfa6-13a8-4cef-9168-07ef9f0d3a8e tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:09:39.639211 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ce8c35-aec9-4b59-86cc-1b1d3c9efb4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2890f8c6-9fdc-4bb0-888c-ee6878760a52,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:09:39.643713 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-63ce8c35-aec9-4b59-86cc-1b1d3c9efb4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:09:39.645568 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9cda9ce4-e4ca-4bd3-99fd-d15cce7f14b4 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:39.651321 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-6d7938c3-0f72-440b-bbe3-249ada973ca7 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:09:39.707865 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a33fdf1a-714c-405b-86fc-5159e6d124f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db30fbba-a01f-42c8-b52d-da5f05b1fdca', 'code': 200}
Dec 24 11:09:39.711423 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cda9ce4-e4ca-4bd3-99fd-d15cce7f14b4 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Pushing event deleted for resources: {'Port': ['ID=a6ec29d2-cef2-46a2-b70f-04c3a6c6b6a0,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:09:39.719421 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-9cda9ce4-e4ca-4bd3-99fd-d15cce7f14b4 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:09:39.806978 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-63ce8c35-aec9-4b59-86cc-1b1d3c9efb4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:39.810779 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-63ce8c35-aec9-4b59-86cc-1b1d3c9efb4a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2890f8c6-9fdc-4bb0-888c-ee6878760a52 HTTP/1.1" status: 204  len: 168 time: 0.8883655
Dec 24 11:09:39.870964 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1801d7d0-421b-4d01-9ad5-6143baece661 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:09:39.882146 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10289502-bb5d-49aa-988b-14c841804a15 None None] Sync routers for ids ['9595545e-9654-4c5f-a2fc-4da3de1dc6ec'] in dv-neutron-822691-2-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:09:39.911910 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10289502-bb5d-49aa-988b-14c841804a15 None None] Routers {'9595545e-9654-4c5f-a2fc-4da3de1dc6ec'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:09:39.912544 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-10289502-bb5d-49aa-988b-14c841804a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271824d68>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:09:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['9595545e-9654-4c5f-a2fc-4da3de1dc6ec'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:09:39.921896 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1801d7d0-421b-4d01-9ad5-6143baece661 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for floatingip, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:40.141902 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-1801d7d0-421b-4d01-9ad5-6143baece661 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 7.0234039
Dec 24 11:09:40.141902 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c123780-3605-46ce-8039-1f88853bf606', 'tag': '269cc7a5-ac29-4910-891b-3ecb3282fa1c'}] {{(pid=88879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 24 11:09:40.169629 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-691889ba-f33a-402f-a4d9-179db059d8aa req-2648706b-14fb-40f9-9063-db95d338ca99 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=a33fdf1a-714c-405b-86fc-5159e6d124f5 HTTP/1.1" status: 200  len: 1099 time: 0.1695399
Dec 24 11:09:40.247838 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c123780-3605-46ce-8039-1f88853bf606', 'tag': '269cc7a5-ac29-4910-891b-3ecb3282fa1c', 'status': 'completed', 'code': 200}
Dec 24 11:09:40.271409 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-691889ba-f33a-402f-a4d9-179db059d8aa req-1ce4f6d6-f4c6-4de4-b7b0-c1163fc7fc81 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=12809888-818f-4264-af3c-fdaa4767a8bd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0939219
Dec 24 11:09:40.283338 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-10289502-bb5d-49aa-988b-14c841804a15 None None] Set router 9595545e-9654-4c5f-a2fc-4da3de1dc6ec gateway port host: dv-neutron-822691-2-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:09:40.562990 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 42468) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:09:40.592949 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ded64b-ebd5-4242-ad2d-c176da3f2685 req-880d65e6-3ccd-4c59-b719-1339958f34e9 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:09:40.600389 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-98ded64b-ebd5-4242-ad2d-c176da3f2685 req-880d65e6-3ccd-4c59-b719-1339958f34e9 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/ports?device_id=a33fdf1a-714c-405b-86fc-5159e6d124f5 HTTP/1.1" status: 200  len: 946 time: 0.8736200
Dec 24 11:09:40.606723 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-372f1a1a-9116-4745-9b6c-d2b4e74ff94a req-ff84ad6c-2fcc-41d7-9a9f-73e7022de60d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fbedb279f22e4b3494591d6dabc201d5&device_id=2c123780-3605-46ce-8039-1f88853bf606 HTTP/1.1" status: 200  len: 1098 time: 0.2943010
Dec 24 11:09:40.657770 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-4cb75ba3-4abd-48b0-aa10-b8cb524553a5 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7166db3307eb4818b8579f47e01adfe4&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0931096
Dec 24 11:09:40.659076 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 42472) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:09:40.745717 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-43d255b7-9f8d-4d7d-b983-7aee73a6f1a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:40.781565 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-39ff93cf-c0b7-48c5-95f3-6f7e9977387d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:40.784858 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-43d255b7-9f8d-4d7d-b983-7aee73a6f1a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:40.791443 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-10289502-bb5d-49aa-988b-14c841804a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271824d68>, [{'id': '9595545e-9654-4c5f-a2fc-4da3de1dc6ec', 'name': 'tempest-TestVolumeBootPattern-1089784377-router', 'tenant_id': 'fbedb279f22e4b3494591d6dabc201d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.41'}], 'enable_snat': True}, 'gw_port_id': '6971b6ef-10e9-41ac-8eab-55400fae7ed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:07:53Z', 'updated_at': '2021-12-24T11:08:03Z', 'revision_number': 4, 'project_id': 'fbedb279f22e4b3494591d6dabc201d5', 'gw_port': {'id': '6971b6ef-10e9-41ac-8eab-55400fae7ed7', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:42:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9595545e-9654-4c5f-a2fc-4da3de1dc6ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:07:55Z', 'updated_at': '2021-12-24T11:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_floatingips': [{'id': '6ce823a5-a78f-490c-b02f-482c204f885a', 'tenant_id': 'fbedb279f22e4b3494591d6dabc201d5', 'floating_ip_address': '172.26.3.51', 'floating_network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'router_id': '9595545e-9654-4c5f-a2fc-4da3de1dc6ec', 'port_id': '269cc7a5-ac29-4910-891b-3ecb3282fa1c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2428796e-e2e4-4ddb-a9cc-996932bc1226', 'mac_address': 'fa:16:3e:de:16:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c123780-3605-46ce-8039-1f88853bf606', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T11:09:37Z', 'updated_at': '2021-12-24T11:09:37Z', 'revision_number': 0, 'project_id': 'fbedb279f22e4b3494591d6dabc201d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b54eb025-abcc-4657-9416-e7f42be0d1d5', 'name': '', 'network_id': '2428796e-e2e4-4ddb-a9cc-996932bc1226', 'tenant_id': 'fbedb279f22e4b3494591d6dabc201d5', 'mac_address': 'fa:16:3e:14:4e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9595545e-9654-4c5f-a2fc-4da3de1dc6ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66590446-f239-4728-b0eb-3db1299fa1e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:08:01Z', 'updated_at': '2021-12-24T11:08:18Z', 'revision_number': 5, 'project_id': 'fbedb279f22e4b3494591d6dabc201d5', 'subnets': [{'id': '66590446-f239-4728-b0eb-3db1299fa1e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:09:40.796699 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10289502-bb5d-49aa-988b-14c841804a15 None None] Checking router: 9595545e-9654-4c5f-a2fc-4da3de1dc6ec for host: dv-neutron-822691-2-hyperv {{(pid=88880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 24 11:09:40.808660 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10289502-bb5d-49aa-988b-14c841804a15 None None] Routers {'9595545e-9654-4c5f-a2fc-4da3de1dc6ec'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:09:40.809344 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-10289502-bb5d-49aa-988b-14c841804a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271824d68>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:09:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['9595545e-9654-4c5f-a2fc-4da3de1dc6ec'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:09:40.812283 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-98ded64b-ebd5-4242-ad2d-c176da3f2685 req-5cc5ce31-4cb4-485f-9183-f08ce1a677e1 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/security-groups?id=12809888-818f-4264-af3c-fdaa4767a8bd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2108288
Dec 24 11:09:40.838704 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-43d255b7-9f8d-4d7d-b983-7aee73a6f1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:40.845436 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-16e84e9a-a774-4210-8fd0-9143a7b93d38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:09:40.859446 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9cda9ce4-e4ca-4bd3-99fd-d15cce7f14b4 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036852798164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854055527'] for router_interface, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:40.865369 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-43d255b7-9f8d-4d7d-b983-7aee73a6f1a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:40.869269 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372f1a1a-9116-4745-9b6c-d2b4e74ff94a req-dd8b77d2-76d4-4ec2-b3c1-d00a53d60c44 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:09:40.869269 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-372f1a1a-9116-4745-9b6c-d2b4e74ff94a req-dd8b77d2-76d4-4ec2-b3c1-d00a53d60c44 service neutron] 10.222.0.58 "GET /v2.0/networks?id=2428796e-e2e4-4ddb-a9cc-996932bc1226 HTTP/1.1" status: 200  len: 913 time: 0.2415226
Dec 24 11:09:40.875347 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-43d255b7-9f8d-4d7d-b983-7aee73a6f1a7 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/82c1e738-7aa5-4537-9115-bf109c83cddb HTTP/1.1" status: 204  len: 168 time: 0.2145944
Dec 24 11:09:40.876656 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d255b7-9f8d-4d7d-b983-7aee73a6f1a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82c1e738-7aa5-4537-9115-bf109c83cddb,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:09:40.890435 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-43d255b7-9f8d-4d7d-b983-7aee73a6f1a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:09:41.192347 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-10289502-bb5d-49aa-988b-14c841804a15 None None] Set router 9595545e-9654-4c5f-a2fc-4da3de1dc6ec gateway port host: dv-neutron-822691-2-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:09:41.201533 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-372f1a1a-9116-4745-9b6c-d2b4e74ff94a req-a5b16f62-57fc-44f1-b8b5-95678500d5a3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=269cc7a5-ac29-4910-891b-3ecb3282fa1c HTTP/1.1" status: 200  len: 998 time: 0.3092825
Dec 24 11:09:41.288241 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372f1a1a-9116-4745-9b6c-d2b4e74ff94a req-9092ef48-5c57-4a81-b384-753daaedf312 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:09:41.289893 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-372f1a1a-9116-4745-9b6c-d2b4e74ff94a req-9092ef48-5c57-4a81-b384-753daaedf312 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=66590446-f239-4728-b0eb-3db1299fa1e3 HTTP/1.1" status: 200  len: 851 time: 0.0763729
Dec 24 11:09:41.597596 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-372f1a1a-9116-4745-9b6c-d2b4e74ff94a req-21227b32-e873-4bb2-969b-6be831acadcd service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2428796e-e2e4-4ddb-a9cc-996932bc1226&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.2981048
Dec 24 11:09:41.681274 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-10289502-bb5d-49aa-988b-14c841804a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271824d68>, [{'id': '9595545e-9654-4c5f-a2fc-4da3de1dc6ec', 'name': 'tempest-TestVolumeBootPattern-1089784377-router', 'tenant_id': 'fbedb279f22e4b3494591d6dabc201d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.41'}], 'enable_snat': True}, 'gw_port_id': '6971b6ef-10e9-41ac-8eab-55400fae7ed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:07:53Z', 'updated_at': '2021-12-24T11:08:03Z', 'revision_number': 4, 'project_id': 'fbedb279f22e4b3494591d6dabc201d5', 'gw_port': {'id': '6971b6ef-10e9-41ac-8eab-55400fae7ed7', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:42:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9595545e-9654-4c5f-a2fc-4da3de1dc6ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:07:55Z', 'updated_at': '2021-12-24T11:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_floatingips': [{'id': '6ce823a5-a78f-490c-b02f-482c204f885a', 'tenant_id': 'fbedb279f22e4b3494591d6dabc201d5', 'floating_ip_address': '172.26.3.51', 'floating_network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'router_id': '9595545e-9654-4c5f-a2fc-4da3de1dc6ec', 'port_id': '269cc7a5-ac29-4910-891b-3ecb3282fa1c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2428796e-e2e4-4ddb-a9cc-996932bc1226', 'mac_address': 'fa:16:3e:de:16:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c123780-3605-46ce-8039-1f88853bf606', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T11:09:37Z', 'updated_at': '2021-12-24T11:09:37Z', 'revision_number': 0, 'project_id': 'fbedb279f22e4b3494591d6dabc201d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b54eb025-abcc-4657-9416-e7f42be0d1d5', 'name': '', 'network_id': '2428796e-e2e4-4ddb-a9cc-996932bc1226', 'tenant_id': 'fbedb279f22e4b3494591d6dabc201d5', 'mac_address': 'fa:16:3e:14:4e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9595545e-9654-4c5f-a2fc-4da3de1dc6ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66590446-f239-4728-b0eb-3db1299fa1e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:08:01Z', 'updated_at': '2021-12-24T11:08:18Z', 'revision_number': 5, 'project_id': 'fbedb279f22e4b3494591d6dabc201d5', 'subnets': [{'id': '66590446-f239-4728-b0eb-3db1299fa1e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:09:41.687996 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10289502-bb5d-49aa-988b-14c841804a15 None None] The sync data for ids ['9595545e-9654-4c5f-a2fc-4da3de1dc6ec'] in dv-neutron-822691-2-hyperv is: [{'id': '9595545e-9654-4c5f-a2fc-4da3de1dc6ec', 'name': 'tempest-TestVolumeBootPattern-1089784377-router', 'tenant_id': 'fbedb279f22e4b3494591d6dabc201d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.41'}], 'enable_snat': True}, 'gw_port_id': '6971b6ef-10e9-41ac-8eab-55400fae7ed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:07:53Z', 'updated_at': '2021-12-24T11:08:03Z', 'revision_number': 4, 'project_id': 'fbedb279f22e4b3494591d6dabc201d5', 'gw_port': {'id': '6971b6ef-10e9-41ac-8eab-55400fae7ed7', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:42:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9595545e-9654-4c5f-a2fc-4da3de1dc6ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:07:55Z', 'updated_at': '2021-12-24T11:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_floatingips': [{'id': '6ce823a5-a78f-490c-b02f-482c204f885a', 'tenant_id': 'fbedb279f22e4b3494591d6dabc201d5', 'floating_ip_address': '172.26.3.51', 'floating_network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'router_id': '9595545e-9654-4c5f-a2fc-4da3de1dc6ec', 'port_id': '269cc7a5-ac29-4910-891b-3ecb3282fa1c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2428796e-e2e4-4ddb-a9cc-996932bc1226', 'mac_address': 'fa:16:3e:de:16:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c123780-3605-46ce-8039-1f88853bf606', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T11:09:37Z', 'updated_at': '2021-12-24T11:09:37Z', 'revision_number': 0, 'project_id': 'fbedb279f22e4b3494591d6dabc201d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b54eb025-abcc-4657-9416-e7f42be0d1d5', 'name': '', 'network_id': '2428796e-e2e4-4ddb-a9cc-996932bc1226', 'tenant_id': 'fbedb279f22e4b3494591d6dabc201d5', 'mac_address': 'fa:16:3e:14:4e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9595545e-9654-4c5f-a2fc-4da3de1dc6ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66590446-f239-4728-b0eb-3db1299fa1e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:08:01Z', 'updated_at': '2021-12-24T11:08:18Z', 'revision_number': 5, 'project_id': 'fbedb279f22e4b3494591d6dabc201d5', 'subnets': [{'id': '66590446-f239-4728-b0eb-3db1299fa1e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:09:41.936045 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-372f1a1a-9116-4745-9b6c-d2b4e74ff94a req-6d870721-4aa8-406b-83d5-30e144f43796 service neutron] 10.222.0.58 "GET /v2.0/networks/2428796e-e2e4-4ddb-a9cc-996932bc1226?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3239396
Dec 24 11:09:42.166848 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cda9ce4-e4ca-4bd3-99fd-d15cce7f14b4 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Router 98048001-f2ff-43c5-a8ff-b3afbfd9daa9 has already been hosted by L3 agent 198cca88-1338-4098-b44b-beb0346ac906 {{(pid=88878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 24 11:09:42.191454 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3f5774-7b90-4187-bbfb-8dc352252349 None None] New status for floating IP 6ce823a5-a78f-490c-b02f-482c204f885a: ACTIVE {{(pid=88881) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 24 11:09:42.201800 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-372f1a1a-9116-4745-9b6c-d2b4e74ff94a req-f5dc0e27-677d-481d-812e-b714f9fc94ee service neutron] 10.222.0.58 "GET /v2.0/networks/2428796e-e2e4-4ddb-a9cc-996932bc1226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2570493
Dec 24 11:09:42.222209 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc9ca65-c2ad-405d-8873-92ddb60f0bc1 req-cb462974-18ce-4766-806c-7f1156c66c6f tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:09:42.227129 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-bfc9ca65-c2ad-405d-8873-92ddb60f0bc1 req-cb462974-18ce-4766-806c-7f1156c66c6f tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/ports?device_id=a33fdf1a-714c-405b-86fc-5159e6d124f5 HTTP/1.1" status: 200  len: 946 time: 0.2540793
Dec 24 11:09:42.403019 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 42494) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:09:42.412243 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-c3f8eba8-483d-4fc1-a47d-5fef8c818dce tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-937222871', 'description': 'tempest-secgroup-smoke-937222871 description', 'project_id': '758a6f1d84774c7d81576f2d2a7e18fd'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:09:42.419637 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-c3f8eba8-483d-4fc1-a47d-5fef8c818dce tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:09:42.424626 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-c3f8eba8-483d-4fc1-a47d-5fef8c818dce tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Usage tracker for resource:security_group and tenant:758a6f1d84774c7d81576f2d2a7e18fd is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:09:42.427996 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-c3f8eba8-483d-4fc1-a47d-5fef8c818dce tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:09:42.438068 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-c3f8eba8-483d-4fc1-a47d-5fef8c818dce tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:09:42.452500 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c3f8eba8-483d-4fc1-a47d-5fef8c818dce tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Notify callbacks [] for security_group, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:42.475752 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c3f8eba8-483d-4fc1-a47d-5fef8c818dce tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Notify callbacks [] for security_group, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:42.545212 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-c3f8eba8-483d-4fc1-a47d-5fef8c818dce tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:09:42.552322 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-c3f8eba8-483d-4fc1-a47d-5fef8c818dce tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Usage tracker for resource:security_group_rule and tenant:758a6f1d84774c7d81576f2d2a7e18fd is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:09:42.559530 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-c3f8eba8-483d-4fc1-a47d-5fef8c818dce tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:09:42.572698 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-c3f8eba8-483d-4fc1-a47d-5fef8c818dce tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:09:42.663696 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c3f8eba8-483d-4fc1-a47d-5fef8c818dce tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Notify callbacks [] for security_group, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:42.667630 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c3f8eba8-483d-4fc1-a47d-5fef8c818dce tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:42.672950 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-dfd5e881-0400-48cf-9d99-1ae2e4f10f49 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:09:42.717757 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-bfc9ca65-c2ad-405d-8873-92ddb60f0bc1 req-fafa6684-959a-4a24-b188-7bed7da53e16 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/security-groups?id=12809888-818f-4264-af3c-fdaa4767a8bd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4806538
Dec 24 11:09:42.718504 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-c3f8eba8-483d-4fc1-a47d-5fef8c818dce tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:09:42.722383 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f8eba8-483d-4fc1-a47d-5fef8c818dce tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bfc94690-e1da-4de0-8d24-a001315b5458,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:09:42.726747 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c3f8eba8-483d-4fc1-a47d-5fef8c818dce tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:09:42.726747 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-c3f8eba8-483d-4fc1-a47d-5fef8c818dce tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Usage tracker for resource:security_group_rule and tenant:758a6f1d84774c7d81576f2d2a7e18fd is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:09:42.729988 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-c3f8eba8-483d-4fc1-a47d-5fef8c818dce tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:09:42.739981 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-c3f8eba8-483d-4fc1-a47d-5fef8c818dce tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:09:42.767118 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cda9ce4-e4ca-4bd3-99fd-d15cce7f14b4 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:09:42.769882 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-9cda9ce4-e4ca-4bd3-99fd-d15cce7f14b4 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] 10.222.0.65 "PUT /v2.0/routers/98048001-f2ff-43c5-a8ff-b3afbfd9daa9/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.2302487
Dec 24 11:09:42.771710 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 42500) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:09:42.786942 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb86d52-d9ba-4add-b6f8-fffd03764489 None None] Sync routers for ids ['98048001-f2ff-43c5-a8ff-b3afbfd9daa9'] in dv-neutron-822691-2-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:09:42.800054 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb86d52-d9ba-4add-b6f8-fffd03764489 None None] Routers {'98048001-f2ff-43c5-a8ff-b3afbfd9daa9'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:09:42.800687 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-6cb86d52-d9ba-4add-b6f8-fffd03764489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271837da0>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:09:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['98048001-f2ff-43c5-a8ff-b3afbfd9daa9'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:09:42.811991 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c3f8eba8-483d-4fc1-a47d-5fef8c818dce tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Notify callbacks [] for security_group, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:42.816143 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c3f8eba8-483d-4fc1-a47d-5fef8c818dce tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:42.822844 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-ad8103ee-a937-4831-aace-e82bd04422c4 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:09:42.870404 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f8eba8-483d-4fc1-a47d-5fef8c818dce tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac646890-84b4-4f0e-9ed2-2b517a0b7022,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:09:42.871999 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-6cb86d52-d9ba-4add-b6f8-fffd03764489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271837da0>, [], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:09:42.884462 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c3f8eba8-483d-4fc1-a47d-5fef8c818dce tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Notify callbacks [] for security_group, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:42.884900 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb86d52-d9ba-4add-b6f8-fffd03764489 None None] Routers {'98048001-f2ff-43c5-a8ff-b3afbfd9daa9'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:09:42.889027 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-6cb86d52-d9ba-4add-b6f8-fffd03764489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271837da0>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:09:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['98048001-f2ff-43c5-a8ff-b3afbfd9daa9'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:09:42.889169 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-c3f8eba8-483d-4fc1-a47d-5fef8c818dce tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1626 time: 0.4817796
Dec 24 11:09:42.889169 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c3f8eba8-483d-4fc1-a47d-5fef8c818dce tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:09:42.889569 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 42504) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:09:42.896434 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-5abf5341-f767-4d1b-b914-1c4b37a13c0c tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Request body: {'security_group_rule': {'security_group_id': 'ac646890-84b4-4f0e-9ed2-2b517a0b7022', 'project_id': '758a6f1d84774c7d81576f2d2a7e18fd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:09:42.903702 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-5abf5341-f767-4d1b-b914-1c4b37a13c0c tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:09:42.907992 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-5abf5341-f767-4d1b-b914-1c4b37a13c0c tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Usage tracker for resource:security_group_rule and tenant:758a6f1d84774c7d81576f2d2a7e18fd is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:09:42.911302 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-5abf5341-f767-4d1b-b914-1c4b37a13c0c tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:09:42.917695 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-5abf5341-f767-4d1b-b914-1c4b37a13c0c tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:09:42.935274 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5abf5341-f767-4d1b-b914-1c4b37a13c0c tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:42.947785 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-6cb86d52-d9ba-4add-b6f8-fffd03764489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271837da0>, [], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:09:42.948154 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb86d52-d9ba-4add-b6f8-fffd03764489 None None] The sync data for ids ['98048001-f2ff-43c5-a8ff-b3afbfd9daa9'] in dv-neutron-822691-2-hyperv is: [] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:09:43.001569 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5abf5341-f767-4d1b-b914-1c4b37a13c0c tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:43.005247 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5abf5341-f767-4d1b-b914-1c4b37a13c0c tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689902'] for security_group_rule, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:43.007209 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-572d49a6-36b3-46c4-b860-05dc1dc0d300 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:09:43.031570 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abf5341-f767-4d1b-b914-1c4b37a13c0c tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8dbb3764-1b0a-40fe-bec5-bff8e4223d19,revision_number=0']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:09:43.034231 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-5abf5341-f767-4d1b-b914-1c4b37a13c0c tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:09:43.035768 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab0ea52-39b6-470e-b0ce-247e1ed5797d req-55d99794-62a0-4377-9a1c-d9d5e057d3b1 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:09:43.037415 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-bab0ea52-39b6-470e-b0ce-247e1ed5797d req-55d99794-62a0-4377-9a1c-d9d5e057d3b1 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/ports?device_id=a33fdf1a-714c-405b-86fc-5159e6d124f5 HTTP/1.1" status: 200  len: 946 time: 0.1285625
Dec 24 11:09:43.043300 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5abf5341-f767-4d1b-b914-1c4b37a13c0c tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:43.044852 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-5abf5341-f767-4d1b-b914-1c4b37a13c0c tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1538959
Dec 24 11:09:43.048547 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 42508) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:09:43.070763 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-4505fe5d-410b-4716-8c89-dcac45707681 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Request body: {'security_group_rule': {'security_group_id': 'ac646890-84b4-4f0e-9ed2-2b517a0b7022', 'project_id': '758a6f1d84774c7d81576f2d2a7e18fd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:09:43.086219 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-4505fe5d-410b-4716-8c89-dcac45707681 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:09:43.160074 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-4505fe5d-410b-4716-8c89-dcac45707681 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Usage tracker for resource:security_group_rule and tenant:758a6f1d84774c7d81576f2d2a7e18fd is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:09:43.170505 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-4505fe5d-410b-4716-8c89-dcac45707681 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:09:43.226189 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-4505fe5d-410b-4716-8c89-dcac45707681 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:09:43.253893 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-bab0ea52-39b6-470e-b0ce-247e1ed5797d req-05ed79c2-a99d-45c2-89a8-85425e9e2d75 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/security-groups?id=12809888-818f-4264-af3c-fdaa4767a8bd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2070158
Dec 24 11:09:43.266951 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4505fe5d-410b-4716-8c89-dcac45707681 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:43.282486 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 42512) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:09:43.355774 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4505fe5d-410b-4716-8c89-dcac45707681 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:43.360597 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4505fe5d-410b-4716-8c89-dcac45707681 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689902'] for security_group_rule, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:43.362748 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f7d828fe-7a02-490b-9e09-9b292aa7cf13 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:09:43.364496 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-fe0e510c-0778-4279-8820-0488655b4b61 tempest-TestNetworkBasicOps-448411267 tempest-TestNetworkBasicOps-448411267-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=a33fdf1a-714c-405b-86fc-5159e6d124f5 HTTP/1.1" status: 200  len: 1094 time: 0.0806093
Dec 24 11:09:43.367893 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 42516) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:09:43.370074 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-31d22ab1-b957-4baa-80dd-b3d429114f73 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854055677'] for router_interface, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:43.373936 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-5611300a-ad29-49da-b311-34e8fa1f16c1 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Request body: {'floatingip': {'floating_network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'port_id': 'db30fbba-a01f-42c8-b52d-da5f05b1fdca', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:09:43.380320 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-5611300a-ad29-49da-b311-34e8fa1f16c1 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:09:43.385061 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-5611300a-ad29-49da-b311-34e8fa1f16c1 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Usage tracker for resource:floatingip and tenant:ad7c5ba9df02428aae512a4d9bb9dd9d is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:09:43.388293 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-5611300a-ad29-49da-b311-34e8fa1f16c1 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:09:43.394677 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-5611300a-ad29-49da-b311-34e8fa1f16c1 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:09:43.405578 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5611300a-ad29-49da-b311-34e8fa1f16c1 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for floatingip, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:43.493741 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4505fe5d-410b-4716-8c89-dcac45707681 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=274ffd52-07bf-4a01-ba86-28be6507115a,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:09:43.502963 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-4505fe5d-410b-4716-8c89-dcac45707681 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:09:43.520038 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4505fe5d-410b-4716-8c89-dcac45707681 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:43.524973 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-4505fe5d-410b-4716-8c89-dcac45707681 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.4721551
Dec 24 11:09:43.525482 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 42520) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:09:43.542480 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-65a1b93f-f8b4-45c0-a6ab-03b2ca907480 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Request body: {'security_group_rule': {'security_group_id': 'ac646890-84b4-4f0e-9ed2-2b517a0b7022', 'project_id': '758a6f1d84774c7d81576f2d2a7e18fd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:09:43.550501 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-65a1b93f-f8b4-45c0-a6ab-03b2ca907480 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:09:43.558374 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-65a1b93f-f8b4-45c0-a6ab-03b2ca907480 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Usage tracker for resource:security_group_rule and tenant:758a6f1d84774c7d81576f2d2a7e18fd is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:09:43.565012 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-65a1b93f-f8b4-45c0-a6ab-03b2ca907480 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:09:43.572682 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-65a1b93f-f8b4-45c0-a6ab-03b2ca907480 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:09:43.591353 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5611300a-ad29-49da-b311-34e8fa1f16c1 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:43.641626 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-65a1b93f-f8b4-45c0-a6ab-03b2ca907480 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:43.804414 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-65a1b93f-f8b4-45c0-a6ab-03b2ca907480 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:43.805877 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-5611300a-ad29-49da-b311-34e8fa1f16c1 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Allocated IP 172.26.3.15 (f8c337ba-681f-4fcb-a333-e3c49365b30a/8ea1398c-0bec-46d6-8d54-85798de2a7ca/71dda571-2f63-4f9b-8467-87a3910ff90f) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:09:43.810659 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-65a1b93f-f8b4-45c0-a6ab-03b2ca907480 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689902'] for security_group_rule, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:43.814317 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c13be530-a54c-4b96-88f7-9db8a5bc6a5e tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:09:43.843607 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a1b93f-f8b4-45c0-a6ab-03b2ca907480 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36914ba1-6f85-4be1-9bc7-f0319390f365,revision_number=0']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:09:43.851484 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-65a1b93f-f8b4-45c0-a6ab-03b2ca907480 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:09:43.878512 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-65a1b93f-f8b4-45c0-a6ab-03b2ca907480 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:43.879854 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-65a1b93f-f8b4-45c0-a6ab-03b2ca907480 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.3522873
Dec 24 11:09:43.883398 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 42524) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:09:43.891195 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-92f9861e-05b7-409c-92db-a587639c83a4 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Request body: {'security_group_rule': {'security_group_id': 'ac646890-84b4-4f0e-9ed2-2b517a0b7022', 'project_id': '758a6f1d84774c7d81576f2d2a7e18fd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:09:43.900394 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-92f9861e-05b7-409c-92db-a587639c83a4 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:09:43.911784 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-92f9861e-05b7-409c-92db-a587639c83a4 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Usage tracker for resource:security_group_rule and tenant:758a6f1d84774c7d81576f2d2a7e18fd is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:09:43.915931 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-92f9861e-05b7-409c-92db-a587639c83a4 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:09:43.924262 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-92f9861e-05b7-409c-92db-a587639c83a4 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:09:43.984539 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-92f9861e-05b7-409c-92db-a587639c83a4 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:44.003778 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5611300a-ad29-49da-b311-34e8fa1f16c1 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:44.032831 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5611300a-ad29-49da-b311-34e8fa1f16c1 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:44.037527 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c3a386f6-9a32-49ee-95d1-1219350bb69b tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:09:44.106715 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5611300a-ad29-49da-b311-34e8fa1f16c1 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Network f8c337ba-681f-4fcb-a333-e3c49365b30a is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:09:44.110429 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-5611300a-ad29-49da-b311-34e8fa1f16c1 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Resources bound (agent type, host, resource id):  {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:09:44.112955 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5611300a-ad29-49da-b311-34e8fa1f16c1 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:09:44.121219 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-92f9861e-05b7-409c-92db-a587639c83a4 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:44.125780 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-92f9861e-05b7-409c-92db-a587639c83a4 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689902'] for security_group_rule, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:44.136029 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:09:44.146935 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-31d22ab1-b957-4baa-80dd-b3d429114f73 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Deleting port 0cdc1ae7-28fa-4bb2-95aa-b5b58a83a8dd {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:09:44.147315 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-31d22ab1-b957-4baa-80dd-b3d429114f73 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:44.151058 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5611300a-ad29-49da-b311-34e8fa1f16c1 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event updated for resources: {'Port': ['ID=71dda571-2f63-4f9b-8467-87a3910ff90f,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:09:44.154112 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-5611300a-ad29-49da-b311-34e8fa1f16c1 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:09:44.196414 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f9861e-05b7-409c-92db-a587639c83a4 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc9832e0-56f7-4917-b4c8-7966eeecf246,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:09:44.199083 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-92f9861e-05b7-409c-92db-a587639c83a4 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:09:44.206165 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-92f9861e-05b7-409c-92db-a587639c83a4 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:44.207479 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-92f9861e-05b7-409c-92db-a587639c83a4 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.3229635
Dec 24 11:09:44.210508 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 42528) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:09:44.218789 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-693377e3-477d-4c22-8ada-31517c188d41 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Request body: {'security_group_rule': {'security_group_id': 'ac646890-84b4-4f0e-9ed2-2b517a0b7022', 'project_id': '758a6f1d84774c7d81576f2d2a7e18fd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:09:44.235215 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-693377e3-477d-4c22-8ada-31517c188d41 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:09:44.259805 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-693377e3-477d-4c22-8ada-31517c188d41 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Usage tracker for resource:security_group_rule and tenant:758a6f1d84774c7d81576f2d2a7e18fd is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:09:44.265367 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-693377e3-477d-4c22-8ada-31517c188d41 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:09:44.284888 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-693377e3-477d-4c22-8ada-31517c188d41 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:09:44.353774 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.securitygroups_db [None req-693377e3-477d-4c22-8ada-31517c188d41 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Project 758a6f1d84774c7d81576f2d2a7e18fd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 24 11:09:44.373053 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-693377e3-477d-4c22-8ada-31517c188d41 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:44.420977 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-31d22ab1-b957-4baa-80dd-b3d429114f73 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:44.575754 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-31d22ab1-b957-4baa-80dd-b3d429114f73 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Calling delete_port for 0cdc1ae7-28fa-4bb2-95aa-b5b58a83a8dd owned by network:router_interface {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:09:44.656525 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-693377e3-477d-4c22-8ada-31517c188d41 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:44.661559 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-693377e3-477d-4c22-8ada-31517c188d41 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689902'] for security_group_rule, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:44.676688 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-4505fe5d-410b-4716-8c89-dcac45707681 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:09:44.712086 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693377e3-477d-4c22-8ada-31517c188d41 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9c1cbd6-d392-4271-beb4-817eaa4482b4,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:09:44.714669 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-693377e3-477d-4c22-8ada-31517c188d41 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:09:44.724820 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-693377e3-477d-4c22-8ada-31517c188d41 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:44.726165 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-693377e3-477d-4c22-8ada-31517c188d41 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.5146260
Dec 24 11:09:44.729300 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 42532) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:09:44.736424 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-8589fa52-fa13-4acb-b6d7-3982ed02e887 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Request body: {'security_group_rule': {'security_group_id': 'ac646890-84b4-4f0e-9ed2-2b517a0b7022', 'project_id': '758a6f1d84774c7d81576f2d2a7e18fd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:09:44.748770 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-8589fa52-fa13-4acb-b6d7-3982ed02e887 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:09:44.754623 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-8589fa52-fa13-4acb-b6d7-3982ed02e887 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Usage tracker for resource:security_group_rule and tenant:758a6f1d84774c7d81576f2d2a7e18fd is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:09:44.759565 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-8589fa52-fa13-4acb-b6d7-3982ed02e887 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:09:44.766577 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-8589fa52-fa13-4acb-b6d7-3982ed02e887 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:09:44.816919 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.securitygroups_db [None req-8589fa52-fa13-4acb-b6d7-3982ed02e887 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Project 758a6f1d84774c7d81576f2d2a7e18fd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 24 11:09:44.834673 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8589fa52-fa13-4acb-b6d7-3982ed02e887 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:44.887357 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-31d22ab1-b957-4baa-80dd-b3d429114f73 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:44.895799 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-b1cae55c-cb19-488d-aef3-4cc2b18842ba tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:09:44.908030 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5611300a-ad29-49da-b311-34e8fa1f16c1 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:44.946912 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d22ab1-b957-4baa-80dd-b3d429114f73 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Pushing event deleted for resources: {'Port': ['ID=0cdc1ae7-28fa-4bb2-95aa-b5b58a83a8dd,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:09:44.946912 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-31d22ab1-b957-4baa-80dd-b3d429114f73 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:09:44.968057 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5611300a-ad29-49da-b311-34e8fa1f16c1 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:45.061253 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8589fa52-fa13-4acb-b6d7-3982ed02e887 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:45.065559 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8589fa52-fa13-4acb-b6d7-3982ed02e887 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689902'] for security_group_rule, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:45.071035 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-be9c665e-4473-4edc-b94e-4018ae059d62 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:09:45.105607 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8589fa52-fa13-4acb-b6d7-3982ed02e887 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=836aa79b-0f87-4f5b-8dd5-f19e21bb0115,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:09:45.108929 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-8589fa52-fa13-4acb-b6d7-3982ed02e887 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:09:45.211118 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5611300a-ad29-49da-b311-34e8fa1f16c1 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for port, precommit_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:45.215911 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5611300a-ad29-49da-b311-34e8fa1f16c1 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850854027'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:45.221008 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f386fda3-5439-4136-915f-e1c66ae9cede tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:09:45.234085 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8589fa52-fa13-4acb-b6d7-3982ed02e887 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:45.235721 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-8589fa52-fa13-4acb-b6d7-3982ed02e887 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.5053573
Dec 24 11:09:45.241931 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 42536) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:09:45.252673 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-0e5c7bc9-f7dc-4f1a-b246-eff51fbd8a26 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Request body: {'network': {'name': 'tempest-network-smoke--314656115', 'project_id': '758a6f1d84774c7d81576f2d2a7e18fd', 'port_security_enabled': True}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:09:45.259029 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-0e5c7bc9-f7dc-4f1a-b246-eff51fbd8a26 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:09:45.266151 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-0e5c7bc9-f7dc-4f1a-b246-eff51fbd8a26 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Usage tracker for resource:network and tenant:758a6f1d84774c7d81576f2d2a7e18fd is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:09:45.269927 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-0e5c7bc9-f7dc-4f1a-b246-eff51fbd8a26 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:09:45.279544 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-0e5c7bc9-f7dc-4f1a-b246-eff51fbd8a26 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:09:45.289134 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-31d22ab1-b957-4baa-80dd-b3d429114f73 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036852798164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854055527'] for router_interface, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:45.298903 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e5c7bc9-f7dc-4f1a-b246-eff51fbd8a26 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Made reservation on behalf of 758a6f1d84774c7d81576f2d2a7e18fd for: {'network': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:09:45.304397 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0e5c7bc9-f7dc-4f1a-b246-eff51fbd8a26 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for network, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:45.333636 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5611300a-ad29-49da-b311-34e8fa1f16c1 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event updated for resources: {'Port': ['ID=71dda571-2f63-4f9b-8467-87a3910ff90f,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:09:45.338371 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-5611300a-ad29-49da-b311-34e8fa1f16c1 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:09:45.349474 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5611300a-ad29-49da-b311-34e8fa1f16c1 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659181'] for floatingip, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:45.461655 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e5c7bc9-f7dc-4f1a-b246-eff51fbd8a26 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] vlan segment allocate from pool success with {'vlan_id': 616, 'physical_network': 'physnet1'}  {{(pid=88878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 24 11:09:45.475590 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0e5c7bc9-f7dc-4f1a-b246-eff51fbd8a26 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:45.475972 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.segments_db [None req-0e5c7bc9-f7dc-4f1a-b246-eff51fbd8a26 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Added segment 5f9a724b-7d90-49f2-b1f9-3dc1b129857a of type vlan for network 64161c02-41e7-4720-9a76-ba7756ce6721
Dec 24 11:09:45.556316 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.l3_db [None req-5611300a-ad29-49da-b311-34e8fa1f16c1 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Floating IP 72ef3391-c98f-4310-afd5-444a6925d56b associated. External IP: 172.26.3.15, port: db30fbba-a01f-42c8-b52d-da5f05b1fdca.
Dec 24 11:09:45.874130 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0e5c7bc9-f7dc-4f1a-b246-eff51fbd8a26 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363287349540024'] for network, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:45.990053 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5611300a-ad29-49da-b311-34e8fa1f16c1 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Router ea997984-f423-43ba-96b9-008081504a62 has already been hosted by L3 agent 198cca88-1338-4098-b44b-beb0346ac906 {{(pid=88879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 24 11:09:46.033633 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0e5c7bc9-f7dc-4f1a-b246-eff51fbd8a26 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636'] for network, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:46.037800 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e5c7bc9-f7dc-4f1a-b246-eff51fbd8a26 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:09:46.038441 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0e5c7bc9-f7dc-4f1a-b246-eff51fbd8a26 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Notify callbacks [] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:46.044611 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-1a22c089-d937-49b8-8826-0499fcb0642d tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:09:46.107728 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-0e5c7bc9-f7dc-4f1a-b246-eff51fbd8a26 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.8615301
Dec 24 11:09:46.149565 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 42540) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:09:46.164931 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5c7bc9-f7dc-4f1a-b246-eff51fbd8a26 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Pushing event updated for resources: {'Network': ['ID=64161c02-41e7-4720-9a76-ba7756ce6721,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:09:46.169901 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-107df08c-1784-4f32-b85f-dd6c0350ebe0 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-304020', 'admin_state_up': True, 'project_id': '758a6f1d84774c7d81576f2d2a7e18fd', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a'}}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:09:46.170980 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-0e5c7bc9-f7dc-4f1a-b246-eff51fbd8a26 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:09:46.177037 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Network 64161c02-41e7-4720-9a76-ba7756ce6721 details requested by agent ovs-agent-dv-neutron-822691-2-hyperv with host dv-neutron-822691-2-hyperv {{(pid=88880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 24 11:09:46.178931 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31d22ab1-b957-4baa-80dd-b3d429114f73 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Router 98048001-f2ff-43c5-a8ff-b3afbfd9daa9 has already been hosted by L3 agent 198cca88-1338-4098-b44b-beb0346ac906 {{(pid=88878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 24 11:09:46.179969 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-107df08c-1784-4f32-b85f-dd6c0350ebe0 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:09:46.186093 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-107df08c-1784-4f32-b85f-dd6c0350ebe0 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Usage tracker for resource:router and tenant:758a6f1d84774c7d81576f2d2a7e18fd is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:09:46.190322 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-107df08c-1784-4f32-b85f-dd6c0350ebe0 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:09:46.199672 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-107df08c-1784-4f32-b85f-dd6c0350ebe0 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:09:46.223915 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-107df08c-1784-4f32-b85f-dd6c0350ebe0 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-612016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-84579'] for router, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:46.224909 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-107df08c-1784-4f32-b85f-dd6c0350ebe0 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854163950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659046', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854079771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854691221'] for router, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:46.257154 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-107df08c-1784-4f32-b85f-dd6c0350ebe0 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:46.269170 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5611300a-ad29-49da-b311-34e8fa1f16c1 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:09:46.285870 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e40b5f-e7b9-4806-a423-72501a65224c None None] Sync routers for ids ['ea997984-f423-43ba-96b9-008081504a62'] in dv-neutron-822691-2-hyperv {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:09:46.303745 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e40b5f-e7b9-4806-a423-72501a65224c None None] Routers {'ea997984-f423-43ba-96b9-008081504a62'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:09:46.304741 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-94e40b5f-e7b9-4806-a423-72501a65224c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271fca7f0>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:09:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['ea997984-f423-43ba-96b9-008081504a62'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:09:46.327792 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31d22ab1-b957-4baa-80dd-b3d429114f73 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:09:46.333760 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-31d22ab1-b957-4baa-80dd-b3d429114f73 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] 10.222.0.65 "PUT /v2.0/routers/98048001-f2ff-43c5-a8ff-b3afbfd9daa9/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5600140
Dec 24 11:09:46.336634 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 42544) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:09:46.339861 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1785b18-b33b-4e36-9e1e-e10b049ad921 None None] Sync routers for ids ['98048001-f2ff-43c5-a8ff-b3afbfd9daa9'] in dv-neutron-822691-2-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:09:46.356320 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1785b18-b33b-4e36-9e1e-e10b049ad921 None None] Routers {'98048001-f2ff-43c5-a8ff-b3afbfd9daa9'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:09:46.356763 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5611300a-ad29-49da-b311-34e8fa1f16c1 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for floatingip, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:46.358166 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-f1785b18-b33b-4e36-9e1e-e10b049ad921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f527137cfd0>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:09:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['98048001-f2ff-43c5-a8ff-b3afbfd9daa9'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:09:46.385775 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-9c28bcdc-245f-4877-b24d-febdb47c9e03 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Synchronizing usage tracker for tenant:3ebdfa1b50714591899c7b159c4d4f0b on resource:port {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:09:46.405630 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-9c28bcdc-245f-4877-b24d-febdb47c9e03 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Unset dirty status for tenant:3ebdfa1b50714591899c7b159c4d4f0b on resource:port {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:09:46.405630 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-9c28bcdc-245f-4877-b24d-febdb47c9e03 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] 10.222.0.65 "GET /v2.0/ports?device_id=98048001-f2ff-43c5-a8ff-b3afbfd9daa9 HTTP/1.1" status: 200  len: 205 time: 0.0651162
Dec 24 11:09:46.407080 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 42548) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:09:46.439124 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-f1785b18-b33b-4e36-9e1e-e10b049ad921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f527137cfd0>, [], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:09:46.452178 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1785b18-b33b-4e36-9e1e-e10b049ad921 None None] Routers {'98048001-f2ff-43c5-a8ff-b3afbfd9daa9'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:09:46.453365 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-f1785b18-b33b-4e36-9e1e-e10b049ad921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f527137cfd0>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:09:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['98048001-f2ff-43c5-a8ff-b3afbfd9daa9'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:09:46.490826 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-5611300a-ad29-49da-b311-34e8fa1f16c1 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 3.1217792
Dec 24 11:09:46.492993 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a33fdf1a-714c-405b-86fc-5159e6d124f5', 'tag': 'db30fbba-a01f-42c8-b52d-da5f05b1fdca'}] {{(pid=88879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 24 11:09:46.498108 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 42552) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:09:46.500129 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-107df08c-1784-4f32-b85f-dd6c0350ebe0 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-659031', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854691240'] for router, precommit_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:46.553776 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-94e40b5f-e7b9-4806-a423-72501a65224c None None] Set router ea997984-f423-43ba-96b9-008081504a62 gateway port host: dv-neutron-822691-2-hyperv {{(pid=88881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:09:46.562799 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-f1785b18-b33b-4e36-9e1e-e10b049ad921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f527137cfd0>, [], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:09:46.563525 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1785b18-b33b-4e36-9e1e-e10b049ad921 None None] The sync data for ids ['98048001-f2ff-43c5-a8ff-b3afbfd9daa9'] in dv-neutron-822691-2-hyperv is: [] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:09:46.598196 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-772038ba-69d5-4d96-97e0-8aca51897f0f tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks [] for router, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:46.648862 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a33fdf1a-714c-405b-86fc-5159e6d124f5', 'tag': 'db30fbba-a01f-42c8-b52d-da5f05b1fdca', 'status': 'completed', 'code': 200}
Dec 24 11:09:46.654951 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-ac710ea1-6776-4a95-b27c-3bfdeb88675e tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/floatingips/72ef3391-c98f-4310-afd5-444a6925d56b HTTP/1.1" status: 200  len: 991 time: 0.1500335
Dec 24 11:09:46.819516 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-107df08c-1784-4f32-b85f-dd6c0350ebe0 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Notify callbacks [] for router_gateway, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:46.856200 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-107df08c-1784-4f32-b85f-dd6c0350ebe0 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:47.009808 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-107df08c-1784-4f32-b85f-dd6c0350ebe0 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Allocated IP 172.26.3.88 (f8c337ba-681f-4fcb-a333-e3c49365b30a/8ea1398c-0bec-46d6-8d54-85798de2a7ca/a58173a6-1dab-4be9-908f-eb9d19b305be) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:09:47.055864 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-6f5d4fb9-d0f0-49eb-bd5e-425d79a0bea3 req-b25e8a50-3aa2-485b-af3f-8804de4d80f3 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ad7c5ba9df02428aae512a4d9bb9dd9d&device_id=a33fdf1a-714c-405b-86fc-5159e6d124f5 HTTP/1.1" status: 200  len: 1099 time: 0.3947377
Dec 24 11:09:47.128510 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-94e40b5f-e7b9-4806-a423-72501a65224c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271fca7f0>, [{'id': 'ea997984-f423-43ba-96b9-008081504a62', 'name': 'tempest-TestNetworkBasicOps-router-813221983', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.234'}], 'enable_snat': True}, 'gw_port_id': 'e00eca04-7926-4975-aa78-12d974473735', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:08:57Z', 'updated_at': '2021-12-24T11:09:13Z', 'revision_number': 4, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'gw_port': {'id': 'e00eca04-7926-4975-aa78-12d974473735', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:72:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea997984-f423-43ba-96b9-008081504a62', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:08:58Z', 'updated_at': '2021-12-24T11:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_floatingips': [{'id': '72ef3391-c98f-4310-afd5-444a6925d56b', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'floating_ip_address': '172.26.3.15', 'floating_network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'router_id': 'ea997984-f423-43ba-96b9-008081504a62', 'port_id': 'db30fbba-a01f-42c8-b52d-da5f05b1fdca', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '641ddaa1-b5c0-4a80-8143-5da9e4cb5db6', 'mac_address': 'fa:16:3e:a2:a3:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33fdf1a-714c-405b-86fc-5159e6d124f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T11:09:44Z', 'updated_at': '2021-12-24T11:09:44Z', 'revision_number': 0, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7acd7d63-59f5-4206-9390-ef268487ff68', 'name': '', 'network_id': '641ddaa1-b5c0-4a80-8143-5da9e4cb5db6', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'mac_address': 'fa:16:3e:02:ae:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea997984-f423-43ba-96b9-008081504a62', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '91672386-df32-4978-8fd4-f2d6b643bcf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:09:10Z', 'updated_at': '2021-12-24T11:09:21Z', 'revision_number': 5, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'subnets': [{'id': '91672386-df32-4978-8fd4-f2d6b643bcf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:09:47.133194 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e40b5f-e7b9-4806-a423-72501a65224c None None] Checking router: ea997984-f423-43ba-96b9-008081504a62 for host: dv-neutron-822691-2-hyperv {{(pid=88881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 24 11:09:47.145582 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e40b5f-e7b9-4806-a423-72501a65224c None None] Routers {'ea997984-f423-43ba-96b9-008081504a62'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:09:47.146299 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-94e40b5f-e7b9-4806-a423-72501a65224c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271fca7f0>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:09:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['ea997984-f423-43ba-96b9-008081504a62'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:09:47.185204 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-772038ba-69d5-4d96-97e0-8aca51897f0f tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854158724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-84560'] for router, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:47.191470 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-107df08c-1784-4f32-b85f-dd6c0350ebe0 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:47.195932 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-772038ba-69d5-4d96-97e0-8aca51897f0f tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:47.218329 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-107df08c-1784-4f32-b85f-dd6c0350ebe0 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:47.222534 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-0c152ca5-9291-44a5-b3ba-0d746121c882 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:09:47.291607 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-107df08c-1784-4f32-b85f-dd6c0350ebe0 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Network f8c337ba-681f-4fcb-a333-e3c49365b30a is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:09:47.296971 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-107df08c-1784-4f32-b85f-dd6c0350ebe0 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Resources bound (agent type, host, resource id):  {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:09:47.307009 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5d4fb9-d0f0-49eb-bd5e-425d79a0bea3 req-a9783a26-4a47-4c99-99e8-41ff53099037 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:09:47.308139 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-6f5d4fb9-d0f0-49eb-bd5e-425d79a0bea3 req-a9783a26-4a47-4c99-99e8-41ff53099037 service neutron] 10.222.0.58 "GET /v2.0/networks?id=641ddaa1-b5c0-4a80-8143-5da9e4cb5db6 HTTP/1.1" status: 200  len: 897 time: 0.1909258
Dec 24 11:09:47.308911 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-772038ba-69d5-4d96-97e0-8aca51897f0f tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854158830'] for router, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:47.309501 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-772038ba-69d5-4d96-97e0-8aca51897f0f tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Fanout notify agent at l3_agent the message router_deleted on router 98048001-f2ff-43c5-a8ff-b3afbfd9daa9 {{(pid=88878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 24 11:09:47.315295 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-107df08c-1784-4f32-b85f-dd6c0350ebe0 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:09:47.333670 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.agents_db [None req-e51243ab-6a93-425b-980f-a73583147efa None None] Agent healthcheck: found 6 active agents {{(pid=88881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 24 11:09:47.364401 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-94e40b5f-e7b9-4806-a423-72501a65224c None None] Set router ea997984-f423-43ba-96b9-008081504a62 gateway port host: dv-neutron-822691-2-hyperv {{(pid=88881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:09:47.365170 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107df08c-1784-4f32-b85f-dd6c0350ebe0 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Pushing event updated for resources: {'Port': ['ID=a58173a6-1dab-4be9-908f-eb9d19b305be,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:09:47.375603 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-107df08c-1784-4f32-b85f-dd6c0350ebe0 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:09:47.382962 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-772038ba-69d5-4d96-97e0-8aca51897f0f tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks [] for router, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:47.386649 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-772038ba-69d5-4d96-97e0-8aca51897f0f tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] 10.222.0.65 "DELETE /v2.0/routers/98048001-f2ff-43c5-a8ff-b3afbfd9daa9 HTTP/1.1" status: 204  len: 168 time: 0.9750087
Dec 24 11:09:47.387234 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 42558) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:09:47.435135 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-6f5d4fb9-d0f0-49eb-bd5e-425d79a0bea3 req-82280a6e-3ea0-406e-93c6-8c5552a6816f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=db30fbba-a01f-42c8-b52d-da5f05b1fdca HTTP/1.1" status: 200  len: 999 time: 0.1174154
Dec 24 11:09:47.518200 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5d4fb9-d0f0-49eb-bd5e-425d79a0bea3 req-f7ff1037-322e-404d-a3f5-3870000b8d3e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:09:47.520290 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-6f5d4fb9-d0f0-49eb-bd5e-425d79a0bea3 req-f7ff1037-322e-404d-a3f5-3870000b8d3e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=91672386-df32-4978-8fd4-f2d6b643bcf9 HTTP/1.1" status: 200  len: 834 time: 0.0786974
Dec 24 11:09:47.660227 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 42562) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:09:47.770490 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-94e40b5f-e7b9-4806-a423-72501a65224c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271fca7f0>, [{'id': 'ea997984-f423-43ba-96b9-008081504a62', 'name': 'tempest-TestNetworkBasicOps-router-813221983', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.234'}], 'enable_snat': True}, 'gw_port_id': 'e00eca04-7926-4975-aa78-12d974473735', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:08:57Z', 'updated_at': '2021-12-24T11:09:13Z', 'revision_number': 4, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'gw_port': {'id': 'e00eca04-7926-4975-aa78-12d974473735', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:72:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea997984-f423-43ba-96b9-008081504a62', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:08:58Z', 'updated_at': '2021-12-24T11:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_floatingips': [{'id': '72ef3391-c98f-4310-afd5-444a6925d56b', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'floating_ip_address': '172.26.3.15', 'floating_network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'router_id': 'ea997984-f423-43ba-96b9-008081504a62', 'port_id': 'db30fbba-a01f-42c8-b52d-da5f05b1fdca', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '641ddaa1-b5c0-4a80-8143-5da9e4cb5db6', 'mac_address': 'fa:16:3e:a2:a3:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33fdf1a-714c-405b-86fc-5159e6d124f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T11:09:44Z', 'updated_at': '2021-12-24T11:09:44Z', 'revision_number': 0, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7acd7d63-59f5-4206-9390-ef268487ff68', 'name': '', 'network_id': '641ddaa1-b5c0-4a80-8143-5da9e4cb5db6', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'mac_address': 'fa:16:3e:02:ae:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea997984-f423-43ba-96b9-008081504a62', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '91672386-df32-4978-8fd4-f2d6b643bcf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:09:10Z', 'updated_at': '2021-12-24T11:09:21Z', 'revision_number': 5, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'subnets': [{'id': '91672386-df32-4978-8fd4-f2d6b643bcf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:09:47.775904 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e40b5f-e7b9-4806-a423-72501a65224c None None] The sync data for ids ['ea997984-f423-43ba-96b9-008081504a62'] in dv-neutron-822691-2-hyperv is: [{'id': 'ea997984-f423-43ba-96b9-008081504a62', 'name': 'tempest-TestNetworkBasicOps-router-813221983', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.234'}], 'enable_snat': True}, 'gw_port_id': 'e00eca04-7926-4975-aa78-12d974473735', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:08:57Z', 'updated_at': '2021-12-24T11:09:13Z', 'revision_number': 4, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'gw_port': {'id': 'e00eca04-7926-4975-aa78-12d974473735', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:72:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea997984-f423-43ba-96b9-008081504a62', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:08:58Z', 'updated_at': '2021-12-24T11:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_floatingips': [{'id': '72ef3391-c98f-4310-afd5-444a6925d56b', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'floating_ip_address': '172.26.3.15', 'floating_network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'router_id': 'ea997984-f423-43ba-96b9-008081504a62', 'port_id': 'db30fbba-a01f-42c8-b52d-da5f05b1fdca', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '641ddaa1-b5c0-4a80-8143-5da9e4cb5db6', 'mac_address': 'fa:16:3e:a2:a3:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33fdf1a-714c-405b-86fc-5159e6d124f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T11:09:44Z', 'updated_at': '2021-12-24T11:09:44Z', 'revision_number': 0, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7acd7d63-59f5-4206-9390-ef268487ff68', 'name': '', 'network_id': '641ddaa1-b5c0-4a80-8143-5da9e4cb5db6', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'mac_address': 'fa:16:3e:02:ae:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea997984-f423-43ba-96b9-008081504a62', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '91672386-df32-4978-8fd4-f2d6b643bcf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:09:10Z', 'updated_at': '2021-12-24T11:09:21Z', 'revision_number': 5, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'subnets': [{'id': '91672386-df32-4978-8fd4-f2d6b643bcf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:09:47.894990 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-6f5d4fb9-d0f0-49eb-bd5e-425d79a0bea3 req-4b15502a-540c-48cb-b2b0-a57b1e85893e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=641ddaa1-b5c0-4a80-8143-5da9e4cb5db6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.3646588
Dec 24 11:09:48.029698 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_v2 [None req-74008e0c-a53c-4fff-98cb-edf77a40cb22 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Deleting subnet 33a0e2ea-5b3c-46ad-9943-5799fcc5873b {{(pid=88879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 24 11:09:48.037885 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-74008e0c-a53c-4fff-98cb-edf77a40cb22 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks [] for subnet, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:48.050744 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-6f5d4fb9-d0f0-49eb-bd5e-425d79a0bea3 req-5dbad010-f678-4a89-bd79-3cc11511b8e8 service neutron] 10.222.0.58 "GET /v2.0/networks/641ddaa1-b5c0-4a80-8143-5da9e4cb5db6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1467640
Dec 24 11:09:48.114286 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-f9373704-7024-40ab-b18a-2f3b4ee7e69d tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/floatingips/72ef3391-c98f-4310-afd5-444a6925d56b HTTP/1.1" status: 200  len: 991 time: 0.4526274
Dec 24 11:09:48.125487 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-74008e0c-a53c-4fff-98cb-edf77a40cb22 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-786693'] for subnet, precommit_delete_associations {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:48.140154 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a45b04-34ad-4c8e-8ab7-340b564cc34e None None] New status for floating IP 72ef3391-c98f-4310-afd5-444a6925d56b: ACTIVE {{(pid=88881) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 24 11:09:48.190401 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-107df08c-1784-4f32-b85f-dd6c0350ebe0 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Notify callbacks [] for router_gateway, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:48.191147 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-107df08c-1784-4f32-b85f-dd6c0350ebe0 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854163800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854116816'] for router, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:48.203609 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-6f5d4fb9-d0f0-49eb-bd5e-425d79a0bea3 req-207200ac-dbc7-4214-b599-bfb44f448576 service neutron] 10.222.0.58 "GET /v2.0/networks/641ddaa1-b5c0-4a80-8143-5da9e4cb5db6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1459904
Dec 24 11:09:48.292241 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-74008e0c-a53c-4fff-98cb-edf77a40cb22 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847655656'] for subnet, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:48.444280 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-74008e0c-a53c-4fff-98cb-edf77a40cb22 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7120129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850854134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851156349'] for subnet, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:48.450193 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-fd4ef7f2-5230-4f97-aabb-a2a2a5ebae80 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:09:48.497780 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74008e0c-a53c-4fff-98cb-edf77a40cb22 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Pushing event deleted for resources: {'Subnet': ['ID=33a0e2ea-5b3c-46ad-9943-5799fcc5873b,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:09:48.497780 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-74008e0c-a53c-4fff-98cb-edf77a40cb22 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:09:48.511291 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d552569-24f8-4642-8325-fd3e41ef1fd9 None None] Network 3228994e-0a61-4fd7-911c-ed7f448946c9 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:09:48.513130 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-74008e0c-a53c-4fff-98cb-edf77a40cb22 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks [] for subnet, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:48.537218 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-74008e0c-a53c-4fff-98cb-edf77a40cb22 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] 10.222.0.65 "DELETE /v2.0/subnets/33a0e2ea-5b3c-46ad-9943-5799fcc5873b HTTP/1.1" status: 204  len: 168 time: 1.1405351
Dec 24 11:09:48.542124 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 42568) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:09:48.724385 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-107df08c-1784-4f32-b85f-dd6c0350ebe0 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Router 4aa5ad62-fa1f-4ae6-a129-d0a85438b8b8 is scheduled to L3 agent 198cca88-1338-4098-b44b-beb0346ac906 with binding_index 1 {{(pid=88879) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 24 11:09:48.941356 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6d4ccf1-f18e-4e2f-80d3-d0fa6a8739a7 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Deleting subnet e14a2a0b-5781-4893-8160-1fb283b9c29a {{(pid=88878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 24 11:09:48.950747 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f6d4ccf1-f18e-4e2f-80d3-d0fa6a8739a7 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks [] for subnet, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:49.021969 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2ac0ce9-5dd1-460e-bca7-6b910470b498 None None] DHCP port deletion for 3228994e-0a61-4fd7-911c-ed7f448946c9 request from dv-neutron-822691-2-hyperv {{(pid=88880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 24 11:09:49.026682 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f6d4ccf1-f18e-4e2f-80d3-d0fa6a8739a7 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852534446'] for subnet, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:49.031323 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-a2ac0ce9-5dd1-460e-bca7-6b910470b498 None None] Deleting port bc5d51e2-51d2-4d4b-825a-3a65a53b4a52 {{(pid=88880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:09:49.031323 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a2ac0ce9-5dd1-460e-bca7-6b910470b498 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:49.113910 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f6d4ccf1-f18e-4e2f-80d3-d0fa6a8739a7 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847655656'] for subnet, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:49.125591 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 42572) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:09:49.292339 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device bc5d51e2-51d2-4d4b-825a-3a65a53b4a52 no longer exists at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:09:49.301005 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f6d4ccf1-f18e-4e2f-80d3-d0fa6a8739a7 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7120129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3978858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852529715'] for subnet, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:49.310838 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-e82c20d9-457a-4a23-8b13-33831c674427 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:09:49.347597 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-107df08c-1784-4f32-b85f-dd6c0350ebe0 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:09:49.362489 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-d4724eb9-97d8-4cf1-896c-4b641c8761fb tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/floatingips/72ef3391-c98f-4310-afd5-444a6925d56b HTTP/1.1" status: 200  len: 993 time: 0.2335613
Dec 24 11:09:49.381643 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9362dc9-954c-4f2a-93be-4f2fb275aff5 None None] Sync routers for ids ['4aa5ad62-fa1f-4ae6-a129-d0a85438b8b8'] in dv-neutron-822691-2-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:09:49.387043 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d4ccf1-f18e-4e2f-80d3-d0fa6a8739a7 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Pushing event deleted for resources: {'Subnet': ['ID=e14a2a0b-5781-4893-8160-1fb283b9c29a,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:09:49.387043 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f6d4ccf1-f18e-4e2f-80d3-d0fa6a8739a7 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:09:49.387043 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f6d4ccf1-f18e-4e2f-80d3-d0fa6a8739a7 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:49.402153 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-f6d4ccf1-f18e-4e2f-80d3-d0fa6a8739a7 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] 10.222.0.65 "DELETE /v2.0/subnets/e14a2a0b-5781-4893-8160-1fb283b9c29a HTTP/1.1" status: 204  len: 168 time: 0.8688977
Dec 24 11:09:49.403814 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 42576) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:09:49.406565 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-107df08c-1784-4f32-b85f-dd6c0350ebe0 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Notify callbacks [] for router, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:49.407811 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-107df08c-1784-4f32-b85f-dd6c0350ebe0 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201  len: 891 time: 3.2572546
Dec 24 11:09:49.411234 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 42580) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:09:49.416983 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed2e5239-ad1e-47a8-840d-b339cd16b484 None None] Network 89662563-276b-47a3-8d64-41e9a356ece5 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:09:49.529349 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3d0882a0-ef2a-415d-9cff-6ab94f5fa97f tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036847558493'] for network, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:49.543846 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-3d0882a0-ef2a-415d-9cff-6ab94f5fa97f tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Deleting port bc5d51e2-51d2-4d4b-825a-3a65a53b4a52 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:09:49.550140 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3d0882a0-ef2a-415d-9cff-6ab94f5fa97f tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:49.578894 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-a2ac0ce9-5dd1-460e-bca7-6b910470b498 None None] For port bc5d51e2-51d2-4d4b-825a-3a65a53b4a52, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=bc5d51e2-51d2-4d4b-825a-3a65a53b4a52,segment=NetworkSegment(456dbe23-92c1-435b-bc84-b92688c4adf1),segment_id=456dbe23-92c1-435b-bc84-b92688c4adf1)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:09:49.579340 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a2ac0ce9-5dd1-460e-bca7-6b910470b498 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:49.606239 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-a0ffc1b6-eb83-461b-8d7d-c8011a2765f6 tempest-TestNetworkAdvancedServerOps-402725141 tempest-TestNetworkAdvancedServerOps-402725141-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=758a6f1d84774c7d81576f2d2a7e18fd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.1935015
Dec 24 11:09:49.609074 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 42586) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:09:49.752434 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:49.766325 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-873c1b9a-ca33-4677-83cd-d8a09d30e052 tempest-TestNetworkAdvancedServerOps-402725141 tempest-TestNetworkAdvancedServerOps-402725141-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:09:49.768375 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-873c1b9a-ca33-4677-83cd-d8a09d30e052 tempest-TestNetworkAdvancedServerOps-402725141 tempest-TestNetworkAdvancedServerOps-402725141-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1580939
Dec 24 11:09:49.771213 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-a2ac0ce9-5dd1-460e-bca7-6b910470b498 None None] Calling delete_port for bc5d51e2-51d2-4d4b-825a-3a65a53b4a52 owned by network:dhcp {{(pid=88880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:09:49.771841 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 42590) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:09:49.781360 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-3d0882a0-ef2a-415d-9cff-6ab94f5fa97f tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] For port bc5d51e2-51d2-4d4b-825a-3a65a53b4a52, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=bc5d51e2-51d2-4d4b-825a-3a65a53b4a52,segment=NetworkSegment(456dbe23-92c1-435b-bc84-b92688c4adf1),segment_id=456dbe23-92c1-435b-bc84-b92688c4adf1)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:09:49.781735 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3d0882a0-ef2a-415d-9cff-6ab94f5fa97f tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:49.811784 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9362dc9-954c-4f2a-93be-4f2fb275aff5 None None] Routers {'4aa5ad62-fa1f-4ae6-a129-d0a85438b8b8'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:09:49.812469 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-f9362dc9-954c-4f2a-93be-4f2fb275aff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f527168a550>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:09:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['4aa5ad62-fa1f-4ae6-a129-d0a85438b8b8'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:09:49.828624 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-45d8f0b0-e4e5-4362-bb6e-a3d0c730d9db tempest-TestNetworkAdvancedServerOps-402725141 tempest-TestNetworkAdvancedServerOps-402725141-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=f8c337ba-681f-4fcb-a333-e3c49365b30a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0523243
Dec 24 11:09:49.828852 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 42594) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:09:49.835561 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-5c87228d-cd5a-42fc-bec8-f3423c11b885 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1556142926', 'network_id': '64161c02-41e7-4720-9a76-ba7756ce6721', 'project_id': '758a6f1d84774c7d81576f2d2a7e18fd', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:09:49.919619 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-3d0882a0-ef2a-415d-9cff-6ab94f5fa97f tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Calling delete_port for bc5d51e2-51d2-4d4b-825a-3a65a53b4a52 owned by network:dhcp {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:09:49.968423 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-5c87228d-cd5a-42fc-bec8-f3423c11b885 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:09:49.972751 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-5c87228d-cd5a-42fc-bec8-f3423c11b885 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Usage tracker for resource:subnet and tenant:758a6f1d84774c7d81576f2d2a7e18fd is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:09:49.976140 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-5c87228d-cd5a-42fc-bec8-f3423c11b885 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:09:49.983405 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-5c87228d-cd5a-42fc-bec8-f3423c11b885 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:09:50.032581 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c87228d-cd5a-42fc-bec8-f3423c11b885 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Made reservation on behalf of 758a6f1d84774c7d81576f2d2a7e18fd for: {'subnet': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:09:50.153388 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5c87228d-cd5a-42fc-bec8-f3423c11b885 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2246100'] for subnet, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:50.170660 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3d0882a0-ef2a-415d-9cff-6ab94f5fa97f tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:50.176543 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-9a54dfee-baca-4c34-ad99-ecf1e262eb81 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:09:50.226450 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0882a0-ef2a-415d-9cff-6ab94f5fa97f tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Pushing event deleted for resources: {'Port': ['ID=bc5d51e2-51d2-4d4b-825a-3a65a53b4a52,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:09:50.229269 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-3d0882a0-ef2a-415d-9cff-6ab94f5fa97f tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:09:50.232087 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0882a0-ef2a-415d-9cff-6ab94f5fa97f tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] No DVR routers for this DVR port bc5d51e2-51d2-4d4b-825a-3a65a53b4a52 on host dv-neutron-822691-2-hyperv {{(pid=88879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 24 11:09:50.295579 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.db.api [None req-a2ac0ce9-5dd1-460e-bca7-6b910470b498 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88880) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 24 11:09:50.295990 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_db.api [None req-a2ac0ce9-5dd1-460e-bca7-6b910470b498 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 24 11:09:50.314442 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-f9362dc9-954c-4f2a-93be-4f2fb275aff5 None None] Set router 4aa5ad62-fa1f-4ae6-a129-d0a85438b8b8 gateway port host: dv-neutron-822691-2-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:09:50.419234 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3d0882a0-ef2a-415d-9cff-6ab94f5fa97f tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847649663', 'neutron.services.segments.db._delete_segments_for_network-8749505737672'] for network, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:50.452830 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-3d0882a0-ef2a-415d-9cff-6ab94f5fa97f tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f527133a208>,) {'filters': {'network_id': ['3228994e-0a61-4fd7-911c-ed7f448946c9']}} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:09:50.463769 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5c87228d-cd5a-42fc-bec8-f3423c11b885 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850796890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2246085'] for subnet, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:50.470839 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-3d0882a0-ef2a-415d-9cff-6ab94f5fa97f tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f527133a208>, '456dbe23-92c1-435b-bc84-b92688c4adf1') {'for_net_delete': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:09:50.471263 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-3d0882a0-ef2a-415d-9cff-6ab94f5fa97f tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f527133a208>, '456dbe23-92c1-435b-bc84-b92688c4adf1') {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:09:50.471381 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c7b61237-a223-4f01-a433-aa47e5ef670e tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:09:50.489021 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3d0882a0-ef2a-415d-9cff-6ab94f5fa97f tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749505745113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853989108'] for segment, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:50.505719 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3d0882a0-ef2a-415d-9cff-6ab94f5fa97f tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:50.514407 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d0882a0-ef2a-415d-9cff-6ab94f5fa97f tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Releasing vlan 615 on physical network physnet1 to pool {{(pid=88879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 24 11:09:50.514968 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3d0882a0-ef2a-415d-9cff-6ab94f5fa97f tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036847652098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3926696'] for segment, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:50.559588 dv-neutron-822691-2-hyperv neutron-server[88767]: Traceback (most recent call last):
Dec 24 11:09:50.559588 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 24 11:09:50.559588 dv-neutron-822691-2-hyperv neutron-server[88767]:     timer()
Dec 24 11:09:50.559588 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 11:09:50.559588 dv-neutron-822691-2-hyperv neutron-server[88767]:     cb(*args, **kw)
Dec 24 11:09:50.559588 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 24 11:09:50.559588 dv-neutron-822691-2-hyperv neutron-server[88767]:     return func(*args, **kwargs)
Dec 24 11:09:50.559588 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 11:09:50.559588 dv-neutron-822691-2-hyperv neutron-server[88767]:     self._notify()
Dec 24 11:09:50.559588 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 11:09:50.559588 dv-neutron-822691-2-hyperv neutron-server[88767]:     self.callback(batched_events)
Dec 24 11:09:50.559588 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 11:09:50.559588 dv-neutron-822691-2-hyperv neutron-server[88767]:     event.method(event)
Dec 24 11:09:50.559588 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 11:09:50.559588 dv-neutron-822691-2-hyperv neutron-server[88767]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 11:09:50.559588 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 24 11:09:50.559588 dv-neutron-822691-2-hyperv neutron-server[88767]:     segment_id)['aggregates'][0]
Dec 24 11:09:50.559588 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 24 11:09:50.559588 dv-neutron-822691-2-hyperv neutron-server[88767]:     return f(self, *a, **k)
Dec 24 11:09:50.559588 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 11:09:50.559588 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self._get(url).json()
Dec 24 11:09:50.559588 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 24 11:09:50.559588 dv-neutron-822691-2-hyperv neutron-server[88767]:     **kwargs)
Dec 24 11:09:50.559588 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 24 11:09:50.559588 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self.request(url, 'GET', **kwargs)
Dec 24 11:09:50.559588 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 24 11:09:50.559588 dv-neutron-822691-2-hyperv neutron-server[88767]:     **endpoint_filter)
Dec 24 11:09:50.559588 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 24 11:09:50.559588 dv-neutron-822691-2-hyperv neutron-server[88767]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 11:09:50.559588 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 24 11:09:50.559588 dv-neutron-822691-2-hyperv neutron-server[88767]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 11:09:50.559588 dv-neutron-822691-2-hyperv neutron-server[88767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 11:09:50.587472 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6f6b369-0e04-47e6-9f4a-d9fc46f23412 None None] DHCP port deletion for 89662563-276b-47a3-8d64-41e9a356ece5 request from dv-neutron-822691-2-hyperv {{(pid=88880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 24 11:09:50.587688 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c87228d-cd5a-42fc-bec8-f3423c11b885 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Pushing event updated for resources: {'Subnet': ['ID=145cd7ba-da39-49f6-9f33-6ede13e0db18,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:09:50.606760 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-5c87228d-cd5a-42fc-bec8-f3423c11b885 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:09:50.607917 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c87228d-cd5a-42fc-bec8-f3423c11b885 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Checking segment: {'id': '5f9a724b-7d90-49f2-b1f9-3dc1b129857a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '64161c02-41e7-4720-9a76-ba7756ce6721'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:09:50.609606 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c87228d-cd5a-42fc-bec8-f3423c11b885 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Network hostable DHCP agents. Network: 64161c02-41e7-4720-9a76-ba7756ce6721, hostable agents: ['edcf98dc-3032-472a-8b3d-f23fd1e89806'], hosted agents: [] {{(pid=88878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 24 11:09:50.626639 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-c6f6b369-0e04-47e6-9f4a-d9fc46f23412 None None] Deleting port 11e020d7-b3e7-4dde-882a-91609a4f26e3 {{(pid=88880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:09:50.627066 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c6f6b369-0e04-47e6-9f4a-d9fc46f23412 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:50.636616 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c87228d-cd5a-42fc-bec8-f3423c11b885 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Network 64161c02-41e7-4720-9a76-ba7756ce6721 is scheduled to be hosted by DHCP agent edcf98dc-3032-472a-8b3d-f23fd1e89806 with binding_index 1 {{(pid=88878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 24 11:09:50.650163 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-5c87228d-cd5a-42fc-bec8-f3423c11b885 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822691-2-hyperv, 64161c02-41e7-4720-9a76-ba7756ce6721) {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:09:50.656037 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c87228d-cd5a-42fc-bec8-f3423c11b885 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:09:50.657171 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5c87228d-cd5a-42fc-bec8-f3423c11b885 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:50.683358 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3d0882a0-ef2a-415d-9cff-6ab94f5fa97f tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7126154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659196'] for network, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:50.686405 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ff58019-aeaa-44b0-a696-6d435f22afb6 None None] Network 64161c02-41e7-4720-9a76-ba7756ce6721 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:09:50.690788 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-5c87228d-cd5a-42fc-bec8-f3423c11b885 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.8609369
Dec 24 11:09:50.692013 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-e1c24903-e86a-4851-92c0-bc8733804f85 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:09:50.693622 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 42598) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:09:50.716469 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3d0882a0-ef2a-415d-9cff-6ab94f5fa97f tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks [] for network, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:50.740737 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0882a0-ef2a-415d-9cff-6ab94f5fa97f tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Pushing event deleted for resources: {'Network': ['ID=3228994e-0a61-4fd7-911c-ed7f448946c9,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:09:50.743933 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-3d0882a0-ef2a-415d-9cff-6ab94f5fa97f tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:09:50.749937 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-3d0882a0-ef2a-415d-9cff-6ab94f5fa97f tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] 10.222.0.65 "DELETE /v2.0/networks/3228994e-0a61-4fd7-911c-ed7f448946c9 HTTP/1.1" status: 204  len: 168 time: 1.3453891
Dec 24 11:09:50.750607 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 42602) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:09:50.892101 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-350a6813-45f4-49b3-a1b4-f8a36320bc0d tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036847558493'] for network, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:50.896185 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-c6f6b369-0e04-47e6-9f4a-d9fc46f23412 None None] For port 11e020d7-b3e7-4dde-882a-91609a4f26e3, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=11e020d7-b3e7-4dde-882a-91609a4f26e3,segment=NetworkSegment(e89ce95e-ffa9-42a8-babf-b8e77fe15594),segment_id=e89ce95e-ffa9-42a8-babf-b8e77fe15594)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:09:50.896713 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c6f6b369-0e04-47e6-9f4a-d9fc46f23412 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:50.904519 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-350a6813-45f4-49b3-a1b4-f8a36320bc0d tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Deleting port 11e020d7-b3e7-4dde-882a-91609a4f26e3 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:09:50.904867 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-350a6813-45f4-49b3-a1b4-f8a36320bc0d tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:51.026866 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-c6f6b369-0e04-47e6-9f4a-d9fc46f23412 None None] Calling delete_port for 11e020d7-b3e7-4dde-882a-91609a4f26e3 owned by network:dhcp {{(pid=88880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:09:51.145952 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-350a6813-45f4-49b3-a1b4-f8a36320bc0d tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] For port 11e020d7-b3e7-4dde-882a-91609a4f26e3, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=11e020d7-b3e7-4dde-882a-91609a4f26e3,segment=NetworkSegment(e89ce95e-ffa9-42a8-babf-b8e77fe15594),segment_id=e89ce95e-ffa9-42a8-babf-b8e77fe15594)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:09:51.146706 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-350a6813-45f4-49b3-a1b4-f8a36320bc0d tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:51.233182 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-a2ac0ce9-5dd1-460e-bca7-6b910470b498 None None] Deleting port bc5d51e2-51d2-4d4b-825a-3a65a53b4a52 {{(pid=88880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:09:51.233696 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a2ac0ce9-5dd1-460e-bca7-6b910470b498 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:51.268913 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c6f6b369-0e04-47e6-9f4a-d9fc46f23412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392'] for port, after_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:51.273023 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 11e020d7-b3e7-4dde-882a-91609a4f26e3 no longer exists at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:09:51.315435 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-d21fd61e-e852-407c-83db-68b3920734bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:09:51.331155 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-350a6813-45f4-49b3-a1b4-f8a36320bc0d tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Calling delete_port for 11e020d7-b3e7-4dde-882a-91609a4f26e3 owned by network:dhcp {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:09:51.362195 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] No Port match for: 11e020d7-b3e7-4dde-882a-91609a4f26e3 {{(pid=88880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 24 11:09:51.362341 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 11e020d7-b3e7-4dde-882a-91609a4f26e3 not bound to the agent host dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 24 11:09:51.419490 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f6b369-0e04-47e6-9f4a-d9fc46f23412 None None] Pushing event deleted for resources: {'Port': ['ID=11e020d7-b3e7-4dde-882a-91609a4f26e3,revision_number=None']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:09:51.421704 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f6b369-0e04-47e6-9f4a-d9fc46f23412 None None] No DVR routers for this DVR port 11e020d7-b3e7-4dde-882a-91609a4f26e3 on host dv-neutron-822691-2-hyperv {{(pid=88880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 24 11:09:51.428158 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.db.api [None req-350a6813-45f4-49b3-a1b4-f8a36320bc0d tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88879) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 24 11:09:51.428530 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_db.api [None req-350a6813-45f4-49b3-a1b4-f8a36320bc0d tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 24 11:09:51.430560 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-a2ac0ce9-5dd1-460e-bca7-6b910470b498 None None] The port 'bc5d51e2-51d2-4d4b-825a-3a65a53b4a52' was deleted {{(pid=88880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 24 11:09:51.435491 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c6f6b369-0e04-47e6-9f4a-d9fc46f23412 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:09:51.502449 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-f9362dc9-954c-4f2a-93be-4f2fb275aff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f527168a550>, [{'id': '4aa5ad62-fa1f-4ae6-a129-d0a85438b8b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-304020', 'tenant_id': '758a6f1d84774c7d81576f2d2a7e18fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.88'}], 'enable_snat': True}, 'gw_port_id': 'a58173a6-1dab-4be9-908f-eb9d19b305be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:09:46Z', 'updated_at': '2021-12-24T11:09:47Z', 'revision_number': 3, 'project_id': '758a6f1d84774c7d81576f2d2a7e18fd', 'gw_port': {'id': 'a58173a6-1dab-4be9-908f-eb9d19b305be', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:07:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4aa5ad62-fa1f-4ae6-a129-d0a85438b8b8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:09:46Z', 'updated_at': '2021-12-24T11:09:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv'}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:09:51.512794 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9362dc9-954c-4f2a-93be-4f2fb275aff5 None None] Checking router: 4aa5ad62-fa1f-4ae6-a129-d0a85438b8b8 for host: dv-neutron-822691-2-hyperv {{(pid=88880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 24 11:09:51.512794 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9362dc9-954c-4f2a-93be-4f2fb275aff5 None None] Updating router 4aa5ad62-fa1f-4ae6-a129-d0a85438b8b8 port a58173a6-1dab-4be9-908f-eb9d19b305be binding host dv-neutron-822691-2-hyperv {{(pid=88880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 24 11:09:51.606218 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-94e88942-b5e7-483b-9f92-739fc5f103b2 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:51.638363 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f9362dc9-954c-4f2a-93be-4f2fb275aff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:51.671615 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eafc333-62b9-4193-90ae-6660acc9b1f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73968e80-91fd-539e-a7c6-b31af6d9e680-64161c02-41e7-4720-9a76-ba7756ce6721', 'network_id': '64161c02-41e7-4720-9a76-ba7756ce6721', 'tenant_id': '758a6f1d84774c7d81576f2d2a7e18fd', 'fixed_ips': [{'subnet_id': '145cd7ba-da39-49f6-9f33-6ede13e0db18'}]}} from dv-neutron-822691-2-hyperv. {{(pid=88880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 24 11:09:51.672477 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2eafc333-62b9-4193-90ae-6660acc9b1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:51.939176 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-350a6813-45f4-49b3-a1b4-f8a36320bc0d tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Deleting port 11e020d7-b3e7-4dde-882a-91609a4f26e3 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:09:51.939176 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-350a6813-45f4-49b3-a1b4-f8a36320bc0d tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:51.965074 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-2eafc333-62b9-4193-90ae-6660acc9b1f4 None None] Allocated IP 172.20.0.2 (64161c02-41e7-4720-9a76-ba7756ce6721/145cd7ba-da39-49f6-9f33-6ede13e0db18/c087e89f-c6e7-4b2f-a1d4-e5de2e2f0b3e) {{(pid=88880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:09:52.015211 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-350a6813-45f4-49b3-a1b4-f8a36320bc0d tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] The port '11e020d7-b3e7-4dde-882a-91609a4f26e3' was deleted {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 24 11:09:52.155429 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-350a6813-45f4-49b3-a1b4-f8a36320bc0d tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847649663', 'neutron.services.segments.db._delete_segments_for_network-8749505737672'] for network, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:52.184678 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-350a6813-45f4-49b3-a1b4-f8a36320bc0d tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5271eeca90>,) {'filters': {'network_id': ['89662563-276b-47a3-8d64-41e9a356ece5']}} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:09:52.200365 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-350a6813-45f4-49b3-a1b4-f8a36320bc0d tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5271eeca90>, 'e89ce95e-ffa9-42a8-babf-b8e77fe15594') {'for_net_delete': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:09:52.200665 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-350a6813-45f4-49b3-a1b4-f8a36320bc0d tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5271eeca90>, 'e89ce95e-ffa9-42a8-babf-b8e77fe15594') {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:09:52.214248 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-350a6813-45f4-49b3-a1b4-f8a36320bc0d tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749505745113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853989108'] for segment, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:52.230256 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-350a6813-45f4-49b3-a1b4-f8a36320bc0d tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:52.238816 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-350a6813-45f4-49b3-a1b4-f8a36320bc0d tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Releasing vlan 624 on physical network physnet1 to pool {{(pid=88879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 24 11:09:52.239296 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-350a6813-45f4-49b3-a1b4-f8a36320bc0d tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036847652098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3926696'] for segment, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:52.255914 dv-neutron-822691-2-hyperv neutron-server[88767]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 11:09:52.255914 dv-neutron-822691-2-hyperv neutron-server[88767]:   % (table.description, expected, rows_matched)
Dec 24 11:09:52.255914 dv-neutron-822691-2-hyperv neutron-server[88767]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 11:09:52.255914 dv-neutron-822691-2-hyperv neutron-server[88767]:   % (table.description, expected, rows_matched)
Dec 24 11:09:52.255914 dv-neutron-822691-2-hyperv neutron-server[88767]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 11:09:52.255914 dv-neutron-822691-2-hyperv neutron-server[88767]:   % (table.description, expected, rows_matched)
Dec 24 11:09:52.255914 dv-neutron-822691-2-hyperv neutron-server[88767]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 11:09:52.255914 dv-neutron-822691-2-hyperv neutron-server[88767]:   % (table.description, expected, rows_matched)
Dec 24 11:09:52.255914 dv-neutron-822691-2-hyperv neutron-server[88767]: Traceback (most recent call last):
Dec 24 11:09:52.255914 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 24 11:09:52.255914 dv-neutron-822691-2-hyperv neutron-server[88767]:     timer()
Dec 24 11:09:52.255914 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 11:09:52.255914 dv-neutron-822691-2-hyperv neutron-server[88767]:     cb(*args, **kw)
Dec 24 11:09:52.255914 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 24 11:09:52.255914 dv-neutron-822691-2-hyperv neutron-server[88767]:     return func(*args, **kwargs)
Dec 24 11:09:52.255914 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 11:09:52.255914 dv-neutron-822691-2-hyperv neutron-server[88767]:     self._notify()
Dec 24 11:09:52.255914 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 11:09:52.255914 dv-neutron-822691-2-hyperv neutron-server[88767]:     self.callback(batched_events)
Dec 24 11:09:52.255914 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 11:09:52.255914 dv-neutron-822691-2-hyperv neutron-server[88767]:     event.method(event)
Dec 24 11:09:52.255914 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 11:09:52.255914 dv-neutron-822691-2-hyperv neutron-server[88767]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 11:09:52.255914 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 24 11:09:52.255914 dv-neutron-822691-2-hyperv neutron-server[88767]:     segment_id)['aggregates'][0]
Dec 24 11:09:52.255914 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 24 11:09:52.255914 dv-neutron-822691-2-hyperv neutron-server[88767]:     return f(self, *a, **k)
Dec 24 11:09:52.255914 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 11:09:52.255914 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self._get(url).json()
Dec 24 11:09:52.255914 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 24 11:09:52.255914 dv-neutron-822691-2-hyperv neutron-server[88767]:     **kwargs)
Dec 24 11:09:52.255914 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 24 11:09:52.255914 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self.request(url, 'GET', **kwargs)
Dec 24 11:09:52.255914 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 24 11:09:52.255914 dv-neutron-822691-2-hyperv neutron-server[88767]:     **endpoint_filter)
Dec 24 11:09:52.255914 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 24 11:09:52.255914 dv-neutron-822691-2-hyperv neutron-server[88767]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 11:09:52.255914 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 24 11:09:52.255914 dv-neutron-822691-2-hyperv neutron-server[88767]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 11:09:52.255914 dv-neutron-822691-2-hyperv neutron-server[88767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 11:09:52.347734 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-350a6813-45f4-49b3-a1b4-f8a36320bc0d tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7126154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659196'] for network, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:52.354376 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-09c3f0be-a2d6-465c-b46a-a91013d0c92e tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:09:52.375640 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-350a6813-45f4-49b3-a1b4-f8a36320bc0d tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks [] for network, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:52.387311 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350a6813-45f4-49b3-a1b4-f8a36320bc0d tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Pushing event deleted for resources: {'Network': ['ID=89662563-276b-47a3-8d64-41e9a356ece5,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:09:52.387311 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-350a6813-45f4-49b3-a1b4-f8a36320bc0d tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:09:52.399922 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f9362dc9-954c-4f2a-93be-4f2fb275aff5 None None] Notify callbacks [] for port, precommit_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:52.407682 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-350a6813-45f4-49b3-a1b4-f8a36320bc0d tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] 10.222.0.65 "DELETE /v2.0/networks/89662563-276b-47a3-8d64-41e9a356ece5 HTTP/1.1" status: 204  len: 168 time: 1.6470902
Dec 24 11:09:52.411365 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 42608) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:09:52.417002 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2eafc333-62b9-4193-90ae-6660acc9b1f4 None None] Notify callbacks [] for port, precommit_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:52.432048 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-668b7ba9-0650-4c8c-96af-0131aeff442e tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Request body: {'network': {'name': 'tempest-RoutersTest-526228698'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:09:52.437009 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-f9362dc9-954c-4f2a-93be-4f2fb275aff5 None None] Transition to ACTIVE for port object a58173a6-1dab-4be9-908f-eb9d19b305be will not be triggered until provisioned by entity L2. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:09:52.437009 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-2eafc333-62b9-4193-90ae-6660acc9b1f4 None None] Transition to ACTIVE for port object c087e89f-c6e7-4b2f-a1d4-e5de2e2f0b3e will not be triggered until provisioned by entity L2. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:09:52.440858 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-668b7ba9-0650-4c8c-96af-0131aeff442e tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:09:52.440858 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-668b7ba9-0650-4c8c-96af-0131aeff442e tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Usage tracker for resource:network and tenant:3ebdfa1b50714591899c7b159c4d4f0b is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:09:52.448480 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-668b7ba9-0650-4c8c-96af-0131aeff442e tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:09:52.455350 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f9362dc9-954c-4f2a-93be-4f2fb275aff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:52.483087 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-668b7ba9-0650-4c8c-96af-0131aeff442e tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:09:52.495643 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-668b7ba9-0650-4c8c-96af-0131aeff442e tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Made reservation on behalf of 3ebdfa1b50714591899c7b159c4d4f0b for: {'network': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:09:52.501108 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-668b7ba9-0650-4c8c-96af-0131aeff442e tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for network, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:52.540234 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-668b7ba9-0650-4c8c-96af-0131aeff442e tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] vlan segment allocate from pool success with {'vlan_id': 624, 'physical_network': 'physnet1'}  {{(pid=88878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 24 11:09:52.551191 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-668b7ba9-0650-4c8c-96af-0131aeff442e tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:52.551515 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.segments_db [None req-668b7ba9-0650-4c8c-96af-0131aeff442e tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Added segment 3d8dddde-75f2-4a97-a7d6-0e6a1dac5171 of type vlan for network 84c804ca-d57d-483e-b1fc-0d4b53348f40
Dec 24 11:09:52.585109 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-668b7ba9-0650-4c8c-96af-0131aeff442e tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363287349540024'] for network, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:52.649724 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-668b7ba9-0650-4c8c-96af-0131aeff442e tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636'] for network, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:52.653362 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:09:52.655170 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-668b7ba9-0650-4c8c-96af-0131aeff442e tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:09:52.655925 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-668b7ba9-0650-4c8c-96af-0131aeff442e tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks [] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:52.661967 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-588edb20-6ac1-4124-8252-d2fedfe67cc9 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:09:52.732493 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-2eafc333-62b9-4193-90ae-6660acc9b1f4 None None] Transition to ACTIVE for port object c087e89f-c6e7-4b2f-a1d4-e5de2e2f0b3e will not be triggered until provisioned by entity DHCP. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:09:52.760162 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2eafc333-62b9-4193-90ae-6660acc9b1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408'] for port, after_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:52.764252 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-f9362dc9-954c-4f2a-93be-4f2fb275aff5 None None] Attempting to bind port a58173a6-1dab-4be9-908f-eb9d19b305be on host dv-neutron-822691-2-hyperv for vnic_type normal with profile  {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:09:52.764687 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-f9362dc9-954c-4f2a-93be-4f2fb275aff5 None None] Attempting to bind port a58173a6-1dab-4be9-908f-eb9d19b305be by drivers openvswitch,hyperv on host dv-neutron-822691-2-hyperv at level 0 using segments [{'id': 'd4e3295f-9ff8-4cad-8a20-3f1c937efc8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a'}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:09:52.765094 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9362dc9-954c-4f2a-93be-4f2fb275aff5 None None] Attempting to bind port a58173a6-1dab-4be9-908f-eb9d19b305be on network f8c337ba-681f-4fcb-a333-e3c49365b30a {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:09:52.783101 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc0a54a-d111-40c6-9fb2-c7ad69fa1225 None None] Pushing event updated for resources: {'Port': ['ID=a58173a6-1dab-4be9-908f-eb9d19b305be,revision_number=2']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:09:52.787201 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-6bc0a54a-d111-40c6-9fb2-c7ad69fa1225 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:09:52.787764 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f5efd9e9-30cc-46e7-b60e-116c48b98ac3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:09:52.850051 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9362dc9-954c-4f2a-93be-4f2fb275aff5 None None] Checking agent: {'id': 'db1275c1-6001-47af-93c2-635c68404703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822691-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 52, 8), 'started_at': datetime.datetime(2021, 12, 24, 10, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 9, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822691-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:09:52.850494 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9362dc9-954c-4f2a-93be-4f2fb275aff5 None None] Checking segment: {'id': 'd4e3295f-9ff8-4cad-8a20-3f1c937efc8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:09:52.850943 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f9362dc9-954c-4f2a-93be-4f2fb275aff5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:52.851391 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9362dc9-954c-4f2a-93be-4f2fb275aff5 None None] Bound using segment: {'id': 'd4e3295f-9ff8-4cad-8a20-3f1c937efc8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a'} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:09:52.851941 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-f9362dc9-954c-4f2a-93be-4f2fb275aff5 None None] Bound port: a58173a6-1dab-4be9-908f-eb9d19b305be, host: dv-neutron-822691-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4e3295f-9ff8-4cad-8a20-3f1c937efc8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a'}}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:09:52.852354 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f9362dc9-954c-4f2a-93be-4f2fb275aff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:52.907362 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eafc333-62b9-4193-90ae-6660acc9b1f4 None None] Network 64161c02-41e7-4720-9a76-ba7756ce6721 is already hosted by enough agents. {{(pid=88880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:09:52.912938 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-2eafc333-62b9-4193-90ae-6660acc9b1f4 None None] Resources bound (agent type, host, resource id):  {{(pid=88880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:09:52.915840 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eafc333-62b9-4193-90ae-6660acc9b1f4 None None] Received port after_create {{(pid=88880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:09:52.930648 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eafc333-62b9-4193-90ae-6660acc9b1f4 None None] Pushing event updated for resources: {'Port': ['ID=c087e89f-c6e7-4b2f-a1d4-e5de2e2f0b3e,revision_number=1']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:09:52.934228 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-2eafc333-62b9-4193-90ae-6660acc9b1f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:09:52.999994 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-668b7ba9-0650-4c8c-96af-0131aeff442e tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201  len: 765 time: 0.5919468
Dec 24 11:09:53.000829 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 42612) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:09:53.009581 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-b527d49a-63de-4930-a4e3-ab03ba143b73 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Request body: {'subnet': {'network_id': '84c804ca-d57d-483e-b1fc-0d4b53348f40', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:09:53.024184 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-f9362dc9-954c-4f2a-93be-4f2fb275aff5 None None] For port a58173a6-1dab-4be9-908f-eb9d19b305be, host dv-neutron-822691-2-hyperv, cleared binding levels {{(pid=88880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:09:53.055670 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-2eafc333-62b9-4193-90ae-6660acc9b1f4 None None] Attempting to bind port c087e89f-c6e7-4b2f-a1d4-e5de2e2f0b3e on host dv-neutron-822691-2-hyperv for vnic_type normal with profile  {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:09:53.055670 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-2eafc333-62b9-4193-90ae-6660acc9b1f4 None None] Attempting to bind port c087e89f-c6e7-4b2f-a1d4-e5de2e2f0b3e by drivers openvswitch,hyperv on host dv-neutron-822691-2-hyperv at level 0 using segments [{'id': '5f9a724b-7d90-49f2-b1f9-3dc1b129857a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '64161c02-41e7-4720-9a76-ba7756ce6721'}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:09:53.055670 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eafc333-62b9-4193-90ae-6660acc9b1f4 None None] Attempting to bind port c087e89f-c6e7-4b2f-a1d4-e5de2e2f0b3e on network 64161c02-41e7-4720-9a76-ba7756ce6721 {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:09:53.060403 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-f9362dc9-954c-4f2a-93be-4f2fb275aff5 None None] For port a58173a6-1dab-4be9-908f-eb9d19b305be, host dv-neutron-822691-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=a58173a6-1dab-4be9-908f-eb9d19b305be,segment=NetworkSegment(d4e3295f-9ff8-4cad-8a20-3f1c937efc8c),segment_id=d4e3295f-9ff8-4cad-8a20-3f1c937efc8c)] {{(pid=88880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:09:53.067869 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eafc333-62b9-4193-90ae-6660acc9b1f4 None None] Checking agent: {'id': 'db1275c1-6001-47af-93c2-635c68404703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822691-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 52, 8), 'started_at': datetime.datetime(2021, 12, 24, 10, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 9, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822691-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:09:53.067869 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eafc333-62b9-4193-90ae-6660acc9b1f4 None None] Checking segment: {'id': '5f9a724b-7d90-49f2-b1f9-3dc1b129857a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '64161c02-41e7-4720-9a76-ba7756ce6721'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:09:53.067869 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2eafc333-62b9-4193-90ae-6660acc9b1f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:53.067869 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eafc333-62b9-4193-90ae-6660acc9b1f4 None None] Bound using segment: {'id': '5f9a724b-7d90-49f2-b1f9-3dc1b129857a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '64161c02-41e7-4720-9a76-ba7756ce6721'} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:09:53.067869 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-2eafc333-62b9-4193-90ae-6660acc9b1f4 None None] Bound port: c087e89f-c6e7-4b2f-a1d4-e5de2e2f0b3e, host: dv-neutron-822691-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f9a724b-7d90-49f2-b1f9-3dc1b129857a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '64161c02-41e7-4720-9a76-ba7756ce6721'}}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:09:53.067869 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2eafc333-62b9-4193-90ae-6660acc9b1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:53.079026 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f9362dc9-954c-4f2a-93be-4f2fb275aff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:53.079217 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668b7ba9-0650-4c8c-96af-0131aeff442e tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Pushing event updated for resources: {'Network': ['ID=84c804ca-d57d-483e-b1fc-0d4b53348f40,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:09:53.084679 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:09:53.086410 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-668b7ba9-0650-4c8c-96af-0131aeff442e tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:09:53.092023 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-94e88942-b5e7-483b-9f92-739fc5f103b2 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Allocated IP 172.20.0.1 (64161c02-41e7-4720-9a76-ba7756ce6721/145cd7ba-da39-49f6-9f33-6ede13e0db18/94b617fa-61cd-40df-a5a3-3301e93fab1e) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:09:53.150033 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Network 84c804ca-d57d-483e-b1fc-0d4b53348f40 details requested by agent ovs-agent-dv-neutron-822691-2-hyperv with host dv-neutron-822691-2-hyperv {{(pid=88880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 24 11:09:53.183521 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-b527d49a-63de-4930-a4e3-ab03ba143b73 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:09:53.183521 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-b527d49a-63de-4930-a4e3-ab03ba143b73 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Usage tracker for resource:subnet and tenant:3ebdfa1b50714591899c7b159c4d4f0b is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:09:53.190771 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-b527d49a-63de-4930-a4e3-ab03ba143b73 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:09:53.201513 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-b527d49a-63de-4930-a4e3-ab03ba143b73 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:09:53.210839 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b527d49a-63de-4930-a4e3-ab03ba143b73 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Made reservation on behalf of 3ebdfa1b50714591899c7b159c4d4f0b for: {'subnet': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:09:53.340885 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc0a54a-d111-40c6-9fb2-c7ad69fa1225 None None] Pushing event updated for resources: {'Port': ['ID=a58173a6-1dab-4be9-908f-eb9d19b305be,revision_number=3']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:09:53.354770 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-6bc0a54a-d111-40c6-9fb2-c7ad69fa1225 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:09:53.366809 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-94e88942-b5e7-483b-9f92-739fc5f103b2 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:53.398914 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-94e88942-b5e7-483b-9f92-739fc5f103b2 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Transition to ACTIVE for port object 94b617fa-61cd-40df-a5a3-3301e93fab1e will not be triggered until provisioned by entity DHCP. {{(pid=88878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:09:53.430466 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-94e88942-b5e7-483b-9f92-739fc5f103b2 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:53.437020 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9362dc9-954c-4f2a-93be-4f2fb275aff5 None None] Routers {'4aa5ad62-fa1f-4ae6-a129-d0a85438b8b8'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:09:53.438341 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-f9362dc9-954c-4f2a-93be-4f2fb275aff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f527168a550>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:09:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['4aa5ad62-fa1f-4ae6-a129-d0a85438b8b8'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:09:53.439261 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-9cda9ce4-e4ca-4bd3-99fd-d15cce7f14b4 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:09:53.539830 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e88942-b5e7-483b-9f92-739fc5f103b2 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Network 64161c02-41e7-4720-9a76-ba7756ce6721 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:09:53.542009 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e88942-b5e7-483b-9f92-739fc5f103b2 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Pushing event updated for resources: {'Port': ['ID=94b617fa-61cd-40df-a5a3-3301e93fab1e,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:09:53.546314 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-94e88942-b5e7-483b-9f92-739fc5f103b2 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:09:53.547721 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-94e88942-b5e7-483b-9f92-739fc5f103b2 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Resources bound (agent type, host, resource id):  {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:09:53.550267 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e88942-b5e7-483b-9f92-739fc5f103b2 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:09:53.594606 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b527d49a-63de-4930-a4e3-ab03ba143b73 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3619482'] for subnet, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:53.637901 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-94e88942-b5e7-483b-9f92-739fc5f103b2 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-720245'] for router_interface, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:53.675437 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-f9362dc9-954c-4f2a-93be-4f2fb275aff5 None None] Set router 4aa5ad62-fa1f-4ae6-a129-d0a85438b8b8 gateway port host: dv-neutron-822691-2-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:09:53.728350 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-94e88942-b5e7-483b-9f92-739fc5f103b2 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:53.843582 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-2eafc333-62b9-4193-90ae-6660acc9b1f4 None None] For port c087e89f-c6e7-4b2f-a1d4-e5de2e2f0b3e, host dv-neutron-822691-2-hyperv, cleared binding levels {{(pid=88880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:09:53.872941 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b527d49a-63de-4930-a4e3-ab03ba143b73 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3921862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3619467'] for subnet, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:53.882618 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-a9741f0d-7e2c-44dc-b9f7-c5c39be4e46a tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:09:53.890608 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-2eafc333-62b9-4193-90ae-6660acc9b1f4 None None] For port c087e89f-c6e7-4b2f-a1d4-e5de2e2f0b3e, host dv-neutron-822691-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=c087e89f-c6e7-4b2f-a1d4-e5de2e2f0b3e,segment=NetworkSegment(5f9a724b-7d90-49f2-b1f9-3dc1b129857a),segment_id=5f9a724b-7d90-49f2-b1f9-3dc1b129857a)] {{(pid=88880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:09:53.908317 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2eafc333-62b9-4193-90ae-6660acc9b1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:53.917099 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-0c750fe2-af3e-406b-864a-5901d8d4210c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:09:54.012064 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b527d49a-63de-4930-a4e3-ab03ba143b73 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Pushing event updated for resources: {'Subnet': ['ID=6239af28-e32a-4002-a721-673158195898,revision_number=0']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:09:54.016094 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-b527d49a-63de-4930-a4e3-ab03ba143b73 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:09:54.018981 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b527d49a-63de-4930-a4e3-ab03ba143b73 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Checking segment: {'id': '3d8dddde-75f2-4a97-a7d6-0e6a1dac5171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '84c804ca-d57d-483e-b1fc-0d4b53348f40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:09:54.019377 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b527d49a-63de-4930-a4e3-ab03ba143b73 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Network hostable DHCP agents. Network: 84c804ca-d57d-483e-b1fc-0d4b53348f40, hostable agents: ['edcf98dc-3032-472a-8b3d-f23fd1e89806'], hosted agents: [] {{(pid=88879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 24 11:09:54.070448 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eafc333-62b9-4193-90ae-6660acc9b1f4 None None] Pushing event updated for resources: {'Port': ['ID=c087e89f-c6e7-4b2f-a1d4-e5de2e2f0b3e,revision_number=2']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:09:54.071040 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b527d49a-63de-4930-a4e3-ab03ba143b73 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Network 84c804ca-d57d-483e-b1fc-0d4b53348f40 is scheduled to be hosted by DHCP agent edcf98dc-3032-472a-8b3d-f23fd1e89806 with binding_index 1 {{(pid=88879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 24 11:09:54.074006 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-2eafc333-62b9-4193-90ae-6660acc9b1f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:09:54.098732 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-b527d49a-63de-4930-a4e3-ab03ba143b73 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822691-2-hyperv, 84c804ca-d57d-483e-b1fc-0d4b53348f40) {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:09:54.106992 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b527d49a-63de-4930-a4e3-ab03ba143b73 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:09:54.108618 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b527d49a-63de-4930-a4e3-ab03ba143b73 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks [] for subnet, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:54.108749 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fa4b69c-0cc4-4198-af64-59cdd181a56f None None] Network 84c804ca-d57d-483e-b1fc-0d4b53348f40 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:09:54.123984 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-f9362dc9-954c-4f2a-93be-4f2fb275aff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f527168a550>, [{'id': '4aa5ad62-fa1f-4ae6-a129-d0a85438b8b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-304020', 'tenant_id': '758a6f1d84774c7d81576f2d2a7e18fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.88'}], 'enable_snat': True}, 'gw_port_id': 'a58173a6-1dab-4be9-908f-eb9d19b305be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:09:46Z', 'updated_at': '2021-12-24T11:09:47Z', 'revision_number': 3, 'project_id': '758a6f1d84774c7d81576f2d2a7e18fd', 'gw_port': {'id': 'a58173a6-1dab-4be9-908f-eb9d19b305be', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:07:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4aa5ad62-fa1f-4ae6-a129-d0a85438b8b8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:09:46Z', 'updated_at': '2021-12-24T11:09:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv'}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:09:54.136715 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-b527d49a-63de-4930-a4e3-ab03ba143b73 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.1344833
Dec 24 11:09:54.139406 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 42616) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:09:54.141310 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9362dc9-954c-4f2a-93be-4f2fb275aff5 None None] The sync data for ids ['4aa5ad62-fa1f-4ae6-a129-d0a85438b8b8'] in dv-neutron-822691-2-hyperv is: [{'id': '4aa5ad62-fa1f-4ae6-a129-d0a85438b8b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-304020', 'tenant_id': '758a6f1d84774c7d81576f2d2a7e18fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.88'}], 'enable_snat': True}, 'gw_port_id': 'a58173a6-1dab-4be9-908f-eb9d19b305be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:09:46Z', 'updated_at': '2021-12-24T11:09:47Z', 'revision_number': 3, 'project_id': '758a6f1d84774c7d81576f2d2a7e18fd', 'gw_port': {'id': 'a58173a6-1dab-4be9-908f-eb9d19b305be', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:07:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4aa5ad62-fa1f-4ae6-a129-d0a85438b8b8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:09:46Z', 'updated_at': '2021-12-24T11:09:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv'}] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:09:54.146273 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-d4c9aa9f-9d98-4bc1-883b-51eaa31a98a7 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1541013492', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:09:54.156560 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-d4c9aa9f-9d98-4bc1-883b-51eaa31a98a7 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:09:54.162494 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-d4c9aa9f-9d98-4bc1-883b-51eaa31a98a7 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Usage tracker for resource:router and tenant:3ebdfa1b50714591899c7b159c4d4f0b is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:09:54.165721 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-d4c9aa9f-9d98-4bc1-883b-51eaa31a98a7 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:09:54.175181 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-d4c9aa9f-9d98-4bc1-883b-51eaa31a98a7 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:09:54.194660 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d4c9aa9f-9d98-4bc1-883b-51eaa31a98a7 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-612016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-84579'] for router, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:54.195826 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d4c9aa9f-9d98-4bc1-883b-51eaa31a98a7 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854163950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659046', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854079771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854691221'] for router, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:54.224614 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d4c9aa9f-9d98-4bc1-883b-51eaa31a98a7 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:54.252130 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d4c9aa9f-9d98-4bc1-883b-51eaa31a98a7 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854163800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854116816'] for router, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:54.292911 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d4c9aa9f-9d98-4bc1-883b-51eaa31a98a7 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks [] for router, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:54.299550 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-d4c9aa9f-9d98-4bc1-883b-51eaa31a98a7 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201  len: 700 time: 0.1585340
Dec 24 11:09:54.300543 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 42620) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:09:54.309518 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-297c9e4c-6ebc-45f1-a4ed-a2d535256c4f tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Request body: {'port': {'network_id': '84c804ca-d57d-483e-b1fc-0d4b53348f40', 'name': 'tempest-RoutersTest-1471547807'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:09:54.311907 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-94e88942-b5e7-483b-9f92-739fc5f103b2 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Notify callbacks [] for port, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:54.326575 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-94e88942-b5e7-483b-9f92-739fc5f103b2 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3978773'] for port, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:54.405376 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9348870c-2df1-45a5-8fa6-01e6db423cb2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73968e80-91fd-539e-a7c6-b31af6d9e680-84c804ca-d57d-483e-b1fc-0d4b53348f40', 'network_id': '84c804ca-d57d-483e-b1fc-0d4b53348f40', 'tenant_id': '3ebdfa1b50714591899c7b159c4d4f0b', 'fixed_ips': [{'subnet_id': '6239af28-e32a-4002-a721-673158195898'}]}} from dv-neutron-822691-2-hyperv. {{(pid=88880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 24 11:09:54.407610 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9348870c-2df1-45a5-8fa6-01e6db423cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:54.424335 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-72b06544-8daa-4153-9b16-79819700f6a2 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:09:54.458946 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-94e88942-b5e7-483b-9f92-739fc5f103b2 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1977653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854055662'] for router_interface, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:54.573944 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-297c9e4c-6ebc-45f1-a4ed-a2d535256c4f tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:09:54.594888 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e88942-b5e7-483b-9f92-739fc5f103b2 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Pushing event updated for resources: {'Port': ['ID=94b617fa-61cd-40df-a5a3-3301e93fab1e,revision_number=2']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:09:54.604824 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-94e88942-b5e7-483b-9f92-739fc5f103b2 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:09:54.605181 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-297c9e4c-6ebc-45f1-a4ed-a2d535256c4f tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Usage tracker for resource:port and tenant:3ebdfa1b50714591899c7b159c4d4f0b is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:09:54.614466 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-297c9e4c-6ebc-45f1-a4ed-a2d535256c4f tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:09:54.630835 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-297c9e4c-6ebc-45f1-a4ed-a2d535256c4f tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:09:54.678397 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-297c9e4c-6ebc-45f1-a4ed-a2d535256c4f tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Made reservation on behalf of 3ebdfa1b50714591899c7b159c4d4f0b for: {'port': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:09:54.688641 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-297c9e4c-6ebc-45f1-a4ed-a2d535256c4f tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:54.722694 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [None req-297c9e4c-6ebc-45f1-a4ed-a2d535256c4f tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] device_id is not set on port 54ffa575-1626-4d91-8307-6bc3fce70bbb yet. {{(pid=88879) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 24 11:09:54.732357 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e88942-b5e7-483b-9f92-739fc5f103b2 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Network 64161c02-41e7-4720-9a76-ba7756ce6721 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:09:54.734492 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-94e88942-b5e7-483b-9f92-739fc5f103b2 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Resources bound (agent type, host, resource id):  {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:09:54.741798 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-9348870c-2df1-45a5-8fa6-01e6db423cb2 None None] Allocated IP 172.20.0.2 (84c804ca-d57d-483e-b1fc-0d4b53348f40/6239af28-e32a-4002-a721-673158195898/fe5074e2-feea-4dad-a175-a225c7794bd5) {{(pid=88880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:09:55.060702 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9348870c-2df1-45a5-8fa6-01e6db423cb2 None None] Notify callbacks [] for port, precommit_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:55.077869 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-9348870c-2df1-45a5-8fa6-01e6db423cb2 None None] Transition to ACTIVE for port object fe5074e2-feea-4dad-a175-a225c7794bd5 will not be triggered until provisioned by entity L2. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:09:55.101723 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-9348870c-2df1-45a5-8fa6-01e6db423cb2 None None] Transition to ACTIVE for port object fe5074e2-feea-4dad-a175-a225c7794bd5 will not be triggered until provisioned by entity DHCP. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:09:55.107404 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9348870c-2df1-45a5-8fa6-01e6db423cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408'] for port, after_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:55.116432 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-427ddf3d-c61c-430f-a066-eb9041e916e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:09:55.197873 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9348870c-2df1-45a5-8fa6-01e6db423cb2 None None] Pushing event updated for resources: {'Port': ['ID=fe5074e2-feea-4dad-a175-a225c7794bd5,revision_number=1']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:09:55.203479 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-9348870c-2df1-45a5-8fa6-01e6db423cb2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:09:55.209889 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-297c9e4c-6ebc-45f1-a4ed-a2d535256c4f tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Allocated IP 172.20.0.11 (84c804ca-d57d-483e-b1fc-0d4b53348f40/6239af28-e32a-4002-a721-673158195898/54ffa575-1626-4d91-8307-6bc3fce70bbb) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:09:55.216297 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9348870c-2df1-45a5-8fa6-01e6db423cb2 None None] Network 84c804ca-d57d-483e-b1fc-0d4b53348f40 is already hosted by enough agents. {{(pid=88880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:09:55.217670 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-9348870c-2df1-45a5-8fa6-01e6db423cb2 None None] Resources bound (agent type, host, resource id):  {{(pid=88880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:09:55.223464 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9348870c-2df1-45a5-8fa6-01e6db423cb2 None None] Received port after_create {{(pid=88880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:09:55.393559 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-9348870c-2df1-45a5-8fa6-01e6db423cb2 None None] Attempting to bind port fe5074e2-feea-4dad-a175-a225c7794bd5 on host dv-neutron-822691-2-hyperv for vnic_type normal with profile  {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:09:55.398271 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94e88942-b5e7-483b-9f92-739fc5f103b2 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Router 4aa5ad62-fa1f-4ae6-a129-d0a85438b8b8 has already been hosted by L3 agent 198cca88-1338-4098-b44b-beb0346ac906 {{(pid=88878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 24 11:09:55.399242 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-9348870c-2df1-45a5-8fa6-01e6db423cb2 None None] Attempting to bind port fe5074e2-feea-4dad-a175-a225c7794bd5 by drivers openvswitch,hyperv on host dv-neutron-822691-2-hyperv at level 0 using segments [{'id': '3d8dddde-75f2-4a97-a7d6-0e6a1dac5171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '84c804ca-d57d-483e-b1fc-0d4b53348f40'}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:09:55.399841 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9348870c-2df1-45a5-8fa6-01e6db423cb2 None None] Attempting to bind port fe5074e2-feea-4dad-a175-a225c7794bd5 on network 84c804ca-d57d-483e-b1fc-0d4b53348f40 {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:09:55.415204 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9348870c-2df1-45a5-8fa6-01e6db423cb2 None None] Checking agent: {'id': 'db1275c1-6001-47af-93c2-635c68404703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822691-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 52, 8), 'started_at': datetime.datetime(2021, 12, 24, 10, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 9, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822691-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:09:55.415679 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9348870c-2df1-45a5-8fa6-01e6db423cb2 None None] Checking segment: {'id': '3d8dddde-75f2-4a97-a7d6-0e6a1dac5171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '84c804ca-d57d-483e-b1fc-0d4b53348f40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:09:55.416149 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9348870c-2df1-45a5-8fa6-01e6db423cb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:55.416623 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9348870c-2df1-45a5-8fa6-01e6db423cb2 None None] Bound using segment: {'id': '3d8dddde-75f2-4a97-a7d6-0e6a1dac5171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '84c804ca-d57d-483e-b1fc-0d4b53348f40'} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:09:55.418087 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-9348870c-2df1-45a5-8fa6-01e6db423cb2 None None] Bound port: fe5074e2-feea-4dad-a175-a225c7794bd5, host: dv-neutron-822691-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d8dddde-75f2-4a97-a7d6-0e6a1dac5171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '84c804ca-d57d-483e-b1fc-0d4b53348f40'}}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:09:55.420200 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9348870c-2df1-45a5-8fa6-01e6db423cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:55.453478 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device c087e89f-c6e7-4b2f-a1d4-e5de2e2f0b3e up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:09:55.514798 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-297c9e4c-6ebc-45f1-a4ed-a2d535256c4f tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:55.571313 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-297c9e4c-6ebc-45f1-a4ed-a2d535256c4f tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Transition to ACTIVE for port object 54ffa575-1626-4d91-8307-6bc3fce70bbb will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:09:55.596129 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-9348870c-2df1-45a5-8fa6-01e6db423cb2 None None] For port fe5074e2-feea-4dad-a175-a225c7794bd5, host dv-neutron-822691-2-hyperv, cleared binding levels {{(pid=88880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:09:55.599684 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-9348870c-2df1-45a5-8fa6-01e6db423cb2 None None] For port fe5074e2-feea-4dad-a175-a225c7794bd5, host dv-neutron-822691-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=fe5074e2-feea-4dad-a175-a225c7794bd5,segment=NetworkSegment(3d8dddde-75f2-4a97-a7d6-0e6a1dac5171),segment_id=3d8dddde-75f2-4a97-a7d6-0e6a1dac5171)] {{(pid=88880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:09:55.622826 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-297c9e4c-6ebc-45f1-a4ed-a2d535256c4f tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:55.637358 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-107df08c-1784-4f32-b85f-dd6c0350ebe0 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:09:55.639430 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9348870c-2df1-45a5-8fa6-01e6db423cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:55.644539 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:09:55.740506 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94e88942-b5e7-483b-9f92-739fc5f103b2 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:09:55.744907 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-297c9e4c-6ebc-45f1-a4ed-a2d535256c4f tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Network 84c804ca-d57d-483e-b1fc-0d4b53348f40 is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:09:55.749454 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-297c9e4c-6ebc-45f1-a4ed-a2d535256c4f tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Resources bound (agent type, host, resource id):  {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:09:55.753353 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-94e88942-b5e7-483b-9f92-739fc5f103b2 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] 10.222.0.65 "PUT /v2.0/routers/4aa5ad62-fa1f-4ae6-a129-d0a85438b8b8/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.0581503
Dec 24 11:09:55.754867 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9348870c-2df1-45a5-8fa6-01e6db423cb2 None None] Pushing event updated for resources: {'Port': ['ID=fe5074e2-feea-4dad-a175-a225c7794bd5,revision_number=2']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:09:55.758747 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning for port c087e89f-c6e7-4b2f-a1d4-e5de2e2f0b3e completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:09:55.762012 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297c9e4c-6ebc-45f1-a4ed-a2d535256c4f tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Pushing event updated for resources: {'Port': ['ID=54ffa575-1626-4d91-8307-6bc3fce70bbb,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:09:55.765782 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297c9e4c-6ebc-45f1-a4ed-a2d535256c4f tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:09:55.778117 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-9348870c-2df1-45a5-8fa6-01e6db423cb2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:09:55.784058 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device a58173a6-1dab-4be9-908f-eb9d19b305be up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:09:55.803421 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-297c9e4c-6ebc-45f1-a4ed-a2d535256c4f tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:09:55.873360 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-297c9e4c-6ebc-45f1-a4ed-a2d535256c4f tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:09:55.875150 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-297c9e4c-6ebc-45f1-a4ed-a2d535256c4f tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:55.943040 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-297c9e4c-6ebc-45f1-a4ed-a2d535256c4f tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 923 time: 1.6384277
Dec 24 11:09:55.944217 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 42632) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:09:55.948560 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning for port a58173a6-1dab-4be9-908f-eb9d19b305be completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:09:55.967050 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port a58173a6-1dab-4be9-908f-eb9d19b305be triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:09:55.967746 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:56.151215 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:56.170032 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] For port a58173a6-1dab-4be9-908f-eb9d19b305be, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=a58173a6-1dab-4be9-908f-eb9d19b305be,segment=NetworkSegment(d4e3295f-9ff8-4cad-8a20-3f1c937efc8c),segment_id=d4e3295f-9ff8-4cad-8a20-3f1c937efc8c)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:09:56.174235 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:56.176537 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:09:56.203735 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-2bdaeab1-53a4-4b06-933c-8bcecbea1bbc req-aeffd6e7-75d8-421a-8789-3ab358cc5251 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-937222871&fields=id&tenant_id=758a6f1d84774c7d81576f2d2a7e18fd HTTP/1.1" status: 200  len: 267 time: 0.1494615
Dec 24 11:09:56.513257 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Pushing event updated for resources: {'Port': ['ID=a58173a6-1dab-4be9-908f-eb9d19b305be,revision_number=4']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:09:56.524955 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:09:56.561322 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-128f0a8a-ccd6-44a7-bdf5-ef8022d84a4e None None] Network 64161c02-41e7-4720-9a76-ba7756ce6721 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:09:56.721024 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-f674a031-aa40-4008-a331-23fbde75141d None None] Provisioning for port c087e89f-c6e7-4b2f-a1d4-e5de2e2f0b3e completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:09:56.734392 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-f674a031-aa40-4008-a331-23fbde75141d None None] Provisioning complete for port c087e89f-c6e7-4b2f-a1d4-e5de2e2f0b3e triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:09:56.734541 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f674a031-aa40-4008-a331-23fbde75141d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:56.955854 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f674a031-aa40-4008-a331-23fbde75141d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:57.008076 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-f674a031-aa40-4008-a331-23fbde75141d None None] For port c087e89f-c6e7-4b2f-a1d4-e5de2e2f0b3e, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=c087e89f-c6e7-4b2f-a1d4-e5de2e2f0b3e,segment=NetworkSegment(5f9a724b-7d90-49f2-b1f9-3dc1b129857a),segment_id=5f9a724b-7d90-49f2-b1f9-3dc1b129857a)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:09:57.010610 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdaeab1-53a4-4b06-933c-8bcecbea1bbc req-88c9fb98-b683-45c9-ad31-b56a39082a9a tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:09:57.012287 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-2bdaeab1-53a4-4b06-933c-8bcecbea1bbc req-88c9fb98-b683-45c9-ad31-b56a39082a9a tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Synchronizing usage tracker for tenant:758a6f1d84774c7d81576f2d2a7e18fd on resource:network {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:09:57.012418 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f674a031-aa40-4008-a331-23fbde75141d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:57.014131 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:09:57.044429 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-2bdaeab1-53a4-4b06-933c-8bcecbea1bbc req-88c9fb98-b683-45c9-ad31-b56a39082a9a tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Unset dirty status for tenant:758a6f1d84774c7d81576f2d2a7e18fd on resource:network {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:09:57.045765 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-2bdaeab1-53a4-4b06-933c-8bcecbea1bbc req-88c9fb98-b683-45c9-ad31-b56a39082a9a tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] 10.222.0.65 "GET /v2.0/networks?id=64161c02-41e7-4720-9a76-ba7756ce6721 HTTP/1.1" status: 200  len: 796 time: 0.7663198
Dec 24 11:09:57.088543 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f674a031-aa40-4008-a331-23fbde75141d None None] Pushing event updated for resources: {'Port': ['ID=c087e89f-c6e7-4b2f-a1d4-e5de2e2f0b3e,revision_number=3']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:09:57.093309 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f674a031-aa40-4008-a331-23fbde75141d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:09:57.112810 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-2bdaeab1-53a4-4b06-933c-8bcecbea1bbc req-f40cff1a-b97a-4ad3-bf60-fa296a012179 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] 10.222.0.65 "GET /v2.0/quotas/758a6f1d84774c7d81576f2d2a7e18fd HTTP/1.1" status: 200  len: 375 time: 0.0353980
Dec 24 11:09:57.332795 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device c087e89f-c6e7-4b2f-a1d4-e5de2e2f0b3e up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:09:57.343421 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d05a6182-7a9a-4cc1-a1f7-9b054c591a89 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:57.365295 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-2bdaeab1-53a4-4b06-933c-8bcecbea1bbc req-861a789b-fccb-4335-a399-93818e95e97b tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Synchronizing usage tracker for tenant:758a6f1d84774c7d81576f2d2a7e18fd on resource:port {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:09:57.452511 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-2bdaeab1-53a4-4b06-933c-8bcecbea1bbc req-861a789b-fccb-4335-a399-93818e95e97b tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Unset dirty status for tenant:758a6f1d84774c7d81576f2d2a7e18fd on resource:port {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:09:57.453992 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-2bdaeab1-53a4-4b06-933c-8bcecbea1bbc req-861a789b-fccb-4335-a399-93818e95e97b tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=758a6f1d84774c7d81576f2d2a7e18fd&fields=id HTTP/1.1" status: 200  len: 302 time: 0.3317158
Dec 24 11:09:57.512711 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port c087e89f-c6e7-4b2f-a1d4-e5de2e2f0b3e triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:09:57.513226 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:57.596074 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-13b9c763-c561-4b7c-833f-e5c192ca494f None None] Provisioning complete for port c087e89f-c6e7-4b2f-a1d4-e5de2e2f0b3e triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:09:57.596285 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-13b9c763-c561-4b7c-833f-e5c192ca494f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:57.835901 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device fe5074e2-feea-4dad-a175-a225c7794bd5 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:09:57.914637 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-2bdaeab1-53a4-4b06-933c-8bcecbea1bbc req-68b47b6c-7862-471b-90d4-8cef53a349c3 service neutron] 10.222.0.65 "GET /v2.0/networks/64161c02-41e7-4720-9a76-ba7756ce6721?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3924851
Dec 24 11:09:57.943021 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-13b9c763-c561-4b7c-833f-e5c192ca494f None None] Provisioning for port 94b617fa-61cd-40df-a5a3-3301e93fab1e completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:09:57.958107 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-13b9c763-c561-4b7c-833f-e5c192ca494f None None] Provisioning complete for port 94b617fa-61cd-40df-a5a3-3301e93fab1e triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:09:57.958590 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-13b9c763-c561-4b7c-833f-e5c192ca494f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:58.039965 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning for port fe5074e2-feea-4dad-a175-a225c7794bd5 completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:09:58.056431 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device a58173a6-1dab-4be9-908f-eb9d19b305be up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:09:58.097296 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-13b9c763-c561-4b7c-833f-e5c192ca494f None None] Port 94b617fa-61cd-40df-a5a3-3301e93fab1e cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:09:58.122694 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d05a6182-7a9a-4cc1-a1f7-9b054c591a89 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks [] for port, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:58.141554 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d05a6182-7a9a-4cc1-a1f7-9b054c591a89 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3978773'] for port, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:58.151577 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c1878b85-c0be-4f7d-a967-675d2aca0c58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:09:58.166470 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port a58173a6-1dab-4be9-908f-eb9d19b305be triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:09:58.166911 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:58.200247 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:58.216060 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-2bdaeab1-53a4-4b06-933c-8bcecbea1bbc req-fdff947e-687c-4bbf-9637-68b6989c3b30 service neutron] 10.222.0.65 "GET /v2.0/networks/64161c02-41e7-4720-9a76-ba7756ce6721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2919970
Dec 24 11:09:58.238774 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-6b0c7ce8-1e29-496c-a07d-8ffae9d4515f None None] Provisioning complete for port 94b617fa-61cd-40df-a5a3-3301e93fab1e triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:09:58.240041 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6b0c7ce8-1e29-496c-a07d-8ffae9d4515f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:58.294630 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d2e518-d720-44d7-a0c1-af8ecf4d000e None None] Sync routers for ids ['4aa5ad62-fa1f-4ae6-a129-d0a85438b8b8'] in dv-neutron-822691-2-hyperv {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:09:58.310460 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d2e518-d720-44d7-a0c1-af8ecf4d000e None None] Routers {'4aa5ad62-fa1f-4ae6-a129-d0a85438b8b8'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:09:58.311013 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-e0d2e518-d720-44d7-a0c1-af8ecf4d000e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271e33ac8>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:09:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['4aa5ad62-fa1f-4ae6-a129-d0a85438b8b8'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:09:58.338329 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05a6182-7a9a-4cc1-a1f7-9b054c591a89 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Pushing event updated for resources: {'Port': ['ID=54ffa575-1626-4d91-8307-6bc3fce70bbb,revision_number=2']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:09:58.351559 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-d05a6182-7a9a-4cc1-a1f7-9b054c591a89 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:09:58.373285 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-6b0c7ce8-1e29-496c-a07d-8ffae9d4515f None None] Port 94b617fa-61cd-40df-a5a3-3301e93fab1e cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:09:58.540051 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44afa27f-0f4d-4610-8ce8-e007b7b9b6bd None None] Network 84c804ca-d57d-483e-b1fc-0d4b53348f40 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:09:58.651916 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-e0d2e518-d720-44d7-a0c1-af8ecf4d000e None None] Set router 4aa5ad62-fa1f-4ae6-a129-d0a85438b8b8 gateway port host: dv-neutron-822691-2-hyperv {{(pid=88881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:09:58.742182 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-26c5ac7f-b4da-4e8c-971c-59d9710d418d req-8f0dd361-62b3-4251-9c6c-da11b4bb430e tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] 10.222.0.65 "GET /v2.0/ports?device_id=4f3726f2-5445-4800-a149-b80f3ff480e1 HTTP/1.1" status: 200  len: 210 time: 0.1192694
Dec 24 11:09:58.742920 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-6253966c-353d-4ef3-9fe4-4182630c3a29 None None] Provisioning for port fe5074e2-feea-4dad-a175-a225c7794bd5 completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:09:58.750721 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-6253966c-353d-4ef3-9fe4-4182630c3a29 None None] Provisioning complete for port fe5074e2-feea-4dad-a175-a225c7794bd5 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:09:58.751144 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6253966c-353d-4ef3-9fe4-4182630c3a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:58.891641 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d05a6182-7a9a-4cc1-a1f7-9b054c591a89 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-720245'] for router_interface, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:58.996781 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d05a6182-7a9a-4cc1-a1f7-9b054c591a89 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:59.036304 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6253966c-353d-4ef3-9fe4-4182630c3a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:59.065506 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-e0d2e518-d720-44d7-a0c1-af8ecf4d000e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271e33ac8>, [{'id': '4aa5ad62-fa1f-4ae6-a129-d0a85438b8b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-304020', 'tenant_id': '758a6f1d84774c7d81576f2d2a7e18fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.88'}], 'enable_snat': True}, 'gw_port_id': 'a58173a6-1dab-4be9-908f-eb9d19b305be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:09:46Z', 'updated_at': '2021-12-24T11:09:53Z', 'revision_number': 4, 'project_id': '758a6f1d84774c7d81576f2d2a7e18fd', 'gw_port': {'id': 'a58173a6-1dab-4be9-908f-eb9d19b305be', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:07:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aa5ad62-fa1f-4ae6-a129-d0a85438b8b8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:09:46Z', 'updated_at': '2021-12-24T11:09:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_interfaces': [{'id': '94b617fa-61cd-40df-a5a3-3301e93fab1e', 'name': '', 'network_id': '64161c02-41e7-4720-9a76-ba7756ce6721', 'tenant_id': '758a6f1d84774c7d81576f2d2a7e18fd', 'mac_address': 'fa:16:3e:b0:eb:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4aa5ad62-fa1f-4ae6-a129-d0a85438b8b8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '145cd7ba-da39-49f6-9f33-6ede13e0db18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:09:51Z', 'updated_at': '2021-12-24T11:09:54Z', 'revision_number': 2, 'project_id': '758a6f1d84774c7d81576f2d2a7e18fd', 'subnets': [{'id': '145cd7ba-da39-49f6-9f33-6ede13e0db18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:09:59.075466 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d2e518-d720-44d7-a0c1-af8ecf4d000e None None] Checking router: 4aa5ad62-fa1f-4ae6-a129-d0a85438b8b8 for host: dv-neutron-822691-2-hyperv {{(pid=88881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 24 11:09:59.076155 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d2e518-d720-44d7-a0c1-af8ecf4d000e None None] Updating router 4aa5ad62-fa1f-4ae6-a129-d0a85438b8b8 port 94b617fa-61cd-40df-a5a3-3301e93fab1e binding host dv-neutron-822691-2-hyperv {{(pid=88881) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 24 11:09:59.076697 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-6253966c-353d-4ef3-9fe4-4182630c3a29 None None] For port fe5074e2-feea-4dad-a175-a225c7794bd5, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=fe5074e2-feea-4dad-a175-a225c7794bd5,segment=NetworkSegment(3d8dddde-75f2-4a97-a7d6-0e6a1dac5171),segment_id=3d8dddde-75f2-4a97-a7d6-0e6a1dac5171)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:09:59.080638 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6253966c-353d-4ef3-9fe4-4182630c3a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:59.083661 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-427ddf3d-c61c-430f-a066-eb9041e916e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:09:59.137545 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e0d2e518-d720-44d7-a0c1-af8ecf4d000e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:59.180566 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6253966c-353d-4ef3-9fe4-4182630c3a29 None None] Pushing event updated for resources: {'Port': ['ID=fe5074e2-feea-4dad-a175-a225c7794bd5,revision_number=3']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:09:59.184098 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-6253966c-353d-4ef3-9fe4-4182630c3a29 None None] Provisioning complete for port 94b617fa-61cd-40df-a5a3-3301e93fab1e triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:09:59.184741 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6253966c-353d-4ef3-9fe4-4182630c3a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:59.214360 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-6253966c-353d-4ef3-9fe4-4182630c3a29 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:09:59.282011 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-6253966c-353d-4ef3-9fe4-4182630c3a29 None None] Port 94b617fa-61cd-40df-a5a3-3301e93fab1e cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:09:59.522422 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-fdb97517-9dd5-4efa-8d12-02fdebd1e45c None None] Provisioning complete for port fe5074e2-feea-4dad-a175-a225c7794bd5 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:09:59.523407 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fdb97517-9dd5-4efa-8d12-02fdebd1e45c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:59.608984 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d05a6182-7a9a-4cc1-a1f7-9b054c591a89 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks [] for port, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:59.614346 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d05a6182-7a9a-4cc1-a1f7-9b054c591a89 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3978773'] for port, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:59.638391 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e0d2e518-d720-44d7-a0c1-af8ecf4d000e None None] Notify callbacks [] for port, precommit_update {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:59.652197 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-e0d2e518-d720-44d7-a0c1-af8ecf4d000e None None] Transition to ACTIVE for port object 94b617fa-61cd-40df-a5a3-3301e93fab1e will not be triggered until provisioned by entity L2. {{(pid=88881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:09:59.655449 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-d05a6182-7a9a-4cc1-a1f7-9b054c591a89 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:09:59.659977 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e0d2e518-d720-44d7-a0c1-af8ecf4d000e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:59.671836 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-a5fe030d-2c9c-4bd8-8a57-0a7b2893f9b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:09:59.717626 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-fdb97517-9dd5-4efa-8d12-02fdebd1e45c None None] Provisioning for port 54ffa575-1626-4d91-8307-6bc3fce70bbb completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:09:59.726684 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-fdb97517-9dd5-4efa-8d12-02fdebd1e45c None None] Provisioning complete for port 54ffa575-1626-4d91-8307-6bc3fce70bbb triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:09:59.727321 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fdb97517-9dd5-4efa-8d12-02fdebd1e45c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:59.733881 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05a6182-7a9a-4cc1-a1f7-9b054c591a89 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Pushing event updated for resources: {'Port': ['ID=54ffa575-1626-4d91-8307-6bc3fce70bbb,revision_number=3']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:09:59.768980 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d05a6182-7a9a-4cc1-a1f7-9b054c591a89 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1977653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854055662'] for router_interface, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:09:59.774358 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-d05a6182-7a9a-4cc1-a1f7-9b054c591a89 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:09:59.801966 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-fdb97517-9dd5-4efa-8d12-02fdebd1e45c None None] Port 54ffa575-1626-4d91-8307-6bc3fce70bbb cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:09:59.822660 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d803f9e2-57f6-4fde-ae86-d8fb004ea722 None None] Pushing event updated for resources: {'Port': ['ID=94b617fa-61cd-40df-a5a3-3301e93fab1e,revision_number=3']} {{(pid=88881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:09:59.826474 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-d803f9e2-57f6-4fde-ae86-d8fb004ea722 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=88881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:09:59.939081 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-3d5d4a06-4550-41e5-9ca1-3753f9a5bc8b None None] Provisioning complete for port 54ffa575-1626-4d91-8307-6bc3fce70bbb triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:09:59.939430 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3d5d4a06-4550-41e5-9ca1-3753f9a5bc8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:00.062901 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-3d5d4a06-4550-41e5-9ca1-3753f9a5bc8b None None] Port 54ffa575-1626-4d91-8307-6bc3fce70bbb cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:10:00.192193 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-e0d2e518-d720-44d7-a0c1-af8ecf4d000e None None] Attempting to bind port 94b617fa-61cd-40df-a5a3-3301e93fab1e on host dv-neutron-822691-2-hyperv for vnic_type normal with profile  {{(pid=88881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:10:00.192960 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-e0d2e518-d720-44d7-a0c1-af8ecf4d000e None None] Attempting to bind port 94b617fa-61cd-40df-a5a3-3301e93fab1e by drivers openvswitch,hyperv on host dv-neutron-822691-2-hyperv at level 0 using segments [{'id': '5f9a724b-7d90-49f2-b1f9-3dc1b129857a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '64161c02-41e7-4720-9a76-ba7756ce6721'}] {{(pid=88881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:10:00.193815 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d2e518-d720-44d7-a0c1-af8ecf4d000e None None] Attempting to bind port 94b617fa-61cd-40df-a5a3-3301e93fab1e on network 64161c02-41e7-4720-9a76-ba7756ce6721 {{(pid=88881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:10:00.203312 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d2e518-d720-44d7-a0c1-af8ecf4d000e None None] Checking agent: {'id': 'db1275c1-6001-47af-93c2-635c68404703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822691-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 52, 8), 'started_at': datetime.datetime(2021, 12, 24, 10, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 9, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822691-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:10:00.204715 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d2e518-d720-44d7-a0c1-af8ecf4d000e None None] Checking segment: {'id': '5f9a724b-7d90-49f2-b1f9-3dc1b129857a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '64161c02-41e7-4720-9a76-ba7756ce6721'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:10:00.205394 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e0d2e518-d720-44d7-a0c1-af8ecf4d000e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:00.206103 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d2e518-d720-44d7-a0c1-af8ecf4d000e None None] Bound using segment: {'id': '5f9a724b-7d90-49f2-b1f9-3dc1b129857a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '64161c02-41e7-4720-9a76-ba7756ce6721'} {{(pid=88881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:10:00.206900 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-e0d2e518-d720-44d7-a0c1-af8ecf4d000e None None] Bound port: 94b617fa-61cd-40df-a5a3-3301e93fab1e, host: dv-neutron-822691-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f9a724b-7d90-49f2-b1f9-3dc1b129857a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '64161c02-41e7-4720-9a76-ba7756ce6721'}}] {{(pid=88881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:10:00.207643 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e0d2e518-d720-44d7-a0c1-af8ecf4d000e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:00.323179 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-e0d2e518-d720-44d7-a0c1-af8ecf4d000e None None] For port 94b617fa-61cd-40df-a5a3-3301e93fab1e, host dv-neutron-822691-2-hyperv, cleared binding levels {{(pid=88881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:10:00.327010 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-e0d2e518-d720-44d7-a0c1-af8ecf4d000e None None] For port 94b617fa-61cd-40df-a5a3-3301e93fab1e, host dv-neutron-822691-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=94b617fa-61cd-40df-a5a3-3301e93fab1e,segment=NetworkSegment(5f9a724b-7d90-49f2-b1f9-3dc1b129857a),segment_id=5f9a724b-7d90-49f2-b1f9-3dc1b129857a)] {{(pid=88881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:10:00.330864 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e0d2e518-d720-44d7-a0c1-af8ecf4d000e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:00.335773 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-3c1b0cd6-93e2-4ea7-9336-7f846fb62750 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:10:00.422105 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d803f9e2-57f6-4fde-ae86-d8fb004ea722 None None] Pushing event updated for resources: {'Port': ['ID=94b617fa-61cd-40df-a5a3-3301e93fab1e,revision_number=4']} {{(pid=88881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:10:00.425926 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-d803f9e2-57f6-4fde-ae86-d8fb004ea722 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:10:00.427347 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d2e518-d720-44d7-a0c1-af8ecf4d000e None None] Routers {'4aa5ad62-fa1f-4ae6-a129-d0a85438b8b8'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:10:00.428239 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-e0d2e518-d720-44d7-a0c1-af8ecf4d000e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271e33ac8>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:09:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['4aa5ad62-fa1f-4ae6-a129-d0a85438b8b8'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:10:00.440013 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-7de68d62-beac-415a-ad7e-aaede6574342 None None] Provisioning complete for port 54ffa575-1626-4d91-8307-6bc3fce70bbb triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:10:00.440443 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7de68d62-beac-415a-ad7e-aaede6574342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:00.475778 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d05a6182-7a9a-4cc1-a1f7-9b054c591a89 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Network 84c804ca-d57d-483e-b1fc-0d4b53348f40 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:10:00.486516 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-d05a6182-7a9a-4cc1-a1f7-9b054c591a89 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Resources bound (agent type, host, resource id):  {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:10:00.493113 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-31b62406-50c8-499d-93da-b4b9f6c63d93 req-183d1ff1-8ad4-4fa3-a350-3ee1baba6807 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] 10.222.0.65 "GET /v2.0/ports?device_id=4f3726f2-5445-4800-a149-b80f3ff480e1 HTTP/1.1" status: 200  len: 210 time: 0.4491355
Dec 24 11:10:00.525105 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-7de68d62-beac-415a-ad7e-aaede6574342 None None] Port 54ffa575-1626-4d91-8307-6bc3fce70bbb cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:10:00.656030 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-e0d2e518-d720-44d7-a0c1-af8ecf4d000e None None] Set router 4aa5ad62-fa1f-4ae6-a129-d0a85438b8b8 gateway port host: dv-neutron-822691-2-hyperv {{(pid=88881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:10:00.691732 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdaeab1-53a4-4b06-933c-8bcecbea1bbc req-c3746e78-d133-422f-ab14-4a269411ff3e tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:10:00.693350 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-2bdaeab1-53a4-4b06-933c-8bcecbea1bbc req-c3746e78-d133-422f-ab14-4a269411ff3e tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] 10.222.0.58 "GET /v2.0/networks?id=64161c02-41e7-4720-9a76-ba7756ce6721 HTTP/1.1" status: 200  len: 796 time: 0.6924253
Dec 24 11:10:00.891407 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-2bdaeab1-53a4-4b06-933c-8bcecbea1bbc req-0b4500a5-f804-4c8e-bd83-2bf13dfcef54 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=758a6f1d84774c7d81576f2d2a7e18fd HTTP/1.1" status: 200  len: 379 time: 0.1818311
Dec 24 11:10:00.902823 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [req-2bdaeab1-53a4-4b06-933c-8bcecbea1bbc req-ee864b73-2143-4557-9ef8-ac758622f7bd tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Request body: {'port': {'device_id': '4f3726f2-5445-4800-a149-b80f3ff480e1', 'network_id': '64161c02-41e7-4720-9a76-ba7756ce6721', 'admin_state_up': True, 'tenant_id': '758a6f1d84774c7d81576f2d2a7e18fd', 'security_groups': ['ac646890-84b4-4f0e-9ed2-2b517a0b7022']}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:10:00.991130 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-213f51c4-b58e-4419-85a1-9f4fb6428e9e None None] Provisioning complete for port 54ffa575-1626-4d91-8307-6bc3fce70bbb triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:10:00.992118 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-213f51c4-b58e-4419-85a1-9f4fb6428e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:01.026768 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-e0d2e518-d720-44d7-a0c1-af8ecf4d000e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271e33ac8>, [{'id': '4aa5ad62-fa1f-4ae6-a129-d0a85438b8b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-304020', 'tenant_id': '758a6f1d84774c7d81576f2d2a7e18fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.88'}], 'enable_snat': True}, 'gw_port_id': 'a58173a6-1dab-4be9-908f-eb9d19b305be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:09:46Z', 'updated_at': '2021-12-24T11:09:53Z', 'revision_number': 4, 'project_id': '758a6f1d84774c7d81576f2d2a7e18fd', 'gw_port': {'id': 'a58173a6-1dab-4be9-908f-eb9d19b305be', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:07:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aa5ad62-fa1f-4ae6-a129-d0a85438b8b8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:09:46Z', 'updated_at': '2021-12-24T11:09:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_interfaces': [{'id': '94b617fa-61cd-40df-a5a3-3301e93fab1e', 'name': '', 'network_id': '64161c02-41e7-4720-9a76-ba7756ce6721', 'tenant_id': '758a6f1d84774c7d81576f2d2a7e18fd', 'mac_address': 'fa:16:3e:b0:eb:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4aa5ad62-fa1f-4ae6-a129-d0a85438b8b8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '145cd7ba-da39-49f6-9f33-6ede13e0db18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:09:51Z', 'updated_at': '2021-12-24T11:10:00Z', 'revision_number': 4, 'project_id': '758a6f1d84774c7d81576f2d2a7e18fd', 'subnets': [{'id': '145cd7ba-da39-49f6-9f33-6ede13e0db18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:10:01.031262 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d2e518-d720-44d7-a0c1-af8ecf4d000e None None] The sync data for ids ['4aa5ad62-fa1f-4ae6-a129-d0a85438b8b8'] in dv-neutron-822691-2-hyperv is: [{'id': '4aa5ad62-fa1f-4ae6-a129-d0a85438b8b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-304020', 'tenant_id': '758a6f1d84774c7d81576f2d2a7e18fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.88'}], 'enable_snat': True}, 'gw_port_id': 'a58173a6-1dab-4be9-908f-eb9d19b305be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:09:46Z', 'updated_at': '2021-12-24T11:09:53Z', 'revision_number': 4, 'project_id': '758a6f1d84774c7d81576f2d2a7e18fd', 'gw_port': {'id': 'a58173a6-1dab-4be9-908f-eb9d19b305be', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:07:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aa5ad62-fa1f-4ae6-a129-d0a85438b8b8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:09:46Z', 'updated_at': '2021-12-24T11:09:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_interfaces': [{'id': '94b617fa-61cd-40df-a5a3-3301e93fab1e', 'name': '', 'network_id': '64161c02-41e7-4720-9a76-ba7756ce6721', 'tenant_id': '758a6f1d84774c7d81576f2d2a7e18fd', 'mac_address': 'fa:16:3e:b0:eb:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4aa5ad62-fa1f-4ae6-a129-d0a85438b8b8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '145cd7ba-da39-49f6-9f33-6ede13e0db18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:09:51Z', 'updated_at': '2021-12-24T11:10:00Z', 'revision_number': 4, 'project_id': '758a6f1d84774c7d81576f2d2a7e18fd', 'subnets': [{'id': '145cd7ba-da39-49f6-9f33-6ede13e0db18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:10:01.080071 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [req-2bdaeab1-53a4-4b06-933c-8bcecbea1bbc req-ee864b73-2143-4557-9ef8-ac758622f7bd tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:10:01.098735 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [req-2bdaeab1-53a4-4b06-933c-8bcecbea1bbc req-ee864b73-2143-4557-9ef8-ac758622f7bd tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:10:01.130969 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2bdaeab1-53a4-4b06-933c-8bcecbea1bbc req-ee864b73-2143-4557-9ef8-ac758622f7bd tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Made reservation on behalf of 758a6f1d84774c7d81576f2d2a7e18fd for: {'port': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:10:01.134005 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-213f51c4-b58e-4419-85a1-9f4fb6428e9e None None] Port 54ffa575-1626-4d91-8307-6bc3fce70bbb cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:10:01.139818 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-2bdaeab1-53a4-4b06-933c-8bcecbea1bbc req-ee864b73-2143-4557-9ef8-ac758622f7bd tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:01.282159 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d05a6182-7a9a-4cc1-a1f7-9b054c591a89 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Router 2bf06a37-3f88-40f1-ac81-214f0ab22235 is scheduled to L3 agent 198cca88-1338-4098-b44b-beb0346ac906 with binding_index 1 {{(pid=88878) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 24 11:10:01.360311 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device fe5074e2-feea-4dad-a175-a225c7794bd5 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:10:01.456738 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port fe5074e2-feea-4dad-a175-a225c7794bd5 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:10:01.457710 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:01.555803 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [req-2bdaeab1-53a4-4b06-933c-8bcecbea1bbc req-ee864b73-2143-4557-9ef8-ac758622f7bd tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Allocated IP 172.20.0.3 (64161c02-41e7-4720-9a76-ba7756ce6721/145cd7ba-da39-49f6-9f33-6ede13e0db18/aa443100-115f-4961-a6e3-4b8f1751dc84) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:10:01.671548 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d05a6182-7a9a-4cc1-a1f7-9b054c591a89 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:10:01.683786 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 94b617fa-61cd-40df-a5a3-3301e93fab1e up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:10:01.707371 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-d05a6182-7a9a-4cc1-a1f7-9b054c591a89 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] 10.222.0.65 "PUT /v2.0/routers/2bf06a37-3f88-40f1-ac81-214f0ab22235/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.7616136
Dec 24 11:10:01.707882 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 42660) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:10:01.760249 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c26030d-4847-4f22-b27c-e1201826754a None None] Sync routers for ids ['2bf06a37-3f88-40f1-ac81-214f0ab22235'] in dv-neutron-822691-2-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:10:01.788042 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c26030d-4847-4f22-b27c-e1201826754a None None] Routers {'2bf06a37-3f88-40f1-ac81-214f0ab22235'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:10:01.788756 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-6c26030d-4847-4f22-b27c-e1201826754a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271b6d6d8>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:09:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['2bf06a37-3f88-40f1-ac81-214f0ab22235'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:10:01.824482 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7067736b-b618-4464-8f72-72aa4b04c7bb tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:10:01.825396 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-7067736b-b618-4464-8f72-72aa4b04c7bb tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Synchronizing usage tracker for tenant:3ebdfa1b50714591899c7b159c4d4f0b on resource:port {{(pid=88879) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:10:01.842052 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-2bdaeab1-53a4-4b06-933c-8bcecbea1bbc req-ee864b73-2143-4557-9ef8-ac758622f7bd tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:01.849894 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-7067736b-b618-4464-8f72-72aa4b04c7bb tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Unset dirty status for tenant:3ebdfa1b50714591899c7b159c4d4f0b on resource:port {{(pid=88879) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:10:01.855178 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-7067736b-b618-4464-8f72-72aa4b04c7bb tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] 10.222.0.65 "GET /v2.0/ports/54ffa575-1626-4d91-8307-6bc3fce70bbb HTTP/1.1" status: 200  len: 978 time: 0.1431916
Dec 24 11:10:01.856153 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 42664) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:10:01.901016 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-6c26030d-4847-4f22-b27c-e1201826754a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271b6d6d8>, [], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:10:01.923800 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-4df25840-f249-4634-a39e-1a4c02ab7b6a req-45873810-b40b-4ba9-900c-22b1ab5059ea tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Synchronizing usage tracker for tenant:758a6f1d84774c7d81576f2d2a7e18fd on resource:port {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:10:01.933443 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c26030d-4847-4f22-b27c-e1201826754a None None] Routers {'2bf06a37-3f88-40f1-ac81-214f0ab22235'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:10:01.935231 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-6c26030d-4847-4f22-b27c-e1201826754a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271b6d6d8>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:09:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['2bf06a37-3f88-40f1-ac81-214f0ab22235'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:10:01.949871 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [req-2bdaeab1-53a4-4b06-933c-8bcecbea1bbc req-ee864b73-2143-4557-9ef8-ac758622f7bd tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Transition to ACTIVE for port object aa443100-115f-4961-a6e3-4b8f1751dc84 will not be triggered until provisioned by entity DHCP. {{(pid=88878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:10:01.967353 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-4df25840-f249-4634-a39e-1a4c02ab7b6a req-45873810-b40b-4ba9-900c-22b1ab5059ea tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Unset dirty status for tenant:758a6f1d84774c7d81576f2d2a7e18fd on resource:port {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:10:01.968693 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-4df25840-f249-4634-a39e-1a4c02ab7b6a req-45873810-b40b-4ba9-900c-22b1ab5059ea tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] 10.222.0.65 "GET /v2.0/ports?device_id=4f3726f2-5445-4800-a149-b80f3ff480e1 HTTP/1.1" status: 200  len: 210 time: 0.1301398
Dec 24 11:10:02.009604 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-2bdaeab1-53a4-4b06-933c-8bcecbea1bbc req-ee864b73-2143-4557-9ef8-ac758622f7bd tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:02.023419 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-b560d300-8d73-421d-a0f9-2875ccc5f1ec tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:10:02.026211 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning for port 94b617fa-61cd-40df-a5a3-3301e93fab1e completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:10:02.044426 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-6c26030d-4847-4f22-b27c-e1201826754a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271b6d6d8>, [], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:10:02.045909 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c26030d-4847-4f22-b27c-e1201826754a None None] The sync data for ids ['2bf06a37-3f88-40f1-ac81-214f0ab22235'] in dv-neutron-822691-2-hyperv is: [] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:10:02.054321 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port 94b617fa-61cd-40df-a5a3-3301e93fab1e triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:10:02.054321 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:02.375637 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bdaeab1-53a4-4b06-933c-8bcecbea1bbc req-ee864b73-2143-4557-9ef8-ac758622f7bd tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Network 64161c02-41e7-4720-9a76-ba7756ce6721 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:10:02.397197 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [req-2bdaeab1-53a4-4b06-933c-8bcecbea1bbc req-ee864b73-2143-4557-9ef8-ac758622f7bd tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Resources bound (agent type, host, resource id):  {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:10:02.415823 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bdaeab1-53a4-4b06-933c-8bcecbea1bbc req-ee864b73-2143-4557-9ef8-ac758622f7bd tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:10:02.492469 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:02.542790 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdaeab1-53a4-4b06-933c-8bcecbea1bbc req-ee864b73-2143-4557-9ef8-ac758622f7bd tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:10:02.543592 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-2bdaeab1-53a4-4b06-933c-8bcecbea1bbc req-ee864b73-2143-4557-9ef8-ac758622f7bd tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:02.549369 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee864b73-2143-4557-9ef8-ac758622f7bd tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Pushing event updated for resources: {'Port': ['ID=aa443100-115f-4961-a6e3-4b8f1751dc84,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:10:02.550356 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] For port 94b617fa-61cd-40df-a5a3-3301e93fab1e, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=94b617fa-61cd-40df-a5a3-3301e93fab1e,segment=NetworkSegment(5f9a724b-7d90-49f2-b1f9-3dc1b129857a),segment_id=5f9a724b-7d90-49f2-b1f9-3dc1b129857a)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:10:02.569122 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:02.576159 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-6bc0a54a-d111-40c6-9fb2-c7ad69fa1225 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:10:02.576296 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee864b73-2143-4557-9ef8-ac758622f7bd tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:10:02.576891 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee864b73-2143-4557-9ef8-ac758622f7bd tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:10:02.577388 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee864b73-2143-4557-9ef8-ac758622f7bd tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:10:02.577965 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee864b73-2143-4557-9ef8-ac758622f7bd tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:10:02.578492 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee864b73-2143-4557-9ef8-ac758622f7bd tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:10:02.579130 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee864b73-2143-4557-9ef8-ac758622f7bd tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:10:02.580051 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee864b73-2143-4557-9ef8-ac758622f7bd tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:10:02.580386 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee864b73-2143-4557-9ef8-ac758622f7bd tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:10:02.580832 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee864b73-2143-4557-9ef8-ac758622f7bd tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:10:02.581272 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee864b73-2143-4557-9ef8-ac758622f7bd tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:10:02.581775 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee864b73-2143-4557-9ef8-ac758622f7bd tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:10:02.587696 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-ee864b73-2143-4557-9ef8-ac758622f7bd tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.564s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:10:02.603617 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-2bdaeab1-53a4-4b06-933c-8bcecbea1bbc req-ee864b73-2143-4557-9ef8-ac758622f7bd tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.7052865
Dec 24 11:10:02.622819 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [req-2bdaeab1-53a4-4b06-933c-8bcecbea1bbc req-1295706d-8947-40c6-8dd1-14d920da96c1 service neutron] Request body: {'port': {'device_id': '4f3726f2-5445-4800-a149-b80f3ff480e1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:10:02.815589 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Pushing event updated for resources: {'Port': ['ID=94b617fa-61cd-40df-a5a3-3301e93fab1e,revision_number=5']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:10:02.824480 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:10:02.831311 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-2bdaeab1-53a4-4b06-933c-8bcecbea1bbc req-1295706d-8947-40c6-8dd1-14d920da96c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:03.006885 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4ca5c219-c32d-4f8f-b621-2b65247d884a tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854055677'] for router_interface, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:03.080014 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-3024c60b-366a-4b74-88d4-0067fe6e125c None None] Provisioning for port aa443100-115f-4961-a6e3-4b8f1751dc84 completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:10:03.090111 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-3024c60b-366a-4b74-88d4-0067fe6e125c None None] Provisioning complete for port aa443100-115f-4961-a6e3-4b8f1751dc84 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:10:03.090111 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3024c60b-366a-4b74-88d4-0067fe6e125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:03.272112 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-3024c60b-366a-4b74-88d4-0067fe6e125c None None] Port aa443100-115f-4961-a6e3-4b8f1751dc84 cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:10:03.300403 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 94b617fa-61cd-40df-a5a3-3301e93fab1e up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:10:03.430748 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port 94b617fa-61cd-40df-a5a3-3301e93fab1e triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:10:03.431133 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:03.486090 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f0f38e-8cea-42f5-84dd-f1622624e978 req-62f4709f-26d7-4c6b-bae2-5611ef74cb6f tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:10:03.487934 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-55f0f38e-8cea-42f5-84dd-f1622624e978 req-62f4709f-26d7-4c6b-bae2-5611ef74cb6f tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] 10.222.0.65 "GET /v2.0/ports?device_id=4f3726f2-5445-4800-a149-b80f3ff480e1 HTTP/1.1" status: 200  len: 931 time: 0.2084377
Dec 24 11:10:03.551475 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-4ca5c219-c32d-4f8f-b621-2b65247d884a tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Deleting port 54ffa575-1626-4d91-8307-6bc3fce70bbb {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:10:03.551944 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4ca5c219-c32d-4f8f-b621-2b65247d884a tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:03.640704 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [req-2bdaeab1-53a4-4b06-933c-8bcecbea1bbc req-1295706d-8947-40c6-8dd1-14d920da96c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa443100-115f-4961-a6e3-4b8f1751dc84 {{(pid=88878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 24 11:10:03.650677 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-55f0f38e-8cea-42f5-84dd-f1622624e978 req-baad960a-8100-4dbb-8976-ac24d7bce5e3 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] 10.222.0.65 "GET /v2.0/security-groups?id=ac646890-84b4-4f0e-9ed2-2b517a0b7022&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1487360
Dec 24 11:10:03.652899 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-2bdaeab1-53a4-4b06-933c-8bcecbea1bbc req-1295706d-8947-40c6-8dd1-14d920da96c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:03.687733 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [req-2bdaeab1-53a4-4b06-933c-8bcecbea1bbc req-1295706d-8947-40c6-8dd1-14d920da96c1 service neutron] Transition to ACTIVE for port object aa443100-115f-4961-a6e3-4b8f1751dc84 will not be triggered until provisioned by entity L2. {{(pid=88878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:10:03.691430 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-2bdaeab1-53a4-4b06-933c-8bcecbea1bbc req-1295706d-8947-40c6-8dd1-14d920da96c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3978773'] for port, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:03.697337 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c1878b85-c0be-4f7d-a967-675d2aca0c58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:10:03.810116 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4ca5c219-c32d-4f8f-b621-2b65247d884a tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:03.852608 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1295706d-8947-40c6-8dd1-14d920da96c1 service neutron] Pushing event updated for resources: {'Port': ['ID=aa443100-115f-4961-a6e3-4b8f1751dc84,revision_number=2']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:10:03.856349 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-1295706d-8947-40c6-8dd1-14d920da96c1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:10:04.004421 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-4ca5c219-c32d-4f8f-b621-2b65247d884a tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Calling delete_port for 54ffa575-1626-4d91-8307-6bc3fce70bbb owned by network:router_interface {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:10:04.005596 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [req-2bdaeab1-53a4-4b06-933c-8bcecbea1bbc req-1295706d-8947-40c6-8dd1-14d920da96c1 service neutron] Attempting to bind port aa443100-115f-4961-a6e3-4b8f1751dc84 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:10:04.006200 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [req-2bdaeab1-53a4-4b06-933c-8bcecbea1bbc req-1295706d-8947-40c6-8dd1-14d920da96c1 service neutron] Attempting to bind port aa443100-115f-4961-a6e3-4b8f1751dc84 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '5f9a724b-7d90-49f2-b1f9-3dc1b129857a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '64161c02-41e7-4720-9a76-ba7756ce6721'}] {{(pid=88878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:10:04.006731 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bdaeab1-53a4-4b06-933c-8bcecbea1bbc req-1295706d-8947-40c6-8dd1-14d920da96c1 service neutron] Attempting to bind port aa443100-115f-4961-a6e3-4b8f1751dc84 on network 64161c02-41e7-4720-9a76-ba7756ce6721 {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:10:04.019298 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bdaeab1-53a4-4b06-933c-8bcecbea1bbc req-1295706d-8947-40c6-8dd1-14d920da96c1 service neutron] Port aa443100-115f-4961-a6e3-4b8f1751dc84 on network 64161c02-41e7-4720-9a76-ba7756ce6721 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 24 11:10:04.019833 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bdaeab1-53a4-4b06-933c-8bcecbea1bbc req-1295706d-8947-40c6-8dd1-14d920da96c1 service neutron] Attempting to bind port aa443100-115f-4961-a6e3-4b8f1751dc84 on network 64161c02-41e7-4720-9a76-ba7756ce6721 {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:10:04.034590 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bdaeab1-53a4-4b06-933c-8bcecbea1bbc req-1295706d-8947-40c6-8dd1-14d920da96c1 service neutron] Checking agent: {'id': '239bbc6e-fc66-42e2-b707-1aa8ba10287c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 57, 58), 'started_at': datetime.datetime(2021, 12, 24, 10, 57, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 9, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:10:04.035505 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bdaeab1-53a4-4b06-933c-8bcecbea1bbc req-1295706d-8947-40c6-8dd1-14d920da96c1 service neutron] Checking segment: {'id': '5f9a724b-7d90-49f2-b1f9-3dc1b129857a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '64161c02-41e7-4720-9a76-ba7756ce6721'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:10:04.035505 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bdaeab1-53a4-4b06-933c-8bcecbea1bbc req-1295706d-8947-40c6-8dd1-14d920da96c1 service neutron] Bound using segment: {'id': '5f9a724b-7d90-49f2-b1f9-3dc1b129857a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '64161c02-41e7-4720-9a76-ba7756ce6721'} {{(pid=88878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:10:04.037198 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [req-2bdaeab1-53a4-4b06-933c-8bcecbea1bbc req-1295706d-8947-40c6-8dd1-14d920da96c1 service neutron] Bound port: aa443100-115f-4961-a6e3-4b8f1751dc84, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f9a724b-7d90-49f2-b1f9-3dc1b129857a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '64161c02-41e7-4720-9a76-ba7756ce6721'}}] {{(pid=88878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:10:04.037198 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-2bdaeab1-53a4-4b06-933c-8bcecbea1bbc req-1295706d-8947-40c6-8dd1-14d920da96c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:04.268066 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [req-2bdaeab1-53a4-4b06-933c-8bcecbea1bbc req-1295706d-8947-40c6-8dd1-14d920da96c1 service neutron] For port aa443100-115f-4961-a6e3-4b8f1751dc84, host hv-neutron-8226, cleared binding levels {{(pid=88878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:10:04.271654 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [req-2bdaeab1-53a4-4b06-933c-8bcecbea1bbc req-1295706d-8947-40c6-8dd1-14d920da96c1 service neutron] For port aa443100-115f-4961-a6e3-4b8f1751dc84, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=aa443100-115f-4961-a6e3-4b8f1751dc84,segment=NetworkSegment(5f9a724b-7d90-49f2-b1f9-3dc1b129857a),segment_id=5f9a724b-7d90-49f2-b1f9-3dc1b129857a)] {{(pid=88878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:10:04.275627 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-2bdaeab1-53a4-4b06-933c-8bcecbea1bbc req-1295706d-8947-40c6-8dd1-14d920da96c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3978773'] for port, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:04.280404 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-3729087a-542d-4c91-83ad-e433500fb57c tempest-TestServerAdvancedOps-1433713942 tempest-TestServerAdvancedOps-1433713942-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:10:04.342884 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4ca5c219-c32d-4f8f-b621-2b65247d884a tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:04.353888 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f853d367-5703-45b7-b04b-13d951d76bb1 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:10:04.361721 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-2bdaeab1-53a4-4b06-933c-8bcecbea1bbc req-1295706d-8947-40c6-8dd1-14d920da96c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:04.361721 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-2bdaeab1-53a4-4b06-933c-8bcecbea1bbc req-1295706d-8947-40c6-8dd1-14d920da96c1 service neutron] 10.222.0.58 "PUT /v2.0/ports/aa443100-115f-4961-a6e3-4b8f1751dc84 HTTP/1.1" status: 200  len: 1093 time: 1.7486098
Dec 24 11:10:04.361721 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f3726f2-5445-4800-a149-b80f3ff480e1', 'tag': 'aa443100-115f-4961-a6e3-4b8f1751dc84'}] {{(pid=88878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 24 11:10:04.385927 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1295706d-8947-40c6-8dd1-14d920da96c1 service neutron] Pushing event updated for resources: {'Port': ['ID=aa443100-115f-4961-a6e3-4b8f1751dc84,revision_number=3']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:10:04.399936 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-1295706d-8947-40c6-8dd1-14d920da96c1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:10:04.408530 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca5c219-c32d-4f8f-b621-2b65247d884a tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Pushing event deleted for resources: {'Port': ['ID=54ffa575-1626-4d91-8307-6bc3fce70bbb,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:10:04.431177 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca5c219-c32d-4f8f-b621-2b65247d884a tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:10:04.431624 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca5c219-c32d-4f8f-b621-2b65247d884a tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:10:04.432012 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca5c219-c32d-4f8f-b621-2b65247d884a tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:10:04.432635 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca5c219-c32d-4f8f-b621-2b65247d884a tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:10:04.434688 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca5c219-c32d-4f8f-b621-2b65247d884a tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:10:04.434688 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca5c219-c32d-4f8f-b621-2b65247d884a tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:10:04.434688 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca5c219-c32d-4f8f-b621-2b65247d884a tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:10:04.434688 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca5c219-c32d-4f8f-b621-2b65247d884a tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:10:04.435645 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca5c219-c32d-4f8f-b621-2b65247d884a tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:10:04.435645 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca5c219-c32d-4f8f-b621-2b65247d884a tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:10:04.435645 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca5c219-c32d-4f8f-b621-2b65247d884a tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:10:04.473308 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-4ca5c219-c32d-4f8f-b621-2b65247d884a tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:10:04.512962 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f3726f2-5445-4800-a149-b80f3ff480e1', 'tag': 'aa443100-115f-4961-a6e3-4b8f1751dc84', 'status': 'completed', 'code': 200}
Dec 24 11:10:04.602154 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-2bdaeab1-53a4-4b06-933c-8bcecbea1bbc req-040e8528-5966-4414-b738-3cb871957b78 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=758a6f1d84774c7d81576f2d2a7e18fd&device_id=4f3726f2-5445-4800-a149-b80f3ff480e1 HTTP/1.1" status: 200  len: 1096 time: 0.1757464
Dec 24 11:10:04.727742 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-2bdaeab1-53a4-4b06-933c-8bcecbea1bbc req-cc0c9807-977e-4977-87e9-76fa2398e358 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aa443100-115f-4961-a6e3-4b8f1751dc84 HTTP/1.1" status: 200  len: 217 time: 0.1117718
Dec 24 11:10:04.898334 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdaeab1-53a4-4b06-933c-8bcecbea1bbc req-afc19b26-698c-485e-ab27-ce9f366b3d7d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:10:04.900833 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-2bdaeab1-53a4-4b06-933c-8bcecbea1bbc req-afc19b26-698c-485e-ab27-ce9f366b3d7d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=145cd7ba-da39-49f6-9f33-6ede13e0db18 HTTP/1.1" status: 200  len: 835 time: 0.1639001
Dec 24 11:10:05.009941 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7754e9d-1562-4962-bd4c-db39550c7110 req-57e43214-51bc-4f59-804a-872df35f5eeb tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:10:05.012066 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-e7754e9d-1562-4962-bd4c-db39550c7110 req-57e43214-51bc-4f59-804a-872df35f5eeb tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] 10.222.0.65 "GET /v2.0/ports?device_id=4f3726f2-5445-4800-a149-b80f3ff480e1 HTTP/1.1" status: 200  len: 943 time: 0.1705234
Dec 24 11:10:05.027739 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4ca5c219-c32d-4f8f-b621-2b65247d884a tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036852798164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854055527'] for router_interface, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:05.068318 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-2bdaeab1-53a4-4b06-933c-8bcecbea1bbc req-d8606874-7fbc-4aa3-8237-d6a5bca266a3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=64161c02-41e7-4720-9a76-ba7756ce6721&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1605484
Dec 24 11:10:05.135883 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-e7754e9d-1562-4962-bd4c-db39550c7110 req-fdddd305-6638-4a28-bcf5-dce2218643be tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] 10.222.0.65 "GET /v2.0/security-groups?id=ac646890-84b4-4f0e-9ed2-2b517a0b7022&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1133094
Dec 24 11:10:05.505541 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-2bdaeab1-53a4-4b06-933c-8bcecbea1bbc req-e36fbe79-09be-480a-a9ca-26c6c625a2c7 service neutron] 10.222.0.58 "GET /v2.0/networks/64161c02-41e7-4720-9a76-ba7756ce6721?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4286492
Dec 24 11:10:05.566964 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-4346a67f-0163-41e1-bf82-2d01d27ad1ab req-fd14e9db-a980-4c0a-b233-45f2fc46e4e4 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=2c123780-3605-46ce-8039-1f88853bf606&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.2986948
Dec 24 11:10:05.593228 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ca5c219-c32d-4f8f-b621-2b65247d884a tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Router 2bf06a37-3f88-40f1-ac81-214f0ab22235 has already been hosted by L3 agent 198cca88-1338-4098-b44b-beb0346ac906 {{(pid=88879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 24 11:10:05.667788 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-2bdaeab1-53a4-4b06-933c-8bcecbea1bbc req-bc8d32e5-1f49-4479-955a-c35b8cfd4cf4 service neutron] 10.222.0.58 "GET /v2.0/networks/64161c02-41e7-4720-9a76-ba7756ce6721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1552091
Dec 24 11:10:05.803771 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-437ff3c5-fb70-4fb2-a1ef-4c25f9af5938 req-9587f514-3369-4bd4-8add-52a5def46c32 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=758a6f1d84774c7d81576f2d2a7e18fd&device_id=4f3726f2-5445-4800-a149-b80f3ff480e1 HTTP/1.1" status: 200  len: 1096 time: 0.0808215
Dec 24 11:10:05.811105 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ca5c219-c32d-4f8f-b621-2b65247d884a tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:10:05.826688 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cdf5d3d-ac7a-4e26-9fa4-1781302c3363 None None] Sync routers for ids ['2bf06a37-3f88-40f1-ac81-214f0ab22235'] in dv-neutron-822691-2-hyperv {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:10:05.839972 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-4ca5c219-c32d-4f8f-b621-2b65247d884a tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] 10.222.0.65 "PUT /v2.0/routers/2bf06a37-3f88-40f1-ac81-214f0ab22235/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.9809659
Dec 24 11:10:05.843662 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cdf5d3d-ac7a-4e26-9fa4-1781302c3363 None None] Routers {'2bf06a37-3f88-40f1-ac81-214f0ab22235'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:10:05.843844 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-4346a67f-0163-41e1-bf82-2d01d27ad1ab req-cecfa240-bb74-4b8a-8541-6e02c2c8ee89 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fbedb279f22e4b3494591d6dabc201d5&device_id=2c123780-3605-46ce-8039-1f88853bf606 HTTP/1.1" status: 200  len: 1098 time: 0.1827838
Dec 24 11:10:05.844253 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 42674) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:10:05.844500 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-9cdf5d3d-ac7a-4e26-9fa4-1781302c3363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f527184c358>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:09:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['2bf06a37-3f88-40f1-ac81-214f0ab22235'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:10:05.935908 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-9cdf5d3d-ac7a-4e26-9fa4-1781302c3363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f527184c358>, [], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:10:05.953657 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cdf5d3d-ac7a-4e26-9fa4-1781302c3363 None None] Routers {'2bf06a37-3f88-40f1-ac81-214f0ab22235'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:10:05.954472 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-9cdf5d3d-ac7a-4e26-9fa4-1781302c3363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f527184c358>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:09:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['2bf06a37-3f88-40f1-ac81-214f0ab22235'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:10:05.994147 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437ff3c5-fb70-4fb2-a1ef-4c25f9af5938 req-27c8a705-5c4f-4384-b1e7-e3e337f6c7bd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:10:05.996249 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-437ff3c5-fb70-4fb2-a1ef-4c25f9af5938 req-27c8a705-5c4f-4384-b1e7-e3e337f6c7bd service neutron] 10.222.0.58 "GET /v2.0/networks?id=64161c02-41e7-4720-9a76-ba7756ce6721 HTTP/1.1" status: 200  len: 897 time: 0.1852117
Dec 24 11:10:06.040445 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-9cdf5d3d-ac7a-4e26-9fa4-1781302c3363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f527184c358>, [], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:10:06.040804 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cdf5d3d-ac7a-4e26-9fa4-1781302c3363 None None] The sync data for ids ['2bf06a37-3f88-40f1-ac81-214f0ab22235'] in dv-neutron-822691-2-hyperv is: [] {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:10:06.096336 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-437ff3c5-fb70-4fb2-a1ef-4c25f9af5938 req-5d1eff27-5b65-4243-8477-eb2a0dfa4447 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aa443100-115f-4961-a6e3-4b8f1751dc84 HTTP/1.1" status: 200  len: 217 time: 0.0860260
Dec 24 11:10:06.202967 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437ff3c5-fb70-4fb2-a1ef-4c25f9af5938 req-5d99d890-16f9-4e06-ba4c-427cae5fd608 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:10:06.208655 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-437ff3c5-fb70-4fb2-a1ef-4c25f9af5938 req-5d99d890-16f9-4e06-ba4c-427cae5fd608 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=145cd7ba-da39-49f6-9f33-6ede13e0db18 HTTP/1.1" status: 200  len: 835 time: 0.1127942
Dec 24 11:10:06.278347 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4346a67f-0163-41e1-bf82-2d01d27ad1ab req-1bc5b3a0-5b48-4d6a-a58c-22fe94282c93 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:10:06.280997 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-4346a67f-0163-41e1-bf82-2d01d27ad1ab req-1bc5b3a0-5b48-4d6a-a58c-22fe94282c93 service neutron] 10.222.0.58 "GET /v2.0/networks?id=2428796e-e2e4-4ddb-a9cc-996932bc1226 HTTP/1.1" status: 200  len: 913 time: 0.3576062
Dec 24 11:10:06.385203 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-437ff3c5-fb70-4fb2-a1ef-4c25f9af5938 req-4d889d23-fbe9-4250-9d0f-0756f124ddbe service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=64161c02-41e7-4720-9a76-ba7756ce6721&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1672888
Dec 24 11:10:06.398797 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20dae6b-a373-422a-bacf-b6fecf8c346a req-161d1ff3-984e-4154-9a9d-8f6759eaf11b tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:10:06.401643 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-e20dae6b-a373-422a-bacf-b6fecf8c346a req-161d1ff3-984e-4154-9a9d-8f6759eaf11b tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] 10.222.0.65 "GET /v2.0/ports?device_id=4f3726f2-5445-4800-a149-b80f3ff480e1 HTTP/1.1" status: 200  len: 943 time: 0.1205533
Dec 24 11:10:06.423973 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-29a8fda2-2558-4ba9-bd14-2957cd4c0005 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:06.463288 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.v2.resource [None req-9e28e5e2-b83b-49bb-ad96-e66599ce9904 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] remove_router_interface failed (client error): The resource could not be found.
Dec 24 11:10:06.464489 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-9e28e5e2-b83b-49bb-ad96-e66599ce9904 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] 10.222.0.65 "PUT /v2.0/routers/2bf06a37-3f88-40f1-ac81-214f0ab22235/remove_router_interface HTTP/1.1" status: 404  len: 398 time: 0.6191680
Dec 24 11:10:06.467723 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 42682) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:10:06.506205 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-4346a67f-0163-41e1-bf82-2d01d27ad1ab req-bea0d550-0bf7-4cd6-b471-dc82557a2bed service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=269cc7a5-ac29-4910-891b-3ecb3282fa1c HTTP/1.1" status: 200  len: 1000 time: 0.2166491
Dec 24 11:10:06.562031 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-e20dae6b-a373-422a-bacf-b6fecf8c346a req-a7c4bc7c-9b11-48af-9e4f-95831d4f1b70 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] 10.222.0.65 "GET /v2.0/security-groups?id=ac646890-84b4-4f0e-9ed2-2b517a0b7022&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1368177
Dec 24 11:10:06.589470 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4346a67f-0163-41e1-bf82-2d01d27ad1ab req-3282cd93-2e33-4985-a007-cbc79e1ce6bb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:10:06.591683 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-4346a67f-0163-41e1-bf82-2d01d27ad1ab req-3282cd93-2e33-4985-a007-cbc79e1ce6bb service neutron] 10.222.0.58 "GET /v2.0/subnets?id=66590446-f239-4728-b0eb-3db1299fa1e3 HTTP/1.1" status: 200  len: 851 time: 0.0773122
Dec 24 11:10:06.592320 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-bc0c534d-4fb7-4495-a880-4fe7825986fa tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Synchronizing usage tracker for tenant:3ebdfa1b50714591899c7b159c4d4f0b on resource:port {{(pid=88879) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:10:06.603150 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-437ff3c5-fb70-4fb2-a1ef-4c25f9af5938 req-942e5aef-2f73-4426-93e7-752ab2442999 service neutron] 10.222.0.58 "GET /v2.0/networks/64161c02-41e7-4720-9a76-ba7756ce6721?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2016878
Dec 24 11:10:06.671882 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-bc0c534d-4fb7-4495-a880-4fe7825986fa tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Unset dirty status for tenant:3ebdfa1b50714591899c7b159c4d4f0b on resource:port {{(pid=88879) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:10:06.674504 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-bc0c534d-4fb7-4495-a880-4fe7825986fa tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] 10.222.0.65 "GET /v2.0/ports?device_id=2bf06a37-3f88-40f1-ac81-214f0ab22235 HTTP/1.1" status: 200  len: 205 time: 0.2047985
Dec 24 11:10:06.677474 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 42686) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:10:06.763500 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-437ff3c5-fb70-4fb2-a1ef-4c25f9af5938 req-4ccde891-08ef-4b40-aae7-6a19615b6f64 service neutron] 10.222.0.58 "GET /v2.0/networks/64161c02-41e7-4720-9a76-ba7756ce6721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1517687
Dec 24 11:10:07.098792 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-4346a67f-0163-41e1-bf82-2d01d27ad1ab req-1af729c7-0723-4a98-b292-e48f7394c2e6 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2428796e-e2e4-4ddb-a9cc-996932bc1226&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.4953468
Dec 24 11:10:07.108750 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-45bd61ad-720e-4523-b24f-c4cf73976088 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks [] for router, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:07.227577 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Device aa443100-115f-4961-a6e3-4b8f1751dc84 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 24 11:10:07.384152 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] For port aa443100-115f-4961-a6e3-4b8f1751dc84, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=aa443100-115f-4961-a6e3-4b8f1751dc84,segment=NetworkSegment(5f9a724b-7d90-49f2-b1f9-3dc1b129857a),segment_id=5f9a724b-7d90-49f2-b1f9-3dc1b129857a)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:10:07.400986 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Returning: {'device': 'aa443100-115f-4961-a6e3-4b8f1751dc84', 'network_id': '64161c02-41e7-4720-9a76-ba7756ce6721', 'port_id': 'aa443100-115f-4961-a6e3-4b8f1751dc84', 'mac_address': 'fa:16:3e:89:47:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '145cd7ba-da39-49f6-9f33-6ede13e0db18', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 24 11:10:07.468702 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:07.489475 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa443100-115f-4961-a6e3-4b8f1751dc84 {{(pid=88880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 24 11:10:07.507582 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] For port aa443100-115f-4961-a6e3-4b8f1751dc84, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=aa443100-115f-4961-a6e3-4b8f1751dc84,segment=NetworkSegment(5f9a724b-7d90-49f2-b1f9-3dc1b129857a),segment_id=5f9a724b-7d90-49f2-b1f9-3dc1b129857a)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:10:07.512365 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:07.514338 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:10:07.519064 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-4346a67f-0163-41e1-bf82-2d01d27ad1ab req-8997176d-17e5-4f03-9776-9e8ebbc0d55b service neutron] 10.222.0.58 "GET /v2.0/networks/2428796e-e2e4-4ddb-a9cc-996932bc1226?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3588135
Dec 24 11:10:07.588454 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Pushing event updated for resources: {'Port': ['ID=aa443100-115f-4961-a6e3-4b8f1751dc84,revision_number=4']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:10:07.598934 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:10:07.599574 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:10:07.599953 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:10:07.600333 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:10:07.600707 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:10:07.601076 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:10:07.601454 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:10:07.601874 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:10:07.602217 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:10:07.602574 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:10:07.602941 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:10:07.611094 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:10:07.739317 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-45bd61ad-720e-4523-b24f-c4cf73976088 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854158724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-84560'] for router, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:07.796633 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] get_ports_and_sgs() called for port_ids ['aa443100-115f-4961-a6e3-4b8f1751dc84'] {{(pid=88880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 24 11:10:07.805498 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-45bd61ad-720e-4523-b24f-c4cf73976088 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:07.822347 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1ae6d8-a54b-43a5-8947-efcb47210135 req-2f41ec91-894b-4592-b252-0a3842f7efaf tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:10:07.831829 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-ed1ae6d8-a54b-43a5-8947-efcb47210135 req-2f41ec91-894b-4592-b252-0a3842f7efaf tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] 10.222.0.65 "GET /v2.0/ports?device_id=4f3726f2-5445-4800-a149-b80f3ff480e1 HTTP/1.1" status: 200  len: 944 time: 0.1195257
Dec 24 11:10:07.862426 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-4346a67f-0163-41e1-bf82-2d01d27ad1ab req-550cb05d-6524-4842-afdb-0fc9eb36a985 service neutron] 10.222.0.58 "GET /v2.0/networks/2428796e-e2e4-4ddb-a9cc-996932bc1226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2684729
Dec 24 11:10:07.868823 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-45bd61ad-720e-4523-b24f-c4cf73976088 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854158830'] for router, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:07.869997 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45bd61ad-720e-4523-b24f-c4cf73976088 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Fanout notify agent at l3_agent the message router_deleted on router 2bf06a37-3f88-40f1-ac81-214f0ab22235 {{(pid=88879) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 24 11:10:07.884617 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-45bd61ad-720e-4523-b24f-c4cf73976088 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks [] for router, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:07.889203 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-45bd61ad-720e-4523-b24f-c4cf73976088 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] 10.222.0.65 "DELETE /v2.0/routers/2bf06a37-3f88-40f1-ac81-214f0ab22235 HTTP/1.1" status: 204  len: 168 time: 1.2103875
Dec 24 11:10:07.890367 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 42692) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:10:07.961082 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-ed1ae6d8-a54b-43a5-8947-efcb47210135 req-ad64695d-2d18-421a-9c85-8a487930c868 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] 10.222.0.65 "GET /v2.0/security-groups?id=ac646890-84b4-4f0e-9ed2-2b517a0b7022&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1076548
Dec 24 11:10:08.082716 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:08.147386 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdbfcac1-f48a-4d0f-be79-011361bfca49 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Deleting subnet 6239af28-e32a-4002-a721-673158195898 {{(pid=88879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 24 11:10:08.151108 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fdbfcac1-f48a-4d0f-be79-011361bfca49 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks [] for subnet, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:08.220694 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fdbfcac1-f48a-4d0f-be79-011361bfca49 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-786693'] for subnet, precommit_delete_associations {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:08.324227 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fdbfcac1-f48a-4d0f-be79-011361bfca49 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847655656'] for subnet, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:08.438242 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fdbfcac1-f48a-4d0f-be79-011361bfca49 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7120129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850854134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851156349'] for subnet, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:08.444409 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-fdebfdf5-e9f8-4d9a-a3bd-807d77b2c029 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:10:08.490488 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbfcac1-f48a-4d0f-be79-011361bfca49 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Pushing event deleted for resources: {'Subnet': ['ID=6239af28-e32a-4002-a721-673158195898,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:10:08.490488 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-fdbfcac1-f48a-4d0f-be79-011361bfca49 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:10:08.496444 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fdbfcac1-f48a-4d0f-be79-011361bfca49 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks [] for subnet, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:08.503467 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c95bbc25-43fb-414f-badf-3eae15ffbfc1 None None] Network 84c804ca-d57d-483e-b1fc-0d4b53348f40 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:10:08.504466 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-fdbfcac1-f48a-4d0f-be79-011361bfca49 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] 10.222.0.65 "DELETE /v2.0/subnets/6239af28-e32a-4002-a721-673158195898 HTTP/1.1" status: 204  len: 168 time: 0.6121452
Dec 24 11:10:08.506983 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 42696) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:10:08.655876 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ab4e0414-e39f-46ab-a611-a244a7843f07 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036847558493'] for network, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:08.671472 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-ab4e0414-e39f-46ab-a611-a244a7843f07 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Deleting port fe5074e2-feea-4dad-a175-a225c7794bd5 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:10:08.671922 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ab4e0414-e39f-46ab-a611-a244a7843f07 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:08.829082 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cfca4ae-8447-4005-a80d-8963e2fca654 None None] DHCP port deletion for 84c804ca-d57d-483e-b1fc-0d4b53348f40 request from dv-neutron-822691-2-hyperv {{(pid=88880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 24 11:10:08.834754 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-3cfca4ae-8447-4005-a80d-8963e2fca654 None None] Deleting port fe5074e2-feea-4dad-a175-a225c7794bd5 {{(pid=88880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:10:08.835315 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3cfca4ae-8447-4005-a80d-8963e2fca654 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:08.960258 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-ab4e0414-e39f-46ab-a611-a244a7843f07 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] For port fe5074e2-feea-4dad-a175-a225c7794bd5, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=fe5074e2-feea-4dad-a175-a225c7794bd5,segment=NetworkSegment(3d8dddde-75f2-4a97-a7d6-0e6a1dac5171),segment_id=3d8dddde-75f2-4a97-a7d6-0e6a1dac5171)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:10:08.960258 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ab4e0414-e39f-46ab-a611-a244a7843f07 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:09.009841 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-65714661-bec9-4b99-9ac2-87fcfa778fb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:09.109126 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-ab4e0414-e39f-46ab-a611-a244a7843f07 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Calling delete_port for fe5074e2-feea-4dad-a175-a225c7794bd5 owned by network:dhcp {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:10:09.111434 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-3cfca4ae-8447-4005-a80d-8963e2fca654 None None] For port fe5074e2-feea-4dad-a175-a225c7794bd5, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=fe5074e2-feea-4dad-a175-a225c7794bd5,segment=NetworkSegment(3d8dddde-75f2-4a97-a7d6-0e6a1dac5171),segment_id=3d8dddde-75f2-4a97-a7d6-0e6a1dac5171)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:10:09.111889 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3cfca4ae-8447-4005-a80d-8963e2fca654 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:09.203555 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ab4e0414-e39f-46ab-a611-a244a7843f07 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:09.218001 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-77944d46-8e10-4711-858e-5e71aa386930 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:10:09.245909 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Device aa443100-115f-4961-a6e3-4b8f1751dc84 up at agent hyperv_hv-neutron-8226 {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:10:09.263289 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab4e0414-e39f-46ab-a611-a244a7843f07 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] No DVR routers for this DVR port fe5074e2-feea-4dad-a175-a225c7794bd5 on host dv-neutron-822691-2-hyperv {{(pid=88879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 24 11:10:09.289901 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-3cfca4ae-8447-4005-a80d-8963e2fca654 None None] Calling delete_port for fe5074e2-feea-4dad-a175-a225c7794bd5 owned by network:dhcp {{(pid=88880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:10:09.316057 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277a8b7c-93b8-4f00-9817-e3a1cf22d113 req-e9dc0837-4e12-48ec-9829-3db6ef6d839d tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:10:09.318250 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-277a8b7c-93b8-4f00-9817-e3a1cf22d113 req-e9dc0837-4e12-48ec-9829-3db6ef6d839d tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] 10.222.0.65 "GET /v2.0/ports?device_id=4f3726f2-5445-4800-a149-b80f3ff480e1 HTTP/1.1" status: 200  len: 944 time: 0.1421731
Dec 24 11:10:09.320652 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device fe5074e2-feea-4dad-a175-a225c7794bd5 no longer exists at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:10:09.332487 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4e0414-e39f-46ab-a611-a244a7843f07 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Pushing event deleted for resources: {'Port': ['ID=fe5074e2-feea-4dad-a175-a225c7794bd5,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:10:09.356044 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-ab4e0414-e39f-46ab-a611-a244a7843f07 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:10:09.385122 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] No Port match for: fe5074e2-feea-4dad-a175-a225c7794bd5 {{(pid=88880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 24 11:10:09.385514 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device fe5074e2-feea-4dad-a175-a225c7794bd5 not bound to the agent host dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 24 11:10:09.420764 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-277a8b7c-93b8-4f00-9817-e3a1cf22d113 req-90bf72db-e33d-4d3e-9ed9-d14bc9899f2a tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] 10.222.0.65 "GET /v2.0/security-groups?id=ac646890-84b4-4f0e-9ed2-2b517a0b7022&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0851145
Dec 24 11:10:09.449114 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bdfdbc84-c52d-4f40-b281-af314dc1f8fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:09.456248 dv-neutron-822691-2-hyperv neutron-server[88767]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1917: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding will be deprecated in SQLAlchemy 1.4, and will be disallowed in a future release.  viewonly relationships should not be mutated (this warning may be suppressed after 10 occurrences)
Dec 24 11:10:09.456248 dv-neutron-822691-2-hyperv neutron-server[88767]:   (self, other),
Dec 24 11:10:09.456248 dv-neutron-822691-2-hyperv neutron-server[88767]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1917: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags will be deprecated in SQLAlchemy 1.4, and will be disallowed in a future release.  viewonly relationships should not be mutated (this warning may be suppressed after 10 occurrences)
Dec 24 11:10:09.456248 dv-neutron-822691-2-hyperv neutron-server[88767]:   (self, other),
Dec 24 11:10:09.456248 dv-neutron-822691-2-hyperv neutron-server[88767]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 11:10:09.456248 dv-neutron-822691-2-hyperv neutron-server[88767]:   % (table.description, expected, rows_matched)
Dec 24 11:10:09.456248 dv-neutron-822691-2-hyperv neutron-server[88767]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 11:10:09.456248 dv-neutron-822691-2-hyperv neutron-server[88767]:   % (table.description, expected, rows_matched)
Dec 24 11:10:09.456248 dv-neutron-822691-2-hyperv neutron-server[88767]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 11:10:09.456248 dv-neutron-822691-2-hyperv neutron-server[88767]:   % (table.description, expected, rows_matched)
Dec 24 11:10:09.456248 dv-neutron-822691-2-hyperv neutron-server[88767]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 11:10:09.456248 dv-neutron-822691-2-hyperv neutron-server[88767]:   % (table.description, expected, rows_matched)
Dec 24 11:10:09.456248 dv-neutron-822691-2-hyperv neutron-server[88767]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 11:10:09.456248 dv-neutron-822691-2-hyperv neutron-server[88767]:   % (table.description, expected, rows_matched)
Dec 24 11:10:09.456248 dv-neutron-822691-2-hyperv neutron-server[88767]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 11:10:09.456248 dv-neutron-822691-2-hyperv neutron-server[88767]:   % (table.description, expected, rows_matched)
Dec 24 11:10:09.456248 dv-neutron-822691-2-hyperv neutron-server[88767]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 11:10:09.456248 dv-neutron-822691-2-hyperv neutron-server[88767]:   % (table.description, expected, rows_matched)
Dec 24 11:10:09.456248 dv-neutron-822691-2-hyperv neutron-server[88767]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 11:10:09.456248 dv-neutron-822691-2-hyperv neutron-server[88767]:   % (table.description, expected, rows_matched)
Dec 24 11:10:09.456248 dv-neutron-822691-2-hyperv neutron-server[88767]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 11:10:09.456248 dv-neutron-822691-2-hyperv neutron-server[88767]:   % (table.description, expected, rows_matched)
Dec 24 11:10:09.456248 dv-neutron-822691-2-hyperv neutron-server[88767]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 11:10:09.456248 dv-neutron-822691-2-hyperv neutron-server[88767]:   % (table.description, expected, rows_matched)
Dec 24 11:10:09.456248 dv-neutron-822691-2-hyperv neutron-server[88767]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 11:10:09.456248 dv-neutron-822691-2-hyperv neutron-server[88767]:   % (table.description, expected, rows_matched)
Dec 24 11:10:09.456248 dv-neutron-822691-2-hyperv neutron-server[88767]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 11:10:09.456248 dv-neutron-822691-2-hyperv neutron-server[88767]:   % (table.description, expected, rows_matched)
Dec 24 11:10:09.456248 dv-neutron-822691-2-hyperv neutron-server[88767]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 11:10:09.456248 dv-neutron-822691-2-hyperv neutron-server[88767]:   % (table.description, expected, rows_matched)
Dec 24 11:10:09.456248 dv-neutron-822691-2-hyperv neutron-server[88767]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 11:10:09.456248 dv-neutron-822691-2-hyperv neutron-server[88767]:   % (table.description, expected, rows_matched)
Dec 24 11:10:09.456248 dv-neutron-822691-2-hyperv neutron-server[88767]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 11:10:09.456248 dv-neutron-822691-2-hyperv neutron-server[88767]:   % (table.description, expected, rows_matched)
Dec 24 11:10:09.456248 dv-neutron-822691-2-hyperv neutron-server[88767]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 11:10:09.456248 dv-neutron-822691-2-hyperv neutron-server[88767]:   % (table.description, expected, rows_matched)
Dec 24 11:10:09.456248 dv-neutron-822691-2-hyperv neutron-server[88767]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 11:10:09.456248 dv-neutron-822691-2-hyperv neutron-server[88767]:   % (table.description, expected, rows_matched)
Dec 24 11:10:09.456248 dv-neutron-822691-2-hyperv neutron-server[88767]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 11:10:09.456248 dv-neutron-822691-2-hyperv neutron-server[88767]:   % (table.description, expected, rows_matched)
Dec 24 11:10:09.456248 dv-neutron-822691-2-hyperv neutron-server[88767]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 11:10:09.456248 dv-neutron-822691-2-hyperv neutron-server[88767]:   % (table.description, expected, rows_matched)
Dec 24 11:10:09.456248 dv-neutron-822691-2-hyperv neutron-server[88767]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 11:10:09.456248 dv-neutron-822691-2-hyperv neutron-server[88767]:   % (table.description, expected, rows_matched)
Dec 24 11:10:09.456248 dv-neutron-822691-2-hyperv neutron-server[88767]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 11:10:09.456248 dv-neutron-822691-2-hyperv neutron-server[88767]:   % (table.description, expected, rows_matched)
Dec 24 11:10:09.456248 dv-neutron-822691-2-hyperv neutron-server[88767]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 11:10:09.456248 dv-neutron-822691-2-hyperv neutron-server[88767]:   % (table.description, expected, rows_matched)
Dec 24 11:10:09.456248 dv-neutron-822691-2-hyperv neutron-server[88767]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 11:10:09.456248 dv-neutron-822691-2-hyperv neutron-server[88767]:   % (table.description, expected, rows_matched)
Dec 24 11:10:09.466343 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.db.api [None req-3cfca4ae-8447-4005-a80d-8963e2fca654 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88880) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 24 11:10:09.466343 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_db.api [None req-3cfca4ae-8447-4005-a80d-8963e2fca654 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 24 11:10:09.480382 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Provisioning for port aa443100-115f-4961-a6e3-4b8f1751dc84 completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:10:09.491511 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Provisioning complete for port aa443100-115f-4961-a6e3-4b8f1751dc84 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:10:09.492314 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:09.499346 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ab4e0414-e39f-46ab-a611-a244a7843f07 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847649663', 'neutron.services.segments.db._delete_segments_for_network-8749505737672'] for network, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:09.558884 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-ab4e0414-e39f-46ab-a611-a244a7843f07 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5270b81d68>,) {'filters': {'network_id': ['84c804ca-d57d-483e-b1fc-0d4b53348f40']}} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:10:09.585029 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-ab4e0414-e39f-46ab-a611-a244a7843f07 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5270b81d68>, '3d8dddde-75f2-4a97-a7d6-0e6a1dac5171') {'for_net_delete': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:10:09.585383 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-ab4e0414-e39f-46ab-a611-a244a7843f07 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5270b81d68>, '3d8dddde-75f2-4a97-a7d6-0e6a1dac5171') {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:10:09.600153 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ab4e0414-e39f-46ab-a611-a244a7843f07 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749505745113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853989108'] for segment, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:09.622665 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ab4e0414-e39f-46ab-a611-a244a7843f07 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:09.633236 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab4e0414-e39f-46ab-a611-a244a7843f07 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Releasing vlan 624 on physical network physnet1 to pool {{(pid=88879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 24 11:10:09.633705 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ab4e0414-e39f-46ab-a611-a244a7843f07 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036847652098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3926696'] for segment, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:09.642766 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:09.650415 dv-neutron-822691-2-hyperv neutron-server[88767]: Traceback (most recent call last):
Dec 24 11:10:09.650415 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 24 11:10:09.650415 dv-neutron-822691-2-hyperv neutron-server[88767]:     timer()
Dec 24 11:10:09.650415 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 11:10:09.650415 dv-neutron-822691-2-hyperv neutron-server[88767]:     cb(*args, **kw)
Dec 24 11:10:09.650415 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 24 11:10:09.650415 dv-neutron-822691-2-hyperv neutron-server[88767]:     return func(*args, **kwargs)
Dec 24 11:10:09.650415 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 11:10:09.650415 dv-neutron-822691-2-hyperv neutron-server[88767]:     self._notify()
Dec 24 11:10:09.650415 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 11:10:09.650415 dv-neutron-822691-2-hyperv neutron-server[88767]:     self.callback(batched_events)
Dec 24 11:10:09.650415 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 11:10:09.650415 dv-neutron-822691-2-hyperv neutron-server[88767]:     event.method(event)
Dec 24 11:10:09.650415 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 11:10:09.650415 dv-neutron-822691-2-hyperv neutron-server[88767]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 11:10:09.650415 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 24 11:10:09.650415 dv-neutron-822691-2-hyperv neutron-server[88767]:     segment_id)['aggregates'][0]
Dec 24 11:10:09.650415 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 24 11:10:09.650415 dv-neutron-822691-2-hyperv neutron-server[88767]:     return f(self, *a, **k)
Dec 24 11:10:09.650415 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 11:10:09.650415 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self._get(url).json()
Dec 24 11:10:09.650415 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 24 11:10:09.650415 dv-neutron-822691-2-hyperv neutron-server[88767]:     **kwargs)
Dec 24 11:10:09.650415 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 24 11:10:09.650415 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self.request(url, 'GET', **kwargs)
Dec 24 11:10:09.650415 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 24 11:10:09.650415 dv-neutron-822691-2-hyperv neutron-server[88767]:     **endpoint_filter)
Dec 24 11:10:09.650415 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 24 11:10:09.650415 dv-neutron-822691-2-hyperv neutron-server[88767]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 11:10:09.650415 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 24 11:10:09.650415 dv-neutron-822691-2-hyperv neutron-server[88767]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 11:10:09.650415 dv-neutron-822691-2-hyperv neutron-server[88767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 11:10:09.679299 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f3726f2-5445-4800-a149-b80f3ff480e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa443100-115f-4961-a6e3-4b8f1751dc84'}] {{(pid=88880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 24 11:10:09.690945 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] For port aa443100-115f-4961-a6e3-4b8f1751dc84, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=aa443100-115f-4961-a6e3-4b8f1751dc84,segment=NetworkSegment(5f9a724b-7d90-49f2-b1f9-3dc1b129857a),segment_id=5f9a724b-7d90-49f2-b1f9-3dc1b129857a)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:10:09.697985 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:09.700918 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:10:09.751015 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ab4e0414-e39f-46ab-a611-a244a7843f07 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7126154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659196'] for network, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:09.755411 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-138ea062-58a2-4571-8f17-50459ec5eb77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:10:09.776653 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f3726f2-5445-4800-a149-b80f3ff480e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa443100-115f-4961-a6e3-4b8f1751dc84', 'code': 200}
Dec 24 11:10:09.777003 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ab4e0414-e39f-46ab-a611-a244a7843f07 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks [] for network, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:09.787566 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4e0414-e39f-46ab-a611-a244a7843f07 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Pushing event deleted for resources: {'Network': ['ID=84c804ca-d57d-483e-b1fc-0d4b53348f40,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:10:09.790123 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-ab4e0414-e39f-46ab-a611-a244a7843f07 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:10:09.797346 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Pushing event updated for resources: {'Port': ['ID=aa443100-115f-4961-a6e3-4b8f1751dc84,revision_number=5']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:10:09.801111 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:10:09.805623 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-ab4e0414-e39f-46ab-a611-a244a7843f07 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] 10.222.0.65 "DELETE /v2.0/networks/84c804ca-d57d-483e-b1fc-0d4b53348f40 HTTP/1.1" status: 204  len: 168 time: 1.2965326
Dec 24 11:10:09.809815 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 42708) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:10:09.816927 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-9dc2dd5c-d303-413e-adc6-21bcc80ccd47 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Request body: {'network': {'name': 'tempest-RoutersTest-523716842'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:10:09.822982 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-9dc2dd5c-d303-413e-adc6-21bcc80ccd47 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:10:09.827484 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-9dc2dd5c-d303-413e-adc6-21bcc80ccd47 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Usage tracker for resource:network and tenant:3ebdfa1b50714591899c7b159c4d4f0b is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:10:09.831109 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-9dc2dd5c-d303-413e-adc6-21bcc80ccd47 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:10:09.844417 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-9dc2dd5c-d303-413e-adc6-21bcc80ccd47 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:10:09.859616 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dc2dd5c-d303-413e-adc6-21bcc80ccd47 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Made reservation on behalf of 3ebdfa1b50714591899c7b159c4d4f0b for: {'network': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:10:09.865627 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9dc2dd5c-d303-413e-adc6-21bcc80ccd47 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for network, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:09.903791 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9dc2dd5c-d303-413e-adc6-21bcc80ccd47 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] vlan segment allocate from pool success with {'vlan_id': 636, 'physical_network': 'physnet1'}  {{(pid=88878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 24 11:10:09.916263 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9dc2dd5c-d303-413e-adc6-21bcc80ccd47 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:09.916672 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.segments_db [None req-9dc2dd5c-d303-413e-adc6-21bcc80ccd47 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Added segment 0506ce1d-d894-4a3a-a68b-0ce70f5f2cff of type vlan for network 6d8da498-de4f-4035-a249-571547336b61
Dec 24 11:10:09.952173 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9dc2dd5c-d303-413e-adc6-21bcc80ccd47 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363287349540024'] for network, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:09.960902 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-3cfca4ae-8447-4005-a80d-8963e2fca654 None None] Deleting port fe5074e2-feea-4dad-a175-a225c7794bd5 {{(pid=88880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:10:09.962276 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3cfca4ae-8447-4005-a80d-8963e2fca654 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:10.010903 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9dc2dd5c-d303-413e-adc6-21bcc80ccd47 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636'] for network, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:10.016059 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dc2dd5c-d303-413e-adc6-21bcc80ccd47 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:10:10.018644 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9dc2dd5c-d303-413e-adc6-21bcc80ccd47 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks [] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:10.024343 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-949ce63d-9d2a-4847-a19d-913092c44f6c tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:10:10.058999 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-3cfca4ae-8447-4005-a80d-8963e2fca654 None None] The port 'fe5074e2-feea-4dad-a175-a225c7794bd5' was deleted {{(pid=88880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 24 11:10:10.110259 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-da05720b-cf95-410f-9834-46b89cd645ac req-019303a2-d527-484a-be3b-3abe5838a6ed service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=4f3726f2-5445-4800-a149-b80f3ff480e1 HTTP/1.1" status: 200  len: 1098 time: 0.1130304
Dec 24 11:10:10.156941 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc2dd5c-d303-413e-adc6-21bcc80ccd47 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Pushing event updated for resources: {'Network': ['ID=6d8da498-de4f-4035-a249-571547336b61,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:10:10.160306 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-9dc2dd5c-d303-413e-adc6-21bcc80ccd47 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201  len: 765 time: 0.3491945
Dec 24 11:10:10.161412 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-9dc2dd5c-d303-413e-adc6-21bcc80ccd47 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:10:10.162527 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-da05720b-cf95-410f-9834-46b89cd645ac req-dbeada48-f0db-464e-8ab5-c0ed03b56504 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=ac646890-84b4-4f0e-9ed2-2b517a0b7022&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0452085
Dec 24 11:10:10.163662 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 42712) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:10:10.173330 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-b2e4faf8-b936-47d8-9110-305fa25859e9 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Request body: {'subnet': {'network_id': '6d8da498-de4f-4035-a249-571547336b61', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:10:10.175514 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Network 6d8da498-de4f-4035-a249-571547336b61 details requested by agent ovs-agent-dv-neutron-822691-2-hyperv with host dv-neutron-822691-2-hyperv {{(pid=88880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 24 11:10:10.302825 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-b2e4faf8-b936-47d8-9110-305fa25859e9 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:10:10.307147 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-b2e4faf8-b936-47d8-9110-305fa25859e9 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Usage tracker for resource:subnet and tenant:3ebdfa1b50714591899c7b159c4d4f0b is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:10:10.310378 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-b2e4faf8-b936-47d8-9110-305fa25859e9 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:10:10.320088 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-b2e4faf8-b936-47d8-9110-305fa25859e9 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:10:10.330615 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2e4faf8-b936-47d8-9110-305fa25859e9 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Made reservation on behalf of 3ebdfa1b50714591899c7b159c4d4f0b for: {'subnet': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:10:10.440074 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b2e4faf8-b936-47d8-9110-305fa25859e9 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2246100'] for subnet, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:10.604680 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-39ff93cf-c0b7-48c5-95f3-6f7e9977387d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:10.705245 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f9a632-0b80-41d9-82ed-a8c32dc5753b req-1c156168-4b29-4e8b-9ada-49374f048a55 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:10:10.707935 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-97f9a632-0b80-41d9-82ed-a8c32dc5753b req-1c156168-4b29-4e8b-9ada-49374f048a55 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] 10.222.0.65 "GET /v2.0/ports?device_id=4f3726f2-5445-4800-a149-b80f3ff480e1 HTTP/1.1" status: 200  len: 945 time: 0.1685143
Dec 24 11:10:10.810639 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-97f9a632-0b80-41d9-82ed-a8c32dc5753b req-e3304eb5-d213-4001-bdb8-33cb46080a39 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] 10.222.0.65 "GET /v2.0/security-groups?id=ac646890-84b4-4f0e-9ed2-2b517a0b7022&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0941093
Dec 24 11:10:10.814965 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b2e4faf8-b936-47d8-9110-305fa25859e9 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850796890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2246085'] for subnet, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:10.820136 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-365f3936-7b61-4ff5-a0b2-0a156e91197d tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:10:10.907089 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e4faf8-b936-47d8-9110-305fa25859e9 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Pushing event updated for resources: {'Subnet': ['ID=704b9c5c-fd8d-449d-a98f-fd66f70e7102,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:10:10.911536 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-b2e4faf8-b936-47d8-9110-305fa25859e9 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:10:10.921351 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e4faf8-b936-47d8-9110-305fa25859e9 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Checking segment: {'id': '0506ce1d-d894-4a3a-a68b-0ce70f5f2cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '6d8da498-de4f-4035-a249-571547336b61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:10:10.921749 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2e4faf8-b936-47d8-9110-305fa25859e9 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Network hostable DHCP agents. Network: 6d8da498-de4f-4035-a249-571547336b61, hostable agents: ['edcf98dc-3032-472a-8b3d-f23fd1e89806'], hosted agents: [] {{(pid=88878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 24 11:10:10.945802 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2e4faf8-b936-47d8-9110-305fa25859e9 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Network 6d8da498-de4f-4035-a249-571547336b61 is scheduled to be hosted by DHCP agent edcf98dc-3032-472a-8b3d-f23fd1e89806 with binding_index 1 {{(pid=88878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 24 11:10:10.956066 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-b2e4faf8-b936-47d8-9110-305fa25859e9 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822691-2-hyperv, 6d8da498-de4f-4035-a249-571547336b61) {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:10:10.960155 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2e4faf8-b936-47d8-9110-305fa25859e9 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:10:10.960815 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b2e4faf8-b936-47d8-9110-305fa25859e9 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:10.966362 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62b4e706-c2f3-4f6c-b58f-cdc76454a55d None None] Network 6d8da498-de4f-4035-a249-571547336b61 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:10:10.984893 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-b2e4faf8-b936-47d8-9110-305fa25859e9 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.8192389
Dec 24 11:10:10.988220 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 42718) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:10:10.997817 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-df776d0f-bc79-4e89-a3f9-024a221ebe45 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1639513143', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:10:11.010218 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-df776d0f-bc79-4e89-a3f9-024a221ebe45 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:10:11.017400 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-df776d0f-bc79-4e89-a3f9-024a221ebe45 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Usage tracker for resource:router and tenant:3ebdfa1b50714591899c7b159c4d4f0b is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:10:11.022240 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-df776d0f-bc79-4e89-a3f9-024a221ebe45 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:10:11.032421 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-df776d0f-bc79-4e89-a3f9-024a221ebe45 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:10:11.046807 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-df776d0f-bc79-4e89-a3f9-024a221ebe45 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-612016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-84579'] for router, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:11.048045 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-df776d0f-bc79-4e89-a3f9-024a221ebe45 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854163950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659046', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854079771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854691221'] for router, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:11.068692 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-df776d0f-bc79-4e89-a3f9-024a221ebe45 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:11.087822 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-df776d0f-bc79-4e89-a3f9-024a221ebe45 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854163800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854116816'] for router, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:11.111826 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-df776d0f-bc79-4e89-a3f9-024a221ebe45 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks [] for router, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:11.113268 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-df776d0f-bc79-4e89-a3f9-024a221ebe45 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201  len: 700 time: 0.1235158
Dec 24 11:10:11.116436 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 42722) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:10:11.234446 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdac8a0c-2bee-4a9c-964a-0b0f2c9975a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73968e80-91fd-539e-a7c6-b31af6d9e680-6d8da498-de4f-4035-a249-571547336b61', 'network_id': '6d8da498-de4f-4035-a249-571547336b61', 'tenant_id': '3ebdfa1b50714591899c7b159c4d4f0b', 'fixed_ips': [{'subnet_id': '704b9c5c-fd8d-449d-a98f-fd66f70e7102'}]}} from dv-neutron-822691-2-hyperv. {{(pid=88880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 24 11:10:11.235527 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fdac8a0c-2bee-4a9c-964a-0b0f2c9975a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:11.440770 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-fdac8a0c-2bee-4a9c-964a-0b0f2c9975a2 None None] Allocated IP 172.20.0.2 (6d8da498-de4f-4035-a249-571547336b61/704b9c5c-fd8d-449d-a98f-fd66f70e7102/3c89be3a-1778-4605-b7d5-0d96887e2e8f) {{(pid=88880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:10:11.668108 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e53a3bab-0d96-40a8-b2aa-15b6354279bc tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:11.686513 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fdac8a0c-2bee-4a9c-964a-0b0f2c9975a2 None None] Notify callbacks [] for port, precommit_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:11.698863 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-fdac8a0c-2bee-4a9c-964a-0b0f2c9975a2 None None] Transition to ACTIVE for port object 3c89be3a-1778-4605-b7d5-0d96887e2e8f will not be triggered until provisioned by entity L2. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:10:11.724376 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-fdac8a0c-2bee-4a9c-964a-0b0f2c9975a2 None None] Transition to ACTIVE for port object 3c89be3a-1778-4605-b7d5-0d96887e2e8f will not be triggered until provisioned by entity DHCP. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:10:11.729783 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fdac8a0c-2bee-4a9c-964a-0b0f2c9975a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408'] for port, after_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:11.737871 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-07e95a6a-51f3-4e84-997d-9663b62b12b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:10:11.811274 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdac8a0c-2bee-4a9c-964a-0b0f2c9975a2 None None] Network 6d8da498-de4f-4035-a249-571547336b61 is already hosted by enough agents. {{(pid=88880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:10:11.814966 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdac8a0c-2bee-4a9c-964a-0b0f2c9975a2 None None] Pushing event updated for resources: {'Port': ['ID=3c89be3a-1778-4605-b7d5-0d96887e2e8f,revision_number=1']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:10:11.818001 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-fdac8a0c-2bee-4a9c-964a-0b0f2c9975a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:10:11.819109 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-fdac8a0c-2bee-4a9c-964a-0b0f2c9975a2 None None] Resources bound (agent type, host, resource id):  {{(pid=88880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:10:11.821292 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdac8a0c-2bee-4a9c-964a-0b0f2c9975a2 None None] Received port after_create {{(pid=88880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:10:11.918890 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-fdac8a0c-2bee-4a9c-964a-0b0f2c9975a2 None None] Attempting to bind port 3c89be3a-1778-4605-b7d5-0d96887e2e8f on host dv-neutron-822691-2-hyperv for vnic_type normal with profile  {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:10:11.919618 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-fdac8a0c-2bee-4a9c-964a-0b0f2c9975a2 None None] Attempting to bind port 3c89be3a-1778-4605-b7d5-0d96887e2e8f by drivers openvswitch,hyperv on host dv-neutron-822691-2-hyperv at level 0 using segments [{'id': '0506ce1d-d894-4a3a-a68b-0ce70f5f2cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '6d8da498-de4f-4035-a249-571547336b61'}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:10:11.920185 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdac8a0c-2bee-4a9c-964a-0b0f2c9975a2 None None] Attempting to bind port 3c89be3a-1778-4605-b7d5-0d96887e2e8f on network 6d8da498-de4f-4035-a249-571547336b61 {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:10:11.928981 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdac8a0c-2bee-4a9c-964a-0b0f2c9975a2 None None] Checking agent: {'id': 'db1275c1-6001-47af-93c2-635c68404703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822691-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 52, 8), 'started_at': datetime.datetime(2021, 12, 24, 10, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 10, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822691-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:10:11.929466 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdac8a0c-2bee-4a9c-964a-0b0f2c9975a2 None None] Checking segment: {'id': '0506ce1d-d894-4a3a-a68b-0ce70f5f2cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '6d8da498-de4f-4035-a249-571547336b61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:10:11.929823 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fdac8a0c-2bee-4a9c-964a-0b0f2c9975a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:11.930279 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdac8a0c-2bee-4a9c-964a-0b0f2c9975a2 None None] Bound using segment: {'id': '0506ce1d-d894-4a3a-a68b-0ce70f5f2cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '6d8da498-de4f-4035-a249-571547336b61'} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:10:11.930804 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-fdac8a0c-2bee-4a9c-964a-0b0f2c9975a2 None None] Bound port: 3c89be3a-1778-4605-b7d5-0d96887e2e8f, host: dv-neutron-822691-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0506ce1d-d894-4a3a-a68b-0ce70f5f2cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '6d8da498-de4f-4035-a249-571547336b61'}}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:10:11.931217 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fdac8a0c-2bee-4a9c-964a-0b0f2c9975a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:12.037017 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-fdac8a0c-2bee-4a9c-964a-0b0f2c9975a2 None None] For port 3c89be3a-1778-4605-b7d5-0d96887e2e8f, host dv-neutron-822691-2-hyperv, cleared binding levels {{(pid=88880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:10:12.040532 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-fdac8a0c-2bee-4a9c-964a-0b0f2c9975a2 None None] For port 3c89be3a-1778-4605-b7d5-0d96887e2e8f, host dv-neutron-822691-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=3c89be3a-1778-4605-b7d5-0d96887e2e8f,segment=NetworkSegment(0506ce1d-d894-4a3a-a68b-0ce70f5f2cff),segment_id=0506ce1d-d894-4a3a-a68b-0ce70f5f2cff)] {{(pid=88880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:10:12.044417 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fdac8a0c-2bee-4a9c-964a-0b0f2c9975a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:12.049215 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-d32a9c91-1134-45f5-9c26-43b66872cf1a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:10:12.138485 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdac8a0c-2bee-4a9c-964a-0b0f2c9975a2 None None] Pushing event updated for resources: {'Port': ['ID=3c89be3a-1778-4605-b7d5-0d96887e2e8f,revision_number=2']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:10:12.144290 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-fdac8a0c-2bee-4a9c-964a-0b0f2c9975a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:10:12.373669 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-e53a3bab-0d96-40a8-b2aa-15b6354279bc tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Allocated IP 172.20.0.1 (6d8da498-de4f-4035-a249-571547336b61/704b9c5c-fd8d-449d-a98f-fd66f70e7102/9f29a80e-5ecd-424f-9812-bb39f0472762) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:10:12.387652 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44a1e9e-acbf-45d3-8086-8ec55b256a4e req-544d8d7b-04c6-4edb-bb41-a039979fb00f tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:10:12.389303 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-c44a1e9e-acbf-45d3-8086-8ec55b256a4e req-544d8d7b-04c6-4edb-bb41-a039979fb00f tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] 10.222.0.65 "GET /v2.0/ports?device_id=4f3726f2-5445-4800-a149-b80f3ff480e1 HTTP/1.1" status: 200  len: 945 time: 0.4308546
Dec 24 11:10:12.582811 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-c44a1e9e-acbf-45d3-8086-8ec55b256a4e req-6d85e90d-679c-4902-bebf-0fb9fa1e9ee5 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] 10.222.0.65 "GET /v2.0/security-groups?id=ac646890-84b4-4f0e-9ed2-2b517a0b7022&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1613662
Dec 24 11:10:12.625352 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e53a3bab-0d96-40a8-b2aa-15b6354279bc tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:12.644781 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-e53a3bab-0d96-40a8-b2aa-15b6354279bc tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Transition to ACTIVE for port object 9f29a80e-5ecd-424f-9812-bb39f0472762 will not be triggered until provisioned by entity DHCP. {{(pid=88878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:10:12.666169 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e53a3bab-0d96-40a8-b2aa-15b6354279bc tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:12.671393 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c50b601d-69a5-47d2-86a3-206a8a5a06ad tempest-PortsAdminExtendedAttrsTestJSON-638873868 tempest-PortsAdminExtendedAttrsTestJSON-638873868-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:10:12.794140 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e53a3bab-0d96-40a8-b2aa-15b6354279bc tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Network 6d8da498-de4f-4035-a249-571547336b61 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:10:12.800207 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-e53a3bab-0d96-40a8-b2aa-15b6354279bc tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Resources bound (agent type, host, resource id):  {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:10:12.805616 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e53a3bab-0d96-40a8-b2aa-15b6354279bc tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:10:12.838665 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53a3bab-0d96-40a8-b2aa-15b6354279bc tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Pushing event updated for resources: {'Port': ['ID=9f29a80e-5ecd-424f-9812-bb39f0472762,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:10:12.848044 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-e53a3bab-0d96-40a8-b2aa-15b6354279bc tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:10:12.879391 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e53a3bab-0d96-40a8-b2aa-15b6354279bc tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-720245'] for router_interface, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:12.914890 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9991b7a-62b2-4005-a1d8-27e2a3a9e294 req-068ef0d7-e480-49c6-9011-e6de35a3b651 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:10:12.916581 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-d9991b7a-62b2-4005-a1d8-27e2a3a9e294 req-068ef0d7-e480-49c6-9011-e6de35a3b651 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] 10.222.0.65 "GET /v2.0/ports?device_id=4f3726f2-5445-4800-a149-b80f3ff480e1 HTTP/1.1" status: 200  len: 945 time: 0.1993184
Dec 24 11:10:13.023514 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-d9991b7a-62b2-4005-a1d8-27e2a3a9e294 req-0cf62b4b-0c96-4ca4-b3c2-a272d0128b1f tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] 10.222.0.65 "GET /v2.0/security-groups?id=ac646890-84b4-4f0e-9ed2-2b517a0b7022&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0997119
Dec 24 11:10:13.026534 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e53a3bab-0d96-40a8-b2aa-15b6354279bc tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:13.052273 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 42734) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:10:13.141747 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-26359b9f-3fb0-41e9-9504-51c1a2d4e6f1 tempest-TestNetworkAdvancedServerOps-402725141 tempest-TestNetworkAdvancedServerOps-402725141-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=4f3726f2-5445-4800-a149-b80f3ff480e1 HTTP/1.1" status: 200  len: 1093 time: 0.0855467
Dec 24 11:10:13.142694 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 42738) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:10:13.151318 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-2ae85cfd-dea8-46d0-a67b-53b281136961 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Request body: {'floatingip': {'floating_network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'port_id': 'aa443100-115f-4961-a6e3-4b8f1751dc84', 'tenant_id': '758a6f1d84774c7d81576f2d2a7e18fd', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:10:13.156670 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-2ae85cfd-dea8-46d0-a67b-53b281136961 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:10:13.162713 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-2ae85cfd-dea8-46d0-a67b-53b281136961 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Usage tracker for resource:floatingip and tenant:758a6f1d84774c7d81576f2d2a7e18fd is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:10:13.174009 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-2ae85cfd-dea8-46d0-a67b-53b281136961 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:10:13.191349 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-2ae85cfd-dea8-46d0-a67b-53b281136961 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:10:13.234471 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2ae85cfd-dea8-46d0-a67b-53b281136961 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Notify callbacks [] for floatingip, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:13.273483 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 3c89be3a-1778-4605-b7d5-0d96887e2e8f up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:10:13.363314 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning for port 3c89be3a-1778-4605-b7d5-0d96887e2e8f completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:10:13.405919 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2ae85cfd-dea8-46d0-a67b-53b281136961 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:13.507795 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e53a3bab-0d96-40a8-b2aa-15b6354279bc tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks [] for port, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:13.512911 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e53a3bab-0d96-40a8-b2aa-15b6354279bc tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3978773'] for port, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:13.560472 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-e53a3bab-0d96-40a8-b2aa-15b6354279bc tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:10:13.580026 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-2ae85cfd-dea8-46d0-a67b-53b281136961 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Allocated IP 172.26.3.30 (f8c337ba-681f-4fcb-a333-e3c49365b30a/8ea1398c-0bec-46d6-8d54-85798de2a7ca/e49cb467-3735-4833-99db-73dd40639efa) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:10:13.675993 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53a3bab-0d96-40a8-b2aa-15b6354279bc tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Pushing event updated for resources: {'Port': ['ID=9f29a80e-5ecd-424f-9812-bb39f0472762,revision_number=2']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:10:13.678700 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e53a3bab-0d96-40a8-b2aa-15b6354279bc tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1977653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854055662'] for router_interface, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:13.683039 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-e53a3bab-0d96-40a8-b2aa-15b6354279bc tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:10:13.800445 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2ae85cfd-dea8-46d0-a67b-53b281136961 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:13.841515 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2ae85cfd-dea8-46d0-a67b-53b281136961 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:13.846814 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-0ceb1bd0-610d-4727-a3dc-5a65cc623852 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:10:13.873075 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e53a3bab-0d96-40a8-b2aa-15b6354279bc tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Network 6d8da498-de4f-4035-a249-571547336b61 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:10:13.875416 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-e53a3bab-0d96-40a8-b2aa-15b6354279bc tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Resources bound (agent type, host, resource id):  {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:10:13.917385 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ae85cfd-dea8-46d0-a67b-53b281136961 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Network f8c337ba-681f-4fcb-a333-e3c49365b30a is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:10:13.925802 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-2ae85cfd-dea8-46d0-a67b-53b281136961 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Resources bound (agent type, host, resource id):  {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:10:13.931658 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae85cfd-dea8-46d0-a67b-53b281136961 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:10:13.964695 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae85cfd-dea8-46d0-a67b-53b281136961 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Pushing event updated for resources: {'Port': ['ID=e49cb467-3735-4833-99db-73dd40639efa,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:10:13.972208 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-2ae85cfd-dea8-46d0-a67b-53b281136961 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:10:14.023797 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9606913-b481-4e7f-a449-6f7e0e764402 None None] Network 6d8da498-de4f-4035-a249-571547336b61 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:10:14.358352 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e53a3bab-0d96-40a8-b2aa-15b6354279bc tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Router ae8e3637-cd87-416b-b8ab-a8291eb5fa87 is scheduled to L3 agent 198cca88-1338-4098-b44b-beb0346ac906 with binding_index 1 {{(pid=88878) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 24 11:10:14.364859 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-abbed8e7-9684-41ef-84de-ea3913a8e1e0 None None] Provisioning for port 3c89be3a-1778-4605-b7d5-0d96887e2e8f completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:10:14.399455 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-abbed8e7-9684-41ef-84de-ea3913a8e1e0 None None] Provisioning complete for port 3c89be3a-1778-4605-b7d5-0d96887e2e8f triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:10:14.400169 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-abbed8e7-9684-41ef-84de-ea3913a8e1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:14.616211 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e53a3bab-0d96-40a8-b2aa-15b6354279bc tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:10:14.641552 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-e53a3bab-0d96-40a8-b2aa-15b6354279bc tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] 10.222.0.65 "PUT /v2.0/routers/ae8e3637-cd87-416b-b8ab-a8291eb5fa87/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5238185
Dec 24 11:10:14.646680 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 42742) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:10:14.696118 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de1d8203-fc91-49c9-b855-e01c5ff33bfe None None] Sync routers for ids ['ae8e3637-cd87-416b-b8ab-a8291eb5fa87'] in dv-neutron-822691-2-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:10:14.750766 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b542823-be77-4ebd-8164-59a43d9c7c1a tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:10:14.751461 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-9b542823-be77-4ebd-8164-59a43d9c7c1a tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Synchronizing usage tracker for tenant:3ebdfa1b50714591899c7b159c4d4f0b on resource:port {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:10:14.780784 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-9b542823-be77-4ebd-8164-59a43d9c7c1a tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Unset dirty status for tenant:3ebdfa1b50714591899c7b159c4d4f0b on resource:port {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:10:14.785754 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-9b542823-be77-4ebd-8164-59a43d9c7c1a tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] 10.222.0.65 "GET /v2.0/ports/9f29a80e-5ecd-424f-9812-bb39f0472762 HTTP/1.1" status: 200  len: 910 time: 0.1374760
Dec 24 11:10:14.792265 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 42746) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:10:14.841527 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-abbed8e7-9684-41ef-84de-ea3913a8e1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:14.890729 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de1d8203-fc91-49c9-b855-e01c5ff33bfe None None] Routers {'ae8e3637-cd87-416b-b8ab-a8291eb5fa87'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:10:14.891600 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-de1d8203-fc91-49c9-b855-e01c5ff33bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271a9ab70>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:10:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['ae8e3637-cd87-416b-b8ab-a8291eb5fa87'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:10:14.963682 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2ae85cfd-dea8-46d0-a67b-53b281136961 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:14.991851 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-de1d8203-fc91-49c9-b855-e01c5ff33bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271a9ab70>, [], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:10:15.036548 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-abbed8e7-9684-41ef-84de-ea3913a8e1e0 None None] For port 3c89be3a-1778-4605-b7d5-0d96887e2e8f, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=3c89be3a-1778-4605-b7d5-0d96887e2e8f,segment=NetworkSegment(0506ce1d-d894-4a3a-a68b-0ce70f5f2cff),segment_id=0506ce1d-d894-4a3a-a68b-0ce70f5f2cff)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:10:15.041527 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2ae85cfd-dea8-46d0-a67b-53b281136961 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:15.043952 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-abbed8e7-9684-41ef-84de-ea3913a8e1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:15.047514 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:10:15.104095 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de1d8203-fc91-49c9-b855-e01c5ff33bfe None None] Routers {'ae8e3637-cd87-416b-b8ab-a8291eb5fa87'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:10:15.105043 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-de1d8203-fc91-49c9-b855-e01c5ff33bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271a9ab70>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:10:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['ae8e3637-cd87-416b-b8ab-a8291eb5fa87'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:10:15.174702 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-de1d8203-fc91-49c9-b855-e01c5ff33bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271a9ab70>, [], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:10:15.175148 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de1d8203-fc91-49c9-b855-e01c5ff33bfe None None] The sync data for ids ['ae8e3637-cd87-416b-b8ab-a8291eb5fa87'] in dv-neutron-822691-2-hyperv is: [] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:10:15.212460 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbed8e7-9684-41ef-84de-ea3913a8e1e0 None None] Pushing event updated for resources: {'Port': ['ID=3c89be3a-1778-4605-b7d5-0d96887e2e8f,revision_number=3']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:10:15.218197 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-abbed8e7-9684-41ef-84de-ea3913a8e1e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:10:15.307606 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f2aea5f9-37e2-4d21-95fd-d681802ab292 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854055677'] for router_interface, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:15.361328 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2ae85cfd-dea8-46d0-a67b-53b281136961 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Notify callbacks [] for port, precommit_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:15.366311 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2ae85cfd-dea8-46d0-a67b-53b281136961 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850854027'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:15.374495 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-50aff9f4-4b37-41ac-ace8-a5c0f1d8a62c tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:10:15.511179 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-1ad8d805-cc98-48d8-a8d0-a710cbf12e64 None None] Provisioning complete for port 3c89be3a-1778-4605-b7d5-0d96887e2e8f triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:10:15.512426 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1ad8d805-cc98-48d8-a8d0-a710cbf12e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:15.574778 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae85cfd-dea8-46d0-a67b-53b281136961 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Pushing event updated for resources: {'Port': ['ID=e49cb467-3735-4833-99db-73dd40639efa,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:10:15.588500 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-2ae85cfd-dea8-46d0-a67b-53b281136961 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:10:15.617203 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2ae85cfd-dea8-46d0-a67b-53b281136961 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659181'] for floatingip, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:15.880902 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-1ad8d805-cc98-48d8-a8d0-a710cbf12e64 None None] Provisioning for port 9f29a80e-5ecd-424f-9812-bb39f0472762 completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:10:15.888990 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-1ad8d805-cc98-48d8-a8d0-a710cbf12e64 None None] Provisioning complete for port 9f29a80e-5ecd-424f-9812-bb39f0472762 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:10:15.889432 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1ad8d805-cc98-48d8-a8d0-a710cbf12e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:15.904545 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.l3_db [None req-2ae85cfd-dea8-46d0-a67b-53b281136961 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Floating IP 4bbc1dd0-80b1-469d-b668-446a113b7a4f associated. External IP: 172.26.3.30, port: aa443100-115f-4961-a6e3-4b8f1751dc84.
Dec 24 11:10:15.967162 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-1ad8d805-cc98-48d8-a8d0-a710cbf12e64 None None] Port 9f29a80e-5ecd-424f-9812-bb39f0472762 cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:10:16.116555 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-a60fdf42-7648-4df4-9dbc-2d87e8b116a7 None None] Provisioning complete for port 9f29a80e-5ecd-424f-9812-bb39f0472762 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:10:16.116555 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a60fdf42-7648-4df4-9dbc-2d87e8b116a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:16.193418 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-a60fdf42-7648-4df4-9dbc-2d87e8b116a7 None None] Port 9f29a80e-5ecd-424f-9812-bb39f0472762 cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:10:16.325246 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-a9347e04-611a-4836-ac99-f861020f7457 None None] Provisioning complete for port 9f29a80e-5ecd-424f-9812-bb39f0472762 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:10:16.325668 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a9347e04-611a-4836-ac99-f861020f7457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:16.402521 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-a9347e04-611a-4836-ac99-f861020f7457 None None] Port 9f29a80e-5ecd-424f-9812-bb39f0472762 cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:10:16.465695 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ae85cfd-dea8-46d0-a67b-53b281136961 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Router 4aa5ad62-fa1f-4ae6-a129-d0a85438b8b8 has already been hosted by L3 agent 198cca88-1338-4098-b44b-beb0346ac906 {{(pid=88879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 24 11:10:16.492731 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-f2aea5f9-37e2-4d21-95fd-d681802ab292 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Deleting port 9f29a80e-5ecd-424f-9812-bb39f0472762 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:10:16.493463 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f2aea5f9-37e2-4d21-95fd-d681802ab292 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:16.710626 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ae85cfd-dea8-46d0-a67b-53b281136961 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:10:16.724493 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad45f2d9-81ff-4cf6-80f4-6307ad9fae61 None None] Sync routers for ids ['4aa5ad62-fa1f-4ae6-a129-d0a85438b8b8'] in dv-neutron-822691-2-hyperv {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:10:16.743580 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad45f2d9-81ff-4cf6-80f4-6307ad9fae61 None None] Routers {'4aa5ad62-fa1f-4ae6-a129-d0a85438b8b8'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:10:16.744793 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-ad45f2d9-81ff-4cf6-80f4-6307ad9fae61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52718d39b0>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:10:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['4aa5ad62-fa1f-4ae6-a129-d0a85438b8b8'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:10:16.745890 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2ae85cfd-dea8-46d0-a67b-53b281136961 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for floatingip, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:16.751072 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f2aea5f9-37e2-4d21-95fd-d681802ab292 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:16.813010 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-2ae85cfd-dea8-46d0-a67b-53b281136961 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 3.6691396
Dec 24 11:10:16.813844 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f3726f2-5445-4800-a149-b80f3ff480e1', 'tag': 'aa443100-115f-4961-a6e3-4b8f1751dc84'}] {{(pid=88879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 24 11:10:16.894751 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f3726f2-5445-4800-a149-b80f3ff480e1', 'tag': 'aa443100-115f-4961-a6e3-4b8f1751dc84', 'status': 'completed', 'code': 200}
Dec 24 11:10:16.943770 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-f2aea5f9-37e2-4d21-95fd-d681802ab292 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Calling delete_port for 9f29a80e-5ecd-424f-9812-bb39f0472762 owned by network:router_interface {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:10:17.094233 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-979fe757-88f3-4393-8cbd-d4946f5410ad req-28b6a43b-68e1-47d7-b9fa-d2a68aa9f16d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=758a6f1d84774c7d81576f2d2a7e18fd&device_id=4f3726f2-5445-4800-a149-b80f3ff480e1 HTTP/1.1" status: 200  len: 1098 time: 0.1756649
Dec 24 11:10:17.121487 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-ad45f2d9-81ff-4cf6-80f4-6307ad9fae61 None None] Set router 4aa5ad62-fa1f-4ae6-a129-d0a85438b8b8 gateway port host: dv-neutron-822691-2-hyperv {{(pid=88881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:10:17.122914 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbc638c-cd81-4a8d-ac28-c43c3d1daddb req-8467a0e5-2616-42c4-9222-259a335d9c5d tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:10:17.125782 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-0cbc638c-cd81-4a8d-ac28-c43c3d1daddb req-8467a0e5-2616-42c4-9222-259a335d9c5d tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] 10.222.0.65 "GET /v2.0/ports?device_id=4f3726f2-5445-4800-a149-b80f3ff480e1 HTTP/1.1" status: 200  len: 945 time: 0.1493144
Dec 24 11:10:17.194336 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-0cbc638c-cd81-4a8d-ac28-c43c3d1daddb req-aff4ed29-d613-4531-be30-81131a8514ca tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] 10.222.0.65 "GET /v2.0/security-groups?id=ac646890-84b4-4f0e-9ed2-2b517a0b7022&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0615387
Dec 24 11:10:17.285697 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 3c89be3a-1778-4605-b7d5-0d96887e2e8f up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:10:17.313152 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 42756) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:10:17.383289 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f2aea5f9-37e2-4d21-95fd-d681802ab292 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:17.408896 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-31d22ab1-b957-4baa-80dd-b3d429114f73 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:10:17.466853 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port 3c89be3a-1778-4605-b7d5-0d96887e2e8f triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:10:17.467285 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:17.481547 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2aea5f9-37e2-4d21-95fd-d681802ab292 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Pushing event deleted for resources: {'Port': ['ID=9f29a80e-5ecd-424f-9812-bb39f0472762,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:10:17.522034 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f2aea5f9-37e2-4d21-95fd-d681802ab292 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:10:17.572377 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979fe757-88f3-4393-8cbd-d4946f5410ad req-1f2254c1-e3ad-45f4-852a-e8335db706a7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:10:17.576814 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-979fe757-88f3-4393-8cbd-d4946f5410ad req-1f2254c1-e3ad-45f4-852a-e8335db706a7 service neutron] 10.222.0.58 "GET /v2.0/networks?id=64161c02-41e7-4720-9a76-ba7756ce6721 HTTP/1.1" status: 200  len: 897 time: 0.4722767
Dec 24 11:10:17.594326 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-12fee91e-d149-4d26-a26a-749b5b089321 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] 10.222.0.65 "GET /v2.0/floatingips/4bbc1dd0-80b1-469d-b668-446a113b7a4f HTTP/1.1" status: 200  len: 990 time: 0.2850351
Dec 24 11:10:17.840057 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-979fe757-88f3-4393-8cbd-d4946f5410ad req-8331475b-99a0-47a1-99c9-4b25ff6a3f4c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aa443100-115f-4961-a6e3-4b8f1751dc84 HTTP/1.1" status: 200  len: 998 time: 0.2439573
Dec 24 11:10:17.887586 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f2aea5f9-37e2-4d21-95fd-d681802ab292 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036852798164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854055527'] for router_interface, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:17.922831 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-ad45f2d9-81ff-4cf6-80f4-6307ad9fae61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52718d39b0>, [{'id': '4aa5ad62-fa1f-4ae6-a129-d0a85438b8b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-304020', 'tenant_id': '758a6f1d84774c7d81576f2d2a7e18fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.88'}], 'enable_snat': True}, 'gw_port_id': 'a58173a6-1dab-4be9-908f-eb9d19b305be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:09:46Z', 'updated_at': '2021-12-24T11:09:53Z', 'revision_number': 4, 'project_id': '758a6f1d84774c7d81576f2d2a7e18fd', 'gw_port': {'id': 'a58173a6-1dab-4be9-908f-eb9d19b305be', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:07:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aa5ad62-fa1f-4ae6-a129-d0a85438b8b8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:09:46Z', 'updated_at': '2021-12-24T11:09:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_floatingips': [{'id': '4bbc1dd0-80b1-469d-b668-446a113b7a4f', 'tenant_id': '758a6f1d84774c7d81576f2d2a7e18fd', 'floating_ip_address': '172.26.3.30', 'floating_network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'router_id': '4aa5ad62-fa1f-4ae6-a129-d0a85438b8b8', 'port_id': 'aa443100-115f-4961-a6e3-4b8f1751dc84', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64161c02-41e7-4720-9a76-ba7756ce6721', 'mac_address': 'fa:16:3e:89:47:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f3726f2-5445-4800-a149-b80f3ff480e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T11:10:14Z', 'updated_at': '2021-12-24T11:10:14Z', 'revision_number': 0, 'project_id': '758a6f1d84774c7d81576f2d2a7e18fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94b617fa-61cd-40df-a5a3-3301e93fab1e', 'name': '', 'network_id': '64161c02-41e7-4720-9a76-ba7756ce6721', 'tenant_id': '758a6f1d84774c7d81576f2d2a7e18fd', 'mac_address': 'fa:16:3e:b0:eb:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aa5ad62-fa1f-4ae6-a129-d0a85438b8b8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '145cd7ba-da39-49f6-9f33-6ede13e0db18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:09:51Z', 'updated_at': '2021-12-24T11:10:02Z', 'revision_number': 5, 'project_id': '758a6f1d84774c7d81576f2d2a7e18fd', 'subnets': [{'id': '145cd7ba-da39-49f6-9f33-6ede13e0db18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:10:17.929000 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad45f2d9-81ff-4cf6-80f4-6307ad9fae61 None None] Checking router: 4aa5ad62-fa1f-4ae6-a129-d0a85438b8b8 for host: dv-neutron-822691-2-hyperv {{(pid=88881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 24 11:10:17.943369 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979fe757-88f3-4393-8cbd-d4946f5410ad req-c4efe962-ea33-4f49-9c74-01d6ddf9c11a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:10:17.943628 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad45f2d9-81ff-4cf6-80f4-6307ad9fae61 None None] Routers {'4aa5ad62-fa1f-4ae6-a129-d0a85438b8b8'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:10:17.944282 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-ad45f2d9-81ff-4cf6-80f4-6307ad9fae61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52718d39b0>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:10:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['4aa5ad62-fa1f-4ae6-a129-d0a85438b8b8'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:10:17.947316 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-979fe757-88f3-4393-8cbd-d4946f5410ad req-c4efe962-ea33-4f49-9c74-01d6ddf9c11a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=145cd7ba-da39-49f6-9f33-6ede13e0db18 HTTP/1.1" status: 200  len: 835 time: 0.0963500
Dec 24 11:10:18.067780 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-979fe757-88f3-4393-8cbd-d4946f5410ad req-dbe32c21-33a5-423b-aadb-6cc71616ce63 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=64161c02-41e7-4720-9a76-ba7756ce6721&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1099825
Dec 24 11:10:18.195644 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-ad45f2d9-81ff-4cf6-80f4-6307ad9fae61 None None] Set router 4aa5ad62-fa1f-4ae6-a129-d0a85438b8b8 gateway port host: dv-neutron-822691-2-hyperv {{(pid=88881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:10:18.259231 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-979fe757-88f3-4393-8cbd-d4946f5410ad req-2af3f711-0aa8-4687-83a5-231f300bf764 service neutron] 10.222.0.58 "GET /v2.0/networks/64161c02-41e7-4720-9a76-ba7756ce6721?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1833646
Dec 24 11:10:18.423219 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-979fe757-88f3-4393-8cbd-d4946f5410ad req-03ac90f5-6782-4eac-9da2-b3bae239e4de service neutron] 10.222.0.58 "GET /v2.0/networks/64161c02-41e7-4720-9a76-ba7756ce6721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1569254
Dec 24 11:10:18.447866 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2aea5f9-37e2-4d21-95fd-d681802ab292 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Router ae8e3637-cd87-416b-b8ab-a8291eb5fa87 has already been hosted by L3 agent 198cca88-1338-4098-b44b-beb0346ac906 {{(pid=88878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 24 11:10:18.598148 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 42760) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:10:18.698085 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2aea5f9-37e2-4d21-95fd-d681802ab292 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:10:18.718178 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-568bc537-29a1-4496-8b24-c4b3c337fab3 None None] Sync routers for ids ['ae8e3637-cd87-416b-b8ab-a8291eb5fa87'] in dv-neutron-822691-2-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:10:18.732163 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-f2aea5f9-37e2-4d21-95fd-d681802ab292 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] 10.222.0.65 "PUT /v2.0/routers/ae8e3637-cd87-416b-b8ab-a8291eb5fa87/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.9387670
Dec 24 11:10:18.735848 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 42764) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:10:18.746785 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-568bc537-29a1-4496-8b24-c4b3c337fab3 None None] Routers {'ae8e3637-cd87-416b-b8ab-a8291eb5fa87'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:10:18.747956 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-568bc537-29a1-4496-8b24-c4b3c337fab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271379978>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:10:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['ae8e3637-cd87-416b-b8ab-a8291eb5fa87'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:10:18.789147 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-bbb53ded-7dcd-43cd-bf21-ea77a50ba15b tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Synchronizing usage tracker for tenant:3ebdfa1b50714591899c7b159c4d4f0b on resource:port {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:10:18.792144 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-da180445-a185-413d-bd4a-fbe85b0f5c21 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] 10.222.0.65 "GET /v2.0/floatingips/4bbc1dd0-80b1-469d-b668-446a113b7a4f HTTP/1.1" status: 200  len: 990 time: 0.1925440
Dec 24 11:10:18.808155 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-bbb53ded-7dcd-43cd-bf21-ea77a50ba15b tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Unset dirty status for tenant:3ebdfa1b50714591899c7b159c4d4f0b on resource:port {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:10:18.810167 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-bbb53ded-7dcd-43cd-bf21-ea77a50ba15b tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] 10.222.0.65 "GET /v2.0/ports?device_id=ae8e3637-cd87-416b-b8ab-a8291eb5fa87 HTTP/1.1" status: 200  len: 205 time: 0.0731032
Dec 24 11:10:18.812661 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 42768) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:10:18.857401 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-ad45f2d9-81ff-4cf6-80f4-6307ad9fae61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52718d39b0>, [{'id': '4aa5ad62-fa1f-4ae6-a129-d0a85438b8b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-304020', 'tenant_id': '758a6f1d84774c7d81576f2d2a7e18fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.88'}], 'enable_snat': True}, 'gw_port_id': 'a58173a6-1dab-4be9-908f-eb9d19b305be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:09:46Z', 'updated_at': '2021-12-24T11:09:53Z', 'revision_number': 4, 'project_id': '758a6f1d84774c7d81576f2d2a7e18fd', 'gw_port': {'id': 'a58173a6-1dab-4be9-908f-eb9d19b305be', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:07:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aa5ad62-fa1f-4ae6-a129-d0a85438b8b8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:09:46Z', 'updated_at': '2021-12-24T11:09:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_floatingips': [{'id': '4bbc1dd0-80b1-469d-b668-446a113b7a4f', 'tenant_id': '758a6f1d84774c7d81576f2d2a7e18fd', 'floating_ip_address': '172.26.3.30', 'floating_network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'router_id': '4aa5ad62-fa1f-4ae6-a129-d0a85438b8b8', 'port_id': 'aa443100-115f-4961-a6e3-4b8f1751dc84', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64161c02-41e7-4720-9a76-ba7756ce6721', 'mac_address': 'fa:16:3e:89:47:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f3726f2-5445-4800-a149-b80f3ff480e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T11:10:14Z', 'updated_at': '2021-12-24T11:10:14Z', 'revision_number': 0, 'project_id': '758a6f1d84774c7d81576f2d2a7e18fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94b617fa-61cd-40df-a5a3-3301e93fab1e', 'name': '', 'network_id': '64161c02-41e7-4720-9a76-ba7756ce6721', 'tenant_id': '758a6f1d84774c7d81576f2d2a7e18fd', 'mac_address': 'fa:16:3e:b0:eb:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aa5ad62-fa1f-4ae6-a129-d0a85438b8b8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '145cd7ba-da39-49f6-9f33-6ede13e0db18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:09:51Z', 'updated_at': '2021-12-24T11:10:02Z', 'revision_number': 5, 'project_id': '758a6f1d84774c7d81576f2d2a7e18fd', 'subnets': [{'id': '145cd7ba-da39-49f6-9f33-6ede13e0db18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:10:18.863821 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad45f2d9-81ff-4cf6-80f4-6307ad9fae61 None None] The sync data for ids ['4aa5ad62-fa1f-4ae6-a129-d0a85438b8b8'] in dv-neutron-822691-2-hyperv is: [{'id': '4aa5ad62-fa1f-4ae6-a129-d0a85438b8b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-304020', 'tenant_id': '758a6f1d84774c7d81576f2d2a7e18fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.88'}], 'enable_snat': True}, 'gw_port_id': 'a58173a6-1dab-4be9-908f-eb9d19b305be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:09:46Z', 'updated_at': '2021-12-24T11:09:53Z', 'revision_number': 4, 'project_id': '758a6f1d84774c7d81576f2d2a7e18fd', 'gw_port': {'id': 'a58173a6-1dab-4be9-908f-eb9d19b305be', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:07:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aa5ad62-fa1f-4ae6-a129-d0a85438b8b8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:09:46Z', 'updated_at': '2021-12-24T11:09:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_floatingips': [{'id': '4bbc1dd0-80b1-469d-b668-446a113b7a4f', 'tenant_id': '758a6f1d84774c7d81576f2d2a7e18fd', 'floating_ip_address': '172.26.3.30', 'floating_network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'router_id': '4aa5ad62-fa1f-4ae6-a129-d0a85438b8b8', 'port_id': 'aa443100-115f-4961-a6e3-4b8f1751dc84', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64161c02-41e7-4720-9a76-ba7756ce6721', 'mac_address': 'fa:16:3e:89:47:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f3726f2-5445-4800-a149-b80f3ff480e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T11:10:14Z', 'updated_at': '2021-12-24T11:10:14Z', 'revision_number': 0, 'project_id': '758a6f1d84774c7d81576f2d2a7e18fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94b617fa-61cd-40df-a5a3-3301e93fab1e', 'name': '', 'network_id': '64161c02-41e7-4720-9a76-ba7756ce6721', 'tenant_id': '758a6f1d84774c7d81576f2d2a7e18fd', 'mac_address': 'fa:16:3e:b0:eb:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aa5ad62-fa1f-4ae6-a129-d0a85438b8b8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '145cd7ba-da39-49f6-9f33-6ede13e0db18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:09:51Z', 'updated_at': '2021-12-24T11:10:02Z', 'revision_number': 5, 'project_id': '758a6f1d84774c7d81576f2d2a7e18fd', 'subnets': [{'id': '145cd7ba-da39-49f6-9f33-6ede13e0db18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:10:18.864176 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-568bc537-29a1-4496-8b24-c4b3c337fab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271379978>, [], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:10:18.877703 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-568bc537-29a1-4496-8b24-c4b3c337fab3 None None] Routers {'ae8e3637-cd87-416b-b8ab-a8291eb5fa87'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:10:18.878636 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-568bc537-29a1-4496-8b24-c4b3c337fab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271379978>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:10:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['ae8e3637-cd87-416b-b8ab-a8291eb5fa87'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:10:18.968824 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-568bc537-29a1-4496-8b24-c4b3c337fab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271379978>, [], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:10:18.970073 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-568bc537-29a1-4496-8b24-c4b3c337fab3 None None] The sync data for ids ['ae8e3637-cd87-416b-b8ab-a8291eb5fa87'] in dv-neutron-822691-2-hyperv is: [] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:10:18.988634 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-213ad030-6447-4f58-b448-06f51aee7cc4 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks [] for router, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:19.383326 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d1ede0e-e989-4e8f-b362-72f04aa61c38 None None] New status for floating IP 4bbc1dd0-80b1-469d-b668-446a113b7a4f: ACTIVE {{(pid=88881) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 24 11:10:19.752484 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-213ad030-6447-4f58-b448-06f51aee7cc4 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854158724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-84560'] for router, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:19.765313 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-213ad030-6447-4f58-b448-06f51aee7cc4 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:19.801822 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-213ad030-6447-4f58-b448-06f51aee7cc4 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854158830'] for router, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:19.801822 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-213ad030-6447-4f58-b448-06f51aee7cc4 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Fanout notify agent at l3_agent the message router_deleted on router ae8e3637-cd87-416b-b8ab-a8291eb5fa87 {{(pid=88878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 24 11:10:19.801822 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 42772) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:10:19.899131 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-213ad030-6447-4f58-b448-06f51aee7cc4 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks [] for router, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:19.900385 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-213ad030-6447-4f58-b448-06f51aee7cc4 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] 10.222.0.65 "DELETE /v2.0/routers/ae8e3637-cd87-416b-b8ab-a8291eb5fa87 HTTP/1.1" status: 204  len: 168 time: 1.0862448
Dec 24 11:10:19.903766 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 42776) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:10:19.953665 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-07106d6e-c62f-47a1-a716-3c82339faff5 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] 10.222.0.65 "GET /v2.0/floatingips/4bbc1dd0-80b1-469d-b668-446a113b7a4f HTTP/1.1" status: 200  len: 992 time: 0.1546981
Dec 24 11:10:20.169251 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0880c45-6b2f-4175-8b32-f27f615d837b tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Deleting subnet 704b9c5c-fd8d-449d-a98f-fd66f70e7102 {{(pid=88879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 24 11:10:20.174045 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d0880c45-6b2f-4175-8b32-f27f615d837b tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks [] for subnet, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:20.487476 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d0880c45-6b2f-4175-8b32-f27f615d837b tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-786693'] for subnet, precommit_delete_associations {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:20.523438 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 42786) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:10:20.621657 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d0880c45-6b2f-4175-8b32-f27f615d837b tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847655656'] for subnet, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:20.722576 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-fb167445-18f3-42dd-8758-512585ce499a tempest-TestNetworkBasicOps-448411267 tempest-TestNetworkBasicOps-448411267-project-admin] 10.222.0.65 "GET /v2.0/ports?project_id=ad7c5ba9df02428aae512a4d9bb9dd9d&network_id=641ddaa1-b5c0-4a80-8143-5da9e4cb5db6 HTTP/1.1" status: 200  len: 3000 time: 0.1973712
Dec 24 11:10:20.728231 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d0880c45-6b2f-4175-8b32-f27f615d837b tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7120129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850854134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851156349'] for subnet, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:20.733641 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-74008e0c-a53c-4fff-98cb-edf77a40cb22 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:10:20.776582 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0880c45-6b2f-4175-8b32-f27f615d837b tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Pushing event deleted for resources: {'Subnet': ['ID=704b9c5c-fd8d-449d-a98f-fd66f70e7102,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:10:20.779171 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-d0880c45-6b2f-4175-8b32-f27f615d837b tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:10:20.782195 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d0880c45-6b2f-4175-8b32-f27f615d837b tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks [] for subnet, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:20.791922 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d82950c0-bbed-4fda-b7d2-1b191c54dcd4 None None] Network 6d8da498-de4f-4035-a249-571547336b61 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:10:20.796969 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-d0880c45-6b2f-4175-8b32-f27f615d837b tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] 10.222.0.65 "DELETE /v2.0/subnets/704b9c5c-fd8d-449d-a98f-fd66f70e7102 HTTP/1.1" status: 204  len: 168 time: 0.8880444
Dec 24 11:10:20.799686 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 42792) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:10:20.953519 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-42f39795-2401-463d-87d8-925cbf16e7b5 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036847558493'] for network, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:20.969179 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-42f39795-2401-463d-87d8-925cbf16e7b5 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Deleting port 3c89be3a-1778-4605-b7d5-0d96887e2e8f {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:10:20.969873 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-42f39795-2401-463d-87d8-925cbf16e7b5 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:21.121011 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25de063a-777c-4f18-95df-22383d1f740e None None] DHCP port deletion for 6d8da498-de4f-4035-a249-571547336b61 request from dv-neutron-822691-2-hyperv {{(pid=88880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 24 11:10:21.129601 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-25de063a-777c-4f18-95df-22383d1f740e None None] Deleting port 3c89be3a-1778-4605-b7d5-0d96887e2e8f {{(pid=88880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:10:21.130262 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-25de063a-777c-4f18-95df-22383d1f740e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:21.236232 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-42f39795-2401-463d-87d8-925cbf16e7b5 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] For port 3c89be3a-1778-4605-b7d5-0d96887e2e8f, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=3c89be3a-1778-4605-b7d5-0d96887e2e8f,segment=NetworkSegment(0506ce1d-d894-4a3a-a68b-0ce70f5f2cff),segment_id=0506ce1d-d894-4a3a-a68b-0ce70f5f2cff)] {{(pid=88878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:10:21.236232 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-42f39795-2401-463d-87d8-925cbf16e7b5 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:21.263325 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 3c89be3a-1778-4605-b7d5-0d96887e2e8f no longer exists at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:10:21.410801 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-42f39795-2401-463d-87d8-925cbf16e7b5 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Calling delete_port for 3c89be3a-1778-4605-b7d5-0d96887e2e8f owned by network:dhcp {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:10:21.475882 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-25de063a-777c-4f18-95df-22383d1f740e None None] For port 3c89be3a-1778-4605-b7d5-0d96887e2e8f, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=3c89be3a-1778-4605-b7d5-0d96887e2e8f,segment=NetworkSegment(0506ce1d-d894-4a3a-a68b-0ce70f5f2cff),segment_id=0506ce1d-d894-4a3a-a68b-0ce70f5f2cff)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:10:21.475882 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-25de063a-777c-4f18-95df-22383d1f740e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:21.516585 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-42f39795-2401-463d-87d8-925cbf16e7b5 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:21.516585 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-84d8f436-30d4-47a4-8b47-5ec7258d12a7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:10:21.546615 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Port 3c89be3a-1778-4605-b7d5-0d96887e2e8f update to DOWN by agent not found {{(pid=88880) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2073}}
Dec 24 11:10:21.566655 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f39795-2401-463d-87d8-925cbf16e7b5 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Pushing event deleted for resources: {'Port': ['ID=3c89be3a-1778-4605-b7d5-0d96887e2e8f,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:10:21.566655 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-42f39795-2401-463d-87d8-925cbf16e7b5 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:10:21.566655 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f39795-2401-463d-87d8-925cbf16e7b5 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] No DVR routers for this DVR port 3c89be3a-1778-4605-b7d5-0d96887e2e8f on host dv-neutron-822691-2-hyperv {{(pid=88878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 24 11:10:21.703397 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-25de063a-777c-4f18-95df-22383d1f740e None None] Calling delete_port for 3c89be3a-1778-4605-b7d5-0d96887e2e8f owned by network:dhcp {{(pid=88880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:10:21.770978 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-42f39795-2401-463d-87d8-925cbf16e7b5 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847649663', 'neutron.services.segments.db._delete_segments_for_network-8749505737672'] for network, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:21.785346 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.db.api [None req-25de063a-777c-4f18-95df-22383d1f740e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88880) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 24 11:10:21.785703 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_db.api [None req-25de063a-777c-4f18-95df-22383d1f740e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 24 11:10:21.800090 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-42f39795-2401-463d-87d8-925cbf16e7b5 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5270276b00>,) {'filters': {'network_id': ['6d8da498-de4f-4035-a249-571547336b61']}} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:10:21.813742 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-42f39795-2401-463d-87d8-925cbf16e7b5 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5270276b00>, '0506ce1d-d894-4a3a-a68b-0ce70f5f2cff') {'for_net_delete': True} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:10:21.814108 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-42f39795-2401-463d-87d8-925cbf16e7b5 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5270276b00>, '0506ce1d-d894-4a3a-a68b-0ce70f5f2cff') {} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:10:21.826978 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-42f39795-2401-463d-87d8-925cbf16e7b5 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749505745113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2241371'] for segment, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:21.846709 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-42f39795-2401-463d-87d8-925cbf16e7b5 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:21.855507 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42f39795-2401-463d-87d8-925cbf16e7b5 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Releasing vlan 636 on physical network physnet1 to pool {{(pid=88878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 24 11:10:21.855690 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-42f39795-2401-463d-87d8-925cbf16e7b5 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036847652098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850807864'] for segment, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:21.873024 dv-neutron-822691-2-hyperv neutron-server[88767]: Traceback (most recent call last):
Dec 24 11:10:21.873024 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 24 11:10:21.873024 dv-neutron-822691-2-hyperv neutron-server[88767]:     timer()
Dec 24 11:10:21.873024 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 11:10:21.873024 dv-neutron-822691-2-hyperv neutron-server[88767]:     cb(*args, **kw)
Dec 24 11:10:21.873024 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 24 11:10:21.873024 dv-neutron-822691-2-hyperv neutron-server[88767]:     return func(*args, **kwargs)
Dec 24 11:10:21.873024 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 11:10:21.873024 dv-neutron-822691-2-hyperv neutron-server[88767]:     self._notify()
Dec 24 11:10:21.873024 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 11:10:21.873024 dv-neutron-822691-2-hyperv neutron-server[88767]:     self.callback(batched_events)
Dec 24 11:10:21.873024 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 11:10:21.873024 dv-neutron-822691-2-hyperv neutron-server[88767]:     event.method(event)
Dec 24 11:10:21.873024 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 11:10:21.873024 dv-neutron-822691-2-hyperv neutron-server[88767]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 11:10:21.873024 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 24 11:10:21.873024 dv-neutron-822691-2-hyperv neutron-server[88767]:     segment_id)['aggregates'][0]
Dec 24 11:10:21.873024 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 24 11:10:21.873024 dv-neutron-822691-2-hyperv neutron-server[88767]:     return f(self, *a, **k)
Dec 24 11:10:21.873024 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 11:10:21.873024 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self._get(url).json()
Dec 24 11:10:21.873024 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 24 11:10:21.873024 dv-neutron-822691-2-hyperv neutron-server[88767]:     **kwargs)
Dec 24 11:10:21.873024 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 24 11:10:21.873024 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self.request(url, 'GET', **kwargs)
Dec 24 11:10:21.873024 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 24 11:10:21.873024 dv-neutron-822691-2-hyperv neutron-server[88767]:     **endpoint_filter)
Dec 24 11:10:21.873024 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 24 11:10:21.873024 dv-neutron-822691-2-hyperv neutron-server[88767]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 11:10:21.873024 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 24 11:10:21.873024 dv-neutron-822691-2-hyperv neutron-server[88767]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 11:10:21.873024 dv-neutron-822691-2-hyperv neutron-server[88767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 11:10:21.968753 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-42f39795-2401-463d-87d8-925cbf16e7b5 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7126154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659196'] for network, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:21.973697 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-71c2fa22-7244-43ee-8d9a-2063ba0c17ef tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:10:21.990868 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-42f39795-2401-463d-87d8-925cbf16e7b5 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks [] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:22.007358 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f39795-2401-463d-87d8-925cbf16e7b5 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Pushing event deleted for resources: {'Network': ['ID=6d8da498-de4f-4035-a249-571547336b61,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:10:22.013675 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-42f39795-2401-463d-87d8-925cbf16e7b5 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:10:22.024338 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-42f39795-2401-463d-87d8-925cbf16e7b5 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] 10.222.0.65 "DELETE /v2.0/networks/6d8da498-de4f-4035-a249-571547336b61 HTTP/1.1" status: 204  len: 168 time: 1.2231977
Dec 24 11:10:22.028397 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 42798) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:10:22.036006 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-22544361-9627-44cf-8a83-f11d450a140e tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-8509784', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a'}, 'admin_state_up': False}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:10:22.044730 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-22544361-9627-44cf-8a83-f11d450a140e tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:10:22.049454 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-22544361-9627-44cf-8a83-f11d450a140e tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Usage tracker for resource:router and tenant:3ebdfa1b50714591899c7b159c4d4f0b is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:10:22.054013 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-22544361-9627-44cf-8a83-f11d450a140e tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:10:22.060153 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-22544361-9627-44cf-8a83-f11d450a140e tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:10:22.073804 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-22544361-9627-44cf-8a83-f11d450a140e tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-612016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-84579'] for router, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:22.074899 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-22544361-9627-44cf-8a83-f11d450a140e tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854163950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659046', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854079771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854691221'] for router, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:22.095135 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-22544361-9627-44cf-8a83-f11d450a140e tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:22.251112 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-22544361-9627-44cf-8a83-f11d450a140e tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-659031', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854691240'] for router, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:22.286610 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-25de063a-777c-4f18-95df-22383d1f740e None None] Deleting port 3c89be3a-1778-4605-b7d5-0d96887e2e8f {{(pid=88880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:10:22.287146 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-25de063a-777c-4f18-95df-22383d1f740e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:22.353167 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-25de063a-777c-4f18-95df-22383d1f740e None None] The port '3c89be3a-1778-4605-b7d5-0d96887e2e8f' was deleted {{(pid=88880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 24 11:10:22.453411 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-22544361-9627-44cf-8a83-f11d450a140e tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks [] for router_gateway, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:22.494922 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-22544361-9627-44cf-8a83-f11d450a140e tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:22.645415 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-22544361-9627-44cf-8a83-f11d450a140e tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Allocated IP 172.26.3.127 (f8c337ba-681f-4fcb-a333-e3c49365b30a/8ea1398c-0bec-46d6-8d54-85798de2a7ca/cc783c35-8b3f-4d26-82de-2a6cb38927e9) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:10:22.807060 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-22544361-9627-44cf-8a83-f11d450a140e tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:22.835202 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-22544361-9627-44cf-8a83-f11d450a140e tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:22.839392 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-6985accf-57c1-4010-9c3f-4fe74c6055a9 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:10:22.918678 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22544361-9627-44cf-8a83-f11d450a140e tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Network f8c337ba-681f-4fcb-a333-e3c49365b30a is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:10:22.922609 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-22544361-9627-44cf-8a83-f11d450a140e tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Resources bound (agent type, host, resource id):  {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:10:22.924711 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22544361-9627-44cf-8a83-f11d450a140e tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Pushing event updated for resources: {'Port': ['ID=cc783c35-8b3f-4d26-82de-2a6cb38927e9,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:10:22.927070 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22544361-9627-44cf-8a83-f11d450a140e tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:10:22.959305 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-22544361-9627-44cf-8a83-f11d450a140e tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:10:23.100602 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-22544361-9627-44cf-8a83-f11d450a140e tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks [] for router_gateway, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:23.101282 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-22544361-9627-44cf-8a83-f11d450a140e tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854163800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854116816'] for router, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:23.348262 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22544361-9627-44cf-8a83-f11d450a140e tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Router d060690a-b68d-436a-86de-743b58da8766 is scheduled to L3 agent 198cca88-1338-4098-b44b-beb0346ac906 with binding_index 1 {{(pid=88878) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 24 11:10:23.570399 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22544361-9627-44cf-8a83-f11d450a140e tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:10:23.580565 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68db6958-f7c6-480f-90af-c62ae4b1bd43 None None] Sync routers for ids ['d060690a-b68d-436a-86de-743b58da8766'] in dv-neutron-822691-2-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:10:23.592921 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68db6958-f7c6-480f-90af-c62ae4b1bd43 None None] Routers {'d060690a-b68d-436a-86de-743b58da8766'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:10:23.593585 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-68db6958-f7c6-480f-90af-c62ae4b1bd43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271e9cb70>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:10:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['d060690a-b68d-436a-86de-743b58da8766'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:10:23.598715 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-22544361-9627-44cf-8a83-f11d450a140e tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks [] for router, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:23.600988 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-22544361-9627-44cf-8a83-f11d450a140e tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201  len: 877 time: 1.5712385
Dec 24 11:10:23.603275 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 42806) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:10:23.657999 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-68db6958-f7c6-480f-90af-c62ae4b1bd43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271e9cb70>, [], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:10:23.669939 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68db6958-f7c6-480f-90af-c62ae4b1bd43 None None] Routers {'d060690a-b68d-436a-86de-743b58da8766'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:10:23.670597 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-68db6958-f7c6-480f-90af-c62ae4b1bd43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271e9cb70>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:10:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['d060690a-b68d-436a-86de-743b58da8766'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:10:23.681652 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 42810) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:10:23.735746 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-68db6958-f7c6-480f-90af-c62ae4b1bd43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271e9cb70>, [], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:10:23.736211 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68db6958-f7c6-480f-90af-c62ae4b1bd43 None None] The sync data for ids ['d060690a-b68d-436a-86de-743b58da8766'] in dv-neutron-822691-2-hyperv is: [] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:10:24.015470 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-923e65e3-e17a-4f77-a211-0a54136599b5 tempest-TestNetworkBasicOps-448411267 tempest-TestNetworkBasicOps-448411267-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:10:24.017122 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-923e65e3-e17a-4f77-a211-0a54136599b5 tempest-TestNetworkBasicOps-448411267 tempest-TestNetworkBasicOps-448411267-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=f8c337ba-681f-4fcb-a333-e3c49365b30a HTTP/1.1" status: 200  len: 814 time: 0.3344145
Dec 24 11:10:24.139469 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-ae3797a3-2aaf-4b4c-935e-84d0bd6db2ca tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] 10.222.0.65 "GET /v2.0/routers/d060690a-b68d-436a-86de-743b58da8766 HTTP/1.1" status: 200  len: 878 time: 0.5348411
Dec 24 11:10:24.143009 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 42816) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:10:24.319917 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.agents_db [None req-e51243ab-6a93-425b-980f-a73583147efa None None] Agent healthcheck: found 6 active agents {{(pid=88881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 24 11:10:24.384304 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-4568320c-d58e-4394-b116-987c4ef34b68 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Synchronizing usage tracker for tenant:3ebdfa1b50714591899c7b159c4d4f0b on resource:router {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:10:24.402766 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-4568320c-d58e-4394-b116-987c4ef34b68 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Unset dirty status for tenant:3ebdfa1b50714591899c7b159c4d4f0b on resource:router {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:10:24.403991 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-4568320c-d58e-4394-b116-987c4ef34b68 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200  len: 881 time: 0.2599294
Dec 24 11:10:24.406995 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 42822) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:10:24.412527 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-c8370aa0-df4e-4c9e-bd2d-b78b928ac553 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-8509784'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:10:24.565205 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 42826) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:10:24.572672 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-00ef7799-f7b6-4c47-8803-08552b4bcff3 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Request body: {'network': {'name': 'tempest-network-smoke--1015548693', 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'port_security_enabled': True}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:10:24.579189 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-00ef7799-f7b6-4c47-8803-08552b4bcff3 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:10:24.590783 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-00ef7799-f7b6-4c47-8803-08552b4bcff3 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:10:24.602933 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00ef7799-f7b6-4c47-8803-08552b4bcff3 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Made reservation on behalf of ad7c5ba9df02428aae512a4d9bb9dd9d for: {'network': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:10:24.608764 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-00ef7799-f7b6-4c47-8803-08552b4bcff3 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for network, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:24.640772 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00ef7799-f7b6-4c47-8803-08552b4bcff3 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] vlan segment allocate from pool success with {'vlan_id': 644, 'physical_network': 'physnet1'}  {{(pid=88879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 24 11:10:24.650028 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-00ef7799-f7b6-4c47-8803-08552b4bcff3 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:24.650441 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.segments_db [None req-00ef7799-f7b6-4c47-8803-08552b4bcff3 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Added segment b0e51b81-feb4-49ea-ba3c-4efeeb892e3c of type vlan for network f8e2ebc1-9d84-48e9-9fa9-a9e5569a2483
Dec 24 11:10:24.679615 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-00ef7799-f7b6-4c47-8803-08552b4bcff3 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363287349540024'] for network, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:24.711870 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-00ef7799-f7b6-4c47-8803-08552b4bcff3 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636'] for network, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:24.716206 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00ef7799-f7b6-4c47-8803-08552b4bcff3 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:10:24.716860 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-00ef7799-f7b6-4c47-8803-08552b4bcff3 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for network, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:24.722736 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f0bfffea-64ba-4f83-b23d-60f40c08ca30 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:10:24.787185 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-00ef7799-f7b6-4c47-8803-08552b4bcff3 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.2175958
Dec 24 11:10:24.787580 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 42830) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:10:24.888636 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ef7799-f7b6-4c47-8803-08552b4bcff3 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event updated for resources: {'Network': ['ID=f8e2ebc1-9d84-48e9-9fa9-a9e5569a2483,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:10:24.891667 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-00ef7799-f7b6-4c47-8803-08552b4bcff3 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:10:24.903762 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Network f8e2ebc1-9d84-48e9-9fa9-a9e5569a2483 details requested by agent ovs-agent-dv-neutron-822691-2-hyperv with host dv-neutron-822691-2-hyperv {{(pid=88880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 24 11:10:24.917801 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b98f36ed-e4c6-4feb-a27a-cec55bae5b15 tempest-TestNetworkBasicOps-448411267 tempest-TestNetworkBasicOps-448411267-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:10:24.919478 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-b98f36ed-e4c6-4feb-a27a-cec55bae5b15 tempest-TestNetworkBasicOps-448411267 tempest-TestNetworkBasicOps-448411267-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=ad7c5ba9df02428aae512a4d9bb9dd9d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 829 time: 0.1310036
Dec 24 11:10:24.922480 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 42834) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:10:25.030318 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c8370aa0-df4e-4c9e-bd2d-b78b928ac553 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-659031', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854691240'] for router, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:25.047031 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c8370aa0-df4e-4c9e-bd2d-b78b928ac553 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854116816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854116785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-659000', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854163815'] for router, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:25.089737 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd84a565-4663-42ff-b1a1-956b64811214 tempest-TestNetworkBasicOps-448411267 tempest-TestNetworkBasicOps-448411267-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:10:25.091468 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-cd84a565-4663-42ff-b1a1-956b64811214 tempest-TestNetworkBasicOps-448411267 tempest-TestNetworkBasicOps-448411267-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1679487
Dec 24 11:10:25.095339 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 42838) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:10:25.142189 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-13a5ae35-9c91-4b6d-8f1e-b955f27f3fc8 tempest-TestNetworkBasicOps-448411267 tempest-TestNetworkBasicOps-448411267-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=f8c337ba-681f-4fcb-a333-e3c49365b30a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0454600
Dec 24 11:10:25.145328 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 42842) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:10:25.194754 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-fa5d898b-1bb7-4a77-a114-13b089957c69 tempest-TestNetworkBasicOps-448411267 tempest-TestNetworkBasicOps-448411267-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=ad7c5ba9df02428aae512a4d9bb9dd9d&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0450733
Dec 24 11:10:25.195022 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 42846) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:10:25.275823 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8370aa0-df4e-4c9e-bd2d-b78b928ac553 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Router d060690a-b68d-436a-86de-743b58da8766 has already been hosted by L3 agent 198cca88-1338-4098-b44b-beb0346ac906 {{(pid=88878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 24 11:10:25.336517 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cdad23b-49c4-42ed-9c9c-b402923af239 tempest-TestNetworkBasicOps-448411267 tempest-TestNetworkBasicOps-448411267-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:10:25.338221 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-7cdad23b-49c4-42ed-9c9c-b402923af239 tempest-TestNetworkBasicOps-448411267 tempest-TestNetworkBasicOps-448411267-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1422269
Dec 24 11:10:25.343550 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 42850) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:10:25.408469 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-d455a902-5005-435b-8e86-e112f7530fac tempest-TestNetworkBasicOps-448411267 tempest-TestNetworkBasicOps-448411267-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=f8c337ba-681f-4fcb-a333-e3c49365b30a&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0635231
Dec 24 11:10:25.411301 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 42854) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:10:25.417488 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-4677614f-c0bc-4d03-a185-fb70d62c36be tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1540854400', 'network_id': 'f8e2ebc1-9d84-48e9-9fa9-a9e5569a2483', 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:10:25.503969 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8370aa0-df4e-4c9e-bd2d-b78b928ac553 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:10:25.510680 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c8370aa0-df4e-4c9e-bd2d-b78b928ac553 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks [] for router, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:25.515292 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-c8370aa0-df4e-4c9e-bd2d-b78b928ac553 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] 10.222.0.65 "PUT /v2.0/routers/d060690a-b68d-436a-86de-743b58da8766 HTTP/1.1" status: 200  len: 885 time: 1.1041543
Dec 24 11:10:25.515483 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 42858) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:10:25.518492 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12caf83a-4969-4da0-8e44-fac838e53b78 None None] Sync routers for ids ['d060690a-b68d-436a-86de-743b58da8766'] in dv-neutron-822691-2-hyperv {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:10:25.531662 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12caf83a-4969-4da0-8e44-fac838e53b78 None None] Routers {'d060690a-b68d-436a-86de-743b58da8766'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:10:25.532731 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-12caf83a-4969-4da0-8e44-fac838e53b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271b60828>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:10:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['d060690a-b68d-436a-86de-743b58da8766'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:10:25.598278 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-12caf83a-4969-4da0-8e44-fac838e53b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271b60828>, [], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:10:25.610057 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12caf83a-4969-4da0-8e44-fac838e53b78 None None] Routers {'d060690a-b68d-436a-86de-743b58da8766'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:10:25.610719 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-12caf83a-4969-4da0-8e44-fac838e53b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271b60828>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:10:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['d060690a-b68d-436a-86de-743b58da8766'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:10:25.613581 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-4677614f-c0bc-4d03-a185-fb70d62c36be tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:10:25.619379 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-4677614f-c0bc-4d03-a185-fb70d62c36be tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Usage tracker for resource:subnet and tenant:ad7c5ba9df02428aae512a4d9bb9dd9d is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:10:25.623402 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-4677614f-c0bc-4d03-a185-fb70d62c36be tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:10:25.631057 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-4677614f-c0bc-4d03-a185-fb70d62c36be tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:10:25.647188 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4677614f-c0bc-4d03-a185-fb70d62c36be tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Made reservation on behalf of ad7c5ba9df02428aae512a4d9bb9dd9d for: {'subnet': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:10:25.675230 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-12caf83a-4969-4da0-8e44-fac838e53b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271b60828>, [], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:10:25.675693 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12caf83a-4969-4da0-8e44-fac838e53b78 None None] The sync data for ids ['d060690a-b68d-436a-86de-743b58da8766'] in dv-neutron-822691-2-hyperv is: [] {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:10:25.830328 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4677614f-c0bc-4d03-a185-fb70d62c36be tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3619482'] for subnet, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:26.059424 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-2315d929-67f5-4ef7-93e0-e220e2eb8bc7 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] 10.222.0.65 "GET /v2.0/routers/d060690a-b68d-436a-86de-743b58da8766 HTTP/1.1" status: 200  len: 885 time: 0.5194263
Dec 24 11:10:26.062295 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 42862) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:10:26.113011 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-69e24bae-a6a7-4422-a259-44fa596330e6 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Synchronizing usage tracker for tenant:3ebdfa1b50714591899c7b159c4d4f0b on resource:port {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:10:26.125778 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4677614f-c0bc-4d03-a185-fb70d62c36be tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3921862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3619467'] for subnet, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:26.130316 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-69e24bae-a6a7-4422-a259-44fa596330e6 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Unset dirty status for tenant:3ebdfa1b50714591899c7b159c4d4f0b on resource:port {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:10:26.131022 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-5aca78f5-e20d-4756-a4f8-390dd737f0d7 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:10:26.131667 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-69e24bae-a6a7-4422-a259-44fa596330e6 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] 10.222.0.65 "GET /v2.0/ports?device_id=d060690a-b68d-436a-86de-743b58da8766 HTTP/1.1" status: 200  len: 205 time: 0.0679049
Dec 24 11:10:26.134919 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 42866) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:10:26.212713 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4677614f-c0bc-4d03-a185-fb70d62c36be tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event updated for resources: {'Subnet': ['ID=06a9bc93-e23f-454c-8747-8a6653d98860,revision_number=0']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:10:26.216588 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-4677614f-c0bc-4d03-a185-fb70d62c36be tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:10:26.224712 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4677614f-c0bc-4d03-a185-fb70d62c36be tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Checking segment: {'id': 'b0e51b81-feb4-49ea-ba3c-4efeeb892e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f8e2ebc1-9d84-48e9-9fa9-a9e5569a2483'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:10:26.225122 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4677614f-c0bc-4d03-a185-fb70d62c36be tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Network hostable DHCP agents. Network: f8e2ebc1-9d84-48e9-9fa9-a9e5569a2483, hostable agents: ['edcf98dc-3032-472a-8b3d-f23fd1e89806'], hosted agents: [] {{(pid=88879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 24 11:10:26.250010 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4677614f-c0bc-4d03-a185-fb70d62c36be tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Network f8e2ebc1-9d84-48e9-9fa9-a9e5569a2483 is scheduled to be hosted by DHCP agent edcf98dc-3032-472a-8b3d-f23fd1e89806 with binding_index 1 {{(pid=88879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 24 11:10:26.260428 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-4677614f-c0bc-4d03-a185-fb70d62c36be tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822691-2-hyperv, f8e2ebc1-9d84-48e9-9fa9-a9e5569a2483) {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:10:26.265150 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4677614f-c0bc-4d03-a185-fb70d62c36be tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:10:26.265788 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4677614f-c0bc-4d03-a185-fb70d62c36be tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for subnet, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:26.271341 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46a4cbfb-d013-4f45-a58f-c01fb7086236 None None] Network f8e2ebc1-9d84-48e9-9fa9-a9e5569a2483 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:10:26.294805 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-4677614f-c0bc-4d03-a185-fb70d62c36be tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 835 time: 0.8784420
Dec 24 11:10:26.362474 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-98c1c7df-8979-4ca1-8206-9c0baecbb567 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks [] for router, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:26.501666 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 42872) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:10:26.508316 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-bbe033f2-7a4c-465c-8194-fb9e117ced9c tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-821758925', 'description': 'tempest-secgroup-smoke-821758925 description', 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:10:26.520374 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-099b9df5-a28e-409e-9eb0-4322964ba5b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73968e80-91fd-539e-a7c6-b31af6d9e680-f8e2ebc1-9d84-48e9-9fa9-a9e5569a2483', 'network_id': 'f8e2ebc1-9d84-48e9-9fa9-a9e5569a2483', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'fixed_ips': [{'subnet_id': '06a9bc93-e23f-454c-8747-8a6653d98860'}]}} from dv-neutron-822691-2-hyperv. {{(pid=88880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 24 11:10:26.521587 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-099b9df5-a28e-409e-9eb0-4322964ba5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:26.534127 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-bbe033f2-7a4c-465c-8194-fb9e117ced9c tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:10:26.557737 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-bbe033f2-7a4c-465c-8194-fb9e117ced9c tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:10:26.575139 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bbe033f2-7a4c-465c-8194-fb9e117ced9c tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:26.598480 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-98c1c7df-8979-4ca1-8206-9c0baecbb567 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:26.609698 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-98c1c7df-8979-4ca1-8206-9c0baecbb567 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Deleting port cc783c35-8b3f-4d26-82de-2a6cb38927e9 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:10:26.610142 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-98c1c7df-8979-4ca1-8206-9c0baecbb567 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:26.623706 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-bbe033f2-7a4c-465c-8194-fb9e117ced9c tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:10:26.628716 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-bbe033f2-7a4c-465c-8194-fb9e117ced9c tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Usage tracker for resource:security_group_rule and tenant:ad7c5ba9df02428aae512a4d9bb9dd9d is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:10:26.632328 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-bbe033f2-7a4c-465c-8194-fb9e117ced9c tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:10:26.639355 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-bbe033f2-7a4c-465c-8194-fb9e117ced9c tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:10:26.705144 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-099b9df5-a28e-409e-9eb0-4322964ba5b9 None None] Allocated IP 172.20.0.18 (f8e2ebc1-9d84-48e9-9fa9-a9e5569a2483/06a9bc93-e23f-454c-8747-8a6653d98860/1f2e11ef-5e52-42c9-9291-63104d4200e9) {{(pid=88880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:10:26.718007 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bbe033f2-7a4c-465c-8194-fb9e117ced9c tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:26.722613 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bbe033f2-7a4c-465c-8194-fb9e117ced9c tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:26.733446 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-75a82ec3-6029-464f-8554-c97f3780facf tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:10:26.800816 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe033f2-7a4c-465c-8194-fb9e117ced9c tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f7add6e-a472-4a24-97f4-84a008ed242e,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:10:26.804699 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-bbe033f2-7a4c-465c-8194-fb9e117ced9c tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:10:26.806580 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bbe033f2-7a4c-465c-8194-fb9e117ced9c tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:26.808034 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-bbe033f2-7a4c-465c-8194-fb9e117ced9c tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1626 time: 0.3052220
Dec 24 11:10:26.811174 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 42876) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:10:26.818530 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-da42724e-5acd-4948-bc36-3557a25a84bd tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Request body: {'security_group_rule': {'security_group_id': '2f7add6e-a472-4a24-97f4-84a008ed242e', 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:10:26.826226 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-da42724e-5acd-4948-bc36-3557a25a84bd tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:10:26.827435 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-98c1c7df-8979-4ca1-8206-9c0baecbb567 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:26.830693 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-da42724e-5acd-4948-bc36-3557a25a84bd tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Usage tracker for resource:security_group_rule and tenant:ad7c5ba9df02428aae512a4d9bb9dd9d is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:10:26.834706 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-da42724e-5acd-4948-bc36-3557a25a84bd tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:10:26.841879 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-da42724e-5acd-4948-bc36-3557a25a84bd tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:10:26.859386 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-da42724e-5acd-4948-bc36-3557a25a84bd tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:26.936371 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-da42724e-5acd-4948-bc36-3557a25a84bd tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:26.939762 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-da42724e-5acd-4948-bc36-3557a25a84bd tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689902'] for security_group_rule, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:26.942197 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-b9c4ecac-6636-4d04-9744-45590c644aaf tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:10:26.949088 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-099b9df5-a28e-409e-9eb0-4322964ba5b9 None None] Notify callbacks [] for port, precommit_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:26.959850 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-98c1c7df-8979-4ca1-8206-9c0baecbb567 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Calling delete_port for cc783c35-8b3f-4d26-82de-2a6cb38927e9 owned by network:router_gateway {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:10:26.960625 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-099b9df5-a28e-409e-9eb0-4322964ba5b9 None None] Transition to ACTIVE for port object 1f2e11ef-5e52-42c9-9291-63104d4200e9 will not be triggered until provisioned by entity L2. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:10:26.973384 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da42724e-5acd-4948-bc36-3557a25a84bd tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24074b53-b6b2-48af-ab89-4fc91a53da63,revision_number=0']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:10:26.980194 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-da42724e-5acd-4948-bc36-3557a25a84bd tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:26.981873 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-da42724e-5acd-4948-bc36-3557a25a84bd tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1693215
Dec 24 11:10:26.983207 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-da42724e-5acd-4948-bc36-3557a25a84bd tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:10:26.986371 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 42880) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:10:26.990210 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-099b9df5-a28e-409e-9eb0-4322964ba5b9 None None] Transition to ACTIVE for port object 1f2e11ef-5e52-42c9-9291-63104d4200e9 will not be triggered until provisioned by entity DHCP. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:10:26.992883 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-e77089c8-c466-4abc-90e3-9c7f31ceafb0 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Request body: {'security_group_rule': {'security_group_id': '2f7add6e-a472-4a24-97f4-84a008ed242e', 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:10:26.996375 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-099b9df5-a28e-409e-9eb0-4322964ba5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408'] for port, after_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:27.000068 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-e77089c8-c466-4abc-90e3-9c7f31ceafb0 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:10:27.002683 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:10:27.004125 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-e77089c8-c466-4abc-90e3-9c7f31ceafb0 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Usage tracker for resource:security_group_rule and tenant:ad7c5ba9df02428aae512a4d9bb9dd9d is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:10:27.007759 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-e77089c8-c466-4abc-90e3-9c7f31ceafb0 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:10:27.017239 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-e77089c8-c466-4abc-90e3-9c7f31ceafb0 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:10:27.036407 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e77089c8-c466-4abc-90e3-9c7f31ceafb0 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:27.067648 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-099b9df5-a28e-409e-9eb0-4322964ba5b9 None None] Network f8e2ebc1-9d84-48e9-9fa9-a9e5569a2483 is already hosted by enough agents. {{(pid=88880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:10:27.068872 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-099b9df5-a28e-409e-9eb0-4322964ba5b9 None None] Resources bound (agent type, host, resource id):  {{(pid=88880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:10:27.073018 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-099b9df5-a28e-409e-9eb0-4322964ba5b9 None None] Received port after_create {{(pid=88880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:10:27.116447 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e77089c8-c466-4abc-90e3-9c7f31ceafb0 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:27.119268 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099b9df5-a28e-409e-9eb0-4322964ba5b9 None None] Pushing event updated for resources: {'Port': ['ID=1f2e11ef-5e52-42c9-9291-63104d4200e9,revision_number=1']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:10:27.120669 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e77089c8-c466-4abc-90e3-9c7f31ceafb0 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689902'] for security_group_rule, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:27.122873 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-30f98180-b9fa-4fc3-9ac4-c5d5b4c126d4 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:10:27.127274 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-099b9df5-a28e-409e-9eb0-4322964ba5b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:10:27.151161 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77089c8-c466-4abc-90e3-9c7f31ceafb0 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02ba39b4-6acc-4409-8b7b-e7ecb362aa71,revision_number=0']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:10:27.155096 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-e77089c8-c466-4abc-90e3-9c7f31ceafb0 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:10:27.163121 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e77089c8-c466-4abc-90e3-9c7f31ceafb0 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:27.167576 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-e77089c8-c466-4abc-90e3-9c7f31ceafb0 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.1772656
Dec 24 11:10:27.168011 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 42884) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:10:27.176515 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-6dce5ba5-ba02-4ca5-97ac-b4d1cd633be1 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Request body: {'security_group_rule': {'security_group_id': '2f7add6e-a472-4a24-97f4-84a008ed242e', 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:10:27.184059 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-6dce5ba5-ba02-4ca5-97ac-b4d1cd633be1 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:10:27.184419 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-099b9df5-a28e-409e-9eb0-4322964ba5b9 None None] Attempting to bind port 1f2e11ef-5e52-42c9-9291-63104d4200e9 on host dv-neutron-822691-2-hyperv for vnic_type normal with profile  {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:10:27.184832 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-099b9df5-a28e-409e-9eb0-4322964ba5b9 None None] Attempting to bind port 1f2e11ef-5e52-42c9-9291-63104d4200e9 by drivers openvswitch,hyperv on host dv-neutron-822691-2-hyperv at level 0 using segments [{'id': 'b0e51b81-feb4-49ea-ba3c-4efeeb892e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f8e2ebc1-9d84-48e9-9fa9-a9e5569a2483'}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:10:27.185237 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-099b9df5-a28e-409e-9eb0-4322964ba5b9 None None] Attempting to bind port 1f2e11ef-5e52-42c9-9291-63104d4200e9 on network f8e2ebc1-9d84-48e9-9fa9-a9e5569a2483 {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:10:27.189382 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-6dce5ba5-ba02-4ca5-97ac-b4d1cd633be1 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Usage tracker for resource:security_group_rule and tenant:ad7c5ba9df02428aae512a4d9bb9dd9d is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:10:27.192952 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-6dce5ba5-ba02-4ca5-97ac-b4d1cd633be1 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:10:27.194605 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-099b9df5-a28e-409e-9eb0-4322964ba5b9 None None] Checking agent: {'id': 'db1275c1-6001-47af-93c2-635c68404703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822691-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 52, 8), 'started_at': datetime.datetime(2021, 12, 24, 10, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 10, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822691-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:10:27.195102 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-099b9df5-a28e-409e-9eb0-4322964ba5b9 None None] Checking segment: {'id': 'b0e51b81-feb4-49ea-ba3c-4efeeb892e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f8e2ebc1-9d84-48e9-9fa9-a9e5569a2483'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:10:27.196169 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-099b9df5-a28e-409e-9eb0-4322964ba5b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:27.196698 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-099b9df5-a28e-409e-9eb0-4322964ba5b9 None None] Bound using segment: {'id': 'b0e51b81-feb4-49ea-ba3c-4efeeb892e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f8e2ebc1-9d84-48e9-9fa9-a9e5569a2483'} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:10:27.197307 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-099b9df5-a28e-409e-9eb0-4322964ba5b9 None None] Bound port: 1f2e11ef-5e52-42c9-9291-63104d4200e9, host: dv-neutron-822691-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0e51b81-feb4-49ea-ba3c-4efeeb892e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f8e2ebc1-9d84-48e9-9fa9-a9e5569a2483'}}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:10:27.197863 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-099b9df5-a28e-409e-9eb0-4322964ba5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:27.199994 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-6dce5ba5-ba02-4ca5-97ac-b4d1cd633be1 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:10:27.217984 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6dce5ba5-ba02-4ca5-97ac-b4d1cd633be1 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:27.295302 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6dce5ba5-ba02-4ca5-97ac-b4d1cd633be1 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:27.299163 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6dce5ba5-ba02-4ca5-97ac-b4d1cd633be1 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689902'] for security_group_rule, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:27.301414 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-099b9df5-a28e-409e-9eb0-4322964ba5b9 None None] For port 1f2e11ef-5e52-42c9-9291-63104d4200e9, host dv-neutron-822691-2-hyperv, cleared binding levels {{(pid=88880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:10:27.305562 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-099b9df5-a28e-409e-9eb0-4322964ba5b9 None None] For port 1f2e11ef-5e52-42c9-9291-63104d4200e9, host dv-neutron-822691-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=1f2e11ef-5e52-42c9-9291-63104d4200e9,segment=NetworkSegment(b0e51b81-feb4-49ea-ba3c-4efeeb892e3c),segment_id=b0e51b81-feb4-49ea-ba3c-4efeeb892e3c)] {{(pid=88880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:10:27.308907 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-946dfeb6-8239-44de-9623-7448f7f707b2 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:10:27.311042 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-099b9df5-a28e-409e-9eb0-4322964ba5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:27.315654 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:10:27.332674 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dce5ba5-ba02-4ca5-97ac-b4d1cd633be1 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5571083b-805a-4d9d-ba8c-0965bf064359,revision_number=0']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:10:27.335198 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-6dce5ba5-ba02-4ca5-97ac-b4d1cd633be1 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:10:27.339840 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6dce5ba5-ba02-4ca5-97ac-b4d1cd633be1 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:27.344409 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-6dce5ba5-ba02-4ca5-97ac-b4d1cd633be1 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1743882
Dec 24 11:10:27.345117 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 42888) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:10:27.352739 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-24a2983b-48c9-400b-9efa-9ed5d74b162d tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Request body: {'security_group_rule': {'security_group_id': '2f7add6e-a472-4a24-97f4-84a008ed242e', 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:10:27.358529 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-24a2983b-48c9-400b-9efa-9ed5d74b162d tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:10:27.363048 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-24a2983b-48c9-400b-9efa-9ed5d74b162d tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Usage tracker for resource:security_group_rule and tenant:ad7c5ba9df02428aae512a4d9bb9dd9d is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:10:27.366385 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-24a2983b-48c9-400b-9efa-9ed5d74b162d tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:10:27.373885 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-24a2983b-48c9-400b-9efa-9ed5d74b162d tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:10:27.392332 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-24a2983b-48c9-400b-9efa-9ed5d74b162d tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:27.394456 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-98c1c7df-8979-4ca1-8206-9c0baecbb567 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:27.398336 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f2aea5f9-37e2-4d21-95fd-d681802ab292 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:10:27.409463 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099b9df5-a28e-409e-9eb0-4322964ba5b9 None None] Pushing event updated for resources: {'Port': ['ID=1f2e11ef-5e52-42c9-9291-63104d4200e9,revision_number=2']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:10:27.412929 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-099b9df5-a28e-409e-9eb0-4322964ba5b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:10:27.446525 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c1c7df-8979-4ca1-8206-9c0baecbb567 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Pushing event deleted for resources: {'Port': ['ID=cc783c35-8b3f-4d26-82de-2a6cb38927e9,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:10:27.451258 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-98c1c7df-8979-4ca1-8206-9c0baecbb567 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:10:27.481049 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-24a2983b-48c9-400b-9efa-9ed5d74b162d tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:27.484445 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-24a2983b-48c9-400b-9efa-9ed5d74b162d tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689902'] for security_group_rule, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:27.495511 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-b3a77c57-e9ae-4641-b0c6-3984dda3e266 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:10:27.522149 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a2983b-48c9-400b-9efa-9ed5d74b162d tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9e042f0-9fc3-4ca7-9bd8-652c369b8514,revision_number=0']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:10:27.537999 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-24a2983b-48c9-400b-9efa-9ed5d74b162d tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:10:27.540533 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-24a2983b-48c9-400b-9efa-9ed5d74b162d tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:27.542239 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-24a2983b-48c9-400b-9efa-9ed5d74b162d tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.1960804
Dec 24 11:10:27.545169 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 42892) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:10:27.552173 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-e2c5e933-8661-4c79-b057-3d982b28f14a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Request body: {'security_group_rule': {'security_group_id': '2f7add6e-a472-4a24-97f4-84a008ed242e', 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:10:27.559699 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-e2c5e933-8661-4c79-b057-3d982b28f14a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:10:27.564821 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-e2c5e933-8661-4c79-b057-3d982b28f14a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Usage tracker for resource:security_group_rule and tenant:ad7c5ba9df02428aae512a4d9bb9dd9d is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:10:27.568212 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-e2c5e933-8661-4c79-b057-3d982b28f14a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:10:27.574945 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-e2c5e933-8661-4c79-b057-3d982b28f14a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:10:27.590273 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.securitygroups_db [None req-e2c5e933-8661-4c79-b057-3d982b28f14a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Project ad7c5ba9df02428aae512a4d9bb9dd9d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 24 11:10:27.597761 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e2c5e933-8661-4c79-b057-3d982b28f14a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:27.667613 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e2c5e933-8661-4c79-b057-3d982b28f14a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:27.670868 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e2c5e933-8661-4c79-b057-3d982b28f14a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689902'] for security_group_rule, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:27.672871 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-da42724e-5acd-4948-bc36-3557a25a84bd tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:10:27.697905 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c5e933-8661-4c79-b057-3d982b28f14a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9740f716-b209-41b8-972c-eb7e5a88d141,revision_number=0']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:10:27.700622 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-e2c5e933-8661-4c79-b057-3d982b28f14a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:10:27.707777 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e2c5e933-8661-4c79-b057-3d982b28f14a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:27.709287 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-e2c5e933-8661-4c79-b057-3d982b28f14a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.1627989
Dec 24 11:10:27.712317 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 42896) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:10:27.718534 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-98c1c7df-8979-4ca1-8206-9c0baecbb567 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854116846'] for router_gateway, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:27.718782 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-9d76344c-bdb4-4445-8469-a426de7d2cd5 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Request body: {'security_group_rule': {'security_group_id': '2f7add6e-a472-4a24-97f4-84a008ed242e', 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:10:27.725632 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-9d76344c-bdb4-4445-8469-a426de7d2cd5 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:10:27.730145 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-9d76344c-bdb4-4445-8469-a426de7d2cd5 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Usage tracker for resource:security_group_rule and tenant:ad7c5ba9df02428aae512a4d9bb9dd9d is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:10:27.733416 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-9d76344c-bdb4-4445-8469-a426de7d2cd5 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:10:27.744344 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-9d76344c-bdb4-4445-8469-a426de7d2cd5 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:10:27.760794 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.securitygroups_db [None req-9d76344c-bdb4-4445-8469-a426de7d2cd5 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Project ad7c5ba9df02428aae512a4d9bb9dd9d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 24 11:10:27.768853 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9d76344c-bdb4-4445-8469-a426de7d2cd5 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:27.870232 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9d76344c-bdb4-4445-8469-a426de7d2cd5 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:27.873691 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9d76344c-bdb4-4445-8469-a426de7d2cd5 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689902'] for security_group_rule, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:27.875866 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-6dce5ba5-ba02-4ca5-97ac-b4d1cd633be1 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:10:27.901036 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d76344c-bdb4-4445-8469-a426de7d2cd5 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7a07784-643e-4780-a5da-3013baf5fd02,revision_number=0']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:10:27.905554 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-9d76344c-bdb4-4445-8469-a426de7d2cd5 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:10:27.913931 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9d76344c-bdb4-4445-8469-a426de7d2cd5 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:27.915376 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-9d76344c-bdb4-4445-8469-a426de7d2cd5 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.2020583
Dec 24 11:10:28.021049 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-98c1c7df-8979-4ca1-8206-9c0baecbb567 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854158724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-84560'] for router, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:28.028286 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-98c1c7df-8979-4ca1-8206-9c0baecbb567 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:28.056576 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-98c1c7df-8979-4ca1-8206-9c0baecbb567 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854158830'] for router, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:28.057179 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98c1c7df-8979-4ca1-8206-9c0baecbb567 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Fanout notify agent at l3_agent the message router_deleted on router d060690a-b68d-436a-86de-743b58da8766 {{(pid=88878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 24 11:10:28.079742 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-98c1c7df-8979-4ca1-8206-9c0baecbb567 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks [] for router, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:28.084853 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-98c1c7df-8979-4ca1-8206-9c0baecbb567 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] 10.222.0.65 "DELETE /v2.0/routers/d060690a-b68d-436a-86de-743b58da8766 HTTP/1.1" status: 204  len: 168 time: 1.9486101
Dec 24 11:10:28.088943 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 42908) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:10:28.096572 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-8b93fb09-91b7-4096-8b3f-859e67ed8525 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Request body: {'network': {'name': 'tempest-RoutersTest-642780233'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:10:28.102409 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-8b93fb09-91b7-4096-8b3f-859e67ed8525 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:10:28.106707 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-8b93fb09-91b7-4096-8b3f-859e67ed8525 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Usage tracker for resource:network and tenant:3ebdfa1b50714591899c7b159c4d4f0b is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:10:28.109937 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-8b93fb09-91b7-4096-8b3f-859e67ed8525 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:10:28.116703 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-8b93fb09-91b7-4096-8b3f-859e67ed8525 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:10:28.131148 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b93fb09-91b7-4096-8b3f-859e67ed8525 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Made reservation on behalf of 3ebdfa1b50714591899c7b159c4d4f0b for: {'network': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:10:28.137367 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8b93fb09-91b7-4096-8b3f-859e67ed8525 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for network, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:28.162148 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:28.170110 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b93fb09-91b7-4096-8b3f-859e67ed8525 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] vlan segment allocate from pool success with {'vlan_id': 647, 'physical_network': 'physnet1'}  {{(pid=88879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 24 11:10:28.176919 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-0cb01258-e91b-425b-9e20-57a3d14c47ae req-d03dd787-a505-4999-93eb-7739a654cb1f tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-821758925&fields=id&tenant_id=ad7c5ba9df02428aae512a4d9bb9dd9d HTTP/1.1" status: 200  len: 267 time: 0.0485787
Dec 24 11:10:28.179204 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8b93fb09-91b7-4096-8b3f-859e67ed8525 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:28.179638 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.segments_db [None req-8b93fb09-91b7-4096-8b3f-859e67ed8525 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Added segment 176607c0-dae3-48bb-b669-b116e6bddce9 of type vlan for network 6d9c7ce5-d30d-4b3e-a901-b2a4ecfb2eef
Dec 24 11:10:28.208055 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8b93fb09-91b7-4096-8b3f-859e67ed8525 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363287349540024'] for network, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:28.248764 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8b93fb09-91b7-4096-8b3f-859e67ed8525 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636'] for network, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:28.253054 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b93fb09-91b7-4096-8b3f-859e67ed8525 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:10:28.253697 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8b93fb09-91b7-4096-8b3f-859e67ed8525 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks [] for network, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:28.258104 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-1c02de84-1158-4cef-a813-be3155420809 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:10:28.312667 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-8b93fb09-91b7-4096-8b3f-859e67ed8525 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201  len: 765 time: 0.2222836
Dec 24 11:10:28.315801 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 42916) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:10:28.340073 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb01258-e91b-425b-9e20-57a3d14c47ae req-8cb74d69-c24e-4549-abe0-cbf8c606de06 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:10:28.341644 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-0cb01258-e91b-425b-9e20-57a3d14c47ae req-8cb74d69-c24e-4549-abe0-cbf8c606de06 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/networks?id=f8e2ebc1-9d84-48e9-9fa9-a9e5569a2483 HTTP/1.1" status: 200  len: 797 time: 0.1574492
Dec 24 11:10:28.360591 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-0cb01258-e91b-425b-9e20-57a3d14c47ae req-c6f31e2c-28ae-4fff-a6ca-0ebf79203e99 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/quotas/ad7c5ba9df02428aae512a4d9bb9dd9d HTTP/1.1" status: 200  len: 375 time: 0.0124822
Dec 24 11:10:28.371760 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-b34d5527-45ac-4f9f-8ca7-ef28e7ea72a4 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Request body: {'subnet': {'network_id': '6d9c7ce5-d30d-4b3e-a901-b2a4ecfb2eef', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:10:28.394878 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b93fb09-91b7-4096-8b3f-859e67ed8525 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Pushing event updated for resources: {'Network': ['ID=6d9c7ce5-d30d-4b3e-a901-b2a4ecfb2eef,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:10:28.401203 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-8b93fb09-91b7-4096-8b3f-859e67ed8525 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:10:28.406775 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Network 6d9c7ce5-d30d-4b3e-a901-b2a4ecfb2eef details requested by agent ovs-agent-dv-neutron-822691-2-hyperv with host dv-neutron-822691-2-hyperv {{(pid=88880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 24 11:10:28.464628 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-0cb01258-e91b-425b-9e20-57a3d14c47ae req-64ad7526-14da-4e92-b39c-dc42ed6d6d52 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=ad7c5ba9df02428aae512a4d9bb9dd9d&fields=id HTTP/1.1" status: 200  len: 440 time: 0.0978572
Dec 24 11:10:28.484152 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [req-0cb01258-e91b-425b-9e20-57a3d14c47ae req-2aa2ff6d-c761-4312-a3cd-b0ccd2b5c76b service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=88878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 24 11:10:28.485354 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-0cb01258-e91b-425b-9e20-57a3d14c47ae req-2aa2ff6d-c761-4312-a3cd-b0ccd2b5c76b service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12161 time: 0.0059180
Dec 24 11:10:28.498661 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-b34d5527-45ac-4f9f-8ca7-ef28e7ea72a4 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:10:28.503477 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-b34d5527-45ac-4f9f-8ca7-ef28e7ea72a4 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Usage tracker for resource:subnet and tenant:3ebdfa1b50714591899c7b159c4d4f0b is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:10:28.506684 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-b34d5527-45ac-4f9f-8ca7-ef28e7ea72a4 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:10:28.513453 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-b34d5527-45ac-4f9f-8ca7-ef28e7ea72a4 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:10:28.522798 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b34d5527-45ac-4f9f-8ca7-ef28e7ea72a4 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Made reservation on behalf of 3ebdfa1b50714591899c7b159c4d4f0b for: {'subnet': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:10:28.634646 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b34d5527-45ac-4f9f-8ca7-ef28e7ea72a4 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3619482'] for subnet, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:28.648344 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-0cb01258-e91b-425b-9e20-57a3d14c47ae req-a964101f-5cce-454d-8fd7-60407c2b558e service neutron] 10.222.0.65 "GET /v2.0/networks/f8e2ebc1-9d84-48e9-9fa9-a9e5569a2483?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1552925
Dec 24 11:10:28.808423 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-0cb01258-e91b-425b-9e20-57a3d14c47ae req-d3026849-d410-4dd5-b065-74df0fe91014 service neutron] 10.222.0.65 "GET /v2.0/networks/f8e2ebc1-9d84-48e9-9fa9-a9e5569a2483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1532252
Dec 24 11:10:28.905759 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b34d5527-45ac-4f9f-8ca7-ef28e7ea72a4 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3921862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3619467'] for subnet, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:28.911397 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-1e727616-8165-4413-8e04-7cac80c4fcae tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:10:29.010404 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34d5527-45ac-4f9f-8ca7-ef28e7ea72a4 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Pushing event updated for resources: {'Subnet': ['ID=978833ab-07cd-408a-b2cf-81fdfeecda71,revision_number=0']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:10:29.015119 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-b34d5527-45ac-4f9f-8ca7-ef28e7ea72a4 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:10:29.018875 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34d5527-45ac-4f9f-8ca7-ef28e7ea72a4 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Checking segment: {'id': '176607c0-dae3-48bb-b669-b116e6bddce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '6d9c7ce5-d30d-4b3e-a901-b2a4ecfb2eef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:10:29.019250 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b34d5527-45ac-4f9f-8ca7-ef28e7ea72a4 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Network hostable DHCP agents. Network: 6d9c7ce5-d30d-4b3e-a901-b2a4ecfb2eef, hostable agents: ['edcf98dc-3032-472a-8b3d-f23fd1e89806'], hosted agents: [] {{(pid=88879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 24 11:10:29.047261 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b34d5527-45ac-4f9f-8ca7-ef28e7ea72a4 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Network 6d9c7ce5-d30d-4b3e-a901-b2a4ecfb2eef is scheduled to be hosted by DHCP agent edcf98dc-3032-472a-8b3d-f23fd1e89806 with binding_index 1 {{(pid=88879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 24 11:10:29.059645 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-b34d5527-45ac-4f9f-8ca7-ef28e7ea72a4 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822691-2-hyperv, 6d9c7ce5-d30d-4b3e-a901-b2a4ecfb2eef) {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:10:29.069135 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffef6baf-92af-40c7-92cd-ac5a69586e00 None None] Network 6d9c7ce5-d30d-4b3e-a901-b2a4ecfb2eef requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:10:29.069511 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-bd8a67c1-efa5-454b-bcaf-966d74d07223 req-60cd1e08-ff6e-4bb5-94cb-4b7fd0ad07ee tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/ports?device_id=9a1b141c-d86d-4d96-90d7-da6e0c4b449c HTTP/1.1" status: 200  len: 210 time: 0.0578506
Dec 24 11:10:29.079782 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b34d5527-45ac-4f9f-8ca7-ef28e7ea72a4 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:10:29.081300 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b34d5527-45ac-4f9f-8ca7-ef28e7ea72a4 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks [] for subnet, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:29.109541 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-b34d5527-45ac-4f9f-8ca7-ef28e7ea72a4 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.7921779
Dec 24 11:10:29.113602 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 42924) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:10:29.121519 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-3933061c-4889-48f0-9b26-cea9a293df57 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1766147005', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:10:29.129847 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-3933061c-4889-48f0-9b26-cea9a293df57 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:10:29.139629 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-3933061c-4889-48f0-9b26-cea9a293df57 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Usage tracker for resource:router and tenant:3ebdfa1b50714591899c7b159c4d4f0b is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:10:29.143973 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-3933061c-4889-48f0-9b26-cea9a293df57 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:10:29.155014 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-3933061c-4889-48f0-9b26-cea9a293df57 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:10:29.168634 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3933061c-4889-48f0-9b26-cea9a293df57 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-612016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-84579'] for router, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:29.170686 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3933061c-4889-48f0-9b26-cea9a293df57 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854163950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659046', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854079771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854691221'] for router, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:29.194371 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3933061c-4889-48f0-9b26-cea9a293df57 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:29.223228 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3933061c-4889-48f0-9b26-cea9a293df57 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854163800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854116816'] for router, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:29.262364 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3933061c-4889-48f0-9b26-cea9a293df57 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks [] for router, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:29.265875 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-3933061c-4889-48f0-9b26-cea9a293df57 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201  len: 700 time: 0.1484797
Dec 24 11:10:29.268391 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 42932) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:10:29.402989 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b36fccfa-7f2f-4684-a29d-05617395fb8f None None] Network f8e2ebc1-9d84-48e9-9fa9-a9e5569a2483 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:10:29.417604 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 1f2e11ef-5e52-42c9-9291-63104d4200e9 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:10:29.593415 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-755d2af2-4c7d-44dc-8397-2f80dd0f1242 None None] Provisioning for port 1f2e11ef-5e52-42c9-9291-63104d4200e9 completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:10:29.790841 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning for port 1f2e11ef-5e52-42c9-9291-63104d4200e9 completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:10:29.806635 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port 1f2e11ef-5e52-42c9-9291-63104d4200e9 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:10:29.807676 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:29.833600 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65ec07f2-bf0a-4cf8-aa65-41f9a51b142d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73968e80-91fd-539e-a7c6-b31af6d9e680-6d9c7ce5-d30d-4b3e-a901-b2a4ecfb2eef', 'network_id': '6d9c7ce5-d30d-4b3e-a901-b2a4ecfb2eef', 'tenant_id': '3ebdfa1b50714591899c7b159c4d4f0b', 'fixed_ips': [{'subnet_id': '978833ab-07cd-408a-b2cf-81fdfeecda71'}]}} from dv-neutron-822691-2-hyperv. {{(pid=88880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 24 11:10:29.834902 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-65ec07f2-bf0a-4cf8-aa65-41f9a51b142d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:29.863311 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-18cc89be-b446-4475-92c4-c09b7ddbb65c tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:30.179024 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-65ec07f2-bf0a-4cf8-aa65-41f9a51b142d None None] Allocated IP 172.20.0.2 (6d9c7ce5-d30d-4b3e-a901-b2a4ecfb2eef/978833ab-07cd-408a-b2cf-81fdfeecda71/e7bcf215-e3cc-418c-a5ba-4fe130b171aa) {{(pid=88880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:10:30.188439 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:30.266170 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] For port 1f2e11ef-5e52-42c9-9291-63104d4200e9, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=1f2e11ef-5e52-42c9-9291-63104d4200e9,segment=NetworkSegment(b0e51b81-feb4-49ea-ba3c-4efeeb892e3c),segment_id=b0e51b81-feb4-49ea-ba3c-4efeeb892e3c)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:10:30.278649 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:30.283266 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:10:30.297226 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-dd38892d-b43a-4022-a07a-9a727b1e3093 req-bcf0a276-2fd8-40c7-a110-2cf1673decde tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/ports?device_id=9a1b141c-d86d-4d96-90d7-da6e0c4b449c HTTP/1.1" status: 200  len: 210 time: 0.0747976
Dec 24 11:10:30.455741 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Pushing event updated for resources: {'Port': ['ID=1f2e11ef-5e52-42c9-9291-63104d4200e9,revision_number=3']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:10:30.461591 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:10:30.464729 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb01258-e91b-425b-9e20-57a3d14c47ae req-522a871a-8026-4386-b0de-a521091c6088 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:10:30.466762 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-0cb01258-e91b-425b-9e20-57a3d14c47ae req-522a871a-8026-4386-b0de-a521091c6088 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Synchronizing usage tracker for tenant:ad7c5ba9df02428aae512a4d9bb9dd9d on resource:network {{(pid=88879) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:10:30.493205 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-0cb01258-e91b-425b-9e20-57a3d14c47ae req-522a871a-8026-4386-b0de-a521091c6088 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Unset dirty status for tenant:ad7c5ba9df02428aae512a4d9bb9dd9d on resource:network {{(pid=88879) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:10:30.495321 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-0cb01258-e91b-425b-9e20-57a3d14c47ae req-522a871a-8026-4386-b0de-a521091c6088 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.58 "GET /v2.0/networks?id=f8e2ebc1-9d84-48e9-9fa9-a9e5569a2483 HTTP/1.1" status: 200  len: 797 time: 0.2377439
Dec 24 11:10:30.569148 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-65ec07f2-bf0a-4cf8-aa65-41f9a51b142d None None] Notify callbacks [] for port, precommit_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:30.570940 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-0cb01258-e91b-425b-9e20-57a3d14c47ae req-6cbe1184-297f-4bb2-aa58-a5cde18b2cb4 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Synchronizing usage tracker for tenant:ad7c5ba9df02428aae512a4d9bb9dd9d on resource:security_group {{(pid=88879) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:10:30.586305 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-65ec07f2-bf0a-4cf8-aa65-41f9a51b142d None None] Transition to ACTIVE for port object e7bcf215-e3cc-418c-a5ba-4fe130b171aa will not be triggered until provisioned by entity L2. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:10:30.595543 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-0cb01258-e91b-425b-9e20-57a3d14c47ae req-6cbe1184-297f-4bb2-aa58-a5cde18b2cb4 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Unset dirty status for tenant:ad7c5ba9df02428aae512a4d9bb9dd9d on resource:security_group {{(pid=88879) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:10:30.597577 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-0cb01258-e91b-425b-9e20-57a3d14c47ae req-6cbe1184-297f-4bb2-aa58-a5cde18b2cb4 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ad7c5ba9df02428aae512a4d9bb9dd9d HTTP/1.1" status: 200  len: 472 time: 0.0847652
Dec 24 11:10:30.607851 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-65ec07f2-bf0a-4cf8-aa65-41f9a51b142d None None] Transition to ACTIVE for port object e7bcf215-e3cc-418c-a5ba-4fe130b171aa will not be triggered until provisioned by entity DHCP. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:10:30.611426 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [req-0cb01258-e91b-425b-9e20-57a3d14c47ae req-04ca504a-c288-49a0-a177-f84d0d3d0a16 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Request body: {'port': {'device_id': '9a1b141c-d86d-4d96-90d7-da6e0c4b449c', 'network_id': 'f8e2ebc1-9d84-48e9-9fa9-a9e5569a2483', 'admin_state_up': True, 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'security_groups': ['2f7add6e-a472-4a24-97f4-84a008ed242e']}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:10:30.613603 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-65ec07f2-bf0a-4cf8-aa65-41f9a51b142d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408'] for port, after_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:30.619906 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:10:30.688508 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-18cc89be-b446-4475-92c4-c09b7ddbb65c tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Allocated IP 172.20.0.1 (6d9c7ce5-d30d-4b3e-a901-b2a4ecfb2eef/978833ab-07cd-408a-b2cf-81fdfeecda71/5063a339-06eb-4996-8d73-daf8b2c30748) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:10:30.709506 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65ec07f2-bf0a-4cf8-aa65-41f9a51b142d None None] Network 6d9c7ce5-d30d-4b3e-a901-b2a4ecfb2eef is already hosted by enough agents. {{(pid=88880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:10:30.713934 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-65ec07f2-bf0a-4cf8-aa65-41f9a51b142d None None] Resources bound (agent type, host, resource id):  {{(pid=88880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:10:30.720128 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ec07f2-bf0a-4cf8-aa65-41f9a51b142d None None] Received port after_create {{(pid=88880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:10:30.723057 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ec07f2-bf0a-4cf8-aa65-41f9a51b142d None None] Pushing event updated for resources: {'Port': ['ID=e7bcf215-e3cc-418c-a5ba-4fe130b171aa,revision_number=1']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:10:30.728597 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-65ec07f2-bf0a-4cf8-aa65-41f9a51b142d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:10:30.730987 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-8b9bd9be-068f-4196-bb23-275c90fb15e9 None None] Provisioning complete for port 1f2e11ef-5e52-42c9-9291-63104d4200e9 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:10:30.731407 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8b9bd9be-068f-4196-bb23-275c90fb15e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:30.774113 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [req-0cb01258-e91b-425b-9e20-57a3d14c47ae req-04ca504a-c288-49a0-a177-f84d0d3d0a16 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:10:30.778484 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-0cb01258-e91b-425b-9e20-57a3d14c47ae req-04ca504a-c288-49a0-a177-f84d0d3d0a16 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Usage tracker for resource:port and tenant:ad7c5ba9df02428aae512a4d9bb9dd9d is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:10:30.781623 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-0cb01258-e91b-425b-9e20-57a3d14c47ae req-04ca504a-c288-49a0-a177-f84d0d3d0a16 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:10:30.789050 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [req-0cb01258-e91b-425b-9e20-57a3d14c47ae req-04ca504a-c288-49a0-a177-f84d0d3d0a16 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:10:30.800010 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0cb01258-e91b-425b-9e20-57a3d14c47ae req-04ca504a-c288-49a0-a177-f84d0d3d0a16 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Made reservation on behalf of ad7c5ba9df02428aae512a4d9bb9dd9d for: {'port': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:10:30.806404 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-0cb01258-e91b-425b-9e20-57a3d14c47ae req-04ca504a-c288-49a0-a177-f84d0d3d0a16 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:30.873892 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-65ec07f2-bf0a-4cf8-aa65-41f9a51b142d None None] Attempting to bind port e7bcf215-e3cc-418c-a5ba-4fe130b171aa on host dv-neutron-822691-2-hyperv for vnic_type normal with profile  {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:10:30.874155 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-65ec07f2-bf0a-4cf8-aa65-41f9a51b142d None None] Attempting to bind port e7bcf215-e3cc-418c-a5ba-4fe130b171aa by drivers openvswitch,hyperv on host dv-neutron-822691-2-hyperv at level 0 using segments [{'id': '176607c0-dae3-48bb-b669-b116e6bddce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '6d9c7ce5-d30d-4b3e-a901-b2a4ecfb2eef'}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:10:30.874374 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ec07f2-bf0a-4cf8-aa65-41f9a51b142d None None] Attempting to bind port e7bcf215-e3cc-418c-a5ba-4fe130b171aa on network 6d9c7ce5-d30d-4b3e-a901-b2a4ecfb2eef {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:10:30.888538 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ec07f2-bf0a-4cf8-aa65-41f9a51b142d None None] Checking agent: {'id': 'db1275c1-6001-47af-93c2-635c68404703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822691-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 52, 8), 'started_at': datetime.datetime(2021, 12, 24, 10, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 10, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822691-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:10:30.888961 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ec07f2-bf0a-4cf8-aa65-41f9a51b142d None None] Checking segment: {'id': '176607c0-dae3-48bb-b669-b116e6bddce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '6d9c7ce5-d30d-4b3e-a901-b2a4ecfb2eef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:10:30.889532 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-65ec07f2-bf0a-4cf8-aa65-41f9a51b142d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:30.889903 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ec07f2-bf0a-4cf8-aa65-41f9a51b142d None None] Bound using segment: {'id': '176607c0-dae3-48bb-b669-b116e6bddce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '6d9c7ce5-d30d-4b3e-a901-b2a4ecfb2eef'} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:10:30.890397 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-65ec07f2-bf0a-4cf8-aa65-41f9a51b142d None None] Bound port: e7bcf215-e3cc-418c-a5ba-4fe130b171aa, host: dv-neutron-822691-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '176607c0-dae3-48bb-b669-b116e6bddce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '6d9c7ce5-d30d-4b3e-a901-b2a4ecfb2eef'}}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:10:30.890809 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-65ec07f2-bf0a-4cf8-aa65-41f9a51b142d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:30.897562 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-18cc89be-b446-4475-92c4-c09b7ddbb65c tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:30.920697 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-18cc89be-b446-4475-92c4-c09b7ddbb65c tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Transition to ACTIVE for port object 5063a339-06eb-4996-8d73-daf8b2c30748 will not be triggered until provisioned by entity DHCP. {{(pid=88878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:10:30.944167 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-18cc89be-b446-4475-92c4-c09b7ddbb65c tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:30.951729 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-94e88942-b5e7-483b-9f92-739fc5f103b2 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:10:31.050626 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-65ec07f2-bf0a-4cf8-aa65-41f9a51b142d None None] For port e7bcf215-e3cc-418c-a5ba-4fe130b171aa, host dv-neutron-822691-2-hyperv, cleared binding levels {{(pid=88880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:10:31.054914 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-65ec07f2-bf0a-4cf8-aa65-41f9a51b142d None None] For port e7bcf215-e3cc-418c-a5ba-4fe130b171aa, host dv-neutron-822691-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=e7bcf215-e3cc-418c-a5ba-4fe130b171aa,segment=NetworkSegment(176607c0-dae3-48bb-b669-b116e6bddce9),segment_id=176607c0-dae3-48bb-b669-b116e6bddce9)] {{(pid=88880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:10:31.059689 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-65ec07f2-bf0a-4cf8-aa65-41f9a51b142d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:31.066822 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-fdac8a0c-2bee-4a9c-964a-0b0f2c9975a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:10:31.243750 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ec07f2-bf0a-4cf8-aa65-41f9a51b142d None None] Pushing event updated for resources: {'Port': ['ID=e7bcf215-e3cc-418c-a5ba-4fe130b171aa,revision_number=2']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:10:31.253791 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-65ec07f2-bf0a-4cf8-aa65-41f9a51b142d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:10:31.277820 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [req-0cb01258-e91b-425b-9e20-57a3d14c47ae req-04ca504a-c288-49a0-a177-f84d0d3d0a16 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Allocated IP 172.20.0.27 (f8e2ebc1-9d84-48e9-9fa9-a9e5569a2483/06a9bc93-e23f-454c-8747-8a6653d98860/d35bde24-e948-4847-ae7e-8ec4e4d4b70b) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:10:31.308522 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 1f2e11ef-5e52-42c9-9291-63104d4200e9 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:10:31.311215 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18cc89be-b446-4475-92c4-c09b7ddbb65c tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Network 6d9c7ce5-d30d-4b3e-a901-b2a4ecfb2eef is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:10:31.335756 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-18cc89be-b446-4475-92c4-c09b7ddbb65c tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Resources bound (agent type, host, resource id):  {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:10:31.346362 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18cc89be-b446-4475-92c4-c09b7ddbb65c tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:10:31.397448 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cc89be-b446-4475-92c4-c09b7ddbb65c tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Pushing event updated for resources: {'Port': ['ID=5063a339-06eb-4996-8d73-daf8b2c30748,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:10:31.403782 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-18cc89be-b446-4475-92c4-c09b7ddbb65c tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.452s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:10:31.437265 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port 1f2e11ef-5e52-42c9-9291-63104d4200e9 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:10:31.437703 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:31.449095 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-18cc89be-b446-4475-92c4-c09b7ddbb65c tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-720245'] for router_interface, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:31.570261 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-79482a8a-185c-4894-a5d1-0fa75c53caaf req-c5b1a1cd-71bc-4f97-aa39-366fd5925f30 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/ports?device_id=9a1b141c-d86d-4d96-90d7-da6e0c4b449c HTTP/1.1" status: 200  len: 210 time: 0.0859458
Dec 24 11:10:31.594778 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-0cb01258-e91b-425b-9e20-57a3d14c47ae req-04ca504a-c288-49a0-a177-f84d0d3d0a16 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:31.632115 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [req-0cb01258-e91b-425b-9e20-57a3d14c47ae req-04ca504a-c288-49a0-a177-f84d0d3d0a16 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Transition to ACTIVE for port object d35bde24-e948-4847-ae7e-8ec4e4d4b70b will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:10:31.676727 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-0cb01258-e91b-425b-9e20-57a3d14c47ae req-04ca504a-c288-49a0-a177-f84d0d3d0a16 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:31.685905 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-18cc89be-b446-4475-92c4-c09b7ddbb65c tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:31.687876 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-2ae85cfd-dea8-46d0-a67b-53b281136961 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:10:31.789373 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ca504a-c288-49a0-a177-f84d0d3d0a16 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event updated for resources: {'Port': ['ID=d35bde24-e948-4847-ae7e-8ec4e4d4b70b,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:10:31.794960 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-04ca504a-c288-49a0-a177-f84d0d3d0a16 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:10:31.801685 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0cb01258-e91b-425b-9e20-57a3d14c47ae req-04ca504a-c288-49a0-a177-f84d0d3d0a16 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Network f8e2ebc1-9d84-48e9-9fa9-a9e5569a2483 is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:10:31.803904 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [req-0cb01258-e91b-425b-9e20-57a3d14c47ae req-04ca504a-c288-49a0-a177-f84d0d3d0a16 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Resources bound (agent type, host, resource id):  {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:10:31.810897 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cb01258-e91b-425b-9e20-57a3d14c47ae req-04ca504a-c288-49a0-a177-f84d0d3d0a16 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:10:31.888223 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb01258-e91b-425b-9e20-57a3d14c47ae req-04ca504a-c288-49a0-a177-f84d0d3d0a16 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:10:31.889007 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-0cb01258-e91b-425b-9e20-57a3d14c47ae req-04ca504a-c288-49a0-a177-f84d0d3d0a16 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:31.923797 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-0cb01258-e91b-425b-9e20-57a3d14c47ae req-04ca504a-c288-49a0-a177-f84d0d3d0a16 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.3170843
Dec 24 11:10:31.938819 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [req-0cb01258-e91b-425b-9e20-57a3d14c47ae req-973cc953-244f-4442-b695-dcf1967e4e8e service neutron] Request body: {'port': {'device_id': '9a1b141c-d86d-4d96-90d7-da6e0c4b449c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:10:32.065337 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-0cb01258-e91b-425b-9e20-57a3d14c47ae req-973cc953-244f-4442-b695-dcf1967e4e8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:32.157570 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-e665e9cf-9934-4cfa-b5c4-c01e8293136a None None] Provisioning for port d35bde24-e948-4847-ae7e-8ec4e4d4b70b completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:10:32.160379 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-18cc89be-b446-4475-92c4-c09b7ddbb65c tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks [] for port, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:32.162531 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-e665e9cf-9934-4cfa-b5c4-c01e8293136a None None] Provisioning complete for port d35bde24-e948-4847-ae7e-8ec4e4d4b70b triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:10:32.163000 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e665e9cf-9934-4cfa-b5c4-c01e8293136a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:32.166103 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-18cc89be-b446-4475-92c4-c09b7ddbb65c tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3978773'] for port, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:32.202077 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-6856d9c0-662e-4955-80ef-262b9f8aa598 tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:10:32.220266 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-e665e9cf-9934-4cfa-b5c4-c01e8293136a None None] Port d35bde24-e948-4847-ae7e-8ec4e4d4b70b cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:10:32.305737 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cc89be-b446-4475-92c4-c09b7ddbb65c tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Pushing event updated for resources: {'Port': ['ID=5063a339-06eb-4996-8d73-daf8b2c30748,revision_number=2']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:10:32.308477 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-18cc89be-b446-4475-92c4-c09b7ddbb65c tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1977653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854055662'] for router_interface, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:32.312671 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-18cc89be-b446-4475-92c4-c09b7ddbb65c tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:10:32.465193 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [req-0cb01258-e91b-425b-9e20-57a3d14c47ae req-973cc953-244f-4442-b695-dcf1967e4e8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d35bde24-e948-4847-ae7e-8ec4e4d4b70b {{(pid=88879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 24 11:10:32.469485 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18cc89be-b446-4475-92c4-c09b7ddbb65c tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Network 6d9c7ce5-d30d-4b3e-a901-b2a4ecfb2eef is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:10:32.470884 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-18cc89be-b446-4475-92c4-c09b7ddbb65c tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Resources bound (agent type, host, resource id):  {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:10:32.474042 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-0cb01258-e91b-425b-9e20-57a3d14c47ae req-973cc953-244f-4442-b695-dcf1967e4e8e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:32.493737 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [req-0cb01258-e91b-425b-9e20-57a3d14c47ae req-973cc953-244f-4442-b695-dcf1967e4e8e service neutron] Transition to ACTIVE for port object d35bde24-e948-4847-ae7e-8ec4e4d4b70b will not be triggered until provisioned by entity L2. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:10:32.497849 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-0cb01258-e91b-425b-9e20-57a3d14c47ae req-973cc953-244f-4442-b695-dcf1967e4e8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850854027'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:32.503371 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-2104b1e8-dfe8-4929-967c-8c3564b7cc1b tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:10:32.642724 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973cc953-244f-4442-b695-dcf1967e4e8e service neutron] Pushing event updated for resources: {'Port': ['ID=d35bde24-e948-4847-ae7e-8ec4e4d4b70b,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:10:32.648193 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-973cc953-244f-4442-b695-dcf1967e4e8e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:10:32.783028 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [req-0cb01258-e91b-425b-9e20-57a3d14c47ae req-973cc953-244f-4442-b695-dcf1967e4e8e service neutron] Attempting to bind port d35bde24-e948-4847-ae7e-8ec4e4d4b70b on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:10:32.783406 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [req-0cb01258-e91b-425b-9e20-57a3d14c47ae req-973cc953-244f-4442-b695-dcf1967e4e8e service neutron] Attempting to bind port d35bde24-e948-4847-ae7e-8ec4e4d4b70b by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'b0e51b81-feb4-49ea-ba3c-4efeeb892e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f8e2ebc1-9d84-48e9-9fa9-a9e5569a2483'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:10:32.783753 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb01258-e91b-425b-9e20-57a3d14c47ae req-973cc953-244f-4442-b695-dcf1967e4e8e service neutron] Attempting to bind port d35bde24-e948-4847-ae7e-8ec4e4d4b70b on network f8e2ebc1-9d84-48e9-9fa9-a9e5569a2483 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:10:32.791835 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb01258-e91b-425b-9e20-57a3d14c47ae req-973cc953-244f-4442-b695-dcf1967e4e8e service neutron] Port d35bde24-e948-4847-ae7e-8ec4e4d4b70b on network f8e2ebc1-9d84-48e9-9fa9-a9e5569a2483 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 24 11:10:32.792230 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb01258-e91b-425b-9e20-57a3d14c47ae req-973cc953-244f-4442-b695-dcf1967e4e8e service neutron] Attempting to bind port d35bde24-e948-4847-ae7e-8ec4e4d4b70b on network f8e2ebc1-9d84-48e9-9fa9-a9e5569a2483 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:10:32.801876 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb01258-e91b-425b-9e20-57a3d14c47ae req-973cc953-244f-4442-b695-dcf1967e4e8e service neutron] Checking agent: {'id': '239bbc6e-fc66-42e2-b707-1aa8ba10287c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 57, 58), 'started_at': datetime.datetime(2021, 12, 24, 10, 57, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 10, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:10:32.802253 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb01258-e91b-425b-9e20-57a3d14c47ae req-973cc953-244f-4442-b695-dcf1967e4e8e service neutron] Checking segment: {'id': 'b0e51b81-feb4-49ea-ba3c-4efeeb892e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f8e2ebc1-9d84-48e9-9fa9-a9e5569a2483'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:10:32.802669 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb01258-e91b-425b-9e20-57a3d14c47ae req-973cc953-244f-4442-b695-dcf1967e4e8e service neutron] Bound using segment: {'id': 'b0e51b81-feb4-49ea-ba3c-4efeeb892e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f8e2ebc1-9d84-48e9-9fa9-a9e5569a2483'} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:10:32.803139 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [req-0cb01258-e91b-425b-9e20-57a3d14c47ae req-973cc953-244f-4442-b695-dcf1967e4e8e service neutron] Bound port: d35bde24-e948-4847-ae7e-8ec4e4d4b70b, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0e51b81-feb4-49ea-ba3c-4efeeb892e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f8e2ebc1-9d84-48e9-9fa9-a9e5569a2483'}}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:10:32.803519 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-0cb01258-e91b-425b-9e20-57a3d14c47ae req-973cc953-244f-4442-b695-dcf1967e4e8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:32.908846 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [req-0cb01258-e91b-425b-9e20-57a3d14c47ae req-973cc953-244f-4442-b695-dcf1967e4e8e service neutron] For port d35bde24-e948-4847-ae7e-8ec4e4d4b70b, host hv-neutron-8226, cleared binding levels {{(pid=88879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:10:32.913791 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [req-0cb01258-e91b-425b-9e20-57a3d14c47ae req-973cc953-244f-4442-b695-dcf1967e4e8e service neutron] For port d35bde24-e948-4847-ae7e-8ec4e4d4b70b, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=d35bde24-e948-4847-ae7e-8ec4e4d4b70b,segment=NetworkSegment(b0e51b81-feb4-49ea-ba3c-4efeeb892e3c),segment_id=b0e51b81-feb4-49ea-ba3c-4efeeb892e3c)] {{(pid=88879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:10:32.917499 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfd3eb3-ed89-488a-a86a-c869b2a4aa30 req-551c17ad-47bb-4644-a9dc-2a52c049a855 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:10:32.919278 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-0dfd3eb3-ed89-488a-a86a-c869b2a4aa30 req-551c17ad-47bb-4644-a9dc-2a52c049a855 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/ports?device_id=9a1b141c-d86d-4d96-90d7-da6e0c4b449c HTTP/1.1" status: 200  len: 944 time: 0.1883805
Dec 24 11:10:32.925777 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-0cb01258-e91b-425b-9e20-57a3d14c47ae req-973cc953-244f-4442-b695-dcf1967e4e8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850854027'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:32.932267 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-297c9e4c-6ebc-45f1-a4ed-a2d535256c4f tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:10:32.993355 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-0dfd3eb3-ed89-488a-a86a-c869b2a4aa30 req-7329b125-4b02-4537-8226-05906a43bac1 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/security-groups?id=2f7add6e-a472-4a24-97f4-84a008ed242e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0662394
Dec 24 11:10:32.998081 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-0cb01258-e91b-425b-9e20-57a3d14c47ae req-973cc953-244f-4442-b695-dcf1967e4e8e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:32.999832 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-0cb01258-e91b-425b-9e20-57a3d14c47ae req-973cc953-244f-4442-b695-dcf1967e4e8e service neutron] 10.222.0.58 "PUT /v2.0/ports/d35bde24-e948-4847-ae7e-8ec4e4d4b70b HTTP/1.1" status: 200  len: 1094 time: 1.0660117
Dec 24 11:10:33.000424 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a1b141c-d86d-4d96-90d7-da6e0c4b449c', 'tag': 'd35bde24-e948-4847-ae7e-8ec4e4d4b70b'}] {{(pid=88879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 24 11:10:33.048099 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973cc953-244f-4442-b695-dcf1967e4e8e service neutron] Pushing event updated for resources: {'Port': ['ID=d35bde24-e948-4847-ae7e-8ec4e4d4b70b,revision_number=3']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:10:33.051863 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-973cc953-244f-4442-b695-dcf1967e4e8e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:10:33.054097 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18cc89be-b446-4475-92c4-c09b7ddbb65c tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Router 1fdbf3cc-1832-4c71-af5e-c41804855dff is scheduled to L3 agent 198cca88-1338-4098-b44b-beb0346ac906 with binding_index 1 {{(pid=88878) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 24 11:10:33.114651 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a1b141c-d86d-4d96-90d7-da6e0c4b449c', 'tag': 'd35bde24-e948-4847-ae7e-8ec4e4d4b70b', 'status': 'completed', 'code': 200}
Dec 24 11:10:33.155008 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-0cb01258-e91b-425b-9e20-57a3d14c47ae req-56dc649f-4005-49af-be10-f0fe8d3bcc86 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ad7c5ba9df02428aae512a4d9bb9dd9d&device_id=9a1b141c-d86d-4d96-90d7-da6e0c4b449c HTTP/1.1" status: 200  len: 1097 time: 0.1015799
Dec 24 11:10:33.258753 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-0cb01258-e91b-425b-9e20-57a3d14c47ae req-e4ee669a-1186-40dc-9f9e-6743c3d4b4fa service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=d35bde24-e948-4847-ae7e-8ec4e4d4b70b HTTP/1.1" status: 200  len: 217 time: 0.0917890
Dec 24 11:10:33.291784 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18cc89be-b446-4475-92c4-c09b7ddbb65c tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:10:33.292456 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device e7bcf215-e3cc-418c-a5ba-4fe130b171aa up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:10:33.316427 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-18cc89be-b446-4475-92c4-c09b7ddbb65c tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] 10.222.0.65 "PUT /v2.0/routers/1fdbf3cc-1832-4c71-af5e-c41804855dff/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.0442750
Dec 24 11:10:33.316876 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 42950) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:10:33.341927 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1781dcec-06c1-457b-ad82-d811403e4e09 None None] Sync routers for ids ['1fdbf3cc-1832-4c71-af5e-c41804855dff'] in dv-neutron-822691-2-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:10:33.349497 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb01258-e91b-425b-9e20-57a3d14c47ae req-e21253a3-1737-41b2-8cb4-722a476eef29 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:10:33.351319 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-0cb01258-e91b-425b-9e20-57a3d14c47ae req-e21253a3-1737-41b2-8cb4-722a476eef29 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=06a9bc93-e23f-454c-8747-8a6653d98860 HTTP/1.1" status: 200  len: 838 time: 0.0845628
Dec 24 11:10:33.394244 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1781dcec-06c1-457b-ad82-d811403e4e09 None None] Routers {'1fdbf3cc-1832-4c71-af5e-c41804855dff'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:10:33.394949 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-1781dcec-06c1-457b-ad82-d811403e4e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271bf4208>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:10:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['1fdbf3cc-1832-4c71-af5e-c41804855dff'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:10:33.411460 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d455885f-51bb-41e6-ad0a-4e1f40c6f0fe tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:10:33.412278 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-d455885f-51bb-41e6-ad0a-4e1f40c6f0fe tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Synchronizing usage tracker for tenant:3ebdfa1b50714591899c7b159c4d4f0b on resource:port {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:10:33.435151 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-d455885f-51bb-41e6-ad0a-4e1f40c6f0fe tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Unset dirty status for tenant:3ebdfa1b50714591899c7b159c4d4f0b on resource:port {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:10:33.436502 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-d455885f-51bb-41e6-ad0a-4e1f40c6f0fe tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] 10.222.0.65 "GET /v2.0/ports/5063a339-06eb-4996-8d73-daf8b2c30748 HTTP/1.1" status: 200  len: 910 time: 0.1183574
Dec 24 11:10:33.440705 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 42954) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:10:33.447954 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-23a32ca2-e327-4aee-a09f-ebd365abba9e tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '978833ab-07cd-408a-b2cf-81fdfeecda71'}]}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:10:33.487034 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-1781dcec-06c1-457b-ad82-d811403e4e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271bf4208>, [], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:10:33.491875 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f142d096-8627-4bf1-8c40-daa5e2215d11 None None] Network 6d9c7ce5-d30d-4b3e-a901-b2a4ecfb2eef requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:10:33.576261 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-0cb01258-e91b-425b-9e20-57a3d14c47ae req-65d949dc-f3e9-4995-ba0c-22fd84c053e9 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f8e2ebc1-9d84-48e9-9fa9-a9e5569a2483&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.2167726
Dec 24 11:10:33.603208 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning for port e7bcf215-e3cc-418c-a5ba-4fe130b171aa completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:10:33.617642 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1781dcec-06c1-457b-ad82-d811403e4e09 None None] Routers {'1fdbf3cc-1832-4c71-af5e-c41804855dff'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:10:33.618646 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-1781dcec-06c1-457b-ad82-d811403e4e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271bf4208>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:10:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['1fdbf3cc-1832-4c71-af5e-c41804855dff'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:10:33.629169 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-23a32ca2-e327-4aee-a09f-ebd365abba9e tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:33.693754 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-1781dcec-06c1-457b-ad82-d811403e4e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271bf4208>, [], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:10:33.694287 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1781dcec-06c1-457b-ad82-d811403e4e09 None None] The sync data for ids ['1fdbf3cc-1832-4c71-af5e-c41804855dff'] in dv-neutron-822691-2-hyperv is: [] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:10:33.808871 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-a0e58f51-6745-44ae-9a36-02d602c048f5 None None] Provisioning for port e7bcf215-e3cc-418c-a5ba-4fe130b171aa completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:10:33.820370 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-a0e58f51-6745-44ae-9a36-02d602c048f5 None None] Provisioning complete for port e7bcf215-e3cc-418c-a5ba-4fe130b171aa triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:10:33.820818 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a0e58f51-6745-44ae-9a36-02d602c048f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:33.930032 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-0cb01258-e91b-425b-9e20-57a3d14c47ae req-57762424-bea2-488a-a857-6fdfa7e3d3fe service neutron] 10.222.0.58 "GET /v2.0/networks/f8e2ebc1-9d84-48e9-9fa9-a9e5569a2483?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3447626
Dec 24 11:10:33.963728 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a0e58f51-6745-44ae-9a36-02d602c048f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:34.002396 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-a0e58f51-6745-44ae-9a36-02d602c048f5 None None] For port e7bcf215-e3cc-418c-a5ba-4fe130b171aa, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=e7bcf215-e3cc-418c-a5ba-4fe130b171aa,segment=NetworkSegment(176607c0-dae3-48bb-b669-b116e6bddce9),segment_id=176607c0-dae3-48bb-b669-b116e6bddce9)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:10:34.006428 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a0e58f51-6745-44ae-9a36-02d602c048f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:34.011295 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-2eafc333-62b9-4193-90ae-6660acc9b1f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:10:34.083611 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e58f51-6745-44ae-9a36-02d602c048f5 None None] Pushing event updated for resources: {'Port': ['ID=e7bcf215-e3cc-418c-a5ba-4fe130b171aa,revision_number=3']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:10:34.087610 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-a0e58f51-6745-44ae-9a36-02d602c048f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:10:34.211283 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85959197-5bd1-4ff5-99eb-8a55c66a125d req-a55cab2e-d02a-41d9-a6c8-1dcb87aa8322 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:10:34.212950 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-85959197-5bd1-4ff5-99eb-8a55c66a125d req-a55cab2e-d02a-41d9-a6c8-1dcb87aa8322 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/ports?device_id=9a1b141c-d86d-4d96-90d7-da6e0c4b449c HTTP/1.1" status: 200  len: 944 time: 0.0893972
Dec 24 11:10:34.238930 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-0cb01258-e91b-425b-9e20-57a3d14c47ae req-1d1739b0-9a40-4b9d-ae2a-471fcbeaa966 service neutron] 10.222.0.58 "GET /v2.0/networks/f8e2ebc1-9d84-48e9-9fa9-a9e5569a2483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2942369
Dec 24 11:10:34.242524 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-31f01c18-7fc5-439b-a544-c26802837850 None None] Provisioning for port 5063a339-06eb-4996-8d73-daf8b2c30748 completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:10:34.252561 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-31f01c18-7fc5-439b-a544-c26802837850 None None] Provisioning complete for port 5063a339-06eb-4996-8d73-daf8b2c30748 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:10:34.252848 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-31f01c18-7fc5-439b-a544-c26802837850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:34.289997 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-85959197-5bd1-4ff5-99eb-8a55c66a125d req-682744da-ccff-47d9-aa7f-8d46e4146e35 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/security-groups?id=2f7add6e-a472-4a24-97f4-84a008ed242e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0689602
Dec 24 11:10:34.323931 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-31f01c18-7fc5-439b-a544-c26802837850 None None] Port 5063a339-06eb-4996-8d73-daf8b2c30748 cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:10:34.337561 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-31f01c18-7fc5-439b-a544-c26802837850 None None] Provisioning complete for port e7bcf215-e3cc-418c-a5ba-4fe130b171aa triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:10:34.338070 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-31f01c18-7fc5-439b-a544-c26802837850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:34.487275 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-6d4ea1af-d466-4fea-af58-0d0ad39b7696 req-3bc8e44b-60dc-4ad5-89cf-d6afed9f0126 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ad7c5ba9df02428aae512a4d9bb9dd9d&device_id=9a1b141c-d86d-4d96-90d7-da6e0c4b449c HTTP/1.1" status: 200  len: 1097 time: 0.1898601
Dec 24 11:10:34.547472 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-23a32ca2-e327-4aee-a09f-ebd365abba9e tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks [] for port, precommit_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:34.570358 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-23a32ca2-e327-4aee-a09f-ebd365abba9e tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850854027'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:34.586675 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-38f2d02d-62de-4d01-b222-9c47b7e869dd None None] Provisioning complete for port 5063a339-06eb-4996-8d73-daf8b2c30748 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:10:34.587097 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-38f2d02d-62de-4d01-b222-9c47b7e869dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:34.643895 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-2104b1e8-dfe8-4929-967c-8c3564b7cc1b tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:10:34.652376 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-38f2d02d-62de-4d01-b222-9c47b7e869dd None None] Port 5063a339-06eb-4996-8d73-daf8b2c30748 cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:10:34.779746 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-b42b42ed-9609-48bd-b15f-62d140be12da None None] Provisioning complete for port 5063a339-06eb-4996-8d73-daf8b2c30748 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:10:34.780391 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b42b42ed-9609-48bd-b15f-62d140be12da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:34.842113 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-b42b42ed-9609-48bd-b15f-62d140be12da None None] Port 5063a339-06eb-4996-8d73-daf8b2c30748 cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:10:34.991554 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a32ca2-e327-4aee-a09f-ebd365abba9e tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Pushing event updated for resources: {'Port': ['ID=5063a339-06eb-4996-8d73-daf8b2c30748,revision_number=3']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:10:34.994579 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-23a32ca2-e327-4aee-a09f-ebd365abba9e tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:10:35.018645 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a32ca2-e327-4aee-a09f-ebd365abba9e tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:10:35.019315 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-23a32ca2-e327-4aee-a09f-ebd365abba9e tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:35.020733 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-23a32ca2-e327-4aee-a09f-ebd365abba9e tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] 10.222.0.65 "PUT /v2.0/ports/5063a339-06eb-4996-8d73-daf8b2c30748 HTTP/1.1" status: 200  len: 910 time: 1.5789859
Dec 24 11:10:35.024253 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 42960) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:10:35.025463 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4ea1af-d466-4fea-af58-0d0ad39b7696 req-7b801ff7-1c21-4a85-a610-e8ee683e4295 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:10:35.027086 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-6d4ea1af-d466-4fea-af58-0d0ad39b7696 req-7b801ff7-1c21-4a85-a610-e8ee683e4295 service neutron] 10.222.0.58 "GET /v2.0/networks?id=f8e2ebc1-9d84-48e9-9fa9-a9e5569a2483 HTTP/1.1" status: 200  len: 898 time: 0.5318232
Dec 24 11:10:35.101420 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-6d4ea1af-d466-4fea-af58-0d0ad39b7696 req-49ecbd09-10da-497b-83ea-30987f749846 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=d35bde24-e948-4847-ae7e-8ec4e4d4b70b HTTP/1.1" status: 200  len: 217 time: 0.0665295
Dec 24 11:10:35.172114 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4ea1af-d466-4fea-af58-0d0ad39b7696 req-87a914aa-1d3d-466c-831f-026f512acc17 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:10:35.174147 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-6d4ea1af-d466-4fea-af58-0d0ad39b7696 req-87a914aa-1d3d-466c-831f-026f512acc17 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=06a9bc93-e23f-454c-8747-8a6653d98860 HTTP/1.1" status: 200  len: 838 time: 0.0654647
Dec 24 11:10:35.241467 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device e7bcf215-e3cc-418c-a5ba-4fe130b171aa up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:10:35.262218 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-6d4ea1af-d466-4fea-af58-0d0ad39b7696 req-ff6c05bb-6913-4794-9137-515f38b41bd3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f8e2ebc1-9d84-48e9-9fa9-a9e5569a2483&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.0799875
Dec 24 11:10:35.274755 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [req-6d4ea1af-d466-4fea-af58-0d0ad39b7696 req-c4d03e5d-fe2e-4415-8009-6204c0fdfd3a service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=88879) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 24 11:10:35.276026 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-6d4ea1af-d466-4fea-af58-0d0ad39b7696 req-c4d03e5d-fe2e-4415-8009-6204c0fdfd3a service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12161 time: 0.0065756
Dec 24 11:10:35.324030 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port e7bcf215-e3cc-418c-a5ba-4fe130b171aa triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:10:35.324794 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:35.461137 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-6d4ea1af-d466-4fea-af58-0d0ad39b7696 req-34c6de40-69a6-43f9-9dc1-4e6635dff360 service neutron] 10.222.0.58 "GET /v2.0/networks/f8e2ebc1-9d84-48e9-9fa9-a9e5569a2483?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1776619
Dec 24 11:10:35.646721 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-6d4ea1af-d466-4fea-af58-0d0ad39b7696 req-c5ee9197-a10f-4eac-86aa-ae5c01a58660 service neutron] 10.222.0.58 "GET /v2.0/networks/f8e2ebc1-9d84-48e9-9fa9-a9e5569a2483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1776946
Dec 24 11:10:35.701999 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46dcce8-6d2b-4e3a-a47c-b22be5826d28 req-ef4dfd1a-b698-423b-bf4a-787c3e8255aa tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:10:35.703637 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-d46dcce8-6d2b-4e3a-a47c-b22be5826d28 req-ef4dfd1a-b698-423b-bf4a-787c3e8255aa tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/ports?device_id=9a1b141c-d86d-4d96-90d7-da6e0c4b449c HTTP/1.1" status: 200  len: 944 time: 0.1308444
Dec 24 11:10:35.739229 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ed633056-f97a-41d0-b239-2b8a45259225 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854055677'] for router_interface, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:35.878814 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-d46dcce8-6d2b-4e3a-a47c-b22be5826d28 req-7c496695-9fa8-4adf-9a71-1affd621a0ac tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/security-groups?id=2f7add6e-a472-4a24-97f4-84a008ed242e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1677759
Dec 24 11:10:36.378203 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-ed633056-f97a-41d0-b239-2b8a45259225 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Deleting port 5063a339-06eb-4996-8d73-daf8b2c30748 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:10:36.378508 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ed633056-f97a-41d0-b239-2b8a45259225 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:36.405964 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-956ccbd1-2920-4a6b-8d70-fc358a9d449b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:36.592745 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ed633056-f97a-41d0-b239-2b8a45259225 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:36.730797 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-ed633056-f97a-41d0-b239-2b8a45259225 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Calling delete_port for 5063a339-06eb-4996-8d73-daf8b2c30748 owned by network:router_interface {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:10:36.918707 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ed633056-f97a-41d0-b239-2b8a45259225 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:36.923612 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-cbd82f94-e36f-4b5b-ac6c-d05e558c39bf tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:10:36.969890 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed633056-f97a-41d0-b239-2b8a45259225 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Pushing event deleted for resources: {'Port': ['ID=5063a339-06eb-4996-8d73-daf8b2c30748,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:10:36.975983 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-ed633056-f97a-41d0-b239-2b8a45259225 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:10:37.273555 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Device d35bde24-e948-4847-ae7e-8ec4e4d4b70b details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 24 11:10:37.288926 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5278fa7-0bbc-40da-bca3-41cab98bf1f1 req-ba402e38-5ca4-4f91-b7dc-7eaec8cc069b tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:10:37.290592 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-c5278fa7-0bbc-40da-bca3-41cab98bf1f1 req-ba402e38-5ca4-4f91-b7dc-7eaec8cc069b tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/ports?device_id=9a1b141c-d86d-4d96-90d7-da6e0c4b449c HTTP/1.1" status: 200  len: 944 time: 0.2722981
Dec 24 11:10:37.322177 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ed633056-f97a-41d0-b239-2b8a45259225 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036852798164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854055527'] for router_interface, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:37.422779 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] For port d35bde24-e948-4847-ae7e-8ec4e4d4b70b, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=d35bde24-e948-4847-ae7e-8ec4e4d4b70b,segment=NetworkSegment(b0e51b81-feb4-49ea-ba3c-4efeeb892e3c),segment_id=b0e51b81-feb4-49ea-ba3c-4efeeb892e3c)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:10:37.435741 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Returning: {'device': 'd35bde24-e948-4847-ae7e-8ec4e4d4b70b', 'network_id': 'f8e2ebc1-9d84-48e9-9fa9-a9e5569a2483', 'port_id': 'd35bde24-e948-4847-ae7e-8ec4e4d4b70b', 'mac_address': 'fa:16:3e:36:a8:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06a9bc93-e23f-454c-8747-8a6653d98860', 'ip_address': '172.20.0.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 24 11:10:37.470816 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-c5278fa7-0bbc-40da-bca3-41cab98bf1f1 req-3adbe227-8206-4ee6-b38f-acbbece9e572 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/security-groups?id=2f7add6e-a472-4a24-97f4-84a008ed242e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1734080
Dec 24 11:10:37.497203 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:37.516305 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d35bde24-e948-4847-ae7e-8ec4e4d4b70b {{(pid=88880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 24 11:10:37.532275 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] For port d35bde24-e948-4847-ae7e-8ec4e4d4b70b, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=d35bde24-e948-4847-ae7e-8ec4e4d4b70b,segment=NetworkSegment(b0e51b81-feb4-49ea-ba3c-4efeeb892e3c),segment_id=b0e51b81-feb4-49ea-ba3c-4efeeb892e3c)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:10:37.536929 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:37.540136 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c6f6b369-0e04-47e6-9f4a-d9fc46f23412 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:10:37.610433 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Pushing event updated for resources: {'Port': ['ID=d35bde24-e948-4847-ae7e-8ec4e4d4b70b,revision_number=4']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:10:37.613813 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:10:37.795944 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed633056-f97a-41d0-b239-2b8a45259225 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Router 1fdbf3cc-1832-4c71-af5e-c41804855dff has already been hosted by L3 agent 198cca88-1338-4098-b44b-beb0346ac906 {{(pid=88878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 24 11:10:37.847884 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] get_ports_and_sgs() called for port_ids ['d35bde24-e948-4847-ae7e-8ec4e4d4b70b'] {{(pid=88880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 24 11:10:37.946439 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed633056-f97a-41d0-b239-2b8a45259225 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:10:37.956817 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b119abdc-6e85-4755-b4ae-4b49a02e34b8 None None] Sync routers for ids ['1fdbf3cc-1832-4c71-af5e-c41804855dff'] in dv-neutron-822691-2-hyperv {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:10:37.968729 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 42968) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:10:37.969354 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-ed633056-f97a-41d0-b239-2b8a45259225 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] 10.222.0.65 "PUT /v2.0/routers/1fdbf3cc-1832-4c71-af5e-c41804855dff/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9431710
Dec 24 11:10:37.981318 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b119abdc-6e85-4755-b4ae-4b49a02e34b8 None None] Routers {'1fdbf3cc-1832-4c71-af5e-c41804855dff'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:10:37.982205 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-b119abdc-6e85-4755-b4ae-4b49a02e34b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52719bc4e0>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:10:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['1fdbf3cc-1832-4c71-af5e-c41804855dff'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:10:38.018470 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-2f090dbd-c217-421d-bf7b-db1dd94605b1 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Synchronizing usage tracker for tenant:3ebdfa1b50714591899c7b159c4d4f0b on resource:port {{(pid=88879) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:10:38.036583 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-2f090dbd-c217-421d-bf7b-db1dd94605b1 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Unset dirty status for tenant:3ebdfa1b50714591899c7b159c4d4f0b on resource:port {{(pid=88879) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:10:38.037800 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:38.037997 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-2f090dbd-c217-421d-bf7b-db1dd94605b1 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] 10.222.0.65 "GET /v2.0/ports?device_id=1fdbf3cc-1832-4c71-af5e-c41804855dff HTTP/1.1" status: 200  len: 205 time: 0.0680952
Dec 24 11:10:38.041035 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 42972) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:10:38.057083 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-b119abdc-6e85-4755-b4ae-4b49a02e34b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52719bc4e0>, [], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:10:38.070959 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b119abdc-6e85-4755-b4ae-4b49a02e34b8 None None] Routers {'1fdbf3cc-1832-4c71-af5e-c41804855dff'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:10:38.071616 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-b119abdc-6e85-4755-b4ae-4b49a02e34b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52719bc4e0>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:10:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['1fdbf3cc-1832-4c71-af5e-c41804855dff'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:10:38.140035 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-b119abdc-6e85-4755-b4ae-4b49a02e34b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52719bc4e0>, [], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:10:38.140759 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b119abdc-6e85-4755-b4ae-4b49a02e34b8 None None] The sync data for ids ['1fdbf3cc-1832-4c71-af5e-c41804855dff'] in dv-neutron-822691-2-hyperv is: [] {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:10:38.185807 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e2ba9b60-d4ac-4a6f-9035-eaf86c099c81 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks [] for router, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:38.602253 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e2ba9b60-d4ac-4a6f-9035-eaf86c099c81 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854158724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-84560'] for router, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:38.606991 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e2ba9b60-d4ac-4a6f-9035-eaf86c099c81 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:38.630488 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e2ba9b60-d4ac-4a6f-9035-eaf86c099c81 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854158830'] for router, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:38.631106 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2ba9b60-d4ac-4a6f-9035-eaf86c099c81 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Fanout notify agent at l3_agent the message router_deleted on router 1fdbf3cc-1832-4c71-af5e-c41804855dff {{(pid=88879) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 24 11:10:38.646723 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e2ba9b60-d4ac-4a6f-9035-eaf86c099c81 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks [] for router, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:38.647925 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-e2ba9b60-d4ac-4a6f-9035-eaf86c099c81 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] 10.222.0.65 "DELETE /v2.0/routers/1fdbf3cc-1832-4c71-af5e-c41804855dff HTTP/1.1" status: 204  len: 168 time: 0.6056948
Dec 24 11:10:38.650912 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 42978) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:10:38.684908 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd66d8f-7a80-4b97-8c8c-20ed03bdd837 req-05906b57-200a-4fd8-9a43-dcc14a17d613 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:10:38.686545 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-ebd66d8f-7a80-4b97-8c8c-20ed03bdd837 req-05906b57-200a-4fd8-9a43-dcc14a17d613 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/ports?device_id=9a1b141c-d86d-4d96-90d7-da6e0c4b449c HTTP/1.1" status: 200  len: 945 time: 0.0869985
Dec 24 11:10:38.737089 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-ebd66d8f-7a80-4b97-8c8c-20ed03bdd837 req-6a61bf99-b80b-46c2-ae42-050a54c6246d tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/security-groups?id=2f7add6e-a472-4a24-97f4-84a008ed242e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436389
Dec 24 11:10:38.866150 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a56ccd1-6420-4b09-b385-ae617e47533c tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Deleting subnet 978833ab-07cd-408a-b2cf-81fdfeecda71 {{(pid=88879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 24 11:10:38.869587 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8a56ccd1-6420-4b09-b385-ae617e47533c tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks [] for subnet, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:38.930296 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8a56ccd1-6420-4b09-b385-ae617e47533c tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-786693'] for subnet, precommit_delete_associations {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:38.966571 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bb5f838d-a2c4-43ba-85b8-8457c55204f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:39.034006 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8a56ccd1-6420-4b09-b385-ae617e47533c tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847655656'] for subnet, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:39.111022 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8a56ccd1-6420-4b09-b385-ae617e47533c tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7120129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850854134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851156349'] for subnet, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:39.115497 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-b8ddc023-7d55-4945-8054-562ba4636184 tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:10:39.157965 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a56ccd1-6420-4b09-b385-ae617e47533c tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Pushing event deleted for resources: {'Subnet': ['ID=978833ab-07cd-408a-b2cf-81fdfeecda71,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:10:39.161478 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-8a56ccd1-6420-4b09-b385-ae617e47533c tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:10:39.162581 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8a56ccd1-6420-4b09-b385-ae617e47533c tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks [] for subnet, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:39.169410 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-8a56ccd1-6420-4b09-b385-ae617e47533c tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] 10.222.0.65 "DELETE /v2.0/subnets/978833ab-07cd-408a-b2cf-81fdfeecda71 HTTP/1.1" status: 204  len: 168 time: 0.5172002
Dec 24 11:10:39.170583 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efd7b13b-3702-4198-a249-a50fffe946d1 None None] Network 6d9c7ce5-d30d-4b3e-a901-b2a4ecfb2eef requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:10:39.172584 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 42982) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:10:39.304172 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Device d35bde24-e948-4847-ae7e-8ec4e4d4b70b up at agent hyperv_hv-neutron-8226 {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:10:39.343149 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3106fe50-301c-4b31-95d4-66add2468bde tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036847558493'] for network, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:39.354281 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-3106fe50-301c-4b31-95d4-66add2468bde tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Deleting port e7bcf215-e3cc-418c-a5ba-4fe130b171aa {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:10:39.354636 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3106fe50-301c-4b31-95d4-66add2468bde tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:39.416322 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bdfdbc84-c52d-4f40-b281-af314dc1f8fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:39.489950 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Provisioning for port d35bde24-e948-4847-ae7e-8ec4e4d4b70b completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:10:39.497822 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Provisioning complete for port d35bde24-e948-4847-ae7e-8ec4e4d4b70b triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:10:39.498277 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:39.578143 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-3106fe50-301c-4b31-95d4-66add2468bde tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] For port e7bcf215-e3cc-418c-a5ba-4fe130b171aa, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=e7bcf215-e3cc-418c-a5ba-4fe130b171aa,segment=NetworkSegment(176607c0-dae3-48bb-b669-b116e6bddce9),segment_id=176607c0-dae3-48bb-b669-b116e6bddce9)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:10:39.578627 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3106fe50-301c-4b31-95d4-66add2468bde tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:39.640275 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7584e8a6-2887-407e-a7c0-9893d11af0ac None None] DHCP port deletion for 6d9c7ce5-d30d-4b3e-a901-b2a4ecfb2eef request from dv-neutron-822691-2-hyperv {{(pid=88880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 24 11:10:39.646150 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:39.655816 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-7584e8a6-2887-407e-a7c0-9893d11af0ac None None] Deleting port e7bcf215-e3cc-418c-a5ba-4fe130b171aa {{(pid=88880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:10:39.656237 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7584e8a6-2887-407e-a7c0-9893d11af0ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:39.711992 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-3106fe50-301c-4b31-95d4-66add2468bde tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Calling delete_port for e7bcf215-e3cc-418c-a5ba-4fe130b171aa owned by network:dhcp {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:10:39.732978 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a1b141c-d86d-4d96-90d7-da6e0c4b449c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd35bde24-e948-4847-ae7e-8ec4e4d4b70b'}] {{(pid=88880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 24 11:10:39.778762 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] For port d35bde24-e948-4847-ae7e-8ec4e4d4b70b, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=d35bde24-e948-4847-ae7e-8ec4e4d4b70b,segment=NetworkSegment(b0e51b81-feb4-49ea-ba3c-4efeeb892e3c),segment_id=b0e51b81-feb4-49ea-ba3c-4efeeb892e3c)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:10:39.784925 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:39.789989 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a1b141c-d86d-4d96-90d7-da6e0c4b449c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd35bde24-e948-4847-ae7e-8ec4e4d4b70b', 'code': 200}
Dec 24 11:10:39.790583 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:10:39.806716 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3106fe50-301c-4b31-95d4-66add2468bde tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:39.814168 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-74d2b4e9-1a17-4f37-a565-6a8422b68be7 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:10:39.862667 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3106fe50-301c-4b31-95d4-66add2468bde tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Pushing event deleted for resources: {'Port': ['ID=e7bcf215-e3cc-418c-a5ba-4fe130b171aa,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:10:39.866648 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-3106fe50-301c-4b31-95d4-66add2468bde tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:10:39.869477 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3106fe50-301c-4b31-95d4-66add2468bde tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] No DVR routers for this DVR port e7bcf215-e3cc-418c-a5ba-4fe130b171aa on host dv-neutron-822691-2-hyperv {{(pid=88879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 24 11:10:39.967445 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Pushing event updated for resources: {'Port': ['ID=d35bde24-e948-4847-ae7e-8ec4e4d4b70b,revision_number=5']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:10:39.973782 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:10:39.979225 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5f823c-3805-48e2-9524-e91e96541d56 req-3e615afe-7ef6-42fc-b8ca-eb9c8cf72f28 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:10:39.981131 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-6d5f823c-3805-48e2-9524-e91e96541d56 req-3e615afe-7ef6-42fc-b8ca-eb9c8cf72f28 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/ports?device_id=9a1b141c-d86d-4d96-90d7-da6e0c4b449c HTTP/1.1" status: 200  len: 946 time: 0.0972681
Dec 24 11:10:39.982101 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7584e8a6-2887-407e-a7c0-9893d11af0ac None None] For port e7bcf215-e3cc-418c-a5ba-4fe130b171aa, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=e7bcf215-e3cc-418c-a5ba-4fe130b171aa,segment=NetworkSegment(176607c0-dae3-48bb-b669-b116e6bddce9),segment_id=176607c0-dae3-48bb-b669-b116e6bddce9)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:10:39.982740 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7584e8a6-2887-407e-a7c0-9893d11af0ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:40.033183 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-6d5f823c-3805-48e2-9524-e91e96541d56 req-01b5fe7a-0f0b-425b-abac-98c60b2e820c tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/security-groups?id=2f7add6e-a472-4a24-97f4-84a008ed242e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0443919
Dec 24 11:10:40.038709 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3106fe50-301c-4b31-95d4-66add2468bde tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847649663', 'neutron.services.segments.db._delete_segments_for_network-8749505737672'] for network, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:40.110678 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-3106fe50-301c-4b31-95d4-66add2468bde tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f52712602b0>,) {'filters': {'network_id': ['6d9c7ce5-d30d-4b3e-a901-b2a4ecfb2eef']}} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:10:40.126942 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-3106fe50-301c-4b31-95d4-66add2468bde tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f52712602b0>, '176607c0-dae3-48bb-b669-b116e6bddce9') {'for_net_delete': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:10:40.127269 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-3106fe50-301c-4b31-95d4-66add2468bde tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f52712602b0>, '176607c0-dae3-48bb-b669-b116e6bddce9') {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:10:40.141958 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-7584e8a6-2887-407e-a7c0-9893d11af0ac None None] Calling delete_port for e7bcf215-e3cc-418c-a5ba-4fe130b171aa owned by network:dhcp {{(pid=88880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:10:40.147605 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3106fe50-301c-4b31-95d4-66add2468bde tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749505745113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853989108'] for segment, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:40.174029 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3106fe50-301c-4b31-95d4-66add2468bde tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:40.184482 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3106fe50-301c-4b31-95d4-66add2468bde tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Releasing vlan 647 on physical network physnet1 to pool {{(pid=88879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 24 11:10:40.184916 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3106fe50-301c-4b31-95d4-66add2468bde tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036847652098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3926696'] for segment, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:40.200620 dv-neutron-822691-2-hyperv neutron-server[88767]: Traceback (most recent call last):
Dec 24 11:10:40.200620 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 24 11:10:40.200620 dv-neutron-822691-2-hyperv neutron-server[88767]:     timer()
Dec 24 11:10:40.200620 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 11:10:40.200620 dv-neutron-822691-2-hyperv neutron-server[88767]:     cb(*args, **kw)
Dec 24 11:10:40.200620 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 24 11:10:40.200620 dv-neutron-822691-2-hyperv neutron-server[88767]:     return func(*args, **kwargs)
Dec 24 11:10:40.200620 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 11:10:40.200620 dv-neutron-822691-2-hyperv neutron-server[88767]:     self._notify()
Dec 24 11:10:40.200620 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 11:10:40.200620 dv-neutron-822691-2-hyperv neutron-server[88767]:     self.callback(batched_events)
Dec 24 11:10:40.200620 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 11:10:40.200620 dv-neutron-822691-2-hyperv neutron-server[88767]:     event.method(event)
Dec 24 11:10:40.200620 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 11:10:40.200620 dv-neutron-822691-2-hyperv neutron-server[88767]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 11:10:40.200620 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 24 11:10:40.200620 dv-neutron-822691-2-hyperv neutron-server[88767]:     segment_id)['aggregates'][0]
Dec 24 11:10:40.200620 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 24 11:10:40.200620 dv-neutron-822691-2-hyperv neutron-server[88767]:     return f(self, *a, **k)
Dec 24 11:10:40.200620 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 11:10:40.200620 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self._get(url).json()
Dec 24 11:10:40.200620 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 24 11:10:40.200620 dv-neutron-822691-2-hyperv neutron-server[88767]:     **kwargs)
Dec 24 11:10:40.200620 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 24 11:10:40.200620 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self.request(url, 'GET', **kwargs)
Dec 24 11:10:40.200620 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 24 11:10:40.200620 dv-neutron-822691-2-hyperv neutron-server[88767]:     **endpoint_filter)
Dec 24 11:10:40.200620 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 24 11:10:40.200620 dv-neutron-822691-2-hyperv neutron-server[88767]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 11:10:40.200620 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 24 11:10:40.200620 dv-neutron-822691-2-hyperv neutron-server[88767]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 11:10:40.200620 dv-neutron-822691-2-hyperv neutron-server[88767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 11:10:40.209045 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-8f32d8ac-1d51-405b-a48a-77c5474c9444 req-7ff8a917-9225-422d-9fa3-007384c5363b service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=9a1b141c-d86d-4d96-90d7-da6e0c4b449c HTTP/1.1" status: 200  len: 1099 time: 0.1652861
Dec 24 11:10:40.222208 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.db.api [None req-7584e8a6-2887-407e-a7c0-9893d11af0ac None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88880) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 24 11:10:40.222554 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_db.api [None req-7584e8a6-2887-407e-a7c0-9893d11af0ac None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 24 11:10:40.564956 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3106fe50-301c-4b31-95d4-66add2468bde tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7126154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659196'] for network, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:40.569555 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-78a7b72a-d139-4b6a-8cad-bb3f8c6862f9 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:10:40.590644 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3106fe50-301c-4b31-95d4-66add2468bde tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks [] for network, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:40.601854 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3106fe50-301c-4b31-95d4-66add2468bde tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Pushing event deleted for resources: {'Network': ['ID=6d9c7ce5-d30d-4b3e-a901-b2a4ecfb2eef,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:10:40.608313 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-3106fe50-301c-4b31-95d4-66add2468bde tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:10:40.609153 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-39ff93cf-c0b7-48c5-95f3-6f7e9977387d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:40.614424 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-8f32d8ac-1d51-405b-a48a-77c5474c9444 req-89097101-f2b4-4b5b-8098-4dd2150091e4 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=2f7add6e-a472-4a24-97f4-84a008ed242e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3900628
Dec 24 11:10:40.616207 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-3106fe50-301c-4b31-95d4-66add2468bde tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] 10.222.0.65 "DELETE /v2.0/networks/6d9c7ce5-d30d-4b3e-a901-b2a4ecfb2eef HTTP/1.1" status: 204  len: 168 time: 1.4426546
Dec 24 11:10:40.620399 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 42994) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:10:40.626226 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-71d2dd5d-04a0-43f5-8d6a-8b6be0e8de98 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-911125546', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:10:40.633652 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-71d2dd5d-04a0-43f5-8d6a-8b6be0e8de98 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:10:40.638260 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-71d2dd5d-04a0-43f5-8d6a-8b6be0e8de98 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Usage tracker for resource:router and tenant:3ebdfa1b50714591899c7b159c4d4f0b is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:10:40.641340 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-71d2dd5d-04a0-43f5-8d6a-8b6be0e8de98 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:10:40.647606 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-71d2dd5d-04a0-43f5-8d6a-8b6be0e8de98 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:10:40.657958 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-71d2dd5d-04a0-43f5-8d6a-8b6be0e8de98 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-612016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-84579'] for router, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:40.658948 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-71d2dd5d-04a0-43f5-8d6a-8b6be0e8de98 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854163950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659046', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854079771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854691221'] for router, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:40.677457 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-71d2dd5d-04a0-43f5-8d6a-8b6be0e8de98 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:40.696857 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-71d2dd5d-04a0-43f5-8d6a-8b6be0e8de98 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854163800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854116816'] for router, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:40.722860 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-71d2dd5d-04a0-43f5-8d6a-8b6be0e8de98 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks [] for router, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:40.723716 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-7584e8a6-2887-407e-a7c0-9893d11af0ac None None] Deleting port e7bcf215-e3cc-418c-a5ba-4fe130b171aa {{(pid=88880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:10:40.724111 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-71d2dd5d-04a0-43f5-8d6a-8b6be0e8de98 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201  len: 698 time: 0.1026485
Dec 24 11:10:40.724265 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7584e8a6-2887-407e-a7c0-9893d11af0ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:40.727455 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 42998) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:10:40.733710 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-34a5acf4-4811-4531-9bd9-59d7d09b2f53 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Request body: {'network': {'name': 'tempest-RoutersTest-830918906'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:10:40.739563 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-34a5acf4-4811-4531-9bd9-59d7d09b2f53 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:10:40.743620 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-34a5acf4-4811-4531-9bd9-59d7d09b2f53 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Usage tracker for resource:network and tenant:3ebdfa1b50714591899c7b159c4d4f0b is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:10:40.746730 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-34a5acf4-4811-4531-9bd9-59d7d09b2f53 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:10:40.752979 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-34a5acf4-4811-4531-9bd9-59d7d09b2f53 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:10:40.764477 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34a5acf4-4811-4531-9bd9-59d7d09b2f53 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Made reservation on behalf of 3ebdfa1b50714591899c7b159c4d4f0b for: {'network': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:10:40.770184 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-34a5acf4-4811-4531-9bd9-59d7d09b2f53 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for network, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:40.789878 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-7584e8a6-2887-407e-a7c0-9893d11af0ac None None] The port 'e7bcf215-e3cc-418c-a5ba-4fe130b171aa' was deleted {{(pid=88880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 24 11:10:40.802710 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34a5acf4-4811-4531-9bd9-59d7d09b2f53 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] vlan segment allocate from pool success with {'vlan_id': 607, 'physical_network': 'physnet1'}  {{(pid=88878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 24 11:10:40.812105 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-34a5acf4-4811-4531-9bd9-59d7d09b2f53 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:40.812565 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.segments_db [None req-34a5acf4-4811-4531-9bd9-59d7d09b2f53 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Added segment cdb99c88-5b1f-445d-9611-e5e3effdd106 of type vlan for network de7f44fb-350c-411a-9de8-e1259c7a564f
Dec 24 11:10:40.843234 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-34a5acf4-4811-4531-9bd9-59d7d09b2f53 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363287349540024'] for network, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:40.878206 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-34a5acf4-4811-4531-9bd9-59d7d09b2f53 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636'] for network, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:40.882730 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34a5acf4-4811-4531-9bd9-59d7d09b2f53 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:10:40.883364 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-34a5acf4-4811-4531-9bd9-59d7d09b2f53 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks [] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:40.888929 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c7b61237-a223-4f01-a433-aa47e5ef670e tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:10:40.993651 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-34a5acf4-4811-4531-9bd9-59d7d09b2f53 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201  len: 765 time: 0.2649961
Dec 24 11:10:40.997032 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 43002) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:10:41.000739 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a5acf4-4811-4531-9bd9-59d7d09b2f53 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Pushing event updated for resources: {'Network': ['ID=de7f44fb-350c-411a-9de8-e1259c7a564f,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:10:41.003650 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-34a5acf4-4811-4531-9bd9-59d7d09b2f53 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:10:41.003806 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-9539f831-164a-476f-aef3-af8b3b5ba103 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Request body: {'subnet': {'network_id': 'de7f44fb-350c-411a-9de8-e1259c7a564f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:10:41.015900 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Network de7f44fb-350c-411a-9de8-e1259c7a564f details requested by agent ovs-agent-dv-neutron-822691-2-hyperv with host dv-neutron-822691-2-hyperv {{(pid=88880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 24 11:10:41.128119 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-9539f831-164a-476f-aef3-af8b3b5ba103 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:10:41.132809 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-9539f831-164a-476f-aef3-af8b3b5ba103 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Usage tracker for resource:subnet and tenant:3ebdfa1b50714591899c7b159c4d4f0b is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:10:41.135939 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-9539f831-164a-476f-aef3-af8b3b5ba103 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:10:41.142202 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-9539f831-164a-476f-aef3-af8b3b5ba103 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:10:41.151768 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9539f831-164a-476f-aef3-af8b3b5ba103 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Made reservation on behalf of 3ebdfa1b50714591899c7b159c4d4f0b for: {'subnet': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:10:41.236955 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device e7bcf215-e3cc-418c-a5ba-4fe130b171aa no longer exists at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:10:41.263360 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88870b7-7ada-4c2a-ac37-ce573cf8bacd req-10ecb198-47be-4265-9b1c-087679a65668 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:10:41.265136 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-d88870b7-7ada-4c2a-ac37-ce573cf8bacd req-10ecb198-47be-4265-9b1c-087679a65668 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/ports?device_id=9a1b141c-d86d-4d96-90d7-da6e0c4b449c HTTP/1.1" status: 200  len: 946 time: 0.0934107
Dec 24 11:10:41.268073 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9539f831-164a-476f-aef3-af8b3b5ba103 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3619482'] for subnet, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:41.276442 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] No Port match for: e7bcf215-e3cc-418c-a5ba-4fe130b171aa {{(pid=88880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 24 11:10:41.276840 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device e7bcf215-e3cc-418c-a5ba-4fe130b171aa not bound to the agent host dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 24 11:10:41.320563 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-d88870b7-7ada-4c2a-ac37-ce573cf8bacd req-9b4684cb-3634-4637-b4b4-9090178e6203 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/security-groups?id=2f7add6e-a472-4a24-97f4-84a008ed242e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0481820
Dec 24 11:10:41.501257 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9539f831-164a-476f-aef3-af8b3b5ba103 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3921862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3619467'] for subnet, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:41.505054 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-fdbfcac1-f48a-4d0f-be79-011361bfca49 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:10:41.580890 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9539f831-164a-476f-aef3-af8b3b5ba103 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Pushing event updated for resources: {'Subnet': ['ID=51c951a7-94a6-4746-a916-1c158361189d,revision_number=0']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:10:41.592934 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-9539f831-164a-476f-aef3-af8b3b5ba103 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:10:41.613437 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9539f831-164a-476f-aef3-af8b3b5ba103 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Checking segment: {'id': 'cdb99c88-5b1f-445d-9611-e5e3effdd106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'de7f44fb-350c-411a-9de8-e1259c7a564f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:10:41.613878 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9539f831-164a-476f-aef3-af8b3b5ba103 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Network hostable DHCP agents. Network: de7f44fb-350c-411a-9de8-e1259c7a564f, hostable agents: ['edcf98dc-3032-472a-8b3d-f23fd1e89806'], hosted agents: [] {{(pid=88879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 24 11:10:41.637962 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9539f831-164a-476f-aef3-af8b3b5ba103 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Network de7f44fb-350c-411a-9de8-e1259c7a564f is scheduled to be hosted by DHCP agent edcf98dc-3032-472a-8b3d-f23fd1e89806 with binding_index 1 {{(pid=88879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 24 11:10:41.647181 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-9539f831-164a-476f-aef3-af8b3b5ba103 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822691-2-hyperv, de7f44fb-350c-411a-9de8-e1259c7a564f) {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:10:41.651576 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9539f831-164a-476f-aef3-af8b3b5ba103 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:10:41.652299 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9539f831-164a-476f-aef3-af8b3b5ba103 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks [] for subnet, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:41.657360 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc4cc04f-23cc-4a52-96d8-40dd27aef7fc None None] Network de7f44fb-350c-411a-9de8-e1259c7a564f requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:10:41.681268 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-9539f831-164a-476f-aef3-af8b3b5ba103 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.6828554
Dec 24 11:10:41.684311 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 43008) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:10:41.896265 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74a151ab-b049-471f-bc7a-0aa77c466188 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73968e80-91fd-539e-a7c6-b31af6d9e680-de7f44fb-350c-411a-9de8-e1259c7a564f', 'network_id': 'de7f44fb-350c-411a-9de8-e1259c7a564f', 'tenant_id': '3ebdfa1b50714591899c7b159c4d4f0b', 'fixed_ips': [{'subnet_id': '51c951a7-94a6-4746-a916-1c158361189d'}]}} from dv-neutron-822691-2-hyperv. {{(pid=88880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 24 11:10:41.897446 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-74a151ab-b049-471f-bc7a-0aa77c466188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:42.067566 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-74a151ab-b049-471f-bc7a-0aa77c466188 None None] Allocated IP 172.20.0.2 (de7f44fb-350c-411a-9de8-e1259c7a564f/51c951a7-94a6-4746-a916-1c158361189d/34e28c42-0105-4210-9808-5c4102f0365e) {{(pid=88880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:10:42.234540 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d1c38a55-a36c-4ebc-ab37-41c9e7751659 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:42.287746 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-74a151ab-b049-471f-bc7a-0aa77c466188 None None] Notify callbacks [] for port, precommit_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:42.298980 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-74a151ab-b049-471f-bc7a-0aa77c466188 None None] Transition to ACTIVE for port object 34e28c42-0105-4210-9808-5c4102f0365e will not be triggered until provisioned by entity L2. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:10:42.318839 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-74a151ab-b049-471f-bc7a-0aa77c466188 None None] Transition to ACTIVE for port object 34e28c42-0105-4210-9808-5c4102f0365e will not be triggered until provisioned by entity DHCP. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:10:42.324042 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-74a151ab-b049-471f-bc7a-0aa77c466188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408'] for port, after_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:42.328367 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:10:42.393794 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a151ab-b049-471f-bc7a-0aa77c466188 None None] Pushing event updated for resources: {'Port': ['ID=34e28c42-0105-4210-9808-5c4102f0365e,revision_number=1']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:10:42.397161 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-74a151ab-b049-471f-bc7a-0aa77c466188 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:10:42.412437 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74a151ab-b049-471f-bc7a-0aa77c466188 None None] Network de7f44fb-350c-411a-9de8-e1259c7a564f is already hosted by enough agents. {{(pid=88880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:10:42.413809 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-74a151ab-b049-471f-bc7a-0aa77c466188 None None] Resources bound (agent type, host, resource id):  {{(pid=88880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:10:42.416409 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a151ab-b049-471f-bc7a-0aa77c466188 None None] Received port after_create {{(pid=88880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:10:42.512172 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-74a151ab-b049-471f-bc7a-0aa77c466188 None None] Attempting to bind port 34e28c42-0105-4210-9808-5c4102f0365e on host dv-neutron-822691-2-hyperv for vnic_type normal with profile  {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:10:42.512560 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-74a151ab-b049-471f-bc7a-0aa77c466188 None None] Attempting to bind port 34e28c42-0105-4210-9808-5c4102f0365e by drivers openvswitch,hyperv on host dv-neutron-822691-2-hyperv at level 0 using segments [{'id': 'cdb99c88-5b1f-445d-9611-e5e3effdd106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'de7f44fb-350c-411a-9de8-e1259c7a564f'}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:10:42.512932 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a151ab-b049-471f-bc7a-0aa77c466188 None None] Attempting to bind port 34e28c42-0105-4210-9808-5c4102f0365e on network de7f44fb-350c-411a-9de8-e1259c7a564f {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:10:42.520094 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a151ab-b049-471f-bc7a-0aa77c466188 None None] Checking agent: {'id': 'db1275c1-6001-47af-93c2-635c68404703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822691-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 52, 8), 'started_at': datetime.datetime(2021, 12, 24, 10, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 10, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822691-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:10:42.525991 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a151ab-b049-471f-bc7a-0aa77c466188 None None] Checking segment: {'id': 'cdb99c88-5b1f-445d-9611-e5e3effdd106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'de7f44fb-350c-411a-9de8-e1259c7a564f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:10:42.527411 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-74a151ab-b049-471f-bc7a-0aa77c466188 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:42.528036 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a151ab-b049-471f-bc7a-0aa77c466188 None None] Bound using segment: {'id': 'cdb99c88-5b1f-445d-9611-e5e3effdd106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'de7f44fb-350c-411a-9de8-e1259c7a564f'} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:10:42.528742 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-74a151ab-b049-471f-bc7a-0aa77c466188 None None] Bound port: 34e28c42-0105-4210-9808-5c4102f0365e, host: dv-neutron-822691-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdb99c88-5b1f-445d-9611-e5e3effdd106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'de7f44fb-350c-411a-9de8-e1259c7a564f'}}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:10:42.529443 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-74a151ab-b049-471f-bc7a-0aa77c466188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:42.571403 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4e7edc-4925-4e6f-90d7-31eae0752938 req-314fe912-f05b-4271-812d-029fa16e4a3d tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:10:42.573242 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-de4e7edc-4925-4e6f-90d7-31eae0752938 req-314fe912-f05b-4271-812d-029fa16e4a3d tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/ports?device_id=9a1b141c-d86d-4d96-90d7-da6e0c4b449c HTTP/1.1" status: 200  len: 946 time: 0.1125557
Dec 24 11:10:42.626574 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-de4e7edc-4925-4e6f-90d7-31eae0752938 req-17f4b60d-b4cc-457e-b685-da69804f4a40 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/security-groups?id=2f7add6e-a472-4a24-97f4-84a008ed242e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0453854
Dec 24 11:10:42.627211 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-74a151ab-b049-471f-bc7a-0aa77c466188 None None] For port 34e28c42-0105-4210-9808-5c4102f0365e, host dv-neutron-822691-2-hyperv, cleared binding levels {{(pid=88880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:10:42.630608 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-74a151ab-b049-471f-bc7a-0aa77c466188 None None] For port 34e28c42-0105-4210-9808-5c4102f0365e, host dv-neutron-822691-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=34e28c42-0105-4210-9808-5c4102f0365e,segment=NetworkSegment(cdb99c88-5b1f-445d-9611-e5e3effdd106),segment_id=cdb99c88-5b1f-445d-9611-e5e3effdd106)] {{(pid=88880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:10:42.634995 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-74a151ab-b049-471f-bc7a-0aa77c466188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:42.639814 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:10:42.647521 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-d1c38a55-a36c-4ebc-ab37-41c9e7751659 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Allocated IP 172.20.0.1 (de7f44fb-350c-411a-9de8-e1259c7a564f/51c951a7-94a6-4746-a916-1c158361189d/32202a5a-3586-4a85-9b63-55c15780fd29) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:10:42.723540 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a151ab-b049-471f-bc7a-0aa77c466188 None None] Pushing event updated for resources: {'Port': ['ID=34e28c42-0105-4210-9808-5c4102f0365e,revision_number=2']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:10:42.727224 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-74a151ab-b049-471f-bc7a-0aa77c466188 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:10:42.826650 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d1c38a55-a36c-4ebc-ab37-41c9e7751659 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:42.846322 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-d1c38a55-a36c-4ebc-ab37-41c9e7751659 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Transition to ACTIVE for port object 32202a5a-3586-4a85-9b63-55c15780fd29 will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:10:42.867455 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d1c38a55-a36c-4ebc-ab37-41c9e7751659 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:42.872632 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-77944d46-8e10-4711-858e-5e71aa386930 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:10:42.946597 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c38a55-a36c-4ebc-ab37-41c9e7751659 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Network de7f44fb-350c-411a-9de8-e1259c7a564f is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:10:42.951202 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-d1c38a55-a36c-4ebc-ab37-41c9e7751659 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Resources bound (agent type, host, resource id):  {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:10:42.956551 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c38a55-a36c-4ebc-ab37-41c9e7751659 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:10:42.988004 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c38a55-a36c-4ebc-ab37-41c9e7751659 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Pushing event updated for resources: {'Port': ['ID=32202a5a-3586-4a85-9b63-55c15780fd29,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:10:42.999825 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-d1c38a55-a36c-4ebc-ab37-41c9e7751659 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:10:43.029366 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d1c38a55-a36c-4ebc-ab37-41c9e7751659 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-720245'] for router_interface, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:43.108977 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fbe1a2-f8db-49a2-aaa9-f049c8284e54 req-803eee16-07fa-4ffe-a4b1-050016f18f3b tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:10:43.110647 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-29fbe1a2-f8db-49a2-aaa9-f049c8284e54 req-803eee16-07fa-4ffe-a4b1-050016f18f3b tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/ports?device_id=9a1b141c-d86d-4d96-90d7-da6e0c4b449c HTTP/1.1" status: 200  len: 946 time: 0.3426664
Dec 24 11:10:43.146659 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d1c38a55-a36c-4ebc-ab37-41c9e7751659 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:43.169754 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-29fbe1a2-f8db-49a2-aaa9-f049c8284e54 req-ff6023dd-3d37-48ee-a1d1-3a303f9f1498 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/security-groups?id=2f7add6e-a472-4a24-97f4-84a008ed242e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0486450
Dec 24 11:10:43.281055 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 34e28c42-0105-4210-9808-5c4102f0365e up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:10:43.356565 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning for port 34e28c42-0105-4210-9808-5c4102f0365e completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:10:43.570643 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d1c38a55-a36c-4ebc-ab37-41c9e7751659 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks [] for port, precommit_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:43.574836 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d1c38a55-a36c-4ebc-ab37-41c9e7751659 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850854027'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:43.608000 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-1801d7d0-421b-4d01-9ad5-6143baece661 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:10:43.698301 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c38a55-a36c-4ebc-ab37-41c9e7751659 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Pushing event updated for resources: {'Port': ['ID=32202a5a-3586-4a85-9b63-55c15780fd29,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:10:43.700938 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d1c38a55-a36c-4ebc-ab37-41c9e7751659 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1977653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854055662'] for router_interface, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:43.704967 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-d1c38a55-a36c-4ebc-ab37-41c9e7751659 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:10:44.100723 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c38a55-a36c-4ebc-ab37-41c9e7751659 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Network de7f44fb-350c-411a-9de8-e1259c7a564f is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:10:44.101975 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-d1c38a55-a36c-4ebc-ab37-41c9e7751659 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Resources bound (agent type, host, resource id):  {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:10:44.424950 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8468066-d960-4810-bd69-9aa1842bb105 None None] Network de7f44fb-350c-411a-9de8-e1259c7a564f requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:10:44.486620 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1c38a55-a36c-4ebc-ab37-41c9e7751659 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Router 41e2d493-7e80-4f7c-a6cf-b521948796f6 is scheduled to L3 agent 198cca88-1338-4098-b44b-beb0346ac906 with binding_index 1 {{(pid=88879) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 24 11:10:44.595096 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-ef3f2a09-0cd0-442e-abbf-6a0a70f67528 None None] Provisioning for port 34e28c42-0105-4210-9808-5c4102f0365e completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:10:44.608538 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-ef3f2a09-0cd0-442e-abbf-6a0a70f67528 None None] Provisioning complete for port 34e28c42-0105-4210-9808-5c4102f0365e triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:10:44.608929 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ef3f2a09-0cd0-442e-abbf-6a0a70f67528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:44.668096 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1c38a55-a36c-4ebc-ab37-41c9e7751659 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:10:44.683129 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-d1c38a55-a36c-4ebc-ab37-41c9e7751659 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] 10.222.0.65 "PUT /v2.0/routers/41e2d493-7e80-4f7c-a6cf-b521948796f6/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9976304
Dec 24 11:10:44.685905 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 43022) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:10:44.688621 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 43026) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:10:44.692711 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-bd4b99b9-ec44-461e-9b5f-b7dbd26f8447 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Request body: {'network': {'name': 'tempest-RoutersTest-2030679260'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:10:44.700185 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-bd4b99b9-ec44-461e-9b5f-b7dbd26f8447 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:10:44.773718 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-bd4b99b9-ec44-461e-9b5f-b7dbd26f8447 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Usage tracker for resource:network and tenant:3ebdfa1b50714591899c7b159c4d4f0b is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:10:44.778457 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-bd4b99b9-ec44-461e-9b5f-b7dbd26f8447 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:10:44.787165 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-bd4b99b9-ec44-461e-9b5f-b7dbd26f8447 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:10:44.805205 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd4b99b9-ec44-461e-9b5f-b7dbd26f8447 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Made reservation on behalf of 3ebdfa1b50714591899c7b159c4d4f0b for: {'network': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:10:44.811322 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bd4b99b9-ec44-461e-9b5f-b7dbd26f8447 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for network, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:44.869258 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d237f5c-34f6-432e-998a-d3542faf8edf None None] Sync routers for ids ['41e2d493-7e80-4f7c-a6cf-b521948796f6'] in dv-neutron-822691-2-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:10:44.917731 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd4b99b9-ec44-461e-9b5f-b7dbd26f8447 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] vlan segment allocate from pool success with {'vlan_id': 647, 'physical_network': 'physnet1'}  {{(pid=88879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 24 11:10:44.932873 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bd4b99b9-ec44-461e-9b5f-b7dbd26f8447 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:44.933228 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.segments_db [None req-bd4b99b9-ec44-461e-9b5f-b7dbd26f8447 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Added segment 845af5f6-0f5f-43ed-b9ef-28526641c72b of type vlan for network 248ab911-866d-421f-a09c-5dfe64bba243
Dec 24 11:10:44.934712 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d237f5c-34f6-432e-998a-d3542faf8edf None None] Routers {'41e2d493-7e80-4f7c-a6cf-b521948796f6'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:10:44.935417 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-4d237f5c-34f6-432e-998a-d3542faf8edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271790f28>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:10:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['41e2d493-7e80-4f7c-a6cf-b521948796f6'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:10:44.967927 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bd4b99b9-ec44-461e-9b5f-b7dbd26f8447 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363287349540024'] for network, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:45.018882 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bd4b99b9-ec44-461e-9b5f-b7dbd26f8447 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636'] for network, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:45.023032 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd4b99b9-ec44-461e-9b5f-b7dbd26f8447 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:10:45.023672 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bd4b99b9-ec44-461e-9b5f-b7dbd26f8447 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks [] for network, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:45.030648 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-e3e3adb3-0307-4f87-b939-91b223bc82da tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:10:45.129663 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ef3f2a09-0cd0-442e-abbf-6a0a70f67528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:45.150660 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-4d237f5c-34f6-432e-998a-d3542faf8edf None None] Set router 41e2d493-7e80-4f7c-a6cf-b521948796f6 gateway port host: None {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:10:45.166456 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-bd4b99b9-ec44-461e-9b5f-b7dbd26f8447 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 0.4789803
Dec 24 11:10:45.168314 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 43030) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:10:45.175769 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-d35a233a-9332-4a15-ac67-1400c2dfe313 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Request body: {'subnet': {'network_id': '248ab911-866d-421f-a09c-5dfe64bba243', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:10:45.216744 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-ef3f2a09-0cd0-442e-abbf-6a0a70f67528 None None] For port 34e28c42-0105-4210-9808-5c4102f0365e, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=34e28c42-0105-4210-9808-5c4102f0365e,segment=NetworkSegment(cdb99c88-5b1f-445d-9611-e5e3effdd106),segment_id=cdb99c88-5b1f-445d-9611-e5e3effdd106)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:10:45.225319 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ef3f2a09-0cd0-442e-abbf-6a0a70f67528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:45.230367 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4b99b9-ec44-461e-9b5f-b7dbd26f8447 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Pushing event updated for resources: {'Network': ['ID=248ab911-866d-421f-a09c-5dfe64bba243,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:10:45.240190 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-bd4b99b9-ec44-461e-9b5f-b7dbd26f8447 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:10:45.313994 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-d35a233a-9332-4a15-ac67-1400c2dfe313 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:10:45.319032 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-d35a233a-9332-4a15-ac67-1400c2dfe313 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Usage tracker for resource:subnet and tenant:3ebdfa1b50714591899c7b159c4d4f0b is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:10:45.322457 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-d35a233a-9332-4a15-ac67-1400c2dfe313 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:10:45.330078 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-d35a233a-9332-4a15-ac67-1400c2dfe313 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:10:45.335002 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-2eafc333-62b9-4193-90ae-6660acc9b1f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:10:45.342947 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d35a233a-9332-4a15-ac67-1400c2dfe313 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Made reservation on behalf of 3ebdfa1b50714591899c7b159c4d4f0b for: {'subnet': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:10:45.395911 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Network 248ab911-866d-421f-a09c-5dfe64bba243 details requested by agent ovs-agent-dv-neutron-822691-2-hyperv with host dv-neutron-822691-2-hyperv {{(pid=88880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 24 11:10:45.465096 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d35a233a-9332-4a15-ac67-1400c2dfe313 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2246100'] for subnet, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:45.626134 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3f2a09-0cd0-442e-abbf-6a0a70f67528 None None] Pushing event updated for resources: {'Port': ['ID=34e28c42-0105-4210-9808-5c4102f0365e,revision_number=3']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:10:45.643187 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-ef3f2a09-0cd0-442e-abbf-6a0a70f67528 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:10:45.715192 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-15b9aafb-b3aa-45c0-abf2-f929fdf39861 None None] Provisioning for port 32202a5a-3586-4a85-9b63-55c15780fd29 completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:10:45.725766 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-15b9aafb-b3aa-45c0-abf2-f929fdf39861 None None] Provisioning complete for port 32202a5a-3586-4a85-9b63-55c15780fd29 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:10:45.726216 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-15b9aafb-b3aa-45c0-abf2-f929fdf39861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:45.761107 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d35a233a-9332-4a15-ac67-1400c2dfe313 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850796890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2246085'] for subnet, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:45.766922 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-21ab4fc1-32aa-417d-b660-ec1be1972fca tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:10:45.803873 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-15b9aafb-b3aa-45c0-abf2-f929fdf39861 None None] Port 32202a5a-3586-4a85-9b63-55c15780fd29 cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:10:45.814032 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-4d237f5c-34f6-432e-998a-d3542faf8edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271790f28>, [{'id': '41e2d493-7e80-4f7c-a6cf-b521948796f6', 'name': 'tempest-RoutersTest-router-911125546', 'tenant_id': '3ebdfa1b50714591899c7b159c4d4f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:10:40Z', 'updated_at': '2021-12-24T11:10:43Z', 'revision_number': 2, 'project_id': '3ebdfa1b50714591899c7b159c4d4f0b', 'gw_port_host': None, '_interfaces': [{'id': '32202a5a-3586-4a85-9b63-55c15780fd29', 'name': '', 'network_id': 'de7f44fb-350c-411a-9de8-e1259c7a564f', 'tenant_id': '3ebdfa1b50714591899c7b159c4d4f0b', 'mac_address': 'fa:16:3e:87:03:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41e2d493-7e80-4f7c-a6cf-b521948796f6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '51c951a7-94a6-4746-a916-1c158361189d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:10:42Z', 'updated_at': '2021-12-24T11:10:43Z', 'revision_number': 2, 'project_id': '3ebdfa1b50714591899c7b159c4d4f0b', 'subnets': [{'id': '51c951a7-94a6-4746-a916-1c158361189d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:10:45.820603 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d237f5c-34f6-432e-998a-d3542faf8edf None None] Checking router: 41e2d493-7e80-4f7c-a6cf-b521948796f6 for host: dv-neutron-822691-2-hyperv {{(pid=88880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 24 11:10:45.820903 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d237f5c-34f6-432e-998a-d3542faf8edf None None] Updating router 41e2d493-7e80-4f7c-a6cf-b521948796f6 port 32202a5a-3586-4a85-9b63-55c15780fd29 binding host dv-neutron-822691-2-hyperv {{(pid=88880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 24 11:10:45.840831 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35a233a-9332-4a15-ac67-1400c2dfe313 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Pushing event updated for resources: {'Subnet': ['ID=06cadd9c-7a81-4c1e-b21e-c348230e47f7,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:10:45.845365 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-d35a233a-9332-4a15-ac67-1400c2dfe313 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:10:45.846115 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-373759ea-6281-420f-bf13-aca10f208da5 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:45.876996 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d35a233a-9332-4a15-ac67-1400c2dfe313 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Checking segment: {'id': '845af5f6-0f5f-43ed-b9ef-28526641c72b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '248ab911-866d-421f-a09c-5dfe64bba243'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:10:45.877367 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d35a233a-9332-4a15-ac67-1400c2dfe313 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Network hostable DHCP agents. Network: 248ab911-866d-421f-a09c-5dfe64bba243, hostable agents: ['edcf98dc-3032-472a-8b3d-f23fd1e89806'], hosted agents: [] {{(pid=88878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 24 11:10:45.896008 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4d237f5c-34f6-432e-998a-d3542faf8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:45.901877 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d35a233a-9332-4a15-ac67-1400c2dfe313 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Network 248ab911-866d-421f-a09c-5dfe64bba243 is scheduled to be hosted by DHCP agent edcf98dc-3032-472a-8b3d-f23fd1e89806 with binding_index 1 {{(pid=88878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 24 11:10:45.913730 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-d35a233a-9332-4a15-ac67-1400c2dfe313 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822691-2-hyperv, 248ab911-866d-421f-a09c-5dfe64bba243) {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:10:45.918354 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d35a233a-9332-4a15-ac67-1400c2dfe313 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:10:45.918921 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d35a233a-9332-4a15-ac67-1400c2dfe313 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:45.943947 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-d35a233a-9332-4a15-ac67-1400c2dfe313 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.7739048
Dec 24 11:10:45.946988 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 43034) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:10:45.955235 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0483740d-3431-4209-9267-040a2230a718 None None] Network 248ab911-866d-421f-a09c-5dfe64bba243 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:10:46.079887 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-15b9aafb-b3aa-45c0-abf2-f929fdf39861 None None] Provisioning complete for port 34e28c42-0105-4210-9808-5c4102f0365e triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:10:46.080317 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-15b9aafb-b3aa-45c0-abf2-f929fdf39861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:46.327825 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-373759ea-6281-420f-bf13-aca10f208da5 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Allocated IP 172.20.0.17 (f8e2ebc1-9d84-48e9-9fa9-a9e5569a2483/06a9bc93-e23f-454c-8747-8a6653d98860/2602955c-0399-46f0-b0be-77ee8db771fe) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:10:46.399005 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-042356f2-2660-4924-b725-8fd8601df770 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73968e80-91fd-539e-a7c6-b31af6d9e680-248ab911-866d-421f-a09c-5dfe64bba243', 'network_id': '248ab911-866d-421f-a09c-5dfe64bba243', 'tenant_id': '3ebdfa1b50714591899c7b159c4d4f0b', 'fixed_ips': [{'subnet_id': '06cadd9c-7a81-4c1e-b21e-c348230e47f7'}]}} from dv-neutron-822691-2-hyperv. {{(pid=88880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 24 11:10:46.399920 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-042356f2-2660-4924-b725-8fd8601df770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:46.510589 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-373759ea-6281-420f-bf13-aca10f208da5 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:46.530479 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-373759ea-6281-420f-bf13-aca10f208da5 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Transition to ACTIVE for port object 2602955c-0399-46f0-b0be-77ee8db771fe will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:10:46.555634 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-373759ea-6281-420f-bf13-aca10f208da5 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:46.569026 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-3106fe50-301c-4b31-95d4-66add2468bde tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:10:46.617173 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-373759ea-6281-420f-bf13-aca10f208da5 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Network f8e2ebc1-9d84-48e9-9fa9-a9e5569a2483 is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:10:46.617551 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8c3969a3-c602-47fc-ae95-c060bfe2346e tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:46.628554 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-373759ea-6281-420f-bf13-aca10f208da5 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Resources bound (agent type, host, resource id):  {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:10:46.633557 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-373759ea-6281-420f-bf13-aca10f208da5 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:10:46.905846 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-042356f2-2660-4924-b725-8fd8601df770 None None] Allocated IP 172.21.0.2 (248ab911-866d-421f-a09c-5dfe64bba243/06cadd9c-7a81-4c1e-b21e-c348230e47f7/bb41088c-4104-4bc2-ae6a-76bc1a51fae6) {{(pid=88880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:10:46.930484 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-b734cee9-8623-4e43-a70b-948a5d5e4e18 None None] Provisioning complete for port 32202a5a-3586-4a85-9b63-55c15780fd29 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:10:46.931202 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b734cee9-8623-4e43-a70b-948a5d5e4e18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:46.978367 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373759ea-6281-420f-bf13-aca10f208da5 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event updated for resources: {'Port': ['ID=2602955c-0399-46f0-b0be-77ee8db771fe,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:10:46.983259 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-373759ea-6281-420f-bf13-aca10f208da5 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:10:46.993946 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-373759ea-6281-420f-bf13-aca10f208da5 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-720245'] for router_interface, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:47.074587 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-b734cee9-8623-4e43-a70b-948a5d5e4e18 None None] Port 32202a5a-3586-4a85-9b63-55c15780fd29 cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:10:47.082343 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-373759ea-6281-420f-bf13-aca10f208da5 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:47.163903 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4d237f5c-34f6-432e-998a-d3542faf8edf None None] Notify callbacks [] for port, precommit_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:47.195281 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-4d237f5c-34f6-432e-998a-d3542faf8edf None None] Transition to ACTIVE for port object 32202a5a-3586-4a85-9b63-55c15780fd29 will not be triggered until provisioned by entity L2. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:10:47.217569 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4d237f5c-34f6-432e-998a-d3542faf8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:47.222773 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-74a151ab-b049-471f-bc7a-0aa77c466188 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:10:47.264521 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 34e28c42-0105-4210-9808-5c4102f0365e up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:10:47.391037 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-5837d076-451c-4daf-914a-5952e85bd5b5 None None] Provisioning for port 2602955c-0399-46f0-b0be-77ee8db771fe completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:10:47.480136 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c9f712-1494-46c9-9a75-3f2d393bf678 None None] Pushing event updated for resources: {'Port': ['ID=32202a5a-3586-4a85-9b63-55c15780fd29,revision_number=3']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:10:47.489187 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-5837d076-451c-4daf-914a-5952e85bd5b5 None None] Provisioning complete for port 2602955c-0399-46f0-b0be-77ee8db771fe triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:10:47.489707 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5837d076-451c-4daf-914a-5952e85bd5b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:47.516560 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-51c9f712-1494-46c9-9a75-3f2d393bf678 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:10:47.546313 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-373759ea-6281-420f-bf13-aca10f208da5 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for port, precommit_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:47.550827 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-373759ea-6281-420f-bf13-aca10f208da5 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850854027'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:47.579423 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-3d0882a0-ef2a-415d-9cff-6ab94f5fa97f tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:10:47.584846 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-042356f2-2660-4924-b725-8fd8601df770 None None] Notify callbacks [] for port, precommit_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:47.646706 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-042356f2-2660-4924-b725-8fd8601df770 None None] Transition to ACTIVE for port object bb41088c-4104-4bc2-ae6a-76bc1a51fae6 will not be triggered until provisioned by entity L2. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:10:47.653646 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-5837d076-451c-4daf-914a-5952e85bd5b5 None None] Port 2602955c-0399-46f0-b0be-77ee8db771fe cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:10:47.678811 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373759ea-6281-420f-bf13-aca10f208da5 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event updated for resources: {'Port': ['ID=2602955c-0399-46f0-b0be-77ee8db771fe,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:10:47.681926 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-373759ea-6281-420f-bf13-aca10f208da5 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:10:47.683085 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-373759ea-6281-420f-bf13-aca10f208da5 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1977653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854055662'] for router_interface, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:47.693818 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-4d237f5c-34f6-432e-998a-d3542faf8edf None None] Attempting to bind port 32202a5a-3586-4a85-9b63-55c15780fd29 on host dv-neutron-822691-2-hyperv for vnic_type normal with profile  {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:10:47.694215 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-4d237f5c-34f6-432e-998a-d3542faf8edf None None] Attempting to bind port 32202a5a-3586-4a85-9b63-55c15780fd29 by drivers openvswitch,hyperv on host dv-neutron-822691-2-hyperv at level 0 using segments [{'id': 'cdb99c88-5b1f-445d-9611-e5e3effdd106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'de7f44fb-350c-411a-9de8-e1259c7a564f'}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:10:47.694630 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d237f5c-34f6-432e-998a-d3542faf8edf None None] Attempting to bind port 32202a5a-3586-4a85-9b63-55c15780fd29 on network de7f44fb-350c-411a-9de8-e1259c7a564f {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:10:47.698199 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-042356f2-2660-4924-b725-8fd8601df770 None None] Transition to ACTIVE for port object bb41088c-4104-4bc2-ae6a-76bc1a51fae6 will not be triggered until provisioned by entity DHCP. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:10:47.700697 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port 34e28c42-0105-4210-9808-5c4102f0365e triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:10:47.701115 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:47.733636 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-042356f2-2660-4924-b725-8fd8601df770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408'] for port, after_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:47.743608 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:10:47.772510 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d237f5c-34f6-432e-998a-d3542faf8edf None None] Checking agent: {'id': 'db1275c1-6001-47af-93c2-635c68404703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822691-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 52, 8), 'started_at': datetime.datetime(2021, 12, 24, 10, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 10, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822691-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:10:47.772924 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d237f5c-34f6-432e-998a-d3542faf8edf None None] Checking segment: {'id': 'cdb99c88-5b1f-445d-9611-e5e3effdd106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'de7f44fb-350c-411a-9de8-e1259c7a564f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:10:47.773372 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4d237f5c-34f6-432e-998a-d3542faf8edf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:47.773815 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d237f5c-34f6-432e-998a-d3542faf8edf None None] Bound using segment: {'id': 'cdb99c88-5b1f-445d-9611-e5e3effdd106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'de7f44fb-350c-411a-9de8-e1259c7a564f'} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:10:47.774942 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-4d237f5c-34f6-432e-998a-d3542faf8edf None None] Bound port: 32202a5a-3586-4a85-9b63-55c15780fd29, host: dv-neutron-822691-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdb99c88-5b1f-445d-9611-e5e3effdd106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'de7f44fb-350c-411a-9de8-e1259c7a564f'}}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:10:47.774942 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4d237f5c-34f6-432e-998a-d3542faf8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:47.799686 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-8c3969a3-c602-47fc-ae95-c060bfe2346e tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Allocated IP 172.21.0.1 (248ab911-866d-421f-a09c-5dfe64bba243/06cadd9c-7a81-4c1e-b21e-c348230e47f7/c7c53627-ec8d-4427-b21b-cd4a674f9486) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:10:47.834858 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-373759ea-6281-420f-bf13-aca10f208da5 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Network f8e2ebc1-9d84-48e9-9fa9-a9e5569a2483 is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:10:47.836241 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-373759ea-6281-420f-bf13-aca10f208da5 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Resources bound (agent type, host, resource id):  {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:10:47.908767 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042356f2-2660-4924-b725-8fd8601df770 None None] Pushing event updated for resources: {'Port': ['ID=bb41088c-4104-4bc2-ae6a-76bc1a51fae6,revision_number=1']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:10:47.919341 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-042356f2-2660-4924-b725-8fd8601df770 None None] Network 248ab911-866d-421f-a09c-5dfe64bba243 is already hosted by enough agents. {{(pid=88880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:10:47.926540 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-042356f2-2660-4924-b725-8fd8601df770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:10:47.928258 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-042356f2-2660-4924-b725-8fd8601df770 None None] Resources bound (agent type, host, resource id):  {{(pid=88880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:10:47.939194 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-042356f2-2660-4924-b725-8fd8601df770 None None] Received port after_create {{(pid=88880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:10:47.992555 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8c3969a3-c602-47fc-ae95-c060bfe2346e tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:48.011561 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-8c3969a3-c602-47fc-ae95-c060bfe2346e tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Transition to ACTIVE for port object c7c53627-ec8d-4427-b21b-cd4a674f9486 will not be triggered until provisioned by entity DHCP. {{(pid=88878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:10:48.042821 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8c3969a3-c602-47fc-ae95-c060bfe2346e tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:48.058949 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-18cc89be-b446-4475-92c4-c09b7ddbb65c tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:10:48.112912 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-4d237f5c-34f6-432e-998a-d3542faf8edf None None] For port 32202a5a-3586-4a85-9b63-55c15780fd29, host dv-neutron-822691-2-hyperv, cleared binding levels {{(pid=88880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:10:48.119176 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c3969a3-c602-47fc-ae95-c060bfe2346e tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Network 248ab911-866d-421f-a09c-5dfe64bba243 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:10:48.129594 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-8c3969a3-c602-47fc-ae95-c060bfe2346e tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Resources bound (agent type, host, resource id):  {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:10:48.135024 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-042356f2-2660-4924-b725-8fd8601df770 None None] Attempting to bind port bb41088c-4104-4bc2-ae6a-76bc1a51fae6 on host dv-neutron-822691-2-hyperv for vnic_type normal with profile  {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:10:48.135451 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-042356f2-2660-4924-b725-8fd8601df770 None None] Attempting to bind port bb41088c-4104-4bc2-ae6a-76bc1a51fae6 by drivers openvswitch,hyperv on host dv-neutron-822691-2-hyperv at level 0 using segments [{'id': '845af5f6-0f5f-43ed-b9ef-28526641c72b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '248ab911-866d-421f-a09c-5dfe64bba243'}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:10:48.135866 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-042356f2-2660-4924-b725-8fd8601df770 None None] Attempting to bind port bb41088c-4104-4bc2-ae6a-76bc1a51fae6 on network 248ab911-866d-421f-a09c-5dfe64bba243 {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:10:48.136150 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c3969a3-c602-47fc-ae95-c060bfe2346e tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:10:48.146867 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-4d237f5c-34f6-432e-998a-d3542faf8edf None None] For port 32202a5a-3586-4a85-9b63-55c15780fd29, host dv-neutron-822691-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=32202a5a-3586-4a85-9b63-55c15780fd29,segment=NetworkSegment(cdb99c88-5b1f-445d-9611-e5e3effdd106),segment_id=cdb99c88-5b1f-445d-9611-e5e3effdd106)] {{(pid=88880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:10:48.148627 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-042356f2-2660-4924-b725-8fd8601df770 None None] Checking agent: {'id': 'db1275c1-6001-47af-93c2-635c68404703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822691-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 52, 8), 'started_at': datetime.datetime(2021, 12, 24, 10, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 10, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822691-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:10:48.149079 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-042356f2-2660-4924-b725-8fd8601df770 None None] Checking segment: {'id': '845af5f6-0f5f-43ed-b9ef-28526641c72b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '248ab911-866d-421f-a09c-5dfe64bba243'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:10:48.149618 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-042356f2-2660-4924-b725-8fd8601df770 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:48.150129 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-042356f2-2660-4924-b725-8fd8601df770 None None] Bound using segment: {'id': '845af5f6-0f5f-43ed-b9ef-28526641c72b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '248ab911-866d-421f-a09c-5dfe64bba243'} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:10:48.150644 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-042356f2-2660-4924-b725-8fd8601df770 None None] Bound port: bb41088c-4104-4bc2-ae6a-76bc1a51fae6, host: dv-neutron-822691-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '845af5f6-0f5f-43ed-b9ef-28526641c72b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '248ab911-866d-421f-a09c-5dfe64bba243'}}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:10:48.151065 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-042356f2-2660-4924-b725-8fd8601df770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:48.169671 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4d237f5c-34f6-432e-998a-d3542faf8edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:48.177105 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:10:48.210280 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3969a3-c602-47fc-ae95-c060bfe2346e tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Pushing event updated for resources: {'Port': ['ID=c7c53627-ec8d-4427-b21b-cd4a674f9486,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:10:48.215340 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-8c3969a3-c602-47fc-ae95-c060bfe2346e tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:10:48.220862 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8c3969a3-c602-47fc-ae95-c060bfe2346e tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-720245'] for router_interface, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:48.322247 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8c3969a3-c602-47fc-ae95-c060bfe2346e tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:48.327717 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-373759ea-6281-420f-bf13-aca10f208da5 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Router ea997984-f423-43ba-96b9-008081504a62 has already been hosted by L3 agent 198cca88-1338-4098-b44b-beb0346ac906 {{(pid=88879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 24 11:10:48.332344 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-042356f2-2660-4924-b725-8fd8601df770 None None] For port bb41088c-4104-4bc2-ae6a-76bc1a51fae6, host dv-neutron-822691-2-hyperv, cleared binding levels {{(pid=88880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:10:48.335779 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-042356f2-2660-4924-b725-8fd8601df770 None None] For port bb41088c-4104-4bc2-ae6a-76bc1a51fae6, host dv-neutron-822691-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=bb41088c-4104-4bc2-ae6a-76bc1a51fae6,segment=NetworkSegment(845af5f6-0f5f-43ed-b9ef-28526641c72b),segment_id=845af5f6-0f5f-43ed-b9ef-28526641c72b)] {{(pid=88880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:10:48.350879 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-042356f2-2660-4924-b725-8fd8601df770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:48.385420 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-942f2368-275f-401a-914e-c4dae9e3cfdb None None] Provisioning complete for port 2602955c-0399-46f0-b0be-77ee8db771fe triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:10:48.385926 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-942f2368-275f-401a-914e-c4dae9e3cfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:48.416987 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c9f712-1494-46c9-9a75-3f2d393bf678 None None] Pushing event updated for resources: {'Port': ['ID=32202a5a-3586-4a85-9b63-55c15780fd29,revision_number=4']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:10:48.432362 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-51c9f712-1494-46c9-9a75-3f2d393bf678 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:10:48.436736 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-9348870c-2df1-45a5-8fa6-01e6db423cb2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.071s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:10:48.508612 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d237f5c-34f6-432e-998a-d3542faf8edf None None] Routers {'41e2d493-7e80-4f7c-a6cf-b521948796f6'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:10:48.509322 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-4d237f5c-34f6-432e-998a-d3542faf8edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271790f28>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:10:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['41e2d493-7e80-4f7c-a6cf-b521948796f6'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:10:48.638297 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-373759ea-6281-420f-bf13-aca10f208da5 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:10:48.652644 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36abdac7-38bd-49fc-a895-40ca71c76422 None None] Sync routers for ids ['ea997984-f423-43ba-96b9-008081504a62'] in dv-neutron-822691-2-hyperv {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:10:48.666753 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-373759ea-6281-420f-bf13-aca10f208da5 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "PUT /v2.0/routers/ea997984-f423-43ba-96b9-008081504a62/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.9653611
Dec 24 11:10:48.666883 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-942f2368-275f-401a-914e-c4dae9e3cfdb None None] Port 2602955c-0399-46f0-b0be-77ee8db771fe cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:10:48.675057 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36abdac7-38bd-49fc-a895-40ca71c76422 None None] Routers {'ea997984-f423-43ba-96b9-008081504a62'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:10:48.675733 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-36abdac7-38bd-49fc-a895-40ca71c76422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52719bccf8>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:10:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['ea997984-f423-43ba-96b9-008081504a62'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:10:48.697588 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042356f2-2660-4924-b725-8fd8601df770 None None] Pushing event updated for resources: {'Port': ['ID=bb41088c-4104-4bc2-ae6a-76bc1a51fae6,revision_number=2']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:10:48.704058 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-042356f2-2660-4924-b725-8fd8601df770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:10:48.718251 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-4d237f5c-34f6-432e-998a-d3542faf8edf None None] Set router 41e2d493-7e80-4f7c-a6cf-b521948796f6 gateway port host: None {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:10:48.937231 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-36abdac7-38bd-49fc-a895-40ca71c76422 None None] Set router ea997984-f423-43ba-96b9-008081504a62 gateway port host: dv-neutron-822691-2-hyperv {{(pid=88881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:10:48.940802 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8c3969a3-c602-47fc-ae95-c060bfe2346e tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks [] for port, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:48.948151 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8c3969a3-c602-47fc-ae95-c060bfe2346e tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3978773'] for port, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:48.991733 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c85bc29a-20d2-4109-b861-2424be0e2835 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:10:49.082779 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3969a3-c602-47fc-ae95-c060bfe2346e tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Pushing event updated for resources: {'Port': ['ID=c7c53627-ec8d-4427-b21b-cd4a674f9486,revision_number=2']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:10:49.086102 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8c3969a3-c602-47fc-ae95-c060bfe2346e tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1977653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854055662'] for router_interface, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:49.090759 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-8c3969a3-c602-47fc-ae95-c060bfe2346e tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:10:49.250632 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c3969a3-c602-47fc-ae95-c060bfe2346e tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Network 248ab911-866d-421f-a09c-5dfe64bba243 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:10:49.251845 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-8c3969a3-c602-47fc-ae95-c060bfe2346e tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Resources bound (agent type, host, resource id):  {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:10:49.325221 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device bb41088c-4104-4bc2-ae6a-76bc1a51fae6 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:10:49.377686 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-36abdac7-38bd-49fc-a895-40ca71c76422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52719bccf8>, [{'id': 'ea997984-f423-43ba-96b9-008081504a62', 'name': 'tempest-TestNetworkBasicOps-router-813221983', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.234'}], 'enable_snat': True}, 'gw_port_id': 'e00eca04-7926-4975-aa78-12d974473735', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:08:57Z', 'updated_at': '2021-12-24T11:10:47Z', 'revision_number': 5, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'gw_port': {'id': 'e00eca04-7926-4975-aa78-12d974473735', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:72:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea997984-f423-43ba-96b9-008081504a62', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:08:58Z', 'updated_at': '2021-12-24T11:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_floatingips': [{'id': '72ef3391-c98f-4310-afd5-444a6925d56b', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'floating_ip_address': '172.26.3.15', 'floating_network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'router_id': 'ea997984-f423-43ba-96b9-008081504a62', 'port_id': 'db30fbba-a01f-42c8-b52d-da5f05b1fdca', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '641ddaa1-b5c0-4a80-8143-5da9e4cb5db6', 'mac_address': 'fa:16:3e:a2:a3:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33fdf1a-714c-405b-86fc-5159e6d124f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T11:09:44Z', 'updated_at': '2021-12-24T11:09:48Z', 'revision_number': 1, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2602955c-0399-46f0-b0be-77ee8db771fe', 'name': '', 'network_id': 'f8e2ebc1-9d84-48e9-9fa9-a9e5569a2483', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'mac_address': 'fa:16:3e:02:68:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea997984-f423-43ba-96b9-008081504a62', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '06a9bc93-e23f-454c-8747-8a6653d98860', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:10:46Z', 'updated_at': '2021-12-24T11:10:47Z', 'revision_number': 2, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'subnets': [{'id': '06a9bc93-e23f-454c-8747-8a6653d98860', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7acd7d63-59f5-4206-9390-ef268487ff68', 'name': '', 'network_id': '641ddaa1-b5c0-4a80-8143-5da9e4cb5db6', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'mac_address': 'fa:16:3e:02:ae:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea997984-f423-43ba-96b9-008081504a62', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '91672386-df32-4978-8fd4-f2d6b643bcf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:09:10Z', 'updated_at': '2021-12-24T11:09:21Z', 'revision_number': 5, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'subnets': [{'id': '91672386-df32-4978-8fd4-f2d6b643bcf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:10:49.383480 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36abdac7-38bd-49fc-a895-40ca71c76422 None None] Checking router: ea997984-f423-43ba-96b9-008081504a62 for host: dv-neutron-822691-2-hyperv {{(pid=88881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 24 11:10:49.383871 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36abdac7-38bd-49fc-a895-40ca71c76422 None None] Updating router ea997984-f423-43ba-96b9-008081504a62 port 2602955c-0399-46f0-b0be-77ee8db771fe binding host dv-neutron-822691-2-hyperv {{(pid=88881) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 24 11:10:49.389174 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-4d237f5c-34f6-432e-998a-d3542faf8edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271790f28>, [{'id': '41e2d493-7e80-4f7c-a6cf-b521948796f6', 'name': 'tempest-RoutersTest-router-911125546', 'tenant_id': '3ebdfa1b50714591899c7b159c4d4f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:10:40Z', 'updated_at': '2021-12-24T11:10:48Z', 'revision_number': 3, 'project_id': '3ebdfa1b50714591899c7b159c4d4f0b', 'gw_port_host': None, '_interfaces': [{'id': '32202a5a-3586-4a85-9b63-55c15780fd29', 'name': '', 'network_id': 'de7f44fb-350c-411a-9de8-e1259c7a564f', 'tenant_id': '3ebdfa1b50714591899c7b159c4d4f0b', 'mac_address': 'fa:16:3e:87:03:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41e2d493-7e80-4f7c-a6cf-b521948796f6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '51c951a7-94a6-4746-a916-1c158361189d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:10:42Z', 'updated_at': '2021-12-24T11:10:48Z', 'revision_number': 4, 'project_id': '3ebdfa1b50714591899c7b159c4d4f0b', 'subnets': [{'id': '51c951a7-94a6-4746-a916-1c158361189d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c7c53627-ec8d-4427-b21b-cd4a674f9486', 'name': '', 'network_id': '248ab911-866d-421f-a09c-5dfe64bba243', 'tenant_id': '3ebdfa1b50714591899c7b159c4d4f0b', 'mac_address': 'fa:16:3e:17:ef:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41e2d493-7e80-4f7c-a6cf-b521948796f6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '06cadd9c-7a81-4c1e-b21e-c348230e47f7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:10:46Z', 'updated_at': '2021-12-24T11:10:47Z', 'revision_number': 1, 'project_id': '3ebdfa1b50714591899c7b159c4d4f0b', 'subnets': [{'id': '06cadd9c-7a81-4c1e-b21e-c348230e47f7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:10:49.396255 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d237f5c-34f6-432e-998a-d3542faf8edf None None] The sync data for ids ['41e2d493-7e80-4f7c-a6cf-b521948796f6'] in dv-neutron-822691-2-hyperv is: [{'id': '41e2d493-7e80-4f7c-a6cf-b521948796f6', 'name': 'tempest-RoutersTest-router-911125546', 'tenant_id': '3ebdfa1b50714591899c7b159c4d4f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:10:40Z', 'updated_at': '2021-12-24T11:10:48Z', 'revision_number': 3, 'project_id': '3ebdfa1b50714591899c7b159c4d4f0b', 'gw_port_host': None, '_interfaces': [{'id': '32202a5a-3586-4a85-9b63-55c15780fd29', 'name': '', 'network_id': 'de7f44fb-350c-411a-9de8-e1259c7a564f', 'tenant_id': '3ebdfa1b50714591899c7b159c4d4f0b', 'mac_address': 'fa:16:3e:87:03:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41e2d493-7e80-4f7c-a6cf-b521948796f6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '51c951a7-94a6-4746-a916-1c158361189d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:10:42Z', 'updated_at': '2021-12-24T11:10:48Z', 'revision_number': 4, 'project_id': '3ebdfa1b50714591899c7b159c4d4f0b', 'subnets': [{'id': '51c951a7-94a6-4746-a916-1c158361189d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c7c53627-ec8d-4427-b21b-cd4a674f9486', 'name': '', 'network_id': '248ab911-866d-421f-a09c-5dfe64bba243', 'tenant_id': '3ebdfa1b50714591899c7b159c4d4f0b', 'mac_address': 'fa:16:3e:17:ef:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41e2d493-7e80-4f7c-a6cf-b521948796f6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '06cadd9c-7a81-4c1e-b21e-c348230e47f7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:10:46Z', 'updated_at': '2021-12-24T11:10:47Z', 'revision_number': 1, 'project_id': '3ebdfa1b50714591899c7b159c4d4f0b', 'subnets': [{'id': '06cadd9c-7a81-4c1e-b21e-c348230e47f7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:10:49.411873 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning for port bb41088c-4104-4bc2-ae6a-76bc1a51fae6 completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:10:49.448177 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-36abdac7-38bd-49fc-a895-40ca71c76422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:49.863486 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-36abdac7-38bd-49fc-a895-40ca71c76422 None None] Notify callbacks [] for port, precommit_update {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:49.877241 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-36abdac7-38bd-49fc-a895-40ca71c76422 None None] Transition to ACTIVE for port object 2602955c-0399-46f0-b0be-77ee8db771fe will not be triggered until provisioned by entity L2. {{(pid=88881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:10:49.883641 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-36abdac7-38bd-49fc-a895-40ca71c76422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:49.888632 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-d803f9e2-57f6-4fde-ae86-d8fb004ea722 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:10:49.947987 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c3969a3-c602-47fc-ae95-c060bfe2346e tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Router 41e2d493-7e80-4f7c-a6cf-b521948796f6 has already been hosted by L3 agent 198cca88-1338-4098-b44b-beb0346ac906 {{(pid=88878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 24 11:10:50.036635 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54d1975-8dbc-4795-a56f-43e9ba8947f3 None None] Pushing event updated for resources: {'Port': ['ID=2602955c-0399-46f0-b0be-77ee8db771fe,revision_number=3']} {{(pid=88881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:10:50.057523 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54d1975-8dbc-4795-a56f-43e9ba8947f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:10:50.058027 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54d1975-8dbc-4795-a56f-43e9ba8947f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:10:50.058400 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54d1975-8dbc-4795-a56f-43e9ba8947f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:10:50.058769 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54d1975-8dbc-4795-a56f-43e9ba8947f3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:10:50.059136 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54d1975-8dbc-4795-a56f-43e9ba8947f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:10:50.059499 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54d1975-8dbc-4795-a56f-43e9ba8947f3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:10:50.059877 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54d1975-8dbc-4795-a56f-43e9ba8947f3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:10:50.060246 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54d1975-8dbc-4795-a56f-43e9ba8947f3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:10:50.060603 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54d1975-8dbc-4795-a56f-43e9ba8947f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:10:50.060950 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54d1975-8dbc-4795-a56f-43e9ba8947f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:10:50.061485 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e54d1975-8dbc-4795-a56f-43e9ba8947f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:10:50.074490 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-e54d1975-8dbc-4795-a56f-43e9ba8947f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=88881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:10:50.182183 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-36abdac7-38bd-49fc-a895-40ca71c76422 None None] Attempting to bind port 2602955c-0399-46f0-b0be-77ee8db771fe on host dv-neutron-822691-2-hyperv for vnic_type normal with profile  {{(pid=88881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:10:50.182600 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-36abdac7-38bd-49fc-a895-40ca71c76422 None None] Attempting to bind port 2602955c-0399-46f0-b0be-77ee8db771fe by drivers openvswitch,hyperv on host dv-neutron-822691-2-hyperv at level 0 using segments [{'id': 'b0e51b81-feb4-49ea-ba3c-4efeeb892e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f8e2ebc1-9d84-48e9-9fa9-a9e5569a2483'}] {{(pid=88881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:10:50.183382 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36abdac7-38bd-49fc-a895-40ca71c76422 None None] Attempting to bind port 2602955c-0399-46f0-b0be-77ee8db771fe on network f8e2ebc1-9d84-48e9-9fa9-a9e5569a2483 {{(pid=88881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:10:50.195090 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36abdac7-38bd-49fc-a895-40ca71c76422 None None] Checking agent: {'id': 'db1275c1-6001-47af-93c2-635c68404703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822691-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 52, 8), 'started_at': datetime.datetime(2021, 12, 24, 10, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 10, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822691-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:10:50.195763 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36abdac7-38bd-49fc-a895-40ca71c76422 None None] Checking segment: {'id': 'b0e51b81-feb4-49ea-ba3c-4efeeb892e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f8e2ebc1-9d84-48e9-9fa9-a9e5569a2483'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:10:50.196597 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-36abdac7-38bd-49fc-a895-40ca71c76422 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:50.197286 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36abdac7-38bd-49fc-a895-40ca71c76422 None None] Bound using segment: {'id': 'b0e51b81-feb4-49ea-ba3c-4efeeb892e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f8e2ebc1-9d84-48e9-9fa9-a9e5569a2483'} {{(pid=88881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:10:50.198192 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-36abdac7-38bd-49fc-a895-40ca71c76422 None None] Bound port: 2602955c-0399-46f0-b0be-77ee8db771fe, host: dv-neutron-822691-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0e51b81-feb4-49ea-ba3c-4efeeb892e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f8e2ebc1-9d84-48e9-9fa9-a9e5569a2483'}}] {{(pid=88881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:10:50.198875 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-36abdac7-38bd-49fc-a895-40ca71c76422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:50.200489 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c3969a3-c602-47fc-ae95-c060bfe2346e tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:10:50.216393 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-8c3969a3-c602-47fc-ae95-c060bfe2346e tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] 10.222.0.65 "PUT /v2.0/routers/41e2d493-7e80-4f7c-a6cf-b521948796f6/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.2681725
Dec 24 11:10:50.219372 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 43044) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:10:50.226055 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-718e9e81-589b-49aa-b6d4-55a0a24c3db1 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Request body: {'network': {'name': 'tempest-RoutersTest-562573735'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:10:50.235610 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-718e9e81-589b-49aa-b6d4-55a0a24c3db1 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:10:50.242348 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-718e9e81-589b-49aa-b6d4-55a0a24c3db1 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Usage tracker for resource:network and tenant:3ebdfa1b50714591899c7b159c4d4f0b is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:10:50.246014 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-718e9e81-589b-49aa-b6d4-55a0a24c3db1 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:10:50.252881 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-718e9e81-589b-49aa-b6d4-55a0a24c3db1 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:10:50.265524 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-718e9e81-589b-49aa-b6d4-55a0a24c3db1 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Made reservation on behalf of 3ebdfa1b50714591899c7b159c4d4f0b for: {'network': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:10:50.279745 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-718e9e81-589b-49aa-b6d4-55a0a24c3db1 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for network, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:50.315425 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-718e9e81-589b-49aa-b6d4-55a0a24c3db1 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] vlan segment allocate from pool success with {'vlan_id': 640, 'physical_network': 'physnet1'}  {{(pid=88879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 24 11:10:50.325484 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-718e9e81-589b-49aa-b6d4-55a0a24c3db1 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:50.325894 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.segments_db [None req-718e9e81-589b-49aa-b6d4-55a0a24c3db1 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Added segment 24293784-f899-4d6b-b8f7-100b1eae3d19 of type vlan for network ff512aba-c067-4827-a93e-08602796006e
Dec 24 11:10:50.359797 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-718e9e81-589b-49aa-b6d4-55a0a24c3db1 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363287349540024'] for network, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:50.368814 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-36abdac7-38bd-49fc-a895-40ca71c76422 None None] For port 2602955c-0399-46f0-b0be-77ee8db771fe, host dv-neutron-822691-2-hyperv, cleared binding levels {{(pid=88881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:10:50.373694 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-36abdac7-38bd-49fc-a895-40ca71c76422 None None] For port 2602955c-0399-46f0-b0be-77ee8db771fe, host dv-neutron-822691-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=2602955c-0399-46f0-b0be-77ee8db771fe,segment=NetworkSegment(b0e51b81-feb4-49ea-ba3c-4efeeb892e3c),segment_id=b0e51b81-feb4-49ea-ba3c-4efeeb892e3c)] {{(pid=88881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:10:50.382369 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-36abdac7-38bd-49fc-a895-40ca71c76422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:50.392702 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-a3c5c1a4-4aa2-4c35-92e8-97b659076734 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:10:50.398241 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-718e9e81-589b-49aa-b6d4-55a0a24c3db1 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636'] for network, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:50.403104 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-718e9e81-589b-49aa-b6d4-55a0a24c3db1 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:10:50.403800 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-718e9e81-589b-49aa-b6d4-55a0a24c3db1 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks [] for network, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:50.410354 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-350a6813-45f4-49b3-a1b4-f8a36320bc0d tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:10:50.457430 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26f0795b-1b98-42b0-a967-92e4e6cbdfec None None] Network 248ab911-866d-421f-a09c-5dfe64bba243 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:10:50.479484 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54d1975-8dbc-4795-a56f-43e9ba8947f3 None None] Pushing event updated for resources: {'Port': ['ID=2602955c-0399-46f0-b0be-77ee8db771fe,revision_number=4']} {{(pid=88881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:10:50.485502 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-e54d1975-8dbc-4795-a56f-43e9ba8947f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:10:50.506919 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36abdac7-38bd-49fc-a895-40ca71c76422 None None] Routers {'ea997984-f423-43ba-96b9-008081504a62'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:10:50.507960 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-36abdac7-38bd-49fc-a895-40ca71c76422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52719bccf8>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:10:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['ea997984-f423-43ba-96b9-008081504a62'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:10:50.645575 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718e9e81-589b-49aa-b6d4-55a0a24c3db1 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Pushing event updated for resources: {'Network': ['ID=ff512aba-c067-4827-a93e-08602796006e,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:10:50.648919 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-718e9e81-589b-49aa-b6d4-55a0a24c3db1 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:10:50.678551 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 43048) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:10:50.678794 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-718e9e81-589b-49aa-b6d4-55a0a24c3db1 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201  len: 765 time: 0.4580479
Dec 24 11:10:50.685406 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-ac4a9b84-25a6-4bf9-b724-6e987e8c9157 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Request body: {'subnet': {'network_id': 'ff512aba-c067-4827-a93e-08602796006e', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:10:50.693667 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Network ff512aba-c067-4827-a93e-08602796006e details requested by agent ovs-agent-dv-neutron-822691-2-hyperv with host dv-neutron-822691-2-hyperv {{(pid=88880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 24 11:10:50.983569 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-0d17244d-246a-402c-8206-f7d9d9a22fa3 None None] Provisioning for port bb41088c-4104-4bc2-ae6a-76bc1a51fae6 completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:10:51.002018 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-0d17244d-246a-402c-8206-f7d9d9a22fa3 None None] Provisioning complete for port bb41088c-4104-4bc2-ae6a-76bc1a51fae6 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:10:51.002420 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0d17244d-246a-402c-8206-f7d9d9a22fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:51.027396 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-ac4a9b84-25a6-4bf9-b724-6e987e8c9157 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:10:51.032054 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-ac4a9b84-25a6-4bf9-b724-6e987e8c9157 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Usage tracker for resource:subnet and tenant:3ebdfa1b50714591899c7b159c4d4f0b is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:10:51.037034 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-36abdac7-38bd-49fc-a895-40ca71c76422 None None] Set router ea997984-f423-43ba-96b9-008081504a62 gateway port host: dv-neutron-822691-2-hyperv {{(pid=88881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:10:51.039635 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-ac4a9b84-25a6-4bf9-b724-6e987e8c9157 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:10:51.067080 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-ac4a9b84-25a6-4bf9-b724-6e987e8c9157 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:10:51.078443 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac4a9b84-25a6-4bf9-b724-6e987e8c9157 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Made reservation on behalf of 3ebdfa1b50714591899c7b159c4d4f0b for: {'subnet': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:10:51.190824 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0d17244d-246a-402c-8206-f7d9d9a22fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:51.280666 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-0d17244d-246a-402c-8206-f7d9d9a22fa3 None None] For port bb41088c-4104-4bc2-ae6a-76bc1a51fae6, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=bb41088c-4104-4bc2-ae6a-76bc1a51fae6,segment=NetworkSegment(845af5f6-0f5f-43ed-b9ef-28526641c72b),segment_id=845af5f6-0f5f-43ed-b9ef-28526641c72b)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:10:51.287801 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0d17244d-246a-402c-8206-f7d9d9a22fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:51.302809 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-9348870c-2df1-45a5-8fa6-01e6db423cb2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:10:51.422336 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ac4a9b84-25a6-4bf9-b724-6e987e8c9157 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2246100'] for subnet, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:51.431933 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 32202a5a-3586-4a85-9b63-55c15780fd29 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:10:51.657669 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d17244d-246a-402c-8206-f7d9d9a22fa3 None None] Pushing event updated for resources: {'Port': ['ID=bb41088c-4104-4bc2-ae6a-76bc1a51fae6,revision_number=3']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:10:51.661971 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-0d17244d-246a-402c-8206-f7d9d9a22fa3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:10:51.679695 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning for port 32202a5a-3586-4a85-9b63-55c15780fd29 completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:10:51.690580 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port 32202a5a-3586-4a85-9b63-55c15780fd29 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:10:51.691005 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:51.732531 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-36abdac7-38bd-49fc-a895-40ca71c76422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52719bccf8>, [{'id': 'ea997984-f423-43ba-96b9-008081504a62', 'name': 'tempest-TestNetworkBasicOps-router-813221983', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.234'}], 'enable_snat': True}, 'gw_port_id': 'e00eca04-7926-4975-aa78-12d974473735', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:08:57Z', 'updated_at': '2021-12-24T11:10:47Z', 'revision_number': 5, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'gw_port': {'id': 'e00eca04-7926-4975-aa78-12d974473735', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:72:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea997984-f423-43ba-96b9-008081504a62', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:08:58Z', 'updated_at': '2021-12-24T11:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_floatingips': [{'id': '72ef3391-c98f-4310-afd5-444a6925d56b', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'floating_ip_address': '172.26.3.15', 'floating_network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'router_id': 'ea997984-f423-43ba-96b9-008081504a62', 'port_id': 'db30fbba-a01f-42c8-b52d-da5f05b1fdca', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '641ddaa1-b5c0-4a80-8143-5da9e4cb5db6', 'mac_address': 'fa:16:3e:a2:a3:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33fdf1a-714c-405b-86fc-5159e6d124f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T11:09:44Z', 'updated_at': '2021-12-24T11:09:48Z', 'revision_number': 1, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2602955c-0399-46f0-b0be-77ee8db771fe', 'name': '', 'network_id': 'f8e2ebc1-9d84-48e9-9fa9-a9e5569a2483', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'mac_address': 'fa:16:3e:02:68:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea997984-f423-43ba-96b9-008081504a62', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '06a9bc93-e23f-454c-8747-8a6653d98860', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:10:46Z', 'updated_at': '2021-12-24T11:10:50Z', 'revision_number': 4, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'subnets': [{'id': '06a9bc93-e23f-454c-8747-8a6653d98860', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7acd7d63-59f5-4206-9390-ef268487ff68', 'name': '', 'network_id': '641ddaa1-b5c0-4a80-8143-5da9e4cb5db6', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'mac_address': 'fa:16:3e:02:ae:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea997984-f423-43ba-96b9-008081504a62', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '91672386-df32-4978-8fd4-f2d6b643bcf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:09:10Z', 'updated_at': '2021-12-24T11:09:21Z', 'revision_number': 5, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'subnets': [{'id': '91672386-df32-4978-8fd4-f2d6b643bcf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:10:51.738736 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36abdac7-38bd-49fc-a895-40ca71c76422 None None] The sync data for ids ['ea997984-f423-43ba-96b9-008081504a62'] in dv-neutron-822691-2-hyperv is: [{'id': 'ea997984-f423-43ba-96b9-008081504a62', 'name': 'tempest-TestNetworkBasicOps-router-813221983', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.234'}], 'enable_snat': True}, 'gw_port_id': 'e00eca04-7926-4975-aa78-12d974473735', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:08:57Z', 'updated_at': '2021-12-24T11:10:47Z', 'revision_number': 5, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'gw_port': {'id': 'e00eca04-7926-4975-aa78-12d974473735', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:72:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea997984-f423-43ba-96b9-008081504a62', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:08:58Z', 'updated_at': '2021-12-24T11:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_floatingips': [{'id': '72ef3391-c98f-4310-afd5-444a6925d56b', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'floating_ip_address': '172.26.3.15', 'floating_network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'router_id': 'ea997984-f423-43ba-96b9-008081504a62', 'port_id': 'db30fbba-a01f-42c8-b52d-da5f05b1fdca', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '641ddaa1-b5c0-4a80-8143-5da9e4cb5db6', 'mac_address': 'fa:16:3e:a2:a3:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33fdf1a-714c-405b-86fc-5159e6d124f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T11:09:44Z', 'updated_at': '2021-12-24T11:09:48Z', 'revision_number': 1, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2602955c-0399-46f0-b0be-77ee8db771fe', 'name': '', 'network_id': 'f8e2ebc1-9d84-48e9-9fa9-a9e5569a2483', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'mac_address': 'fa:16:3e:02:68:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea997984-f423-43ba-96b9-008081504a62', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '06a9bc93-e23f-454c-8747-8a6653d98860', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:10:46Z', 'updated_at': '2021-12-24T11:10:50Z', 'revision_number': 4, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'subnets': [{'id': '06a9bc93-e23f-454c-8747-8a6653d98860', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7acd7d63-59f5-4206-9390-ef268487ff68', 'name': '', 'network_id': '641ddaa1-b5c0-4a80-8143-5da9e4cb5db6', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'mac_address': 'fa:16:3e:02:ae:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea997984-f423-43ba-96b9-008081504a62', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '91672386-df32-4978-8fd4-f2d6b643bcf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:09:10Z', 'updated_at': '2021-12-24T11:09:21Z', 'revision_number': 5, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'subnets': [{'id': '91672386-df32-4978-8fd4-f2d6b643bcf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:10:51.903988 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-6b0abdea-ecf2-477b-afef-cca9e0fa95a0 None None] Provisioning complete for port bb41088c-4104-4bc2-ae6a-76bc1a51fae6 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:10:51.904421 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6b0abdea-ecf2-477b-afef-cca9e0fa95a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:51.984799 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ac4a9b84-25a6-4bf9-b724-6e987e8c9157 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850796890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2246085'] for subnet, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:52.002030 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-28b1c43e-2968-43da-b3bd-acd069ae601e tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:10:52.059872 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:52.107811 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4a9b84-25a6-4bf9-b724-6e987e8c9157 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Pushing event updated for resources: {'Subnet': ['ID=fa126e60-8f93-486f-8b67-b99cf93a8408,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:10:52.112377 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-ac4a9b84-25a6-4bf9-b724-6e987e8c9157 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:10:52.184486 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] For port 32202a5a-3586-4a85-9b63-55c15780fd29, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=32202a5a-3586-4a85-9b63-55c15780fd29,segment=NetworkSegment(cdb99c88-5b1f-445d-9611-e5e3effdd106),segment_id=cdb99c88-5b1f-445d-9611-e5e3effdd106)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:10:52.199952 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:52.208966 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-abbed8e7-9684-41ef-84de-ea3913a8e1e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:10:52.235821 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac4a9b84-25a6-4bf9-b724-6e987e8c9157 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Checking segment: {'id': '24293784-f899-4d6b-b8f7-100b1eae3d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'ff512aba-c067-4827-a93e-08602796006e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:10:52.236269 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac4a9b84-25a6-4bf9-b724-6e987e8c9157 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Network hostable DHCP agents. Network: ff512aba-c067-4827-a93e-08602796006e, hostable agents: ['edcf98dc-3032-472a-8b3d-f23fd1e89806'], hosted agents: [] {{(pid=88878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 24 11:10:52.312921 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-6b0abdea-ecf2-477b-afef-cca9e0fa95a0 None None] Provisioning for port c7c53627-ec8d-4427-b21b-cd4a674f9486 completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:10:52.313470 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc9c1fa-164c-4340-a550-75e5fe86da23 req-5088b422-ac37-4371-8490-26a89dbff521 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:10:52.321283 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-3fc9c1fa-164c-4340-a550-75e5fe86da23 req-5088b422-ac37-4371-8490-26a89dbff521 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] 10.222.0.65 "GET /v2.0/ports?device_id=4f3726f2-5445-4800-a149-b80f3ff480e1 HTTP/1.1" status: 200  len: 945 time: 0.1562231
Dec 24 11:10:52.334754 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-6b0abdea-ecf2-477b-afef-cca9e0fa95a0 None None] Provisioning complete for port c7c53627-ec8d-4427-b21b-cd4a674f9486 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:10:52.343996 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6b0abdea-ecf2-477b-afef-cca9e0fa95a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:52.356610 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac4a9b84-25a6-4bf9-b724-6e987e8c9157 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Network ff512aba-c067-4827-a93e-08602796006e is scheduled to be hosted by DHCP agent edcf98dc-3032-472a-8b3d-f23fd1e89806 with binding_index 1 {{(pid=88878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 24 11:10:52.399057 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-3fc9c1fa-164c-4340-a550-75e5fe86da23 req-2be71680-0001-40d1-b3f3-6b506b4ccc7a tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] 10.222.0.65 "GET /v2.0/security-groups?id=ac646890-84b4-4f0e-9ed2-2b517a0b7022&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0765738
Dec 24 11:10:52.399889 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-ac4a9b84-25a6-4bf9-b724-6e987e8c9157 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822691-2-hyperv, ff512aba-c067-4827-a93e-08602796006e) {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:10:52.405146 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac4a9b84-25a6-4bf9-b724-6e987e8c9157 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:10:52.405778 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ac4a9b84-25a6-4bf9-b724-6e987e8c9157 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:52.409395 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Pushing event updated for resources: {'Port': ['ID=32202a5a-3586-4a85-9b63-55c15780fd29,revision_number=5']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:10:52.421247 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c404d3d2-5aa6-4758-a399-8e952c9d55df None None] Network ff512aba-c067-4827-a93e-08602796006e requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:10:52.443917 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:10:52.450518 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-6b0abdea-ecf2-477b-afef-cca9e0fa95a0 None None] Port c7c53627-ec8d-4427-b21b-cd4a674f9486 cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:10:52.453452 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-ac4a9b84-25a6-4bf9-b724-6e987e8c9157 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.7736425
Dec 24 11:10:52.456376 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 43074) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:10:52.666217 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-5fa2302c-1c46-418f-af04-3bdc11223337 None None] Provisioning complete for port c7c53627-ec8d-4427-b21b-cd4a674f9486 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:10:52.666600 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5fa2302c-1c46-418f-af04-3bdc11223337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:52.763830 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d8e21d6-6da9-4298-9227-e45f0711b8f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73968e80-91fd-539e-a7c6-b31af6d9e680-ff512aba-c067-4827-a93e-08602796006e', 'network_id': 'ff512aba-c067-4827-a93e-08602796006e', 'tenant_id': '3ebdfa1b50714591899c7b159c4d4f0b', 'fixed_ips': [{'subnet_id': 'fa126e60-8f93-486f-8b67-b99cf93a8408'}]}} from dv-neutron-822691-2-hyperv. {{(pid=88880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 24 11:10:52.764743 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9d8e21d6-6da9-4298-9227-e45f0711b8f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:52.781454 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-5fa2302c-1c46-418f-af04-3bdc11223337 None None] Port c7c53627-ec8d-4427-b21b-cd4a674f9486 cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:10:52.954768 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-57296502-93f0-47a6-b445-f718c65ee539 None None] Provisioning complete for port c7c53627-ec8d-4427-b21b-cd4a674f9486 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:10:52.955306 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-57296502-93f0-47a6-b445-f718c65ee539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:52.984288 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-9d8e21d6-6da9-4298-9227-e45f0711b8f7 None None] Allocated IP 172.22.0.2 (ff512aba-c067-4827-a93e-08602796006e/fa126e60-8f93-486f-8b67-b99cf93a8408/daa99b22-989c-48a1-a4b4-56faf57f8008) {{(pid=88880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:10:53.037568 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-57296502-93f0-47a6-b445-f718c65ee539 None None] Port c7c53627-ec8d-4427-b21b-cd4a674f9486 cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:10:53.178242 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f9910e68-8e1c-48da-a757-04ffd485d51c tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:53.240364 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9d8e21d6-6da9-4298-9227-e45f0711b8f7 None None] Notify callbacks [] for port, precommit_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:53.252201 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-9d8e21d6-6da9-4298-9227-e45f0711b8f7 None None] Transition to ACTIVE for port object daa99b22-989c-48a1-a4b4-56faf57f8008 will not be triggered until provisioned by entity L2. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:10:53.273115 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-9d8e21d6-6da9-4298-9227-e45f0711b8f7 None None] Transition to ACTIVE for port object daa99b22-989c-48a1-a4b4-56faf57f8008 will not be triggered until provisioned by entity DHCP. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:10:53.280094 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9d8e21d6-6da9-4298-9227-e45f0711b8f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408'] for port, after_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:53.285493 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-6bc0a54a-d111-40c6-9fb2-c7ad69fa1225 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:10:53.360736 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device bb41088c-4104-4bc2-ae6a-76bc1a51fae6 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:10:53.406926 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d8e21d6-6da9-4298-9227-e45f0711b8f7 None None] Network ff512aba-c067-4827-a93e-08602796006e is already hosted by enough agents. {{(pid=88880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:10:53.410895 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-9d8e21d6-6da9-4298-9227-e45f0711b8f7 None None] Resources bound (agent type, host, resource id):  {{(pid=88880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:10:53.413431 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8e21d6-6da9-4298-9227-e45f0711b8f7 None None] Pushing event updated for resources: {'Port': ['ID=daa99b22-989c-48a1-a4b4-56faf57f8008,revision_number=1']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:10:53.419546 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8e21d6-6da9-4298-9227-e45f0711b8f7 None None] Received port after_create {{(pid=88880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:10:53.426210 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-9d8e21d6-6da9-4298-9227-e45f0711b8f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:10:53.536969 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-9d8e21d6-6da9-4298-9227-e45f0711b8f7 None None] Attempting to bind port daa99b22-989c-48a1-a4b4-56faf57f8008 on host dv-neutron-822691-2-hyperv for vnic_type normal with profile  {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:10:53.537387 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-9d8e21d6-6da9-4298-9227-e45f0711b8f7 None None] Attempting to bind port daa99b22-989c-48a1-a4b4-56faf57f8008 by drivers openvswitch,hyperv on host dv-neutron-822691-2-hyperv at level 0 using segments [{'id': '24293784-f899-4d6b-b8f7-100b1eae3d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'ff512aba-c067-4827-a93e-08602796006e'}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:10:53.537800 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d8e21d6-6da9-4298-9227-e45f0711b8f7 None None] Attempting to bind port daa99b22-989c-48a1-a4b4-56faf57f8008 on network ff512aba-c067-4827-a93e-08602796006e {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:10:53.550644 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d8e21d6-6da9-4298-9227-e45f0711b8f7 None None] Checking agent: {'id': 'db1275c1-6001-47af-93c2-635c68404703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822691-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 52, 8), 'started_at': datetime.datetime(2021, 12, 24, 10, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 10, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822691-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:10:53.551045 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d8e21d6-6da9-4298-9227-e45f0711b8f7 None None] Checking segment: {'id': '24293784-f899-4d6b-b8f7-100b1eae3d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'ff512aba-c067-4827-a93e-08602796006e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:10:53.552110 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9d8e21d6-6da9-4298-9227-e45f0711b8f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:53.552110 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d8e21d6-6da9-4298-9227-e45f0711b8f7 None None] Bound using segment: {'id': '24293784-f899-4d6b-b8f7-100b1eae3d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'ff512aba-c067-4827-a93e-08602796006e'} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:10:53.552329 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-9d8e21d6-6da9-4298-9227-e45f0711b8f7 None None] Bound port: daa99b22-989c-48a1-a4b4-56faf57f8008, host: dv-neutron-822691-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24293784-f899-4d6b-b8f7-100b1eae3d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'ff512aba-c067-4827-a93e-08602796006e'}}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:10:53.552741 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9d8e21d6-6da9-4298-9227-e45f0711b8f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:53.570209 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port bb41088c-4104-4bc2-ae6a-76bc1a51fae6 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:10:53.570630 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:53.642355 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-f9910e68-8e1c-48da-a757-04ffd485d51c tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Allocated IP 172.22.0.1 (ff512aba-c067-4827-a93e-08602796006e/fa126e60-8f93-486f-8b67-b99cf93a8408/f4287887-f253-43e5-a9db-2948cdf13926) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:10:53.726253 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1379094b-ed30-4354-ad05-65c5bcbaedff req-4bcf75fc-193b-4357-9335-72b37c9da8a3 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:10:53.727990 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-1379094b-ed30-4354-ad05-65c5bcbaedff req-4bcf75fc-193b-4357-9335-72b37c9da8a3 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] 10.222.0.65 "GET /v2.0/ports?device_id=4f3726f2-5445-4800-a149-b80f3ff480e1 HTTP/1.1" status: 200  len: 945 time: 0.1662314
Dec 24 11:10:53.860291 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-1379094b-ed30-4354-ad05-65c5bcbaedff req-d1b76991-af3d-4be0-9a1f-facf42720430 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] 10.222.0.65 "GET /v2.0/security-groups?id=ac646890-84b4-4f0e-9ed2-2b517a0b7022&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0800979
Dec 24 11:10:53.882177 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f9910e68-8e1c-48da-a757-04ffd485d51c tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:53.899752 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-f9910e68-8e1c-48da-a757-04ffd485d51c tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Transition to ACTIVE for port object f4287887-f253-43e5-a9db-2948cdf13926 will not be triggered until provisioned by entity DHCP. {{(pid=88878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:10:53.909444 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-9d8e21d6-6da9-4298-9227-e45f0711b8f7 None None] For port daa99b22-989c-48a1-a4b4-56faf57f8008, host dv-neutron-822691-2-hyperv, cleared binding levels {{(pid=88880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:10:53.922651 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f9910e68-8e1c-48da-a757-04ffd485d51c tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:53.927433 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-d9b3a298-2a23-415a-9dbc-4741644e4125 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:10:53.930067 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-9d8e21d6-6da9-4298-9227-e45f0711b8f7 None None] For port daa99b22-989c-48a1-a4b4-56faf57f8008, host dv-neutron-822691-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=daa99b22-989c-48a1-a4b4-56faf57f8008,segment=NetworkSegment(24293784-f899-4d6b-b8f7-100b1eae3d19),segment_id=24293784-f899-4d6b-b8f7-100b1eae3d19)] {{(pid=88880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:10:53.935943 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9d8e21d6-6da9-4298-9227-e45f0711b8f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:53.949645 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-a0e58f51-6745-44ae-9a36-02d602c048f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:10:53.999567 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 2602955c-0399-46f0-b0be-77ee8db771fe up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:10:54.010336 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9910e68-8e1c-48da-a757-04ffd485d51c tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Network ff512aba-c067-4827-a93e-08602796006e is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:10:54.014501 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-f9910e68-8e1c-48da-a757-04ffd485d51c tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Resources bound (agent type, host, resource id):  {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:10:54.016679 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9910e68-8e1c-48da-a757-04ffd485d51c tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Pushing event updated for resources: {'Port': ['ID=f4287887-f253-43e5-a9db-2948cdf13926,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:10:54.018990 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9910e68-8e1c-48da-a757-04ffd485d51c tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:10:54.046839 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f9910e68-8e1c-48da-a757-04ffd485d51c tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:10:54.080747 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f9910e68-8e1c-48da-a757-04ffd485d51c tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-720245'] for router_interface, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:54.087279 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8e21d6-6da9-4298-9227-e45f0711b8f7 None None] Pushing event updated for resources: {'Port': ['ID=daa99b22-989c-48a1-a4b4-56faf57f8008,revision_number=2']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:10:54.091094 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-9d8e21d6-6da9-4298-9227-e45f0711b8f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:10:54.112980 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning for port 2602955c-0399-46f0-b0be-77ee8db771fe completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:10:54.119109 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port 2602955c-0399-46f0-b0be-77ee8db771fe triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:10:54.119537 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:54.171878 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f9910e68-8e1c-48da-a757-04ffd485d51c tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:54.254672 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:54.289631 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] For port 2602955c-0399-46f0-b0be-77ee8db771fe, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=2602955c-0399-46f0-b0be-77ee8db771fe,segment=NetworkSegment(b0e51b81-feb4-49ea-ba3c-4efeeb892e3c),segment_id=b0e51b81-feb4-49ea-ba3c-4efeeb892e3c)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:10:54.293428 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:54.294532 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 32202a5a-3586-4a85-9b63-55c15780fd29 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:10:54.322798 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-099b9df5-a28e-409e-9eb0-4322964ba5b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:10:54.423325 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Pushing event updated for resources: {'Port': ['ID=2602955c-0399-46f0-b0be-77ee8db771fe,revision_number=5']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:10:54.447971 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:10:54.455401 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port 32202a5a-3586-4a85-9b63-55c15780fd29 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:10:54.455832 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:54.603132 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d2417e-2340-4090-94fe-e6cbd8c58f9d None None] Sync routers for ids ['41e2d493-7e80-4f7c-a6cf-b521948796f6'] in dv-neutron-822691-2-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:10:54.616724 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d2417e-2340-4090-94fe-e6cbd8c58f9d None None] Routers {'41e2d493-7e80-4f7c-a6cf-b521948796f6'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:10:54.617605 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-25d2417e-2340-4090-94fe-e6cbd8c58f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271dca518>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:10:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['41e2d493-7e80-4f7c-a6cf-b521948796f6'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:10:54.635572 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f9910e68-8e1c-48da-a757-04ffd485d51c tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks [] for port, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:54.639926 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f9910e68-8e1c-48da-a757-04ffd485d51c tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3978773'] for port, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:54.679523 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c659cc25-33bb-4151-b53c-3c193600d176 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:10:54.766919 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9910e68-8e1c-48da-a757-04ffd485d51c tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Pushing event updated for resources: {'Port': ['ID=f4287887-f253-43e5-a9db-2948cdf13926,revision_number=2']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:10:54.770098 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f9910e68-8e1c-48da-a757-04ffd485d51c tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1977653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854055662'] for router_interface, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:54.774261 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f9910e68-8e1c-48da-a757-04ffd485d51c tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:10:54.790568 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-25d2417e-2340-4090-94fe-e6cbd8c58f9d None None] Set router 41e2d493-7e80-4f7c-a6cf-b521948796f6 gateway port host: None {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:10:55.166889 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-25d2417e-2340-4090-94fe-e6cbd8c58f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271dca518>, [{'id': '41e2d493-7e80-4f7c-a6cf-b521948796f6', 'name': 'tempest-RoutersTest-router-911125546', 'tenant_id': '3ebdfa1b50714591899c7b159c4d4f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:10:40Z', 'updated_at': '2021-12-24T11:10:54Z', 'revision_number': 4, 'project_id': '3ebdfa1b50714591899c7b159c4d4f0b', 'gw_port_host': None, '_interfaces': [{'id': '32202a5a-3586-4a85-9b63-55c15780fd29', 'name': '', 'network_id': 'de7f44fb-350c-411a-9de8-e1259c7a564f', 'tenant_id': '3ebdfa1b50714591899c7b159c4d4f0b', 'mac_address': 'fa:16:3e:87:03:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e2d493-7e80-4f7c-a6cf-b521948796f6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '51c951a7-94a6-4746-a916-1c158361189d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:10:42Z', 'updated_at': '2021-12-24T11:10:52Z', 'revision_number': 5, 'project_id': '3ebdfa1b50714591899c7b159c4d4f0b', 'subnets': [{'id': '51c951a7-94a6-4746-a916-1c158361189d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c7c53627-ec8d-4427-b21b-cd4a674f9486', 'name': '', 'network_id': '248ab911-866d-421f-a09c-5dfe64bba243', 'tenant_id': '3ebdfa1b50714591899c7b159c4d4f0b', 'mac_address': 'fa:16:3e:17:ef:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41e2d493-7e80-4f7c-a6cf-b521948796f6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '06cadd9c-7a81-4c1e-b21e-c348230e47f7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:10:46Z', 'updated_at': '2021-12-24T11:10:48Z', 'revision_number': 2, 'project_id': '3ebdfa1b50714591899c7b159c4d4f0b', 'subnets': [{'id': '06cadd9c-7a81-4c1e-b21e-c348230e47f7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4287887-f253-43e5-a9db-2948cdf13926', 'name': '', 'network_id': 'ff512aba-c067-4827-a93e-08602796006e', 'tenant_id': '3ebdfa1b50714591899c7b159c4d4f0b', 'mac_address': 'fa:16:3e:ee:db:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41e2d493-7e80-4f7c-a6cf-b521948796f6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fa126e60-8f93-486f-8b67-b99cf93a8408', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:10:53Z', 'updated_at': '2021-12-24T11:10:54Z', 'revision_number': 2, 'project_id': '3ebdfa1b50714591899c7b159c4d4f0b', 'subnets': [{'id': 'fa126e60-8f93-486f-8b67-b99cf93a8408', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:10:55.171318 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d2417e-2340-4090-94fe-e6cbd8c58f9d None None] Checking router: 41e2d493-7e80-4f7c-a6cf-b521948796f6 for host: dv-neutron-822691-2-hyperv {{(pid=88880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 24 11:10:55.171722 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d2417e-2340-4090-94fe-e6cbd8c58f9d None None] Updating router 41e2d493-7e80-4f7c-a6cf-b521948796f6 port c7c53627-ec8d-4427-b21b-cd4a674f9486 binding host dv-neutron-822691-2-hyperv {{(pid=88880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 24 11:10:55.232506 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-25d2417e-2340-4090-94fe-e6cbd8c58f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:55.250192 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9910e68-8e1c-48da-a757-04ffd485d51c tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Network ff512aba-c067-4827-a93e-08602796006e is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:10:55.252642 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-f9910e68-8e1c-48da-a757-04ffd485d51c tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Resources bound (agent type, host, resource id):  {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:10:55.370257 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 2602955c-0399-46f0-b0be-77ee8db771fe up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:10:55.386315 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702ae1d7-937e-4fde-bf5a-105b05d65bc6 req-85babc1c-b88b-47db-91bd-4fdb00d12a67 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:10:55.387982 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-702ae1d7-937e-4fde-bf5a-105b05d65bc6 req-85babc1c-b88b-47db-91bd-4fdb00d12a67 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] 10.222.0.65 "GET /v2.0/ports?device_id=4f3726f2-5445-4800-a149-b80f3ff480e1 HTTP/1.1" status: 200  len: 945 time: 0.2528622
Dec 24 11:10:55.478056 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-702ae1d7-937e-4fde-bf5a-105b05d65bc6 req-76bf6501-0de2-4ab8-bf4c-71397ed9bcab tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] 10.222.0.65 "GET /v2.0/security-groups?id=ac646890-84b4-4f0e-9ed2-2b517a0b7022&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0814826
Dec 24 11:10:55.499880 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port 2602955c-0399-46f0-b0be-77ee8db771fe triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:10:55.500308 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:55.667657 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9910e68-8e1c-48da-a757-04ffd485d51c tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Router 41e2d493-7e80-4f7c-a6cf-b521948796f6 has already been hosted by L3 agent 198cca88-1338-4098-b44b-beb0346ac906 {{(pid=88878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 24 11:10:55.761143 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device daa99b22-989c-48a1-a4b4-56faf57f8008 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:10:55.857128 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9910e68-8e1c-48da-a757-04ffd485d51c tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:10:55.874531 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-f9910e68-8e1c-48da-a757-04ffd485d51c tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] 10.222.0.65 "PUT /v2.0/routers/41e2d493-7e80-4f7c-a6cf-b521948796f6/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4162376
Dec 24 11:10:55.875831 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 43084) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:10:55.883381 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-9de65166-8e52-48ec-ad5b-30ec574e12b8 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Request body: {'network': {'name': 'tempest-RoutersTest-34741194'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:10:55.884471 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96dbf902-d93c-43cf-8d14-32164fc4ae0e None None] Network ff512aba-c067-4827-a93e-08602796006e requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:10:55.895980 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-9de65166-8e52-48ec-ad5b-30ec574e12b8 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:10:55.900290 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-9de65166-8e52-48ec-ad5b-30ec574e12b8 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Usage tracker for resource:network and tenant:3ebdfa1b50714591899c7b159c4d4f0b is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:10:55.903412 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-9de65166-8e52-48ec-ad5b-30ec574e12b8 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:10:55.909603 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-9de65166-8e52-48ec-ad5b-30ec574e12b8 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:10:55.911860 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-25d2417e-2340-4090-94fe-e6cbd8c58f9d None None] Notify callbacks [] for port, precommit_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:55.920463 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9de65166-8e52-48ec-ad5b-30ec574e12b8 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Made reservation on behalf of 3ebdfa1b50714591899c7b159c4d4f0b for: {'network': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:10:55.926081 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9de65166-8e52-48ec-ad5b-30ec574e12b8 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for network, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:55.952798 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-25d2417e-2340-4090-94fe-e6cbd8c58f9d None None] Transition to ACTIVE for port object c7c53627-ec8d-4427-b21b-cd4a674f9486 will not be triggered until provisioned by entity L2. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:10:55.958013 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9de65166-8e52-48ec-ad5b-30ec574e12b8 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] vlan segment allocate from pool success with {'vlan_id': 629, 'physical_network': 'physnet1'}  {{(pid=88879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 24 11:10:55.967757 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9de65166-8e52-48ec-ad5b-30ec574e12b8 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:55.968148 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.segments_db [None req-9de65166-8e52-48ec-ad5b-30ec574e12b8 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Added segment efdfe906-43f9-4b25-a456-6d5661960171 of type vlan for network af6d6ea7-6c0a-49bc-90c2-6f19d8ede5d8
Dec 24 11:10:55.996785 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9de65166-8e52-48ec-ad5b-30ec574e12b8 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363287349540024'] for network, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:56.016293 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-25d2417e-2340-4090-94fe-e6cbd8c58f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:56.029039 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-51c9f712-1494-46c9-9a75-3f2d393bf678 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:10:56.030849 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9de65166-8e52-48ec-ad5b-30ec574e12b8 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636'] for network, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:56.035420 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9de65166-8e52-48ec-ad5b-30ec574e12b8 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:10:56.036059 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9de65166-8e52-48ec-ad5b-30ec574e12b8 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks [] for network, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:56.041724 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-3106fe50-301c-4b31-95d4-66add2468bde tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:10:56.057573 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-84a4ed4a-59fb-4772-8b98-6720f55c107f None None] Provisioning for port daa99b22-989c-48a1-a4b4-56faf57f8008 completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:10:56.089725 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning for port daa99b22-989c-48a1-a4b4-56faf57f8008 completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:10:56.106648 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-9de65166-8e52-48ec-ad5b-30ec574e12b8 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201  len: 764 time: 0.2291508
Dec 24 11:10:56.107146 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 43090) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:10:56.113499 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-58ea6863-2d04-4b4f-88c2-014b6a795fa4 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Request body: {'subnet': {'network_id': 'af6d6ea7-6c0a-49bc-90c2-6f19d8ede5d8', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:10:56.179322 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de65166-8e52-48ec-ad5b-30ec574e12b8 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Pushing event updated for resources: {'Network': ['ID=af6d6ea7-6c0a-49bc-90c2-6f19d8ede5d8,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:10:56.192427 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-9de65166-8e52-48ec-ad5b-30ec574e12b8 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:10:56.256084 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-58ea6863-2d04-4b4f-88c2-014b6a795fa4 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:10:56.261220 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-58ea6863-2d04-4b4f-88c2-014b6a795fa4 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Usage tracker for resource:subnet and tenant:3ebdfa1b50714591899c7b159c4d4f0b is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:10:56.265697 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-58ea6863-2d04-4b4f-88c2-014b6a795fa4 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:10:56.273759 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-58ea6863-2d04-4b4f-88c2-014b6a795fa4 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:10:56.284627 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58ea6863-2d04-4b4f-88c2-014b6a795fa4 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Made reservation on behalf of 3ebdfa1b50714591899c7b159c4d4f0b for: {'subnet': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:10:56.360100 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port daa99b22-989c-48a1-a4b4-56faf57f8008 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:10:56.361242 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:56.384574 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Network af6d6ea7-6c0a-49bc-90c2-6f19d8ede5d8 details requested by agent ovs-agent-dv-neutron-822691-2-hyperv with host dv-neutron-822691-2-hyperv {{(pid=88880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 24 11:10:56.411115 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-58ea6863-2d04-4b4f-88c2-014b6a795fa4 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2246100'] for subnet, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:56.441202 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b61764c-1861-4887-85e6-e4625ae88052 None None] Pushing event updated for resources: {'Port': ['ID=c7c53627-ec8d-4427-b21b-cd4a674f9486,revision_number=3']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:10:56.444130 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-6b61764c-1861-4887-85e6-e4625ae88052 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:10:56.720509 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-58ea6863-2d04-4b4f-88c2-014b6a795fa4 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850796890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2246085'] for subnet, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:56.725114 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-e14f942d-ca85-47ff-8af9-4dd0c69bc0d2 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:10:56.790728 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-25d2417e-2340-4090-94fe-e6cbd8c58f9d None None] Attempting to bind port c7c53627-ec8d-4427-b21b-cd4a674f9486 on host dv-neutron-822691-2-hyperv for vnic_type normal with profile  {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:10:56.790992 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-25d2417e-2340-4090-94fe-e6cbd8c58f9d None None] Attempting to bind port c7c53627-ec8d-4427-b21b-cd4a674f9486 by drivers openvswitch,hyperv on host dv-neutron-822691-2-hyperv at level 0 using segments [{'id': '845af5f6-0f5f-43ed-b9ef-28526641c72b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '248ab911-866d-421f-a09c-5dfe64bba243'}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:10:56.791414 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25d2417e-2340-4090-94fe-e6cbd8c58f9d None None] Attempting to bind port c7c53627-ec8d-4427-b21b-cd4a674f9486 on network 248ab911-866d-421f-a09c-5dfe64bba243 {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:10:56.817533 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ea6863-2d04-4b4f-88c2-014b6a795fa4 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Pushing event updated for resources: {'Subnet': ['ID=dccf2a30-d4cd-40d2-a431-0bf73dab5889,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:10:56.819235 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:56.824752 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-58ea6863-2d04-4b4f-88c2-014b6a795fa4 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:10:56.832393 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25d2417e-2340-4090-94fe-e6cbd8c58f9d None None] Checking agent: {'id': 'db1275c1-6001-47af-93c2-635c68404703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822691-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 52, 8), 'started_at': datetime.datetime(2021, 12, 24, 10, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 10, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822691-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:10:56.832839 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25d2417e-2340-4090-94fe-e6cbd8c58f9d None None] Checking segment: {'id': '845af5f6-0f5f-43ed-b9ef-28526641c72b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '248ab911-866d-421f-a09c-5dfe64bba243'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:10:56.833287 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-25d2417e-2340-4090-94fe-e6cbd8c58f9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:56.833712 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25d2417e-2340-4090-94fe-e6cbd8c58f9d None None] Bound using segment: {'id': '845af5f6-0f5f-43ed-b9ef-28526641c72b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '248ab911-866d-421f-a09c-5dfe64bba243'} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:10:56.834292 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-25d2417e-2340-4090-94fe-e6cbd8c58f9d None None] Bound port: c7c53627-ec8d-4427-b21b-cd4a674f9486, host: dv-neutron-822691-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '845af5f6-0f5f-43ed-b9ef-28526641c72b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '248ab911-866d-421f-a09c-5dfe64bba243'}}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:10:56.834713 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-25d2417e-2340-4090-94fe-e6cbd8c58f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:56.843445 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f2eee8-1fb9-4fbf-9d98-d0d30471135e req-7bce0584-b7c4-4559-af33-4e43d357a09c tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:10:56.845093 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-c8f2eee8-1fb9-4fbf-9d98-d0d30471135e req-7bce0584-b7c4-4559-af33-4e43d357a09c tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] 10.222.0.65 "GET /v2.0/ports?device_id=4f3726f2-5445-4800-a149-b80f3ff480e1 HTTP/1.1" status: 200  len: 945 time: 0.2012827
Dec 24 11:10:56.850995 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ea6863-2d04-4b4f-88c2-014b6a795fa4 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Checking segment: {'id': 'efdfe906-43f9-4b25-a456-6d5661960171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'af6d6ea7-6c0a-49bc-90c2-6f19d8ede5d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:10:56.851200 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ea6863-2d04-4b4f-88c2-014b6a795fa4 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Network hostable DHCP agents. Network: af6d6ea7-6c0a-49bc-90c2-6f19d8ede5d8, hostable agents: ['edcf98dc-3032-472a-8b3d-f23fd1e89806'], hosted agents: [] {{(pid=88878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 24 11:10:56.911652 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-c8f2eee8-1fb9-4fbf-9d98-d0d30471135e req-cce56652-b897-4732-b752-ff932d644ef5 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] 10.222.0.65 "GET /v2.0/security-groups?id=ac646890-84b4-4f0e-9ed2-2b517a0b7022&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0554137
Dec 24 11:10:56.912642 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ea6863-2d04-4b4f-88c2-014b6a795fa4 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Network af6d6ea7-6c0a-49bc-90c2-6f19d8ede5d8 is scheduled to be hosted by DHCP agent edcf98dc-3032-472a-8b3d-f23fd1e89806 with binding_index 1 {{(pid=88878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 24 11:10:56.923453 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-58ea6863-2d04-4b4f-88c2-014b6a795fa4 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822691-2-hyperv, af6d6ea7-6c0a-49bc-90c2-6f19d8ede5d8) {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:10:56.928164 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58ea6863-2d04-4b4f-88c2-014b6a795fa4 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:10:56.928911 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-58ea6863-2d04-4b4f-88c2-014b6a795fa4 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:56.929227 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] For port daa99b22-989c-48a1-a4b4-56faf57f8008, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=daa99b22-989c-48a1-a4b4-56faf57f8008,segment=NetworkSegment(24293784-f899-4d6b-b8f7-100b1eae3d19),segment_id=24293784-f899-4d6b-b8f7-100b1eae3d19)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:10:56.944283 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:56.950325 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-0d17244d-246a-402c-8206-f7d9d9a22fa3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:10:56.959112 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-58ea6863-2d04-4b4f-88c2-014b6a795fa4 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.8462169
Dec 24 11:10:56.959587 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 43096) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:10:56.991712 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ac74360-f2f9-4ef0-bb37-1da29261c38f None None] Network af6d6ea7-6c0a-49bc-90c2-6f19d8ede5d8 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:10:57.057595 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-25d2417e-2340-4090-94fe-e6cbd8c58f9d None None] For port c7c53627-ec8d-4427-b21b-cd4a674f9486, host dv-neutron-822691-2-hyperv, cleared binding levels {{(pid=88880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:10:57.136812 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-25d2417e-2340-4090-94fe-e6cbd8c58f9d None None] For port c7c53627-ec8d-4427-b21b-cd4a674f9486, host dv-neutron-822691-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=c7c53627-ec8d-4427-b21b-cd4a674f9486,segment=NetworkSegment(845af5f6-0f5f-43ed-b9ef-28526641c72b),segment_id=845af5f6-0f5f-43ed-b9ef-28526641c72b)] {{(pid=88880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:10:57.151730 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-25d2417e-2340-4090-94fe-e6cbd8c58f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:57.163089 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Pushing event updated for resources: {'Port': ['ID=daa99b22-989c-48a1-a4b4-56faf57f8008,revision_number=3']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:10:57.166692 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:10:57.171517 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-ef3f2a09-0cd0-442e-abbf-6a0a70f67528 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:10:57.231829 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d2417e-2340-4090-94fe-e6cbd8c58f9d None None] Updating router 41e2d493-7e80-4f7c-a6cf-b521948796f6 port f4287887-f253-43e5-a9db-2948cdf13926 binding host dv-neutron-822691-2-hyperv {{(pid=88880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 24 11:10:57.305075 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device daa99b22-989c-48a1-a4b4-56faf57f8008 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:10:57.341197 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b61764c-1861-4887-85e6-e4625ae88052 None None] Pushing event updated for resources: {'Port': ['ID=c7c53627-ec8d-4427-b21b-cd4a674f9486,revision_number=4']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:10:57.346295 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-6b61764c-1861-4887-85e6-e4625ae88052 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:10:57.454730 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-25d2417e-2340-4090-94fe-e6cbd8c58f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:57.477766 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-21c3779e-4a2d-45ea-b96e-7fc37e522fe7 None None] Provisioning for port f4287887-f253-43e5-a9db-2948cdf13926 completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:10:57.523202 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-21c3779e-4a2d-45ea-b96e-7fc37e522fe7 None None] Provisioning complete for port f4287887-f253-43e5-a9db-2948cdf13926 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:10:57.523202 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-21c3779e-4a2d-45ea-b96e-7fc37e522fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:57.591729 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-21c3779e-4a2d-45ea-b96e-7fc37e522fe7 None None] Port f4287887-f253-43e5-a9db-2948cdf13926 cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:10:57.672078 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f84107e2-da11-4da8-bdae-73a286a0c143 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73968e80-91fd-539e-a7c6-b31af6d9e680-af6d6ea7-6c0a-49bc-90c2-6f19d8ede5d8', 'network_id': 'af6d6ea7-6c0a-49bc-90c2-6f19d8ede5d8', 'tenant_id': '3ebdfa1b50714591899c7b159c4d4f0b', 'fixed_ips': [{'subnet_id': 'dccf2a30-d4cd-40d2-a431-0bf73dab5889'}]}} from dv-neutron-822691-2-hyperv. {{(pid=88880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 24 11:10:57.673014 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f84107e2-da11-4da8-bdae-73a286a0c143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:57.743700 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port daa99b22-989c-48a1-a4b4-56faf57f8008 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:10:57.744121 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:57.846780 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-21c3779e-4a2d-45ea-b96e-7fc37e522fe7 None None] Provisioning complete for port daa99b22-989c-48a1-a4b4-56faf57f8008 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:10:57.847126 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-21c3779e-4a2d-45ea-b96e-7fc37e522fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:57.958581 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5c9a3952-ecb5-4e41-bff1-9385387b7b36 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:58.293777 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf11249-9611-4c10-99ad-5e2bbc655304 req-6e663581-8daa-4563-b051-57abd165293c tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:10:58.295445 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-ecf11249-9611-4c10-99ad-5e2bbc655304 req-6e663581-8daa-4563-b051-57abd165293c tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] 10.222.0.65 "GET /v2.0/ports?device_id=4f3726f2-5445-4800-a149-b80f3ff480e1 HTTP/1.1" status: 200  len: 945 time: 0.2057769
Dec 24 11:10:58.403624 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-ecf11249-9611-4c10-99ad-5e2bbc655304 req-a299bb7a-bd26-43fe-a86d-ee4fd0e3fcac tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] 10.222.0.65 "GET /v2.0/security-groups?id=ac646890-84b4-4f0e-9ed2-2b517a0b7022&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0736818
Dec 24 11:10:58.449034 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:58.472696 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-f84107e2-da11-4da8-bdae-73a286a0c143 None None] Allocated IP 172.23.0.2 (af6d6ea7-6c0a-49bc-90c2-6f19d8ede5d8/dccf2a30-d4cd-40d2-a431-0bf73dab5889/ecd25d49-a018-42ab-8df3-6e0ddb3e885e) {{(pid=88880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:10:58.678689 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-25d2417e-2340-4090-94fe-e6cbd8c58f9d None None] Notify callbacks [] for port, precommit_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:58.707960 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-25d2417e-2340-4090-94fe-e6cbd8c58f9d None None] Transition to ACTIVE for port object f4287887-f253-43e5-a9db-2948cdf13926 will not be triggered until provisioned by entity L2. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:10:58.720589 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-25d2417e-2340-4090-94fe-e6cbd8c58f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:58.732174 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-51c9f712-1494-46c9-9a75-3f2d393bf678 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:10:58.927515 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b61764c-1861-4887-85e6-e4625ae88052 None None] Pushing event updated for resources: {'Port': ['ID=f4287887-f253-43e5-a9db-2948cdf13926,revision_number=3']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:10:58.933331 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-6b61764c-1861-4887-85e6-e4625ae88052 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:10:58.957205 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f84107e2-da11-4da8-bdae-73a286a0c143 None None] Notify callbacks [] for port, precommit_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:59.002123 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-f84107e2-da11-4da8-bdae-73a286a0c143 None None] Transition to ACTIVE for port object ecd25d49-a018-42ab-8df3-6e0ddb3e885e will not be triggered until provisioned by entity L2. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:10:59.083828 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-f84107e2-da11-4da8-bdae-73a286a0c143 None None] Transition to ACTIVE for port object ecd25d49-a018-42ab-8df3-6e0ddb3e885e will not be triggered until provisioned by entity DHCP. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:10:59.092861 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-25d2417e-2340-4090-94fe-e6cbd8c58f9d None None] Attempting to bind port f4287887-f253-43e5-a9db-2948cdf13926 on host dv-neutron-822691-2-hyperv for vnic_type normal with profile  {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:10:59.093281 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-25d2417e-2340-4090-94fe-e6cbd8c58f9d None None] Attempting to bind port f4287887-f253-43e5-a9db-2948cdf13926 by drivers openvswitch,hyperv on host dv-neutron-822691-2-hyperv at level 0 using segments [{'id': '24293784-f899-4d6b-b8f7-100b1eae3d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'ff512aba-c067-4827-a93e-08602796006e'}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:10:59.093684 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25d2417e-2340-4090-94fe-e6cbd8c58f9d None None] Attempting to bind port f4287887-f253-43e5-a9db-2948cdf13926 on network ff512aba-c067-4827-a93e-08602796006e {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:10:59.097801 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f84107e2-da11-4da8-bdae-73a286a0c143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408'] for port, after_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:59.103429 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f8c1d633-43e0-4bc1-b930-493643eb5f4a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:10:59.166172 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-5c9a3952-ecb5-4e41-bff1-9385387b7b36 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Allocated IP 172.23.0.1 (af6d6ea7-6c0a-49bc-90c2-6f19d8ede5d8/dccf2a30-d4cd-40d2-a431-0bf73dab5889/09b43daf-12fe-4ed4-9412-7e9dc1d9b621) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:10:59.168268 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25d2417e-2340-4090-94fe-e6cbd8c58f9d None None] Checking agent: {'id': 'db1275c1-6001-47af-93c2-635c68404703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822691-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 52, 8), 'started_at': datetime.datetime(2021, 12, 24, 10, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 10, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822691-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:10:59.168818 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25d2417e-2340-4090-94fe-e6cbd8c58f9d None None] Checking segment: {'id': '24293784-f899-4d6b-b8f7-100b1eae3d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'ff512aba-c067-4827-a93e-08602796006e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:10:59.169560 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-25d2417e-2340-4090-94fe-e6cbd8c58f9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:59.170316 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25d2417e-2340-4090-94fe-e6cbd8c58f9d None None] Bound using segment: {'id': '24293784-f899-4d6b-b8f7-100b1eae3d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'ff512aba-c067-4827-a93e-08602796006e'} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:10:59.171194 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-25d2417e-2340-4090-94fe-e6cbd8c58f9d None None] Bound port: f4287887-f253-43e5-a9db-2948cdf13926, host: dv-neutron-822691-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24293784-f899-4d6b-b8f7-100b1eae3d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'ff512aba-c067-4827-a93e-08602796006e'}}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:10:59.171898 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-25d2417e-2340-4090-94fe-e6cbd8c58f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:59.218717 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84107e2-da11-4da8-bdae-73a286a0c143 None None] Pushing event updated for resources: {'Port': ['ID=ecd25d49-a018-42ab-8df3-6e0ddb3e885e,revision_number=1']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:10:59.222244 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f84107e2-da11-4da8-bdae-73a286a0c143 None None] Network af6d6ea7-6c0a-49bc-90c2-6f19d8ede5d8 is already hosted by enough agents. {{(pid=88880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:10:59.250171 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f84107e2-da11-4da8-bdae-73a286a0c143 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:10:59.251277 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-f84107e2-da11-4da8-bdae-73a286a0c143 None None] Resources bound (agent type, host, resource id):  {{(pid=88880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:10:59.258218 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84107e2-da11-4da8-bdae-73a286a0c143 None None] Received port after_create {{(pid=88880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:10:59.312735 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device c7c53627-ec8d-4427-b21b-cd4a674f9486 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:10:59.344630 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5c9a3952-ecb5-4e41-bff1-9385387b7b36 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:59.361603 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-5c9a3952-ecb5-4e41-bff1-9385387b7b36 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Transition to ACTIVE for port object 09b43daf-12fe-4ed4-9412-7e9dc1d9b621 will not be triggered until provisioned by entity DHCP. {{(pid=88878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:10:59.382097 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5c9a3952-ecb5-4e41-bff1-9385387b7b36 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:59.387104 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f9910e68-8e1c-48da-a757-04ffd485d51c tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:10:59.455755 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c9a3952-ecb5-4e41-bff1-9385387b7b36 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Network af6d6ea7-6c0a-49bc-90c2-6f19d8ede5d8 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:10:59.461371 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-f84107e2-da11-4da8-bdae-73a286a0c143 None None] Attempting to bind port ecd25d49-a018-42ab-8df3-6e0ddb3e885e on host dv-neutron-822691-2-hyperv for vnic_type normal with profile  {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:10:59.461791 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-f84107e2-da11-4da8-bdae-73a286a0c143 None None] Attempting to bind port ecd25d49-a018-42ab-8df3-6e0ddb3e885e by drivers openvswitch,hyperv on host dv-neutron-822691-2-hyperv at level 0 using segments [{'id': 'efdfe906-43f9-4b25-a456-6d5661960171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'af6d6ea7-6c0a-49bc-90c2-6f19d8ede5d8'}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:10:59.462253 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f84107e2-da11-4da8-bdae-73a286a0c143 None None] Attempting to bind port ecd25d49-a018-42ab-8df3-6e0ddb3e885e on network af6d6ea7-6c0a-49bc-90c2-6f19d8ede5d8 {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:10:59.464382 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-5c9a3952-ecb5-4e41-bff1-9385387b7b36 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Resources bound (agent type, host, resource id):  {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:10:59.466724 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-25d2417e-2340-4090-94fe-e6cbd8c58f9d None None] For port f4287887-f253-43e5-a9db-2948cdf13926, host dv-neutron-822691-2-hyperv, cleared binding levels {{(pid=88880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:10:59.471107 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c9a3952-ecb5-4e41-bff1-9385387b7b36 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:10:59.484748 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-25d2417e-2340-4090-94fe-e6cbd8c58f9d None None] For port f4287887-f253-43e5-a9db-2948cdf13926, host dv-neutron-822691-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=f4287887-f253-43e5-a9db-2948cdf13926,segment=NetworkSegment(24293784-f899-4d6b-b8f7-100b1eae3d19),segment_id=24293784-f899-4d6b-b8f7-100b1eae3d19)] {{(pid=88880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:10:59.489365 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f84107e2-da11-4da8-bdae-73a286a0c143 None None] Checking agent: {'id': 'db1275c1-6001-47af-93c2-635c68404703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822691-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 52, 8), 'started_at': datetime.datetime(2021, 12, 24, 10, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 10, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822691-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:10:59.489788 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f84107e2-da11-4da8-bdae-73a286a0c143 None None] Checking segment: {'id': 'efdfe906-43f9-4b25-a456-6d5661960171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'af6d6ea7-6c0a-49bc-90c2-6f19d8ede5d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:10:59.490288 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f84107e2-da11-4da8-bdae-73a286a0c143 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:59.490754 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f84107e2-da11-4da8-bdae-73a286a0c143 None None] Bound using segment: {'id': 'efdfe906-43f9-4b25-a456-6d5661960171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'af6d6ea7-6c0a-49bc-90c2-6f19d8ede5d8'} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:10:59.491249 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-f84107e2-da11-4da8-bdae-73a286a0c143 None None] Bound port: ecd25d49-a018-42ab-8df3-6e0ddb3e885e, host: dv-neutron-822691-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efdfe906-43f9-4b25-a456-6d5661960171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'af6d6ea7-6c0a-49bc-90c2-6f19d8ede5d8'}}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:10:59.491675 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f84107e2-da11-4da8-bdae-73a286a0c143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:59.512419 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9a3952-ecb5-4e41-bff1-9385387b7b36 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Pushing event updated for resources: {'Port': ['ID=09b43daf-12fe-4ed4-9412-7e9dc1d9b621,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:10:59.513995 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-25d2417e-2340-4090-94fe-e6cbd8c58f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:59.519246 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-5c9a3952-ecb5-4e41-bff1-9385387b7b36 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:10:59.534207 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-042356f2-2660-4924-b725-8fd8601df770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:10:59.551630 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5c9a3952-ecb5-4e41-bff1-9385387b7b36 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-720245'] for router_interface, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:59.613218 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning for port c7c53627-ec8d-4427-b21b-cd4a674f9486 completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:10:59.638397 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port c7c53627-ec8d-4427-b21b-cd4a674f9486 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:10:59.638826 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:59.648958 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5c9a3952-ecb5-4e41-bff1-9385387b7b36 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:59.769782 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b61764c-1861-4887-85e6-e4625ae88052 None None] Pushing event updated for resources: {'Port': ['ID=f4287887-f253-43e5-a9db-2948cdf13926,revision_number=4']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:10:59.774174 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-f84107e2-da11-4da8-bdae-73a286a0c143 None None] For port ecd25d49-a018-42ab-8df3-6e0ddb3e885e, host dv-neutron-822691-2-hyperv, cleared binding levels {{(pid=88880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:10:59.777806 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d2417e-2340-4090-94fe-e6cbd8c58f9d None None] Routers {'41e2d493-7e80-4f7c-a6cf-b521948796f6'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:10:59.778577 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-25d2417e-2340-4090-94fe-e6cbd8c58f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271dca518>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:10:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['41e2d493-7e80-4f7c-a6cf-b521948796f6'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:10:59.829366 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-6b61764c-1861-4887-85e6-e4625ae88052 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:10:59.910863 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-f84107e2-da11-4da8-bdae-73a286a0c143 None None] For port ecd25d49-a018-42ab-8df3-6e0ddb3e885e, host dv-neutron-822691-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=ecd25d49-a018-42ab-8df3-6e0ddb3e885e,segment=NetworkSegment(efdfe906-43f9-4b25-a456-6d5661960171),segment_id=efdfe906-43f9-4b25-a456-6d5661960171)] {{(pid=88880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:10:59.921378 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f84107e2-da11-4da8-bdae-73a286a0c143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:10:59.928032 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-65ec07f2-bf0a-4cf8-aa65-41f9a51b142d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:10:59.949941 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c9502f-2e1c-488e-808f-99d305e2889a req-30c44f78-d722-4670-b68c-6f9610d7d2e7 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:10:59.951490 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-d4c9502f-2e1c-488e-808f-99d305e2889a req-30c44f78-d722-4670-b68c-6f9610d7d2e7 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] 10.222.0.65 "GET /v2.0/ports?device_id=4f3726f2-5445-4800-a149-b80f3ff480e1 HTTP/1.1" status: 200  len: 945 time: 0.2536716
Dec 24 11:11:00.067867 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-d4c9502f-2e1c-488e-808f-99d305e2889a req-83c5086f-9597-4d60-b7ed-231cd9a859d9 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] 10.222.0.65 "GET /v2.0/security-groups?id=ac646890-84b4-4f0e-9ed2-2b517a0b7022&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1083477
Dec 24 11:11:00.106307 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:00.127700 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84107e2-da11-4da8-bdae-73a286a0c143 None None] Pushing event updated for resources: {'Port': ['ID=ecd25d49-a018-42ab-8df3-6e0ddb3e885e,revision_number=2']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:11:00.133878 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-25d2417e-2340-4090-94fe-e6cbd8c58f9d None None] Set router 41e2d493-7e80-4f7c-a6cf-b521948796f6 gateway port host: None {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:11:00.176422 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f84107e2-da11-4da8-bdae-73a286a0c143 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:11:00.203242 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5c9a3952-ecb5-4e41-bff1-9385387b7b36 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks [] for port, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:00.207259 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5c9a3952-ecb5-4e41-bff1-9385387b7b36 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3978773'] for port, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:00.240122 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-8c3969a3-c602-47fc-ae95-c060bfe2346e tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:11:00.333822 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5c9a3952-ecb5-4e41-bff1-9385387b7b36 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1977653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854055662'] for router_interface, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:00.339076 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9a3952-ecb5-4e41-bff1-9385387b7b36 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Pushing event updated for resources: {'Port': ['ID=09b43daf-12fe-4ed4-9412-7e9dc1d9b621,revision_number=2']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:11:00.343684 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-5c9a3952-ecb5-4e41-bff1-9385387b7b36 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:11:00.408568 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] For port c7c53627-ec8d-4427-b21b-cd4a674f9486, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=c7c53627-ec8d-4427-b21b-cd4a674f9486,segment=NetworkSegment(845af5f6-0f5f-43ed-b9ef-28526641c72b),segment_id=845af5f6-0f5f-43ed-b9ef-28526641c72b)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:11:00.486896 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:00.487549 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-6b61764c-1861-4887-85e6-e4625ae88052 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:11:00.533449 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c9a3952-ecb5-4e41-bff1-9385387b7b36 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Network af6d6ea7-6c0a-49bc-90c2-6f19d8ede5d8 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:11:00.538292 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-5c9a3952-ecb5-4e41-bff1-9385387b7b36 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Resources bound (agent type, host, resource id):  {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:11:00.692704 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Pushing event updated for resources: {'Port': ['ID=c7c53627-ec8d-4427-b21b-cd4a674f9486,revision_number=5']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:11:00.699541 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:11:00.795465 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-25d2417e-2340-4090-94fe-e6cbd8c58f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271dca518>, [{'id': '41e2d493-7e80-4f7c-a6cf-b521948796f6', 'name': 'tempest-RoutersTest-router-911125546', 'tenant_id': '3ebdfa1b50714591899c7b159c4d4f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:10:40Z', 'updated_at': '2021-12-24T11:10:59Z', 'revision_number': 5, 'project_id': '3ebdfa1b50714591899c7b159c4d4f0b', 'gw_port_host': None, '_interfaces': [{'id': '09b43daf-12fe-4ed4-9412-7e9dc1d9b621', 'name': '', 'network_id': 'af6d6ea7-6c0a-49bc-90c2-6f19d8ede5d8', 'tenant_id': '3ebdfa1b50714591899c7b159c4d4f0b', 'mac_address': 'fa:16:3e:5d:e6:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41e2d493-7e80-4f7c-a6cf-b521948796f6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dccf2a30-d4cd-40d2-a431-0bf73dab5889', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:10:58Z', 'updated_at': '2021-12-24T11:10:59Z', 'revision_number': 1, 'project_id': '3ebdfa1b50714591899c7b159c4d4f0b', 'subnets': [{'id': 'dccf2a30-d4cd-40d2-a431-0bf73dab5889', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '32202a5a-3586-4a85-9b63-55c15780fd29', 'name': '', 'network_id': 'de7f44fb-350c-411a-9de8-e1259c7a564f', 'tenant_id': '3ebdfa1b50714591899c7b159c4d4f0b', 'mac_address': 'fa:16:3e:87:03:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e2d493-7e80-4f7c-a6cf-b521948796f6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '51c951a7-94a6-4746-a916-1c158361189d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:10:42Z', 'updated_at': '2021-12-24T11:10:52Z', 'revision_number': 5, 'project_id': '3ebdfa1b50714591899c7b159c4d4f0b', 'subnets': [{'id': '51c951a7-94a6-4746-a916-1c158361189d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c7c53627-ec8d-4427-b21b-cd4a674f9486', 'name': '', 'network_id': '248ab911-866d-421f-a09c-5dfe64bba243', 'tenant_id': '3ebdfa1b50714591899c7b159c4d4f0b', 'mac_address': 'fa:16:3e:17:ef:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41e2d493-7e80-4f7c-a6cf-b521948796f6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '06cadd9c-7a81-4c1e-b21e-c348230e47f7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:10:46Z', 'updated_at': '2021-12-24T11:10:57Z', 'revision_number': 4, 'project_id': '3ebdfa1b50714591899c7b159c4d4f0b', 'subnets': [{'id': '06cadd9c-7a81-4c1e-b21e-c348230e47f7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4287887-f253-43e5-a9db-2948cdf13926', 'name': '', 'network_id': 'ff512aba-c067-4827-a93e-08602796006e', 'tenant_id': '3ebdfa1b50714591899c7b159c4d4f0b', 'mac_address': 'fa:16:3e:ee:db:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41e2d493-7e80-4f7c-a6cf-b521948796f6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fa126e60-8f93-486f-8b67-b99cf93a8408', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:10:53Z', 'updated_at': '2021-12-24T11:10:59Z', 'revision_number': 4, 'project_id': '3ebdfa1b50714591899c7b159c4d4f0b', 'subnets': [{'id': 'fa126e60-8f93-486f-8b67-b99cf93a8408', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:11:00.799968 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d2417e-2340-4090-94fe-e6cbd8c58f9d None None] The sync data for ids ['41e2d493-7e80-4f7c-a6cf-b521948796f6'] in dv-neutron-822691-2-hyperv is: [{'id': '41e2d493-7e80-4f7c-a6cf-b521948796f6', 'name': 'tempest-RoutersTest-router-911125546', 'tenant_id': '3ebdfa1b50714591899c7b159c4d4f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:10:40Z', 'updated_at': '2021-12-24T11:10:59Z', 'revision_number': 5, 'project_id': '3ebdfa1b50714591899c7b159c4d4f0b', 'gw_port_host': None, '_interfaces': [{'id': '09b43daf-12fe-4ed4-9412-7e9dc1d9b621', 'name': '', 'network_id': 'af6d6ea7-6c0a-49bc-90c2-6f19d8ede5d8', 'tenant_id': '3ebdfa1b50714591899c7b159c4d4f0b', 'mac_address': 'fa:16:3e:5d:e6:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41e2d493-7e80-4f7c-a6cf-b521948796f6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dccf2a30-d4cd-40d2-a431-0bf73dab5889', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:10:58Z', 'updated_at': '2021-12-24T11:10:59Z', 'revision_number': 1, 'project_id': '3ebdfa1b50714591899c7b159c4d4f0b', 'subnets': [{'id': 'dccf2a30-d4cd-40d2-a431-0bf73dab5889', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '32202a5a-3586-4a85-9b63-55c15780fd29', 'name': '', 'network_id': 'de7f44fb-350c-411a-9de8-e1259c7a564f', 'tenant_id': '3ebdfa1b50714591899c7b159c4d4f0b', 'mac_address': 'fa:16:3e:87:03:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e2d493-7e80-4f7c-a6cf-b521948796f6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '51c951a7-94a6-4746-a916-1c158361189d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:10:42Z', 'updated_at': '2021-12-24T11:10:52Z', 'revision_number': 5, 'project_id': '3ebdfa1b50714591899c7b159c4d4f0b', 'subnets': [{'id': '51c951a7-94a6-4746-a916-1c158361189d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c7c53627-ec8d-4427-b21b-cd4a674f9486', 'name': '', 'network_id': '248ab911-866d-421f-a09c-5dfe64bba243', 'tenant_id': '3ebdfa1b50714591899c7b159c4d4f0b', 'mac_address': 'fa:16:3e:17:ef:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41e2d493-7e80-4f7c-a6cf-b521948796f6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '06cadd9c-7a81-4c1e-b21e-c348230e47f7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:10:46Z', 'updated_at': '2021-12-24T11:10:57Z', 'revision_number': 4, 'project_id': '3ebdfa1b50714591899c7b159c4d4f0b', 'subnets': [{'id': '06cadd9c-7a81-4c1e-b21e-c348230e47f7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4287887-f253-43e5-a9db-2948cdf13926', 'name': '', 'network_id': 'ff512aba-c067-4827-a93e-08602796006e', 'tenant_id': '3ebdfa1b50714591899c7b159c4d4f0b', 'mac_address': 'fa:16:3e:ee:db:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41e2d493-7e80-4f7c-a6cf-b521948796f6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fa126e60-8f93-486f-8b67-b99cf93a8408', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:10:53Z', 'updated_at': '2021-12-24T11:10:59Z', 'revision_number': 4, 'project_id': '3ebdfa1b50714591899c7b159c4d4f0b', 'subnets': [{'id': 'fa126e60-8f93-486f-8b67-b99cf93a8408', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:11:00.914155 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c9a3952-ecb5-4e41-bff1-9385387b7b36 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Router 41e2d493-7e80-4f7c-a6cf-b521948796f6 has already been hosted by L3 agent 198cca88-1338-4098-b44b-beb0346ac906 {{(pid=88878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 24 11:11:01.116695 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c9a3952-ecb5-4e41-bff1-9385387b7b36 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:11:01.133391 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-5c9a3952-ecb5-4e41-bff1-9385387b7b36 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] 10.222.0.65 "PUT /v2.0/routers/41e2d493-7e80-4f7c-a6cf-b521948796f6/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.1727853
Dec 24 11:11:01.136348 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 43110) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:11:01.142292 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-dcf16210-881d-4afe-aa34-5ef52b8130bc tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:11:01.312892 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.agents_db [None req-e51243ab-6a93-425b-980f-a73583147efa None None] Agent healthcheck: found 6 active agents {{(pid=88881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 24 11:11:01.358512 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device c7c53627-ec8d-4427-b21b-cd4a674f9486 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:11:01.453127 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port c7c53627-ec8d-4427-b21b-cd4a674f9486 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:11:01.454068 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:01.603620 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device ecd25d49-a018-42ab-8df3-6e0ddb3e885e up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:11:01.704287 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccddd7d-1057-476a-aa3e-e062bed314f1 req-ee5727c0-03c0-40f2-9933-755370f03634 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:11:01.706136 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-cccddd7d-1057-476a-aa3e-e062bed314f1 req-ee5727c0-03c0-40f2-9933-755370f03634 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] 10.222.0.65 "GET /v2.0/ports?device_id=4f3726f2-5445-4800-a149-b80f3ff480e1 HTTP/1.1" status: 200  len: 945 time: 0.5026953
Dec 24 11:11:01.748347 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning for port ecd25d49-a018-42ab-8df3-6e0ddb3e885e completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:11:01.856372 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-cccddd7d-1057-476a-aa3e-e062bed314f1 req-088917cf-c309-4239-a720-736b7932e19c tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] 10.222.0.65 "GET /v2.0/security-groups?id=ac646890-84b4-4f0e-9ed2-2b517a0b7022&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1307826
Dec 24 11:11:01.996954 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6b07bea-3c50-49ce-a535-cc0c707113fd None None] Network af6d6ea7-6c0a-49bc-90c2-6f19d8ede5d8 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:11:02.099687 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-111a21f5-4b01-4bae-b3b1-be10ff29942b None None] Provisioning for port ecd25d49-a018-42ab-8df3-6e0ddb3e885e completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:11:02.120385 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-111a21f5-4b01-4bae-b3b1-be10ff29942b None None] Provisioning complete for port ecd25d49-a018-42ab-8df3-6e0ddb3e885e triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:11:02.120723 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-111a21f5-4b01-4bae-b3b1-be10ff29942b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:02.274864 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.extraroute_db [None req-dcf16210-881d-4afe-aa34-5ef52b8130bc tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=88878) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}}
Dec 24 11:11:02.291880 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.extraroute_db [None req-dcf16210-881d-4afe-aa34-5ef52b8130bc tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Removed routes are [] {{(pid=88878) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}}
Dec 24 11:11:02.292321 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-dcf16210-881d-4afe-aa34-5ef52b8130bc tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-659031', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854691240'] for router, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:02.348216 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-111a21f5-4b01-4bae-b3b1-be10ff29942b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:02.399702 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-111a21f5-4b01-4bae-b3b1-be10ff29942b None None] For port ecd25d49-a018-42ab-8df3-6e0ddb3e885e, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=ecd25d49-a018-42ab-8df3-6e0ddb3e885e,segment=NetworkSegment(efdfe906-43f9-4b25-a456-6d5661960171),segment_id=efdfe906-43f9-4b25-a456-6d5661960171)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:11:02.405311 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-111a21f5-4b01-4bae-b3b1-be10ff29942b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:02.407051 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f84107e2-da11-4da8-bdae-73a286a0c143 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:11:02.490149 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111a21f5-4b01-4bae-b3b1-be10ff29942b None None] Pushing event updated for resources: {'Port': ['ID=ecd25d49-a018-42ab-8df3-6e0ddb3e885e,revision_number=3']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:11:02.495268 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-111a21f5-4b01-4bae-b3b1-be10ff29942b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:11:02.681489 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-dcf16210-881d-4afe-aa34-5ef52b8130bc tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-659031', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854691240'] for router, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:02.685146 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-dcf16210-881d-4afe-aa34-5ef52b8130bc tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854116816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854116785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-659000', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854163815'] for router, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:02.767076 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-f243de46-1fce-454b-a0ca-0a8572663229 None None] Provisioning for port 09b43daf-12fe-4ed4-9412-7e9dc1d9b621 completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:11:02.772801 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-f243de46-1fce-454b-a0ca-0a8572663229 None None] Provisioning complete for port 09b43daf-12fe-4ed4-9412-7e9dc1d9b621 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:11:02.773218 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f243de46-1fce-454b-a0ca-0a8572663229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:02.827568 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa980fd2-be04-4c28-8f0a-dd0310498a1e None None] Sync routers for ids ['41e2d493-7e80-4f7c-a6cf-b521948796f6'] in dv-neutron-822691-2-hyperv {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:11:02.838790 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-f243de46-1fce-454b-a0ca-0a8572663229 None None] Port 09b43daf-12fe-4ed4-9412-7e9dc1d9b621 cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:11:02.844717 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa980fd2-be04-4c28-8f0a-dd0310498a1e None None] Routers {'41e2d493-7e80-4f7c-a6cf-b521948796f6'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:11:02.845554 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-fa980fd2-be04-4c28-8f0a-dd0310498a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271bfffd0>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:10:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['41e2d493-7e80-4f7c-a6cf-b521948796f6'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:11:02.853075 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-f243de46-1fce-454b-a0ca-0a8572663229 None None] Provisioning complete for port ecd25d49-a018-42ab-8df3-6e0ddb3e885e triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:11:02.853957 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f243de46-1fce-454b-a0ca-0a8572663229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:02.886022 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcf16210-881d-4afe-aa34-5ef52b8130bc tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Router 41e2d493-7e80-4f7c-a6cf-b521948796f6 has already been hosted by L3 agent 198cca88-1338-4098-b44b-beb0346ac906 {{(pid=88878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 24 11:11:03.059675 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-fa980fd2-be04-4c28-8f0a-dd0310498a1e None None] Set router 41e2d493-7e80-4f7c-a6cf-b521948796f6 gateway port host: None {{(pid=88881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:11:03.196846 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-b9f02fbc-6aa0-4434-8280-b250d96dc68a None None] Provisioning complete for port 09b43daf-12fe-4ed4-9412-7e9dc1d9b621 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:11:03.197276 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b9f02fbc-6aa0-4434-8280-b250d96dc68a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:03.259328 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7ee584-ba60-4de4-948c-ee51429cb7c6 req-fd447f82-98d1-4918-bd39-6e57aeaad8fb tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:11:03.262576 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-cb7ee584-ba60-4de4-948c-ee51429cb7c6 req-fd447f82-98d1-4918-bd39-6e57aeaad8fb tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] 10.222.0.65 "GET /v2.0/ports?device_id=4f3726f2-5445-4800-a149-b80f3ff480e1 HTTP/1.1" status: 200  len: 945 time: 0.1751466
Dec 24 11:11:03.287541 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-b9f02fbc-6aa0-4434-8280-b250d96dc68a None None] Port 09b43daf-12fe-4ed4-9412-7e9dc1d9b621 cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:11:03.339240 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcf16210-881d-4afe-aa34-5ef52b8130bc tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:11:03.353069 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-dcf16210-881d-4afe-aa34-5ef52b8130bc tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks [] for router, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:03.357224 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-dcf16210-881d-4afe-aa34-5ef52b8130bc tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] 10.222.0.65 "PUT /v2.0/routers/41e2d493-7e80-4f7c-a6cf-b521948796f6 HTTP/1.1" status: 200  len: 933 time: 2.2172961
Dec 24 11:11:03.357848 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 43120) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:11:03.372380 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-cb7ee584-ba60-4de4-948c-ee51429cb7c6 req-2af13e5a-0bbd-4818-ac33-7b61c214c67d tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] 10.222.0.65 "GET /v2.0/security-groups?id=ac646890-84b4-4f0e-9ed2-2b517a0b7022&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0985496
Dec 24 11:11:03.416167 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-b4a83877-ec5d-430a-92b0-2af42712e2a7 None None] Provisioning complete for port 09b43daf-12fe-4ed4-9412-7e9dc1d9b621 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:11:03.416775 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b4a83877-ec5d-430a-92b0-2af42712e2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:03.448206 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device f4287887-f253-43e5-a9db-2948cdf13926 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:11:03.526893 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-b4a83877-ec5d-430a-92b0-2af42712e2a7 None None] Port 09b43daf-12fe-4ed4-9412-7e9dc1d9b621 cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:11:03.549577 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning for port f4287887-f253-43e5-a9db-2948cdf13926 completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:11:03.551731 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-fa980fd2-be04-4c28-8f0a-dd0310498a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271bfffd0>, [{'id': '41e2d493-7e80-4f7c-a6cf-b521948796f6', 'name': 'tempest-RoutersTest-router-911125546', 'tenant_id': '3ebdfa1b50714591899c7b159c4d4f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:10:40Z', 'updated_at': '2021-12-24T11:11:02Z', 'revision_number': 6, 'project_id': '3ebdfa1b50714591899c7b159c4d4f0b', 'gw_port_host': None, '_interfaces': [{'id': '09b43daf-12fe-4ed4-9412-7e9dc1d9b621', 'name': '', 'network_id': 'af6d6ea7-6c0a-49bc-90c2-6f19d8ede5d8', 'tenant_id': '3ebdfa1b50714591899c7b159c4d4f0b', 'mac_address': 'fa:16:3e:5d:e6:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41e2d493-7e80-4f7c-a6cf-b521948796f6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dccf2a30-d4cd-40d2-a431-0bf73dab5889', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:10:58Z', 'updated_at': '2021-12-24T11:10:59Z', 'revision_number': 2, 'project_id': '3ebdfa1b50714591899c7b159c4d4f0b', 'subnets': [{'id': 'dccf2a30-d4cd-40d2-a431-0bf73dab5889', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '32202a5a-3586-4a85-9b63-55c15780fd29', 'name': '', 'network_id': 'de7f44fb-350c-411a-9de8-e1259c7a564f', 'tenant_id': '3ebdfa1b50714591899c7b159c4d4f0b', 'mac_address': 'fa:16:3e:87:03:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e2d493-7e80-4f7c-a6cf-b521948796f6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '51c951a7-94a6-4746-a916-1c158361189d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:10:42Z', 'updated_at': '2021-12-24T11:10:52Z', 'revision_number': 5, 'project_id': '3ebdfa1b50714591899c7b159c4d4f0b', 'subnets': [{'id': '51c951a7-94a6-4746-a916-1c158361189d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c7c53627-ec8d-4427-b21b-cd4a674f9486', 'name': '', 'network_id': '248ab911-866d-421f-a09c-5dfe64bba243', 'tenant_id': '3ebdfa1b50714591899c7b159c4d4f0b', 'mac_address': 'fa:16:3e:17:ef:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e2d493-7e80-4f7c-a6cf-b521948796f6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '06cadd9c-7a81-4c1e-b21e-c348230e47f7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:10:46Z', 'updated_at': '2021-12-24T11:11:00Z', 'revision_number': 5, 'project_id': '3ebdfa1b50714591899c7b159c4d4f0b', 'subnets': [{'id': '06cadd9c-7a81-4c1e-b21e-c348230e47f7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4287887-f253-43e5-a9db-2948cdf13926', 'name': '', 'network_id': 'ff512aba-c067-4827-a93e-08602796006e', 'tenant_id': '3ebdfa1b50714591899c7b159c4d4f0b', 'mac_address': 'fa:16:3e:ee:db:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41e2d493-7e80-4f7c-a6cf-b521948796f6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fa126e60-8f93-486f-8b67-b99cf93a8408', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:10:53Z', 'updated_at': '2021-12-24T11:10:59Z', 'revision_number': 4, 'project_id': '3ebdfa1b50714591899c7b159c4d4f0b', 'subnets': [{'id': 'fa126e60-8f93-486f-8b67-b99cf93a8408', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:11:03.555019 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port f4287887-f253-43e5-a9db-2948cdf13926 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:11:03.555446 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:03.558198 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa980fd2-be04-4c28-8f0a-dd0310498a1e None None] Checking router: 41e2d493-7e80-4f7c-a6cf-b521948796f6 for host: dv-neutron-822691-2-hyperv {{(pid=88881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 24 11:11:03.559580 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa980fd2-be04-4c28-8f0a-dd0310498a1e None None] Updating router 41e2d493-7e80-4f7c-a6cf-b521948796f6 port 09b43daf-12fe-4ed4-9412-7e9dc1d9b621 binding host dv-neutron-822691-2-hyperv {{(pid=88881) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 24 11:11:03.572668 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-0e280f24-6470-45e6-87c4-8f9535f9748d tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] 10.222.0.65 "GET /v2.0/routers/41e2d493-7e80-4f7c-a6cf-b521948796f6 HTTP/1.1" status: 200  len: 933 time: 0.2133536
Dec 24 11:11:03.575341 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 43124) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:11:03.581549 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-a14e26fe-1a28-49e4-b879-10934de86d68 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Request body: {'router': {'routes': None}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:11:03.639913 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fa980fd2-be04-4c28-8f0a-dd0310498a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:03.692239 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:03.734845 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] For port f4287887-f253-43e5-a9db-2948cdf13926, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=f4287887-f253-43e5-a9db-2948cdf13926,segment=NetworkSegment(24293784-f899-4d6b-b8f7-100b1eae3d19),segment_id=24293784-f899-4d6b-b8f7-100b1eae3d19)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:11:03.738414 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:03.739430 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device ecd25d49-a018-42ab-8df3-6e0ddb3e885e up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:11:03.770374 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:11:03.862587 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Pushing event updated for resources: {'Port': ['ID=f4287887-f253-43e5-a9db-2948cdf13926,revision_number=5']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:11:03.867018 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:11:03.879519 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port ecd25d49-a018-42ab-8df3-6e0ddb3e885e triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:11:03.880057 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:04.027088 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fa980fd2-be04-4c28-8f0a-dd0310498a1e None None] Notify callbacks [] for port, precommit_update {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:04.040227 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-fa980fd2-be04-4c28-8f0a-dd0310498a1e None None] Transition to ACTIVE for port object 09b43daf-12fe-4ed4-9412-7e9dc1d9b621 will not be triggered until provisioned by entity L2. {{(pid=88881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:11:04.046752 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fa980fd2-be04-4c28-8f0a-dd0310498a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:04.050739 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-69233793-00e7-4e98-88f2-b183f2af4d08 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:11:04.178363 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb787d11-2650-44c9-901a-9ea108668a35 None None] Pushing event updated for resources: {'Port': ['ID=09b43daf-12fe-4ed4-9412-7e9dc1d9b621,revision_number=3']} {{(pid=88881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:11:04.181689 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-fb787d11-2650-44c9-901a-9ea108668a35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:11:04.272067 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-fa980fd2-be04-4c28-8f0a-dd0310498a1e None None] Attempting to bind port 09b43daf-12fe-4ed4-9412-7e9dc1d9b621 on host dv-neutron-822691-2-hyperv for vnic_type normal with profile  {{(pid=88881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:11:04.272472 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-fa980fd2-be04-4c28-8f0a-dd0310498a1e None None] Attempting to bind port 09b43daf-12fe-4ed4-9412-7e9dc1d9b621 by drivers openvswitch,hyperv on host dv-neutron-822691-2-hyperv at level 0 using segments [{'id': 'efdfe906-43f9-4b25-a456-6d5661960171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'af6d6ea7-6c0a-49bc-90c2-6f19d8ede5d8'}] {{(pid=88881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:11:04.272875 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa980fd2-be04-4c28-8f0a-dd0310498a1e None None] Attempting to bind port 09b43daf-12fe-4ed4-9412-7e9dc1d9b621 on network af6d6ea7-6c0a-49bc-90c2-6f19d8ede5d8 {{(pid=88881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:11:04.280382 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa980fd2-be04-4c28-8f0a-dd0310498a1e None None] Checking agent: {'id': 'db1275c1-6001-47af-93c2-635c68404703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822691-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 52, 8), 'started_at': datetime.datetime(2021, 12, 24, 10, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 10, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822691-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:11:04.281317 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa980fd2-be04-4c28-8f0a-dd0310498a1e None None] Checking segment: {'id': 'efdfe906-43f9-4b25-a456-6d5661960171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'af6d6ea7-6c0a-49bc-90c2-6f19d8ede5d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:11:04.281317 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fa980fd2-be04-4c28-8f0a-dd0310498a1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:04.281759 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa980fd2-be04-4c28-8f0a-dd0310498a1e None None] Bound using segment: {'id': 'efdfe906-43f9-4b25-a456-6d5661960171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'af6d6ea7-6c0a-49bc-90c2-6f19d8ede5d8'} {{(pid=88881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:11:04.282294 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-fa980fd2-be04-4c28-8f0a-dd0310498a1e None None] Bound port: 09b43daf-12fe-4ed4-9412-7e9dc1d9b621, host: dv-neutron-822691-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efdfe906-43f9-4b25-a456-6d5661960171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'af6d6ea7-6c0a-49bc-90c2-6f19d8ede5d8'}}] {{(pid=88881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:11:04.282699 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fa980fd2-be04-4c28-8f0a-dd0310498a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:04.386898 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-fa980fd2-be04-4c28-8f0a-dd0310498a1e None None] For port 09b43daf-12fe-4ed4-9412-7e9dc1d9b621, host dv-neutron-822691-2-hyperv, cleared binding levels {{(pid=88881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:11:04.390218 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-fa980fd2-be04-4c28-8f0a-dd0310498a1e None None] For port 09b43daf-12fe-4ed4-9412-7e9dc1d9b621, host dv-neutron-822691-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=09b43daf-12fe-4ed4-9412-7e9dc1d9b621,segment=NetworkSegment(efdfe906-43f9-4b25-a456-6d5661960171),segment_id=efdfe906-43f9-4b25-a456-6d5661960171)] {{(pid=88881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:11:04.394298 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fa980fd2-be04-4c28-8f0a-dd0310498a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:04.399736 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-fb787d11-2650-44c9-901a-9ea108668a35 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:11:04.486164 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.extraroute_db [None req-a14e26fe-1a28-49e4-b879-10934de86d68 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Added routes are [] {{(pid=88878) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}}
Dec 24 11:11:04.486647 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.extraroute_db [None req-a14e26fe-1a28-49e4-b879-10934de86d68 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=88878) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}}
Dec 24 11:11:04.489800 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb787d11-2650-44c9-901a-9ea108668a35 None None] Pushing event updated for resources: {'Port': ['ID=09b43daf-12fe-4ed4-9412-7e9dc1d9b621,revision_number=4']} {{(pid=88881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:11:04.494248 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-fb787d11-2650-44c9-901a-9ea108668a35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:11:04.496034 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa980fd2-be04-4c28-8f0a-dd0310498a1e None None] Routers {'41e2d493-7e80-4f7c-a6cf-b521948796f6'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:11:04.496862 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-fa980fd2-be04-4c28-8f0a-dd0310498a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271bfffd0>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:10:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['41e2d493-7e80-4f7c-a6cf-b521948796f6'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:11:04.542866 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a14e26fe-1a28-49e4-b879-10934de86d68 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-659031', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854691240'] for router, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:04.686360 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-fa980fd2-be04-4c28-8f0a-dd0310498a1e None None] Set router 41e2d493-7e80-4f7c-a6cf-b521948796f6 gateway port host: None {{(pid=88881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:11:04.793373 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e63bba8-afaa-4d6d-9173-ca4d0cab3829 req-bfca9e27-1402-4592-892a-86261523f138 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:11:04.795156 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-1e63bba8-afaa-4d6d-9173-ca4d0cab3829 req-bfca9e27-1402-4592-892a-86261523f138 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] 10.222.0.65 "GET /v2.0/ports?device_id=4f3726f2-5445-4800-a149-b80f3ff480e1 HTTP/1.1" status: 200  len: 945 time: 0.1784430
Dec 24 11:11:04.985428 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-1e63bba8-afaa-4d6d-9173-ca4d0cab3829 req-71ad49dd-bad0-4a75-91b0-f7bdf9bca89c tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] 10.222.0.65 "GET /v2.0/security-groups?id=ac646890-84b4-4f0e-9ed2-2b517a0b7022&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1830342
Dec 24 11:11:05.023513 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a14e26fe-1a28-49e4-b879-10934de86d68 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-659031', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854691240'] for router, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:05.027354 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a14e26fe-1a28-49e4-b879-10934de86d68 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854116816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854116785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-659000', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854163815'] for router, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:05.139072 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-614deaf3-cfb3-4e8f-9f5f-2f8038ffc46b req-039c12f1-ef16-474b-8a12-cf0aed48545d service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=a33fdf1a-714c-405b-86fc-5159e6d124f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0925367
Dec 24 11:11:05.191384 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-fa980fd2-be04-4c28-8f0a-dd0310498a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271bfffd0>, [{'id': '41e2d493-7e80-4f7c-a6cf-b521948796f6', 'name': 'tempest-RoutersTest-router-911125546', 'tenant_id': '3ebdfa1b50714591899c7b159c4d4f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:10:40Z', 'updated_at': '2021-12-24T11:11:04Z', 'revision_number': 7, 'project_id': '3ebdfa1b50714591899c7b159c4d4f0b', 'gw_port_host': None, '_interfaces': [{'id': '09b43daf-12fe-4ed4-9412-7e9dc1d9b621', 'name': '', 'network_id': 'af6d6ea7-6c0a-49bc-90c2-6f19d8ede5d8', 'tenant_id': '3ebdfa1b50714591899c7b159c4d4f0b', 'mac_address': 'fa:16:3e:5d:e6:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41e2d493-7e80-4f7c-a6cf-b521948796f6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dccf2a30-d4cd-40d2-a431-0bf73dab5889', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:10:58Z', 'updated_at': '2021-12-24T11:11:04Z', 'revision_number': 4, 'project_id': '3ebdfa1b50714591899c7b159c4d4f0b', 'subnets': [{'id': 'dccf2a30-d4cd-40d2-a431-0bf73dab5889', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '32202a5a-3586-4a85-9b63-55c15780fd29', 'name': '', 'network_id': 'de7f44fb-350c-411a-9de8-e1259c7a564f', 'tenant_id': '3ebdfa1b50714591899c7b159c4d4f0b', 'mac_address': 'fa:16:3e:87:03:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e2d493-7e80-4f7c-a6cf-b521948796f6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '51c951a7-94a6-4746-a916-1c158361189d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:10:42Z', 'updated_at': '2021-12-24T11:10:52Z', 'revision_number': 5, 'project_id': '3ebdfa1b50714591899c7b159c4d4f0b', 'subnets': [{'id': '51c951a7-94a6-4746-a916-1c158361189d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c7c53627-ec8d-4427-b21b-cd4a674f9486', 'name': '', 'network_id': '248ab911-866d-421f-a09c-5dfe64bba243', 'tenant_id': '3ebdfa1b50714591899c7b159c4d4f0b', 'mac_address': 'fa:16:3e:17:ef:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e2d493-7e80-4f7c-a6cf-b521948796f6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '06cadd9c-7a81-4c1e-b21e-c348230e47f7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:10:46Z', 'updated_at': '2021-12-24T11:11:00Z', 'revision_number': 5, 'project_id': '3ebdfa1b50714591899c7b159c4d4f0b', 'subnets': [{'id': '06cadd9c-7a81-4c1e-b21e-c348230e47f7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4287887-f253-43e5-a9db-2948cdf13926', 'name': '', 'network_id': 'ff512aba-c067-4827-a93e-08602796006e', 'tenant_id': '3ebdfa1b50714591899c7b159c4d4f0b', 'mac_address': 'fa:16:3e:ee:db:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e2d493-7e80-4f7c-a6cf-b521948796f6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fa126e60-8f93-486f-8b67-b99cf93a8408', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:10:53Z', 'updated_at': '2021-12-24T11:11:03Z', 'revision_number': 5, 'project_id': '3ebdfa1b50714591899c7b159c4d4f0b', 'subnets': [{'id': 'fa126e60-8f93-486f-8b67-b99cf93a8408', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:11:05.196048 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa980fd2-be04-4c28-8f0a-dd0310498a1e None None] The sync data for ids ['41e2d493-7e80-4f7c-a6cf-b521948796f6'] in dv-neutron-822691-2-hyperv is: [{'id': '41e2d493-7e80-4f7c-a6cf-b521948796f6', 'name': 'tempest-RoutersTest-router-911125546', 'tenant_id': '3ebdfa1b50714591899c7b159c4d4f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:10:40Z', 'updated_at': '2021-12-24T11:11:04Z', 'revision_number': 7, 'project_id': '3ebdfa1b50714591899c7b159c4d4f0b', 'gw_port_host': None, '_interfaces': [{'id': '09b43daf-12fe-4ed4-9412-7e9dc1d9b621', 'name': '', 'network_id': 'af6d6ea7-6c0a-49bc-90c2-6f19d8ede5d8', 'tenant_id': '3ebdfa1b50714591899c7b159c4d4f0b', 'mac_address': 'fa:16:3e:5d:e6:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41e2d493-7e80-4f7c-a6cf-b521948796f6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dccf2a30-d4cd-40d2-a431-0bf73dab5889', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:10:58Z', 'updated_at': '2021-12-24T11:11:04Z', 'revision_number': 4, 'project_id': '3ebdfa1b50714591899c7b159c4d4f0b', 'subnets': [{'id': 'dccf2a30-d4cd-40d2-a431-0bf73dab5889', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '32202a5a-3586-4a85-9b63-55c15780fd29', 'name': '', 'network_id': 'de7f44fb-350c-411a-9de8-e1259c7a564f', 'tenant_id': '3ebdfa1b50714591899c7b159c4d4f0b', 'mac_address': 'fa:16:3e:87:03:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e2d493-7e80-4f7c-a6cf-b521948796f6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '51c951a7-94a6-4746-a916-1c158361189d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:10:42Z', 'updated_at': '2021-12-24T11:10:52Z', 'revision_number': 5, 'project_id': '3ebdfa1b50714591899c7b159c4d4f0b', 'subnets': [{'id': '51c951a7-94a6-4746-a916-1c158361189d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c7c53627-ec8d-4427-b21b-cd4a674f9486', 'name': '', 'network_id': '248ab911-866d-421f-a09c-5dfe64bba243', 'tenant_id': '3ebdfa1b50714591899c7b159c4d4f0b', 'mac_address': 'fa:16:3e:17:ef:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e2d493-7e80-4f7c-a6cf-b521948796f6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '06cadd9c-7a81-4c1e-b21e-c348230e47f7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:10:46Z', 'updated_at': '2021-12-24T11:11:00Z', 'revision_number': 5, 'project_id': '3ebdfa1b50714591899c7b159c4d4f0b', 'subnets': [{'id': '06cadd9c-7a81-4c1e-b21e-c348230e47f7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4287887-f253-43e5-a9db-2948cdf13926', 'name': '', 'network_id': 'ff512aba-c067-4827-a93e-08602796006e', 'tenant_id': '3ebdfa1b50714591899c7b159c4d4f0b', 'mac_address': 'fa:16:3e:ee:db:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e2d493-7e80-4f7c-a6cf-b521948796f6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fa126e60-8f93-486f-8b67-b99cf93a8408', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:10:53Z', 'updated_at': '2021-12-24T11:11:03Z', 'revision_number': 5, 'project_id': '3ebdfa1b50714591899c7b159c4d4f0b', 'subnets': [{'id': 'fa126e60-8f93-486f-8b67-b99cf93a8408', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:11:05.230158 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a14e26fe-1a28-49e4-b879-10934de86d68 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Router 41e2d493-7e80-4f7c-a6cf-b521948796f6 has already been hosted by L3 agent 198cca88-1338-4098-b44b-beb0346ac906 {{(pid=88878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 24 11:11:05.256101 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-614deaf3-cfb3-4e8f-9f5f-2f8038ffc46b req-f6773e51-cfd9-49f7-adf9-abcd88372d6c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ad7c5ba9df02428aae512a4d9bb9dd9d&device_id=a33fdf1a-714c-405b-86fc-5159e6d124f5 HTTP/1.1" status: 200  len: 1099 time: 0.0939345
Dec 24 11:11:05.308726 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device f4287887-f253-43e5-a9db-2948cdf13926 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:11:05.389111 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port f4287887-f253-43e5-a9db-2948cdf13926 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:11:05.389754 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:05.433381 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a14e26fe-1a28-49e4-b879-10934de86d68 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:11:05.436698 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614deaf3-cfb3-4e8f-9f5f-2f8038ffc46b req-6dd60ed4-be4c-44b5-b4c4-b690d2360f6e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:11:05.438271 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-614deaf3-cfb3-4e8f-9f5f-2f8038ffc46b req-6dd60ed4-be4c-44b5-b4c4-b690d2360f6e service neutron] 10.222.0.58 "GET /v2.0/networks?id=641ddaa1-b5c0-4a80-8143-5da9e4cb5db6 HTTP/1.1" status: 200  len: 897 time: 0.1586978
Dec 24 11:11:05.440859 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a14e26fe-1a28-49e4-b879-10934de86d68 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks [] for router, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:05.442288 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-a14e26fe-1a28-49e4-b879-10934de86d68 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] 10.222.0.65 "PUT /v2.0/routers/41e2d493-7e80-4f7c-a6cf-b521948796f6 HTTP/1.1" status: 200  len: 699 time: 1.8656087
Dec 24 11:11:05.445023 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 43132) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:11:05.539632 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 09b43daf-12fe-4ed4-9412-7e9dc1d9b621 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:11:05.562910 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-614deaf3-cfb3-4e8f-9f5f-2f8038ffc46b req-10a7daed-a956-4664-9b4e-77fd71eb4be0 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=db30fbba-a01f-42c8-b52d-da5f05b1fdca HTTP/1.1" status: 200  len: 1001 time: 0.1134984
Dec 24 11:11:05.573284 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e3f8f2f-835c-4674-96d1-83da47e9d74a None None] Sync routers for ids ['41e2d493-7e80-4f7c-a6cf-b521948796f6'] in dv-neutron-822691-2-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:11:05.598532 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e3f8f2f-835c-4674-96d1-83da47e9d74a None None] Routers {'41e2d493-7e80-4f7c-a6cf-b521948796f6'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:11:05.599377 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-8e3f8f2f-835c-4674-96d1-83da47e9d74a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271a8a8d0>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:10:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['41e2d493-7e80-4f7c-a6cf-b521948796f6'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:11:05.647668 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614deaf3-cfb3-4e8f-9f5f-2f8038ffc46b req-75c83443-8878-4dbf-a169-560a60b818f1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:11:05.649284 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-614deaf3-cfb3-4e8f-9f5f-2f8038ffc46b req-75c83443-8878-4dbf-a169-560a60b818f1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=91672386-df32-4978-8fd4-f2d6b643bcf9 HTTP/1.1" status: 200  len: 834 time: 0.0771410
Dec 24 11:11:05.650621 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-c43a5f4f-7f21-47bf-8c55-9a931ea52a9d tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] 10.222.0.65 "GET /v2.0/routers/41e2d493-7e80-4f7c-a6cf-b521948796f6 HTTP/1.1" status: 200  len: 699 time: 0.2042429
Dec 24 11:11:05.653413 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 43136) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:11:05.793977 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-8e3f8f2f-835c-4674-96d1-83da47e9d74a None None] Set router 41e2d493-7e80-4f7c-a6cf-b521948796f6 gateway port host: None {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:11:05.843605 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning for port 09b43daf-12fe-4ed4-9412-7e9dc1d9b621 completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:11:05.857163 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port 09b43daf-12fe-4ed4-9412-7e9dc1d9b621 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:11:05.857587 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:06.069524 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-614deaf3-cfb3-4e8f-9f5f-2f8038ffc46b req-8c6064ae-7230-4bdd-8f16-cf7b4ba2f5b6 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=641ddaa1-b5c0-4a80-8143-5da9e4cb5db6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.4127369
Dec 24 11:11:06.188074 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bde5673e-2684-4df3-acc4-d90825e9b78e tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854055677'] for router_interface, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:06.271432 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-614deaf3-cfb3-4e8f-9f5f-2f8038ffc46b req-17dc537e-679f-4467-8c8e-40e16b7a4344 service neutron] 10.222.0.58 "GET /v2.0/networks/641ddaa1-b5c0-4a80-8143-5da9e4cb5db6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1896491
Dec 24 11:11:06.354298 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:06.432951 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-614deaf3-cfb3-4e8f-9f5f-2f8038ffc46b req-37010e02-9caa-4c42-a6c8-53956b187388 service neutron] 10.222.0.58 "GET /v2.0/networks/641ddaa1-b5c0-4a80-8143-5da9e4cb5db6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1515343
Dec 24 11:11:06.452833 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d7853384-7e00-4e37-b033-64007ac1f615 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:06.457489 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] For port 09b43daf-12fe-4ed4-9412-7e9dc1d9b621, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=09b43daf-12fe-4ed4-9412-7e9dc1d9b621,segment=NetworkSegment(efdfe906-43f9-4b25-a456-6d5661960171),segment_id=efdfe906-43f9-4b25-a456-6d5661960171)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:11:06.466806 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:06.470127 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-65ec07f2-bf0a-4cf8-aa65-41f9a51b142d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:11:06.555196 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Pushing event updated for resources: {'Port': ['ID=09b43daf-12fe-4ed4-9412-7e9dc1d9b621,revision_number=5']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:11:06.560672 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-8e3f8f2f-835c-4674-96d1-83da47e9d74a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271a8a8d0>, [{'id': '41e2d493-7e80-4f7c-a6cf-b521948796f6', 'name': 'tempest-RoutersTest-router-911125546', 'tenant_id': '3ebdfa1b50714591899c7b159c4d4f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:10:40Z', 'updated_at': '2021-12-24T11:11:04Z', 'revision_number': 7, 'project_id': '3ebdfa1b50714591899c7b159c4d4f0b', 'gw_port_host': None, '_interfaces': [{'id': '09b43daf-12fe-4ed4-9412-7e9dc1d9b621', 'name': '', 'network_id': 'af6d6ea7-6c0a-49bc-90c2-6f19d8ede5d8', 'tenant_id': '3ebdfa1b50714591899c7b159c4d4f0b', 'mac_address': 'fa:16:3e:5d:e6:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41e2d493-7e80-4f7c-a6cf-b521948796f6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dccf2a30-d4cd-40d2-a431-0bf73dab5889', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:10:58Z', 'updated_at': '2021-12-24T11:11:04Z', 'revision_number': 4, 'project_id': '3ebdfa1b50714591899c7b159c4d4f0b', 'subnets': [{'id': 'dccf2a30-d4cd-40d2-a431-0bf73dab5889', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '32202a5a-3586-4a85-9b63-55c15780fd29', 'name': '', 'network_id': 'de7f44fb-350c-411a-9de8-e1259c7a564f', 'tenant_id': '3ebdfa1b50714591899c7b159c4d4f0b', 'mac_address': 'fa:16:3e:87:03:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e2d493-7e80-4f7c-a6cf-b521948796f6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '51c951a7-94a6-4746-a916-1c158361189d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:10:42Z', 'updated_at': '2021-12-24T11:10:52Z', 'revision_number': 5, 'project_id': '3ebdfa1b50714591899c7b159c4d4f0b', 'subnets': [{'id': '51c951a7-94a6-4746-a916-1c158361189d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c7c53627-ec8d-4427-b21b-cd4a674f9486', 'name': '', 'network_id': '248ab911-866d-421f-a09c-5dfe64bba243', 'tenant_id': '3ebdfa1b50714591899c7b159c4d4f0b', 'mac_address': 'fa:16:3e:17:ef:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e2d493-7e80-4f7c-a6cf-b521948796f6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '06cadd9c-7a81-4c1e-b21e-c348230e47f7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:10:46Z', 'updated_at': '2021-12-24T11:11:00Z', 'revision_number': 5, 'project_id': '3ebdfa1b50714591899c7b159c4d4f0b', 'subnets': [{'id': '06cadd9c-7a81-4c1e-b21e-c348230e47f7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4287887-f253-43e5-a9db-2948cdf13926', 'name': '', 'network_id': 'ff512aba-c067-4827-a93e-08602796006e', 'tenant_id': '3ebdfa1b50714591899c7b159c4d4f0b', 'mac_address': 'fa:16:3e:ee:db:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e2d493-7e80-4f7c-a6cf-b521948796f6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fa126e60-8f93-486f-8b67-b99cf93a8408', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:10:53Z', 'updated_at': '2021-12-24T11:11:03Z', 'revision_number': 5, 'project_id': '3ebdfa1b50714591899c7b159c4d4f0b', 'subnets': [{'id': 'fa126e60-8f93-486f-8b67-b99cf93a8408', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:11:06.563396 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:11:06.566756 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e3f8f2f-835c-4674-96d1-83da47e9d74a None None] Checking router: 41e2d493-7e80-4f7c-a6cf-b521948796f6 for host: dv-neutron-822691-2-hyperv {{(pid=88880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 24 11:11:06.579742 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e3f8f2f-835c-4674-96d1-83da47e9d74a None None] Routers {'41e2d493-7e80-4f7c-a6cf-b521948796f6'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:11:06.580441 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-8e3f8f2f-835c-4674-96d1-83da47e9d74a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271a8a8d0>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:10:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['41e2d493-7e80-4f7c-a6cf-b521948796f6'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:11:06.680147 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c307c27b-27a4-4b64-9e46-0990beab31a3 req-a8e3160b-bb41-4bb6-8c91-35518246dbf2 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:11:06.681907 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-c307c27b-27a4-4b64-9e46-0990beab31a3 req-a8e3160b-bb41-4bb6-8c91-35518246dbf2 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] 10.222.0.65 "GET /v2.0/ports?device_id=4f3726f2-5445-4800-a149-b80f3ff480e1 HTTP/1.1" status: 200  len: 945 time: 0.4337819
Dec 24 11:11:06.751116 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-8e3f8f2f-835c-4674-96d1-83da47e9d74a None None] Set router 41e2d493-7e80-4f7c-a6cf-b521948796f6 gateway port host: None {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:11:06.781965 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-c307c27b-27a4-4b64-9e46-0990beab31a3 req-16778a7c-9d0a-4ebf-a046-6c31787164e9 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] 10.222.0.65 "GET /v2.0/security-groups?id=ac646890-84b4-4f0e-9ed2-2b517a0b7022&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0931435
Dec 24 11:11:07.116802 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-8e3f8f2f-835c-4674-96d1-83da47e9d74a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271a8a8d0>, [{'id': '41e2d493-7e80-4f7c-a6cf-b521948796f6', 'name': 'tempest-RoutersTest-router-911125546', 'tenant_id': '3ebdfa1b50714591899c7b159c4d4f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:10:40Z', 'updated_at': '2021-12-24T11:11:04Z', 'revision_number': 7, 'project_id': '3ebdfa1b50714591899c7b159c4d4f0b', 'gw_port_host': None, '_interfaces': [{'id': '09b43daf-12fe-4ed4-9412-7e9dc1d9b621', 'name': '', 'network_id': 'af6d6ea7-6c0a-49bc-90c2-6f19d8ede5d8', 'tenant_id': '3ebdfa1b50714591899c7b159c4d4f0b', 'mac_address': 'fa:16:3e:5d:e6:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e2d493-7e80-4f7c-a6cf-b521948796f6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dccf2a30-d4cd-40d2-a431-0bf73dab5889', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:10:58Z', 'updated_at': '2021-12-24T11:11:06Z', 'revision_number': 5, 'project_id': '3ebdfa1b50714591899c7b159c4d4f0b', 'subnets': [{'id': 'dccf2a30-d4cd-40d2-a431-0bf73dab5889', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '32202a5a-3586-4a85-9b63-55c15780fd29', 'name': '', 'network_id': 'de7f44fb-350c-411a-9de8-e1259c7a564f', 'tenant_id': '3ebdfa1b50714591899c7b159c4d4f0b', 'mac_address': 'fa:16:3e:87:03:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e2d493-7e80-4f7c-a6cf-b521948796f6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '51c951a7-94a6-4746-a916-1c158361189d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:10:42Z', 'updated_at': '2021-12-24T11:10:52Z', 'revision_number': 5, 'project_id': '3ebdfa1b50714591899c7b159c4d4f0b', 'subnets': [{'id': '51c951a7-94a6-4746-a916-1c158361189d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c7c53627-ec8d-4427-b21b-cd4a674f9486', 'name': '', 'network_id': '248ab911-866d-421f-a09c-5dfe64bba243', 'tenant_id': '3ebdfa1b50714591899c7b159c4d4f0b', 'mac_address': 'fa:16:3e:17:ef:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e2d493-7e80-4f7c-a6cf-b521948796f6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '06cadd9c-7a81-4c1e-b21e-c348230e47f7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:10:46Z', 'updated_at': '2021-12-24T11:11:00Z', 'revision_number': 5, 'project_id': '3ebdfa1b50714591899c7b159c4d4f0b', 'subnets': [{'id': '06cadd9c-7a81-4c1e-b21e-c348230e47f7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4287887-f253-43e5-a9db-2948cdf13926', 'name': '', 'network_id': 'ff512aba-c067-4827-a93e-08602796006e', 'tenant_id': '3ebdfa1b50714591899c7b159c4d4f0b', 'mac_address': 'fa:16:3e:ee:db:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e2d493-7e80-4f7c-a6cf-b521948796f6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fa126e60-8f93-486f-8b67-b99cf93a8408', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:10:53Z', 'updated_at': '2021-12-24T11:11:03Z', 'revision_number': 5, 'project_id': '3ebdfa1b50714591899c7b159c4d4f0b', 'subnets': [{'id': 'fa126e60-8f93-486f-8b67-b99cf93a8408', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:11:07.121706 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e3f8f2f-835c-4674-96d1-83da47e9d74a None None] The sync data for ids ['41e2d493-7e80-4f7c-a6cf-b521948796f6'] in dv-neutron-822691-2-hyperv is: [{'id': '41e2d493-7e80-4f7c-a6cf-b521948796f6', 'name': 'tempest-RoutersTest-router-911125546', 'tenant_id': '3ebdfa1b50714591899c7b159c4d4f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:10:40Z', 'updated_at': '2021-12-24T11:11:04Z', 'revision_number': 7, 'project_id': '3ebdfa1b50714591899c7b159c4d4f0b', 'gw_port_host': None, '_interfaces': [{'id': '09b43daf-12fe-4ed4-9412-7e9dc1d9b621', 'name': '', 'network_id': 'af6d6ea7-6c0a-49bc-90c2-6f19d8ede5d8', 'tenant_id': '3ebdfa1b50714591899c7b159c4d4f0b', 'mac_address': 'fa:16:3e:5d:e6:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e2d493-7e80-4f7c-a6cf-b521948796f6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dccf2a30-d4cd-40d2-a431-0bf73dab5889', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:10:58Z', 'updated_at': '2021-12-24T11:11:06Z', 'revision_number': 5, 'project_id': '3ebdfa1b50714591899c7b159c4d4f0b', 'subnets': [{'id': 'dccf2a30-d4cd-40d2-a431-0bf73dab5889', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '32202a5a-3586-4a85-9b63-55c15780fd29', 'name': '', 'network_id': 'de7f44fb-350c-411a-9de8-e1259c7a564f', 'tenant_id': '3ebdfa1b50714591899c7b159c4d4f0b', 'mac_address': 'fa:16:3e:87:03:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e2d493-7e80-4f7c-a6cf-b521948796f6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '51c951a7-94a6-4746-a916-1c158361189d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:10:42Z', 'updated_at': '2021-12-24T11:10:52Z', 'revision_number': 5, 'project_id': '3ebdfa1b50714591899c7b159c4d4f0b', 'subnets': [{'id': '51c951a7-94a6-4746-a916-1c158361189d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c7c53627-ec8d-4427-b21b-cd4a674f9486', 'name': '', 'network_id': '248ab911-866d-421f-a09c-5dfe64bba243', 'tenant_id': '3ebdfa1b50714591899c7b159c4d4f0b', 'mac_address': 'fa:16:3e:17:ef:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e2d493-7e80-4f7c-a6cf-b521948796f6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '06cadd9c-7a81-4c1e-b21e-c348230e47f7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:10:46Z', 'updated_at': '2021-12-24T11:11:00Z', 'revision_number': 5, 'project_id': '3ebdfa1b50714591899c7b159c4d4f0b', 'subnets': [{'id': '06cadd9c-7a81-4c1e-b21e-c348230e47f7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4287887-f253-43e5-a9db-2948cdf13926', 'name': '', 'network_id': 'ff512aba-c067-4827-a93e-08602796006e', 'tenant_id': '3ebdfa1b50714591899c7b159c4d4f0b', 'mac_address': 'fa:16:3e:ee:db:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e2d493-7e80-4f7c-a6cf-b521948796f6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fa126e60-8f93-486f-8b67-b99cf93a8408', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:10:53Z', 'updated_at': '2021-12-24T11:11:03Z', 'revision_number': 5, 'project_id': '3ebdfa1b50714591899c7b159c4d4f0b', 'subnets': [{'id': 'fa126e60-8f93-486f-8b67-b99cf93a8408', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:11:07.232054 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-bde5673e-2684-4df3-acc4-d90825e9b78e tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Deleting port 09b43daf-12fe-4ed4-9412-7e9dc1d9b621 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:11:07.232952 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bde5673e-2684-4df3-acc4-d90825e9b78e tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:07.284989 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 09b43daf-12fe-4ed4-9412-7e9dc1d9b621 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:11:07.366105 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port 09b43daf-12fe-4ed4-9412-7e9dc1d9b621 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:11:07.366556 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:07.467874 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-bde5673e-2684-4df3-acc4-d90825e9b78e tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] For port 09b43daf-12fe-4ed4-9412-7e9dc1d9b621, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=09b43daf-12fe-4ed4-9412-7e9dc1d9b621,segment=NetworkSegment(efdfe906-43f9-4b25-a456-6d5661960171),segment_id=efdfe906-43f9-4b25-a456-6d5661960171)] {{(pid=88878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:11:07.468282 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bde5673e-2684-4df3-acc4-d90825e9b78e tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:07.604854 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-bde5673e-2684-4df3-acc4-d90825e9b78e tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Calling delete_port for 09b43daf-12fe-4ed4-9412-7e9dc1d9b621 owned by network:router_interface {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:11:07.799802 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bde5673e-2684-4df3-acc4-d90825e9b78e tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:07.803907 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-1295706d-8947-40c6-8dd1-14d920da96c1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:11:07.851492 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde5673e-2684-4df3-acc4-d90825e9b78e tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Pushing event deleted for resources: {'Port': ['ID=09b43daf-12fe-4ed4-9412-7e9dc1d9b621,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:11:07.928423 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde5673e-2684-4df3-acc4-d90825e9b78e tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:11:07.928840 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde5673e-2684-4df3-acc4-d90825e9b78e tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:11:07.929258 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde5673e-2684-4df3-acc4-d90825e9b78e tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:11:07.929672 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde5673e-2684-4df3-acc4-d90825e9b78e tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:11:07.930107 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde5673e-2684-4df3-acc4-d90825e9b78e tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:11:07.930549 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde5673e-2684-4df3-acc4-d90825e9b78e tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:11:07.931048 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde5673e-2684-4df3-acc4-d90825e9b78e tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:11:07.931503 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde5673e-2684-4df3-acc4-d90825e9b78e tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:11:07.931915 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde5673e-2684-4df3-acc4-d90825e9b78e tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:11:07.932323 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde5673e-2684-4df3-acc4-d90825e9b78e tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:11:07.932727 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde5673e-2684-4df3-acc4-d90825e9b78e tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:11:07.946155 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-bde5673e-2684-4df3-acc4-d90825e9b78e tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:11:08.035298 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:08.183854 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adadaf4f-7602-4232-802d-ee40d0c989e3 req-be6bf2ca-6e2b-4578-be0e-9c829575a92b tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:11:08.185463 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-adadaf4f-7602-4232-802d-ee40d0c989e3 req-be6bf2ca-6e2b-4578-be0e-9c829575a92b tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] 10.222.0.65 "GET /v2.0/ports?device_id=4f3726f2-5445-4800-a149-b80f3ff480e1 HTTP/1.1" status: 200  len: 945 time: 0.2459629
Dec 24 11:11:08.257523 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-adadaf4f-7602-4232-802d-ee40d0c989e3 req-bcd19325-f28b-42c4-9ca1-e2963e575507 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] 10.222.0.65 "GET /v2.0/security-groups?id=ac646890-84b4-4f0e-9ed2-2b517a0b7022&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0579901
Dec 24 11:11:08.267027 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bde5673e-2684-4df3-acc4-d90825e9b78e tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036852798164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854055527'] for router_interface, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:08.827267 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bde5673e-2684-4df3-acc4-d90825e9b78e tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Router 41e2d493-7e80-4f7c-a6cf-b521948796f6 has already been hosted by L3 agent 198cca88-1338-4098-b44b-beb0346ac906 {{(pid=88878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 24 11:11:08.963512 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-25123a1e-0ad6-43da-891b-0f1388c7cba8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:09.014094 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bde5673e-2684-4df3-acc4-d90825e9b78e tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:11:09.025144 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-611b99db-9f0f-4b6e-b061-65000bfa2f8c None None] Sync routers for ids ['41e2d493-7e80-4f7c-a6cf-b521948796f6'] in dv-neutron-822691-2-hyperv {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:11:09.028779 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-bde5673e-2684-4df3-acc4-d90825e9b78e tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] 10.222.0.65 "PUT /v2.0/routers/41e2d493-7e80-4f7c-a6cf-b521948796f6/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3741062
Dec 24 11:11:09.032300 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 43146) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:11:09.040042 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-611b99db-9f0f-4b6e-b061-65000bfa2f8c None None] Routers {'41e2d493-7e80-4f7c-a6cf-b521948796f6'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:11:09.040712 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-611b99db-9f0f-4b6e-b061-65000bfa2f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271d01390>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:11:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['41e2d493-7e80-4f7c-a6cf-b521948796f6'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:11:09.203731 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-611b99db-9f0f-4b6e-b061-65000bfa2f8c None None] Set router 41e2d493-7e80-4f7c-a6cf-b521948796f6 gateway port host: None {{(pid=88881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:11:09.259867 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8c719ef-d208-4069-b9ea-ee4f954629a5 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Deleting subnet dccf2a30-d4cd-40d2-a431-0bf73dab5889 {{(pid=88878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 24 11:11:09.265580 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a8c719ef-d208-4069-b9ea-ee4f954629a5 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks [] for subnet, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:09.334718 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bdfdbc84-c52d-4f40-b281-af314dc1f8fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:09.350523 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a8c719ef-d208-4069-b9ea-ee4f954629a5 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852534446'] for subnet, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:09.449623 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a8c719ef-d208-4069-b9ea-ee4f954629a5 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847655656'] for subnet, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:09.594576 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a8c719ef-d208-4069-b9ea-ee4f954629a5 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7120129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3978858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852529715'] for subnet, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:09.600300 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-fd7aeb0f-d072-4c84-a8bc-d22724549670 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:11:09.642142 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584568b9-7ab3-48bf-89e3-82ca1d6d2665 req-3d0903a9-e742-4582-a7d5-af4be320099c tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:11:09.643767 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-584568b9-7ab3-48bf-89e3-82ca1d6d2665 req-3d0903a9-e742-4582-a7d5-af4be320099c tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] 10.222.0.65 "GET /v2.0/ports?device_id=4f3726f2-5445-4800-a149-b80f3ff480e1 HTTP/1.1" status: 200  len: 945 time: 0.1981514
Dec 24 11:11:09.650600 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c719ef-d208-4069-b9ea-ee4f954629a5 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Pushing event deleted for resources: {'Subnet': ['ID=dccf2a30-d4cd-40d2-a431-0bf73dab5889,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:11:09.655332 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-a8c719ef-d208-4069-b9ea-ee4f954629a5 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:11:09.668525 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46ab0d96-0518-4f66-a2b2-b6e3e7ee0602 None None] Network af6d6ea7-6c0a-49bc-90c2-6f19d8ede5d8 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:11:09.673474 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a8c719ef-d208-4069-b9ea-ee4f954629a5 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:09.675949 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-611b99db-9f0f-4b6e-b061-65000bfa2f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271d01390>, [{'id': '41e2d493-7e80-4f7c-a6cf-b521948796f6', 'name': 'tempest-RoutersTest-router-911125546', 'tenant_id': '3ebdfa1b50714591899c7b159c4d4f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:10:40Z', 'updated_at': '2021-12-24T11:11:07Z', 'revision_number': 8, 'project_id': '3ebdfa1b50714591899c7b159c4d4f0b', 'gw_port_host': None, '_interfaces': [{'id': '32202a5a-3586-4a85-9b63-55c15780fd29', 'name': '', 'network_id': 'de7f44fb-350c-411a-9de8-e1259c7a564f', 'tenant_id': '3ebdfa1b50714591899c7b159c4d4f0b', 'mac_address': 'fa:16:3e:87:03:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e2d493-7e80-4f7c-a6cf-b521948796f6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '51c951a7-94a6-4746-a916-1c158361189d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:10:42Z', 'updated_at': '2021-12-24T11:10:52Z', 'revision_number': 5, 'project_id': '3ebdfa1b50714591899c7b159c4d4f0b', 'subnets': [{'id': '51c951a7-94a6-4746-a916-1c158361189d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c7c53627-ec8d-4427-b21b-cd4a674f9486', 'name': '', 'network_id': '248ab911-866d-421f-a09c-5dfe64bba243', 'tenant_id': '3ebdfa1b50714591899c7b159c4d4f0b', 'mac_address': 'fa:16:3e:17:ef:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e2d493-7e80-4f7c-a6cf-b521948796f6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '06cadd9c-7a81-4c1e-b21e-c348230e47f7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:10:46Z', 'updated_at': '2021-12-24T11:11:00Z', 'revision_number': 5, 'project_id': '3ebdfa1b50714591899c7b159c4d4f0b', 'subnets': [{'id': '06cadd9c-7a81-4c1e-b21e-c348230e47f7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4287887-f253-43e5-a9db-2948cdf13926', 'name': '', 'network_id': 'ff512aba-c067-4827-a93e-08602796006e', 'tenant_id': '3ebdfa1b50714591899c7b159c4d4f0b', 'mac_address': 'fa:16:3e:ee:db:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e2d493-7e80-4f7c-a6cf-b521948796f6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fa126e60-8f93-486f-8b67-b99cf93a8408', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:10:53Z', 'updated_at': '2021-12-24T11:11:03Z', 'revision_number': 5, 'project_id': '3ebdfa1b50714591899c7b159c4d4f0b', 'subnets': [{'id': 'fa126e60-8f93-486f-8b67-b99cf93a8408', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:11:09.681485 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-611b99db-9f0f-4b6e-b061-65000bfa2f8c None None] Checking router: 41e2d493-7e80-4f7c-a6cf-b521948796f6 for host: dv-neutron-822691-2-hyperv {{(pid=88881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 24 11:11:09.689670 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-a8c719ef-d208-4069-b9ea-ee4f954629a5 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] 10.222.0.65 "DELETE /v2.0/subnets/dccf2a30-d4cd-40d2-a431-0bf73dab5889 HTTP/1.1" status: 204  len: 168 time: 0.6537104
Dec 24 11:11:09.690126 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 43158) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:11:09.709067 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-611b99db-9f0f-4b6e-b061-65000bfa2f8c None None] Routers {'41e2d493-7e80-4f7c-a6cf-b521948796f6'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:11:09.709067 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-611b99db-9f0f-4b6e-b061-65000bfa2f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271d01390>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:11:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['41e2d493-7e80-4f7c-a6cf-b521948796f6'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:11:09.711649 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-584568b9-7ab3-48bf-89e3-82ca1d6d2665 req-895ea351-41cf-4741-b9eb-7d8f715877d8 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] 10.222.0.65 "GET /v2.0/security-groups?id=ac646890-84b4-4f0e-9ed2-2b517a0b7022&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0549598
Dec 24 11:11:09.842648 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6a9f5610-c0f3-4fb5-af30-4ffebc0d9d6b tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036847558493'] for network, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:09.855665 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-6a9f5610-c0f3-4fb5-af30-4ffebc0d9d6b tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Deleting port ecd25d49-a018-42ab-8df3-6e0ddb3e885e {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:11:09.856040 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6a9f5610-c0f3-4fb5-af30-4ffebc0d9d6b tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:09.883244 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-611b99db-9f0f-4b6e-b061-65000bfa2f8c None None] Set router 41e2d493-7e80-4f7c-a6cf-b521948796f6 gateway port host: None {{(pid=88881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:11:09.997582 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0206baa5-fdf6-493b-8ed2-4b04150a9988 None None] DHCP port deletion for af6d6ea7-6c0a-49bc-90c2-6f19d8ede5d8 request from dv-neutron-822691-2-hyperv {{(pid=88880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 24 11:11:10.002362 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-0206baa5-fdf6-493b-8ed2-4b04150a9988 None None] Deleting port ecd25d49-a018-42ab-8df3-6e0ddb3e885e {{(pid=88880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:11:10.002941 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0206baa5-fdf6-493b-8ed2-4b04150a9988 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:10.090272 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-6a9f5610-c0f3-4fb5-af30-4ffebc0d9d6b tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] For port ecd25d49-a018-42ab-8df3-6e0ddb3e885e, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=ecd25d49-a018-42ab-8df3-6e0ddb3e885e,segment=NetworkSegment(efdfe906-43f9-4b25-a456-6d5661960171),segment_id=efdfe906-43f9-4b25-a456-6d5661960171)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:11:10.090670 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6a9f5610-c0f3-4fb5-af30-4ffebc0d9d6b tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:10.223415 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-0206baa5-fdf6-493b-8ed2-4b04150a9988 None None] For port ecd25d49-a018-42ab-8df3-6e0ddb3e885e, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=ecd25d49-a018-42ab-8df3-6e0ddb3e885e,segment=NetworkSegment(efdfe906-43f9-4b25-a456-6d5661960171),segment_id=efdfe906-43f9-4b25-a456-6d5661960171)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:11:10.223775 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-6a9f5610-c0f3-4fb5-af30-4ffebc0d9d6b tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Calling delete_port for ecd25d49-a018-42ab-8df3-6e0ddb3e885e owned by network:dhcp {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:11:10.224309 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0206baa5-fdf6-493b-8ed2-4b04150a9988 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:10.233884 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-611b99db-9f0f-4b6e-b061-65000bfa2f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271d01390>, [{'id': '41e2d493-7e80-4f7c-a6cf-b521948796f6', 'name': 'tempest-RoutersTest-router-911125546', 'tenant_id': '3ebdfa1b50714591899c7b159c4d4f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:10:40Z', 'updated_at': '2021-12-24T11:11:07Z', 'revision_number': 8, 'project_id': '3ebdfa1b50714591899c7b159c4d4f0b', 'gw_port_host': None, '_interfaces': [{'id': '32202a5a-3586-4a85-9b63-55c15780fd29', 'name': '', 'network_id': 'de7f44fb-350c-411a-9de8-e1259c7a564f', 'tenant_id': '3ebdfa1b50714591899c7b159c4d4f0b', 'mac_address': 'fa:16:3e:87:03:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e2d493-7e80-4f7c-a6cf-b521948796f6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '51c951a7-94a6-4746-a916-1c158361189d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:10:42Z', 'updated_at': '2021-12-24T11:10:52Z', 'revision_number': 5, 'project_id': '3ebdfa1b50714591899c7b159c4d4f0b', 'subnets': [{'id': '51c951a7-94a6-4746-a916-1c158361189d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c7c53627-ec8d-4427-b21b-cd4a674f9486', 'name': '', 'network_id': '248ab911-866d-421f-a09c-5dfe64bba243', 'tenant_id': '3ebdfa1b50714591899c7b159c4d4f0b', 'mac_address': 'fa:16:3e:17:ef:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e2d493-7e80-4f7c-a6cf-b521948796f6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '06cadd9c-7a81-4c1e-b21e-c348230e47f7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:10:46Z', 'updated_at': '2021-12-24T11:11:00Z', 'revision_number': 5, 'project_id': '3ebdfa1b50714591899c7b159c4d4f0b', 'subnets': [{'id': '06cadd9c-7a81-4c1e-b21e-c348230e47f7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4287887-f253-43e5-a9db-2948cdf13926', 'name': '', 'network_id': 'ff512aba-c067-4827-a93e-08602796006e', 'tenant_id': '3ebdfa1b50714591899c7b159c4d4f0b', 'mac_address': 'fa:16:3e:ee:db:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e2d493-7e80-4f7c-a6cf-b521948796f6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fa126e60-8f93-486f-8b67-b99cf93a8408', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:10:53Z', 'updated_at': '2021-12-24T11:11:03Z', 'revision_number': 5, 'project_id': '3ebdfa1b50714591899c7b159c4d4f0b', 'subnets': [{'id': 'fa126e60-8f93-486f-8b67-b99cf93a8408', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:11:10.238697 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-611b99db-9f0f-4b6e-b061-65000bfa2f8c None None] The sync data for ids ['41e2d493-7e80-4f7c-a6cf-b521948796f6'] in dv-neutron-822691-2-hyperv is: [{'id': '41e2d493-7e80-4f7c-a6cf-b521948796f6', 'name': 'tempest-RoutersTest-router-911125546', 'tenant_id': '3ebdfa1b50714591899c7b159c4d4f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:10:40Z', 'updated_at': '2021-12-24T11:11:07Z', 'revision_number': 8, 'project_id': '3ebdfa1b50714591899c7b159c4d4f0b', 'gw_port_host': None, '_interfaces': [{'id': '32202a5a-3586-4a85-9b63-55c15780fd29', 'name': '', 'network_id': 'de7f44fb-350c-411a-9de8-e1259c7a564f', 'tenant_id': '3ebdfa1b50714591899c7b159c4d4f0b', 'mac_address': 'fa:16:3e:87:03:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e2d493-7e80-4f7c-a6cf-b521948796f6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '51c951a7-94a6-4746-a916-1c158361189d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:10:42Z', 'updated_at': '2021-12-24T11:10:52Z', 'revision_number': 5, 'project_id': '3ebdfa1b50714591899c7b159c4d4f0b', 'subnets': [{'id': '51c951a7-94a6-4746-a916-1c158361189d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c7c53627-ec8d-4427-b21b-cd4a674f9486', 'name': '', 'network_id': '248ab911-866d-421f-a09c-5dfe64bba243', 'tenant_id': '3ebdfa1b50714591899c7b159c4d4f0b', 'mac_address': 'fa:16:3e:17:ef:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e2d493-7e80-4f7c-a6cf-b521948796f6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '06cadd9c-7a81-4c1e-b21e-c348230e47f7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:10:46Z', 'updated_at': '2021-12-24T11:11:00Z', 'revision_number': 5, 'project_id': '3ebdfa1b50714591899c7b159c4d4f0b', 'subnets': [{'id': '06cadd9c-7a81-4c1e-b21e-c348230e47f7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4287887-f253-43e5-a9db-2948cdf13926', 'name': '', 'network_id': 'ff512aba-c067-4827-a93e-08602796006e', 'tenant_id': '3ebdfa1b50714591899c7b159c4d4f0b', 'mac_address': 'fa:16:3e:ee:db:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e2d493-7e80-4f7c-a6cf-b521948796f6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fa126e60-8f93-486f-8b67-b99cf93a8408', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:10:53Z', 'updated_at': '2021-12-24T11:11:03Z', 'revision_number': 5, 'project_id': '3ebdfa1b50714591899c7b159c4d4f0b', 'subnets': [{'id': 'fa126e60-8f93-486f-8b67-b99cf93a8408', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:11:10.300048 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6a9f5610-c0f3-4fb5-af30-4ffebc0d9d6b tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:10.305123 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-373759ea-6281-420f-bf13-aca10f208da5 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:11:10.350212 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9f5610-c0f3-4fb5-af30-4ffebc0d9d6b tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Pushing event deleted for resources: {'Port': ['ID=ecd25d49-a018-42ab-8df3-6e0ddb3e885e,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:11:10.359279 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-0206baa5-fdf6-493b-8ed2-4b04150a9988 None None] Calling delete_port for ecd25d49-a018-42ab-8df3-6e0ddb3e885e owned by network:dhcp {{(pid=88880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:11:10.365235 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a9f5610-c0f3-4fb5-af30-4ffebc0d9d6b tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] No DVR routers for this DVR port ecd25d49-a018-42ab-8df3-6e0ddb3e885e on host dv-neutron-822691-2-hyperv {{(pid=88879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 24 11:11:10.368359 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9f5610-c0f3-4fb5-af30-4ffebc0d9d6b tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:11:10.368811 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9f5610-c0f3-4fb5-af30-4ffebc0d9d6b tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:11:10.369218 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9f5610-c0f3-4fb5-af30-4ffebc0d9d6b tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:11:10.369638 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9f5610-c0f3-4fb5-af30-4ffebc0d9d6b tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:11:10.370085 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9f5610-c0f3-4fb5-af30-4ffebc0d9d6b tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:11:10.370499 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9f5610-c0f3-4fb5-af30-4ffebc0d9d6b tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:11:10.370913 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9f5610-c0f3-4fb5-af30-4ffebc0d9d6b tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:11:10.371323 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9f5610-c0f3-4fb5-af30-4ffebc0d9d6b tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:11:10.371733 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9f5610-c0f3-4fb5-af30-4ffebc0d9d6b tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:11:10.372155 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9f5610-c0f3-4fb5-af30-4ffebc0d9d6b tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:11:10.372570 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9f5610-c0f3-4fb5-af30-4ffebc0d9d6b tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:11:10.412075 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-6a9f5610-c0f3-4fb5-af30-4ffebc0d9d6b tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:11:10.432589 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.db.api [None req-0206baa5-fdf6-493b-8ed2-4b04150a9988 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88880) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 24 11:11:10.433013 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_db.api [None req-0206baa5-fdf6-493b-8ed2-4b04150a9988 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 24 11:11:10.510052 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6a9f5610-c0f3-4fb5-af30-4ffebc0d9d6b tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847649663', 'neutron.services.segments.db._delete_segments_for_network-8749505737672'] for network, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:10.542934 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-6a9f5610-c0f3-4fb5-af30-4ffebc0d9d6b tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f52709890b8>,) {'filters': {'network_id': ['af6d6ea7-6c0a-49bc-90c2-6f19d8ede5d8']}} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:11:10.559222 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-6a9f5610-c0f3-4fb5-af30-4ffebc0d9d6b tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f52709890b8>, 'efdfe906-43f9-4b25-a456-6d5661960171') {'for_net_delete': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:11:10.559461 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-6a9f5610-c0f3-4fb5-af30-4ffebc0d9d6b tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f52709890b8>, 'efdfe906-43f9-4b25-a456-6d5661960171') {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:11:10.574670 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6a9f5610-c0f3-4fb5-af30-4ffebc0d9d6b tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749505745113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853989108'] for segment, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:10.593949 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6a9f5610-c0f3-4fb5-af30-4ffebc0d9d6b tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:10.601119 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a9f5610-c0f3-4fb5-af30-4ffebc0d9d6b tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Releasing vlan 629 on physical network physnet1 to pool {{(pid=88879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 24 11:11:10.601548 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6a9f5610-c0f3-4fb5-af30-4ffebc0d9d6b tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036847652098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3926696'] for segment, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:10.612423 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-39ff93cf-c0b7-48c5-95f3-6f7e9977387d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:10.618957 dv-neutron-822691-2-hyperv neutron-server[88767]: Traceback (most recent call last):
Dec 24 11:11:10.618957 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 24 11:11:10.618957 dv-neutron-822691-2-hyperv neutron-server[88767]:     timer()
Dec 24 11:11:10.618957 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 11:11:10.618957 dv-neutron-822691-2-hyperv neutron-server[88767]:     cb(*args, **kw)
Dec 24 11:11:10.618957 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 24 11:11:10.618957 dv-neutron-822691-2-hyperv neutron-server[88767]:     return func(*args, **kwargs)
Dec 24 11:11:10.618957 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 11:11:10.618957 dv-neutron-822691-2-hyperv neutron-server[88767]:     self._notify()
Dec 24 11:11:10.618957 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 11:11:10.618957 dv-neutron-822691-2-hyperv neutron-server[88767]:     self.callback(batched_events)
Dec 24 11:11:10.618957 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 11:11:10.618957 dv-neutron-822691-2-hyperv neutron-server[88767]:     event.method(event)
Dec 24 11:11:10.618957 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 11:11:10.618957 dv-neutron-822691-2-hyperv neutron-server[88767]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 11:11:10.618957 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 24 11:11:10.618957 dv-neutron-822691-2-hyperv neutron-server[88767]:     segment_id)['aggregates'][0]
Dec 24 11:11:10.618957 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 24 11:11:10.618957 dv-neutron-822691-2-hyperv neutron-server[88767]:     return f(self, *a, **k)
Dec 24 11:11:10.618957 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 11:11:10.618957 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self._get(url).json()
Dec 24 11:11:10.618957 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 24 11:11:10.618957 dv-neutron-822691-2-hyperv neutron-server[88767]:     **kwargs)
Dec 24 11:11:10.618957 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 24 11:11:10.618957 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self.request(url, 'GET', **kwargs)
Dec 24 11:11:10.618957 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 24 11:11:10.618957 dv-neutron-822691-2-hyperv neutron-server[88767]:     **endpoint_filter)
Dec 24 11:11:10.618957 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 24 11:11:10.618957 dv-neutron-822691-2-hyperv neutron-server[88767]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 11:11:10.618957 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 24 11:11:10.618957 dv-neutron-822691-2-hyperv neutron-server[88767]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 11:11:10.618957 dv-neutron-822691-2-hyperv neutron-server[88767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 11:11:10.701790 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6a9f5610-c0f3-4fb5-af30-4ffebc0d9d6b tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7126154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659196'] for network, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:10.706156 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-9de65166-8e52-48ec-ad5b-30ec574e12b8 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:11:10.728947 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6a9f5610-c0f3-4fb5-af30-4ffebc0d9d6b tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks [] for network, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:10.736362 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9f5610-c0f3-4fb5-af30-4ffebc0d9d6b tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Pushing event deleted for resources: {'Network': ['ID=af6d6ea7-6c0a-49bc-90c2-6f19d8ede5d8,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:11:10.741358 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-6a9f5610-c0f3-4fb5-af30-4ffebc0d9d6b tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:11:10.748555 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-6a9f5610-c0f3-4fb5-af30-4ffebc0d9d6b tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] 10.222.0.65 "DELETE /v2.0/networks/af6d6ea7-6c0a-49bc-90c2-6f19d8ede5d8 HTTP/1.1" status: 204  len: 168 time: 1.0570548
Dec 24 11:11:10.752031 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 43164) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:11:10.934761 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-0206baa5-fdf6-493b-8ed2-4b04150a9988 None None] Deleting port ecd25d49-a018-42ab-8df3-6e0ddb3e885e {{(pid=88880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:11:10.935392 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0206baa5-fdf6-493b-8ed2-4b04150a9988 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:10.937372 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871e7807-9a63-43b4-ac85-9732a1706682 req-65b229ab-281f-4b92-8a3e-293649a46d47 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:11:10.939134 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-871e7807-9a63-43b4-ac85-9732a1706682 req-65b229ab-281f-4b92-8a3e-293649a46d47 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] 10.222.0.65 "GET /v2.0/ports?device_id=4f3726f2-5445-4800-a149-b80f3ff480e1 HTTP/1.1" status: 200  len: 945 time: 0.0868032
Dec 24 11:11:11.000945 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-871e7807-9a63-43b4-ac85-9732a1706682 req-cbaf14b7-086b-4613-bff2-35fafb60e0a4 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] 10.222.0.65 "GET /v2.0/security-groups?id=ac646890-84b4-4f0e-9ed2-2b517a0b7022&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0521498
Dec 24 11:11:11.021419 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-0206baa5-fdf6-493b-8ed2-4b04150a9988 None None] The port 'ecd25d49-a018-42ab-8df3-6e0ddb3e885e' was deleted {{(pid=88880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 24 11:11:11.076084 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-6138524f-bc7c-446b-a7e3-75c16127f191 req-1cd687ad-a87a-4357-9146-59e7f650ba3d service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=4f3726f2-5445-4800-a149-b80f3ff480e1 HTTP/1.1" status: 200  len: 1098 time: 0.1706696
Dec 24 11:11:11.192541 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-6138524f-bc7c-446b-a7e3-75c16127f191 req-f7587960-f0af-4efc-a36e-a5f38b269840 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=ac646890-84b4-4f0e-9ed2-2b517a0b7022&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0611401
Dec 24 11:11:11.233273 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5f262f21-cfe4-45da-843b-2399b4332e18 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854055677'] for router_interface, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:11.259681 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 09b43daf-12fe-4ed4-9412-7e9dc1d9b621 no longer exists at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:11:11.295594 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] No Port match for: 09b43daf-12fe-4ed4-9412-7e9dc1d9b621 {{(pid=88880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 24 11:11:11.295993 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 09b43daf-12fe-4ed4-9412-7e9dc1d9b621 not bound to the agent host dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 24 11:11:11.296447 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device ecd25d49-a018-42ab-8df3-6e0ddb3e885e no longer exists at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:11:11.330246 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] No Port match for: ecd25d49-a018-42ab-8df3-6e0ddb3e885e {{(pid=88880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 24 11:11:11.330593 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device ecd25d49-a018-42ab-8df3-6e0ddb3e885e not bound to the agent host dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 24 11:11:11.914692 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-5f262f21-cfe4-45da-843b-2399b4332e18 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Deleting port f4287887-f253-43e5-a9db-2948cdf13926 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:11:11.914968 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5f262f21-cfe4-45da-843b-2399b4332e18 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:12.040367 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 43172) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:11:12.136243 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-5f262f21-cfe4-45da-843b-2399b4332e18 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] For port f4287887-f253-43e5-a9db-2948cdf13926, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=f4287887-f253-43e5-a9db-2948cdf13926,segment=NetworkSegment(24293784-f899-4d6b-b8f7-100b1eae3d19),segment_id=24293784-f899-4d6b-b8f7-100b1eae3d19)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:11:12.136603 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5f262f21-cfe4-45da-843b-2399b4332e18 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:12.278825 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-5f262f21-cfe4-45da-843b-2399b4332e18 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Calling delete_port for f4287887-f253-43e5-a9db-2948cdf13926 owned by network:router_interface {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:11:12.502984 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5f262f21-cfe4-45da-843b-2399b4332e18 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:12.506042 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabbb8bf-9f92-4f1d-b333-9cca2083c16b req-22252f8f-73c9-45f6-b237-aa9236b3b704 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:11:12.507691 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-9a54dfee-baca-4c34-ad99-ecf1e262eb81 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:11:12.508029 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-dabbb8bf-9f92-4f1d-b333-9cca2083c16b req-22252f8f-73c9-45f6-b237-aa9236b3b704 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] 10.222.0.65 "GET /v2.0/ports?device_id=4f3726f2-5445-4800-a149-b80f3ff480e1 HTTP/1.1" status: 200  len: 945 time: 0.1346905
Dec 24 11:11:12.561195 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f262f21-cfe4-45da-843b-2399b4332e18 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Pushing event deleted for resources: {'Port': ['ID=f4287887-f253-43e5-a9db-2948cdf13926,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:11:12.566882 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-5f262f21-cfe4-45da-843b-2399b4332e18 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:11:12.646839 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-dabbb8bf-9f92-4f1d-b333-9cca2083c16b req-2dde78e0-e1d0-4e56-a77d-e2052e47214d tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] 10.222.0.65 "GET /v2.0/security-groups?id=ac646890-84b4-4f0e-9ed2-2b517a0b7022&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0889995
Dec 24 11:11:12.996725 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5f262f21-cfe4-45da-843b-2399b4332e18 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036852798164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854055527'] for router_interface, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:13.065424 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ee271de2-e522-4e47-b795-ea906158271f tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854055677'] for router_interface, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:13.388262 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Device aa443100-115f-4961-a6e3-4b8f1751dc84 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 24 11:11:13.457012 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Device aa443100-115f-4961-a6e3-4b8f1751dc84 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:11:13.598988 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] For port aa443100-115f-4961-a6e3-4b8f1751dc84, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=aa443100-115f-4961-a6e3-4b8f1751dc84,segment=NetworkSegment(5f9a724b-7d90-49f2-b1f9-3dc1b129857a),segment_id=5f9a724b-7d90-49f2-b1f9-3dc1b129857a)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:11:13.629529 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Returning: {'device': 'aa443100-115f-4961-a6e3-4b8f1751dc84', 'network_id': '64161c02-41e7-4720-9a76-ba7756ce6721', 'port_id': 'aa443100-115f-4961-a6e3-4b8f1751dc84', 'mac_address': 'fa:16:3e:89:47:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '145cd7ba-da39-49f6-9f33-6ede13e0db18', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 24 11:11:13.746937 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:13.793014 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id aa443100-115f-4961-a6e3-4b8f1751dc84 {{(pid=88880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 24 11:11:13.812904 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] For port aa443100-115f-4961-a6e3-4b8f1751dc84, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=aa443100-115f-4961-a6e3-4b8f1751dc84,segment=NetworkSegment(5f9a724b-7d90-49f2-b1f9-3dc1b129857a),segment_id=5f9a724b-7d90-49f2-b1f9-3dc1b129857a)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:11:13.815889 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:13.850771 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:13.853370 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-9d8e21d6-6da9-4298-9227-e45f0711b8f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:11:13.864653 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f262f21-cfe4-45da-843b-2399b4332e18 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Router 41e2d493-7e80-4f7c-a6cf-b521948796f6 has already been hosted by L3 agent 198cca88-1338-4098-b44b-beb0346ac906 {{(pid=88879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 24 11:11:13.973733 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.db.api [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88880) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 24 11:11:13.974163 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_db.api [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 24 11:11:13.976831 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Pushing event updated for resources: {'Port': ['ID=aa443100-115f-4961-a6e3-4b8f1751dc84,revision_number=6']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:11:13.986748 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:11:13.987057 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:11:13.987409 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:11:13.987633 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdc2e93-5523-4f2f-979d-2505fd3a9f34 req-21fea224-7ad0-4cc6-8ce8-076d1110116e tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:11:13.987753 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:11:13.988142 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:11:13.988510 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:11:13.988883 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:11:13.989252 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-5bdc2e93-5523-4f2f-979d-2505fd3a9f34 req-21fea224-7ad0-4cc6-8ce8-076d1110116e tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] 10.222.0.65 "GET /v2.0/ports?device_id=4f3726f2-5445-4800-a149-b80f3ff480e1 HTTP/1.1" status: 200  len: 944 time: 0.1129470
Dec 24 11:11:13.989382 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:11:13.989609 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:11:13.989995 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:11:13.990367 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:11:13.995069 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:11:14.093422 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f262f21-cfe4-45da-843b-2399b4332e18 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:11:14.103816 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-ee271de2-e522-4e47-b795-ea906158271f tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Deleting port 2602955c-0399-46f0-b0be-77ee8db771fe {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:11:14.104201 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ee271de2-e522-4e47-b795-ea906158271f tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:14.105635 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf6820b-5330-49f7-8655-ab0d558d040e None None] Sync routers for ids ['41e2d493-7e80-4f7c-a6cf-b521948796f6'] in dv-neutron-822691-2-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:11:14.109253 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-5f262f21-cfe4-45da-843b-2399b4332e18 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] 10.222.0.65 "PUT /v2.0/routers/41e2d493-7e80-4f7c-a6cf-b521948796f6/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3557951
Dec 24 11:11:14.112628 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 43178) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:11:14.119320 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf6820b-5330-49f7-8655-ab0d558d040e None None] Routers {'41e2d493-7e80-4f7c-a6cf-b521948796f6'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:11:14.120000 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-9cf6820b-5330-49f7-8655-ab0d558d040e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271798c18>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:11:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['41e2d493-7e80-4f7c-a6cf-b521948796f6'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:11:14.162246 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-5bdc2e93-5523-4f2f-979d-2505fd3a9f34 req-042b0a16-28b6-4175-a67c-5ebc2741d96a tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] 10.222.0.65 "GET /v2.0/security-groups?id=ac646890-84b4-4f0e-9ed2-2b517a0b7022&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1199672
Dec 24 11:11:14.183725 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] get_ports_and_sgs() called for port_ids ['aa443100-115f-4961-a6e3-4b8f1751dc84'] {{(pid=88880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 24 11:11:14.207198 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 43182) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:11:14.349641 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1ef926c-99da-448b-a421-cbc426714d01 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Deleting subnet fa126e60-8f93-486f-8b67-b99cf93a8408 {{(pid=88879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 24 11:11:14.353404 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b1ef926c-99da-448b-a421-cbc426714d01 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks [] for subnet, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:14.372703 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-9cf6820b-5330-49f7-8655-ab0d558d040e None None] Set router 41e2d493-7e80-4f7c-a6cf-b521948796f6 gateway port host: None {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:11:14.424687 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b1ef926c-99da-448b-a421-cbc426714d01 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-786693'] for subnet, precommit_delete_associations {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:14.441561 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-6a9afcb9-9ecb-4a7c-b7f4-6e22e38332c3 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] 10.222.0.65 "GET /v2.0/floatingips/4bbc1dd0-80b1-469d-b668-446a113b7a4f HTTP/1.1" status: 200  len: 991 time: 0.2249789
Dec 24 11:11:14.480286 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-ee271de2-e522-4e47-b795-ea906158271f tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] For port 2602955c-0399-46f0-b0be-77ee8db771fe, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=2602955c-0399-46f0-b0be-77ee8db771fe,segment=NetworkSegment(b0e51b81-feb4-49ea-ba3c-4efeeb892e3c),segment_id=b0e51b81-feb4-49ea-ba3c-4efeeb892e3c)] {{(pid=88878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:11:14.480990 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ee271de2-e522-4e47-b795-ea906158271f tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:14.555522 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b1ef926c-99da-448b-a421-cbc426714d01 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847655656'] for subnet, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:14.628364 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-ee271de2-e522-4e47-b795-ea906158271f tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Calling delete_port for 2602955c-0399-46f0-b0be-77ee8db771fe owned by network:router_interface {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:11:14.648973 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b1ef926c-99da-448b-a421-cbc426714d01 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7120129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850854134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851156349'] for subnet, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:14.655701 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-26ea2436-e27c-46ce-94ab-71a14340371d tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:11:14.707154 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ef926c-99da-448b-a421-cbc426714d01 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Pushing event deleted for resources: {'Subnet': ['ID=fa126e60-8f93-486f-8b67-b99cf93a8408,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:11:14.712044 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-b1ef926c-99da-448b-a421-cbc426714d01 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:11:14.715444 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b1ef926c-99da-448b-a421-cbc426714d01 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks [] for subnet, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:14.723731 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-b1ef926c-99da-448b-a421-cbc426714d01 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] 10.222.0.65 "DELETE /v2.0/subnets/fa126e60-8f93-486f-8b67-b99cf93a8408 HTTP/1.1" status: 204  len: 168 time: 0.6086578
Dec 24 11:11:14.725517 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 43186) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:11:14.790947 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85267101-77ab-4fd0-93c9-0e1e3c2f5a36 None None] Network ff512aba-c067-4827-a93e-08602796006e requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:11:14.875966 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-825fc7e3-ad6a-40df-be5c-60436dafe775 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036847558493'] for network, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:14.876591 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:14.928935 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-825fc7e3-ad6a-40df-be5c-60436dafe775 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Deleting port daa99b22-989c-48a1-a4b4-56faf57f8008 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:11:14.928935 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-825fc7e3-ad6a-40df-be5c-60436dafe775 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:15.042944 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ee271de2-e522-4e47-b795-ea906158271f tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:15.047335 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id aa443100-115f-4961-a6e3-4b8f1751dc84 {{(pid=88880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 24 11:11:15.054172 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-e53a3bab-0d96-40a8-b2aa-15b6354279bc tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:11:15.105169 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee271de2-e522-4e47-b795-ea906158271f tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event deleted for resources: {'Port': ['ID=2602955c-0399-46f0-b0be-77ee8db771fe,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:11:15.111642 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-ee271de2-e522-4e47-b795-ea906158271f tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:11:15.176669 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] For port aa443100-115f-4961-a6e3-4b8f1751dc84, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=aa443100-115f-4961-a6e3-4b8f1751dc84,segment=NetworkSegment(5f9a724b-7d90-49f2-b1f9-3dc1b129857a),segment_id=5f9a724b-7d90-49f2-b1f9-3dc1b129857a)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:11:15.209599 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:15.217407 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f674a031-aa40-4008-a331-23fbde75141d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:11:15.326058 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-825fc7e3-ad6a-40df-be5c-60436dafe775 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] For port daa99b22-989c-48a1-a4b4-56faf57f8008, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=daa99b22-989c-48a1-a4b4-56faf57f8008,segment=NetworkSegment(24293784-f899-4d6b-b8f7-100b1eae3d19),segment_id=24293784-f899-4d6b-b8f7-100b1eae3d19)] {{(pid=88878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:11:15.326464 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-825fc7e3-ad6a-40df-be5c-60436dafe775 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:15.407956 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Pushing event updated for resources: {'Port': ['ID=aa443100-115f-4961-a6e3-4b8f1751dc84,revision_number=7']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:11:15.420093 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:11:15.466947 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-9cf6820b-5330-49f7-8655-ab0d558d040e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271798c18>, [{'id': '41e2d493-7e80-4f7c-a6cf-b521948796f6', 'name': 'tempest-RoutersTest-router-911125546', 'tenant_id': '3ebdfa1b50714591899c7b159c4d4f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:10:40Z', 'updated_at': '2021-12-24T11:11:12Z', 'revision_number': 9, 'project_id': '3ebdfa1b50714591899c7b159c4d4f0b', 'gw_port_host': None, '_interfaces': [{'id': '32202a5a-3586-4a85-9b63-55c15780fd29', 'name': '', 'network_id': 'de7f44fb-350c-411a-9de8-e1259c7a564f', 'tenant_id': '3ebdfa1b50714591899c7b159c4d4f0b', 'mac_address': 'fa:16:3e:87:03:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e2d493-7e80-4f7c-a6cf-b521948796f6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '51c951a7-94a6-4746-a916-1c158361189d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:10:42Z', 'updated_at': '2021-12-24T11:10:52Z', 'revision_number': 5, 'project_id': '3ebdfa1b50714591899c7b159c4d4f0b', 'subnets': [{'id': '51c951a7-94a6-4746-a916-1c158361189d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c7c53627-ec8d-4427-b21b-cd4a674f9486', 'name': '', 'network_id': '248ab911-866d-421f-a09c-5dfe64bba243', 'tenant_id': '3ebdfa1b50714591899c7b159c4d4f0b', 'mac_address': 'fa:16:3e:17:ef:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e2d493-7e80-4f7c-a6cf-b521948796f6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '06cadd9c-7a81-4c1e-b21e-c348230e47f7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:10:46Z', 'updated_at': '2021-12-24T11:11:00Z', 'revision_number': 5, 'project_id': '3ebdfa1b50714591899c7b159c4d4f0b', 'subnets': [{'id': '06cadd9c-7a81-4c1e-b21e-c348230e47f7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:11:15.471566 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf6820b-5330-49f7-8655-ab0d558d040e None None] Checking router: 41e2d493-7e80-4f7c-a6cf-b521948796f6 for host: dv-neutron-822691-2-hyperv {{(pid=88880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 24 11:11:15.485143 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf6820b-5330-49f7-8655-ab0d558d040e None None] Routers {'41e2d493-7e80-4f7c-a6cf-b521948796f6'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:11:15.486144 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-9cf6820b-5330-49f7-8655-ab0d558d040e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271798c18>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:11:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['41e2d493-7e80-4f7c-a6cf-b521948796f6'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:11:15.533127 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-825fc7e3-ad6a-40df-be5c-60436dafe775 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Calling delete_port for daa99b22-989c-48a1-a4b4-56faf57f8008 owned by network:dhcp {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:11:15.548007 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3edb38ef-a934-4b25-bdbb-99508a4a167a None None] DHCP port deletion for ff512aba-c067-4827-a93e-08602796006e request from dv-neutron-822691-2-hyperv {{(pid=88880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 24 11:11:15.622716 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-3edb38ef-a934-4b25-bdbb-99508a4a167a None None] Deleting port daa99b22-989c-48a1-a4b4-56faf57f8008 {{(pid=88880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:11:15.623131 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3edb38ef-a934-4b25-bdbb-99508a4a167a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:15.632290 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-825fc7e3-ad6a-40df-be5c-60436dafe775 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:15.637463 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-42f39795-2401-463d-87d8-925cbf16e7b5 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:11:15.708434 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-3edb38ef-a934-4b25-bdbb-99508a4a167a None None] The port 'daa99b22-989c-48a1-a4b4-56faf57f8008' was deleted {{(pid=88880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 24 11:11:15.733493 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-9cf6820b-5330-49f7-8655-ab0d558d040e None None] Set router 41e2d493-7e80-4f7c-a6cf-b521948796f6 gateway port host: None {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:11:15.744448 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825fc7e3-ad6a-40df-be5c-60436dafe775 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Pushing event deleted for resources: {'Port': ['ID=daa99b22-989c-48a1-a4b4-56faf57f8008,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:11:15.747751 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-825fc7e3-ad6a-40df-be5c-60436dafe775 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:11:15.753553 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825fc7e3-ad6a-40df-be5c-60436dafe775 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] No DVR routers for this DVR port daa99b22-989c-48a1-a4b4-56faf57f8008 on host dv-neutron-822691-2-hyperv {{(pid=88878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 24 11:11:16.100595 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-9cf6820b-5330-49f7-8655-ab0d558d040e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271798c18>, [{'id': '41e2d493-7e80-4f7c-a6cf-b521948796f6', 'name': 'tempest-RoutersTest-router-911125546', 'tenant_id': '3ebdfa1b50714591899c7b159c4d4f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:10:40Z', 'updated_at': '2021-12-24T11:11:12Z', 'revision_number': 9, 'project_id': '3ebdfa1b50714591899c7b159c4d4f0b', 'gw_port_host': None, '_interfaces': [{'id': '32202a5a-3586-4a85-9b63-55c15780fd29', 'name': '', 'network_id': 'de7f44fb-350c-411a-9de8-e1259c7a564f', 'tenant_id': '3ebdfa1b50714591899c7b159c4d4f0b', 'mac_address': 'fa:16:3e:87:03:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e2d493-7e80-4f7c-a6cf-b521948796f6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '51c951a7-94a6-4746-a916-1c158361189d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:10:42Z', 'updated_at': '2021-12-24T11:10:52Z', 'revision_number': 5, 'project_id': '3ebdfa1b50714591899c7b159c4d4f0b', 'subnets': [{'id': '51c951a7-94a6-4746-a916-1c158361189d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c7c53627-ec8d-4427-b21b-cd4a674f9486', 'name': '', 'network_id': '248ab911-866d-421f-a09c-5dfe64bba243', 'tenant_id': '3ebdfa1b50714591899c7b159c4d4f0b', 'mac_address': 'fa:16:3e:17:ef:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e2d493-7e80-4f7c-a6cf-b521948796f6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '06cadd9c-7a81-4c1e-b21e-c348230e47f7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:10:46Z', 'updated_at': '2021-12-24T11:11:00Z', 'revision_number': 5, 'project_id': '3ebdfa1b50714591899c7b159c4d4f0b', 'subnets': [{'id': '06cadd9c-7a81-4c1e-b21e-c348230e47f7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:11:16.105211 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf6820b-5330-49f7-8655-ab0d558d040e None None] The sync data for ids ['41e2d493-7e80-4f7c-a6cf-b521948796f6'] in dv-neutron-822691-2-hyperv is: [{'id': '41e2d493-7e80-4f7c-a6cf-b521948796f6', 'name': 'tempest-RoutersTest-router-911125546', 'tenant_id': '3ebdfa1b50714591899c7b159c4d4f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:10:40Z', 'updated_at': '2021-12-24T11:11:12Z', 'revision_number': 9, 'project_id': '3ebdfa1b50714591899c7b159c4d4f0b', 'gw_port_host': None, '_interfaces': [{'id': '32202a5a-3586-4a85-9b63-55c15780fd29', 'name': '', 'network_id': 'de7f44fb-350c-411a-9de8-e1259c7a564f', 'tenant_id': '3ebdfa1b50714591899c7b159c4d4f0b', 'mac_address': 'fa:16:3e:87:03:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e2d493-7e80-4f7c-a6cf-b521948796f6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '51c951a7-94a6-4746-a916-1c158361189d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:10:42Z', 'updated_at': '2021-12-24T11:10:52Z', 'revision_number': 5, 'project_id': '3ebdfa1b50714591899c7b159c4d4f0b', 'subnets': [{'id': '51c951a7-94a6-4746-a916-1c158361189d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c7c53627-ec8d-4427-b21b-cd4a674f9486', 'name': '', 'network_id': '248ab911-866d-421f-a09c-5dfe64bba243', 'tenant_id': '3ebdfa1b50714591899c7b159c4d4f0b', 'mac_address': 'fa:16:3e:17:ef:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e2d493-7e80-4f7c-a6cf-b521948796f6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '06cadd9c-7a81-4c1e-b21e-c348230e47f7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:10:46Z', 'updated_at': '2021-12-24T11:11:00Z', 'revision_number': 5, 'project_id': '3ebdfa1b50714591899c7b159c4d4f0b', 'subnets': [{'id': '06cadd9c-7a81-4c1e-b21e-c348230e47f7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:11:16.155931 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-825fc7e3-ad6a-40df-be5c-60436dafe775 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847649663', 'neutron.services.segments.db._delete_segments_for_network-8749505737672'] for network, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:16.191515 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-825fc7e3-ad6a-40df-be5c-60436dafe775 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5271540c18>,) {'filters': {'network_id': ['ff512aba-c067-4827-a93e-08602796006e']}} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:11:16.210594 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-825fc7e3-ad6a-40df-be5c-60436dafe775 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5271540c18>, '24293784-f899-4d6b-b8f7-100b1eae3d19') {'for_net_delete': True} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:11:16.210929 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-825fc7e3-ad6a-40df-be5c-60436dafe775 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5271540c18>, '24293784-f899-4d6b-b8f7-100b1eae3d19') {} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:11:16.227490 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-825fc7e3-ad6a-40df-be5c-60436dafe775 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749505745113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2241371'] for segment, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:16.240141 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ee271de2-e522-4e47-b795-ea906158271f tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036852798164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854055527'] for router_interface, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:16.254672 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-825fc7e3-ad6a-40df-be5c-60436dafe775 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:16.316030 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-825fc7e3-ad6a-40df-be5c-60436dafe775 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Releasing vlan 640 on physical network physnet1 to pool {{(pid=88878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 24 11:11:16.316463 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-825fc7e3-ad6a-40df-be5c-60436dafe775 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036847652098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850807864'] for segment, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:16.332325 dv-neutron-822691-2-hyperv neutron-server[88767]: Traceback (most recent call last):
Dec 24 11:11:16.332325 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 24 11:11:16.332325 dv-neutron-822691-2-hyperv neutron-server[88767]:     timer()
Dec 24 11:11:16.332325 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 11:11:16.332325 dv-neutron-822691-2-hyperv neutron-server[88767]:     cb(*args, **kw)
Dec 24 11:11:16.332325 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 24 11:11:16.332325 dv-neutron-822691-2-hyperv neutron-server[88767]:     return func(*args, **kwargs)
Dec 24 11:11:16.332325 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 11:11:16.332325 dv-neutron-822691-2-hyperv neutron-server[88767]:     self._notify()
Dec 24 11:11:16.332325 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 11:11:16.332325 dv-neutron-822691-2-hyperv neutron-server[88767]:     self.callback(batched_events)
Dec 24 11:11:16.332325 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 11:11:16.332325 dv-neutron-822691-2-hyperv neutron-server[88767]:     event.method(event)
Dec 24 11:11:16.332325 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 11:11:16.332325 dv-neutron-822691-2-hyperv neutron-server[88767]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 11:11:16.332325 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 24 11:11:16.332325 dv-neutron-822691-2-hyperv neutron-server[88767]:     segment_id)['aggregates'][0]
Dec 24 11:11:16.332325 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 24 11:11:16.332325 dv-neutron-822691-2-hyperv neutron-server[88767]:     return f(self, *a, **k)
Dec 24 11:11:16.332325 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 11:11:16.332325 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self._get(url).json()
Dec 24 11:11:16.332325 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 24 11:11:16.332325 dv-neutron-822691-2-hyperv neutron-server[88767]:     **kwargs)
Dec 24 11:11:16.332325 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 24 11:11:16.332325 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self.request(url, 'GET', **kwargs)
Dec 24 11:11:16.332325 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 24 11:11:16.332325 dv-neutron-822691-2-hyperv neutron-server[88767]:     **endpoint_filter)
Dec 24 11:11:16.332325 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 24 11:11:16.332325 dv-neutron-822691-2-hyperv neutron-server[88767]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 11:11:16.332325 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 24 11:11:16.332325 dv-neutron-822691-2-hyperv neutron-server[88767]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 11:11:16.332325 dv-neutron-822691-2-hyperv neutron-server[88767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 11:11:16.430728 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-825fc7e3-ad6a-40df-be5c-60436dafe775 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7126154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659196'] for network, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:16.434437 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-15d9e7b8-cbaa-4d0c-81d8-ef92b1320e5c tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:11:16.455033 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-825fc7e3-ad6a-40df-be5c-60436dafe775 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks [] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:16.467814 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825fc7e3-ad6a-40df-be5c-60436dafe775 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Pushing event deleted for resources: {'Network': ['ID=ff512aba-c067-4827-a93e-08602796006e,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:11:16.476116 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-825fc7e3-ad6a-40df-be5c-60436dafe775 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:11:16.494595 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-825fc7e3-ad6a-40df-be5c-60436dafe775 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] 10.222.0.65 "DELETE /v2.0/networks/ff512aba-c067-4827-a93e-08602796006e HTTP/1.1" status: 204  len: 168 time: 1.7678652
Dec 24 11:11:16.497735 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 43190) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:11:17.200372 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3ac2efc0-31e8-4fc8-a084-64fb12026b64 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854055677'] for router_interface, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:17.273369 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device f4287887-f253-43e5-a9db-2948cdf13926 no longer exists at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:11:17.308270 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] No Port match for: f4287887-f253-43e5-a9db-2948cdf13926 {{(pid=88880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 24 11:11:17.308672 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device f4287887-f253-43e5-a9db-2948cdf13926 not bound to the agent host dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 24 11:11:17.309158 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device daa99b22-989c-48a1-a4b4-56faf57f8008 no longer exists at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:11:17.347910 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] No Port match for: daa99b22-989c-48a1-a4b4-56faf57f8008 {{(pid=88880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 24 11:11:17.348296 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device daa99b22-989c-48a1-a4b4-56faf57f8008 not bound to the agent host dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 24 11:11:17.429041 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Device aa443100-115f-4961-a6e3-4b8f1751dc84 up at agent hyperv_hv-neutron-8226 {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:11:17.504830 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Provisioning complete for port aa443100-115f-4961-a6e3-4b8f1751dc84 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:11:17.505174 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:17.638802 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:17.653522 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee271de2-e522-4e47-b795-ea906158271f tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Router ea997984-f423-43ba-96b9-008081504a62 has already been hosted by L3 agent 198cca88-1338-4098-b44b-beb0346ac906 {{(pid=88878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 24 11:11:17.670772 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f3726f2-5445-4800-a149-b80f3ff480e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa443100-115f-4961-a6e3-4b8f1751dc84'}] {{(pid=88880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 24 11:11:17.682767 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] For port aa443100-115f-4961-a6e3-4b8f1751dc84, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=aa443100-115f-4961-a6e3-4b8f1751dc84,segment=NetworkSegment(5f9a724b-7d90-49f2-b1f9-3dc1b129857a),segment_id=5f9a724b-7d90-49f2-b1f9-3dc1b129857a)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:11:17.686538 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:17.689135 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-099b9df5-a28e-409e-9eb0-4322964ba5b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:11:17.737447 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f3726f2-5445-4800-a149-b80f3ff480e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa443100-115f-4961-a6e3-4b8f1751dc84', 'code': 200}
Dec 24 11:11:17.766718 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Pushing event updated for resources: {'Port': ['ID=aa443100-115f-4961-a6e3-4b8f1751dc84,revision_number=8']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:11:17.771602 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:11:18.335490 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee271de2-e522-4e47-b795-ea906158271f tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:11:18.341047 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-ee271de2-e522-4e47-b795-ea906158271f tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "PUT /v2.0/routers/ea997984-f423-43ba-96b9-008081504a62/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.2994876
Dec 24 11:11:18.357403 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b48296c-749e-4d60-ba7b-a9fa7ef865c9 None None] Sync routers for ids ['ea997984-f423-43ba-96b9-008081504a62'] in dv-neutron-822691-2-hyperv {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:11:18.373063 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b48296c-749e-4d60-ba7b-a9fa7ef865c9 None None] Routers {'ea997984-f423-43ba-96b9-008081504a62'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:11:18.374128 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-7b48296c-749e-4d60-ba7b-a9fa7ef865c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271d017b8>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:11:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['ea997984-f423-43ba-96b9-008081504a62'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:11:18.474157 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-3ac2efc0-31e8-4fc8-a084-64fb12026b64 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Deleting port c7c53627-ec8d-4427-b21b-cd4a674f9486 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:11:18.474525 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3ac2efc0-31e8-4fc8-a084-64fb12026b64 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:18.579169 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-7b48296c-749e-4d60-ba7b-a9fa7ef865c9 None None] Set router ea997984-f423-43ba-96b9-008081504a62 gateway port host: dv-neutron-822691-2-hyperv {{(pid=88881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:11:18.797109 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-3ac2efc0-31e8-4fc8-a084-64fb12026b64 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] For port c7c53627-ec8d-4427-b21b-cd4a674f9486, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=c7c53627-ec8d-4427-b21b-cd4a674f9486,segment=NetworkSegment(845af5f6-0f5f-43ed-b9ef-28526641c72b),segment_id=845af5f6-0f5f-43ed-b9ef-28526641c72b)] {{(pid=88878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:11:18.797520 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3ac2efc0-31e8-4fc8-a084-64fb12026b64 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:18.949237 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-3ac2efc0-31e8-4fc8-a084-64fb12026b64 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Calling delete_port for c7c53627-ec8d-4427-b21b-cd4a674f9486 owned by network:router_interface {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:11:19.002696 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-7b48296c-749e-4d60-ba7b-a9fa7ef865c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271d017b8>, [{'id': 'ea997984-f423-43ba-96b9-008081504a62', 'name': 'tempest-TestNetworkBasicOps-router-813221983', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.234'}], 'enable_snat': True}, 'gw_port_id': 'e00eca04-7926-4975-aa78-12d974473735', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:08:57Z', 'updated_at': '2021-12-24T11:11:14Z', 'revision_number': 6, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'gw_port': {'id': 'e00eca04-7926-4975-aa78-12d974473735', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:72:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea997984-f423-43ba-96b9-008081504a62', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:08:58Z', 'updated_at': '2021-12-24T11:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_floatingips': [{'id': '72ef3391-c98f-4310-afd5-444a6925d56b', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'floating_ip_address': '172.26.3.15', 'floating_network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'router_id': 'ea997984-f423-43ba-96b9-008081504a62', 'port_id': 'db30fbba-a01f-42c8-b52d-da5f05b1fdca', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '641ddaa1-b5c0-4a80-8143-5da9e4cb5db6', 'mac_address': 'fa:16:3e:a2:a3:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33fdf1a-714c-405b-86fc-5159e6d124f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T11:09:44Z', 'updated_at': '2021-12-24T11:09:48Z', 'revision_number': 1, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7acd7d63-59f5-4206-9390-ef268487ff68', 'name': '', 'network_id': '641ddaa1-b5c0-4a80-8143-5da9e4cb5db6', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'mac_address': 'fa:16:3e:02:ae:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea997984-f423-43ba-96b9-008081504a62', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '91672386-df32-4978-8fd4-f2d6b643bcf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:09:10Z', 'updated_at': '2021-12-24T11:09:21Z', 'revision_number': 5, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'subnets': [{'id': '91672386-df32-4978-8fd4-f2d6b643bcf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:11:19.007877 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b48296c-749e-4d60-ba7b-a9fa7ef865c9 None None] Checking router: ea997984-f423-43ba-96b9-008081504a62 for host: dv-neutron-822691-2-hyperv {{(pid=88881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 24 11:11:19.008483 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1866404c-e99d-48c8-ac97-38c3cc8188c0 req-584c3188-2bad-4761-9b7f-e8ab17ecfdb3 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:11:19.009349 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-1866404c-e99d-48c8-ac97-38c3cc8188c0 req-584c3188-2bad-4761-9b7f-e8ab17ecfdb3 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Synchronizing usage tracker for tenant:ad7c5ba9df02428aae512a4d9bb9dd9d on resource:port {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:11:19.020586 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b48296c-749e-4d60-ba7b-a9fa7ef865c9 None None] Routers {'ea997984-f423-43ba-96b9-008081504a62'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:11:19.021257 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-7b48296c-749e-4d60-ba7b-a9fa7ef865c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271d017b8>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:11:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['ea997984-f423-43ba-96b9-008081504a62'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:11:19.064617 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-1866404c-e99d-48c8-ac97-38c3cc8188c0 req-584c3188-2bad-4761-9b7f-e8ab17ecfdb3 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Unset dirty status for tenant:ad7c5ba9df02428aae512a4d9bb9dd9d on resource:port {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:11:19.066309 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-1866404c-e99d-48c8-ac97-38c3cc8188c0 req-584c3188-2bad-4761-9b7f-e8ab17ecfdb3 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/ports?device_id=9a1b141c-d86d-4d96-90d7-da6e0c4b449c HTTP/1.1" status: 200  len: 946 time: 0.3552868
Dec 24 11:11:19.141868 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-1866404c-e99d-48c8-ac97-38c3cc8188c0 req-9bd297b7-22c8-464a-b236-4689c3512ce7 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/security-groups?id=2f7add6e-a472-4a24-97f4-84a008ed242e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0674057
Dec 24 11:11:19.255514 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3ac2efc0-31e8-4fc8-a084-64fb12026b64 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:19.263777 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f9910e68-8e1c-48da-a757-04ffd485d51c tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:11:19.344032 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac2efc0-31e8-4fc8-a084-64fb12026b64 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Pushing event deleted for resources: {'Port': ['ID=c7c53627-ec8d-4427-b21b-cd4a674f9486,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:11:19.348740 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-3ac2efc0-31e8-4fc8-a084-64fb12026b64 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:11:19.467130 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-7b48296c-749e-4d60-ba7b-a9fa7ef865c9 None None] Set router ea997984-f423-43ba-96b9-008081504a62 gateway port host: dv-neutron-822691-2-hyperv {{(pid=88881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:11:19.678921 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3ac2efc0-31e8-4fc8-a084-64fb12026b64 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036852798164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854055527'] for router_interface, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:19.929810 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-7b48296c-749e-4d60-ba7b-a9fa7ef865c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271d017b8>, [{'id': 'ea997984-f423-43ba-96b9-008081504a62', 'name': 'tempest-TestNetworkBasicOps-router-813221983', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.234'}], 'enable_snat': True}, 'gw_port_id': 'e00eca04-7926-4975-aa78-12d974473735', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:08:57Z', 'updated_at': '2021-12-24T11:11:14Z', 'revision_number': 6, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'gw_port': {'id': 'e00eca04-7926-4975-aa78-12d974473735', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:72:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea997984-f423-43ba-96b9-008081504a62', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:08:58Z', 'updated_at': '2021-12-24T11:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_floatingips': [{'id': '72ef3391-c98f-4310-afd5-444a6925d56b', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'floating_ip_address': '172.26.3.15', 'floating_network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'router_id': 'ea997984-f423-43ba-96b9-008081504a62', 'port_id': 'db30fbba-a01f-42c8-b52d-da5f05b1fdca', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '641ddaa1-b5c0-4a80-8143-5da9e4cb5db6', 'mac_address': 'fa:16:3e:a2:a3:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33fdf1a-714c-405b-86fc-5159e6d124f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T11:09:44Z', 'updated_at': '2021-12-24T11:09:48Z', 'revision_number': 1, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7acd7d63-59f5-4206-9390-ef268487ff68', 'name': '', 'network_id': '641ddaa1-b5c0-4a80-8143-5da9e4cb5db6', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'mac_address': 'fa:16:3e:02:ae:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea997984-f423-43ba-96b9-008081504a62', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '91672386-df32-4978-8fd4-f2d6b643bcf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:09:10Z', 'updated_at': '2021-12-24T11:09:21Z', 'revision_number': 5, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'subnets': [{'id': '91672386-df32-4978-8fd4-f2d6b643bcf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:11:19.935439 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b48296c-749e-4d60-ba7b-a9fa7ef865c9 None None] The sync data for ids ['ea997984-f423-43ba-96b9-008081504a62'] in dv-neutron-822691-2-hyperv is: [{'id': 'ea997984-f423-43ba-96b9-008081504a62', 'name': 'tempest-TestNetworkBasicOps-router-813221983', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.234'}], 'enable_snat': True}, 'gw_port_id': 'e00eca04-7926-4975-aa78-12d974473735', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:08:57Z', 'updated_at': '2021-12-24T11:11:14Z', 'revision_number': 6, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'gw_port': {'id': 'e00eca04-7926-4975-aa78-12d974473735', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:72:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea997984-f423-43ba-96b9-008081504a62', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:08:58Z', 'updated_at': '2021-12-24T11:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_floatingips': [{'id': '72ef3391-c98f-4310-afd5-444a6925d56b', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'floating_ip_address': '172.26.3.15', 'floating_network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'router_id': 'ea997984-f423-43ba-96b9-008081504a62', 'port_id': 'db30fbba-a01f-42c8-b52d-da5f05b1fdca', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '641ddaa1-b5c0-4a80-8143-5da9e4cb5db6', 'mac_address': 'fa:16:3e:a2:a3:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33fdf1a-714c-405b-86fc-5159e6d124f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T11:09:44Z', 'updated_at': '2021-12-24T11:09:48Z', 'revision_number': 1, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7acd7d63-59f5-4206-9390-ef268487ff68', 'name': '', 'network_id': '641ddaa1-b5c0-4a80-8143-5da9e4cb5db6', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'mac_address': 'fa:16:3e:02:ae:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea997984-f423-43ba-96b9-008081504a62', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '91672386-df32-4978-8fd4-f2d6b643bcf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:09:10Z', 'updated_at': '2021-12-24T11:09:21Z', 'revision_number': 5, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'subnets': [{'id': '91672386-df32-4978-8fd4-f2d6b643bcf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:11:20.275263 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff32d7aa-6acb-4997-87bd-d5142020e31e req-75ff0e23-959d-40e7-ab27-097c82c1c47a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:11:20.276194 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-ff32d7aa-6acb-4997-87bd-d5142020e31e req-75ff0e23-959d-40e7-ab27-097c82c1c47a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Synchronizing usage tracker for tenant:ad7c5ba9df02428aae512a4d9bb9dd9d on resource:port {{(pid=88879) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:11:20.291944 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-ff32d7aa-6acb-4997-87bd-d5142020e31e req-75ff0e23-959d-40e7-ab27-097c82c1c47a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Unset dirty status for tenant:ad7c5ba9df02428aae512a4d9bb9dd9d on resource:port {{(pid=88879) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:11:20.293292 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-ff32d7aa-6acb-4997-87bd-d5142020e31e req-75ff0e23-959d-40e7-ab27-097c82c1c47a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.58 "GET /v2.0/ports?device_id=9a1b141c-d86d-4d96-90d7-da6e0c4b449c HTTP/1.1" status: 200  len: 946 time: 0.1133690
Dec 24 11:11:20.349494 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ac2efc0-31e8-4fc8-a084-64fb12026b64 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Router 41e2d493-7e80-4f7c-a6cf-b521948796f6 has already been hosted by L3 agent 198cca88-1338-4098-b44b-beb0346ac906 {{(pid=88878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 24 11:11:20.419067 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [req-ff32d7aa-6acb-4997-87bd-d5142020e31e req-d23110fe-0f73-48ec-a76b-00009a9111a5 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Deleting port d35bde24-e948-4847-ae7e-8ec4e4d4b70b {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:11:20.419987 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-ff32d7aa-6acb-4997-87bd-d5142020e31e req-d23110fe-0f73-48ec-a76b-00009a9111a5 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:20.607788 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fb4eee-3c68-46ab-9d0f-a988449b0750 req-dba06ec4-9283-43b2-bc79-9f72f9a7037a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:11:20.609591 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-64fb4eee-3c68-46ab-9d0f-a988449b0750 req-dba06ec4-9283-43b2-bc79-9f72f9a7037a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/ports?device_id=9a1b141c-d86d-4d96-90d7-da6e0c4b449c HTTP/1.1" status: 200  len: 946 time: 0.2577207
Dec 24 11:11:20.693277 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-64fb4eee-3c68-46ab-9d0f-a988449b0750 req-10509ee2-1ece-489a-9ed1-13e1a09c6a53 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/security-groups?id=2f7add6e-a472-4a24-97f4-84a008ed242e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0665646
Dec 24 11:11:20.696946 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ac2efc0-31e8-4fc8-a084-64fb12026b64 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:11:20.711341 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a37cad-a295-46a5-b28c-93a979bc1234 None None] Sync routers for ids ['41e2d493-7e80-4f7c-a6cf-b521948796f6'] in dv-neutron-822691-2-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:11:20.712004 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-3ac2efc0-31e8-4fc8-a084-64fb12026b64 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] 10.222.0.65 "PUT /v2.0/routers/41e2d493-7e80-4f7c-a6cf-b521948796f6/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.2115636
Dec 24 11:11:20.714898 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 43202) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:11:20.729611 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a37cad-a295-46a5-b28c-93a979bc1234 None None] Routers {'41e2d493-7e80-4f7c-a6cf-b521948796f6'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:11:20.730341 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-41a37cad-a295-46a5-b28c-93a979bc1234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271b97e10>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:11:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['41e2d493-7e80-4f7c-a6cf-b521948796f6'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:11:20.766093 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [req-ff32d7aa-6acb-4997-87bd-d5142020e31e req-d23110fe-0f73-48ec-a76b-00009a9111a5 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] For port d35bde24-e948-4847-ae7e-8ec4e4d4b70b, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=d35bde24-e948-4847-ae7e-8ec4e4d4b70b,segment=NetworkSegment(b0e51b81-feb4-49ea-ba3c-4efeeb892e3c),segment_id=b0e51b81-feb4-49ea-ba3c-4efeeb892e3c)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:11:20.766392 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-ff32d7aa-6acb-4997-87bd-d5142020e31e req-d23110fe-0f73-48ec-a76b-00009a9111a5 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:20.926957 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [req-ff32d7aa-6acb-4997-87bd-d5142020e31e req-d23110fe-0f73-48ec-a76b-00009a9111a5 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Calling delete_port for d35bde24-e948-4847-ae7e-8ec4e4d4b70b owned by compute:nova {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:11:21.092397 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-41a37cad-a295-46a5-b28c-93a979bc1234 None None] Set router 41e2d493-7e80-4f7c-a6cf-b521948796f6 gateway port host: None {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:11:21.213064 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-ff32d7aa-6acb-4997-87bd-d5142020e31e req-d23110fe-0f73-48ec-a76b-00009a9111a5 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:21.220489 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_v2 [None req-14a68743-bdc5-423e-8572-dd6886174cb5 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Deleting subnet 06cadd9c-7a81-4c1e-b21e-c348230e47f7 {{(pid=88879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 24 11:11:21.224386 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-14a68743-bdc5-423e-8572-dd6886174cb5 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks [] for subnet, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:21.289447 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-14a68743-bdc5-423e-8572-dd6886174cb5 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-786693'] for subnet, precommit_delete_associations {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:21.329310 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-5611300a-ad29-49da-b311-34e8fa1f16c1 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:11:21.341440 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 2602955c-0399-46f0-b0be-77ee8db771fe no longer exists at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:11:21.389401 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] No Port match for: 2602955c-0399-46f0-b0be-77ee8db771fe {{(pid=88880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 24 11:11:21.390070 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 2602955c-0399-46f0-b0be-77ee8db771fe not bound to the agent host dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 24 11:11:21.394299 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23110fe-0f73-48ec-a76b-00009a9111a5 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event deleted for resources: {'Port': ['ID=d35bde24-e948-4847-ae7e-8ec4e4d4b70b,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:11:21.400991 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-d23110fe-0f73-48ec-a76b-00009a9111a5 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:11:21.491768 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff32d7aa-6acb-4997-87bd-d5142020e31e req-d23110fe-0f73-48ec-a76b-00009a9111a5 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] No DVR routers for this DVR port d35bde24-e948-4847-ae7e-8ec4e4d4b70b on host hv-neutron-8226 {{(pid=88879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 24 11:11:21.494858 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-ff32d7aa-6acb-4997-87bd-d5142020e31e req-d23110fe-0f73-48ec-a76b-00009a9111a5 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:21.501343 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a1b141c-d86d-4d96-90d7-da6e0c4b449c', 'name': 'network-vif-deleted', 'tag': 'd35bde24-e948-4847-ae7e-8ec4e4d4b70b'}] {{(pid=88879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 24 11:11:21.529321 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-ff32d7aa-6acb-4997-87bd-d5142020e31e req-d23110fe-0f73-48ec-a76b-00009a9111a5 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.58 "DELETE /v2.0/ports/d35bde24-e948-4847-ae7e-8ec4e4d4b70b HTTP/1.1" status: 204  len: 173 time: 1.2224157
Dec 24 11:11:21.540365 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-41a37cad-a295-46a5-b28c-93a979bc1234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271b97e10>, [{'id': '41e2d493-7e80-4f7c-a6cf-b521948796f6', 'name': 'tempest-RoutersTest-router-911125546', 'tenant_id': '3ebdfa1b50714591899c7b159c4d4f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:10:40Z', 'updated_at': '2021-12-24T11:11:19Z', 'revision_number': 10, 'project_id': '3ebdfa1b50714591899c7b159c4d4f0b', 'gw_port_host': None, '_interfaces': [{'id': '32202a5a-3586-4a85-9b63-55c15780fd29', 'name': '', 'network_id': 'de7f44fb-350c-411a-9de8-e1259c7a564f', 'tenant_id': '3ebdfa1b50714591899c7b159c4d4f0b', 'mac_address': 'fa:16:3e:87:03:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e2d493-7e80-4f7c-a6cf-b521948796f6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '51c951a7-94a6-4746-a916-1c158361189d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:10:42Z', 'updated_at': '2021-12-24T11:10:52Z', 'revision_number': 5, 'project_id': '3ebdfa1b50714591899c7b159c4d4f0b', 'subnets': [{'id': '51c951a7-94a6-4746-a916-1c158361189d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:11:21.545531 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-14a68743-bdc5-423e-8572-dd6886174cb5 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847655656'] for subnet, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:21.557498 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a37cad-a295-46a5-b28c-93a979bc1234 None None] Checking router: 41e2d493-7e80-4f7c-a6cf-b521948796f6 for host: dv-neutron-822691-2-hyperv {{(pid=88880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 24 11:11:21.585026 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a37cad-a295-46a5-b28c-93a979bc1234 None None] Routers {'41e2d493-7e80-4f7c-a6cf-b521948796f6'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:11:21.585744 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-41a37cad-a295-46a5-b28c-93a979bc1234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271b97e10>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:11:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['41e2d493-7e80-4f7c-a6cf-b521948796f6'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:11:21.625585 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a1b141c-d86d-4d96-90d7-da6e0c4b449c', 'name': 'network-vif-deleted', 'tag': 'd35bde24-e948-4847-ae7e-8ec4e4d4b70b', 'status': 'completed', 'code': 200}
Dec 24 11:11:21.671066 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-14a68743-bdc5-423e-8572-dd6886174cb5 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7120129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850854134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851156349'] for subnet, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:21.678702 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-77c7c05e-ee36-4dee-aa39-50eca35712f3 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:11:21.730550 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a68743-bdc5-423e-8572-dd6886174cb5 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Pushing event deleted for resources: {'Subnet': ['ID=06cadd9c-7a81-4c1e-b21e-c348230e47f7,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:11:21.736054 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-14a68743-bdc5-423e-8572-dd6886174cb5 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:11:21.737391 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-14a68743-bdc5-423e-8572-dd6886174cb5 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks [] for subnet, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:21.745712 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-14a68743-bdc5-423e-8572-dd6886174cb5 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] 10.222.0.65 "DELETE /v2.0/subnets/06cadd9c-7a81-4c1e-b21e-c348230e47f7 HTTP/1.1" status: 204  len: 168 time: 1.0293677
Dec 24 11:11:21.750613 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 43208) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:11:21.758629 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d9ff540-db81-4014-8f77-9a0ca58dcfe4 None None] Network 248ab911-866d-421f-a09c-5dfe64bba243 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:11:21.901925 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-140e3a58-ba2f-4caf-bbcd-1bf6483d5d33 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036847558493'] for network, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:21.927095 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-140e3a58-ba2f-4caf-bbcd-1bf6483d5d33 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Deleting port bb41088c-4104-4bc2-ae6a-76bc1a51fae6 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:11:21.927558 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-140e3a58-ba2f-4caf-bbcd-1bf6483d5d33 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:21.978343 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-cea7d9aa-074a-4d33-acfb-2e363d4e9c01 req-7d4353a6-ebf9-413e-a649-ce7a2a049b07 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/ports?device_id=9a1b141c-d86d-4d96-90d7-da6e0c4b449c HTTP/1.1" status: 200  len: 210 time: 0.0645986
Dec 24 11:11:22.007336 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-41a37cad-a295-46a5-b28c-93a979bc1234 None None] Set router 41e2d493-7e80-4f7c-a6cf-b521948796f6 gateway port host: None {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:11:22.207666 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-140e3a58-ba2f-4caf-bbcd-1bf6483d5d33 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] For port bb41088c-4104-4bc2-ae6a-76bc1a51fae6, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=bb41088c-4104-4bc2-ae6a-76bc1a51fae6,segment=NetworkSegment(845af5f6-0f5f-43ed-b9ef-28526641c72b),segment_id=845af5f6-0f5f-43ed-b9ef-28526641c72b)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:11:22.207666 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-140e3a58-ba2f-4caf-bbcd-1bf6483d5d33 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:22.310661 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aef9477-49dc-4263-9c41-cc7db5239d92 None None] DHCP port deletion for 248ab911-866d-421f-a09c-5dfe64bba243 request from dv-neutron-822691-2-hyperv {{(pid=88880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 24 11:11:22.333734 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-0aef9477-49dc-4263-9c41-cc7db5239d92 None None] Deleting port bb41088c-4104-4bc2-ae6a-76bc1a51fae6 {{(pid=88880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:11:22.336127 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0aef9477-49dc-4263-9c41-cc7db5239d92 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:22.633201 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-140e3a58-ba2f-4caf-bbcd-1bf6483d5d33 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Calling delete_port for bb41088c-4104-4bc2-ae6a-76bc1a51fae6 owned by network:dhcp {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:11:22.714293 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-41a37cad-a295-46a5-b28c-93a979bc1234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271b97e10>, [{'id': '41e2d493-7e80-4f7c-a6cf-b521948796f6', 'name': 'tempest-RoutersTest-router-911125546', 'tenant_id': '3ebdfa1b50714591899c7b159c4d4f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:10:40Z', 'updated_at': '2021-12-24T11:11:19Z', 'revision_number': 10, 'project_id': '3ebdfa1b50714591899c7b159c4d4f0b', 'gw_port_host': None, '_interfaces': [{'id': '32202a5a-3586-4a85-9b63-55c15780fd29', 'name': '', 'network_id': 'de7f44fb-350c-411a-9de8-e1259c7a564f', 'tenant_id': '3ebdfa1b50714591899c7b159c4d4f0b', 'mac_address': 'fa:16:3e:87:03:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e2d493-7e80-4f7c-a6cf-b521948796f6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '51c951a7-94a6-4746-a916-1c158361189d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:10:42Z', 'updated_at': '2021-12-24T11:10:52Z', 'revision_number': 5, 'project_id': '3ebdfa1b50714591899c7b159c4d4f0b', 'subnets': [{'id': '51c951a7-94a6-4746-a916-1c158361189d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:11:22.727187 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-0aef9477-49dc-4263-9c41-cc7db5239d92 None None] For port bb41088c-4104-4bc2-ae6a-76bc1a51fae6, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=bb41088c-4104-4bc2-ae6a-76bc1a51fae6,segment=NetworkSegment(845af5f6-0f5f-43ed-b9ef-28526641c72b),segment_id=845af5f6-0f5f-43ed-b9ef-28526641c72b)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:11:22.727187 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0aef9477-49dc-4263-9c41-cc7db5239d92 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:22.738237 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a37cad-a295-46a5-b28c-93a979bc1234 None None] The sync data for ids ['41e2d493-7e80-4f7c-a6cf-b521948796f6'] in dv-neutron-822691-2-hyperv is: [{'id': '41e2d493-7e80-4f7c-a6cf-b521948796f6', 'name': 'tempest-RoutersTest-router-911125546', 'tenant_id': '3ebdfa1b50714591899c7b159c4d4f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:10:40Z', 'updated_at': '2021-12-24T11:11:19Z', 'revision_number': 10, 'project_id': '3ebdfa1b50714591899c7b159c4d4f0b', 'gw_port_host': None, '_interfaces': [{'id': '32202a5a-3586-4a85-9b63-55c15780fd29', 'name': '', 'network_id': 'de7f44fb-350c-411a-9de8-e1259c7a564f', 'tenant_id': '3ebdfa1b50714591899c7b159c4d4f0b', 'mac_address': 'fa:16:3e:87:03:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e2d493-7e80-4f7c-a6cf-b521948796f6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '51c951a7-94a6-4746-a916-1c158361189d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:10:42Z', 'updated_at': '2021-12-24T11:10:52Z', 'revision_number': 5, 'project_id': '3ebdfa1b50714591899c7b159c4d4f0b', 'subnets': [{'id': '51c951a7-94a6-4746-a916-1c158361189d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:11:22.747947 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-140e3a58-ba2f-4caf-bbcd-1bf6483d5d33 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:22.758661 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-d1c38a55-a36c-4ebc-ab37-41c9e7751659 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:11:22.815669 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-140e3a58-ba2f-4caf-bbcd-1bf6483d5d33 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] No DVR routers for this DVR port bb41088c-4104-4bc2-ae6a-76bc1a51fae6 on host dv-neutron-822691-2-hyperv {{(pid=88879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 24 11:11:22.819407 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140e3a58-ba2f-4caf-bbcd-1bf6483d5d33 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Pushing event deleted for resources: {'Port': ['ID=bb41088c-4104-4bc2-ae6a-76bc1a51fae6,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:11:22.823987 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-140e3a58-ba2f-4caf-bbcd-1bf6483d5d33 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:11:22.883945 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-0aef9477-49dc-4263-9c41-cc7db5239d92 None None] Calling delete_port for bb41088c-4104-4bc2-ae6a-76bc1a51fae6 owned by network:dhcp {{(pid=88880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:11:22.980091 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.db.api [None req-0aef9477-49dc-4263-9c41-cc7db5239d92 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88880) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 24 11:11:22.980091 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_db.api [None req-0aef9477-49dc-4263-9c41-cc7db5239d92 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 24 11:11:23.006664 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-140e3a58-ba2f-4caf-bbcd-1bf6483d5d33 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847649663', 'neutron.services.segments.db._delete_segments_for_network-8749505737672'] for network, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:23.054206 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-140e3a58-ba2f-4caf-bbcd-1bf6483d5d33 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5270f92278>,) {'filters': {'network_id': ['248ab911-866d-421f-a09c-5dfe64bba243']}} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:11:23.076227 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-140e3a58-ba2f-4caf-bbcd-1bf6483d5d33 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5270f92278>, '845af5f6-0f5f-43ed-b9ef-28526641c72b') {'for_net_delete': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:11:23.076531 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-140e3a58-ba2f-4caf-bbcd-1bf6483d5d33 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5270f92278>, '845af5f6-0f5f-43ed-b9ef-28526641c72b') {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:11:23.094284 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-140e3a58-ba2f-4caf-bbcd-1bf6483d5d33 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749505745113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853989108'] for segment, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:23.096567 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 43216) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:11:23.116495 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-140e3a58-ba2f-4caf-bbcd-1bf6483d5d33 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:23.126267 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-140e3a58-ba2f-4caf-bbcd-1bf6483d5d33 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Releasing vlan 647 on physical network physnet1 to pool {{(pid=88879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 24 11:11:23.127672 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-140e3a58-ba2f-4caf-bbcd-1bf6483d5d33 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036847652098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3926696'] for segment, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:23.148183 dv-neutron-822691-2-hyperv neutron-server[88767]: Traceback (most recent call last):
Dec 24 11:11:23.148183 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 24 11:11:23.148183 dv-neutron-822691-2-hyperv neutron-server[88767]:     timer()
Dec 24 11:11:23.148183 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 11:11:23.148183 dv-neutron-822691-2-hyperv neutron-server[88767]:     cb(*args, **kw)
Dec 24 11:11:23.148183 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 24 11:11:23.148183 dv-neutron-822691-2-hyperv neutron-server[88767]:     return func(*args, **kwargs)
Dec 24 11:11:23.148183 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 11:11:23.148183 dv-neutron-822691-2-hyperv neutron-server[88767]:     self._notify()
Dec 24 11:11:23.148183 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 11:11:23.148183 dv-neutron-822691-2-hyperv neutron-server[88767]:     self.callback(batched_events)
Dec 24 11:11:23.148183 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 11:11:23.148183 dv-neutron-822691-2-hyperv neutron-server[88767]:     event.method(event)
Dec 24 11:11:23.148183 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 11:11:23.148183 dv-neutron-822691-2-hyperv neutron-server[88767]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 11:11:23.148183 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 24 11:11:23.148183 dv-neutron-822691-2-hyperv neutron-server[88767]:     segment_id)['aggregates'][0]
Dec 24 11:11:23.148183 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 24 11:11:23.148183 dv-neutron-822691-2-hyperv neutron-server[88767]:     return f(self, *a, **k)
Dec 24 11:11:23.148183 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 11:11:23.148183 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self._get(url).json()
Dec 24 11:11:23.148183 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 24 11:11:23.148183 dv-neutron-822691-2-hyperv neutron-server[88767]:     **kwargs)
Dec 24 11:11:23.148183 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 24 11:11:23.148183 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self.request(url, 'GET', **kwargs)
Dec 24 11:11:23.148183 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 24 11:11:23.148183 dv-neutron-822691-2-hyperv neutron-server[88767]:     **endpoint_filter)
Dec 24 11:11:23.148183 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 24 11:11:23.148183 dv-neutron-822691-2-hyperv neutron-server[88767]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 11:11:23.148183 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 24 11:11:23.148183 dv-neutron-822691-2-hyperv neutron-server[88767]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 11:11:23.148183 dv-neutron-822691-2-hyperv neutron-server[88767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 11:11:23.196169 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9bf7d2f4-ee13-4cee-ae6e-24fab3e58309 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:23.246013 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9bf7d2f4-ee13-4cee-ae6e-24fab3e58309 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:23.276500 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-140e3a58-ba2f-4caf-bbcd-1bf6483d5d33 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7126154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659196'] for network, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:23.285104 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-718e9e81-589b-49aa-b6d4-55a0a24c3db1 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:11:23.301966 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device bb41088c-4104-4bc2-ae6a-76bc1a51fae6 no longer exists at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:11:23.310517 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-140e3a58-ba2f-4caf-bbcd-1bf6483d5d33 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks [] for network, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:23.322235 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140e3a58-ba2f-4caf-bbcd-1bf6483d5d33 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Pushing event deleted for resources: {'Network': ['ID=248ab911-866d-421f-a09c-5dfe64bba243,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:11:23.322493 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9bf7d2f4-ee13-4cee-ae6e-24fab3e58309 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:23.329031 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-140e3a58-ba2f-4caf-bbcd-1bf6483d5d33 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:11:23.332537 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-a8911e6e-fa52-471e-9231-a28a9355a2c6 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:11:23.337686 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-140e3a58-ba2f-4caf-bbcd-1bf6483d5d33 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] 10.222.0.65 "DELETE /v2.0/networks/248ab911-866d-421f-a09c-5dfe64bba243 HTTP/1.1" status: 204  len: 168 time: 1.5822978
Dec 24 11:11:23.338381 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 43220) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:11:23.348539 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] No Port match for: bb41088c-4104-4bc2-ae6a-76bc1a51fae6 {{(pid=88880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 24 11:11:23.349200 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device bb41088c-4104-4bc2-ae6a-76bc1a51fae6 not bound to the agent host dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 24 11:11:23.349404 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device c7c53627-ec8d-4427-b21b-cd4a674f9486 no longer exists at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:11:23.352391 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf7d2f4-ee13-4cee-ae6e-24fab3e58309 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f7add6e-a472-4a24-97f4-84a008ed242e,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:11:23.355856 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-9bf7d2f4-ee13-4cee-ae6e-24fab3e58309 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:11:23.363100 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9bf7d2f4-ee13-4cee-ae6e-24fab3e58309 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:23.366737 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-9bf7d2f4-ee13-4cee-ae6e-24fab3e58309 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "DELETE /v2.0/security-groups/2f7add6e-a472-4a24-97f4-84a008ed242e HTTP/1.1" status: 204  len: 168 time: 0.2685862
Dec 24 11:11:23.401075 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] No Port match for: c7c53627-ec8d-4427-b21b-cd4a674f9486 {{(pid=88880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 24 11:11:23.401181 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device c7c53627-ec8d-4427-b21b-cd4a674f9486 not bound to the agent host dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 24 11:11:23.405767 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 43226) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:11:23.481704 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-0aef9477-49dc-4263-9c41-cc7db5239d92 None None] Deleting port bb41088c-4104-4bc2-ae6a-76bc1a51fae6 {{(pid=88880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:11:23.482341 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0aef9477-49dc-4263-9c41-cc7db5239d92 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:23.581513 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-0aef9477-49dc-4263-9c41-cc7db5239d92 None None] The port 'bb41088c-4104-4bc2-ae6a-76bc1a51fae6' was deleted {{(pid=88880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 24 11:11:23.635425 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d42d4af-f16d-4c8b-bfc9-083e3b430e57 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Deleting subnet 06a9bc93-e23f-454c-8747-8a6653d98860 {{(pid=88878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 24 11:11:23.639522 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3d42d4af-f16d-4c8b-bfc9-083e3b430e57 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for subnet, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:23.706181 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3d42d4af-f16d-4c8b-bfc9-083e3b430e57 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852534446'] for subnet, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:23.752582 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-79d4de27-d7f0-450a-8cbd-58952aca92dd tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854055677'] for router_interface, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:23.820092 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3d42d4af-f16d-4c8b-bfc9-083e3b430e57 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847655656'] for subnet, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:23.944072 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3d42d4af-f16d-4c8b-bfc9-083e3b430e57 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7120129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3978858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852529715'] for subnet, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:23.948648 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-8c024e6e-39df-4b0c-95cb-1d12e3ce2848 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:11:23.988623 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d42d4af-f16d-4c8b-bfc9-083e3b430e57 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event deleted for resources: {'Subnet': ['ID=06a9bc93-e23f-454c-8747-8a6653d98860,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:11:23.992889 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-3d42d4af-f16d-4c8b-bfc9-083e3b430e57 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:11:23.997095 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3d42d4af-f16d-4c8b-bfc9-083e3b430e57 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:24.007269 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-3d42d4af-f16d-4c8b-bfc9-083e3b430e57 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "DELETE /v2.0/subnets/06a9bc93-e23f-454c-8747-8a6653d98860 HTTP/1.1" status: 204  len: 168 time: 0.5973325
Dec 24 11:11:24.007991 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 43230) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:11:24.008169 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a29f8442-1cd6-4e4e-9dc1-838acd0fbbb7 None None] Network f8e2ebc1-9d84-48e9-9fa9-a9e5569a2483 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:11:24.276318 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a01d5a3a-299e-4008-9d53-70b26a35afb0 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036847558493'] for network, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:24.296757 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-a01d5a3a-299e-4008-9d53-70b26a35afb0 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Deleting port 1f2e11ef-5e52-42c9-9291-63104d4200e9 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:11:24.298243 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a01d5a3a-299e-4008-9d53-70b26a35afb0 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:24.360676 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23242492-3fb3-4613-bdbd-c66523991594 None None] DHCP port deletion for f8e2ebc1-9d84-48e9-9fa9-a9e5569a2483 request from dv-neutron-822691-2-hyperv {{(pid=88880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 24 11:11:24.363972 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-23242492-3fb3-4613-bdbd-c66523991594 None None] Deleting port 1f2e11ef-5e52-42c9-9291-63104d4200e9 {{(pid=88880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:11:24.364408 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-23242492-3fb3-4613-bdbd-c66523991594 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:24.652877 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-79d4de27-d7f0-450a-8cbd-58952aca92dd tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Deleting port 32202a5a-3586-4a85-9b63-55c15780fd29 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:11:24.653774 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-79d4de27-d7f0-450a-8cbd-58952aca92dd tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:24.659163 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-23242492-3fb3-4613-bdbd-c66523991594 None None] For port 1f2e11ef-5e52-42c9-9291-63104d4200e9, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=1f2e11ef-5e52-42c9-9291-63104d4200e9,segment=NetworkSegment(b0e51b81-feb4-49ea-ba3c-4efeeb892e3c),segment_id=b0e51b81-feb4-49ea-ba3c-4efeeb892e3c)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:11:24.659616 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-23242492-3fb3-4613-bdbd-c66523991594 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:25.022818 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-23242492-3fb3-4613-bdbd-c66523991594 None None] Calling delete_port for 1f2e11ef-5e52-42c9-9291-63104d4200e9 owned by network:dhcp {{(pid=88880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:11:25.069528 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-79d4de27-d7f0-450a-8cbd-58952aca92dd tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] For port 32202a5a-3586-4a85-9b63-55c15780fd29, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=32202a5a-3586-4a85-9b63-55c15780fd29,segment=NetworkSegment(cdb99c88-5b1f-445d-9611-e5e3effdd106),segment_id=cdb99c88-5b1f-445d-9611-e5e3effdd106)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:11:25.070735 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-79d4de27-d7f0-450a-8cbd-58952aca92dd tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:25.077119 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-a01d5a3a-299e-4008-9d53-70b26a35afb0 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] For port 1f2e11ef-5e52-42c9-9291-63104d4200e9, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=1f2e11ef-5e52-42c9-9291-63104d4200e9,segment=NetworkSegment(b0e51b81-feb4-49ea-ba3c-4efeeb892e3c),segment_id=b0e51b81-feb4-49ea-ba3c-4efeeb892e3c)] {{(pid=88878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:11:25.077547 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a01d5a3a-299e-4008-9d53-70b26a35afb0 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:25.154659 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-23242492-3fb3-4613-bdbd-c66523991594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392'] for port, after_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:25.166492 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-6b61764c-1861-4887-85e6-e4625ae88052 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:11:25.274735 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23242492-3fb3-4613-bdbd-c66523991594 None None] Pushing event deleted for resources: {'Port': ['ID=1f2e11ef-5e52-42c9-9291-63104d4200e9,revision_number=None']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:11:25.275516 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-a01d5a3a-299e-4008-9d53-70b26a35afb0 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Calling delete_port for 1f2e11ef-5e52-42c9-9291-63104d4200e9 owned by network:dhcp {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:11:25.279589 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-23242492-3fb3-4613-bdbd-c66523991594 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:11:25.291217 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23242492-3fb3-4613-bdbd-c66523991594 None None] No DVR routers for this DVR port 1f2e11ef-5e52-42c9-9291-63104d4200e9 on host dv-neutron-822691-2-hyperv {{(pid=88880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 24 11:11:25.318832 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-79d4de27-d7f0-450a-8cbd-58952aca92dd tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Calling delete_port for 32202a5a-3586-4a85-9b63-55c15780fd29 owned by network:router_interface {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:11:25.379981 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 1f2e11ef-5e52-42c9-9291-63104d4200e9 no longer exists at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:11:25.442726 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] No Port match for: 1f2e11ef-5e52-42c9-9291-63104d4200e9 {{(pid=88880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 24 11:11:25.443182 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 1f2e11ef-5e52-42c9-9291-63104d4200e9 not bound to the agent host dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 24 11:11:25.457750 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.db.api [None req-a01d5a3a-299e-4008-9d53-70b26a35afb0 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88878) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 24 11:11:25.458540 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_db.api [None req-a01d5a3a-299e-4008-9d53-70b26a35afb0 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 24 11:11:25.465304 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Device d35bde24-e948-4847-ae7e-8ec4e4d4b70b no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:11:25.536910 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] No Port match for: d35bde24-e948-4847-ae7e-8ec4e4d4b70b {{(pid=88880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 24 11:11:25.536910 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Device d35bde24-e948-4847-ae7e-8ec4e4d4b70b not bound to the agent host hv-neutron-8226 {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 24 11:11:25.685479 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-79d4de27-d7f0-450a-8cbd-58952aca92dd tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:25.689260 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-6a9f5610-c0f3-4fb5-af30-4ffebc0d9d6b tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:11:25.747649 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d4de27-d7f0-450a-8cbd-58952aca92dd tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Pushing event deleted for resources: {'Port': ['ID=32202a5a-3586-4a85-9b63-55c15780fd29,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:11:25.754702 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-79d4de27-d7f0-450a-8cbd-58952aca92dd tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:11:25.960046 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-a01d5a3a-299e-4008-9d53-70b26a35afb0 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Deleting port 1f2e11ef-5e52-42c9-9291-63104d4200e9 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:11:25.960679 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a01d5a3a-299e-4008-9d53-70b26a35afb0 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:26.088937 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-a01d5a3a-299e-4008-9d53-70b26a35afb0 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] The port '1f2e11ef-5e52-42c9-9291-63104d4200e9' was deleted {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 24 11:11:26.160817 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-79d4de27-d7f0-450a-8cbd-58952aca92dd tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036852798164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854055527'] for router_interface, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:26.272584 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a01d5a3a-299e-4008-9d53-70b26a35afb0 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847649663', 'neutron.services.segments.db._delete_segments_for_network-8749505737672'] for network, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:26.308822 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-a01d5a3a-299e-4008-9d53-70b26a35afb0 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5271c71400>,) {'filters': {'network_id': ['f8e2ebc1-9d84-48e9-9fa9-a9e5569a2483']}} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:11:26.333585 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-a01d5a3a-299e-4008-9d53-70b26a35afb0 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5271c71400>, 'b0e51b81-feb4-49ea-ba3c-4efeeb892e3c') {'for_net_delete': True} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:11:26.334741 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-a01d5a3a-299e-4008-9d53-70b26a35afb0 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5271c71400>, 'b0e51b81-feb4-49ea-ba3c-4efeeb892e3c') {} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:11:26.357172 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a01d5a3a-299e-4008-9d53-70b26a35afb0 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749505745113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2241371'] for segment, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:26.388356 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a01d5a3a-299e-4008-9d53-70b26a35afb0 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:26.396868 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a01d5a3a-299e-4008-9d53-70b26a35afb0 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Releasing vlan 644 on physical network physnet1 to pool {{(pid=88878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 24 11:11:26.397514 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a01d5a3a-299e-4008-9d53-70b26a35afb0 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036847652098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850807864'] for segment, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:26.420690 dv-neutron-822691-2-hyperv neutron-server[88767]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 11:11:26.420690 dv-neutron-822691-2-hyperv neutron-server[88767]:   % (table.description, expected, rows_matched)
Dec 24 11:11:26.420690 dv-neutron-822691-2-hyperv neutron-server[88767]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 11:11:26.420690 dv-neutron-822691-2-hyperv neutron-server[88767]:   % (table.description, expected, rows_matched)
Dec 24 11:11:26.420690 dv-neutron-822691-2-hyperv neutron-server[88767]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 11:11:26.420690 dv-neutron-822691-2-hyperv neutron-server[88767]:   % (table.description, expected, rows_matched)
Dec 24 11:11:26.420690 dv-neutron-822691-2-hyperv neutron-server[88767]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 11:11:26.420690 dv-neutron-822691-2-hyperv neutron-server[88767]:   % (table.description, expected, rows_matched)
Dec 24 11:11:26.420690 dv-neutron-822691-2-hyperv neutron-server[88767]: Traceback (most recent call last):
Dec 24 11:11:26.420690 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 24 11:11:26.420690 dv-neutron-822691-2-hyperv neutron-server[88767]:     timer()
Dec 24 11:11:26.420690 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 11:11:26.420690 dv-neutron-822691-2-hyperv neutron-server[88767]:     cb(*args, **kw)
Dec 24 11:11:26.420690 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 24 11:11:26.420690 dv-neutron-822691-2-hyperv neutron-server[88767]:     return func(*args, **kwargs)
Dec 24 11:11:26.420690 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 11:11:26.420690 dv-neutron-822691-2-hyperv neutron-server[88767]:     self._notify()
Dec 24 11:11:26.420690 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 11:11:26.420690 dv-neutron-822691-2-hyperv neutron-server[88767]:     self.callback(batched_events)
Dec 24 11:11:26.420690 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 11:11:26.420690 dv-neutron-822691-2-hyperv neutron-server[88767]:     event.method(event)
Dec 24 11:11:26.420690 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 11:11:26.420690 dv-neutron-822691-2-hyperv neutron-server[88767]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 11:11:26.420690 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 24 11:11:26.420690 dv-neutron-822691-2-hyperv neutron-server[88767]:     segment_id)['aggregates'][0]
Dec 24 11:11:26.420690 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 24 11:11:26.420690 dv-neutron-822691-2-hyperv neutron-server[88767]:     return f(self, *a, **k)
Dec 24 11:11:26.420690 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 11:11:26.420690 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self._get(url).json()
Dec 24 11:11:26.420690 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 24 11:11:26.420690 dv-neutron-822691-2-hyperv neutron-server[88767]:     **kwargs)
Dec 24 11:11:26.420690 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 24 11:11:26.420690 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self.request(url, 'GET', **kwargs)
Dec 24 11:11:26.420690 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 24 11:11:26.420690 dv-neutron-822691-2-hyperv neutron-server[88767]:     **endpoint_filter)
Dec 24 11:11:26.420690 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 24 11:11:26.420690 dv-neutron-822691-2-hyperv neutron-server[88767]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 11:11:26.420690 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 24 11:11:26.420690 dv-neutron-822691-2-hyperv neutron-server[88767]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 11:11:26.420690 dv-neutron-822691-2-hyperv neutron-server[88767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 11:11:26.530747 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a01d5a3a-299e-4008-9d53-70b26a35afb0 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7126154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659196'] for network, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:26.543879 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-59e2e903-fd4a-4b9a-a646-d04edff2c31d tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:11:26.563298 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a01d5a3a-299e-4008-9d53-70b26a35afb0 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:26.578045 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01d5a3a-299e-4008-9d53-70b26a35afb0 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event deleted for resources: {'Network': ['ID=f8e2ebc1-9d84-48e9-9fa9-a9e5569a2483,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:11:26.580798 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-a01d5a3a-299e-4008-9d53-70b26a35afb0 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:11:26.601520 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-a01d5a3a-299e-4008-9d53-70b26a35afb0 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "DELETE /v2.0/networks/f8e2ebc1-9d84-48e9-9fa9-a9e5569a2483 HTTP/1.1" status: 204  len: 168 time: 2.5916345
Dec 24 11:11:26.606307 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 43234) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:11:26.853650 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-6d0f9220-6252-4c5f-8143-bb4fb873478f tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Deleting port 71dda571-2f63-4f9b-8467-87a3910ff90f {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:11:26.854511 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6d0f9220-6252-4c5f-8143-bb4fb873478f tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:27.028888 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79d4de27-d7f0-450a-8cbd-58952aca92dd tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Router 41e2d493-7e80-4f7c-a6cf-b521948796f6 has already been hosted by L3 agent 198cca88-1338-4098-b44b-beb0346ac906 {{(pid=88879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 24 11:11:27.078569 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6d0f9220-6252-4c5f-8143-bb4fb873478f tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:27.078911 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6d0f9220-6252-4c5f-8143-bb4fb873478f tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:27.271096 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-6d0f9220-6252-4c5f-8143-bb4fb873478f tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Calling delete_port for 71dda571-2f63-4f9b-8467-87a3910ff90f owned by network:floatingip {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:11:27.275116 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79d4de27-d7f0-450a-8cbd-58952aca92dd tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:11:27.306216 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-168515e4-544c-47ee-b177-114d122510e5 None None] Sync routers for ids ['41e2d493-7e80-4f7c-a6cf-b521948796f6'] in dv-neutron-822691-2-hyperv {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:11:27.308413 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-79d4de27-d7f0-450a-8cbd-58952aca92dd tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] 10.222.0.65 "PUT /v2.0/routers/41e2d493-7e80-4f7c-a6cf-b521948796f6/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.9681158
Dec 24 11:11:27.308652 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 43238) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:11:27.336791 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-168515e4-544c-47ee-b177-114d122510e5 None None] Routers {'41e2d493-7e80-4f7c-a6cf-b521948796f6'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:11:27.343410 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-168515e4-544c-47ee-b177-114d122510e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271ccb710>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:11:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['41e2d493-7e80-4f7c-a6cf-b521948796f6'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:11:27.514208 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-168515e4-544c-47ee-b177-114d122510e5 None None] Set router 41e2d493-7e80-4f7c-a6cf-b521948796f6 gateway port host: None {{(pid=88881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:11:27.655593 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_v2 [None req-6af7be0e-70bc-4f76-a8ff-5f99ea1ff82d tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Deleting subnet 51c951a7-94a6-4746-a916-1c158361189d {{(pid=88878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 24 11:11:27.658985 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-168515e4-544c-47ee-b177-114d122510e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271ccb710>, [{'id': '41e2d493-7e80-4f7c-a6cf-b521948796f6', 'name': 'tempest-RoutersTest-router-911125546', 'tenant_id': '3ebdfa1b50714591899c7b159c4d4f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:10:40Z', 'updated_at': '2021-12-24T11:11:25Z', 'revision_number': 11, 'project_id': '3ebdfa1b50714591899c7b159c4d4f0b', 'gw_port_host': None}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:11:27.663807 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-168515e4-544c-47ee-b177-114d122510e5 None None] Checking router: 41e2d493-7e80-4f7c-a6cf-b521948796f6 for host: dv-neutron-822691-2-hyperv {{(pid=88881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 24 11:11:27.664741 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6af7be0e-70bc-4f76-a8ff-5f99ea1ff82d tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks [] for subnet, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:27.676670 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-168515e4-544c-47ee-b177-114d122510e5 None None] Routers {'41e2d493-7e80-4f7c-a6cf-b521948796f6'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:11:27.677286 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-168515e4-544c-47ee-b177-114d122510e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271ccb710>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:11:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['41e2d493-7e80-4f7c-a6cf-b521948796f6'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:11:27.736215 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6d0f9220-6252-4c5f-8143-bb4fb873478f tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:27.743838 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c85bc29a-20d2-4109-b861-2424be0e2835 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:11:27.776569 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6af7be0e-70bc-4f76-a8ff-5f99ea1ff82d tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852534446'] for subnet, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:27.818809 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-168515e4-544c-47ee-b177-114d122510e5 None None] Set router 41e2d493-7e80-4f7c-a6cf-b521948796f6 gateway port host: None {{(pid=88881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:11:27.844502 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0f9220-6252-4c5f-8143-bb4fb873478f tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event deleted for resources: {'Port': ['ID=71dda571-2f63-4f9b-8467-87a3910ff90f,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:11:27.847188 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-6d0f9220-6252-4c5f-8143-bb4fb873478f tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:11:27.952270 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-168515e4-544c-47ee-b177-114d122510e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271ccb710>, [{'id': '41e2d493-7e80-4f7c-a6cf-b521948796f6', 'name': 'tempest-RoutersTest-router-911125546', 'tenant_id': '3ebdfa1b50714591899c7b159c4d4f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:10:40Z', 'updated_at': '2021-12-24T11:11:25Z', 'revision_number': 11, 'project_id': '3ebdfa1b50714591899c7b159c4d4f0b', 'gw_port_host': None}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:11:27.957013 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-168515e4-544c-47ee-b177-114d122510e5 None None] The sync data for ids ['41e2d493-7e80-4f7c-a6cf-b521948796f6'] in dv-neutron-822691-2-hyperv is: [{'id': '41e2d493-7e80-4f7c-a6cf-b521948796f6', 'name': 'tempest-RoutersTest-router-911125546', 'tenant_id': '3ebdfa1b50714591899c7b159c4d4f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:10:40Z', 'updated_at': '2021-12-24T11:11:25Z', 'revision_number': 11, 'project_id': '3ebdfa1b50714591899c7b159c4d4f0b', 'gw_port_host': None}] {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:11:27.983770 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6d0f9220-6252-4c5f-8143-bb4fb873478f tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for floatingip, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:28.066312 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6af7be0e-70bc-4f76-a8ff-5f99ea1ff82d tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847655656'] for subnet, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:28.188021 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:28.228535 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6af7be0e-70bc-4f76-a8ff-5f99ea1ff82d tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7120129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3978858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852529715'] for subnet, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:28.239227 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-58ea6863-2d04-4b4f-88c2-014b6a795fa4 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:11:28.290710 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af7be0e-70bc-4f76-a8ff-5f99ea1ff82d tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Pushing event deleted for resources: {'Subnet': ['ID=51c951a7-94a6-4746-a916-1c158361189d,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:11:28.295686 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-6af7be0e-70bc-4f76-a8ff-5f99ea1ff82d tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:11:28.300947 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6af7be0e-70bc-4f76-a8ff-5f99ea1ff82d tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:28.311626 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b393f70-bf5d-4fdb-b86a-c2bd1712f22e None None] Network de7f44fb-350c-411a-9de8-e1259c7a564f requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:11:28.341512 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-6af7be0e-70bc-4f76-a8ff-5f99ea1ff82d tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] 10.222.0.65 "DELETE /v2.0/subnets/51c951a7-94a6-4746-a916-1c158361189d HTTP/1.1" status: 204  len: 168 time: 1.0130095
Dec 24 11:11:28.354179 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 43242) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:11:28.513887 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7c03ce98-e6ba-4d1d-9b01-9b971a68b492 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036847558493'] for network, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:28.526930 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-7c03ce98-e6ba-4d1d-9b01-9b971a68b492 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Deleting port 34e28c42-0105-4210-9808-5c4102f0365e {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:11:28.527364 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7c03ce98-e6ba-4d1d-9b01-9b971a68b492 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:28.671262 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41f59a48-d2ac-4c1b-9b50-ae30aad981ab None None] DHCP port deletion for de7f44fb-350c-411a-9de8-e1259c7a564f request from dv-neutron-822691-2-hyperv {{(pid=88880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 24 11:11:28.677757 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-41f59a48-d2ac-4c1b-9b50-ae30aad981ab None None] Deleting port 34e28c42-0105-4210-9808-5c4102f0365e {{(pid=88880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:11:28.678678 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-41f59a48-d2ac-4c1b-9b50-ae30aad981ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:28.717305 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d0f9220-6252-4c5f-8143-bb4fb873478f tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Router ea997984-f423-43ba-96b9-008081504a62 has already been hosted by L3 agent 198cca88-1338-4098-b44b-beb0346ac906 {{(pid=88878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 24 11:11:28.780195 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7c03ce98-e6ba-4d1d-9b01-9b971a68b492 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] For port 34e28c42-0105-4210-9808-5c4102f0365e, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=34e28c42-0105-4210-9808-5c4102f0365e,segment=NetworkSegment(cdb99c88-5b1f-445d-9611-e5e3effdd106),segment_id=cdb99c88-5b1f-445d-9611-e5e3effdd106)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:11:28.780644 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7c03ce98-e6ba-4d1d-9b01-9b971a68b492 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:28.931354 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-7c03ce98-e6ba-4d1d-9b01-9b971a68b492 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Calling delete_port for 34e28c42-0105-4210-9808-5c4102f0365e owned by network:dhcp {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:11:28.957509 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-41f59a48-d2ac-4c1b-9b50-ae30aad981ab None None] For port 34e28c42-0105-4210-9808-5c4102f0365e, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=34e28c42-0105-4210-9808-5c4102f0365e,segment=NetworkSegment(cdb99c88-5b1f-445d-9611-e5e3effdd106),segment_id=cdb99c88-5b1f-445d-9611-e5e3effdd106)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:11:28.958512 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-41f59a48-d2ac-4c1b-9b50-ae30aad981ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:29.018695 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7c03ce98-e6ba-4d1d-9b01-9b971a68b492 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:29.026153 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-04ca504a-c288-49a0-a177-f84d0d3d0a16 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:11:29.078708 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c03ce98-e6ba-4d1d-9b01-9b971a68b492 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Pushing event deleted for resources: {'Port': ['ID=34e28c42-0105-4210-9808-5c4102f0365e,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:11:29.082033 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7c03ce98-e6ba-4d1d-9b01-9b971a68b492 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:11:29.085066 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c03ce98-e6ba-4d1d-9b01-9b971a68b492 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] No DVR routers for this DVR port 34e28c42-0105-4210-9808-5c4102f0365e on host dv-neutron-822691-2-hyperv {{(pid=88879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 24 11:11:29.109699 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-41f59a48-d2ac-4c1b-9b50-ae30aad981ab None None] Calling delete_port for 34e28c42-0105-4210-9808-5c4102f0365e owned by network:dhcp {{(pid=88880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:11:29.191231 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.db.api [None req-41f59a48-d2ac-4c1b-9b50-ae30aad981ab None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88880) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 24 11:11:29.191523 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_db.api [None req-41f59a48-d2ac-4c1b-9b50-ae30aad981ab None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 24 11:11:29.254128 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d0f9220-6252-4c5f-8143-bb4fb873478f tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:11:29.268401 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6d0f9220-6252-4c5f-8143-bb4fb873478f tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for floatingip, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:29.269077 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0353078a-3963-44c3-8883-ba71843c6b65 None None] Sync routers for ids ['ea997984-f423-43ba-96b9-008081504a62'] in dv-neutron-822691-2-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:11:29.291959 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 32202a5a-3586-4a85-9b63-55c15780fd29 no longer exists at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:11:29.318294 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7c03ce98-e6ba-4d1d-9b01-9b971a68b492 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847649663', 'neutron.services.segments.db._delete_segments_for_network-8749505737672'] for network, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:29.329711 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] No Port match for: 32202a5a-3586-4a85-9b63-55c15780fd29 {{(pid=88880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 24 11:11:29.330105 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 32202a5a-3586-4a85-9b63-55c15780fd29 not bound to the agent host dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 24 11:11:29.330718 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 34e28c42-0105-4210-9808-5c4102f0365e no longer exists at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:11:29.346315 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-6d0f9220-6252-4c5f-8143-bb4fb873478f tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "DELETE /v2.0/floatingips/72ef3391-c98f-4310-afd5-444a6925d56b HTTP/1.1" status: 204  len: 168 time: 2.7355058
Dec 24 11:11:29.346315 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a33fdf1a-714c-405b-86fc-5159e6d124f5', 'tag': 'db30fbba-a01f-42c8-b52d-da5f05b1fdca'}] {{(pid=88878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 24 11:11:29.361316 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0353078a-3963-44c3-8883-ba71843c6b65 None None] Routers {'ea997984-f423-43ba-96b9-008081504a62'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:11:29.361816 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-0353078a-3963-44c3-8883-ba71843c6b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271e9cc18>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:11:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['ea997984-f423-43ba-96b9-008081504a62'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:11:29.364628 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-7c03ce98-e6ba-4d1d-9b01-9b971a68b492 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5271c4e630>,) {'filters': {'network_id': ['de7f44fb-350c-411a-9de8-e1259c7a564f']}} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:11:29.381983 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-7c03ce98-e6ba-4d1d-9b01-9b971a68b492 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5271c4e630>, 'cdb99c88-5b1f-445d-9611-e5e3effdd106') {'for_net_delete': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:11:29.382304 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-7c03ce98-e6ba-4d1d-9b01-9b971a68b492 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5271c4e630>, 'cdb99c88-5b1f-445d-9611-e5e3effdd106') {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:11:29.398299 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7c03ce98-e6ba-4d1d-9b01-9b971a68b492 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749505745113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853989108'] for segment, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:29.418247 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7c03ce98-e6ba-4d1d-9b01-9b971a68b492 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:29.419144 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a33fdf1a-714c-405b-86fc-5159e6d124f5', 'tag': 'db30fbba-a01f-42c8-b52d-da5f05b1fdca', 'status': 'completed', 'code': 200}
Dec 24 11:11:29.426479 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c03ce98-e6ba-4d1d-9b01-9b971a68b492 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Releasing vlan 607 on physical network physnet1 to pool {{(pid=88879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 24 11:11:29.427213 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7c03ce98-e6ba-4d1d-9b01-9b971a68b492 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036847652098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3926696'] for segment, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:29.444566 dv-neutron-822691-2-hyperv neutron-server[88767]: Traceback (most recent call last):
Dec 24 11:11:29.444566 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 24 11:11:29.444566 dv-neutron-822691-2-hyperv neutron-server[88767]:     timer()
Dec 24 11:11:29.444566 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 11:11:29.444566 dv-neutron-822691-2-hyperv neutron-server[88767]:     cb(*args, **kw)
Dec 24 11:11:29.444566 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 24 11:11:29.444566 dv-neutron-822691-2-hyperv neutron-server[88767]:     return func(*args, **kwargs)
Dec 24 11:11:29.444566 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 11:11:29.444566 dv-neutron-822691-2-hyperv neutron-server[88767]:     self._notify()
Dec 24 11:11:29.444566 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 11:11:29.444566 dv-neutron-822691-2-hyperv neutron-server[88767]:     self.callback(batched_events)
Dec 24 11:11:29.444566 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 11:11:29.444566 dv-neutron-822691-2-hyperv neutron-server[88767]:     event.method(event)
Dec 24 11:11:29.444566 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 11:11:29.444566 dv-neutron-822691-2-hyperv neutron-server[88767]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 11:11:29.444566 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 24 11:11:29.444566 dv-neutron-822691-2-hyperv neutron-server[88767]:     segment_id)['aggregates'][0]
Dec 24 11:11:29.444566 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 24 11:11:29.444566 dv-neutron-822691-2-hyperv neutron-server[88767]:     return f(self, *a, **k)
Dec 24 11:11:29.444566 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 11:11:29.444566 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self._get(url).json()
Dec 24 11:11:29.444566 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 24 11:11:29.444566 dv-neutron-822691-2-hyperv neutron-server[88767]:     **kwargs)
Dec 24 11:11:29.444566 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 24 11:11:29.444566 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self.request(url, 'GET', **kwargs)
Dec 24 11:11:29.444566 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 24 11:11:29.444566 dv-neutron-822691-2-hyperv neutron-server[88767]:     **endpoint_filter)
Dec 24 11:11:29.444566 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 24 11:11:29.444566 dv-neutron-822691-2-hyperv neutron-server[88767]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 11:11:29.444566 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 24 11:11:29.444566 dv-neutron-822691-2-hyperv neutron-server[88767]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 11:11:29.444566 dv-neutron-822691-2-hyperv neutron-server[88767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 11:11:29.446951 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] No Port match for: 34e28c42-0105-4210-9808-5c4102f0365e {{(pid=88880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 24 11:11:29.446951 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 34e28c42-0105-4210-9808-5c4102f0365e not bound to the agent host dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 24 11:11:29.590932 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7c03ce98-e6ba-4d1d-9b01-9b971a68b492 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7126154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659196'] for network, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:29.595387 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-0353078a-3963-44c3-8883-ba71843c6b65 None None] Set router ea997984-f423-43ba-96b9-008081504a62 gateway port host: dv-neutron-822691-2-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:11:29.596885 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-02ae4175-12b2-44d6-860b-2752cc18b0d0 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:11:29.621665 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7c03ce98-e6ba-4d1d-9b01-9b971a68b492 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks [] for network, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:29.626080 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c03ce98-e6ba-4d1d-9b01-9b971a68b492 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Pushing event deleted for resources: {'Network': ['ID=de7f44fb-350c-411a-9de8-e1259c7a564f,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:11:29.645014 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7c03ce98-e6ba-4d1d-9b01-9b971a68b492 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:11:29.649144 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-7c03ce98-e6ba-4d1d-9b01-9b971a68b492 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] 10.222.0.65 "DELETE /v2.0/networks/de7f44fb-350c-411a-9de8-e1259c7a564f HTTP/1.1" status: 204  len: 168 time: 1.3235829
Dec 24 11:11:29.652187 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 43252) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:11:29.658355 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-06ce9c71-4be1-4a8c-aa09-77d7903c00c3 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Request body: {'router': {'routes': None}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:11:29.675025 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-edef3091-bb08-4e14-bacf-e04791fa8c1e req-316d97e8-f99e-44a8-8884-21b6b842f9f2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ad7c5ba9df02428aae512a4d9bb9dd9d&device_id=a33fdf1a-714c-405b-86fc-5159e6d124f5 HTTP/1.1" status: 200  len: 1099 time: 0.2276781
Dec 24 11:11:29.760512 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-41f59a48-d2ac-4c1b-9b50-ae30aad981ab None None] Deleting port 34e28c42-0105-4210-9808-5c4102f0365e {{(pid=88880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:11:29.760903 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-41f59a48-d2ac-4c1b-9b50-ae30aad981ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:29.859599 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edef3091-bb08-4e14-bacf-e04791fa8c1e req-71b7320e-f4bd-4c66-b6aa-b03b5270c1ed service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:11:29.861302 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-edef3091-bb08-4e14-bacf-e04791fa8c1e req-71b7320e-f4bd-4c66-b6aa-b03b5270c1ed service neutron] 10.222.0.58 "GET /v2.0/networks?id=641ddaa1-b5c0-4a80-8143-5da9e4cb5db6 HTTP/1.1" status: 200  len: 897 time: 0.1791170
Dec 24 11:11:29.867165 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-41f59a48-d2ac-4c1b-9b50-ae30aad981ab None None] The port '34e28c42-0105-4210-9808-5c4102f0365e' was deleted {{(pid=88880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 24 11:11:29.967424 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-edef3091-bb08-4e14-bacf-e04791fa8c1e req-6747b61a-8a42-4389-8f51-771caea8c225 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=db30fbba-a01f-42c8-b52d-da5f05b1fdca HTTP/1.1" status: 200  len: 217 time: 0.0979199
Dec 24 11:11:30.043752 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edef3091-bb08-4e14-bacf-e04791fa8c1e req-d29e9912-3524-40bd-8477-40dede6677f5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:11:30.045541 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-edef3091-bb08-4e14-bacf-e04791fa8c1e req-d29e9912-3524-40bd-8477-40dede6677f5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=91672386-df32-4978-8fd4-f2d6b643bcf9 HTTP/1.1" status: 200  len: 834 time: 0.0703111
Dec 24 11:11:30.049098 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-0353078a-3963-44c3-8883-ba71843c6b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271e9cc18>, [{'id': 'ea997984-f423-43ba-96b9-008081504a62', 'name': 'tempest-TestNetworkBasicOps-router-813221983', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.234'}], 'enable_snat': True}, 'gw_port_id': 'e00eca04-7926-4975-aa78-12d974473735', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:08:57Z', 'updated_at': '2021-12-24T11:11:14Z', 'revision_number': 6, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'gw_port': {'id': 'e00eca04-7926-4975-aa78-12d974473735', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:72:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea997984-f423-43ba-96b9-008081504a62', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:08:58Z', 'updated_at': '2021-12-24T11:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_interfaces': [{'id': '7acd7d63-59f5-4206-9390-ef268487ff68', 'name': '', 'network_id': '641ddaa1-b5c0-4a80-8143-5da9e4cb5db6', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'mac_address': 'fa:16:3e:02:ae:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea997984-f423-43ba-96b9-008081504a62', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '91672386-df32-4978-8fd4-f2d6b643bcf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:09:10Z', 'updated_at': '2021-12-24T11:09:21Z', 'revision_number': 5, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'subnets': [{'id': '91672386-df32-4978-8fd4-f2d6b643bcf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:11:30.053461 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0353078a-3963-44c3-8883-ba71843c6b65 None None] Checking router: ea997984-f423-43ba-96b9-008081504a62 for host: dv-neutron-822691-2-hyperv {{(pid=88880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 24 11:11:30.061026 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8042ac-7be4-4b5f-b7a3-28583e1f97f4 req-f322d437-2a8e-45d6-bc5b-d03bd87030e4 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:11:30.061789 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-be8042ac-7be4-4b5f-b7a3-28583e1f97f4 req-f322d437-2a8e-45d6-bc5b-d03bd87030e4 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Synchronizing usage tracker for tenant:ad7c5ba9df02428aae512a4d9bb9dd9d on resource:port {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:11:30.065051 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.extraroute_db [None req-06ce9c71-4be1-4a8c-aa09-77d7903c00c3 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Added routes are [] {{(pid=88878) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}}
Dec 24 11:11:30.065557 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.extraroute_db [None req-06ce9c71-4be1-4a8c-aa09-77d7903c00c3 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Removed routes are [] {{(pid=88878) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}}
Dec 24 11:11:30.065740 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-06ce9c71-4be1-4a8c-aa09-77d7903c00c3 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-659031', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854691240'] for router, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:30.067287 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0353078a-3963-44c3-8883-ba71843c6b65 None None] Routers {'ea997984-f423-43ba-96b9-008081504a62'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:11:30.067940 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-0353078a-3963-44c3-8883-ba71843c6b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271e9cc18>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:11:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['ea997984-f423-43ba-96b9-008081504a62'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:11:30.144487 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-edef3091-bb08-4e14-bacf-e04791fa8c1e req-d12438ec-aaa2-43c3-b1c6-ddfe43d141fa service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=641ddaa1-b5c0-4a80-8143-5da9e4cb5db6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0870743
Dec 24 11:11:30.208950 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-be8042ac-7be4-4b5f-b7a3-28583e1f97f4 req-f322d437-2a8e-45d6-bc5b-d03bd87030e4 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Unset dirty status for tenant:ad7c5ba9df02428aae512a4d9bb9dd9d on resource:port {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:11:30.210596 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-be8042ac-7be4-4b5f-b7a3-28583e1f97f4 req-f322d437-2a8e-45d6-bc5b-d03bd87030e4 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/ports?device_id=a33fdf1a-714c-405b-86fc-5159e6d124f5 HTTP/1.1" status: 200  len: 946 time: 0.4278617
Dec 24 11:11:30.274997 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-0353078a-3963-44c3-8883-ba71843c6b65 None None] Set router ea997984-f423-43ba-96b9-008081504a62 gateway port host: dv-neutron-822691-2-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:11:30.303306 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-edef3091-bb08-4e14-bacf-e04791fa8c1e req-65fd79ff-9f77-4cd9-89ca-f4d196e8cb38 service neutron] 10.222.0.58 "GET /v2.0/networks/641ddaa1-b5c0-4a80-8143-5da9e4cb5db6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1497195
Dec 24 11:11:30.385602 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-06ce9c71-4be1-4a8c-aa09-77d7903c00c3 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-659031', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854691240'] for router, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:30.397801 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-06ce9c71-4be1-4a8c-aa09-77d7903c00c3 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854116816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854116785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-659000', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854163815'] for router, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:30.402286 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-be8042ac-7be4-4b5f-b7a3-28583e1f97f4 req-791b4fbd-2a39-477a-80d9-22f440830155 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Synchronizing usage tracker for tenant:ad7c5ba9df02428aae512a4d9bb9dd9d on resource:security_group {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:11:30.458769 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-edef3091-bb08-4e14-bacf-e04791fa8c1e req-f91f4b39-94b0-495c-8294-f9c21dbf91c6 service neutron] 10.222.0.58 "GET /v2.0/networks/641ddaa1-b5c0-4a80-8143-5da9e4cb5db6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1482730
Dec 24 11:11:30.536832 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-be8042ac-7be4-4b5f-b7a3-28583e1f97f4 req-791b4fbd-2a39-477a-80d9-22f440830155 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Unset dirty status for tenant:ad7c5ba9df02428aae512a4d9bb9dd9d on resource:security_group {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:11:30.538406 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-be8042ac-7be4-4b5f-b7a3-28583e1f97f4 req-791b4fbd-2a39-477a-80d9-22f440830155 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/security-groups?id=12809888-818f-4264-af3c-fdaa4767a8bd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3174498
Dec 24 11:11:30.571860 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06ce9c71-4be1-4a8c-aa09-77d7903c00c3 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Router 41e2d493-7e80-4f7c-a6cf-b521948796f6 has already been hosted by L3 agent 198cca88-1338-4098-b44b-beb0346ac906 {{(pid=88878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 24 11:11:30.646389 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-0353078a-3963-44c3-8883-ba71843c6b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271e9cc18>, [{'id': 'ea997984-f423-43ba-96b9-008081504a62', 'name': 'tempest-TestNetworkBasicOps-router-813221983', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.234'}], 'enable_snat': True}, 'gw_port_id': 'e00eca04-7926-4975-aa78-12d974473735', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:08:57Z', 'updated_at': '2021-12-24T11:11:14Z', 'revision_number': 6, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'gw_port': {'id': 'e00eca04-7926-4975-aa78-12d974473735', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:72:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea997984-f423-43ba-96b9-008081504a62', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:08:58Z', 'updated_at': '2021-12-24T11:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_interfaces': [{'id': '7acd7d63-59f5-4206-9390-ef268487ff68', 'name': '', 'network_id': '641ddaa1-b5c0-4a80-8143-5da9e4cb5db6', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'mac_address': 'fa:16:3e:02:ae:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea997984-f423-43ba-96b9-008081504a62', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '91672386-df32-4978-8fd4-f2d6b643bcf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:09:10Z', 'updated_at': '2021-12-24T11:09:21Z', 'revision_number': 5, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'subnets': [{'id': '91672386-df32-4978-8fd4-f2d6b643bcf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:11:30.651239 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0353078a-3963-44c3-8883-ba71843c6b65 None None] The sync data for ids ['ea997984-f423-43ba-96b9-008081504a62'] in dv-neutron-822691-2-hyperv is: [{'id': 'ea997984-f423-43ba-96b9-008081504a62', 'name': 'tempest-TestNetworkBasicOps-router-813221983', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.234'}], 'enable_snat': True}, 'gw_port_id': 'e00eca04-7926-4975-aa78-12d974473735', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:08:57Z', 'updated_at': '2021-12-24T11:11:14Z', 'revision_number': 6, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'gw_port': {'id': 'e00eca04-7926-4975-aa78-12d974473735', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:72:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea997984-f423-43ba-96b9-008081504a62', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:08:58Z', 'updated_at': '2021-12-24T11:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_interfaces': [{'id': '7acd7d63-59f5-4206-9390-ef268487ff68', 'name': '', 'network_id': '641ddaa1-b5c0-4a80-8143-5da9e4cb5db6', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'mac_address': 'fa:16:3e:02:ae:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea997984-f423-43ba-96b9-008081504a62', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '91672386-df32-4978-8fd4-f2d6b643bcf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:09:10Z', 'updated_at': '2021-12-24T11:09:21Z', 'revision_number': 5, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'subnets': [{'id': '91672386-df32-4978-8fd4-f2d6b643bcf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:11:30.730237 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06ce9c71-4be1-4a8c-aa09-77d7903c00c3 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:11:30.740386 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-06ce9c71-4be1-4a8c-aa09-77d7903c00c3 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks [] for router, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:30.742001 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-06ce9c71-4be1-4a8c-aa09-77d7903c00c3 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] 10.222.0.65 "PUT /v2.0/routers/41e2d493-7e80-4f7c-a6cf-b521948796f6 HTTP/1.1" status: 200  len: 700 time: 1.0886281
Dec 24 11:11:30.745530 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 43256) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:11:30.749111 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4080441-8459-495c-89f9-0730aeec2f86 None None] Sync routers for ids ['41e2d493-7e80-4f7c-a6cf-b521948796f6'] in dv-neutron-822691-2-hyperv {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:11:30.763418 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4080441-8459-495c-89f9-0730aeec2f86 None None] Routers {'41e2d493-7e80-4f7c-a6cf-b521948796f6'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:11:30.764149 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-c4080441-8459-495c-89f9-0730aeec2f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271d6ecc0>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:11:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['41e2d493-7e80-4f7c-a6cf-b521948796f6'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:11:30.798619 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-916cd75a-dae5-486a-82db-8663eead1ddb tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Synchronizing usage tracker for tenant:3ebdfa1b50714591899c7b159c4d4f0b on resource:port {{(pid=88879) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:11:30.815980 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-916cd75a-dae5-486a-82db-8663eead1ddb tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Unset dirty status for tenant:3ebdfa1b50714591899c7b159c4d4f0b on resource:port {{(pid=88879) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:11:30.819980 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-916cd75a-dae5-486a-82db-8663eead1ddb tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] 10.222.0.65 "GET /v2.0/ports?device_id=41e2d493-7e80-4f7c-a6cf-b521948796f6 HTTP/1.1" status: 200  len: 205 time: 0.0705559
Dec 24 11:11:30.820539 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 43260) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:11:30.901743 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-c4080441-8459-495c-89f9-0730aeec2f86 None None] Set router 41e2d493-7e80-4f7c-a6cf-b521948796f6 gateway port host: None {{(pid=88881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:11:30.998735 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ea84e2e7-09a0-4538-bee9-ca1c33907211 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks [] for router, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:31.023310 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-c4080441-8459-495c-89f9-0730aeec2f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271d6ecc0>, [{'id': '41e2d493-7e80-4f7c-a6cf-b521948796f6', 'name': 'tempest-RoutersTest-router-911125546', 'tenant_id': '3ebdfa1b50714591899c7b159c4d4f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:10:40Z', 'updated_at': '2021-12-24T11:11:25Z', 'revision_number': 11, 'project_id': '3ebdfa1b50714591899c7b159c4d4f0b', 'gw_port_host': None}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:11:31.028802 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4080441-8459-495c-89f9-0730aeec2f86 None None] Checking router: 41e2d493-7e80-4f7c-a6cf-b521948796f6 for host: dv-neutron-822691-2-hyperv {{(pid=88881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 24 11:11:31.041721 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4080441-8459-495c-89f9-0730aeec2f86 None None] Routers {'41e2d493-7e80-4f7c-a6cf-b521948796f6'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:11:31.042446 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-c4080441-8459-495c-89f9-0730aeec2f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271d6ecc0>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:11:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['41e2d493-7e80-4f7c-a6cf-b521948796f6'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:11:31.198158 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c592cd3-4826-4b7d-8a5c-b8851182c07d None None] New status for floating IP 72ef3391-c98f-4310-afd5-444a6925d56b: DOWN {{(pid=88880) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 24 11:11:31.344887 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-c4080441-8459-495c-89f9-0730aeec2f86 None None] Set router 41e2d493-7e80-4f7c-a6cf-b521948796f6 gateway port host: None {{(pid=88881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:11:31.464887 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-c4080441-8459-495c-89f9-0730aeec2f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271d6ecc0>, [{'id': '41e2d493-7e80-4f7c-a6cf-b521948796f6', 'name': 'tempest-RoutersTest-router-911125546', 'tenant_id': '3ebdfa1b50714591899c7b159c4d4f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:10:40Z', 'updated_at': '2021-12-24T11:11:25Z', 'revision_number': 11, 'project_id': '3ebdfa1b50714591899c7b159c4d4f0b', 'gw_port_host': None}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:11:31.470276 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4080441-8459-495c-89f9-0730aeec2f86 None None] The sync data for ids ['41e2d493-7e80-4f7c-a6cf-b521948796f6'] in dv-neutron-822691-2-hyperv is: [{'id': '41e2d493-7e80-4f7c-a6cf-b521948796f6', 'name': 'tempest-RoutersTest-router-911125546', 'tenant_id': '3ebdfa1b50714591899c7b159c4d4f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:10:40Z', 'updated_at': '2021-12-24T11:11:25Z', 'revision_number': 11, 'project_id': '3ebdfa1b50714591899c7b159c4d4f0b', 'gw_port_host': None}] {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:11:31.523172 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ea84e2e7-09a0-4538-bee9-ca1c33907211 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854158724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-84560'] for router, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:31.536012 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd05072-3247-4856-b6db-d5faf8002f16 req-3b8b049b-c16e-46dd-ad42-af3bb5e81527 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:11:31.536818 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-cbd05072-3247-4856-b6db-d5faf8002f16 req-3b8b049b-c16e-46dd-ad42-af3bb5e81527 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Synchronizing usage tracker for tenant:ad7c5ba9df02428aae512a4d9bb9dd9d on resource:port {{(pid=88879) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:11:31.543312 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ea84e2e7-09a0-4538-bee9-ca1c33907211 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:31.559125 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-cbd05072-3247-4856-b6db-d5faf8002f16 req-3b8b049b-c16e-46dd-ad42-af3bb5e81527 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Unset dirty status for tenant:ad7c5ba9df02428aae512a4d9bb9dd9d on resource:port {{(pid=88879) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:11:31.560412 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-cbd05072-3247-4856-b6db-d5faf8002f16 req-3b8b049b-c16e-46dd-ad42-af3bb5e81527 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.58 "GET /v2.0/ports?device_id=a33fdf1a-714c-405b-86fc-5159e6d124f5 HTTP/1.1" status: 200  len: 946 time: 0.3458266
Dec 24 11:11:31.622094 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ea84e2e7-09a0-4538-bee9-ca1c33907211 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854158830'] for router, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:31.622649 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea84e2e7-09a0-4538-bee9-ca1c33907211 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Fanout notify agent at l3_agent the message router_deleted on router 41e2d493-7e80-4f7c-a6cf-b521948796f6 {{(pid=88879) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 24 11:11:31.650029 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ea84e2e7-09a0-4538-bee9-ca1c33907211 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks [] for router, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:31.651244 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-ea84e2e7-09a0-4538-bee9-ca1c33907211 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] 10.222.0.65 "DELETE /v2.0/routers/41e2d493-7e80-4f7c-a6cf-b521948796f6 HTTP/1.1" status: 204  len: 168 time: 0.8291881
Dec 24 11:11:31.656759 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 43266) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:11:31.666628 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [req-cbd05072-3247-4856-b6db-d5faf8002f16 req-3b270418-509a-4fe0-9f11-0eede2c4418e tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Deleting port db30fbba-a01f-42c8-b52d-da5f05b1fdca {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:11:31.667014 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-cbd05072-3247-4856-b6db-d5faf8002f16 req-3b270418-509a-4fe0-9f11-0eede2c4418e tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:31.701133 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-38515222-4e4e-49dc-b734-b2112d9b5986 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1629366794', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:11:31.717968 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-38515222-4e4e-49dc-b734-b2112d9b5986 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:11:31.726932 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-38515222-4e4e-49dc-b734-b2112d9b5986 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Usage tracker for resource:router and tenant:3ebdfa1b50714591899c7b159c4d4f0b is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:11:31.732129 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-38515222-4e4e-49dc-b734-b2112d9b5986 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:11:31.749071 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-38515222-4e4e-49dc-b734-b2112d9b5986 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:11:31.780323 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93779de-dfdb-4f2d-aeae-b98f9e48b272 req-d358bbe9-95e7-4b51-9516-f9532e62dc50 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:11:31.782035 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-e93779de-dfdb-4f2d-aeae-b98f9e48b272 req-d358bbe9-95e7-4b51-9516-f9532e62dc50 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/ports?device_id=a33fdf1a-714c-405b-86fc-5159e6d124f5 HTTP/1.1" status: 200  len: 946 time: 0.1028690
Dec 24 11:11:31.806596 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-38515222-4e4e-49dc-b734-b2112d9b5986 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-612016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-84579'] for router, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:31.807631 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-38515222-4e4e-49dc-b734-b2112d9b5986 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854163950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659046', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854079771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854691221'] for router, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:31.839442 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-e93779de-dfdb-4f2d-aeae-b98f9e48b272 req-d736cd5d-1a81-4999-b6cd-6422620033ea tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/security-groups?id=12809888-818f-4264-af3c-fdaa4767a8bd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0502989
Dec 24 11:11:32.213118 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-38515222-4e4e-49dc-b734-b2112d9b5986 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:32.253735 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [req-cbd05072-3247-4856-b6db-d5faf8002f16 req-3b270418-509a-4fe0-9f11-0eede2c4418e tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] For port db30fbba-a01f-42c8-b52d-da5f05b1fdca, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=db30fbba-a01f-42c8-b52d-da5f05b1fdca,segment=NetworkSegment(e6200a3d-5673-457a-b6e2-6c759381c988),segment_id=e6200a3d-5673-457a-b6e2-6c759381c988)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:11:32.254155 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-cbd05072-3247-4856-b6db-d5faf8002f16 req-3b270418-509a-4fe0-9f11-0eede2c4418e tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:32.264530 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-38515222-4e4e-49dc-b734-b2112d9b5986 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854163800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854116816'] for router, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:32.403952 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [req-cbd05072-3247-4856-b6db-d5faf8002f16 req-3b270418-509a-4fe0-9f11-0eede2c4418e tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Calling delete_port for db30fbba-a01f-42c8-b52d-da5f05b1fdca owned by compute:nova {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:11:32.448453 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-38515222-4e4e-49dc-b734-b2112d9b5986 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks [] for router, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:32.449763 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-38515222-4e4e-49dc-b734-b2112d9b5986 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201  len: 700 time: 0.7929163
Dec 24 11:11:32.452994 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 43270) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:11:32.459250 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-6c23f68f-1435-4dbc-83a6-8d8aa5573d83 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:11:32.590578 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-cbd05072-3247-4856-b6db-d5faf8002f16 req-3b270418-509a-4fe0-9f11-0eede2c4418e tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:32.613711 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-920032bc-a55c-4da7-b8ee-55eacaed713d tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:11:32.670425 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b270418-509a-4fe0-9f11-0eede2c4418e tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event deleted for resources: {'Port': ['ID=db30fbba-a01f-42c8-b52d-da5f05b1fdca,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:11:32.676237 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-3b270418-509a-4fe0-9f11-0eede2c4418e tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:11:32.751617 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbd05072-3247-4856-b6db-d5faf8002f16 req-3b270418-509a-4fe0-9f11-0eede2c4418e tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] No DVR routers for this DVR port db30fbba-a01f-42c8-b52d-da5f05b1fdca on host hv-neutron-8226 {{(pid=88879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 24 11:11:32.754332 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-cbd05072-3247-4856-b6db-d5faf8002f16 req-3b270418-509a-4fe0-9f11-0eede2c4418e tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:32.757977 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a33fdf1a-714c-405b-86fc-5159e6d124f5', 'name': 'network-vif-deleted', 'tag': 'db30fbba-a01f-42c8-b52d-da5f05b1fdca'}] {{(pid=88879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 24 11:11:32.775145 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-cbd05072-3247-4856-b6db-d5faf8002f16 req-3b270418-509a-4fe0-9f11-0eede2c4418e tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.58 "DELETE /v2.0/ports/db30fbba-a01f-42c8-b52d-da5f05b1fdca HTTP/1.1" status: 204  len: 173 time: 1.2081878
Dec 24 11:11:32.815728 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a33fdf1a-714c-405b-86fc-5159e6d124f5', 'name': 'network-vif-deleted', 'tag': 'db30fbba-a01f-42c8-b52d-da5f05b1fdca', 'status': 'completed', 'code': 200}
Dec 24 11:11:32.880793 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6c23f68f-1435-4dbc-83a6-8d8aa5573d83 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-659031', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854691240'] for router, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:32.892500 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6c23f68f-1435-4dbc-83a6-8d8aa5573d83 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854116816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854116785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-659000', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854163815'] for router, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:33.318698 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-cb5f0eba-6bef-4c7a-95c8-8cc663d82f2a req-4fdfd4cf-addb-4154-98e6-e3877aa45eb9 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/ports?device_id=a33fdf1a-714c-405b-86fc-5159e6d124f5 HTTP/1.1" status: 200  len: 210 time: 0.0598903
Dec 24 11:11:33.371474 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c23f68f-1435-4dbc-83a6-8d8aa5573d83 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Router eeaceb5e-e0fd-4689-aac1-a58077ac8be2 is scheduled to L3 agent 198cca88-1338-4098-b44b-beb0346ac906 with binding_index 1 {{(pid=88878) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 24 11:11:33.533647 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c23f68f-1435-4dbc-83a6-8d8aa5573d83 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:11:33.540153 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6c23f68f-1435-4dbc-83a6-8d8aa5573d83 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks [] for router, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:33.541583 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-6c23f68f-1435-4dbc-83a6-8d8aa5573d83 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] 10.222.0.65 "PUT /v2.0/routers/eeaceb5e-e0fd-4689-aac1-a58077ac8be2 HTTP/1.1" status: 200  len: 694 time: 1.0875218
Dec 24 11:11:33.545008 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 43278) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:11:33.547136 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2cad34e-e0c5-42c4-ad25-1dc85c27fbb5 None None] Sync routers for ids ['eeaceb5e-e0fd-4689-aac1-a58077ac8be2'] in dv-neutron-822691-2-hyperv {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:11:33.560690 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2cad34e-e0c5-42c4-ad25-1dc85c27fbb5 None None] Routers {'eeaceb5e-e0fd-4689-aac1-a58077ac8be2'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:11:33.561731 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-f2cad34e-e0c5-42c4-ad25-1dc85c27fbb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271ade7f0>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:11:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['eeaceb5e-e0fd-4689-aac1-a58077ac8be2'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:11:33.694590 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-26f14a3d-1ecc-452b-a8e4-601baebac128 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] 10.222.0.65 "GET /v2.0/routers/eeaceb5e-e0fd-4689-aac1-a58077ac8be2 HTTP/1.1" status: 200  len: 700 time: 0.1482410
Dec 24 11:11:33.696839 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-f2cad34e-e0c5-42c4-ad25-1dc85c27fbb5 None None] Set router eeaceb5e-e0fd-4689-aac1-a58077ac8be2 gateway port host: None {{(pid=88881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:11:33.697428 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 43282) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:11:33.746715 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-bf13f10f-ce8d-42e6-bf1b-a1e2cc14d2e1 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] 10.222.0.65 "GET /v2.0/ports?device_id=eeaceb5e-e0fd-4689-aac1-a58077ac8be2 HTTP/1.1" status: 200  len: 205 time: 0.0479455
Dec 24 11:11:33.749346 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 43286) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:11:33.821005 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-f2cad34e-e0c5-42c4-ad25-1dc85c27fbb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271ade7f0>, [{'id': 'eeaceb5e-e0fd-4689-aac1-a58077ac8be2', 'name': 'tempest-RoutersTest-router-1629366794', 'tenant_id': '3ebdfa1b50714591899c7b159c4d4f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:11:31Z', 'updated_at': '2021-12-24T11:11:32Z', 'revision_number': 2, 'project_id': '3ebdfa1b50714591899c7b159c4d4f0b', 'gw_port_host': None}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:11:33.825283 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2cad34e-e0c5-42c4-ad25-1dc85c27fbb5 None None] Checking router: eeaceb5e-e0fd-4689-aac1-a58077ac8be2 for host: dv-neutron-822691-2-hyperv {{(pid=88881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 24 11:11:33.837032 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2cad34e-e0c5-42c4-ad25-1dc85c27fbb5 None None] Routers {'eeaceb5e-e0fd-4689-aac1-a58077ac8be2'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:11:33.837707 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-f2cad34e-e0c5-42c4-ad25-1dc85c27fbb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271ade7f0>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:11:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['eeaceb5e-e0fd-4689-aac1-a58077ac8be2'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:11:33.893888 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d02df71f-a5e9-4890-9b26-c2f68529a94a tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks [] for router, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:33.970972 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-f2cad34e-e0c5-42c4-ad25-1dc85c27fbb5 None None] Set router eeaceb5e-e0fd-4689-aac1-a58077ac8be2 gateway port host: None {{(pid=88881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:11:34.081582 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-f2cad34e-e0c5-42c4-ad25-1dc85c27fbb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271ade7f0>, [{'id': 'eeaceb5e-e0fd-4689-aac1-a58077ac8be2', 'name': 'tempest-RoutersTest-router-1629366794', 'tenant_id': '3ebdfa1b50714591899c7b159c4d4f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:11:31Z', 'updated_at': '2021-12-24T11:11:32Z', 'revision_number': 2, 'project_id': '3ebdfa1b50714591899c7b159c4d4f0b', 'gw_port_host': None}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:11:34.085856 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2cad34e-e0c5-42c4-ad25-1dc85c27fbb5 None None] The sync data for ids ['eeaceb5e-e0fd-4689-aac1-a58077ac8be2'] in dv-neutron-822691-2-hyperv is: [{'id': 'eeaceb5e-e0fd-4689-aac1-a58077ac8be2', 'name': 'tempest-RoutersTest-router-1629366794', 'tenant_id': '3ebdfa1b50714591899c7b159c4d4f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:11:31Z', 'updated_at': '2021-12-24T11:11:32Z', 'revision_number': 2, 'project_id': '3ebdfa1b50714591899c7b159c4d4f0b', 'gw_port_host': None}] {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:11:34.304066 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d02df71f-a5e9-4890-9b26-c2f68529a94a tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854158724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-84560'] for router, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:34.308741 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d02df71f-a5e9-4890-9b26-c2f68529a94a tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:34.334396 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d02df71f-a5e9-4890-9b26-c2f68529a94a tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854158830'] for router, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:34.334955 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d02df71f-a5e9-4890-9b26-c2f68529a94a tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Fanout notify agent at l3_agent the message router_deleted on router eeaceb5e-e0fd-4689-aac1-a58077ac8be2 {{(pid=88879) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 24 11:11:34.350329 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d02df71f-a5e9-4890-9b26-c2f68529a94a tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Notify callbacks [] for router, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:34.351511 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-d02df71f-a5e9-4890-9b26-c2f68529a94a tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] 10.222.0.65 "DELETE /v2.0/routers/eeaceb5e-e0fd-4689-aac1-a58077ac8be2 HTTP/1.1" status: 204  len: 168 time: 0.6011181
Dec 24 11:11:34.355465 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 43292) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:11:34.406651 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-46050603-f4f0-4ad9-86e4-6283c1531e5a tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Synchronizing usage tracker for tenant:3ebdfa1b50714591899c7b159c4d4f0b on resource:port {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:11:34.420610 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-46050603-f4f0-4ad9-86e4-6283c1531e5a tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Unset dirty status for tenant:3ebdfa1b50714591899c7b159c4d4f0b on resource:port {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:11:34.422255 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-46050603-f4f0-4ad9-86e4-6283c1531e5a tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] 10.222.0.65 "GET /v2.0/ports?device_id=eeaceb5e-e0fd-4689-aac1-a58077ac8be2 HTTP/1.1" status: 200  len: 205 time: 0.0657294
Dec 24 11:11:34.425136 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 43296) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:11:34.433502 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 43300) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:11:34.497655 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.v2.resource [None req-7bfb063f-5c4e-4d59-959c-bbabf0501cd8 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] delete failed (client error): The resource could not be found.
Dec 24 11:11:34.498950 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-7bfb063f-5c4e-4d59-959c-bbabf0501cd8 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] 10.222.0.65 "DELETE /v2.0/routers/eeaceb5e-e0fd-4689-aac1-a58077ac8be2 HTTP/1.1" status: 404  len: 336 time: 0.0724337
Dec 24 11:11:34.501696 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 43304) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:11:34.519455 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-cf57c1da-c269-49df-9e47-9b91a3b2e956 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:34.553331 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-725c2ff6-adce-4ba6-9a9c-87aa48eb2c21 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] DELETE failed (client error): The resource could not be found.
Dec 24 11:11:34.553821 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-725c2ff6-adce-4ba6-9a9c-87aa48eb2c21 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 24 11:11:34.557893 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-725c2ff6-adce-4ba6-9a9c-87aa48eb2c21 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] 10.222.0.65 "DELETE /v2.0/subnets/dccf2a30-d4cd-40d2-a431-0bf73dab5889 HTTP/1.1" status: 404  len: 337 time: 0.0530005
Dec 24 11:11:34.558785 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 43308) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:11:34.567976 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-cf57c1da-c269-49df-9e47-9b91a3b2e956 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:34.602771 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-468f8cce-6ace-4c5e-ac30-08552ea6c96a tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] DELETE failed (client error): The resource could not be found.
Dec 24 11:11:34.603199 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-468f8cce-6ace-4c5e-ac30-08552ea6c96a tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 24 11:11:34.604999 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-468f8cce-6ace-4c5e-ac30-08552ea6c96a tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] 10.222.0.65 "DELETE /v2.0/subnets/fa126e60-8f93-486f-8b67-b99cf93a8408 HTTP/1.1" status: 404  len: 337 time: 0.0449457
Dec 24 11:11:34.607978 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 43312) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:11:34.625419 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-cf57c1da-c269-49df-9e47-9b91a3b2e956 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:34.632379 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-0315a8e7-5bf1-4c60-b466-52691c1402a6 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:11:34.649444 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf57c1da-c269-49df-9e47-9b91a3b2e956 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12809888-818f-4264-af3c-fdaa4767a8bd,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:11:34.651093 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f9e3d6e-188b-48ff-a6c8-4a4cd4f20e14 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] DELETE failed (client error): The resource could not be found.
Dec 24 11:11:34.651561 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f9e3d6e-188b-48ff-a6c8-4a4cd4f20e14 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 24 11:11:34.652334 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-cf57c1da-c269-49df-9e47-9b91a3b2e956 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:11:34.653795 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-8f9e3d6e-188b-48ff-a6c8-4a4cd4f20e14 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] 10.222.0.65 "DELETE /v2.0/subnets/06cadd9c-7a81-4c1e-b21e-c348230e47f7 HTTP/1.1" status: 404  len: 337 time: 0.0448611
Dec 24 11:11:34.657075 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 43316) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:11:34.660068 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-cf57c1da-c269-49df-9e47-9b91a3b2e956 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:34.661720 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-cf57c1da-c269-49df-9e47-9b91a3b2e956 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "DELETE /v2.0/security-groups/12809888-818f-4264-af3c-fdaa4767a8bd HTTP/1.1" status: 204  len: 168 time: 0.2269835
Dec 24 11:11:34.706336 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-30819d5c-84ee-4772-a287-ce38c9ffc95b tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] DELETE failed (client error): The resource could not be found.
Dec 24 11:11:34.706940 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30819d5c-84ee-4772-a287-ce38c9ffc95b tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 24 11:11:34.708935 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-30819d5c-84ee-4772-a287-ce38c9ffc95b tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] 10.222.0.65 "DELETE /v2.0/subnets/51c951a7-94a6-4746-a916-1c158361189d HTTP/1.1" status: 404  len: 337 time: 0.0506265
Dec 24 11:11:34.712099 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 43322) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:11:34.763265 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-fb09c858-b6f7-4997-8cec-4d253795aa2b tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] 10.222.0.65 "GET /v2.0/ports?device_id=41e2d493-7e80-4f7c-a6cf-b521948796f6 HTTP/1.1" status: 200  len: 205 time: 0.0496523
Dec 24 11:11:34.766126 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 43326) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:11:34.840390 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.v2.resource [None req-9338741f-a060-4415-99f7-44d8c9054133 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] delete failed (client error): The resource could not be found.
Dec 24 11:11:34.841523 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-9338741f-a060-4415-99f7-44d8c9054133 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] 10.222.0.65 "DELETE /v2.0/routers/41e2d493-7e80-4f7c-a6cf-b521948796f6 HTTP/1.1" status: 404  len: 336 time: 0.0743840
Dec 24 11:11:34.844671 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 43330) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:11:34.891665 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-387a19e1-0ec4-4911-bb61-4c5be0af6d55 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] 10.222.0.65 "GET /v2.0/ports?device_id=1fdbf3cc-1832-4c71-af5e-c41804855dff HTTP/1.1" status: 200  len: 205 time: 0.0456514
Dec 24 11:11:34.895111 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 43334) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:11:34.963386 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.v2.resource [None req-b8ade5ef-17f4-4545-9a17-5fb0bc7262ce tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] delete failed (client error): The resource could not be found.
Dec 24 11:11:34.964576 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-b8ade5ef-17f4-4545-9a17-5fb0bc7262ce tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] 10.222.0.65 "DELETE /v2.0/routers/1fdbf3cc-1832-4c71-af5e-c41804855dff HTTP/1.1" status: 404  len: 336 time: 0.0691395
Dec 24 11:11:34.967757 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 43338) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:11:35.016316 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-374cdf13-23bb-4607-b26a-8bbca734fded tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] DELETE failed (client error): The resource could not be found.
Dec 24 11:11:35.016821 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-374cdf13-23bb-4607-b26a-8bbca734fded tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88879) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 24 11:11:35.018758 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-374cdf13-23bb-4607-b26a-8bbca734fded tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] 10.222.0.65 "DELETE /v2.0/subnets/978833ab-07cd-408a-b2cf-81fdfeecda71 HTTP/1.1" status: 404  len: 337 time: 0.0497477
Dec 24 11:11:35.021897 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 43342) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:11:35.068680 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-714e6607-72a7-44aa-aaa1-8bfb1f5d2987 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] 10.222.0.65 "GET /v2.0/ports?device_id=d060690a-b68d-436a-86de-743b58da8766 HTTP/1.1" status: 200  len: 205 time: 0.0455294
Dec 24 11:11:35.071242 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 43346) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:11:35.146612 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.v2.resource [None req-d6ebae47-2225-4a94-8bd6-1dc45c421347 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] delete failed (client error): The resource could not be found.
Dec 24 11:11:35.148719 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-d6ebae47-2225-4a94-8bd6-1dc45c421347 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] 10.222.0.65 "DELETE /v2.0/routers/d060690a-b68d-436a-86de-743b58da8766 HTTP/1.1" status: 404  len: 336 time: 0.0760279
Dec 24 11:11:35.155814 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 43350) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:11:35.208148 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-1393d768-d03e-48ff-a7aa-891de1dba05d tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] 10.222.0.65 "GET /v2.0/ports?device_id=ae8e3637-cd87-416b-b8ab-a8291eb5fa87 HTTP/1.1" status: 200  len: 205 time: 0.0508628
Dec 24 11:11:35.210870 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 43354) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:11:35.285895 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.v2.resource [None req-f379dc5e-222f-4fef-98ca-289266a6a7a0 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] delete failed (client error): The resource could not be found.
Dec 24 11:11:35.287082 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-f379dc5e-222f-4fef-98ca-289266a6a7a0 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] 10.222.0.65 "DELETE /v2.0/routers/ae8e3637-cd87-416b-b8ab-a8291eb5fa87 HTTP/1.1" status: 404  len: 336 time: 0.0751896
Dec 24 11:11:35.289885 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 43358) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:11:35.330661 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3f16bc1-3cfe-48eb-98eb-4bb85363db96 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] DELETE failed (client error): The resource could not be found.
Dec 24 11:11:35.331148 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3f16bc1-3cfe-48eb-98eb-4bb85363db96 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88879) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 24 11:11:35.332983 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-c3f16bc1-3cfe-48eb-98eb-4bb85363db96 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] 10.222.0.65 "DELETE /v2.0/subnets/704b9c5c-fd8d-449d-a98f-fd66f70e7102 HTTP/1.1" status: 404  len: 337 time: 0.0421312
Dec 24 11:11:35.336258 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 43362) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:11:35.382406 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-89f349ee-665c-49de-957f-3c3bd2469885 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] 10.222.0.65 "GET /v2.0/ports?device_id=2bf06a37-3f88-40f1-ac81-214f0ab22235 HTTP/1.1" status: 200  len: 205 time: 0.0448256
Dec 24 11:11:35.385022 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 43366) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:11:35.457160 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.v2.resource [None req-e9fe9cf7-aa55-45b5-ae38-e058021446e6 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] delete failed (client error): The resource could not be found.
Dec 24 11:11:35.458402 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-e9fe9cf7-aa55-45b5-ae38-e058021446e6 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] 10.222.0.65 "DELETE /v2.0/routers/2bf06a37-3f88-40f1-ac81-214f0ab22235 HTTP/1.1" status: 404  len: 336 time: 0.0721934
Dec 24 11:11:35.461849 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 43370) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:11:35.504603 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-36845890-d261-428c-8b4f-a9568ef4cf3d tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] DELETE failed (client error): The resource could not be found.
Dec 24 11:11:35.505098 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36845890-d261-428c-8b4f-a9568ef4cf3d tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 24 11:11:35.507341 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-36845890-d261-428c-8b4f-a9568ef4cf3d tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] 10.222.0.65 "DELETE /v2.0/subnets/6239af28-e32a-4002-a721-673158195898 HTTP/1.1" status: 404  len: 337 time: 0.0443571
Dec 24 11:11:35.511961 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 43374) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:11:35.539123 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Device db30fbba-a01f-42c8-b52d-da5f05b1fdca no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:11:35.567368 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-83db8a80-3494-4fc9-9196-c52a7e174b2c tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] 10.222.0.65 "GET /v2.0/ports?device_id=98048001-f2ff-43c5-a8ff-b3afbfd9daa9 HTTP/1.1" status: 200  len: 205 time: 0.0537329
Dec 24 11:11:35.571681 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 43378) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:11:35.582675 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] No Port match for: db30fbba-a01f-42c8-b52d-da5f05b1fdca {{(pid=88880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 24 11:11:35.583131 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Device db30fbba-a01f-42c8-b52d-da5f05b1fdca not bound to the agent host hv-neutron-8226 {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 24 11:11:35.644015 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.v2.resource [None req-3fc321ea-45be-4a45-bd09-c20d62745364 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] delete failed (client error): The resource could not be found.
Dec 24 11:11:35.647840 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-3fc321ea-45be-4a45-bd09-c20d62745364 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] 10.222.0.65 "DELETE /v2.0/routers/98048001-f2ff-43c5-a8ff-b3afbfd9daa9 HTTP/1.1" status: 404  len: 336 time: 0.0724702
Dec 24 11:11:35.648204 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 43382) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:11:35.694990 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-c532b3e6-d30a-466e-aad8-4a6439e4469e tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] DELETE failed (client error): The resource could not be found.
Dec 24 11:11:35.696110 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c532b3e6-d30a-466e-aad8-4a6439e4469e tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88878) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 24 11:11:35.698330 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-c532b3e6-d30a-466e-aad8-4a6439e4469e tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] 10.222.0.65 "DELETE /v2.0/subnets/33a0e2ea-5b3c-46ad-9943-5799fcc5873b HTTP/1.1" status: 404  len: 337 time: 0.0490830
Dec 24 11:11:35.702317 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 43388) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:11:35.731352 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 43392) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:11:35.750026 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-f563bd92-ec5b-415f-a53a-fa545166e5dc tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] DELETE failed (client error): The resource could not be found.
Dec 24 11:11:35.750510 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f563bd92-ec5b-415f-a53a-fa545166e5dc tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88879) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 24 11:11:35.752418 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-f563bd92-ec5b-415f-a53a-fa545166e5dc tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] 10.222.0.65 "DELETE /v2.0/subnets/e14a2a0b-5781-4893-8160-1fb283b9c29a HTTP/1.1" status: 404  len: 337 time: 0.0476990
Dec 24 11:11:36.182765 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 43400) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:11:36.218577 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-681e95ad-2582-4948-908c-6362fc179c61 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854055677'] for router_interface, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:36.410728 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-6d27886b-18c4-437e-aaf8-d38ed7d7eb59 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3ebdfa1b50714591899c7b159c4d4f0b&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2263672
Dec 24 11:11:36.414217 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 43406) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:11:36.417410 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bfbd067c-1e8e-4e07-8b46-094f7b29ec8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:36.500428 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-75497284-51d6-419c-84a1-af31b6cba6bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:36.534036 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-75497284-51d6-419c-84a1-af31b6cba6bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:36.587237 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-75497284-51d6-419c-84a1-af31b6cba6bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:36.593578 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-e8b5295e-0e89-461b-8de1-06fd118975c8 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:11:36.607932 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75497284-51d6-419c-84a1-af31b6cba6bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=744f7bd1-992a-45f6-914a-ffc85547bef6,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:11:36.611675 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-75497284-51d6-419c-84a1-af31b6cba6bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:11:36.614440 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-75497284-51d6-419c-84a1-af31b6cba6bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:36.618416 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-75497284-51d6-419c-84a1-af31b6cba6bc admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/744f7bd1-992a-45f6-914a-ffc85547bef6 HTTP/1.1" status: 204  len: 168 time: 0.1999416
Dec 24 11:11:37.014106 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-681e95ad-2582-4948-908c-6362fc179c61 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Deleting port 7acd7d63-59f5-4206-9390-ef268487ff68 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:11:37.014481 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-681e95ad-2582-4948-908c-6362fc179c61 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:37.230221 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-681e95ad-2582-4948-908c-6362fc179c61 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] For port 7acd7d63-59f5-4206-9390-ef268487ff68, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=7acd7d63-59f5-4206-9390-ef268487ff68,segment=NetworkSegment(e6200a3d-5673-457a-b6e2-6c759381c988),segment_id=e6200a3d-5673-457a-b6e2-6c759381c988)] {{(pid=88878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:11:37.230657 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-681e95ad-2582-4948-908c-6362fc179c61 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:37.360558 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-681e95ad-2582-4948-908c-6362fc179c61 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Calling delete_port for 7acd7d63-59f5-4206-9390-ef268487ff68 owned by network:router_interface {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:11:37.576562 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-681e95ad-2582-4948-908c-6362fc179c61 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:37.581442 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-d05a6182-7a9a-4cc1-a1f7-9b054c591a89 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:11:37.582362 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 43428) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:11:37.631827 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681e95ad-2582-4948-908c-6362fc179c61 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event deleted for resources: {'Port': ['ID=7acd7d63-59f5-4206-9390-ef268487ff68,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:11:37.662016 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-681e95ad-2582-4948-908c-6362fc179c61 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:11:37.732584 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-46d2ad4d-356d-450e-a6b4-5a59c57be4cd tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1066643642', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:11:37.739685 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-46d2ad4d-356d-450e-a6b4-5a59c57be4cd tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:11:37.744076 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-46d2ad4d-356d-450e-a6b4-5a59c57be4cd tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Usage tracker for resource:router and tenant:865b6019e3a04f86a9779dc709a86417 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:11:37.747181 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-46d2ad4d-356d-450e-a6b4-5a59c57be4cd tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:11:37.753912 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-46d2ad4d-356d-450e-a6b4-5a59c57be4cd tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:11:37.766203 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-46d2ad4d-356d-450e-a6b4-5a59c57be4cd tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-612016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-84579'] for router, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:37.767311 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-46d2ad4d-356d-450e-a6b4-5a59c57be4cd tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854163950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659046', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854079771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854691221'] for router, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:37.786949 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-46d2ad4d-356d-450e-a6b4-5a59c57be4cd tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:37.807179 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-46d2ad4d-356d-450e-a6b4-5a59c57be4cd tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854163800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854116816'] for router, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:37.835180 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-46d2ad4d-356d-450e-a6b4-5a59c57be4cd tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Notify callbacks [] for router, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:37.836979 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-46d2ad4d-356d-450e-a6b4-5a59c57be4cd tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201  len: 708 time: 0.2532980
Dec 24 11:11:37.840092 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 43434) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:11:37.850460 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-60ac1c13-9b3d-4a19-96d2-920b8d6de9a6 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-207445271'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:11:37.857124 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-60ac1c13-9b3d-4a19-96d2-920b8d6de9a6 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:11:37.862913 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-60ac1c13-9b3d-4a19-96d2-920b8d6de9a6 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Usage tracker for resource:network and tenant:865b6019e3a04f86a9779dc709a86417 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:11:37.870638 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-60ac1c13-9b3d-4a19-96d2-920b8d6de9a6 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:11:37.878437 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-60ac1c13-9b3d-4a19-96d2-920b8d6de9a6 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:11:37.890051 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60ac1c13-9b3d-4a19-96d2-920b8d6de9a6 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Made reservation on behalf of 865b6019e3a04f86a9779dc709a86417 for: {'network': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:11:37.896189 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-60ac1c13-9b3d-4a19-96d2-920b8d6de9a6 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for network, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:37.911473 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-60ac1c13-9b3d-4a19-96d2-920b8d6de9a6 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Notify callbacks [] for security_group, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:37.951436 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-60ac1c13-9b3d-4a19-96d2-920b8d6de9a6 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:11:37.956514 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-60ac1c13-9b3d-4a19-96d2-920b8d6de9a6 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Usage tracker for resource:security_group_rule and tenant:865b6019e3a04f86a9779dc709a86417 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:11:37.960382 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-60ac1c13-9b3d-4a19-96d2-920b8d6de9a6 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:11:37.967574 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-60ac1c13-9b3d-4a19-96d2-920b8d6de9a6 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:11:38.010838 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:38.052365 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-60ac1c13-9b3d-4a19-96d2-920b8d6de9a6 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Notify callbacks [] for security_group, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:38.056182 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-60ac1c13-9b3d-4a19-96d2-920b8d6de9a6 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:38.060720 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-09dfb4f5-1af4-43df-95b2-3c2923d7d6d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:11:38.092415 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60ac1c13-9b3d-4a19-96d2-920b8d6de9a6 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] vlan segment allocate from pool success with {'vlan_id': 638, 'physical_network': 'physnet1'}  {{(pid=88879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 24 11:11:38.101700 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ac1c13-9b3d-4a19-96d2-920b8d6de9a6 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37f79af0-5c52-423b-bfcb-7fe547dcbbd9,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:11:38.105639 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-60ac1c13-9b3d-4a19-96d2-920b8d6de9a6 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:11:38.108350 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-60ac1c13-9b3d-4a19-96d2-920b8d6de9a6 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:38.108743 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.segments_db [None req-60ac1c13-9b3d-4a19-96d2-920b8d6de9a6 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Added segment 4b572d55-b991-47a2-8d2e-76112533e012 of type vlan for network 0677d35d-c34f-49aa-b645-a7c1d748a021
Dec 24 11:11:38.137666 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-60ac1c13-9b3d-4a19-96d2-920b8d6de9a6 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363287349540024'] for network, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:38.170326 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-60ac1c13-9b3d-4a19-96d2-920b8d6de9a6 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636'] for network, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:38.174673 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60ac1c13-9b3d-4a19-96d2-920b8d6de9a6 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:11:38.175327 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-60ac1c13-9b3d-4a19-96d2-920b8d6de9a6 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Notify callbacks [] for network, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:38.181195 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-8b93fb09-91b7-4096-8b3f-859e67ed8525 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:11:38.207165 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-681e95ad-2582-4948-908c-6362fc179c61 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036852798164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854055527'] for router_interface, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:38.301153 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-60ac1c13-9b3d-4a19-96d2-920b8d6de9a6 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 0.4597766
Dec 24 11:11:38.302234 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ac1c13-9b3d-4a19-96d2-920b8d6de9a6 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Pushing event updated for resources: {'Network': ['ID=0677d35d-c34f-49aa-b645-a7c1d748a021,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:11:38.302393 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 43438) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:11:38.305421 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-60ac1c13-9b3d-4a19-96d2-920b8d6de9a6 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:11:38.309609 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-19422745-b129-400e-8dbf-c67260e1ac3a tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Request body: {'subnet': {'network_id': '0677d35d-c34f-49aa-b645-a7c1d748a021', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:11:38.314616 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Network 0677d35d-c34f-49aa-b645-a7c1d748a021 details requested by agent ovs-agent-dv-neutron-822691-2-hyperv with host dv-neutron-822691-2-hyperv {{(pid=88880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 24 11:11:38.323582 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.agents_db [None req-e51243ab-6a93-425b-980f-a73583147efa None None] Agent healthcheck: found 6 active agents {{(pid=88881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 24 11:11:38.508341 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-19422745-b129-400e-8dbf-c67260e1ac3a tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:11:38.514542 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-19422745-b129-400e-8dbf-c67260e1ac3a tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Usage tracker for resource:subnet and tenant:865b6019e3a04f86a9779dc709a86417 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:11:38.518106 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-19422745-b129-400e-8dbf-c67260e1ac3a tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:11:38.526306 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-19422745-b129-400e-8dbf-c67260e1ac3a tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:11:38.552473 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19422745-b129-400e-8dbf-c67260e1ac3a tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Made reservation on behalf of 865b6019e3a04f86a9779dc709a86417 for: {'subnet': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:11:38.670230 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-19422745-b129-400e-8dbf-c67260e1ac3a tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2246100'] for subnet, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:38.957324 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4dbed1f6-e929-4799-89d1-3445cb29b58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:39.164001 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-19422745-b129-400e-8dbf-c67260e1ac3a tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850796890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2246085'] for subnet, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:39.170089 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-8bcc147d-2008-4573-b376-e4442eb4d45a tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:11:39.319512 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19422745-b129-400e-8dbf-c67260e1ac3a tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Pushing event updated for resources: {'Subnet': ['ID=02b18487-570a-438c-9e7c-e957c40701b8,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:11:39.326601 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-19422745-b129-400e-8dbf-c67260e1ac3a tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:11:39.335320 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bdfdbc84-c52d-4f40-b281-af314dc1f8fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:39.346314 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19422745-b129-400e-8dbf-c67260e1ac3a tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Checking segment: {'id': '4b572d55-b991-47a2-8d2e-76112533e012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '0677d35d-c34f-49aa-b645-a7c1d748a021'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:11:39.346771 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19422745-b129-400e-8dbf-c67260e1ac3a tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Network hostable DHCP agents. Network: 0677d35d-c34f-49aa-b645-a7c1d748a021, hostable agents: ['edcf98dc-3032-472a-8b3d-f23fd1e89806'], hosted agents: [] {{(pid=88878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 24 11:11:39.392575 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19422745-b129-400e-8dbf-c67260e1ac3a tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Network 0677d35d-c34f-49aa-b645-a7c1d748a021 is scheduled to be hosted by DHCP agent edcf98dc-3032-472a-8b3d-f23fd1e89806 with binding_index 1 {{(pid=88878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 24 11:11:39.410948 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-681e95ad-2582-4948-908c-6362fc179c61 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Router ea997984-f423-43ba-96b9-008081504a62 has already been hosted by L3 agent 198cca88-1338-4098-b44b-beb0346ac906 {{(pid=88878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 24 11:11:39.411733 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-19422745-b129-400e-8dbf-c67260e1ac3a tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822691-2-hyperv, 0677d35d-c34f-49aa-b645-a7c1d748a021) {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:11:39.420229 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19422745-b129-400e-8dbf-c67260e1ac3a tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:11:39.420858 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8bd4aaa-5c79-4d31-840b-7223f4211ea7 None None] Network 0677d35d-c34f-49aa-b645-a7c1d748a021 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:11:39.420975 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-19422745-b129-400e-8dbf-c67260e1ac3a tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:39.509819 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-19422745-b129-400e-8dbf-c67260e1ac3a tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.2061851
Dec 24 11:11:39.513892 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 43442) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:11:39.520939 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-f0532697-5323-4ab0-8647-dbce100427b0 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Request body: {'network': {'name': 'tempest-router-network01--644998901'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:11:39.527558 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-f0532697-5323-4ab0-8647-dbce100427b0 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:11:39.539109 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-f0532697-5323-4ab0-8647-dbce100427b0 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Usage tracker for resource:network and tenant:865b6019e3a04f86a9779dc709a86417 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:11:39.542819 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-f0532697-5323-4ab0-8647-dbce100427b0 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:11:39.551578 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-f0532697-5323-4ab0-8647-dbce100427b0 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:11:39.566213 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0532697-5323-4ab0-8647-dbce100427b0 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Made reservation on behalf of 865b6019e3a04f86a9779dc709a86417 for: {'network': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:11:39.573551 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f0532697-5323-4ab0-8647-dbce100427b0 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for network, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:39.608196 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0532697-5323-4ab0-8647-dbce100427b0 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] vlan segment allocate from pool success with {'vlan_id': 642, 'physical_network': 'physnet1'}  {{(pid=88879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 24 11:11:39.620616 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f0532697-5323-4ab0-8647-dbce100427b0 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:39.621358 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.segments_db [None req-f0532697-5323-4ab0-8647-dbce100427b0 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Added segment ff0d1094-f6fa-4dfa-aa88-9ffc3767286c of type vlan for network aa338c86-5344-4418-a6fd-9988f00f75d4
Dec 24 11:11:39.650570 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f0532697-5323-4ab0-8647-dbce100427b0 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363287349540024'] for network, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:39.660618 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbfbdde1-ea80-4a48-8c6f-4165ecb75aec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73968e80-91fd-539e-a7c6-b31af6d9e680-0677d35d-c34f-49aa-b645-a7c1d748a021', 'network_id': '0677d35d-c34f-49aa-b645-a7c1d748a021', 'tenant_id': '865b6019e3a04f86a9779dc709a86417', 'fixed_ips': [{'subnet_id': '02b18487-570a-438c-9e7c-e957c40701b8'}]}} from dv-neutron-822691-2-hyperv. {{(pid=88880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 24 11:11:39.661547 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-dbfbdde1-ea80-4a48-8c6f-4165ecb75aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:39.683079 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-681e95ad-2582-4948-908c-6362fc179c61 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:11:39.688545 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f0532697-5323-4ab0-8647-dbce100427b0 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636'] for network, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:39.688803 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-681e95ad-2582-4948-908c-6362fc179c61 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "PUT /v2.0/routers/ea997984-f423-43ba-96b9-008081504a62/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.9561684
Dec 24 11:11:39.692747 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 43446) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:11:39.695995 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0532697-5323-4ab0-8647-dbce100427b0 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:11:39.696784 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f0532697-5323-4ab0-8647-dbce100427b0 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Notify callbacks [] for network, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:39.703514 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-ac756708-e015-4cc4-baf0-8ba1c525d4c0 tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:11:39.729288 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f9f1a5-6f06-498e-b91d-da7fe9cae1a3 None None] Sync routers for ids ['ea997984-f423-43ba-96b9-008081504a62'] in dv-neutron-822691-2-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:11:39.763470 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-f0532697-5323-4ab0-8647-dbce100427b0 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 0.2483807
Dec 24 11:11:39.766668 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f9f1a5-6f06-498e-b91d-da7fe9cae1a3 None None] Routers {'ea997984-f423-43ba-96b9-008081504a62'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:11:39.766835 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 43450) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:11:39.766954 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-69f9f1a5-6f06-498e-b91d-da7fe9cae1a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f527168a828>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:11:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['ea997984-f423-43ba-96b9-008081504a62'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:11:39.793670 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-e78aaf37-3794-4dee-b7c2-0a34372d8756 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Request body: {'network': {'name': 'tempest-router-network02--1611185798'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:11:39.815363 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-e78aaf37-3794-4dee-b7c2-0a34372d8756 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:11:39.821269 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0532697-5323-4ab0-8647-dbce100427b0 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Pushing event updated for resources: {'Network': ['ID=aa338c86-5344-4418-a6fd-9988f00f75d4,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:11:39.821929 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-e78aaf37-3794-4dee-b7c2-0a34372d8756 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Usage tracker for resource:network and tenant:865b6019e3a04f86a9779dc709a86417 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:11:39.822469 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f0532697-5323-4ab0-8647-dbce100427b0 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:11:39.826476 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-e78aaf37-3794-4dee-b7c2-0a34372d8756 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:11:39.837910 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Network aa338c86-5344-4418-a6fd-9988f00f75d4 details requested by agent ovs-agent-dv-neutron-822691-2-hyperv with host dv-neutron-822691-2-hyperv {{(pid=88880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 24 11:11:39.879287 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-e78aaf37-3794-4dee-b7c2-0a34372d8756 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:11:39.906512 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e78aaf37-3794-4dee-b7c2-0a34372d8756 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Made reservation on behalf of 865b6019e3a04f86a9779dc709a86417 for: {'network': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:11:39.911982 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e78aaf37-3794-4dee-b7c2-0a34372d8756 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for network, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:39.957318 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5bf4bc1-2432-4668-a16d-8fcdce15b6fd tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Deleting subnet 91672386-df32-4978-8fd4-f2d6b643bcf9 {{(pid=88878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 24 11:11:39.962337 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f5bf4bc1-2432-4668-a16d-8fcdce15b6fd tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for subnet, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:40.006693 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e78aaf37-3794-4dee-b7c2-0a34372d8756 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] vlan segment allocate from pool success with {'vlan_id': 628, 'physical_network': 'physnet1'}  {{(pid=88878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 24 11:11:40.029966 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e78aaf37-3794-4dee-b7c2-0a34372d8756 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:40.030348 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.segments_db [None req-e78aaf37-3794-4dee-b7c2-0a34372d8756 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Added segment a8371cff-5736-4300-aa06-1eaac5738652 of type vlan for network 789dfcbd-6df9-4b27-8b4b-2f14bde482bf
Dec 24 11:11:40.038681 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f5bf4bc1-2432-4668-a16d-8fcdce15b6fd tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852534446'] for subnet, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:40.105266 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-dbfbdde1-ea80-4a48-8c6f-4165ecb75aec None None] Allocated IP 172.20.0.2 (0677d35d-c34f-49aa-b645-a7c1d748a021/02b18487-570a-438c-9e7c-e957c40701b8/79fad587-fefd-40dc-a133-5c0499e0de37) {{(pid=88880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:11:40.113637 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e78aaf37-3794-4dee-b7c2-0a34372d8756 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363287349540024'] for network, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:40.156535 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-69f9f1a5-6f06-498e-b91d-da7fe9cae1a3 None None] Set router ea997984-f423-43ba-96b9-008081504a62 gateway port host: dv-neutron-822691-2-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:11:40.167801 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e78aaf37-3794-4dee-b7c2-0a34372d8756 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636'] for network, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:40.171960 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e78aaf37-3794-4dee-b7c2-0a34372d8756 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:11:40.172598 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e78aaf37-3794-4dee-b7c2-0a34372d8756 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Notify callbacks [] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:40.176866 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f5bf4bc1-2432-4668-a16d-8fcdce15b6fd tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847655656'] for subnet, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:40.210684 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-825fc7e3-ad6a-40df-be5c-60436dafe775 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:11:40.337415 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-e78aaf37-3794-4dee-b7c2-0a34372d8756 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.5547996
Dec 24 11:11:40.341531 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 43454) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:11:40.348861 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-06155783-f8e2-4c3f-8a9e-5e9cca0fbb48 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Request body: {'subnet': {'network_id': 'aa338c86-5344-4418-a6fd-9988f00f75d4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:11:40.349941 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78aaf37-3794-4dee-b7c2-0a34372d8756 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Pushing event updated for resources: {'Network': ['ID=789dfcbd-6df9-4b27-8b4b-2f14bde482bf,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:11:40.353469 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-e78aaf37-3794-4dee-b7c2-0a34372d8756 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:11:40.370853 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f5bf4bc1-2432-4668-a16d-8fcdce15b6fd tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7120129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3978858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852529715'] for subnet, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:40.377792 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-d35a233a-9332-4a15-ac67-1400c2dfe313 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:11:40.420309 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bf4bc1-2432-4668-a16d-8fcdce15b6fd tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event deleted for resources: {'Subnet': ['ID=91672386-df32-4978-8fd4-f2d6b643bcf9,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:11:40.423785 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f5bf4bc1-2432-4668-a16d-8fcdce15b6fd tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:11:40.424876 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f5bf4bc1-2432-4668-a16d-8fcdce15b6fd tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:40.435582 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-f5bf4bc1-2432-4668-a16d-8fcdce15b6fd tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "DELETE /v2.0/subnets/91672386-df32-4978-8fd4-f2d6b643bcf9 HTTP/1.1" status: 204  len: 168 time: 0.7416339
Dec 24 11:11:40.436572 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 43458) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:11:40.488677 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-06155783-f8e2-4c3f-8a9e-5e9cca0fbb48 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:11:40.493373 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-06155783-f8e2-4c3f-8a9e-5e9cca0fbb48 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Usage tracker for resource:subnet and tenant:865b6019e3a04f86a9779dc709a86417 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:11:40.497328 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-06155783-f8e2-4c3f-8a9e-5e9cca0fbb48 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:11:40.503956 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-06155783-f8e2-4c3f-8a9e-5e9cca0fbb48 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:11:40.505276 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Network 789dfcbd-6df9-4b27-8b4b-2f14bde482bf details requested by agent ovs-agent-dv-neutron-822691-2-hyperv with host dv-neutron-822691-2-hyperv {{(pid=88880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 24 11:11:40.514423 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06155783-f8e2-4c3f-8a9e-5e9cca0fbb48 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Made reservation on behalf of 865b6019e3a04f86a9779dc709a86417 for: {'subnet': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:11:40.518859 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2964802-2937-4959-ad4e-a4ace01d9a09 None None] Network 641ddaa1-b5c0-4a80-8143-5da9e4cb5db6 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:11:40.669513 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-06155783-f8e2-4c3f-8a9e-5e9cca0fbb48 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3619482'] for subnet, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:40.710173 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d7b59a4a-5dc4-4fb0-b321-c516740b89fb tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for router, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:40.900816 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-39ff93cf-c0b7-48c5-95f3-6f7e9977387d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:41.148888 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-dbfbdde1-ea80-4a48-8c6f-4165ecb75aec None None] Notify callbacks [] for port, precommit_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:41.175095 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-dbfbdde1-ea80-4a48-8c6f-4165ecb75aec None None] Transition to ACTIVE for port object 79fad587-fefd-40dc-a133-5c0499e0de37 will not be triggered until provisioned by entity L2. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:11:41.185940 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-69f9f1a5-6f06-498e-b91d-da7fe9cae1a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f527168a828>, [{'id': 'ea997984-f423-43ba-96b9-008081504a62', 'name': 'tempest-TestNetworkBasicOps-router-813221983', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.234'}], 'enable_snat': True}, 'gw_port_id': 'e00eca04-7926-4975-aa78-12d974473735', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:08:57Z', 'updated_at': '2021-12-24T11:11:37Z', 'revision_number': 7, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'gw_port': {'id': 'e00eca04-7926-4975-aa78-12d974473735', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:72:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea997984-f423-43ba-96b9-008081504a62', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:08:58Z', 'updated_at': '2021-12-24T11:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv'}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:11:41.203228 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f9f1a5-6f06-498e-b91d-da7fe9cae1a3 None None] Checking router: ea997984-f423-43ba-96b9-008081504a62 for host: dv-neutron-822691-2-hyperv {{(pid=88880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 24 11:11:41.216009 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-dbfbdde1-ea80-4a48-8c6f-4165ecb75aec None None] Transition to ACTIVE for port object 79fad587-fefd-40dc-a133-5c0499e0de37 will not be triggered until provisioned by entity DHCP. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:11:41.223089 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-06155783-f8e2-4c3f-8a9e-5e9cca0fbb48 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3921862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3619467'] for subnet, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:41.225268 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f9f1a5-6f06-498e-b91d-da7fe9cae1a3 None None] Routers {'ea997984-f423-43ba-96b9-008081504a62'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:11:41.226020 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-69f9f1a5-6f06-498e-b91d-da7fe9cae1a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f527168a828>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:11:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['ea997984-f423-43ba-96b9-008081504a62'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:11:41.228312 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-5976d3c2-5e47-402c-94dd-c96a47fa723a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:11:41.232174 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d7b59a4a-5dc4-4fb0-b321-c516740b89fb tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:41.242701 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-d7b59a4a-5dc4-4fb0-b321-c516740b89fb tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Deleting port e00eca04-7926-4975-aa78-12d974473735 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:11:41.243239 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d7b59a4a-5dc4-4fb0-b321-c516740b89fb tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:41.292290 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-dbfbdde1-ea80-4a48-8c6f-4165ecb75aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408'] for port, after_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:41.327967 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06155783-f8e2-4c3f-8a9e-5e9cca0fbb48 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Pushing event updated for resources: {'Subnet': ['ID=ae2c53ae-b237-41f0-8e24-b1b66158a9ce,revision_number=0']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:11:41.332079 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-06155783-f8e2-4c3f-8a9e-5e9cca0fbb48 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:11:41.340401 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06155783-f8e2-4c3f-8a9e-5e9cca0fbb48 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Checking segment: {'id': 'ff0d1094-f6fa-4dfa-aa88-9ffc3767286c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'aa338c86-5344-4418-a6fd-9988f00f75d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:11:41.341279 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06155783-f8e2-4c3f-8a9e-5e9cca0fbb48 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Network hostable DHCP agents. Network: aa338c86-5344-4418-a6fd-9988f00f75d4, hostable agents: ['edcf98dc-3032-472a-8b3d-f23fd1e89806'], hosted agents: [] {{(pid=88879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 24 11:11:41.359783 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-23242492-3fb3-4613-bdbd-c66523991594 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:11:41.364374 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06155783-f8e2-4c3f-8a9e-5e9cca0fbb48 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Network aa338c86-5344-4418-a6fd-9988f00f75d4 is scheduled to be hosted by DHCP agent edcf98dc-3032-472a-8b3d-f23fd1e89806 with binding_index 1 {{(pid=88879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 24 11:11:41.374125 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-06155783-f8e2-4c3f-8a9e-5e9cca0fbb48 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822691-2-hyperv, aa338c86-5344-4418-a6fd-9988f00f75d4) {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:11:41.381617 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06155783-f8e2-4c3f-8a9e-5e9cca0fbb48 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:11:41.382427 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-06155783-f8e2-4c3f-8a9e-5e9cca0fbb48 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Notify callbacks [] for subnet, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:41.388872 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80a583fb-9fcc-423b-9a95-77c6c3226bac None None] DHCP port deletion for 641ddaa1-b5c0-4a80-8143-5da9e4cb5db6 request from dv-neutron-822691-2-hyperv {{(pid=88880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 24 11:11:41.414511 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-06155783-f8e2-4c3f-8a9e-5e9cca0fbb48 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.0714486
Dec 24 11:11:41.417375 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 43466) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:11:41.425484 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82be86e7-5fdc-40fc-a18b-1f985153454c None None] Network aa338c86-5344-4418-a6fd-9988f00f75d4 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:11:41.426631 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-8914e3cc-70dc-48d7-ae33-04a9cfea30d9 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Request body: {'subnet': {'network_id': '789dfcbd-6df9-4b27-8b4b-2f14bde482bf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:11:41.447278 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-80a583fb-9fcc-423b-9a95-77c6c3226bac None None] Deleting port c267ab12-ed25-42d1-9f9e-78cb8b9c3af3 {{(pid=88880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:11:41.447703 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-80a583fb-9fcc-423b-9a95-77c6c3226bac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:41.469047 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-d7b59a4a-5dc4-4fb0-b321-c516740b89fb tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] For port e00eca04-7926-4975-aa78-12d974473735, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=e00eca04-7926-4975-aa78-12d974473735,segment=NetworkSegment(d4e3295f-9ff8-4cad-8a20-3f1c937efc8c),segment_id=d4e3295f-9ff8-4cad-8a20-3f1c937efc8c)] {{(pid=88878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:11:41.469917 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d7b59a4a-5dc4-4fb0-b321-c516740b89fb tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:41.505314 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbfbdde1-ea80-4a48-8c6f-4165ecb75aec None None] Network 0677d35d-c34f-49aa-b645-a7c1d748a021 is already hosted by enough agents. {{(pid=88880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:11:41.517327 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-dbfbdde1-ea80-4a48-8c6f-4165ecb75aec None None] Resources bound (agent type, host, resource id):  {{(pid=88880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:11:41.551706 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbfbdde1-ea80-4a48-8c6f-4165ecb75aec None None] Received port after_create {{(pid=88880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:11:41.556340 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-8914e3cc-70dc-48d7-ae33-04a9cfea30d9 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:11:41.560807 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-8914e3cc-70dc-48d7-ae33-04a9cfea30d9 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Usage tracker for resource:subnet and tenant:865b6019e3a04f86a9779dc709a86417 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:11:41.565686 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-8914e3cc-70dc-48d7-ae33-04a9cfea30d9 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:11:41.570940 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfbdde1-ea80-4a48-8c6f-4165ecb75aec None None] Pushing event updated for resources: {'Port': ['ID=79fad587-fefd-40dc-a133-5c0499e0de37,revision_number=1']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:11:41.576470 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-8914e3cc-70dc-48d7-ae33-04a9cfea30d9 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:11:41.587150 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8914e3cc-70dc-48d7-ae33-04a9cfea30d9 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Made reservation on behalf of 865b6019e3a04f86a9779dc709a86417 for: {'subnet': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:11:41.588916 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-dbfbdde1-ea80-4a48-8c6f-4165ecb75aec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:11:41.611925 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-d7b59a4a-5dc4-4fb0-b321-c516740b89fb tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Calling delete_port for e00eca04-7926-4975-aa78-12d974473735 owned by network:router_gateway {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:11:41.702091 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8914e3cc-70dc-48d7-ae33-04a9cfea30d9 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3619482'] for subnet, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:41.795049 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-69f9f1a5-6f06-498e-b91d-da7fe9cae1a3 None None] Set router ea997984-f423-43ba-96b9-008081504a62 gateway port host: None {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:11:41.796066 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d7b59a4a-5dc4-4fb0-b321-c516740b89fb tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:41.801033 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-ee864b73-2143-4557-9ef8-ac758622f7bd tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:11:41.843328 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b59a4a-5dc4-4fb0-b321-c516740b89fb tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event deleted for resources: {'Port': ['ID=e00eca04-7926-4975-aa78-12d974473735,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:11:41.846569 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-d7b59a4a-5dc4-4fb0-b321-c516740b89fb tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:11:41.876040 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-dbfbdde1-ea80-4a48-8c6f-4165ecb75aec None None] Attempting to bind port 79fad587-fefd-40dc-a133-5c0499e0de37 on host dv-neutron-822691-2-hyperv for vnic_type normal with profile  {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:11:41.876452 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-dbfbdde1-ea80-4a48-8c6f-4165ecb75aec None None] Attempting to bind port 79fad587-fefd-40dc-a133-5c0499e0de37 by drivers openvswitch,hyperv on host dv-neutron-822691-2-hyperv at level 0 using segments [{'id': '4b572d55-b991-47a2-8d2e-76112533e012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '0677d35d-c34f-49aa-b645-a7c1d748a021'}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:11:41.876860 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbfbdde1-ea80-4a48-8c6f-4165ecb75aec None None] Attempting to bind port 79fad587-fefd-40dc-a133-5c0499e0de37 on network 0677d35d-c34f-49aa-b645-a7c1d748a021 {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:11:41.949970 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8914e3cc-70dc-48d7-ae33-04a9cfea30d9 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3921862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3619467'] for subnet, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:41.955446 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-b1ef926c-99da-448b-a421-cbc426714d01 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:11:41.992403 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbfbdde1-ea80-4a48-8c6f-4165ecb75aec None None] Checking agent: {'id': 'db1275c1-6001-47af-93c2-635c68404703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822691-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 52, 8), 'started_at': datetime.datetime(2021, 12, 24, 10, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 11, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822691-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:11:41.993260 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbfbdde1-ea80-4a48-8c6f-4165ecb75aec None None] Checking segment: {'id': '4b572d55-b991-47a2-8d2e-76112533e012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '0677d35d-c34f-49aa-b645-a7c1d748a021'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:11:41.993260 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-dbfbdde1-ea80-4a48-8c6f-4165ecb75aec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:41.993700 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbfbdde1-ea80-4a48-8c6f-4165ecb75aec None None] Bound using segment: {'id': '4b572d55-b991-47a2-8d2e-76112533e012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '0677d35d-c34f-49aa-b645-a7c1d748a021'} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:11:41.994208 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-dbfbdde1-ea80-4a48-8c6f-4165ecb75aec None None] Bound port: 79fad587-fefd-40dc-a133-5c0499e0de37, host: dv-neutron-822691-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b572d55-b991-47a2-8d2e-76112533e012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '0677d35d-c34f-49aa-b645-a7c1d748a021'}}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:11:41.994632 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-dbfbdde1-ea80-4a48-8c6f-4165ecb75aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:42.039172 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8914e3cc-70dc-48d7-ae33-04a9cfea30d9 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Pushing event updated for resources: {'Subnet': ['ID=c3b4b85b-fa98-4513-a02a-479e8a04292f,revision_number=0']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:11:42.045081 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-8914e3cc-70dc-48d7-ae33-04a9cfea30d9 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:11:42.057201 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8914e3cc-70dc-48d7-ae33-04a9cfea30d9 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Checking segment: {'id': 'a8371cff-5736-4300-aa06-1eaac5738652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '789dfcbd-6df9-4b27-8b4b-2f14bde482bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:11:42.057898 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8914e3cc-70dc-48d7-ae33-04a9cfea30d9 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Network hostable DHCP agents. Network: 789dfcbd-6df9-4b27-8b4b-2f14bde482bf, hostable agents: ['edcf98dc-3032-472a-8b3d-f23fd1e89806'], hosted agents: [] {{(pid=88879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 24 11:11:42.083321 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8914e3cc-70dc-48d7-ae33-04a9cfea30d9 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Network 789dfcbd-6df9-4b27-8b4b-2f14bde482bf is scheduled to be hosted by DHCP agent edcf98dc-3032-472a-8b3d-f23fd1e89806 with binding_index 1 {{(pid=88879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 24 11:11:42.095351 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-8914e3cc-70dc-48d7-ae33-04a9cfea30d9 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822691-2-hyperv, 789dfcbd-6df9-4b27-8b4b-2f14bde482bf) {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:11:42.100194 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8914e3cc-70dc-48d7-ae33-04a9cfea30d9 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:11:42.100850 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8914e3cc-70dc-48d7-ae33-04a9cfea30d9 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Notify callbacks [] for subnet, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:42.115204 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d7b59a4a-5dc4-4fb0-b321-c516740b89fb tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854116846'] for router_gateway, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:42.125559 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-8914e3cc-70dc-48d7-ae33-04a9cfea30d9 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.7067442
Dec 24 11:11:42.129226 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 43470) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:11:42.217526 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-69f9f1a5-6f06-498e-b91d-da7fe9cae1a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f527168a828>, [{'id': 'ea997984-f423-43ba-96b9-008081504a62', 'name': 'tempest-TestNetworkBasicOps-router-813221983', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:08:57Z', 'updated_at': '2021-12-24T11:11:41Z', 'revision_number': 8, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'gw_port_host': None}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:11:42.254694 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bae86763-c88f-4979-b25e-cbb639b3e90a None None] Network 789dfcbd-6df9-4b27-8b4b-2f14bde482bf requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:11:42.288303 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f9f1a5-6f06-498e-b91d-da7fe9cae1a3 None None] The sync data for ids ['ea997984-f423-43ba-96b9-008081504a62'] in dv-neutron-822691-2-hyperv is: [{'id': 'ea997984-f423-43ba-96b9-008081504a62', 'name': 'tempest-TestNetworkBasicOps-router-813221983', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:08:57Z', 'updated_at': '2021-12-24T11:11:41Z', 'revision_number': 8, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'gw_port_host': None}] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:11:42.455022 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d7b59a4a-5dc4-4fb0-b321-c516740b89fb tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854158724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-84560'] for router, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:42.459478 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d7b59a4a-5dc4-4fb0-b321-c516740b89fb tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:42.507917 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d7b59a4a-5dc4-4fb0-b321-c516740b89fb tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854158830'] for router, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:42.508773 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7b59a4a-5dc4-4fb0-b321-c516740b89fb tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Fanout notify agent at l3_agent the message router_deleted on router ea997984-f423-43ba-96b9-008081504a62 {{(pid=88878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 24 11:11:42.539936 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d7b59a4a-5dc4-4fb0-b321-c516740b89fb tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for router, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:42.543782 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-d7b59a4a-5dc4-4fb0-b321-c516740b89fb tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "DELETE /v2.0/routers/ea997984-f423-43ba-96b9-008081504a62 HTTP/1.1" status: 204  len: 168 time: 2.1034667
Dec 24 11:11:42.544754 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 43478) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:11:42.546219 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-80a583fb-9fcc-423b-9a95-77c6c3226bac None None] For port c267ab12-ed25-42d1-9f9e-78cb8b9c3af3, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=c267ab12-ed25-42d1-9f9e-78cb8b9c3af3,segment=NetworkSegment(e6200a3d-5673-457a-b6e2-6c759381c988),segment_id=e6200a3d-5673-457a-b6e2-6c759381c988)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:11:42.550870 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-80a583fb-9fcc-423b-9a95-77c6c3226bac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:42.598437 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44d37d2b-19ec-46c3-8c68-20f5a3e0742e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73968e80-91fd-539e-a7c6-b31af6d9e680-aa338c86-5344-4418-a6fd-9988f00f75d4', 'network_id': 'aa338c86-5344-4418-a6fd-9988f00f75d4', 'tenant_id': '865b6019e3a04f86a9779dc709a86417', 'fixed_ips': [{'subnet_id': 'ae2c53ae-b237-41f0-8e24-b1b66158a9ce'}]}} from dv-neutron-822691-2-hyperv. {{(pid=88880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 24 11:11:42.599757 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-44d37d2b-19ec-46c3-8c68-20f5a3e0742e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:42.757623 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-80a583fb-9fcc-423b-9a95-77c6c3226bac None None] Calling delete_port for c267ab12-ed25-42d1-9f9e-78cb8b9c3af3 owned by network:dhcp {{(pid=88880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:11:42.784688 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-657ccc98-859f-4181-81ac-82596bb7578f tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036847558493'] for network, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:42.800143 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-dbfbdde1-ea80-4a48-8c6f-4165ecb75aec None None] For port 79fad587-fefd-40dc-a133-5c0499e0de37, host dv-neutron-822691-2-hyperv, cleared binding levels {{(pid=88880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:11:42.817811 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-657ccc98-859f-4181-81ac-82596bb7578f tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Deleting port c267ab12-ed25-42d1-9f9e-78cb8b9c3af3 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:11:42.818201 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-657ccc98-859f-4181-81ac-82596bb7578f tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:42.842709 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-03d9a3dc-4349-4815-a1e9-776a8b83fdd3 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:42.879985 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f353532a-eb62-4986-90e9-172cbb17a1be req-01e2d818-fa60-4769-95e1-0418eadcfc50 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:11:42.881675 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-f353532a-eb62-4986-90e9-172cbb17a1be req-01e2d818-fa60-4769-95e1-0418eadcfc50 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c123780-3605-46ce-8039-1f88853bf606 HTTP/1.1" status: 200  len: 945 time: 0.1832843
Dec 24 11:11:42.891763 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-dbfbdde1-ea80-4a48-8c6f-4165ecb75aec None None] For port 79fad587-fefd-40dc-a133-5c0499e0de37, host dv-neutron-822691-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=79fad587-fefd-40dc-a133-5c0499e0de37,segment=NetworkSegment(4b572d55-b991-47a2-8d2e-76112533e012),segment_id=4b572d55-b991-47a2-8d2e-76112533e012)] {{(pid=88880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:11:42.939242 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-dbfbdde1-ea80-4a48-8c6f-4165ecb75aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:42.958132 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:11:43.024671 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-f353532a-eb62-4986-90e9-172cbb17a1be req-1f8ee227-3dde-4f0a-8731-1b632d37096a tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] 10.222.0.65 "GET /v2.0/security-groups?id=7c81f28e-fd2d-468e-ad3a-e8186ef36a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1312907
Dec 24 11:11:43.103726 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-80a583fb-9fcc-423b-9a95-77c6c3226bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392'] for port, after_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:43.160648 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-657ccc98-859f-4181-81ac-82596bb7578f tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] For port c267ab12-ed25-42d1-9f9e-78cb8b9c3af3, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=c267ab12-ed25-42d1-9f9e-78cb8b9c3af3,segment=NetworkSegment(e6200a3d-5673-457a-b6e2-6c759381c988),segment_id=e6200a3d-5673-457a-b6e2-6c759381c988)] {{(pid=88878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:11:43.161045 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-657ccc98-859f-4181-81ac-82596bb7578f tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:43.207755 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfbdde1-ea80-4a48-8c6f-4165ecb75aec None None] Pushing event updated for resources: {'Port': ['ID=79fad587-fefd-40dc-a133-5c0499e0de37,revision_number=2']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:11:43.214909 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-dbfbdde1-ea80-4a48-8c6f-4165ecb75aec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:11:43.217468 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-a60ae517-7d8c-4395-ad1e-7840aa568c73 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.074s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:11:43.255456 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a583fb-9fcc-423b-9a95-77c6c3226bac None None] No DVR routers for this DVR port c267ab12-ed25-42d1-9f9e-78cb8b9c3af3 on host dv-neutron-822691-2-hyperv {{(pid=88880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 24 11:11:43.265549 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9786cde9-393a-49ca-9d26-1b08f950bf22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73968e80-91fd-539e-a7c6-b31af6d9e680-789dfcbd-6df9-4b27-8b4b-2f14bde482bf', 'network_id': '789dfcbd-6df9-4b27-8b4b-2f14bde482bf', 'tenant_id': '865b6019e3a04f86a9779dc709a86417', 'fixed_ips': [{'subnet_id': 'c3b4b85b-fa98-4513-a02a-479e8a04292f'}]}} from dv-neutron-822691-2-hyperv. {{(pid=88880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 24 11:11:43.266529 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9786cde9-393a-49ca-9d26-1b08f950bf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:43.292014 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a583fb-9fcc-423b-9a95-77c6c3226bac None None] Pushing event deleted for resources: {'Port': ['ID=c267ab12-ed25-42d1-9f9e-78cb8b9c3af3,revision_number=None']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:11:43.298342 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-80a583fb-9fcc-423b-9a95-77c6c3226bac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:11:43.334728 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-657ccc98-859f-4181-81ac-82596bb7578f tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Calling delete_port for c267ab12-ed25-42d1-9f9e-78cb8b9c3af3 owned by network:dhcp {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:11:43.354456 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-44d37d2b-19ec-46c3-8c68-20f5a3e0742e None None] Allocated IP 172.20.0.2 (aa338c86-5344-4418-a6fd-9988f00f75d4/ae2c53ae-b237-41f0-8e24-b1b66158a9ce/a73815d5-e070-425d-8b75-e10f830883e9) {{(pid=88880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:11:43.356836 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device e00eca04-7926-4975-aa78-12d974473735 no longer exists at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:11:43.402736 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] No Port match for: e00eca04-7926-4975-aa78-12d974473735 {{(pid=88880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 24 11:11:43.403130 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device e00eca04-7926-4975-aa78-12d974473735 not bound to the agent host dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 24 11:11:43.403602 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 7acd7d63-59f5-4206-9390-ef268487ff68 no longer exists at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:11:43.417260 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.db.api [None req-657ccc98-859f-4181-81ac-82596bb7578f tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88878) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 24 11:11:43.417745 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_db.api [None req-657ccc98-859f-4181-81ac-82596bb7578f tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 24 11:11:43.451248 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] No Port match for: 7acd7d63-59f5-4206-9390-ef268487ff68 {{(pid=88880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 24 11:11:43.451641 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 7acd7d63-59f5-4206-9390-ef268487ff68 not bound to the agent host dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 24 11:11:43.452112 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device c267ab12-ed25-42d1-9f9e-78cb8b9c3af3 no longer exists at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:11:43.510944 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] No Port match for: c267ab12-ed25-42d1-9f9e-78cb8b9c3af3 {{(pid=88880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 24 11:11:43.511347 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device c267ab12-ed25-42d1-9f9e-78cb8b9c3af3 not bound to the agent host dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 24 11:11:43.728526 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-9786cde9-393a-49ca-9d26-1b08f950bf22 None None] Allocated IP 172.20.0.2 (789dfcbd-6df9-4b27-8b4b-2f14bde482bf/c3b4b85b-fa98-4513-a02a-479e8a04292f/dbc963c2-d7e5-4905-bd8e-4ad5e3937107) {{(pid=88880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:11:43.845275 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-44d37d2b-19ec-46c3-8c68-20f5a3e0742e None None] Notify callbacks [] for port, precommit_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:43.914187 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-44d37d2b-19ec-46c3-8c68-20f5a3e0742e None None] Transition to ACTIVE for port object a73815d5-e070-425d-8b75-e10f830883e9 will not be triggered until provisioned by entity L2. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:11:43.918797 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-657ccc98-859f-4181-81ac-82596bb7578f tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Deleting port c267ab12-ed25-42d1-9f9e-78cb8b9c3af3 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:11:43.919262 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-657ccc98-859f-4181-81ac-82596bb7578f tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:43.953458 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-44d37d2b-19ec-46c3-8c68-20f5a3e0742e None None] Transition to ACTIVE for port object a73815d5-e070-425d-8b75-e10f830883e9 will not be triggered until provisioned by entity DHCP. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:11:43.968795 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-44d37d2b-19ec-46c3-8c68-20f5a3e0742e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408'] for port, after_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:43.976827 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:11:43.996515 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-657ccc98-859f-4181-81ac-82596bb7578f tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] The port 'c267ab12-ed25-42d1-9f9e-78cb8b9c3af3' was deleted {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 24 11:11:44.039192 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-03d9a3dc-4349-4815-a1e9-776a8b83fdd3 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Allocated IP 172.20.0.1 (aa338c86-5344-4418-a6fd-9988f00f75d4/ae2c53ae-b237-41f0-8e24-b1b66158a9ce/1001940b-c3f2-4ad6-b108-0a73b5aa054e) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:11:44.100138 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44d37d2b-19ec-46c3-8c68-20f5a3e0742e None None] Network aa338c86-5344-4418-a6fd-9988f00f75d4 is already hosted by enough agents. {{(pid=88880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:11:44.109689 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-44d37d2b-19ec-46c3-8c68-20f5a3e0742e None None] Resources bound (agent type, host, resource id):  {{(pid=88880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:11:44.114144 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d37d2b-19ec-46c3-8c68-20f5a3e0742e None None] Pushing event updated for resources: {'Port': ['ID=a73815d5-e070-425d-8b75-e10f830883e9,revision_number=1']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:11:44.122447 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d37d2b-19ec-46c3-8c68-20f5a3e0742e None None] Received port after_create {{(pid=88880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:11:44.128323 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-44d37d2b-19ec-46c3-8c68-20f5a3e0742e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:11:44.136766 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9786cde9-393a-49ca-9d26-1b08f950bf22 None None] Notify callbacks [] for port, precommit_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:44.191212 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-657ccc98-859f-4181-81ac-82596bb7578f tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847649663', 'neutron.services.segments.db._delete_segments_for_network-8749505737672'] for network, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:44.213445 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-9786cde9-393a-49ca-9d26-1b08f950bf22 None None] Transition to ACTIVE for port object dbc963c2-d7e5-4905-bd8e-4ad5e3937107 will not be triggered until provisioned by entity L2. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:11:44.223881 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-657ccc98-859f-4181-81ac-82596bb7578f tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5270b7da20>,) {'filters': {'network_id': ['641ddaa1-b5c0-4a80-8143-5da9e4cb5db6']}} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:11:44.261751 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-9786cde9-393a-49ca-9d26-1b08f950bf22 None None] Transition to ACTIVE for port object dbc963c2-d7e5-4905-bd8e-4ad5e3937107 will not be triggered until provisioned by entity DHCP. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:11:44.261751 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-44d37d2b-19ec-46c3-8c68-20f5a3e0742e None None] Attempting to bind port a73815d5-e070-425d-8b75-e10f830883e9 on host dv-neutron-822691-2-hyperv for vnic_type normal with profile  {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:11:44.261751 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-44d37d2b-19ec-46c3-8c68-20f5a3e0742e None None] Attempting to bind port a73815d5-e070-425d-8b75-e10f830883e9 by drivers openvswitch,hyperv on host dv-neutron-822691-2-hyperv at level 0 using segments [{'id': 'ff0d1094-f6fa-4dfa-aa88-9ffc3767286c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'aa338c86-5344-4418-a6fd-9988f00f75d4'}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:11:44.261751 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d37d2b-19ec-46c3-8c68-20f5a3e0742e None None] Attempting to bind port a73815d5-e070-425d-8b75-e10f830883e9 on network aa338c86-5344-4418-a6fd-9988f00f75d4 {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:11:44.272213 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9786cde9-393a-49ca-9d26-1b08f950bf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408'] for port, after_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:44.274491 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-6253966c-353d-4ef3-9fe4-4182630c3a29 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:11:44.279689 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-03d9a3dc-4349-4815-a1e9-776a8b83fdd3 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:44.290910 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-657ccc98-859f-4181-81ac-82596bb7578f tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5270b7da20>, 'e6200a3d-5673-457a-b6e2-6c759381c988') {'for_net_delete': True} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:11:44.291170 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-657ccc98-859f-4181-81ac-82596bb7578f tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5270b7da20>, 'e6200a3d-5673-457a-b6e2-6c759381c988') {} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:11:44.300204 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-03d9a3dc-4349-4815-a1e9-776a8b83fdd3 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Transition to ACTIVE for port object 1001940b-c3f2-4ad6-b108-0a73b5aa054e will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:11:44.304770 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d37d2b-19ec-46c3-8c68-20f5a3e0742e None None] Checking agent: {'id': 'db1275c1-6001-47af-93c2-635c68404703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822691-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 52, 8), 'started_at': datetime.datetime(2021, 12, 24, 10, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 11, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822691-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:11:44.304770 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d37d2b-19ec-46c3-8c68-20f5a3e0742e None None] Checking segment: {'id': 'ff0d1094-f6fa-4dfa-aa88-9ffc3767286c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'aa338c86-5344-4418-a6fd-9988f00f75d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:11:44.305058 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-44d37d2b-19ec-46c3-8c68-20f5a3e0742e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:44.305312 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d37d2b-19ec-46c3-8c68-20f5a3e0742e None None] Bound using segment: {'id': 'ff0d1094-f6fa-4dfa-aa88-9ffc3767286c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'aa338c86-5344-4418-a6fd-9988f00f75d4'} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:11:44.306063 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-44d37d2b-19ec-46c3-8c68-20f5a3e0742e None None] Bound port: a73815d5-e070-425d-8b75-e10f830883e9, host: dv-neutron-822691-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff0d1094-f6fa-4dfa-aa88-9ffc3767286c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'aa338c86-5344-4418-a6fd-9988f00f75d4'}}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:11:44.306216 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-44d37d2b-19ec-46c3-8c68-20f5a3e0742e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:44.308081 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-657ccc98-859f-4181-81ac-82596bb7578f tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749505745113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2241371'] for segment, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:44.330403 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-657ccc98-859f-4181-81ac-82596bb7578f tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:44.342968 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-657ccc98-859f-4181-81ac-82596bb7578f tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Releasing vlan 600 on physical network physnet1 to pool {{(pid=88878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 24 11:11:44.343673 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-657ccc98-859f-4181-81ac-82596bb7578f tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036847652098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850807864'] for segment, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:44.352546 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9786cde9-393a-49ca-9d26-1b08f950bf22 None None] Network 789dfcbd-6df9-4b27-8b4b-2f14bde482bf is already hosted by enough agents. {{(pid=88880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:11:44.367865 dv-neutron-822691-2-hyperv neutron-server[88767]: Traceback (most recent call last):
Dec 24 11:11:44.367865 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 24 11:11:44.367865 dv-neutron-822691-2-hyperv neutron-server[88767]:     timer()
Dec 24 11:11:44.367865 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 11:11:44.367865 dv-neutron-822691-2-hyperv neutron-server[88767]:     cb(*args, **kw)
Dec 24 11:11:44.367865 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 24 11:11:44.367865 dv-neutron-822691-2-hyperv neutron-server[88767]:     return func(*args, **kwargs)
Dec 24 11:11:44.367865 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 11:11:44.367865 dv-neutron-822691-2-hyperv neutron-server[88767]:     self._notify()
Dec 24 11:11:44.367865 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 11:11:44.367865 dv-neutron-822691-2-hyperv neutron-server[88767]:     self.callback(batched_events)
Dec 24 11:11:44.367865 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 11:11:44.367865 dv-neutron-822691-2-hyperv neutron-server[88767]:     event.method(event)
Dec 24 11:11:44.367865 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 11:11:44.367865 dv-neutron-822691-2-hyperv neutron-server[88767]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 11:11:44.367865 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 24 11:11:44.367865 dv-neutron-822691-2-hyperv neutron-server[88767]:     segment_id)['aggregates'][0]
Dec 24 11:11:44.367865 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 24 11:11:44.367865 dv-neutron-822691-2-hyperv neutron-server[88767]:     return f(self, *a, **k)
Dec 24 11:11:44.367865 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 11:11:44.367865 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self._get(url).json()
Dec 24 11:11:44.367865 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 24 11:11:44.367865 dv-neutron-822691-2-hyperv neutron-server[88767]:     **kwargs)
Dec 24 11:11:44.367865 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 24 11:11:44.367865 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self.request(url, 'GET', **kwargs)
Dec 24 11:11:44.367865 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 24 11:11:44.367865 dv-neutron-822691-2-hyperv neutron-server[88767]:     **endpoint_filter)
Dec 24 11:11:44.367865 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 24 11:11:44.367865 dv-neutron-822691-2-hyperv neutron-server[88767]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 11:11:44.367865 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 24 11:11:44.367865 dv-neutron-822691-2-hyperv neutron-server[88767]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 11:11:44.367865 dv-neutron-822691-2-hyperv neutron-server[88767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 11:11:44.379389 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-9786cde9-393a-49ca-9d26-1b08f950bf22 None None] Resources bound (agent type, host, resource id):  {{(pid=88880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:11:44.382354 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-03d9a3dc-4349-4815-a1e9-776a8b83fdd3 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:44.388749 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-fababbb0-24ca-4075-80c0-649f559057fc tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:11:44.397962 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9786cde9-393a-49ca-9d26-1b08f950bf22 None None] Received port after_create {{(pid=88880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:11:44.479910 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfd174e-ee87-4f7d-89a9-03b532e0b011 req-6cbe488e-0145-41bc-82ef-98b1b771f0b7 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:11:44.488196 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-5bfd174e-ee87-4f7d-89a9-03b532e0b011 req-6cbe488e-0145-41bc-82ef-98b1b771f0b7 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c123780-3605-46ce-8039-1f88853bf606 HTTP/1.1" status: 200  len: 945 time: 0.2549760
Dec 24 11:11:44.495747 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d9a3dc-4349-4815-a1e9-776a8b83fdd3 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Network aa338c86-5344-4418-a6fd-9988f00f75d4 is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:11:44.499927 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d9a3dc-4349-4815-a1e9-776a8b83fdd3 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Pushing event updated for resources: {'Port': ['ID=1001940b-c3f2-4ad6-b108-0a73b5aa054e,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:11:44.511090 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-03d9a3dc-4349-4815-a1e9-776a8b83fdd3 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:11:44.512774 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-03d9a3dc-4349-4815-a1e9-776a8b83fdd3 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Resources bound (agent type, host, resource id):  {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:11:44.521896 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d9a3dc-4349-4815-a1e9-776a8b83fdd3 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:11:44.564523 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9b79dc-cab1-412d-808f-cb6511211c55 req-032ede77-098a-400d-95da-aea106aec2c7 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:11:44.566733 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-ad9b79dc-cab1-412d-808f-cb6511211c55 req-032ede77-098a-400d-95da-aea106aec2c7 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c123780-3605-46ce-8039-1f88853bf606 HTTP/1.1" status: 200  len: 945 time: 0.2536800
Dec 24 11:11:44.676329 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9786cde9-393a-49ca-9d26-1b08f950bf22 None None] Pushing event updated for resources: {'Port': ['ID=dbc963c2-d7e5-4905-bd8e-4ad5e3937107,revision_number=1']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:11:44.682213 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [req-ad9b79dc-cab1-412d-808f-cb6511211c55 req-a3ccbed2-5685-4003-a1a2-d9a2a2d20ec6 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Deleting port 269cc7a5-ac29-4910-891b-3ecb3282fa1c {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:11:44.682900 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-ad9b79dc-cab1-412d-808f-cb6511211c55 req-a3ccbed2-5685-4003-a1a2-d9a2a2d20ec6 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:44.722255 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-9786cde9-393a-49ca-9d26-1b08f950bf22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.448s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:11:44.731930 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-03d9a3dc-4349-4815-a1e9-776a8b83fdd3 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-720245'] for router_interface, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:44.814293 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-44d37d2b-19ec-46c3-8c68-20f5a3e0742e None None] For port a73815d5-e070-425d-8b75-e10f830883e9, host dv-neutron-822691-2-hyperv, cleared binding levels {{(pid=88880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:11:44.824687 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-44d37d2b-19ec-46c3-8c68-20f5a3e0742e None None] For port a73815d5-e070-425d-8b75-e10f830883e9, host dv-neutron-822691-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=a73815d5-e070-425d-8b75-e10f830883e9,segment=NetworkSegment(ff0d1094-f6fa-4dfa-aa88-9ffc3767286c),segment_id=ff0d1094-f6fa-4dfa-aa88-9ffc3767286c)] {{(pid=88880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:11:44.827177 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-9786cde9-393a-49ca-9d26-1b08f950bf22 None None] Attempting to bind port dbc963c2-d7e5-4905-bd8e-4ad5e3937107 on host dv-neutron-822691-2-hyperv for vnic_type normal with profile  {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:11:44.828667 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-9786cde9-393a-49ca-9d26-1b08f950bf22 None None] Attempting to bind port dbc963c2-d7e5-4905-bd8e-4ad5e3937107 by drivers openvswitch,hyperv on host dv-neutron-822691-2-hyperv at level 0 using segments [{'id': 'a8371cff-5736-4300-aa06-1eaac5738652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '789dfcbd-6df9-4b27-8b4b-2f14bde482bf'}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:11:44.829207 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9786cde9-393a-49ca-9d26-1b08f950bf22 None None] Attempting to bind port dbc963c2-d7e5-4905-bd8e-4ad5e3937107 on network 789dfcbd-6df9-4b27-8b4b-2f14bde482bf {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:11:44.833773 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-44d37d2b-19ec-46c3-8c68-20f5a3e0742e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:44.840793 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:11:44.862010 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-5bfd174e-ee87-4f7d-89a9-03b532e0b011 req-5af93a33-a3cd-4d54-b130-8fa4ef42385e tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] 10.222.0.65 "GET /v2.0/security-groups?id=7c81f28e-fd2d-468e-ad3a-e8186ef36a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3724551
Dec 24 11:11:44.868452 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-657ccc98-859f-4181-81ac-82596bb7578f tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7126154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659196'] for network, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:44.875423 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-835c0ac1-d51f-40eb-af23-51cb240fa7df tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:11:44.899416 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-657ccc98-859f-4181-81ac-82596bb7578f tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:44.917911 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657ccc98-859f-4181-81ac-82596bb7578f tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event deleted for resources: {'Network': ['ID=641ddaa1-b5c0-4a80-8143-5da9e4cb5db6,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:11:44.925845 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-657ccc98-859f-4181-81ac-82596bb7578f tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "DELETE /v2.0/networks/641ddaa1-b5c0-4a80-8143-5da9e4cb5db6 HTTP/1.1" status: 204  len: 168 time: 2.3753445
Dec 24 11:11:44.925845 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-657ccc98-859f-4181-81ac-82596bb7578f tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:11:44.947757 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 43486) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:11:44.959065 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9786cde9-393a-49ca-9d26-1b08f950bf22 None None] Checking agent: {'id': 'db1275c1-6001-47af-93c2-635c68404703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822691-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 52, 8), 'started_at': datetime.datetime(2021, 12, 24, 10, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 11, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822691-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:11:44.959505 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9786cde9-393a-49ca-9d26-1b08f950bf22 None None] Checking segment: {'id': 'a8371cff-5736-4300-aa06-1eaac5738652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '789dfcbd-6df9-4b27-8b4b-2f14bde482bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:11:44.959945 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9786cde9-393a-49ca-9d26-1b08f950bf22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:44.960370 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9786cde9-393a-49ca-9d26-1b08f950bf22 None None] Bound using segment: {'id': 'a8371cff-5736-4300-aa06-1eaac5738652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '789dfcbd-6df9-4b27-8b4b-2f14bde482bf'} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:11:44.960997 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-9786cde9-393a-49ca-9d26-1b08f950bf22 None None] Bound port: dbc963c2-d7e5-4905-bd8e-4ad5e3937107, host: dv-neutron-822691-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8371cff-5736-4300-aa06-1eaac5738652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '789dfcbd-6df9-4b27-8b4b-2f14bde482bf'}}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:11:44.961879 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9786cde9-393a-49ca-9d26-1b08f950bf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:44.968700 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-3a104323-fc93-4471-b893-63fd5536e3a2 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Request body: {'network': {'name': 'tempest-network-smoke--218127532', 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'port_security_enabled': True}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:11:44.976717 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-3a104323-fc93-4471-b893-63fd5536e3a2 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:11:44.983513 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-3a104323-fc93-4471-b893-63fd5536e3a2 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Usage tracker for resource:network and tenant:ad7c5ba9df02428aae512a4d9bb9dd9d is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:11:44.988612 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-3a104323-fc93-4471-b893-63fd5536e3a2 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:11:44.990769 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [req-ad9b79dc-cab1-412d-808f-cb6511211c55 req-a3ccbed2-5685-4003-a1a2-d9a2a2d20ec6 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] For port 269cc7a5-ac29-4910-891b-3ecb3282fa1c, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=269cc7a5-ac29-4910-891b-3ecb3282fa1c,segment=NetworkSegment(faf0938d-9351-4aa3-a42a-2891bc0c4373),segment_id=faf0938d-9351-4aa3-a42a-2891bc0c4373)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:11:44.991173 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-ad9b79dc-cab1-412d-808f-cb6511211c55 req-a3ccbed2-5685-4003-a1a2-d9a2a2d20ec6 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:44.997141 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-3a104323-fc93-4471-b893-63fd5536e3a2 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:11:45.013430 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a104323-fc93-4471-b893-63fd5536e3a2 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Made reservation on behalf of ad7c5ba9df02428aae512a4d9bb9dd9d for: {'network': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:11:45.019778 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3a104323-fc93-4471-b893-63fd5536e3a2 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for network, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:45.051598 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d37d2b-19ec-46c3-8c68-20f5a3e0742e None None] Pushing event updated for resources: {'Port': ['ID=a73815d5-e070-425d-8b75-e10f830883e9,revision_number=2']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:11:45.055263 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-44d37d2b-19ec-46c3-8c68-20f5a3e0742e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:11:45.057479 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a104323-fc93-4471-b893-63fd5536e3a2 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] vlan segment allocate from pool success with {'vlan_id': 612, 'physical_network': 'physnet1'}  {{(pid=88878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 24 11:11:45.081934 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3a104323-fc93-4471-b893-63fd5536e3a2 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:45.082747 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.segments_db [None req-3a104323-fc93-4471-b893-63fd5536e3a2 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Added segment 45d70bd7-4b68-463b-bb1b-249c8aec34f1 of type vlan for network f15414c5-2872-4563-8dea-d4ed8ba09391
Dec 24 11:11:45.123550 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-9786cde9-393a-49ca-9d26-1b08f950bf22 None None] For port dbc963c2-d7e5-4905-bd8e-4ad5e3937107, host dv-neutron-822691-2-hyperv, cleared binding levels {{(pid=88880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:11:45.128198 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-9786cde9-393a-49ca-9d26-1b08f950bf22 None None] For port dbc963c2-d7e5-4905-bd8e-4ad5e3937107, host dv-neutron-822691-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=dbc963c2-d7e5-4905-bd8e-4ad5e3937107,segment=NetworkSegment(a8371cff-5736-4300-aa06-1eaac5738652),segment_id=a8371cff-5736-4300-aa06-1eaac5738652)] {{(pid=88880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:11:45.132709 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9786cde9-393a-49ca-9d26-1b08f950bf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:45.137651 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-74a151ab-b049-471f-bc7a-0aa77c466188 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:11:45.138044 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3a104323-fc93-4471-b893-63fd5536e3a2 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363287349540024'] for network, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:45.176519 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3a104323-fc93-4471-b893-63fd5536e3a2 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636'] for network, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:45.181209 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a104323-fc93-4471-b893-63fd5536e3a2 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:11:45.182654 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3a104323-fc93-4471-b893-63fd5536e3a2 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:45.183040 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-03d9a3dc-4349-4815-a1e9-776a8b83fdd3 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:45.188723 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0c056cc-0238-4df0-8575-db083446e15a None None] Network 0677d35d-c34f-49aa-b645-a7c1d748a021 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:11:45.189212 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-dba0aac1-9950-4d19-b3a3-254ecd5b5d46 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:11:45.360011 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-3a104323-fc93-4471-b893-63fd5536e3a2 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.4063883
Dec 24 11:11:45.367260 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 43490) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:11:45.367640 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9786cde9-393a-49ca-9d26-1b08f950bf22 None None] Pushing event updated for resources: {'Port': ['ID=dbc963c2-d7e5-4905-bd8e-4ad5e3937107,revision_number=2']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:11:45.375802 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-8e823c82-b7a7-4da5-b2ce-91eb8c42193b tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-378366581', 'admin_state_up': True, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a'}}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:11:45.379918 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-9786cde9-393a-49ca-9d26-1b08f950bf22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:11:45.380702 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-6e871ba4-d883-4c88-a182-2724bf67458a None None] Provisioning for port 79fad587-fefd-40dc-a133-5c0499e0de37 completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:11:45.389504 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a104323-fc93-4471-b893-63fd5536e3a2 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event updated for resources: {'Network': ['ID=f15414c5-2872-4563-8dea-d4ed8ba09391,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:11:45.398507 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-3a104323-fc93-4471-b893-63fd5536e3a2 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:11:45.400006 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-8e823c82-b7a7-4da5-b2ce-91eb8c42193b tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:11:45.405499 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-8e823c82-b7a7-4da5-b2ce-91eb8c42193b tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Usage tracker for resource:router and tenant:ad7c5ba9df02428aae512a4d9bb9dd9d is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:11:45.410279 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-8e823c82-b7a7-4da5-b2ce-91eb8c42193b tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:11:45.421919 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-8e823c82-b7a7-4da5-b2ce-91eb8c42193b tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:11:45.437140 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8e823c82-b7a7-4da5-b2ce-91eb8c42193b tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-612016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-84579'] for router, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:45.439221 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8e823c82-b7a7-4da5-b2ce-91eb8c42193b tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854163950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659046', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854079771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854691221'] for router, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:45.468355 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8e823c82-b7a7-4da5-b2ce-91eb8c42193b tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:45.468830 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Network f15414c5-2872-4563-8dea-d4ed8ba09391 details requested by agent ovs-agent-dv-neutron-822691-2-hyperv with host dv-neutron-822691-2-hyperv {{(pid=88880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 24 11:11:45.564001 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 79fad587-fefd-40dc-a133-5c0499e0de37 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:11:45.694778 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8e823c82-b7a7-4da5-b2ce-91eb8c42193b tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-659031', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854691240'] for router, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:45.939943 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning for port 79fad587-fefd-40dc-a133-5c0499e0de37 completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:11:45.970913 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port 79fad587-fefd-40dc-a133-5c0499e0de37 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:11:45.971184 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:46.055265 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-ad9b79dc-cab1-412d-808f-cb6511211c55 req-a3ccbed2-5685-4003-a1a2-d9a2a2d20ec6 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:46.055738 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-ad9b79dc-cab1-412d-808f-cb6511211c55 req-a3ccbed2-5685-4003-a1a2-d9a2a2d20ec6 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659181'] for floatingip, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:46.056181 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.l3_db [req-ad9b79dc-cab1-412d-808f-cb6511211c55 req-a3ccbed2-5685-4003-a1a2-d9a2a2d20ec6 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Floating IP 6ce823a5-a78f-490c-b02f-482c204f885a disassociated. External IP: 172.26.3.51, port: 269cc7a5-ac29-4910-891b-3ecb3282fa1c.
Dec 24 11:11:46.056673 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [req-ad9b79dc-cab1-412d-808f-cb6511211c55 req-a3ccbed2-5685-4003-a1a2-d9a2a2d20ec6 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Calling delete_port for 269cc7a5-ac29-4910-891b-3ecb3282fa1c owned by compute:nova {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:11:46.197118 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:46.244107 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8e823c82-b7a7-4da5-b2ce-91eb8c42193b tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for router_gateway, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:46.256762 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] For port 79fad587-fefd-40dc-a133-5c0499e0de37, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=79fad587-fefd-40dc-a133-5c0499e0de37,segment=NetworkSegment(4b572d55-b991-47a2-8d2e-76112533e012),segment_id=4b572d55-b991-47a2-8d2e-76112533e012)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:11:46.263399 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:46.268513 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-fdac8a0c-2bee-4a9c-964a-0b0f2c9975a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:11:46.316876 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8e823c82-b7a7-4da5-b2ce-91eb8c42193b tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:46.357377 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Pushing event updated for resources: {'Port': ['ID=79fad587-fefd-40dc-a133-5c0499e0de37,revision_number=3']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:11:46.368095 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:11:46.431911 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648870de-5480-44ca-b10e-8b9a1da482d7 req-db57708a-4f6a-4fad-be25-4d9150f67766 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:11:46.433736 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-648870de-5480-44ca-b10e-8b9a1da482d7 req-db57708a-4f6a-4fad-be25-4d9150f67766 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c123780-3605-46ce-8039-1f88853bf606 HTTP/1.1" status: 200  len: 945 time: 0.2499433
Dec 24 11:11:46.469300 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-ad9b79dc-cab1-412d-808f-cb6511211c55 req-a3ccbed2-5685-4003-a1a2-d9a2a2d20ec6 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:46.477856 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-1801d7d0-421b-4d01-9ad5-6143baece661 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:11:46.522772 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ccbed2-5685-4003-a1a2-d9a2a2d20ec6 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Pushing event deleted for resources: {'Port': ['ID=269cc7a5-ac29-4910-891b-3ecb3282fa1c,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:11:46.547167 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-8e823c82-b7a7-4da5-b2ce-91eb8c42193b tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Allocated IP 172.26.3.172 (f8c337ba-681f-4fcb-a333-e3c49365b30a/8ea1398c-0bec-46d6-8d54-85798de2a7ca/f9906f36-3dc9-4e2b-9ca3-c55dbeaf3a8f) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:11:46.548154 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-a3ccbed2-5685-4003-a1a2-d9a2a2d20ec6 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:11:46.551505 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-648870de-5480-44ca-b10e-8b9a1da482d7 req-db3f7519-23d0-47ec-90ef-4ee6b322f1ce tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] 10.222.0.65 "GET /v2.0/security-groups?id=7c81f28e-fd2d-468e-ad3a-e8186ef36a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0833972
Dec 24 11:11:46.568273 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-61741e06-6d48-4947-be16-b7d55bb54ed1 None None] Provisioning complete for port 79fad587-fefd-40dc-a133-5c0499e0de37 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:11:46.568273 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-61741e06-6d48-4947-be16-b7d55bb54ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:46.588626 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-03d9a3dc-4349-4815-a1e9-776a8b83fdd3 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Notify callbacks [] for port, precommit_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:46.664578 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-03d9a3dc-4349-4815-a1e9-776a8b83fdd3 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850854027'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:46.699022 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-973cc953-244f-4442-b695-dcf1967e4e8e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:11:46.751020 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8e823c82-b7a7-4da5-b2ce-91eb8c42193b tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:46.783001 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8e823c82-b7a7-4da5-b2ce-91eb8c42193b tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:46.787809 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-6d75cceb-2b1b-4b76-9603-6ae580095a0f tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:11:46.807176 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d9a3dc-4349-4815-a1e9-776a8b83fdd3 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Pushing event updated for resources: {'Port': ['ID=1001940b-c3f2-4ad6-b108-0a73b5aa054e,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:11:46.813367 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-03d9a3dc-4349-4815-a1e9-776a8b83fdd3 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:11:46.814246 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-03d9a3dc-4349-4815-a1e9-776a8b83fdd3 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1977653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854055662'] for router_interface, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:46.847912 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e823c82-b7a7-4da5-b2ce-91eb8c42193b tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Network f8c337ba-681f-4fcb-a333-e3c49365b30a is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:11:46.850983 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-8e823c82-b7a7-4da5-b2ce-91eb8c42193b tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Resources bound (agent type, host, resource id):  {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:11:46.860029 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e823c82-b7a7-4da5-b2ce-91eb8c42193b tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:11:46.903633 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e823c82-b7a7-4da5-b2ce-91eb8c42193b tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event updated for resources: {'Port': ['ID=f9906f36-3dc9-4e2b-9ca3-c55dbeaf3a8f,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:11:46.909021 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-8e823c82-b7a7-4da5-b2ce-91eb8c42193b tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:11:47.041159 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8e823c82-b7a7-4da5-b2ce-91eb8c42193b tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for router_gateway, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:47.041994 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8e823c82-b7a7-4da5-b2ce-91eb8c42193b tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854163800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854116816'] for router, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:47.053158 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d9a3dc-4349-4815-a1e9-776a8b83fdd3 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Network aa338c86-5344-4418-a6fd-9988f00f75d4 is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:11:47.057169 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-03d9a3dc-4349-4815-a1e9-776a8b83fdd3 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Resources bound (agent type, host, resource id):  {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:11:47.229648 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ad9b79dc-cab1-412d-808f-cb6511211c55 req-a3ccbed2-5685-4003-a1a2-d9a2a2d20ec6 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Router 9595545e-9654-4c5f-a2fc-4da3de1dc6ec has already been hosted by L3 agent 198cca88-1338-4098-b44b-beb0346ac906 {{(pid=88879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 24 11:11:47.294989 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e823c82-b7a7-4da5-b2ce-91eb8c42193b tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Router 771753b4-45ec-41a9-9419-9e961602a73d is scheduled to L3 agent 198cca88-1338-4098-b44b-beb0346ac906 with binding_index 1 {{(pid=88878) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 24 11:11:47.495465 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device a73815d5-e070-425d-8b75-e10f830883e9 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:11:47.580264 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e823c82-b7a7-4da5-b2ce-91eb8c42193b tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:11:47.590638 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning for port a73815d5-e070-425d-8b75-e10f830883e9 completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:11:47.596741 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device dbc963c2-d7e5-4905-bd8e-4ad5e3937107 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:11:47.608397 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49402a9-df51-4af9-8aa0-654a38e6c413 None None] Sync routers for ids ['771753b4-45ec-41a9-9419-9e961602a73d'] in dv-neutron-822691-2-hyperv {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:11:47.635584 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8e823c82-b7a7-4da5-b2ce-91eb8c42193b tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for router, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:47.636963 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-8e823c82-b7a7-4da5-b2ce-91eb8c42193b tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201  len: 886 time: 2.2679517
Dec 24 11:11:47.640312 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 43500) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:11:47.640590 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49402a9-df51-4af9-8aa0-654a38e6c413 None None] Routers {'771753b4-45ec-41a9-9419-9e961602a73d'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:11:47.641289 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-b49402a9-df51-4af9-8aa0-654a38e6c413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271e0af98>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:11:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['771753b4-45ec-41a9-9419-9e961602a73d'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:11:47.694312 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning for port dbc963c2-d7e5-4905-bd8e-4ad5e3937107 completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:11:47.704078 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 79fad587-fefd-40dc-a133-5c0499e0de37 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:11:47.755263 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-c1a8bbaa-506d-404c-a3e8-695ad20de71f tempest-TestNetworkBasicOps-448411267 tempest-TestNetworkBasicOps-448411267-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=ad7c5ba9df02428aae512a4d9bb9dd9d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.1136131
Dec 24 11:11:47.768946 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 43504) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:11:47.814647 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port 79fad587-fefd-40dc-a133-5c0499e0de37 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:11:47.815238 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:47.887060 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-6d168602-c9ca-4bf8-997c-7a7e6f357997 req-559303c7-f8ff-40d0-bbb4-729f9ce3fb66 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c123780-3605-46ce-8039-1f88853bf606 HTTP/1.1" status: 200  len: 210 time: 0.0869515
Dec 24 11:11:48.045485 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-b49402a9-df51-4af9-8aa0-654a38e6c413 None None] Set router 771753b4-45ec-41a9-9419-9e961602a73d gateway port host: dv-neutron-822691-2-hyperv {{(pid=88881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:11:48.276157 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03d9a3dc-4349-4815-a1e9-776a8b83fdd3 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Router b530bf32-f36f-41bf-b0bb-d12f443ba03b is scheduled to L3 agent 198cca88-1338-4098-b44b-beb0346ac906 with binding_index 1 {{(pid=88879) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 24 11:11:48.296942 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e37de7f-540d-422e-a474-772276133107 None None] Network aa338c86-5344-4418-a6fd-9988f00f75d4 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:11:48.299428 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ad9b79dc-cab1-412d-808f-cb6511211c55 req-a3ccbed2-5685-4003-a1a2-d9a2a2d20ec6 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:11:48.329802 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04731d3d-be53-406e-9026-2b38722ebdb6 None None] Sync routers for ids ['9595545e-9654-4c5f-a2fc-4da3de1dc6ec'] in dv-neutron-822691-2-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:11:48.380381 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04731d3d-be53-406e-9026-2b38722ebdb6 None None] Routers {'9595545e-9654-4c5f-a2fc-4da3de1dc6ec'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:11:48.381432 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-04731d3d-be53-406e-9026-2b38722ebdb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f527195c5f8>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:11:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['9595545e-9654-4c5f-a2fc-4da3de1dc6ec'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:11:48.391112 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-b49402a9-df51-4af9-8aa0-654a38e6c413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271e0af98>, [{'id': '771753b4-45ec-41a9-9419-9e961602a73d', 'name': 'tempest-TestNetworkBasicOps-router-378366581', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.172'}], 'enable_snat': True}, 'gw_port_id': 'f9906f36-3dc9-4e2b-9ca3-c55dbeaf3a8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:11:45Z', 'updated_at': '2021-12-24T11:11:46Z', 'revision_number': 3, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'gw_port': {'id': 'f9906f36-3dc9-4e2b-9ca3-c55dbeaf3a8f', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ee:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '771753b4-45ec-41a9-9419-9e961602a73d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:11:46Z', 'updated_at': '2021-12-24T11:11:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv'}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:11:48.395234 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49402a9-df51-4af9-8aa0-654a38e6c413 None None] Checking router: 771753b4-45ec-41a9-9419-9e961602a73d for host: dv-neutron-822691-2-hyperv {{(pid=88881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 24 11:11:48.395619 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49402a9-df51-4af9-8aa0-654a38e6c413 None None] Updating router 771753b4-45ec-41a9-9419-9e961602a73d port f9906f36-3dc9-4e2b-9ca3-c55dbeaf3a8f binding host dv-neutron-822691-2-hyperv {{(pid=88881) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 24 11:11:48.451826 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b49402a9-df51-4af9-8aa0-654a38e6c413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:48.501926 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b591a29-7b09-4d91-b867-3f5fadfcf654 None None] Network 789dfcbd-6df9-4b27-8b4b-2f14bde482bf requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:11:48.534801 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad9b79dc-cab1-412d-808f-cb6511211c55 req-a3ccbed2-5685-4003-a1a2-d9a2a2d20ec6 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] No DVR routers for this DVR port 269cc7a5-ac29-4910-891b-3ecb3282fa1c on host hv-neutron-8226 {{(pid=88879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 24 11:11:48.537194 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d60b404e-9cea-4613-9945-0935b5dc7cd5 tempest-TestNetworkBasicOps-448411267 tempest-TestNetworkBasicOps-448411267-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:11:48.542113 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-d60b404e-9cea-4613-9945-0935b5dc7cd5 tempest-TestNetworkBasicOps-448411267 tempest-TestNetworkBasicOps-448411267-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.7651961
Dec 24 11:11:48.542113 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-ad9b79dc-cab1-412d-808f-cb6511211c55 req-a3ccbed2-5685-4003-a1a2-d9a2a2d20ec6 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:48.543572 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 43508) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:11:48.545156 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c123780-3605-46ce-8039-1f88853bf606', 'name': 'network-vif-deleted', 'tag': '269cc7a5-ac29-4910-891b-3ecb3282fa1c'}] {{(pid=88879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 24 11:11:48.600750 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-a98114b4-3f34-493b-b315-0ffb47333910 tempest-TestNetworkBasicOps-448411267 tempest-TestNetworkBasicOps-448411267-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=f8c337ba-681f-4fcb-a333-e3c49365b30a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0554516
Dec 24 11:11:48.601525 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 43514) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:11:48.609007 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-f8b46fe2-e719-4419-8af5-d6ae28b22c96 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1605241403', 'network_id': 'f15414c5-2872-4563-8dea-d4ed8ba09391', 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:11:48.611109 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-ad9b79dc-cab1-412d-808f-cb6511211c55 req-a3ccbed2-5685-4003-a1a2-d9a2a2d20ec6 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] 10.222.0.58 "DELETE /v2.0/ports/269cc7a5-ac29-4910-891b-3ecb3282fa1c HTTP/1.1" status: 204  len: 173 time: 4.0321617
Dec 24 11:11:48.665568 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-0f94d755-f16c-4994-bb70-89e306a20046 None None] Provisioning for port a73815d5-e070-425d-8b75-e10f830883e9 completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:11:48.711708 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03d9a3dc-4349-4815-a1e9-776a8b83fdd3 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:11:48.723458 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-03d9a3dc-4349-4815-a1e9-776a8b83fdd3 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] 10.222.0.65 "PUT /v2.0/routers/b530bf32-f36f-41bf-b0bb-d12f443ba03b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.5926304
Dec 24 11:11:48.728464 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 43518) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:11:48.794284 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-f8b46fe2-e719-4419-8af5-d6ae28b22c96 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:11:48.805665 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-f8b46fe2-e719-4419-8af5-d6ae28b22c96 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Usage tracker for resource:subnet and tenant:ad7c5ba9df02428aae512a4d9bb9dd9d is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:11:48.812027 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-0f94d755-f16c-4994-bb70-89e306a20046 None None] Provisioning complete for port a73815d5-e070-425d-8b75-e10f830883e9 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:11:48.812358 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0f94d755-f16c-4994-bb70-89e306a20046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:48.813467 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-f8b46fe2-e719-4419-8af5-d6ae28b22c96 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:11:48.817587 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff848f39-cc2c-408c-948e-b35304e847d9 None None] Sync routers for ids ['b530bf32-f36f-41bf-b0bb-d12f443ba03b'] in dv-neutron-822691-2-hyperv {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:11:48.822750 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-f8b46fe2-e719-4419-8af5-d6ae28b22c96 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:11:48.844336 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8b46fe2-e719-4419-8af5-d6ae28b22c96 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Made reservation on behalf of ad7c5ba9df02428aae512a4d9bb9dd9d for: {'subnet': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:11:48.875125 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff848f39-cc2c-408c-948e-b35304e847d9 None None] Routers {'b530bf32-f36f-41bf-b0bb-d12f443ba03b'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:11:48.875815 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-ff848f39-cc2c-408c-948e-b35304e847d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f527184cb00>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:11:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['b530bf32-f36f-41bf-b0bb-d12f443ba03b'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:11:48.930537 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c123780-3605-46ce-8039-1f88853bf606', 'name': 'network-vif-deleted', 'tag': '269cc7a5-ac29-4910-891b-3ecb3282fa1c', 'status': 'completed', 'code': 200}
Dec 24 11:11:48.976713 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-ff848f39-cc2c-408c-948e-b35304e847d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f527184cb00>, [], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:11:48.997501 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f8b46fe2-e719-4419-8af5-d6ae28b22c96 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2246100'] for subnet, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:49.010524 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff848f39-cc2c-408c-948e-b35304e847d9 None None] Routers {'b530bf32-f36f-41bf-b0bb-d12f443ba03b'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:11:49.011215 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-ff848f39-cc2c-408c-948e-b35304e847d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f527184cb00>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:11:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['b530bf32-f36f-41bf-b0bb-d12f443ba03b'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:11:49.088672 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-ff848f39-cc2c-408c-948e-b35304e847d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f527184cb00>, [], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:11:49.089247 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff848f39-cc2c-408c-948e-b35304e847d9 None None] The sync data for ids ['b530bf32-f36f-41bf-b0bb-d12f443ba03b'] in dv-neutron-822691-2-hyperv is: [] {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:11:49.185801 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b49402a9-df51-4af9-8aa0-654a38e6c413 None None] Notify callbacks [] for port, precommit_update {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:49.201466 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-b49402a9-df51-4af9-8aa0-654a38e6c413 None None] Transition to ACTIVE for port object f9906f36-3dc9-4e2b-9ca3-c55dbeaf3a8f will not be triggered until provisioned by entity L2. {{(pid=88881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:11:49.209627 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-a7a6e842-98ce-4aed-b4bb-fcbf7d448b14 req-d38745f8-0f90-475d-aedb-a46c86db2738 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c123780-3605-46ce-8039-1f88853bf606 HTTP/1.1" status: 200  len: 210 time: 0.0607986
Dec 24 11:11:49.222172 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b49402a9-df51-4af9-8aa0-654a38e6c413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:49.230572 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-d16e1c26-78b7-4de8-9adb-abb18af7fc5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:11:49.318603 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-b49402a9-df51-4af9-8aa0-654a38e6c413 None None] Attempting to bind port f9906f36-3dc9-4e2b-9ca3-c55dbeaf3a8f on host dv-neutron-822691-2-hyperv for vnic_type normal with profile  {{(pid=88881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:11:49.319026 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-b49402a9-df51-4af9-8aa0-654a38e6c413 None None] Attempting to bind port f9906f36-3dc9-4e2b-9ca3-c55dbeaf3a8f by drivers openvswitch,hyperv on host dv-neutron-822691-2-hyperv at level 0 using segments [{'id': 'd4e3295f-9ff8-4cad-8a20-3f1c937efc8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a'}] {{(pid=88881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:11:49.319428 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49402a9-df51-4af9-8aa0-654a38e6c413 None None] Attempting to bind port f9906f36-3dc9-4e2b-9ca3-c55dbeaf3a8f on network f8c337ba-681f-4fcb-a333-e3c49365b30a {{(pid=88881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:11:49.349554 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49402a9-df51-4af9-8aa0-654a38e6c413 None None] Checking agent: {'id': 'db1275c1-6001-47af-93c2-635c68404703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822691-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 52, 8), 'started_at': datetime.datetime(2021, 12, 24, 10, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 11, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822691-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:11:49.349973 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49402a9-df51-4af9-8aa0-654a38e6c413 None None] Checking segment: {'id': 'd4e3295f-9ff8-4cad-8a20-3f1c937efc8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:11:49.350608 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b49402a9-df51-4af9-8aa0-654a38e6c413 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:49.351048 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49402a9-df51-4af9-8aa0-654a38e6c413 None None] Bound using segment: {'id': 'd4e3295f-9ff8-4cad-8a20-3f1c937efc8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a'} {{(pid=88881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:11:49.351615 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-b49402a9-df51-4af9-8aa0-654a38e6c413 None None] Bound port: f9906f36-3dc9-4e2b-9ca3-c55dbeaf3a8f, host: dv-neutron-822691-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4e3295f-9ff8-4cad-8a20-3f1c937efc8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a'}}] {{(pid=88881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:11:49.352030 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b49402a9-df51-4af9-8aa0-654a38e6c413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:49.438765 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f8b46fe2-e719-4419-8af5-d6ae28b22c96 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850796890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2246085'] for subnet, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:49.450479 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-3d42d4af-f16d-4c8b-bfc9-083e3b430e57 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:11:49.452689 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-b49402a9-df51-4af9-8aa0-654a38e6c413 None None] For port f9906f36-3dc9-4e2b-9ca3-c55dbeaf3a8f, host dv-neutron-822691-2-hyperv, cleared binding levels {{(pid=88881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:11:49.459133 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-b49402a9-df51-4af9-8aa0-654a38e6c413 None None] For port f9906f36-3dc9-4e2b-9ca3-c55dbeaf3a8f, host dv-neutron-822691-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=f9906f36-3dc9-4e2b-9ca3-c55dbeaf3a8f,segment=NetworkSegment(d4e3295f-9ff8-4cad-8a20-3f1c937efc8c),segment_id=d4e3295f-9ff8-4cad-8a20-3f1c937efc8c)] {{(pid=88881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:11:49.467940 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc49f80e-3745-4050-92f9-92ab5ca2b19d None None] Pushing event updated for resources: {'Port': ['ID=f9906f36-3dc9-4e2b-9ca3-c55dbeaf3a8f,revision_number=2']} {{(pid=88881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:11:49.472997 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-bc49f80e-3745-4050-92f9-92ab5ca2b19d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=88881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:11:49.474392 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b49402a9-df51-4af9-8aa0-654a38e6c413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:49.484590 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:11:49.619791 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b46fe2-e719-4419-8af5-d6ae28b22c96 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event updated for resources: {'Subnet': ['ID=422580ef-d3ec-4b91-85fd-a5c157241579,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:11:49.620606 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc49f80e-3745-4050-92f9-92ab5ca2b19d None None] Pushing event updated for resources: {'Port': ['ID=f9906f36-3dc9-4e2b-9ca3-c55dbeaf3a8f,revision_number=3']} {{(pid=88881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:11:49.625191 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-bc49f80e-3745-4050-92f9-92ab5ca2b19d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=88881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:11:49.626549 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f8b46fe2-e719-4419-8af5-d6ae28b22c96 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:11:49.632265 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49402a9-df51-4af9-8aa0-654a38e6c413 None None] Routers {'771753b4-45ec-41a9-9419-9e961602a73d'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:11:49.632980 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b46fe2-e719-4419-8af5-d6ae28b22c96 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Checking segment: {'id': '45d70bd7-4b68-463b-bb1b-249c8aec34f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'f15414c5-2872-4563-8dea-d4ed8ba09391'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:11:49.633670 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b46fe2-e719-4419-8af5-d6ae28b22c96 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Network hostable DHCP agents. Network: f15414c5-2872-4563-8dea-d4ed8ba09391, hostable agents: ['edcf98dc-3032-472a-8b3d-f23fd1e89806'], hosted agents: [] {{(pid=88878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 24 11:11:49.633931 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-b49402a9-df51-4af9-8aa0-654a38e6c413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271e0af98>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:11:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['771753b4-45ec-41a9-9419-9e961602a73d'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:11:49.660744 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b46fe2-e719-4419-8af5-d6ae28b22c96 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Network f15414c5-2872-4563-8dea-d4ed8ba09391 is scheduled to be hosted by DHCP agent edcf98dc-3032-472a-8b3d-f23fd1e89806 with binding_index 1 {{(pid=88878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 24 11:11:49.681446 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-f8b46fe2-e719-4419-8af5-d6ae28b22c96 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822691-2-hyperv, f15414c5-2872-4563-8dea-d4ed8ba09391) {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:11:49.694370 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8b46fe2-e719-4419-8af5-d6ae28b22c96 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:11:49.694583 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.v2.resource [None req-1e37b55d-a784-49e1-b3ab-5b2d3b752b42 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 24 11:11:49.698441 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f8b46fe2-e719-4419-8af5-d6ae28b22c96 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:49.698609 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-1e37b55d-a784-49e1-b3ab-5b2d3b752b42 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] 10.222.0.65 "PUT /v2.0/routers/b530bf32-f36f-41bf-b0bb-d12f443ba03b/add_router_interface HTTP/1.1" status: 400  len: 438 time: 0.9660585
Dec 24 11:11:49.699180 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 43524) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:11:49.748843 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Device 269cc7a5-ac29-4910-891b-3ecb3282fa1c no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:11:49.787535 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30aa05fb-a8f1-4c75-9195-5e2e4eb218e6 None None] Network f15414c5-2872-4563-8dea-d4ed8ba09391 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:11:49.841983 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-b49402a9-df51-4af9-8aa0-654a38e6c413 None None] Set router 771753b4-45ec-41a9-9419-9e961602a73d gateway port host: dv-neutron-822691-2-hyperv {{(pid=88881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:11:49.861596 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] No Port match for: 269cc7a5-ac29-4910-891b-3ecb3282fa1c {{(pid=88880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 24 11:11:49.862044 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Device 269cc7a5-ac29-4910-891b-3ecb3282fa1c not bound to the agent host hv-neutron-8226 {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 24 11:11:49.961963 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0f94d755-f16c-4994-bb70-89e306a20046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:50.001103 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-04731d3d-be53-406e-9026-2b38722ebdb6 None None] Set router 9595545e-9654-4c5f-a2fc-4da3de1dc6ec gateway port host: dv-neutron-822691-2-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:11:50.081693 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-0f94d755-f16c-4994-bb70-89e306a20046 None None] For port a73815d5-e070-425d-8b75-e10f830883e9, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=a73815d5-e070-425d-8b75-e10f830883e9,segment=NetworkSegment(ff0d1094-f6fa-4dfa-aa88-9ffc3767286c),segment_id=ff0d1094-f6fa-4dfa-aa88-9ffc3767286c)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:11:50.104553 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-f8b46fe2-e719-4419-8af5-d6ae28b22c96 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 1.4973447
Dec 24 11:11:50.105142 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 43528) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:11:50.128391 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0f94d755-f16c-4994-bb70-89e306a20046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:50.148295 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-9d8e21d6-6da9-4298-9227-e45f0711b8f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:11:50.243434 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f94d755-f16c-4994-bb70-89e306a20046 None None] Pushing event updated for resources: {'Port': ['ID=a73815d5-e070-425d-8b75-e10f830883e9,revision_number=3']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:11:50.282943 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-0f94d755-f16c-4994-bb70-89e306a20046 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:11:50.346088 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-149030f4-906d-4de0-8114-3bc1504b280c None None] Provisioning for port dbc963c2-d7e5-4905-bd8e-4ad5e3937107 completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:11:50.493607 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e1f95543-6672-408a-84dd-b15fe4036393 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854055677'] for router_interface, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:50.612494 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-149030f4-906d-4de0-8114-3bc1504b280c None None] Provisioning complete for port dbc963c2-d7e5-4905-bd8e-4ad5e3937107 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:11:50.614083 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-149030f4-906d-4de0-8114-3bc1504b280c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:50.616458 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-b49402a9-df51-4af9-8aa0-654a38e6c413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271e0af98>, [{'id': '771753b4-45ec-41a9-9419-9e961602a73d', 'name': 'tempest-TestNetworkBasicOps-router-378366581', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.172'}], 'enable_snat': True}, 'gw_port_id': 'f9906f36-3dc9-4e2b-9ca3-c55dbeaf3a8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:11:45Z', 'updated_at': '2021-12-24T11:11:46Z', 'revision_number': 3, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'gw_port': {'id': 'f9906f36-3dc9-4e2b-9ca3-c55dbeaf3a8f', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ee:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '771753b4-45ec-41a9-9419-9e961602a73d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:11:46Z', 'updated_at': '2021-12-24T11:11:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv'}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:11:50.628656 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49402a9-df51-4af9-8aa0-654a38e6c413 None None] The sync data for ids ['771753b4-45ec-41a9-9419-9e961602a73d'] in dv-neutron-822691-2-hyperv is: [{'id': '771753b4-45ec-41a9-9419-9e961602a73d', 'name': 'tempest-TestNetworkBasicOps-router-378366581', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.172'}], 'enable_snat': True}, 'gw_port_id': 'f9906f36-3dc9-4e2b-9ca3-c55dbeaf3a8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:11:45Z', 'updated_at': '2021-12-24T11:11:46Z', 'revision_number': 3, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'gw_port': {'id': 'f9906f36-3dc9-4e2b-9ca3-c55dbeaf3a8f', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ee:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '771753b4-45ec-41a9-9419-9e961602a73d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:11:46Z', 'updated_at': '2021-12-24T11:11:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv'}] {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:11:50.896090 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-0496f203-70af-4d90-a66c-b5197399af12 req-7737bde7-e5d9-4be5-8870-aac4ae97af72 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c123780-3605-46ce-8039-1f88853bf606 HTTP/1.1" status: 200  len: 210 time: 0.2471471
Dec 24 11:11:51.088871 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b82d91df-0802-477a-87e0-f994b9de4dde None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73968e80-91fd-539e-a7c6-b31af6d9e680-f15414c5-2872-4563-8dea-d4ed8ba09391', 'network_id': 'f15414c5-2872-4563-8dea-d4ed8ba09391', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'fixed_ips': [{'subnet_id': '422580ef-d3ec-4b91-85fd-a5c157241579'}]}} from dv-neutron-822691-2-hyperv. {{(pid=88880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 24 11:11:51.089776 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b82d91df-0802-477a-87e0-f994b9de4dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:51.165551 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-149030f4-906d-4de0-8114-3bc1504b280c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:51.440742 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device a73815d5-e070-425d-8b75-e10f830883e9 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:11:51.620862 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fa7b9436-b917-496b-8dae-8a64659a6583 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:51.623214 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-149030f4-906d-4de0-8114-3bc1504b280c None None] For port dbc963c2-d7e5-4905-bd8e-4ad5e3937107, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=dbc963c2-d7e5-4905-bd8e-4ad5e3937107,segment=NetworkSegment(a8371cff-5736-4300-aa06-1eaac5738652),segment_id=a8371cff-5736-4300-aa06-1eaac5738652)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:11:51.642705 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-04731d3d-be53-406e-9026-2b38722ebdb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f527195c5f8>, [{'id': '9595545e-9654-4c5f-a2fc-4da3de1dc6ec', 'name': 'tempest-TestVolumeBootPattern-1089784377-router', 'tenant_id': 'fbedb279f22e4b3494591d6dabc201d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.41'}], 'enable_snat': True}, 'gw_port_id': '6971b6ef-10e9-41ac-8eab-55400fae7ed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:07:53Z', 'updated_at': '2021-12-24T11:08:03Z', 'revision_number': 4, 'project_id': 'fbedb279f22e4b3494591d6dabc201d5', 'gw_port': {'id': '6971b6ef-10e9-41ac-8eab-55400fae7ed7', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:42:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9595545e-9654-4c5f-a2fc-4da3de1dc6ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:07:55Z', 'updated_at': '2021-12-24T11:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_interfaces': [{'id': 'b54eb025-abcc-4657-9416-e7f42be0d1d5', 'name': '', 'network_id': '2428796e-e2e4-4ddb-a9cc-996932bc1226', 'tenant_id': 'fbedb279f22e4b3494591d6dabc201d5', 'mac_address': 'fa:16:3e:14:4e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9595545e-9654-4c5f-a2fc-4da3de1dc6ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66590446-f239-4728-b0eb-3db1299fa1e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:08:01Z', 'updated_at': '2021-12-24T11:08:18Z', 'revision_number': 5, 'project_id': 'fbedb279f22e4b3494591d6dabc201d5', 'subnets': [{'id': '66590446-f239-4728-b0eb-3db1299fa1e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:11:51.660441 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 43536) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:11:51.668566 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-149030f4-906d-4de0-8114-3bc1504b280c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:51.672094 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-b82d91df-0802-477a-87e0-f994b9de4dde None None] Allocated IP 172.20.0.2 (f15414c5-2872-4563-8dea-d4ed8ba09391/422580ef-d3ec-4b91-85fd-a5c157241579/21ec1402-ac7c-4470-8d47-d7d46b694a65) {{(pid=88880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:11:51.674990 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:11:51.713955 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04731d3d-be53-406e-9026-2b38722ebdb6 None None] Checking router: 9595545e-9654-4c5f-a2fc-4da3de1dc6ec for host: dv-neutron-822691-2-hyperv {{(pid=88880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 24 11:11:51.755021 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04731d3d-be53-406e-9026-2b38722ebdb6 None None] Routers {'9595545e-9654-4c5f-a2fc-4da3de1dc6ec'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:11:51.756229 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-04731d3d-be53-406e-9026-2b38722ebdb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f527195c5f8>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:11:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['9595545e-9654-4c5f-a2fc-4da3de1dc6ec'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:11:51.767876 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-e1f95543-6672-408a-84dd-b15fe4036393 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Deleting port 1001940b-c3f2-4ad6-b108-0a73b5aa054e {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:11:51.768171 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e1f95543-6672-408a-84dd-b15fe4036393 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:52.048079 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e1f95543-6672-408a-84dd-b15fe4036393 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:52.197258 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-e1f95543-6672-408a-84dd-b15fe4036393 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Calling delete_port for 1001940b-c3f2-4ad6-b108-0a73b5aa054e owned by network:router_interface {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:11:52.380488 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-04731d3d-be53-406e-9026-2b38722ebdb6 None None] Set router 9595545e-9654-4c5f-a2fc-4da3de1dc6ec gateway port host: dv-neutron-822691-2-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:11:52.439381 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e1f95543-6672-408a-84dd-b15fe4036393 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:52.451718 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-84d8f436-30d4-47a4-8b47-5ec7258d12a7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:11:52.497733 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f95543-6672-408a-84dd-b15fe4036393 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Pushing event deleted for resources: {'Port': ['ID=1001940b-c3f2-4ad6-b108-0a73b5aa054e,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:11:52.500966 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-e1f95543-6672-408a-84dd-b15fe4036393 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:11:52.558294 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-46e4dfa5-e3b9-4754-ae62-fe8949bc7960 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Deleting port e49cb467-3735-4833-99db-73dd40639efa {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:11:52.558757 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-46e4dfa5-e3b9-4754-ae62-fe8949bc7960 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:52.559855 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port a73815d5-e070-425d-8b75-e10f830883e9 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:11:52.560511 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:52.641690 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149030f4-906d-4de0-8114-3bc1504b280c None None] Pushing event updated for resources: {'Port': ['ID=dbc963c2-d7e5-4905-bd8e-4ad5e3937107,revision_number=3']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:11:52.678163 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-e0c5cd3d-4acc-443c-8cc2-0b02b4a31478 req-f4f3da05-95ff-4bef-98cf-ce5b4f513e8c tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1073683971&fields=id&tenant_id=fbedb279f22e4b3494591d6dabc201d5 HTTP/1.1" status: 200  len: 267 time: 0.1759884
Dec 24 11:11:52.693155 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-149030f4-906d-4de0-8114-3bc1504b280c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.007s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:11:52.717030 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-26165dfa-148e-463f-b5ea-cc259d57be2c None None] Provisioning for port 1001940b-c3f2-4ad6-b108-0a73b5aa054e completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:11:52.740429 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-26165dfa-148e-463f-b5ea-cc259d57be2c None None] Provisioning complete for port 1001940b-c3f2-4ad6-b108-0a73b5aa054e triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:11:52.740848 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-26165dfa-148e-463f-b5ea-cc259d57be2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:52.867227 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-26165dfa-148e-463f-b5ea-cc259d57be2c None None] Port 1001940b-c3f2-4ad6-b108-0a73b5aa054e was deleted so its status cannot be updated. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:300}}
Dec 24 11:11:52.910919 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-46e4dfa5-e3b9-4754-ae62-fe8949bc7960 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:52.911749 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-46e4dfa5-e3b9-4754-ae62-fe8949bc7960 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:52.964927 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c5cd3d-4acc-443c-8cc2-0b02b4a31478 req-c9fe7612-0d23-4dca-bef3-806ef3684259 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:11:52.966883 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-e0c5cd3d-4acc-443c-8cc2-0b02b4a31478 req-c9fe7612-0d23-4dca-bef3-806ef3684259 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] 10.222.0.65 "GET /v2.0/networks?id=2428796e-e2e4-4ddb-a9cc-996932bc1226 HTTP/1.1" status: 200  len: 812 time: 0.2793970
Dec 24 11:11:53.048452 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b82d91df-0802-477a-87e0-f994b9de4dde None None] Notify callbacks [] for port, precommit_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:53.060943 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-46e4dfa5-e3b9-4754-ae62-fe8949bc7960 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Calling delete_port for e49cb467-3735-4833-99db-73dd40639efa owned by network:floatingip {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:11:53.062675 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-e0c5cd3d-4acc-443c-8cc2-0b02b4a31478 req-527ff034-bad9-4130-b6d0-ae60cfadd0aa tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] 10.222.0.65 "GET /v2.0/quotas/fbedb279f22e4b3494591d6dabc201d5 HTTP/1.1" status: 200  len: 375 time: 0.0289872
Dec 24 11:11:53.076679 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-b82d91df-0802-477a-87e0-f994b9de4dde None None] Transition to ACTIVE for port object 21ec1402-ac7c-4470-8d47-d7d46b694a65 will not be triggered until provisioned by entity L2. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:11:53.079581 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-26165dfa-148e-463f-b5ea-cc259d57be2c None None] Provisioning complete for port a73815d5-e070-425d-8b75-e10f830883e9 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:11:53.080040 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-26165dfa-148e-463f-b5ea-cc259d57be2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:53.122640 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e1f95543-6672-408a-84dd-b15fe4036393 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036852798164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854055527'] for router_interface, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:53.217127 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-b82d91df-0802-477a-87e0-f994b9de4dde None None] Transition to ACTIVE for port object 21ec1402-ac7c-4470-8d47-d7d46b694a65 will not be triggered until provisioned by entity DHCP. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:11:53.238748 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b82d91df-0802-477a-87e0-f994b9de4dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408'] for port, after_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:53.244605 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-44d37d2b-19ec-46c3-8c68-20f5a3e0742e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:11:53.305298 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-46e4dfa5-e3b9-4754-ae62-fe8949bc7960 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:53.314221 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-04731d3d-be53-406e-9026-2b38722ebdb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f527195c5f8>, [{'id': '9595545e-9654-4c5f-a2fc-4da3de1dc6ec', 'name': 'tempest-TestVolumeBootPattern-1089784377-router', 'tenant_id': 'fbedb279f22e4b3494591d6dabc201d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.41'}], 'enable_snat': True}, 'gw_port_id': '6971b6ef-10e9-41ac-8eab-55400fae7ed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:07:53Z', 'updated_at': '2021-12-24T11:08:03Z', 'revision_number': 4, 'project_id': 'fbedb279f22e4b3494591d6dabc201d5', 'gw_port': {'id': '6971b6ef-10e9-41ac-8eab-55400fae7ed7', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:42:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9595545e-9654-4c5f-a2fc-4da3de1dc6ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:07:55Z', 'updated_at': '2021-12-24T11:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_interfaces': [{'id': 'b54eb025-abcc-4657-9416-e7f42be0d1d5', 'name': '', 'network_id': '2428796e-e2e4-4ddb-a9cc-996932bc1226', 'tenant_id': 'fbedb279f22e4b3494591d6dabc201d5', 'mac_address': 'fa:16:3e:14:4e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9595545e-9654-4c5f-a2fc-4da3de1dc6ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66590446-f239-4728-b0eb-3db1299fa1e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:08:01Z', 'updated_at': '2021-12-24T11:08:18Z', 'revision_number': 5, 'project_id': 'fbedb279f22e4b3494591d6dabc201d5', 'subnets': [{'id': '66590446-f239-4728-b0eb-3db1299fa1e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:11:53.321408 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04731d3d-be53-406e-9026-2b38722ebdb6 None None] The sync data for ids ['9595545e-9654-4c5f-a2fc-4da3de1dc6ec'] in dv-neutron-822691-2-hyperv is: [{'id': '9595545e-9654-4c5f-a2fc-4da3de1dc6ec', 'name': 'tempest-TestVolumeBootPattern-1089784377-router', 'tenant_id': 'fbedb279f22e4b3494591d6dabc201d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.41'}], 'enable_snat': True}, 'gw_port_id': '6971b6ef-10e9-41ac-8eab-55400fae7ed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:07:53Z', 'updated_at': '2021-12-24T11:08:03Z', 'revision_number': 4, 'project_id': 'fbedb279f22e4b3494591d6dabc201d5', 'gw_port': {'id': '6971b6ef-10e9-41ac-8eab-55400fae7ed7', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:42:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9595545e-9654-4c5f-a2fc-4da3de1dc6ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:07:55Z', 'updated_at': '2021-12-24T11:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_interfaces': [{'id': 'b54eb025-abcc-4657-9416-e7f42be0d1d5', 'name': '', 'network_id': '2428796e-e2e4-4ddb-a9cc-996932bc1226', 'tenant_id': 'fbedb279f22e4b3494591d6dabc201d5', 'mac_address': 'fa:16:3e:14:4e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9595545e-9654-4c5f-a2fc-4da3de1dc6ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66590446-f239-4728-b0eb-3db1299fa1e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:08:01Z', 'updated_at': '2021-12-24T11:08:18Z', 'revision_number': 5, 'project_id': 'fbedb279f22e4b3494591d6dabc201d5', 'subnets': [{'id': '66590446-f239-4728-b0eb-3db1299fa1e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:11:53.321908 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-2ae85cfd-dea8-46d0-a67b-53b281136961 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:11:53.378852 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b82d91df-0802-477a-87e0-f994b9de4dde None None] Network f15414c5-2872-4563-8dea-d4ed8ba09391 is already hosted by enough agents. {{(pid=88880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:11:53.386729 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-e0c5cd3d-4acc-443c-8cc2-0b02b4a31478 req-ca6e814e-c528-4a83-b267-5ff8095c96dd tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=fbedb279f22e4b3494591d6dabc201d5&fields=id HTTP/1.1" status: 200  len: 348 time: 0.3160486
Dec 24 11:11:53.389093 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82d91df-0802-477a-87e0-f994b9de4dde None None] Pushing event updated for resources: {'Port': ['ID=21ec1402-ac7c-4470-8d47-d7d46b694a65,revision_number=1']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:11:53.391856 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-b82d91df-0802-477a-87e0-f994b9de4dde None None] Resources bound (agent type, host, resource id):  {{(pid=88880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:11:53.396589 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-b82d91df-0802-477a-87e0-f994b9de4dde None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:11:53.399863 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82d91df-0802-477a-87e0-f994b9de4dde None None] Received port after_create {{(pid=88880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:11:53.432633 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e4dfa5-e3b9-4754-ae62-fe8949bc7960 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Pushing event deleted for resources: {'Port': ['ID=e49cb467-3735-4833-99db-73dd40639efa,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:11:53.435956 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-46e4dfa5-e3b9-4754-ae62-fe8949bc7960 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:11:53.477643 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [req-e0c5cd3d-4acc-443c-8cc2-0b02b4a31478 req-e78638a4-a0bc-4efb-85dd-3aeb838ef6d3 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=88878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 24 11:11:53.479088 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-e0c5cd3d-4acc-443c-8cc2-0b02b4a31478 req-e78638a4-a0bc-4efb-85dd-3aeb838ef6d3 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12161 time: 0.0064709
Dec 24 11:11:53.509295 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-fa7b9436-b917-496b-8dae-8a64659a6583 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Allocated IP 172.20.0.1 (f15414c5-2872-4563-8dea-d4ed8ba09391/422580ef-d3ec-4b91-85fd-a5c157241579/4c057e47-cc6e-4f9c-8285-799d61be47af) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:11:53.512158 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-b82d91df-0802-477a-87e0-f994b9de4dde None None] Attempting to bind port 21ec1402-ac7c-4470-8d47-d7d46b694a65 on host dv-neutron-822691-2-hyperv for vnic_type normal with profile  {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:11:53.512577 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-b82d91df-0802-477a-87e0-f994b9de4dde None None] Attempting to bind port 21ec1402-ac7c-4470-8d47-d7d46b694a65 by drivers openvswitch,hyperv on host dv-neutron-822691-2-hyperv at level 0 using segments [{'id': '45d70bd7-4b68-463b-bb1b-249c8aec34f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'f15414c5-2872-4563-8dea-d4ed8ba09391'}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:11:53.512987 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82d91df-0802-477a-87e0-f994b9de4dde None None] Attempting to bind port 21ec1402-ac7c-4470-8d47-d7d46b694a65 on network f15414c5-2872-4563-8dea-d4ed8ba09391 {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:11:53.534287 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-26165dfa-148e-463f-b5ea-cc259d57be2c None None] Provisioning complete for port dbc963c2-d7e5-4905-bd8e-4ad5e3937107 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:11:53.534710 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-26165dfa-148e-463f-b5ea-cc259d57be2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:53.578502 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device dbc963c2-d7e5-4905-bd8e-4ad5e3937107 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:11:53.582046 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-46e4dfa5-e3b9-4754-ae62-fe8949bc7960 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Notify callbacks [] for floatingip, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:53.631427 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82d91df-0802-477a-87e0-f994b9de4dde None None] Checking agent: {'id': 'db1275c1-6001-47af-93c2-635c68404703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822691-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 52, 8), 'started_at': datetime.datetime(2021, 12, 24, 10, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 11, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822691-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:11:53.631857 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82d91df-0802-477a-87e0-f994b9de4dde None None] Checking segment: {'id': '45d70bd7-4b68-463b-bb1b-249c8aec34f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'f15414c5-2872-4563-8dea-d4ed8ba09391'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:11:53.632356 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b82d91df-0802-477a-87e0-f994b9de4dde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:53.632802 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82d91df-0802-477a-87e0-f994b9de4dde None None] Bound using segment: {'id': '45d70bd7-4b68-463b-bb1b-249c8aec34f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'f15414c5-2872-4563-8dea-d4ed8ba09391'} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:11:53.633346 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-b82d91df-0802-477a-87e0-f994b9de4dde None None] Bound port: 21ec1402-ac7c-4470-8d47-d7d46b694a65, host: dv-neutron-822691-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45d70bd7-4b68-463b-bb1b-249c8aec34f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'f15414c5-2872-4563-8dea-d4ed8ba09391'}}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:11:53.633768 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b82d91df-0802-477a-87e0-f994b9de4dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:53.871165 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-b82d91df-0802-477a-87e0-f994b9de4dde None None] For port 21ec1402-ac7c-4470-8d47-d7d46b694a65, host dv-neutron-822691-2-hyperv, cleared binding levels {{(pid=88880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:11:53.873381 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port dbc963c2-d7e5-4905-bd8e-4ad5e3937107 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:11:53.873796 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:53.890829 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fa7b9436-b917-496b-8dae-8a64659a6583 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:53.914723 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-b82d91df-0802-477a-87e0-f994b9de4dde None None] For port 21ec1402-ac7c-4470-8d47-d7d46b694a65, host dv-neutron-822691-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=21ec1402-ac7c-4470-8d47-d7d46b694a65,segment=NetworkSegment(45d70bd7-4b68-463b-bb1b-249c8aec34f1),segment_id=45d70bd7-4b68-463b-bb1b-249c8aec34f1)] {{(pid=88880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:11:53.921324 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-fa7b9436-b917-496b-8dae-8a64659a6583 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Transition to ACTIVE for port object 4c057e47-cc6e-4f9c-8285-799d61be47af will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:11:53.922723 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b82d91df-0802-477a-87e0-f994b9de4dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:53.934192 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:11:53.976474 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fa7b9436-b917-496b-8dae-8a64659a6583 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:53.981854 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7c03ce98-e6ba-4d1d-9b01-9b971a68b492 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:11:53.995321 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-eaa1f8af-10e9-4719-bd7e-d46bb31861cd None None] Could not find standard attr ID for object 1001940b-c3f2-4ad6-b108-0a73b5aa054e. {{(pid=88880) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 24 11:11:54.073025 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-e0c5cd3d-4acc-443c-8cc2-0b02b4a31478 req-529c2203-2c5c-4701-b316-42f036c33ec9 service neutron] 10.222.0.65 "GET /v2.0/networks/2428796e-e2e4-4ddb-a9cc-996932bc1226?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5802879
Dec 24 11:11:54.092760 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82d91df-0802-477a-87e0-f994b9de4dde None None] Pushing event updated for resources: {'Port': ['ID=21ec1402-ac7c-4470-8d47-d7d46b694a65,revision_number=2']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:11:54.096239 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device f9906f36-3dc9-4e2b-9ca3-c55dbeaf3a8f up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:11:54.113408 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1f95543-6672-408a-84dd-b15fe4036393 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Router b530bf32-f36f-41bf-b0bb-d12f443ba03b has already been hosted by L3 agent 198cca88-1338-4098-b44b-beb0346ac906 {{(pid=88878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 24 11:11:54.121508 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa7b9436-b917-496b-8dae-8a64659a6583 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Network f15414c5-2872-4563-8dea-d4ed8ba09391 is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:11:54.124669 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-b82d91df-0802-477a-87e0-f994b9de4dde None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:11:54.138145 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-fa7b9436-b917-496b-8dae-8a64659a6583 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Resources bound (agent type, host, resource id):  {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:11:54.147395 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa7b9436-b917-496b-8dae-8a64659a6583 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:11:54.175487 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning for port f9906f36-3dc9-4e2b-9ca3-c55dbeaf3a8f completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:11:54.182147 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port f9906f36-3dc9-4e2b-9ca3-c55dbeaf3a8f triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:11:54.182572 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:54.188261 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7b9436-b917-496b-8dae-8a64659a6583 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event updated for resources: {'Port': ['ID=4c057e47-cc6e-4f9c-8285-799d61be47af,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:11:54.194808 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-fa7b9436-b917-496b-8dae-8a64659a6583 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:11:54.223364 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fa7b9436-b917-496b-8dae-8a64659a6583 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-720245'] for router_interface, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:54.330059 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:54.347495 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] For port f9906f36-3dc9-4e2b-9ca3-c55dbeaf3a8f, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=f9906f36-3dc9-4e2b-9ca3-c55dbeaf3a8f,segment=NetworkSegment(d4e3295f-9ff8-4cad-8a20-3f1c937efc8c),segment_id=d4e3295f-9ff8-4cad-8a20-3f1c937efc8c)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:11:54.352650 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:54.354730 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-80a583fb-9fcc-423b-9a95-77c6c3226bac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:11:54.395983 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-e0c5cd3d-4acc-443c-8cc2-0b02b4a31478 req-2c82034b-36cc-4814-842a-5f0df655c99c service neutron] 10.222.0.65 "GET /v2.0/networks/2428796e-e2e4-4ddb-a9cc-996932bc1226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3143187
Dec 24 11:11:54.426125 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fa7b9436-b917-496b-8dae-8a64659a6583 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:54.462987 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Pushing event updated for resources: {'Port': ['ID=f9906f36-3dc9-4e2b-9ca3-c55dbeaf3a8f,revision_number=4']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:11:54.465280 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1f95543-6672-408a-84dd-b15fe4036393 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:11:54.466549 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:11:54.479207 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad1013f-0fb3-4eb6-beee-f186e26403ca None None] Sync routers for ids ['b530bf32-f36f-41bf-b0bb-d12f443ba03b'] in dv-neutron-822691-2-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:11:54.500557 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-e1f95543-6672-408a-84dd-b15fe4036393 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] 10.222.0.65 "PUT /v2.0/routers/b530bf32-f36f-41bf-b0bb-d12f443ba03b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.7959123
Dec 24 11:11:54.501282 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 43548) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:11:54.510894 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad1013f-0fb3-4eb6-beee-f186e26403ca None None] Routers {'b530bf32-f36f-41bf-b0bb-d12f443ba03b'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:11:54.514810 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-2ad1013f-0fb3-4eb6-beee-f186e26403ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52712fe3c8>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:11:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['b530bf32-f36f-41bf-b0bb-d12f443ba03b'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:11:54.604274 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-2ad1013f-0fb3-4eb6-beee-f186e26403ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52712fe3c8>, [], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:11:54.627477 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad1013f-0fb3-4eb6-beee-f186e26403ca None None] Routers {'b530bf32-f36f-41bf-b0bb-d12f443ba03b'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:11:54.628297 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-2ad1013f-0fb3-4eb6-beee-f186e26403ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52712fe3c8>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:11:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['b530bf32-f36f-41bf-b0bb-d12f443ba03b'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:11:54.646961 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.v2.resource [None req-098db27f-9214-4b0d-83fe-cded7a20b0ce tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] delete failed (client error): The resource could not be found.
Dec 24 11:11:54.658603 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-098db27f-9214-4b0d-83fe-cded7a20b0ce tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] 10.222.0.65 "DELETE /v2.0/routers/tempest-non_exist_router-1105016657 HTTP/1.1" status: 404  len: 335 time: 0.1561246
Dec 24 11:11:54.661691 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 43554) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:11:54.672444 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-9a56388a-27f0-4bc6-9def-549d374a62e2 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b530bf32-f36f-41bf-b0bb-d12f443ba03b'}}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:11:54.689451 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46e4dfa5-e3b9-4754-ae62-fe8949bc7960 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Router 4aa5ad62-fa1f-4ae6-a129-d0a85438b8b8 has already been hosted by L3 agent 198cca88-1338-4098-b44b-beb0346ac906 {{(pid=88879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 24 11:11:54.764152 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-2ad1013f-0fb3-4eb6-beee-f186e26403ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52712fe3c8>, [], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:11:54.766827 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad1013f-0fb3-4eb6-beee-f186e26403ca None None] The sync data for ids ['b530bf32-f36f-41bf-b0bb-d12f443ba03b'] in dv-neutron-822691-2-hyperv is: [] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:11:55.078254 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-580e4bf4-7a62-466e-b3d2-69eea55e334a None None] New status for floating IP 6ce823a5-a78f-490c-b02f-482c204f885a: DOWN {{(pid=88881) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 24 11:11:55.106127 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-24dd4b2c-eac0-46ff-bfe3-bd9bb102787c req-e275488b-8d0b-40e7-a124-9d673a8e2e54 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] 10.222.0.65 "GET /v2.0/ports?device_id=9172ddea-2e24-4367-8ccf-2f8b57546cea HTTP/1.1" status: 200  len: 210 time: 0.0658340
Dec 24 11:11:55.277124 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9a56388a-27f0-4bc6-9def-549d374a62e2 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-659031', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854691240'] for router, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:55.337254 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.v2.resource [None req-9a56388a-27f0-4bc6-9def-549d374a62e2 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] update failed (client error): The resource could not be found.
Dec 24 11:11:55.341108 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-9a56388a-27f0-4bc6-9def-549d374a62e2 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] 10.222.0.65 "PUT /v2.0/routers/b530bf32-f36f-41bf-b0bb-d12f443ba03b HTTP/1.1" status: 404  len: 339 time: 0.6782773
Dec 24 11:11:55.345449 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 43572) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:11:55.492026 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 21ec1402-ac7c-4470-8d47-d7d46b694a65 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:11:55.584128 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fa7b9436-b917-496b-8dae-8a64659a6583 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for port, precommit_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:55.603991 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fa7b9436-b917-496b-8dae-8a64659a6583 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850854027'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:55.632953 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning for port 21ec1402-ac7c-4470-8d47-d7d46b694a65 completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:11:55.639171 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device f9906f36-3dc9-4e2b-9ca3-c55dbeaf3a8f up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:11:55.681258 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-5611300a-ad29-49da-b311-34e8fa1f16c1 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:11:55.723694 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port f9906f36-3dc9-4e2b-9ca3-c55dbeaf3a8f triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:11:55.724423 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:55.798896 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7b9436-b917-496b-8dae-8a64659a6583 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event updated for resources: {'Port': ['ID=4c057e47-cc6e-4f9c-8285-799d61be47af,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:11:55.808579 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-fa7b9436-b917-496b-8dae-8a64659a6583 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:11:55.809490 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fa7b9436-b917-496b-8dae-8a64659a6583 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1977653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854055662'] for router_interface, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:55.822653 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46e4dfa5-e3b9-4754-ae62-fe8949bc7960 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:11:55.852903 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ca8cf6-ecd0-479f-b929-646562236961 None None] Sync routers for ids ['4aa5ad62-fa1f-4ae6-a129-d0a85438b8b8'] in dv-neutron-822691-2-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:11:55.949237 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ca8cf6-ecd0-479f-b929-646562236961 None None] Routers {'4aa5ad62-fa1f-4ae6-a129-d0a85438b8b8'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:11:55.950110 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-d2ca8cf6-ecd0-479f-b929-646562236961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f527127a438>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:11:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['4aa5ad62-fa1f-4ae6-a129-d0a85438b8b8'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:11:56.028560 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa7b9436-b917-496b-8dae-8a64659a6583 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Network f15414c5-2872-4563-8dea-d4ed8ba09391 is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:11:56.030425 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-46e4dfa5-e3b9-4754-ae62-fe8949bc7960 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for floatingip, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:56.049393 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0d7e0c48-6ad1-4f41-8850-294d4f543856 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:56.120793 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-46e4dfa5-e3b9-4754-ae62-fe8949bc7960 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] 10.222.0.65 "DELETE /v2.0/floatingips/4bbc1dd0-80b1-469d-b668-446a113b7a4f HTTP/1.1" status: 204  len: 168 time: 4.4589169
Dec 24 11:11:56.122938 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-fa7b9436-b917-496b-8dae-8a64659a6583 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Resources bound (agent type, host, resource id):  {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:11:56.302553 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f3726f2-5445-4800-a149-b80f3ff480e1', 'tag': 'aa443100-115f-4961-a6e3-4b8f1751dc84'}] {{(pid=88879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 24 11:11:56.468760 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-d2ca8cf6-ecd0-479f-b929-646562236961 None None] Set router 4aa5ad62-fa1f-4ae6-a129-d0a85438b8b8 gateway port host: dv-neutron-822691-2-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:11:56.644098 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56e74f7f-5e62-4121-83ca-ea997126fd80 None None] Network f15414c5-2872-4563-8dea-d4ed8ba09391 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:11:56.682818 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c5cd3d-4acc-443c-8cc2-0b02b4a31478 req-b27953b7-e3d5-4782-97f7-8b26a032b4ca tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:11:56.684114 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-e0c5cd3d-4acc-443c-8cc2-0b02b4a31478 req-b27953b7-e3d5-4782-97f7-8b26a032b4ca tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Synchronizing usage tracker for tenant:fbedb279f22e4b3494591d6dabc201d5 on resource:network {{(pid=88879) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:11:56.690233 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f3726f2-5445-4800-a149-b80f3ff480e1', 'tag': 'aa443100-115f-4961-a6e3-4b8f1751dc84', 'status': 'completed', 'code': 200}
Dec 24 11:11:56.818049 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-e0c5cd3d-4acc-443c-8cc2-0b02b4a31478 req-b27953b7-e3d5-4782-97f7-8b26a032b4ca tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Unset dirty status for tenant:fbedb279f22e4b3494591d6dabc201d5 on resource:network {{(pid=88879) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:11:56.819676 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-e0c5cd3d-4acc-443c-8cc2-0b02b4a31478 req-b27953b7-e3d5-4782-97f7-8b26a032b4ca tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] 10.222.0.58 "GET /v2.0/networks?id=2428796e-e2e4-4ddb-a9cc-996932bc1226 HTTP/1.1" status: 200  len: 812 time: 0.3203371
Dec 24 11:11:56.879162 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-41e5f4b0-623b-4e98-8c6d-80e8c0d95532 req-7df8932a-c372-4c9e-bbed-1236a0284875 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] 10.222.0.65 "GET /v2.0/ports?device_id=9172ddea-2e24-4367-8ccf-2f8b57546cea HTTP/1.1" status: 200  len: 210 time: 0.1790764
Dec 24 11:11:56.884444 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-112f29a1-f15d-4f34-b8ac-529944fb930f None None] Provisioning for port 21ec1402-ac7c-4470-8d47-d7d46b694a65 completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:11:56.903306 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-112f29a1-f15d-4f34-b8ac-529944fb930f None None] Provisioning complete for port 21ec1402-ac7c-4470-8d47-d7d46b694a65 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:11:56.903730 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-112f29a1-f15d-4f34-b8ac-529944fb930f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:56.964565 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-e0c5cd3d-4acc-443c-8cc2-0b02b4a31478 req-37d7b876-292e-40fa-89c8-819d7f2aecae tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Synchronizing usage tracker for tenant:fbedb279f22e4b3494591d6dabc201d5 on resource:security_group {{(pid=88879) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:11:56.982520 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-e0c5cd3d-4acc-443c-8cc2-0b02b4a31478 req-37d7b876-292e-40fa-89c8-819d7f2aecae tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Unset dirty status for tenant:fbedb279f22e4b3494591d6dabc201d5 on resource:security_group {{(pid=88879) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:11:56.983708 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-e0c5cd3d-4acc-443c-8cc2-0b02b4a31478 req-37d7b876-292e-40fa-89c8-819d7f2aecae tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fbedb279f22e4b3494591d6dabc201d5 HTTP/1.1" status: 200  len: 380 time: 0.1502059
Dec 24 11:11:57.002561 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [req-e0c5cd3d-4acc-443c-8cc2-0b02b4a31478 req-55cc4b49-43f0-4f0d-b4a4-274fc0815721 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Request body: {'port': {'device_id': '9172ddea-2e24-4367-8ccf-2f8b57546cea', 'network_id': '2428796e-e2e4-4ddb-a9cc-996932bc1226', 'admin_state_up': True, 'tenant_id': 'fbedb279f22e4b3494591d6dabc201d5', 'security_groups': ['7c81f28e-fd2d-468e-ad3a-e8186ef36a4b']}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:11:57.027751 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-ddf1d8e3-6afb-464a-82a3-968a77aa7990 req-002e9033-10fa-448a-8152-9c9656cb00d5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=758a6f1d84774c7d81576f2d2a7e18fd&device_id=4f3726f2-5445-4800-a149-b80f3ff480e1 HTTP/1.1" status: 200  len: 1098 time: 0.3291216
Dec 24 11:11:57.048108 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2321e62-ea0c-4289-a5bd-d1faf9d0c56f req-3afb9566-e2c3-454d-b8f6-3c333dd247c0 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:11:57.049754 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-f2321e62-ea0c-4289-a5bd-d1faf9d0c56f req-3afb9566-e2c3-454d-b8f6-3c333dd247c0 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] 10.222.0.65 "GET /v2.0/ports?device_id=4f3726f2-5445-4800-a149-b80f3ff480e1 HTTP/1.1" status: 200  len: 945 time: 0.2496021
Dec 24 11:11:57.076862 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-0d7e0c48-6ad1-4f41-8850-294d4f543856 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Allocated IP 172.20.0.1 (0677d35d-c34f-49aa-b645-a7c1d748a021/02b18487-570a-438c-9e7c-e957c40701b8/76bbe3a1-a5be-41f8-8ae9-ca1eefe092b1) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:11:57.174263 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [req-e0c5cd3d-4acc-443c-8cc2-0b02b4a31478 req-55cc4b49-43f0-4f0d-b4a4-274fc0815721 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:11:57.181529 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-e0c5cd3d-4acc-443c-8cc2-0b02b4a31478 req-55cc4b49-43f0-4f0d-b4a4-274fc0815721 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Usage tracker for resource:port and tenant:fbedb279f22e4b3494591d6dabc201d5 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:11:57.185246 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-e0c5cd3d-4acc-443c-8cc2-0b02b4a31478 req-55cc4b49-43f0-4f0d-b4a4-274fc0815721 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:11:57.194182 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [req-e0c5cd3d-4acc-443c-8cc2-0b02b4a31478 req-55cc4b49-43f0-4f0d-b4a4-274fc0815721 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:11:57.217550 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa7b9436-b917-496b-8dae-8a64659a6583 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Router 771753b4-45ec-41a9-9419-9e961602a73d has already been hosted by L3 agent 198cca88-1338-4098-b44b-beb0346ac906 {{(pid=88879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 24 11:11:57.219599 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-f2321e62-ea0c-4289-a5bd-d1faf9d0c56f req-3058bd28-0944-4ded-8424-4823361b7f50 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] 10.222.0.65 "GET /v2.0/security-groups?id=ac646890-84b4-4f0e-9ed2-2b517a0b7022&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1410186
Dec 24 11:11:57.223810 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0c5cd3d-4acc-443c-8cc2-0b02b4a31478 req-55cc4b49-43f0-4f0d-b4a4-274fc0815721 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Made reservation on behalf of fbedb279f22e4b3494591d6dabc201d5 for: {'port': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:11:57.224502 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-112f29a1-f15d-4f34-b8ac-529944fb930f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:57.229655 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-e0c5cd3d-4acc-443c-8cc2-0b02b4a31478 req-55cc4b49-43f0-4f0d-b4a4-274fc0815721 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:57.289782 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-112f29a1-f15d-4f34-b8ac-529944fb930f None None] For port 21ec1402-ac7c-4470-8d47-d7d46b694a65, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=21ec1402-ac7c-4470-8d47-d7d46b694a65,segment=NetworkSegment(45d70bd7-4b68-463b-bb1b-249c8aec34f1),segment_id=45d70bd7-4b68-463b-bb1b-249c8aec34f1)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:11:57.293613 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-d2ca8cf6-ecd0-479f-b929-646562236961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f527127a438>, [{'id': '4aa5ad62-fa1f-4ae6-a129-d0a85438b8b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-304020', 'tenant_id': '758a6f1d84774c7d81576f2d2a7e18fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.88'}], 'enable_snat': True}, 'gw_port_id': 'a58173a6-1dab-4be9-908f-eb9d19b305be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:09:46Z', 'updated_at': '2021-12-24T11:09:53Z', 'revision_number': 4, 'project_id': '758a6f1d84774c7d81576f2d2a7e18fd', 'gw_port': {'id': 'a58173a6-1dab-4be9-908f-eb9d19b305be', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:07:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aa5ad62-fa1f-4ae6-a129-d0a85438b8b8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:09:46Z', 'updated_at': '2021-12-24T11:09:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_interfaces': [{'id': '94b617fa-61cd-40df-a5a3-3301e93fab1e', 'name': '', 'network_id': '64161c02-41e7-4720-9a76-ba7756ce6721', 'tenant_id': '758a6f1d84774c7d81576f2d2a7e18fd', 'mac_address': 'fa:16:3e:b0:eb:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aa5ad62-fa1f-4ae6-a129-d0a85438b8b8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '145cd7ba-da39-49f6-9f33-6ede13e0db18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:09:51Z', 'updated_at': '2021-12-24T11:10:02Z', 'revision_number': 5, 'project_id': '758a6f1d84774c7d81576f2d2a7e18fd', 'subnets': [{'id': '145cd7ba-da39-49f6-9f33-6ede13e0db18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:11:57.298192 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-112f29a1-f15d-4f34-b8ac-529944fb930f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:57.300787 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-0f94d755-f16c-4994-bb70-89e306a20046 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:11:57.329672 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ca8cf6-ecd0-479f-b929-646562236961 None None] Checking router: 4aa5ad62-fa1f-4ae6-a129-d0a85438b8b8 for host: dv-neutron-822691-2-hyperv {{(pid=88880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 24 11:11:57.358631 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ca8cf6-ecd0-479f-b929-646562236961 None None] Routers {'4aa5ad62-fa1f-4ae6-a129-d0a85438b8b8'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:11:57.359330 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-d2ca8cf6-ecd0-479f-b929-646562236961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f527127a438>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:11:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['4aa5ad62-fa1f-4ae6-a129-d0a85438b8b8'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:11:57.404262 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf1d8e3-6afb-464a-82a3-968a77aa7990 req-1bd9a0c1-24ab-441a-b492-06b520ae86f7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:11:57.406333 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-ddf1d8e3-6afb-464a-82a3-968a77aa7990 req-1bd9a0c1-24ab-441a-b492-06b520ae86f7 service neutron] 10.222.0.58 "GET /v2.0/networks?id=64161c02-41e7-4720-9a76-ba7756ce6721 HTTP/1.1" status: 200  len: 897 time: 0.3664422
Dec 24 11:11:57.453544 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112f29a1-f15d-4f34-b8ac-529944fb930f None None] Pushing event updated for resources: {'Port': ['ID=21ec1402-ac7c-4470-8d47-d7d46b694a65,revision_number=3']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:11:57.465978 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-112f29a1-f15d-4f34-b8ac-529944fb930f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:11:57.558846 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-ddf1d8e3-6afb-464a-82a3-968a77aa7990 req-f8a635c9-8b30-44d7-a9ce-3eb8e6e660e5 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aa443100-115f-4961-a6e3-4b8f1751dc84 HTTP/1.1" status: 200  len: 217 time: 0.1343305
Dec 24 11:11:57.601583 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-d2ca8cf6-ecd0-479f-b929-646562236961 None None] Set router 4aa5ad62-fa1f-4ae6-a129-d0a85438b8b8 gateway port host: dv-neutron-822691-2-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:11:57.656285 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf1d8e3-6afb-464a-82a3-968a77aa7990 req-40fdac12-c198-41a2-b2d0-daebed9dd4d9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:11:57.659240 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-ddf1d8e3-6afb-464a-82a3-968a77aa7990 req-40fdac12-c198-41a2-b2d0-daebed9dd4d9 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=145cd7ba-da39-49f6-9f33-6ede13e0db18 HTTP/1.1" status: 200  len: 835 time: 0.0757635
Dec 24 11:11:57.662970 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0d7e0c48-6ad1-4f41-8850-294d4f543856 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:57.753472 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-0d7e0c48-6ad1-4f41-8850-294d4f543856 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Transition to ACTIVE for port object 76bbe3a1-a5be-41f8-8ae9-ca1eefe092b1 will not be triggered until provisioned by entity DHCP. {{(pid=88878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:11:57.788439 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-ddf1d8e3-6afb-464a-82a3-968a77aa7990 req-f9dd1106-7991-4b4e-82c5-353e6569cda2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=64161c02-41e7-4720-9a76-ba7756ce6721&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1211002
Dec 24 11:11:57.801214 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [req-e0c5cd3d-4acc-443c-8cc2-0b02b4a31478 req-55cc4b49-43f0-4f0d-b4a4-274fc0815721 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Allocated IP 172.20.0.4 (2428796e-e2e4-4ddb-a9cc-996932bc1226/66590446-f239-4728-b0eb-3db1299fa1e3/160df496-6eec-44ce-a16c-8b507196b963) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:11:57.838736 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0d7e0c48-6ad1-4f41-8850-294d4f543856 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:57.870674 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-8c3969a3-c602-47fc-ae95-c060bfe2346e tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:11:58.042627 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7e0c48-6ad1-4f41-8850-294d4f543856 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Pushing event updated for resources: {'Port': ['ID=76bbe3a1-a5be-41f8-8ae9-ca1eefe092b1,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:11:58.051715 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-0d7e0c48-6ad1-4f41-8850-294d4f543856 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:11:58.066198 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d7e0c48-6ad1-4f41-8850-294d4f543856 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Network 0677d35d-c34f-49aa-b645-a7c1d748a021 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:11:58.074617 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-0d7e0c48-6ad1-4f41-8850-294d4f543856 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Resources bound (agent type, host, resource id):  {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:11:58.077220 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d7e0c48-6ad1-4f41-8850-294d4f543856 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:11:58.089637 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-3a39d1b8-5e75-4313-8545-d1d94f102f72 None None] Provisioning for port 4c057e47-cc6e-4f9c-8285-799d61be47af completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:11:58.097128 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-3a39d1b8-5e75-4313-8545-d1d94f102f72 None None] Provisioning complete for port 4c057e47-cc6e-4f9c-8285-799d61be47af triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:11:58.097802 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3a39d1b8-5e75-4313-8545-d1d94f102f72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:58.137108 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa7b9436-b917-496b-8dae-8a64659a6583 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:11:58.152565 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e754c16-b64f-4bdc-86d3-5abc225d6c08 None None] Sync routers for ids ['771753b4-45ec-41a9-9419-9e961602a73d'] in dv-neutron-822691-2-hyperv {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:11:58.154138 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-e0c5cd3d-4acc-443c-8cc2-0b02b4a31478 req-55cc4b49-43f0-4f0d-b4a4-274fc0815721 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:58.195523 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e754c16-b64f-4bdc-86d3-5abc225d6c08 None None] Routers {'771753b4-45ec-41a9-9419-9e961602a73d'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:11:58.196288 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-8e754c16-b64f-4bdc-86d3-5abc225d6c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271f9a550>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:11:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['771753b4-45ec-41a9-9419-9e961602a73d'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:11:58.197646 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-3a39d1b8-5e75-4313-8545-d1d94f102f72 None None] Port 4c057e47-cc6e-4f9c-8285-799d61be47af cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:11:58.219653 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-d2ca8cf6-ecd0-479f-b929-646562236961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f527127a438>, [{'id': '4aa5ad62-fa1f-4ae6-a129-d0a85438b8b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-304020', 'tenant_id': '758a6f1d84774c7d81576f2d2a7e18fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.88'}], 'enable_snat': True}, 'gw_port_id': 'a58173a6-1dab-4be9-908f-eb9d19b305be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:09:46Z', 'updated_at': '2021-12-24T11:09:53Z', 'revision_number': 4, 'project_id': '758a6f1d84774c7d81576f2d2a7e18fd', 'gw_port': {'id': 'a58173a6-1dab-4be9-908f-eb9d19b305be', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:07:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aa5ad62-fa1f-4ae6-a129-d0a85438b8b8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:09:46Z', 'updated_at': '2021-12-24T11:09:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_interfaces': [{'id': '94b617fa-61cd-40df-a5a3-3301e93fab1e', 'name': '', 'network_id': '64161c02-41e7-4720-9a76-ba7756ce6721', 'tenant_id': '758a6f1d84774c7d81576f2d2a7e18fd', 'mac_address': 'fa:16:3e:b0:eb:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aa5ad62-fa1f-4ae6-a129-d0a85438b8b8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '145cd7ba-da39-49f6-9f33-6ede13e0db18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:09:51Z', 'updated_at': '2021-12-24T11:10:02Z', 'revision_number': 5, 'project_id': '758a6f1d84774c7d81576f2d2a7e18fd', 'subnets': [{'id': '145cd7ba-da39-49f6-9f33-6ede13e0db18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:11:58.225127 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:58.226662 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ca8cf6-ecd0-479f-b929-646562236961 None None] The sync data for ids ['4aa5ad62-fa1f-4ae6-a129-d0a85438b8b8'] in dv-neutron-822691-2-hyperv is: [{'id': '4aa5ad62-fa1f-4ae6-a129-d0a85438b8b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-304020', 'tenant_id': '758a6f1d84774c7d81576f2d2a7e18fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.88'}], 'enable_snat': True}, 'gw_port_id': 'a58173a6-1dab-4be9-908f-eb9d19b305be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:09:46Z', 'updated_at': '2021-12-24T11:09:53Z', 'revision_number': 4, 'project_id': '758a6f1d84774c7d81576f2d2a7e18fd', 'gw_port': {'id': 'a58173a6-1dab-4be9-908f-eb9d19b305be', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:07:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aa5ad62-fa1f-4ae6-a129-d0a85438b8b8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:09:46Z', 'updated_at': '2021-12-24T11:09:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_interfaces': [{'id': '94b617fa-61cd-40df-a5a3-3301e93fab1e', 'name': '', 'network_id': '64161c02-41e7-4720-9a76-ba7756ce6721', 'tenant_id': '758a6f1d84774c7d81576f2d2a7e18fd', 'mac_address': 'fa:16:3e:b0:eb:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aa5ad62-fa1f-4ae6-a129-d0a85438b8b8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '145cd7ba-da39-49f6-9f33-6ede13e0db18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:09:51Z', 'updated_at': '2021-12-24T11:10:02Z', 'revision_number': 5, 'project_id': '758a6f1d84774c7d81576f2d2a7e18fd', 'subnets': [{'id': '145cd7ba-da39-49f6-9f33-6ede13e0db18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:11:58.238356 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-fa7b9436-b917-496b-8dae-8a64659a6583 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "PUT /v2.0/routers/771753b4-45ec-41a9-9419-9e961602a73d/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.1334372
Dec 24 11:11:58.242371 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 43590) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:11:58.257567 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-3a39d1b8-5e75-4313-8545-d1d94f102f72 None None] Provisioning complete for port 21ec1402-ac7c-4470-8d47-d7d46b694a65 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:11:58.258199 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3a39d1b8-5e75-4313-8545-d1d94f102f72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:58.438435 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-cdecbab9-9979-4a20-9fc3-8c454f17aae8 req-824148d9-34cb-4228-8308-e7402ba663ab tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] 10.222.0.65 "GET /v2.0/ports?device_id=9172ddea-2e24-4367-8ccf-2f8b57546cea HTTP/1.1" status: 200  len: 210 time: 0.3705750
Dec 24 11:11:58.671729 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4124f8d0-b214-4198-9d41-91c9c36d5b72 tempest-TestNetworkBasicOps-448411267 tempest-TestNetworkBasicOps-448411267-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:11:58.672327 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4124f8d0-b214-4198-9d41-91c9c36d5b72 tempest-TestNetworkBasicOps-448411267 tempest-TestNetworkBasicOps-448411267-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:11:58.672736 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4124f8d0-b214-4198-9d41-91c9c36d5b72 tempest-TestNetworkBasicOps-448411267 tempest-TestNetworkBasicOps-448411267-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:11:58.673165 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4124f8d0-b214-4198-9d41-91c9c36d5b72 tempest-TestNetworkBasicOps-448411267 tempest-TestNetworkBasicOps-448411267-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:11:58.673681 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4124f8d0-b214-4198-9d41-91c9c36d5b72 tempest-TestNetworkBasicOps-448411267 tempest-TestNetworkBasicOps-448411267-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:11:58.674501 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4124f8d0-b214-4198-9d41-91c9c36d5b72 tempest-TestNetworkBasicOps-448411267 tempest-TestNetworkBasicOps-448411267-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:11:58.674902 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4124f8d0-b214-4198-9d41-91c9c36d5b72 tempest-TestNetworkBasicOps-448411267 tempest-TestNetworkBasicOps-448411267-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:11:58.675298 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4124f8d0-b214-4198-9d41-91c9c36d5b72 tempest-TestNetworkBasicOps-448411267 tempest-TestNetworkBasicOps-448411267-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:11:58.675698 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4124f8d0-b214-4198-9d41-91c9c36d5b72 tempest-TestNetworkBasicOps-448411267 tempest-TestNetworkBasicOps-448411267-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:11:58.676097 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4124f8d0-b214-4198-9d41-91c9c36d5b72 tempest-TestNetworkBasicOps-448411267 tempest-TestNetworkBasicOps-448411267-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:11:58.682130 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-4124f8d0-b214-4198-9d41-91c9c36d5b72 tempest-TestNetworkBasicOps-448411267 tempest-TestNetworkBasicOps-448411267-project-admin] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200  len: 7046 time: 0.4307933
Dec 24 11:11:58.682863 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 43596) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:11:58.684686 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-8e754c16-b64f-4bdc-86d3-5abc225d6c08 None None] Set router 771753b4-45ec-41a9-9419-9e961602a73d gateway port host: dv-neutron-822691-2-hyperv {{(pid=88881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:11:58.690436 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0d7e0c48-6ad1-4f41-8850-294d4f543856 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-720245'] for router_interface, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:58.740111 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [req-e0c5cd3d-4acc-443c-8cc2-0b02b4a31478 req-55cc4b49-43f0-4f0d-b4a4-274fc0815721 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Transition to ACTIVE for port object 160df496-6eec-44ce-a16c-8b507196b963 will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:11:58.784110 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-69c4b630-4a28-42f4-8d6d-070e39f23cce None None] Provisioning complete for port 4c057e47-cc6e-4f9c-8285-799d61be47af triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:11:58.784514 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-69c4b630-4a28-42f4-8d6d-070e39f23cce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:58.785978 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-ddf1d8e3-6afb-464a-82a3-968a77aa7990 req-f46e65b4-ae87-4a8d-b0a4-8da1b1d4c0dc service neutron] 10.222.0.58 "GET /v2.0/networks/64161c02-41e7-4720-9a76-ba7756ce6721?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9870098
Dec 24 11:11:58.871528 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71601c3f-9bb8-4bf7-a73c-2e7a48dee5c2 tempest-TestNetworkBasicOps-448411267 tempest-TestNetworkBasicOps-448411267-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:11:58.871844 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71601c3f-9bb8-4bf7-a73c-2e7a48dee5c2 tempest-TestNetworkBasicOps-448411267 tempest-TestNetworkBasicOps-448411267-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:11:58.872389 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71601c3f-9bb8-4bf7-a73c-2e7a48dee5c2 tempest-TestNetworkBasicOps-448411267 tempest-TestNetworkBasicOps-448411267-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:11:58.872794 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71601c3f-9bb8-4bf7-a73c-2e7a48dee5c2 tempest-TestNetworkBasicOps-448411267 tempest-TestNetworkBasicOps-448411267-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:11:58.873186 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71601c3f-9bb8-4bf7-a73c-2e7a48dee5c2 tempest-TestNetworkBasicOps-448411267 tempest-TestNetworkBasicOps-448411267-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:11:58.873574 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71601c3f-9bb8-4bf7-a73c-2e7a48dee5c2 tempest-TestNetworkBasicOps-448411267 tempest-TestNetworkBasicOps-448411267-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:11:58.873991 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71601c3f-9bb8-4bf7-a73c-2e7a48dee5c2 tempest-TestNetworkBasicOps-448411267 tempest-TestNetworkBasicOps-448411267-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:11:58.874674 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71601c3f-9bb8-4bf7-a73c-2e7a48dee5c2 tempest-TestNetworkBasicOps-448411267 tempest-TestNetworkBasicOps-448411267-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:11:58.875070 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71601c3f-9bb8-4bf7-a73c-2e7a48dee5c2 tempest-TestNetworkBasicOps-448411267 tempest-TestNetworkBasicOps-448411267-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:11:58.875458 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71601c3f-9bb8-4bf7-a73c-2e7a48dee5c2 tempest-TestNetworkBasicOps-448411267 tempest-TestNetworkBasicOps-448411267-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:11:58.882095 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-71601c3f-9bb8-4bf7-a73c-2e7a48dee5c2 tempest-TestNetworkBasicOps-448411267 tempest-TestNetworkBasicOps-448411267-project-admin] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 6405 time: 0.1931274
Dec 24 11:11:58.884230 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 43600) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:11:58.968031 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-e0c5cd3d-4acc-443c-8cc2-0b02b4a31478 req-55cc4b49-43f0-4f0d-b4a4-274fc0815721 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:58.986676 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4781bfbd-5462-489f-a345-dd7d78fada7e req-396572d4-69d7-4eed-a9b4-0f25857dea03 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:11:58.987504 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-4781bfbd-5462-489f-a345-dd7d78fada7e req-396572d4-69d7-4eed-a9b4-0f25857dea03 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Synchronizing usage tracker for tenant:758a6f1d84774c7d81576f2d2a7e18fd on resource:port {{(pid=88879) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:11:58.992673 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-03d9a3dc-4349-4815-a1e9-776a8b83fdd3 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:11:59.000242 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-ddf1d8e3-6afb-464a-82a3-968a77aa7990 req-0f5cc116-d7b6-48ad-8779-f93dce26a2f6 service neutron] 10.222.0.58 "GET /v2.0/networks/64161c02-41e7-4720-9a76-ba7756ce6721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2009976
Dec 24 11:11:59.047580 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0d7e0c48-6ad1-4f41-8850-294d4f543856 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:59.070708 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab557a91-84b5-40f9-95d2-7ba7349b4050 req-11e92983-4e96-4e9e-b87a-7c92b2ccf43f tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:11:59.072474 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-ab557a91-84b5-40f9-95d2-7ba7349b4050 req-11e92983-4e96-4e9e-b87a-7c92b2ccf43f tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] 10.222.0.65 "GET /v2.0/ports?device_id=4f3726f2-5445-4800-a149-b80f3ff480e1 HTTP/1.1" status: 200  len: 945 time: 0.4848897
Dec 24 11:11:59.107279 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e577327-958f-46d7-ab13-9789a397e423 None None] New status for floating IP 4bbc1dd0-80b1-469d-b668-446a113b7a4f: DOWN {{(pid=88880) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 24 11:11:59.249910 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-ab557a91-84b5-40f9-95d2-7ba7349b4050 req-7bdcb61f-0472-47a9-a910-af4379a812c9 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] 10.222.0.65 "GET /v2.0/security-groups?id=ac646890-84b4-4f0e-9ed2-2b517a0b7022&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1646922
Dec 24 11:11:59.272179 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-69c4b630-4a28-42f4-8d6d-070e39f23cce None None] Port 4c057e47-cc6e-4f9c-8285-799d61be47af cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:11:59.286575 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-69c4b630-4a28-42f4-8d6d-070e39f23cce None None] Provisioning for port 76bbe3a1-a5be-41f8-8ae9-ca1eefe092b1 completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:11:59.293065 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-69c4b630-4a28-42f4-8d6d-070e39f23cce None None] Provisioning complete for port 76bbe3a1-a5be-41f8-8ae9-ca1eefe092b1 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:11:59.293601 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-69c4b630-4a28-42f4-8d6d-070e39f23cce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:59.303673 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-8e754c16-b64f-4bdc-86d3-5abc225d6c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271f9a550>, [{'id': '771753b4-45ec-41a9-9419-9e961602a73d', 'name': 'tempest-TestNetworkBasicOps-router-378366581', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.172'}], 'enable_snat': True}, 'gw_port_id': 'f9906f36-3dc9-4e2b-9ca3-c55dbeaf3a8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:11:45Z', 'updated_at': '2021-12-24T11:11:54Z', 'revision_number': 4, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'gw_port': {'id': 'f9906f36-3dc9-4e2b-9ca3-c55dbeaf3a8f', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ee:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771753b4-45ec-41a9-9419-9e961602a73d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:11:46Z', 'updated_at': '2021-12-24T11:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_interfaces': [{'id': '4c057e47-cc6e-4f9c-8285-799d61be47af', 'name': '', 'network_id': 'f15414c5-2872-4563-8dea-d4ed8ba09391', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'mac_address': 'fa:16:3e:d2:66:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '771753b4-45ec-41a9-9419-9e961602a73d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '422580ef-d3ec-4b91-85fd-a5c157241579', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:11:52Z', 'updated_at': '2021-12-24T11:11:54Z', 'revision_number': 2, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'subnets': [{'id': '422580ef-d3ec-4b91-85fd-a5c157241579', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:11:59.321934 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e754c16-b64f-4bdc-86d3-5abc225d6c08 None None] Checking router: 771753b4-45ec-41a9-9419-9e961602a73d for host: dv-neutron-822691-2-hyperv {{(pid=88881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 24 11:11:59.321934 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e754c16-b64f-4bdc-86d3-5abc225d6c08 None None] Updating router 771753b4-45ec-41a9-9419-9e961602a73d port 4c057e47-cc6e-4f9c-8285-799d61be47af binding host dv-neutron-822691-2-hyperv {{(pid=88881) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 24 11:11:59.390865 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-69c4b630-4a28-42f4-8d6d-070e39f23cce None None] Port 76bbe3a1-a5be-41f8-8ae9-ca1eefe092b1 cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:11:59.393019 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 21ec1402-ac7c-4470-8d47-d7d46b694a65 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:11:59.417000 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8e754c16-b64f-4bdc-86d3-5abc225d6c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:59.545595 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port 21ec1402-ac7c-4470-8d47-d7d46b694a65 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:11:59.546213 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:59.679903 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-289eabf2-6bc9-4027-beda-6470f43a5d4c None None] Provisioning complete for port 4c057e47-cc6e-4f9c-8285-799d61be47af triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:11:59.681255 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-289eabf2-6bc9-4027-beda-6470f43a5d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:59.689691 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cc4b49-43f0-4f0d-b4a4-274fc0815721 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Pushing event updated for resources: {'Port': ['ID=160df496-6eec-44ce-a16c-8b507196b963,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:11:59.699230 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-55cc4b49-43f0-4f0d-b4a4-274fc0815721 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.707s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:11:59.715012 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-4781bfbd-5462-489f-a345-dd7d78fada7e req-396572d4-69d7-4eed-a9b4-0f25857dea03 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Unset dirty status for tenant:758a6f1d84774c7d81576f2d2a7e18fd on resource:port {{(pid=88879) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:11:59.716314 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-4781bfbd-5462-489f-a345-dd7d78fada7e req-396572d4-69d7-4eed-a9b4-0f25857dea03 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] 10.222.0.58 "GET /v2.0/ports?device_id=4f3726f2-5445-4800-a149-b80f3ff480e1 HTTP/1.1" status: 200  len: 945 time: 1.5566988
Dec 24 11:11:59.723380 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0c5cd3d-4acc-443c-8cc2-0b02b4a31478 req-55cc4b49-43f0-4f0d-b4a4-274fc0815721 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Network 2428796e-e2e4-4ddb-a9cc-996932bc1226 is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:11:59.725514 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [req-e0c5cd3d-4acc-443c-8cc2-0b02b4a31478 req-55cc4b49-43f0-4f0d-b4a4-274fc0815721 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Resources bound (agent type, host, resource id):  {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:11:59.728305 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0c5cd3d-4acc-443c-8cc2-0b02b4a31478 req-55cc4b49-43f0-4f0d-b4a4-274fc0815721 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:11:59.845895 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-289eabf2-6bc9-4027-beda-6470f43a5d4c None None] Port 4c057e47-cc6e-4f9c-8285-799d61be47af cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:11:59.970726 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8e754c16-b64f-4bdc-86d3-5abc225d6c08 None None] Notify callbacks [] for port, precommit_update {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:59.977691 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c5cd3d-4acc-443c-8cc2-0b02b4a31478 req-55cc4b49-43f0-4f0d-b4a4-274fc0815721 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:11:59.978633 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-e0c5cd3d-4acc-443c-8cc2-0b02b4a31478 req-55cc4b49-43f0-4f0d-b4a4-274fc0815721 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:11:59.986545 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-8e754c16-b64f-4bdc-86d3-5abc225d6c08 None None] Transition to ACTIVE for port object 4c057e47-cc6e-4f9c-8285-799d61be47af will not be triggered until provisioned by entity L2. {{(pid=88881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:11:59.997445 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8e754c16-b64f-4bdc-86d3-5abc225d6c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:00.002992 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [req-4781bfbd-5462-489f-a345-dd7d78fada7e req-4a185eb9-32fe-4e83-b2c3-cbf3f526fdfa tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Deleting port aa443100-115f-4961-a6e3-4b8f1751dc84 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:12:00.003510 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-4781bfbd-5462-489f-a345-dd7d78fada7e req-4a185eb9-32fe-4e83-b2c3-cbf3f526fdfa tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:00.009114 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:12:00.071312 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255bca72-a6f5-4571-8fe8-2493b6d29809 req-c63124f9-f0b7-4817-9e1e-99d228498c6b tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:12:00.079513 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-e0c5cd3d-4acc-443c-8cc2-0b02b4a31478 req-55cc4b49-43f0-4f0d-b4a4-274fc0815721 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.0827003
Dec 24 11:12:00.080237 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-255bca72-a6f5-4571-8fe8-2493b6d29809 req-c63124f9-f0b7-4817-9e1e-99d228498c6b tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] 10.222.0.65 "GET /v2.0/ports?device_id=9172ddea-2e24-4367-8ccf-2f8b57546cea HTTP/1.1" status: 200  len: 931 time: 0.1402688
Dec 24 11:12:00.119693 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [req-e0c5cd3d-4acc-443c-8cc2-0b02b4a31478 req-4302abda-35a1-4faa-9bd9-868b679f7f41 service neutron] Request body: {'port': {'device_id': '9172ddea-2e24-4367-8ccf-2f8b57546cea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:12:00.157663 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-255bca72-a6f5-4571-8fe8-2493b6d29809 req-39e3dce9-8b34-449d-87bc-21754a5de4c8 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] 10.222.0.65 "GET /v2.0/security-groups?id=7c81f28e-fd2d-468e-ad3a-e8186ef36a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0760016
Dec 24 11:12:00.164626 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0d7e0c48-6ad1-4f41-8850-294d4f543856 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Notify callbacks [] for port, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:00.180335 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0d7e0c48-6ad1-4f41-8850-294d4f543856 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3978773'] for port, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:00.215211 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-681e95ad-2582-4948-908c-6362fc179c61 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:12:00.248354 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-8e754c16-b64f-4bdc-86d3-5abc225d6c08 None None] Attempting to bind port 4c057e47-cc6e-4f9c-8285-799d61be47af on host dv-neutron-822691-2-hyperv for vnic_type normal with profile  {{(pid=88881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:12:00.248686 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-8e754c16-b64f-4bdc-86d3-5abc225d6c08 None None] Attempting to bind port 4c057e47-cc6e-4f9c-8285-799d61be47af by drivers openvswitch,hyperv on host dv-neutron-822691-2-hyperv at level 0 using segments [{'id': '45d70bd7-4b68-463b-bb1b-249c8aec34f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'f15414c5-2872-4563-8dea-d4ed8ba09391'}] {{(pid=88881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:12:00.249089 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e754c16-b64f-4bdc-86d3-5abc225d6c08 None None] Attempting to bind port 4c057e47-cc6e-4f9c-8285-799d61be47af on network f15414c5-2872-4563-8dea-d4ed8ba09391 {{(pid=88881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:12:00.259474 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e754c16-b64f-4bdc-86d3-5abc225d6c08 None None] Checking agent: {'id': 'db1275c1-6001-47af-93c2-635c68404703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822691-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 52, 8), 'started_at': datetime.datetime(2021, 12, 24, 10, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 11, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822691-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:12:00.259893 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e754c16-b64f-4bdc-86d3-5abc225d6c08 None None] Checking segment: {'id': '45d70bd7-4b68-463b-bb1b-249c8aec34f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'f15414c5-2872-4563-8dea-d4ed8ba09391'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:12:00.260344 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8e754c16-b64f-4bdc-86d3-5abc225d6c08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:00.260780 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e754c16-b64f-4bdc-86d3-5abc225d6c08 None None] Bound using segment: {'id': '45d70bd7-4b68-463b-bb1b-249c8aec34f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'f15414c5-2872-4563-8dea-d4ed8ba09391'} {{(pid=88881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:12:00.261734 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-8e754c16-b64f-4bdc-86d3-5abc225d6c08 None None] Bound port: 4c057e47-cc6e-4f9c-8285-799d61be47af, host: dv-neutron-822691-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45d70bd7-4b68-463b-bb1b-249c8aec34f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'f15414c5-2872-4563-8dea-d4ed8ba09391'}}] {{(pid=88881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:12:00.262180 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8e754c16-b64f-4bdc-86d3-5abc225d6c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:00.279352 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-46aa19fd-7187-4c5d-ac47-2ac75fc84af9 None None] Provisioning for port 160df496-6eec-44ce-a16c-8b507196b963 completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:12:00.284927 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-46aa19fd-7187-4c5d-ac47-2ac75fc84af9 None None] Provisioning complete for port 160df496-6eec-44ce-a16c-8b507196b963 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:12:00.285610 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-46aa19fd-7187-4c5d-ac47-2ac75fc84af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:00.292489 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0d7e0c48-6ad1-4f41-8850-294d4f543856 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1977653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854055662'] for router_interface, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:00.375710 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-8e754c16-b64f-4bdc-86d3-5abc225d6c08 None None] For port 4c057e47-cc6e-4f9c-8285-799d61be47af, host dv-neutron-822691-2-hyperv, cleared binding levels {{(pid=88881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:12:00.381624 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-8e754c16-b64f-4bdc-86d3-5abc225d6c08 None None] For port 4c057e47-cc6e-4f9c-8285-799d61be47af, host dv-neutron-822691-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=4c057e47-cc6e-4f9c-8285-799d61be47af,segment=NetworkSegment(45d70bd7-4b68-463b-bb1b-249c8aec34f1),segment_id=45d70bd7-4b68-463b-bb1b-249c8aec34f1)] {{(pid=88881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:12:00.391842 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8e754c16-b64f-4bdc-86d3-5abc225d6c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:00.404956 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a42dce9-4823-48fd-a0b7-9614fa2e3893 None None] Pushing event updated for resources: {'Port': ['ID=4c057e47-cc6e-4f9c-8285-799d61be47af,revision_number=3']} {{(pid=88881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:12:00.415945 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-46aa19fd-7187-4c5d-ac47-2ac75fc84af9 None None] Port 160df496-6eec-44ce-a16c-8b507196b963 cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:12:00.426384 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a42dce9-4823-48fd-a0b7-9614fa2e3893 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:12:00.426767 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a42dce9-4823-48fd-a0b7-9614fa2e3893 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:12:00.427145 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a42dce9-4823-48fd-a0b7-9614fa2e3893 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:12:00.427517 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a42dce9-4823-48fd-a0b7-9614fa2e3893 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:12:00.427886 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a42dce9-4823-48fd-a0b7-9614fa2e3893 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:12:00.428254 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a42dce9-4823-48fd-a0b7-9614fa2e3893 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:12:00.428615 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a42dce9-4823-48fd-a0b7-9614fa2e3893 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:12:00.429024 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a42dce9-4823-48fd-a0b7-9614fa2e3893 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:12:00.429388 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a42dce9-4823-48fd-a0b7-9614fa2e3893 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:12:00.429750 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a42dce9-4823-48fd-a0b7-9614fa2e3893 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:12:00.430138 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a42dce9-4823-48fd-a0b7-9614fa2e3893 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:12:00.438866 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7a42dce9-4823-48fd-a0b7-9614fa2e3893 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=88881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:12:00.439390 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-d803f9e2-57f6-4fde-ae86-d8fb004ea722 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.036s {{(pid=88881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:12:00.477160 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e754c16-b64f-4bdc-86d3-5abc225d6c08 None None] Routers {'771753b4-45ec-41a9-9419-9e961602a73d'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:12:00.478014 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-8e754c16-b64f-4bdc-86d3-5abc225d6c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271f9a550>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:11:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['771753b4-45ec-41a9-9419-9e961602a73d'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:12:00.573732 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [req-4781bfbd-5462-489f-a345-dd7d78fada7e req-4a185eb9-32fe-4e83-b2c3-cbf3f526fdfa tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] For port aa443100-115f-4961-a6e3-4b8f1751dc84, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=aa443100-115f-4961-a6e3-4b8f1751dc84,segment=NetworkSegment(5f9a724b-7d90-49f2-b1f9-3dc1b129857a),segment_id=5f9a724b-7d90-49f2-b1f9-3dc1b129857a)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:12:00.573732 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-4781bfbd-5462-489f-a345-dd7d78fada7e req-4a185eb9-32fe-4e83-b2c3-cbf3f526fdfa tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:00.576505 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7e0c48-6ad1-4f41-8850-294d4f543856 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Pushing event updated for resources: {'Port': ['ID=76bbe3a1-a5be-41f8-8ae9-ca1eefe092b1,revision_number=2']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:12:00.590308 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-2c110796-b4d8-471f-a713-152f9b3faad2 tempest-TestNetworkBasicOps-448411267 tempest-TestNetworkBasicOps-448411267-project-admin] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200  len: 4308 time: 1.7033174
Dec 24 11:12:00.592257 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d7e0c48-6ad1-4f41-8850-294d4f543856 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Network 0677d35d-c34f-49aa-b645-a7c1d748a021 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:12:00.593978 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-0d7e0c48-6ad1-4f41-8850-294d4f543856 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:12:00.595510 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-0d7e0c48-6ad1-4f41-8850-294d4f543856 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Resources bound (agent type, host, resource id):  {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:12:00.791790 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [req-4781bfbd-5462-489f-a345-dd7d78fada7e req-4a185eb9-32fe-4e83-b2c3-cbf3f526fdfa tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Calling delete_port for aa443100-115f-4961-a6e3-4b8f1751dc84 owned by compute:nova {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:12:00.847349 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-e0c5cd3d-4acc-443c-8cc2-0b02b4a31478 req-4302abda-35a1-4faa-9bd9-868b679f7f41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:00.972873 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 43610) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:12:00.989862 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-ab45f5d7-bafe-437d-a663-e1cf435d9b57 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1914266999', 'description': 'tempest-secgroup-smoke-1914266999 description', 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:12:00.999114 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-ab45f5d7-bafe-437d-a663-e1cf435d9b57 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:12:01.006949 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-ab45f5d7-bafe-437d-a663-e1cf435d9b57 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Usage tracker for resource:security_group and tenant:ad7c5ba9df02428aae512a4d9bb9dd9d is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:12:01.054904 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-ab45f5d7-bafe-437d-a663-e1cf435d9b57 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:12:01.097996 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a42dce9-4823-48fd-a0b7-9614fa2e3893 None None] Pushing event updated for resources: {'Port': ['ID=4c057e47-cc6e-4f9c-8285-799d61be47af,revision_number=4']} {{(pid=88881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:12:01.101651 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7a42dce9-4823-48fd-a0b7-9614fa2e3893 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.662s {{(pid=88881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:12:01.110889 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-8e754c16-b64f-4bdc-86d3-5abc225d6c08 None None] Set router 771753b4-45ec-41a9-9419-9e961602a73d gateway port host: dv-neutron-822691-2-hyperv {{(pid=88881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:12:01.118750 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-ab45f5d7-bafe-437d-a663-e1cf435d9b57 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:12:01.122289 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f14d930-fd70-4268-ae9b-2cb587d4e801 req-8402407d-2656-460b-afbb-4c0dc4b9059a tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:12:01.124011 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-1f14d930-fd70-4268-ae9b-2cb587d4e801 req-8402407d-2656-460b-afbb-4c0dc4b9059a tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] 10.222.0.65 "GET /v2.0/ports?device_id=4f3726f2-5445-4800-a149-b80f3ff480e1 HTTP/1.1" status: 200  len: 945 time: 0.6108804
Dec 24 11:12:01.182524 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ab45f5d7-bafe-437d-a663-e1cf435d9b57 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:01.216033 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d7e0c48-6ad1-4f41-8850-294d4f543856 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Router b530bf32-f36f-41bf-b0bb-d12f443ba03b has already been hosted by L3 agent 198cca88-1338-4098-b44b-beb0346ac906 {{(pid=88878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 24 11:12:01.219346 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-1f14d930-fd70-4268-ae9b-2cb587d4e801 req-4c424306-cca6-4de3-91de-3def877af4b7 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] 10.222.0.65 "GET /v2.0/security-groups?id=ac646890-84b4-4f0e-9ed2-2b517a0b7022&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0743465
Dec 24 11:12:01.292732 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-df5a6f7f-a93c-4900-879a-224a8dbde85f None None] Provisioning complete for port 76bbe3a1-a5be-41f8-8ae9-ca1eefe092b1 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:12:01.293739 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-df5a6f7f-a93c-4900-879a-224a8dbde85f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:01.311360 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-4781bfbd-5462-489f-a345-dd7d78fada7e req-4a185eb9-32fe-4e83-b2c3-cbf3f526fdfa tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:01.321375 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-46e4dfa5-e3b9-4754-ae62-fe8949bc7960 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:12:01.364687 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-df5a6f7f-a93c-4900-879a-224a8dbde85f None None] Port 76bbe3a1-a5be-41f8-8ae9-ca1eefe092b1 cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:12:01.382915 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a185eb9-32fe-4e83-b2c3-cbf3f526fdfa tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Pushing event deleted for resources: {'Port': ['ID=aa443100-115f-4961-a6e3-4b8f1751dc84,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:12:01.385468 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-4a185eb9-32fe-4e83-b2c3-cbf3f526fdfa tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:12:01.402788 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-ab45f5d7-bafe-437d-a663-e1cf435d9b57 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:12:01.453464 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-ab45f5d7-bafe-437d-a663-e1cf435d9b57 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Usage tracker for resource:security_group_rule and tenant:ad7c5ba9df02428aae512a4d9bb9dd9d is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:12:01.483852 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-ab45f5d7-bafe-437d-a663-e1cf435d9b57 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:12:01.490876 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c273f3a6-eb41-4346-bc5e-b890e776b343 req-2ecfa06a-af0f-49f9-b495-d54f63a5a27a tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:12:01.492571 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-c273f3a6-eb41-4346-bc5e-b890e776b343 req-2ecfa06a-af0f-49f9-b495-d54f63a5a27a tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] 10.222.0.65 "GET /v2.0/ports?device_id=9172ddea-2e24-4367-8ccf-2f8b57546cea HTTP/1.1" status: 200  len: 931 time: 0.1149569
Dec 24 11:12:01.504683 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-ab45f5d7-bafe-437d-a663-e1cf435d9b57 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:12:01.508803 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [req-4781bfbd-5462-489f-a345-dd7d78fada7e req-4a185eb9-32fe-4e83-b2c3-cbf3f526fdfa tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] No DVR routers for this DVR port aa443100-115f-4961-a6e3-4b8f1751dc84 on host hv-neutron-8226 {{(pid=88879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 24 11:12:01.514640 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-4781bfbd-5462-489f-a345-dd7d78fada7e req-4a185eb9-32fe-4e83-b2c3-cbf3f526fdfa tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:01.517496 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f3726f2-5445-4800-a149-b80f3ff480e1', 'name': 'network-vif-deleted', 'tag': 'aa443100-115f-4961-a6e3-4b8f1751dc84'}] {{(pid=88879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 24 11:12:01.522908 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d7e0c48-6ad1-4f41-8850-294d4f543856 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:12:01.559021 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-0d7e0c48-6ad1-4f41-8850-294d4f543856 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] 10.222.0.65 "PUT /v2.0/routers/b530bf32-f36f-41bf-b0bb-d12f443ba03b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.2123182
Dec 24 11:12:01.559342 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 43618) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:12:01.585193 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-c273f3a6-eb41-4346-bc5e-b890e776b343 req-506302e6-9935-4ab3-9a01-f0b650c4d49a tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] 10.222.0.65 "GET /v2.0/security-groups?id=7c81f28e-fd2d-468e-ad3a-e8186ef36a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0798349
Dec 24 11:12:01.587153 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153f4048-12ef-409e-9478-a9fec4d5520b None None] Sync routers for ids ['b530bf32-f36f-41bf-b0bb-d12f443ba03b'] in dv-neutron-822691-2-hyperv {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:12:01.631375 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-4781bfbd-5462-489f-a345-dd7d78fada7e req-4a185eb9-32fe-4e83-b2c3-cbf3f526fdfa tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] 10.222.0.58 "DELETE /v2.0/ports/aa443100-115f-4961-a6e3-4b8f1751dc84 HTTP/1.1" status: 204  len: 173 time: 1.8709128
Dec 24 11:12:01.642602 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-153f4048-12ef-409e-9478-a9fec4d5520b None None] Routers {'b530bf32-f36f-41bf-b0bb-d12f443ba03b'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:12:01.643297 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-153f4048-12ef-409e-9478-a9fec4d5520b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52718d3518>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:11:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['b530bf32-f36f-41bf-b0bb-d12f443ba03b'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:12:01.661759 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f3726f2-5445-4800-a149-b80f3ff480e1', 'name': 'network-vif-deleted', 'tag': 'aa443100-115f-4961-a6e3-4b8f1751dc84', 'status': 'completed', 'code': 200}
Dec 24 11:12:01.721552 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-8e754c16-b64f-4bdc-86d3-5abc225d6c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271f9a550>, [{'id': '771753b4-45ec-41a9-9419-9e961602a73d', 'name': 'tempest-TestNetworkBasicOps-router-378366581', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.172'}], 'enable_snat': True}, 'gw_port_id': 'f9906f36-3dc9-4e2b-9ca3-c55dbeaf3a8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:11:45Z', 'updated_at': '2021-12-24T11:11:54Z', 'revision_number': 4, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'gw_port': {'id': 'f9906f36-3dc9-4e2b-9ca3-c55dbeaf3a8f', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ee:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771753b4-45ec-41a9-9419-9e961602a73d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:11:46Z', 'updated_at': '2021-12-24T11:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_interfaces': [{'id': '4c057e47-cc6e-4f9c-8285-799d61be47af', 'name': '', 'network_id': 'f15414c5-2872-4563-8dea-d4ed8ba09391', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'mac_address': 'fa:16:3e:d2:66:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '771753b4-45ec-41a9-9419-9e961602a73d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '422580ef-d3ec-4b91-85fd-a5c157241579', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:11:52Z', 'updated_at': '2021-12-24T11:12:00Z', 'revision_number': 4, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'subnets': [{'id': '422580ef-d3ec-4b91-85fd-a5c157241579', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:12:01.725013 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-153f4048-12ef-409e-9478-a9fec4d5520b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52718d3518>, [], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:12:01.729804 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e754c16-b64f-4bdc-86d3-5abc225d6c08 None None] The sync data for ids ['771753b4-45ec-41a9-9419-9e961602a73d'] in dv-neutron-822691-2-hyperv is: [{'id': '771753b4-45ec-41a9-9419-9e961602a73d', 'name': 'tempest-TestNetworkBasicOps-router-378366581', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.172'}], 'enable_snat': True}, 'gw_port_id': 'f9906f36-3dc9-4e2b-9ca3-c55dbeaf3a8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:11:45Z', 'updated_at': '2021-12-24T11:11:54Z', 'revision_number': 4, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'gw_port': {'id': 'f9906f36-3dc9-4e2b-9ca3-c55dbeaf3a8f', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ee:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771753b4-45ec-41a9-9419-9e961602a73d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:11:46Z', 'updated_at': '2021-12-24T11:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_interfaces': [{'id': '4c057e47-cc6e-4f9c-8285-799d61be47af', 'name': '', 'network_id': 'f15414c5-2872-4563-8dea-d4ed8ba09391', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'mac_address': 'fa:16:3e:d2:66:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '771753b4-45ec-41a9-9419-9e961602a73d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '422580ef-d3ec-4b91-85fd-a5c157241579', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:11:52Z', 'updated_at': '2021-12-24T11:12:00Z', 'revision_number': 4, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'subnets': [{'id': '422580ef-d3ec-4b91-85fd-a5c157241579', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:12:01.740413 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-153f4048-12ef-409e-9478-a9fec4d5520b None None] Routers {'b530bf32-f36f-41bf-b0bb-d12f443ba03b'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:12:01.741094 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-153f4048-12ef-409e-9478-a9fec4d5520b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52718d3518>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:11:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['b530bf32-f36f-41bf-b0bb-d12f443ba03b'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:12:01.806030 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [req-e0c5cd3d-4acc-443c-8cc2-0b02b4a31478 req-4302abda-35a1-4faa-9bd9-868b679f7f41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 160df496-6eec-44ce-a16c-8b507196b963 {{(pid=88879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 24 11:12:01.823937 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-153f4048-12ef-409e-9478-a9fec4d5520b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52718d3518>, [], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:12:01.824500 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153f4048-12ef-409e-9478-a9fec4d5520b None None] The sync data for ids ['b530bf32-f36f-41bf-b0bb-d12f443ba03b'] in dv-neutron-822691-2-hyperv is: [] {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:12:01.831437 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-e0c5cd3d-4acc-443c-8cc2-0b02b4a31478 req-4302abda-35a1-4faa-9bd9-868b679f7f41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:01.868163 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ab45f5d7-bafe-437d-a663-e1cf435d9b57 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:01.878862 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [req-e0c5cd3d-4acc-443c-8cc2-0b02b4a31478 req-4302abda-35a1-4faa-9bd9-868b679f7f41 service neutron] Transition to ACTIVE for port object 160df496-6eec-44ce-a16c-8b507196b963 will not be triggered until provisioned by entity L2. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:12:01.879818 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ab45f5d7-bafe-437d-a663-e1cf435d9b57 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:01.887268 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-a2cadfbc-5ac1-48fb-b542-6ecfd384f4b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:12:01.906670 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-e0c5cd3d-4acc-443c-8cc2-0b02b4a31478 req-4302abda-35a1-4faa-9bd9-868b679f7f41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850854027'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:01.960317 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ab45f5d7-bafe-437d-a663-e1cf435d9b57 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:01.961691 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-ab45f5d7-bafe-437d-a663-e1cf435d9b57 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 0.9845471
Dec 24 11:12:01.965144 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 43622) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:12:01.972066 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-feb43094-c1ce-46e5-a29b-89bf039cdbac tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Request body: {'security_group_rule': {'security_group_id': '722d2444-97f5-4c9e-9545-7c546aca16e1', 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:12:01.979776 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-feb43094-c1ce-46e5-a29b-89bf039cdbac tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:12:02.001981 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-feb43094-c1ce-46e5-a29b-89bf039cdbac tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Usage tracker for resource:security_group_rule and tenant:ad7c5ba9df02428aae512a4d9bb9dd9d is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:12:02.011400 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-feb43094-c1ce-46e5-a29b-89bf039cdbac tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:12:02.019868 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-feb43094-c1ce-46e5-a29b-89bf039cdbac tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:12:02.031394 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab45f5d7-bafe-437d-a663-e1cf435d9b57 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=722d2444-97f5-4c9e-9545-7c546aca16e1,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:12:02.044553 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-ab45f5d7-bafe-437d-a663-e1cf435d9b57 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:12:02.045145 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-27b5f71f-5575-422f-936f-e9e90d9d8cdd tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.121s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:12:02.058919 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-feb43094-c1ce-46e5-a29b-89bf039cdbac tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:02.109165 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a8e9476e-6f24-43d8-8dc6-723114aab7c8 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Notify callbacks [] for router, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:02.179881 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-feb43094-c1ce-46e5-a29b-89bf039cdbac tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:02.185229 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-feb43094-c1ce-46e5-a29b-89bf039cdbac tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689902'] for security_group_rule, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:02.192647 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-30fc6108-871d-453c-bf2d-4eb447f133b9 tempest-ServerActionsTestJSON-1704938095 tempest-ServerActionsTestJSON-1704938095-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:12:02.221380 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb43094-c1ce-46e5-a29b-89bf039cdbac tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=359036fa-3cfe-41a1-9415-5c278200c4e8,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:12:02.229629 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-feb43094-c1ce-46e5-a29b-89bf039cdbac tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:12:02.237005 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-feb43094-c1ce-46e5-a29b-89bf039cdbac tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:02.242356 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-feb43094-c1ce-46e5-a29b-89bf039cdbac tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.2757559
Dec 24 11:12:02.243274 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 43626) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:12:02.249723 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-5425f4ab-e2ca-4d50-841b-ee1842a73875 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Request body: {'security_group_rule': {'security_group_id': '722d2444-97f5-4c9e-9545-7c546aca16e1', 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:12:02.258956 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-5425f4ab-e2ca-4d50-841b-ee1842a73875 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:12:02.264390 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-5425f4ab-e2ca-4d50-841b-ee1842a73875 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Usage tracker for resource:security_group_rule and tenant:ad7c5ba9df02428aae512a4d9bb9dd9d is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:12:02.268936 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-5425f4ab-e2ca-4d50-841b-ee1842a73875 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:12:02.276904 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-5425f4ab-e2ca-4d50-841b-ee1842a73875 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:12:02.300536 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5425f4ab-e2ca-4d50-841b-ee1842a73875 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:02.382718 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4302abda-35a1-4faa-9bd9-868b679f7f41 service neutron] Pushing event updated for resources: {'Port': ['ID=160df496-6eec-44ce-a16c-8b507196b963,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:12:02.390747 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-4302abda-35a1-4faa-9bd9-868b679f7f41 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:12:02.393327 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5425f4ab-e2ca-4d50-841b-ee1842a73875 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:02.397892 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5425f4ab-e2ca-4d50-841b-ee1842a73875 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689902'] for security_group_rule, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:02.408074 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-a9a8ee98-a589-4758-bfb3-a056824c2f9e tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:12:02.437042 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5425f4ab-e2ca-4d50-841b-ee1842a73875 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=318f5140-f298-4f02-8a89-7a4aeafb2549,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:12:02.440442 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-5425f4ab-e2ca-4d50-841b-ee1842a73875 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:12:02.453057 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5425f4ab-e2ca-4d50-841b-ee1842a73875 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:02.457261 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-5425f4ab-e2ca-4d50-841b-ee1842a73875 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.2101688
Dec 24 11:12:02.457596 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 43632) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:12:02.466017 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-f1ef9cf1-5611-47c3-8179-70e409a87c66 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Request body: {'security_group_rule': {'security_group_id': '722d2444-97f5-4c9e-9545-7c546aca16e1', 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:12:02.481282 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [req-e0c5cd3d-4acc-443c-8cc2-0b02b4a31478 req-4302abda-35a1-4faa-9bd9-868b679f7f41 service neutron] Attempting to bind port 160df496-6eec-44ce-a16c-8b507196b963 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:12:02.481634 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [req-e0c5cd3d-4acc-443c-8cc2-0b02b4a31478 req-4302abda-35a1-4faa-9bd9-868b679f7f41 service neutron] Attempting to bind port 160df496-6eec-44ce-a16c-8b507196b963 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'faf0938d-9351-4aa3-a42a-2891bc0c4373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '2428796e-e2e4-4ddb-a9cc-996932bc1226'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:12:02.482034 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c5cd3d-4acc-443c-8cc2-0b02b4a31478 req-4302abda-35a1-4faa-9bd9-868b679f7f41 service neutron] Attempting to bind port 160df496-6eec-44ce-a16c-8b507196b963 on network 2428796e-e2e4-4ddb-a9cc-996932bc1226 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:12:02.495392 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c5cd3d-4acc-443c-8cc2-0b02b4a31478 req-4302abda-35a1-4faa-9bd9-868b679f7f41 service neutron] Port 160df496-6eec-44ce-a16c-8b507196b963 on network 2428796e-e2e4-4ddb-a9cc-996932bc1226 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 24 11:12:02.495733 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c5cd3d-4acc-443c-8cc2-0b02b4a31478 req-4302abda-35a1-4faa-9bd9-868b679f7f41 service neutron] Attempting to bind port 160df496-6eec-44ce-a16c-8b507196b963 on network 2428796e-e2e4-4ddb-a9cc-996932bc1226 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:12:02.506982 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c5cd3d-4acc-443c-8cc2-0b02b4a31478 req-4302abda-35a1-4faa-9bd9-868b679f7f41 service neutron] Checking agent: {'id': '239bbc6e-fc66-42e2-b707-1aa8ba10287c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 57, 58), 'started_at': datetime.datetime(2021, 12, 24, 10, 57, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 11, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:12:02.507289 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c5cd3d-4acc-443c-8cc2-0b02b4a31478 req-4302abda-35a1-4faa-9bd9-868b679f7f41 service neutron] Checking segment: {'id': 'faf0938d-9351-4aa3-a42a-2891bc0c4373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '2428796e-e2e4-4ddb-a9cc-996932bc1226'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:12:02.507704 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c5cd3d-4acc-443c-8cc2-0b02b4a31478 req-4302abda-35a1-4faa-9bd9-868b679f7f41 service neutron] Bound using segment: {'id': 'faf0938d-9351-4aa3-a42a-2891bc0c4373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '2428796e-e2e4-4ddb-a9cc-996932bc1226'} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:12:02.508182 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [req-e0c5cd3d-4acc-443c-8cc2-0b02b4a31478 req-4302abda-35a1-4faa-9bd9-868b679f7f41 service neutron] Bound port: 160df496-6eec-44ce-a16c-8b507196b963, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'faf0938d-9351-4aa3-a42a-2891bc0c4373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '2428796e-e2e4-4ddb-a9cc-996932bc1226'}}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:12:02.508566 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-e0c5cd3d-4acc-443c-8cc2-0b02b4a31478 req-4302abda-35a1-4faa-9bd9-868b679f7f41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:02.533536 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.v2.resource [None req-a8e9476e-6f24-43d8-8dc6-723114aab7c8 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] delete failed (client error): There was a conflict when trying to complete your request.
Dec 24 11:12:02.538137 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-a8e9476e-6f24-43d8-8dc6-723114aab7c8 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] 10.222.0.65 "DELETE /v2.0/routers/b530bf32-f36f-41bf-b0bb-d12f443ba03b HTTP/1.1" status: 409  len: 329 time: 0.9711215
Dec 24 11:12:02.539196 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 43636) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:12:02.539835 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-f1ef9cf1-5611-47c3-8179-70e409a87c66 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:12:02.546429 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-f9124b81-6214-4d00-b6dc-5ed43324e45f req-ea610ab5-ab37-4113-ae49-6dd7abf9cfb3 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] 10.222.0.65 "GET /v2.0/ports?device_id=4f3726f2-5445-4800-a149-b80f3ff480e1 HTTP/1.1" status: 200  len: 210 time: 0.0735080
Dec 24 11:12:02.550442 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-f1ef9cf1-5611-47c3-8179-70e409a87c66 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Usage tracker for resource:security_group_rule and tenant:ad7c5ba9df02428aae512a4d9bb9dd9d is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:12:02.554212 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-f1ef9cf1-5611-47c3-8179-70e409a87c66 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:12:02.562256 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-f1ef9cf1-5611-47c3-8179-70e409a87c66 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:12:02.590989 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f1ef9cf1-5611-47c3-8179-70e409a87c66 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:02.673945 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f1ef9cf1-5611-47c3-8179-70e409a87c66 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:02.678157 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f1ef9cf1-5611-47c3-8179-70e409a87c66 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689902'] for security_group_rule, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:02.680342 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-e15c94e1-671e-43ff-8e8e-0638539cc9fb tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:12:02.704925 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ef9cf1-5611-47c3-8179-70e409a87c66 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9403836c-0f96-4b57-938f-f2a34b84eba4,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:12:02.710069 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f1ef9cf1-5611-47c3-8179-70e409a87c66 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:12:02.728417 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f1ef9cf1-5611-47c3-8179-70e409a87c66 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:02.730180 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-f1ef9cf1-5611-47c3-8179-70e409a87c66 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.2713921
Dec 24 11:12:02.733084 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 43642) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:12:02.740602 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-9baedc6b-b3ce-409e-b0a5-c13b8e8d70eb tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Request body: {'security_group_rule': {'security_group_id': '722d2444-97f5-4c9e-9545-7c546aca16e1', 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:12:02.748894 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-9baedc6b-b3ce-409e-b0a5-c13b8e8d70eb tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:12:02.754123 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-9baedc6b-b3ce-409e-b0a5-c13b8e8d70eb tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Usage tracker for resource:security_group_rule and tenant:ad7c5ba9df02428aae512a4d9bb9dd9d is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:12:02.759093 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-9baedc6b-b3ce-409e-b0a5-c13b8e8d70eb tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:12:02.770728 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-9baedc6b-b3ce-409e-b0a5-c13b8e8d70eb tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:12:02.846834 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9baedc6b-b3ce-409e-b0a5-c13b8e8d70eb tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:02.911443 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a34085e-7be7-4a6c-a9a3-ea6ddf7079fe req-852b1ab7-e2f4-4f62-8fcd-c7a25b235ae1 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:12:02.913215 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-4a34085e-7be7-4a6c-a9a3-ea6ddf7079fe req-852b1ab7-e2f4-4f62-8fcd-c7a25b235ae1 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] 10.222.0.65 "GET /v2.0/ports?device_id=9172ddea-2e24-4367-8ccf-2f8b57546cea HTTP/1.1" status: 200  len: 943 time: 0.1461627
Dec 24 11:12:02.979553 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9baedc6b-b3ce-409e-b0a5-c13b8e8d70eb tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:02.985813 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9baedc6b-b3ce-409e-b0a5-c13b8e8d70eb tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689902'] for security_group_rule, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:02.991621 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-93f279b8-cd6e-4f3b-8894-55205deb76d5 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:12:03.011733 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9baedc6b-b3ce-409e-b0a5-c13b8e8d70eb tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f0c0100-865c-4565-85f5-dc16ef677c0e,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:12:03.017771 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-9baedc6b-b3ce-409e-b0a5-c13b8e8d70eb tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:12:03.025324 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-4a34085e-7be7-4a6c-a9a3-ea6ddf7079fe req-3bc12169-500c-4bb7-a67b-02b11b154749 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] 10.222.0.65 "GET /v2.0/security-groups?id=7c81f28e-fd2d-468e-ad3a-e8186ef36a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1031973
Dec 24 11:12:03.037295 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9baedc6b-b3ce-409e-b0a5-c13b8e8d70eb tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:03.037468 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [req-e0c5cd3d-4acc-443c-8cc2-0b02b4a31478 req-4302abda-35a1-4faa-9bd9-868b679f7f41 service neutron] For port 160df496-6eec-44ce-a16c-8b507196b963, host hv-neutron-8226, cleared binding levels {{(pid=88879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:12:03.039044 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-9baedc6b-b3ce-409e-b0a5-c13b8e8d70eb tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.3048003
Dec 24 11:12:03.041963 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 43646) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:12:03.049244 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-80b6ea08-ab2f-4148-88e1-e58de0485d84 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Request body: {'security_group_rule': {'security_group_id': '722d2444-97f5-4c9e-9545-7c546aca16e1', 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:12:03.056461 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-80b6ea08-ab2f-4148-88e1-e58de0485d84 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:12:03.060741 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-80b6ea08-ab2f-4148-88e1-e58de0485d84 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Usage tracker for resource:security_group_rule and tenant:ad7c5ba9df02428aae512a4d9bb9dd9d is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:12:03.061678 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [req-e0c5cd3d-4acc-443c-8cc2-0b02b4a31478 req-4302abda-35a1-4faa-9bd9-868b679f7f41 service neutron] For port 160df496-6eec-44ce-a16c-8b507196b963, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=160df496-6eec-44ce-a16c-8b507196b963,segment=NetworkSegment(faf0938d-9351-4aa3-a42a-2891bc0c4373),segment_id=faf0938d-9351-4aa3-a42a-2891bc0c4373)] {{(pid=88879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:12:03.064485 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-80b6ea08-ab2f-4148-88e1-e58de0485d84 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:12:03.067917 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-e0c5cd3d-4acc-443c-8cc2-0b02b4a31478 req-4302abda-35a1-4faa-9bd9-868b679f7f41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850854027'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:03.071987 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-80b6ea08-ab2f-4148-88e1-e58de0485d84 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:12:03.073381 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-79d4de27-d7f0-450a-8cbd-58952aca92dd tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:12:03.085395 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.securitygroups_db [None req-80b6ea08-ab2f-4148-88e1-e58de0485d84 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Project ad7c5ba9df02428aae512a4d9bb9dd9d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 24 11:12:03.094322 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-80b6ea08-ab2f-4148-88e1-e58de0485d84 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:03.153536 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-e0c5cd3d-4acc-443c-8cc2-0b02b4a31478 req-4302abda-35a1-4faa-9bd9-868b679f7f41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:03.155297 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-e0c5cd3d-4acc-443c-8cc2-0b02b4a31478 req-4302abda-35a1-4faa-9bd9-868b679f7f41 service neutron] 10.222.0.58 "PUT /v2.0/ports/160df496-6eec-44ce-a16c-8b507196b963 HTTP/1.1" status: 200  len: 1093 time: 3.0605774
Dec 24 11:12:03.185378 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-80b6ea08-ab2f-4148-88e1-e58de0485d84 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:03.189031 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-80b6ea08-ab2f-4148-88e1-e58de0485d84 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689902'] for security_group_rule, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:03.193861 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-01ea4681-8a43-4b18-b6aa-541f9eb5dcd2 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:12:03.212906 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b6ea08-ab2f-4148-88e1-e58de0485d84 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d65eee2a-e883-4617-84ba-b89237c1d55f,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:12:03.216409 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-80b6ea08-ab2f-4148-88e1-e58de0485d84 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:12:03.235657 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-80b6ea08-ab2f-4148-88e1-e58de0485d84 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:03.249059 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-80b6ea08-ab2f-4148-88e1-e58de0485d84 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.2052670
Dec 24 11:12:03.254481 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 43650) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:12:03.261852 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-698d1305-1294-4949-81ec-909788ef247c tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Request body: {'security_group_rule': {'security_group_id': '722d2444-97f5-4c9e-9545-7c546aca16e1', 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:12:03.283535 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-698d1305-1294-4949-81ec-909788ef247c tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:12:03.296467 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-698d1305-1294-4949-81ec-909788ef247c tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Usage tracker for resource:security_group_rule and tenant:ad7c5ba9df02428aae512a4d9bb9dd9d is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:12:03.306266 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-698d1305-1294-4949-81ec-909788ef247c tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:12:03.320436 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-698d1305-1294-4949-81ec-909788ef247c tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:12:03.338186 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.securitygroups_db [None req-698d1305-1294-4949-81ec-909788ef247c tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Project ad7c5ba9df02428aae512a4d9bb9dd9d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 24 11:12:03.346313 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-698d1305-1294-4949-81ec-909788ef247c tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:03.349357 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4302abda-35a1-4faa-9bd9-868b679f7f41 service neutron] Pushing event updated for resources: {'Port': ['ID=160df496-6eec-44ce-a16c-8b507196b963,revision_number=3']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:12:03.362067 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-4302abda-35a1-4faa-9bd9-868b679f7f41 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:12:03.383636 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 4c057e47-cc6e-4f9c-8285-799d61be47af up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:12:03.422273 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-e0c5cd3d-4acc-443c-8cc2-0b02b4a31478 req-c9e43db6-9cba-473a-a190-533bffc144f7 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fbedb279f22e4b3494591d6dabc201d5&device_id=9172ddea-2e24-4367-8ccf-2f8b57546cea HTTP/1.1" status: 200  len: 1096 time: 0.1917629
Dec 24 11:12:03.474064 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-698d1305-1294-4949-81ec-909788ef247c tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:03.481820 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-698d1305-1294-4949-81ec-909788ef247c tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689902'] for security_group_rule, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:03.484438 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-13ecebde-52e0-49a6-8c50-6939475a23f0 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:12:03.511036 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning for port 4c057e47-cc6e-4f9c-8285-799d61be47af completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:12:03.513709 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-e0c5cd3d-4acc-443c-8cc2-0b02b4a31478 req-b8070afd-e98d-48dd-982e-f290dc997df9 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=160df496-6eec-44ce-a16c-8b507196b963 HTTP/1.1" status: 200  len: 217 time: 0.0790286
Dec 24 11:12:03.515758 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c34feeb1-a4bf-41e2-8d25-26ecd7574e9a tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854055677'] for router_interface, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:03.518151 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port 4c057e47-cc6e-4f9c-8285-799d61be47af triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:12:03.518811 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:03.537616 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-698d1305-1294-4949-81ec-909788ef247c tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:03.568926 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-698d1305-1294-4949-81ec-909788ef247c tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.3128593
Dec 24 11:12:03.571544 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698d1305-1294-4949-81ec-909788ef247c tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9eeeda54-4b1b-4a65-9aec-1b4b1ea6eb8b,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:12:03.576376 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-698d1305-1294-4949-81ec-909788ef247c tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:12:03.654425 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Device aa443100-115f-4961-a6e3-4b8f1751dc84 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:12:03.682428 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 43658) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:12:03.694096 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9172ddea-2e24-4367-8ccf-2f8b57546cea', 'tag': '160df496-6eec-44ce-a16c-8b507196b963'}] {{(pid=88879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 24 11:12:03.712253 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] No Port match for: aa443100-115f-4961-a6e3-4b8f1751dc84 {{(pid=88880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 24 11:12:03.712653 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Device aa443100-115f-4961-a6e3-4b8f1751dc84 not bound to the agent host hv-neutron-8226 {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 24 11:12:03.736625 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c5cd3d-4acc-443c-8cc2-0b02b4a31478 req-1911ecd5-96e9-4e22-adb9-daae0a9c6e1b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:12:03.738272 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-e0c5cd3d-4acc-443c-8cc2-0b02b4a31478 req-1911ecd5-96e9-4e22-adb9-daae0a9c6e1b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=66590446-f239-4728-b0eb-3db1299fa1e3 HTTP/1.1" status: 200  len: 851 time: 0.1547878
Dec 24 11:12:03.799008 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:03.812075 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9172ddea-2e24-4367-8ccf-2f8b57546cea', 'tag': '160df496-6eec-44ce-a16c-8b507196b963', 'status': 'completed', 'code': 200}
Dec 24 11:12:03.862575 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] For port 4c057e47-cc6e-4f9c-8285-799d61be47af, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=4c057e47-cc6e-4f9c-8285-799d61be47af,segment=NetworkSegment(45d70bd7-4b68-463b-bb1b-249c8aec34f1),segment_id=45d70bd7-4b68-463b-bb1b-249c8aec34f1)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:12:03.867084 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:03.882260 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-149030f4-906d-4de0-8114-3bc1504b280c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:12:03.908412 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-e0c5cd3d-4acc-443c-8cc2-0b02b4a31478 req-ea774172-1083-4b43-9389-01d3bca1be17 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2428796e-e2e4-4ddb-a9cc-996932bc1226&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1587148
Dec 24 11:12:03.959619 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Pushing event updated for resources: {'Port': ['ID=4c057e47-cc6e-4f9c-8285-799d61be47af,revision_number=5']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:12:03.963361 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:12:03.992252 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-3033f13c-43c8-4c19-b93a-d2ece1bd101e req-bc45e7da-25b3-42b1-96cd-72b8baedfab5 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1914266999&fields=id&tenant_id=ad7c5ba9df02428aae512a4d9bb9dd9d HTTP/1.1" status: 200  len: 267 time: 0.0776331
Dec 24 11:12:04.187730 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-e0c5cd3d-4acc-443c-8cc2-0b02b4a31478 req-6a4a697f-2f0d-4b45-9dbd-8536c7f0f48a service neutron] 10.222.0.58 "GET /v2.0/networks/2428796e-e2e4-4ddb-a9cc-996932bc1226?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2677617
Dec 24 11:12:04.435242 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-e0c5cd3d-4acc-443c-8cc2-0b02b4a31478 req-bb3c99b0-d7e8-499f-b479-981075479219 service neutron] 10.222.0.58 "GET /v2.0/networks/2428796e-e2e4-4ddb-a9cc-996932bc1226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2110527
Dec 24 11:12:04.541459 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3033f13c-43c8-4c19-b93a-d2ece1bd101e req-efeb0f94-b0ff-434e-b372-4ae38c2adfff tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:12:04.542262 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-3033f13c-43c8-4c19-b93a-d2ece1bd101e req-efeb0f94-b0ff-434e-b372-4ae38c2adfff tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Synchronizing usage tracker for tenant:ad7c5ba9df02428aae512a4d9bb9dd9d on resource:network {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:12:04.577459 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-3033f13c-43c8-4c19-b93a-d2ece1bd101e req-efeb0f94-b0ff-434e-b372-4ae38c2adfff tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Unset dirty status for tenant:ad7c5ba9df02428aae512a4d9bb9dd9d on resource:network {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:12:04.578749 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-3033f13c-43c8-4c19-b93a-d2ece1bd101e req-efeb0f94-b0ff-434e-b372-4ae38c2adfff tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/networks?id=f15414c5-2872-4563-8dea-d4ed8ba09391 HTTP/1.1" status: 200  len: 796 time: 0.5715804
Dec 24 11:12:04.618789 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b351233-ab0b-46e3-8859-b832ec848eb7 req-de6e0230-2ef5-4f51-8263-db6673e7e315 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:12:04.620381 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-0b351233-ab0b-46e3-8859-b832ec848eb7 req-de6e0230-2ef5-4f51-8263-db6673e7e315 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] 10.222.0.65 "GET /v2.0/ports?device_id=9172ddea-2e24-4367-8ccf-2f8b57546cea HTTP/1.1" status: 200  len: 943 time: 0.1731498
Dec 24 11:12:04.635099 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-ac371e1e-4bc8-49f9-82d5-7ea162940a65 req-ffb3917f-71f8-4b09-b990-e65337de6bfd service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fbedb279f22e4b3494591d6dabc201d5&device_id=9172ddea-2e24-4367-8ccf-2f8b57546cea HTTP/1.1" status: 200  len: 1096 time: 0.1459088
Dec 24 11:12:04.673267 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-c34feeb1-a4bf-41e2-8d25-26ecd7574e9a tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Deleting port 76bbe3a1-a5be-41f8-8ae9-ca1eefe092b1 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:12:04.673877 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c34feeb1-a4bf-41e2-8d25-26ecd7574e9a tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:04.676993 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-3033f13c-43c8-4c19-b93a-d2ece1bd101e req-0ea8b73c-08c8-417d-a111-2394f0cf71c3 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/quotas/ad7c5ba9df02428aae512a4d9bb9dd9d HTTP/1.1" status: 200  len: 375 time: 0.0799694
Dec 24 11:12:04.792444 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-0b351233-ab0b-46e3-8859-b832ec848eb7 req-ddf06ba9-9177-4365-8eae-0d9468f64c03 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] 10.222.0.65 "GET /v2.0/security-groups?id=7c81f28e-fd2d-468e-ad3a-e8186ef36a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1215386
Dec 24 11:12:04.837612 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-3033f13c-43c8-4c19-b93a-d2ece1bd101e req-330ca04e-6513-4f1f-9553-91a36ed7b033 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Synchronizing usage tracker for tenant:ad7c5ba9df02428aae512a4d9bb9dd9d on resource:port {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:12:04.859264 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c58610ba-b345-4683-8645-a2b95102e22e tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854055677'] for router_interface, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:04.928003 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-3033f13c-43c8-4c19-b93a-d2ece1bd101e req-330ca04e-6513-4f1f-9553-91a36ed7b033 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Unset dirty status for tenant:ad7c5ba9df02428aae512a4d9bb9dd9d on resource:port {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:12:04.929556 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-3033f13c-43c8-4c19-b93a-d2ece1bd101e req-330ca04e-6513-4f1f-9553-91a36ed7b033 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=ad7c5ba9df02428aae512a4d9bb9dd9d&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2424545
Dec 24 11:12:04.941059 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac371e1e-4bc8-49f9-82d5-7ea162940a65 req-d3cee6ae-0541-4e0b-b5ed-87a0108c0a1f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:12:04.943224 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-ac371e1e-4bc8-49f9-82d5-7ea162940a65 req-d3cee6ae-0541-4e0b-b5ed-87a0108c0a1f service neutron] 10.222.0.58 "GET /v2.0/networks?id=2428796e-e2e4-4ddb-a9cc-996932bc1226 HTTP/1.1" status: 200  len: 913 time: 0.2979667
Dec 24 11:12:05.041142 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c34feeb1-a4bf-41e2-8d25-26ecd7574e9a tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:05.053086 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-ac371e1e-4bc8-49f9-82d5-7ea162940a65 req-22205f37-a724-484b-8b6c-0ac94512e496 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=160df496-6eec-44ce-a16c-8b507196b963 HTTP/1.1" status: 200  len: 217 time: 0.1002486
Dec 24 11:12:05.171563 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-3033f13c-43c8-4c19-b93a-d2ece1bd101e req-7e32423f-7fe3-4c39-af58-533be8c2b81e service neutron] 10.222.0.65 "GET /v2.0/networks/f15414c5-2872-4563-8dea-d4ed8ba09391?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2243311
Dec 24 11:12:05.208431 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-c34feeb1-a4bf-41e2-8d25-26ecd7574e9a tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Calling delete_port for 76bbe3a1-a5be-41f8-8ae9-ca1eefe092b1 owned by network:router_interface {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:12:05.319197 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 4c057e47-cc6e-4f9c-8285-799d61be47af up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:12:05.393552 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port 4c057e47-cc6e-4f9c-8285-799d61be47af triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:12:05.393983 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:05.395317 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-3033f13c-43c8-4c19-b93a-d2ece1bd101e req-a47b77e4-68b5-4e1d-b169-64cc5c0e8eab service neutron] 10.222.0.65 "GET /v2.0/networks/f15414c5-2872-4563-8dea-d4ed8ba09391?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2156665
Dec 24 11:12:05.555424 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac371e1e-4bc8-49f9-82d5-7ea162940a65 req-4cb168c4-cbae-4500-b1db-dfe67de4301c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:12:05.556997 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-ac371e1e-4bc8-49f9-82d5-7ea162940a65 req-4cb168c4-cbae-4500-b1db-dfe67de4301c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=66590446-f239-4728-b0eb-3db1299fa1e3 HTTP/1.1" status: 200  len: 851 time: 0.4432809
Dec 24 11:12:05.688790 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-95490664-16e8-4fda-b5f4-53576e4060fe req-f12763ee-8cfc-48a5-aa56-25f27afcbf1e tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/ports?device_id=1ec53f4c-1f81-4e17-9c7c-8b68606882bb HTTP/1.1" status: 200  len: 210 time: 0.0627153
Dec 24 11:12:05.734991 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-ac371e1e-4bc8-49f9-82d5-7ea162940a65 req-a6be4099-defa-4545-b559-b3b8da83d7b5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2428796e-e2e4-4ddb-a9cc-996932bc1226&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1681654
Dec 24 11:12:05.859285 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c34feeb1-a4bf-41e2-8d25-26ecd7574e9a tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:05.868392 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-ab4e0414-e39f-46ab-a611-a244a7843f07 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:12:05.929952 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34feeb1-a4bf-41e2-8d25-26ecd7574e9a tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Pushing event deleted for resources: {'Port': ['ID=76bbe3a1-a5be-41f8-8ae9-ca1eefe092b1,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:12:05.934802 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c34feeb1-a4bf-41e2-8d25-26ecd7574e9a tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:12:06.019712 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-c58610ba-b345-4683-8645-a2b95102e22e tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Deleting port 94b617fa-61cd-40df-a5a3-3301e93fab1e {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:12:06.020126 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c58610ba-b345-4683-8645-a2b95102e22e tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:06.032488 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-ac371e1e-4bc8-49f9-82d5-7ea162940a65 req-06f032f2-5a94-4d9f-8e6a-8a500e2762ef service neutron] 10.222.0.58 "GET /v2.0/networks/2428796e-e2e4-4ddb-a9cc-996932bc1226?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2828915
Dec 24 11:12:06.174848 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5f8f53-be7f-431a-94e0-992ef8119b81 req-d3694c31-62cf-46c9-b18b-e2d2f9b97e57 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:12:06.176671 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-fd5f8f53-be7f-431a-94e0-992ef8119b81 req-d3694c31-62cf-46c9-b18b-e2d2f9b97e57 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] 10.222.0.65 "GET /v2.0/ports?device_id=9172ddea-2e24-4367-8ccf-2f8b57546cea HTTP/1.1" status: 200  len: 943 time: 0.2370124
Dec 24 11:12:06.301983 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-fd5f8f53-be7f-431a-94e0-992ef8119b81 req-3c40d54a-6d00-4b24-a1cb-47319d72b9e4 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] 10.222.0.65 "GET /v2.0/security-groups?id=7c81f28e-fd2d-468e-ad3a-e8186ef36a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0718338
Dec 24 11:12:06.331820 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-c58610ba-b345-4683-8645-a2b95102e22e tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] For port 94b617fa-61cd-40df-a5a3-3301e93fab1e, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=94b617fa-61cd-40df-a5a3-3301e93fab1e,segment=NetworkSegment(5f9a724b-7d90-49f2-b1f9-3dc1b129857a),segment_id=5f9a724b-7d90-49f2-b1f9-3dc1b129857a)] {{(pid=88878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:12:06.332210 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c58610ba-b345-4683-8645-a2b95102e22e tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:06.356422 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-ac371e1e-4bc8-49f9-82d5-7ea162940a65 req-89c8643e-ea89-4eb9-8243-4e472345f058 service neutron] 10.222.0.58 "GET /v2.0/networks/2428796e-e2e4-4ddb-a9cc-996932bc1226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3018501
Dec 24 11:12:06.358007 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c34feeb1-a4bf-41e2-8d25-26ecd7574e9a tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036852798164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854055527'] for router_interface, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:06.411845 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-60c2b452-c653-4466-a9a2-5145d41421ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:06.462139 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-c58610ba-b345-4683-8645-a2b95102e22e tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Calling delete_port for 94b617fa-61cd-40df-a5a3-3301e93fab1e owned by network:router_interface {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:12:06.676098 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c58610ba-b345-4683-8645-a2b95102e22e tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:06.682011 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-d7b59a4a-5dc4-4fb0-b321-c516740b89fb tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:12:06.727300 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58610ba-b345-4683-8645-a2b95102e22e tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Pushing event deleted for resources: {'Port': ['ID=94b617fa-61cd-40df-a5a3-3301e93fab1e,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:12:06.730143 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c58610ba-b345-4683-8645-a2b95102e22e tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:12:06.905435 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-f807433c-01ae-4df9-a875-89d539880f7b req-e70072b1-e9b3-42e1-be86-254ad0b36094 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/ports?device_id=1ec53f4c-1f81-4e17-9c7c-8b68606882bb HTTP/1.1" status: 200  len: 210 time: 0.0525484
Dec 24 11:12:06.991333 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c34feeb1-a4bf-41e2-8d25-26ecd7574e9a tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Router b530bf32-f36f-41bf-b0bb-d12f443ba03b has already been hosted by L3 agent 198cca88-1338-4098-b44b-beb0346ac906 {{(pid=88879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 24 11:12:07.025306 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3033f13c-43c8-4c19-b93a-d2ece1bd101e req-2d2e0fa4-870f-44f0-ae1a-1012a307d81b tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:12:07.026975 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-3033f13c-43c8-4c19-b93a-d2ece1bd101e req-2d2e0fa4-870f-44f0-ae1a-1012a307d81b tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.58 "GET /v2.0/networks?id=f15414c5-2872-4563-8dea-d4ed8ba09391 HTTP/1.1" status: 200  len: 796 time: 0.2147548
Dec 24 11:12:07.155681 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c58610ba-b345-4683-8645-a2b95102e22e tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036852798164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854055527'] for router_interface, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:07.211677 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-3033f13c-43c8-4c19-b93a-d2ece1bd101e req-a7a61dfa-ef4f-4001-927b-971cf3115bbf tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Synchronizing usage tracker for tenant:ad7c5ba9df02428aae512a4d9bb9dd9d on resource:security_group {{(pid=88879) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:12:07.227738 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c34feeb1-a4bf-41e2-8d25-26ecd7574e9a tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:12:07.237510 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-3033f13c-43c8-4c19-b93a-d2ece1bd101e req-a7a61dfa-ef4f-4001-927b-971cf3115bbf tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Unset dirty status for tenant:ad7c5ba9df02428aae512a4d9bb9dd9d on resource:security_group {{(pid=88879) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:12:07.239976 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ede3ec-4f1f-45f0-8a3f-32036eb76c37 None None] Sync routers for ids ['b530bf32-f36f-41bf-b0bb-d12f443ba03b'] in dv-neutron-822691-2-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:12:07.241179 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-3033f13c-43c8-4c19-b93a-d2ece1bd101e req-a7a61dfa-ef4f-4001-927b-971cf3115bbf tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ad7c5ba9df02428aae512a4d9bb9dd9d HTTP/1.1" status: 200  len: 380 time: 0.1533842
Dec 24 11:12:07.244895 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-c34feeb1-a4bf-41e2-8d25-26ecd7574e9a tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] 10.222.0.65 "PUT /v2.0/routers/b530bf32-f36f-41bf-b0bb-d12f443ba03b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.7040508
Dec 24 11:12:07.248726 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 43694) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:12:07.252609 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [req-3033f13c-43c8-4c19-b93a-d2ece1bd101e req-dc365189-e005-429d-a0c1-aec2b6e6e947 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Request body: {'port': {'device_id': '1ec53f4c-1f81-4e17-9c7c-8b68606882bb', 'network_id': 'f15414c5-2872-4563-8dea-d4ed8ba09391', 'admin_state_up': True, 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'security_groups': ['722d2444-97f5-4c9e-9545-7c546aca16e1']}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:12:07.255368 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ede3ec-4f1f-45f0-8a3f-32036eb76c37 None None] Routers {'b530bf32-f36f-41bf-b0bb-d12f443ba03b'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:12:07.256893 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-a4ede3ec-4f1f-45f0-8a3f-32036eb76c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271282160>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:11:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['b530bf32-f36f-41bf-b0bb-d12f443ba03b'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:12:07.327282 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-a4ede3ec-4f1f-45f0-8a3f-32036eb76c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271282160>, [], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:12:07.341447 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ede3ec-4f1f-45f0-8a3f-32036eb76c37 None None] Routers {'b530bf32-f36f-41bf-b0bb-d12f443ba03b'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:12:07.348809 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-a4ede3ec-4f1f-45f0-8a3f-32036eb76c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271282160>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:11:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['b530bf32-f36f-41bf-b0bb-d12f443ba03b'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:12:07.416791 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-a4ede3ec-4f1f-45f0-8a3f-32036eb76c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271282160>, [], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:12:07.417064 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [req-3033f13c-43c8-4c19-b93a-d2ece1bd101e req-dc365189-e005-429d-a0c1-aec2b6e6e947 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:12:07.418055 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ede3ec-4f1f-45f0-8a3f-32036eb76c37 None None] The sync data for ids ['b530bf32-f36f-41bf-b0bb-d12f443ba03b'] in dv-neutron-822691-2-hyperv is: [] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:12:07.429320 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [req-3033f13c-43c8-4c19-b93a-d2ece1bd101e req-dc365189-e005-429d-a0c1-aec2b6e6e947 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:12:07.439112 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3033f13c-43c8-4c19-b93a-d2ece1bd101e req-dc365189-e005-429d-a0c1-aec2b6e6e947 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Made reservation on behalf of ad7c5ba9df02428aae512a4d9bb9dd9d for: {'port': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:12:07.445548 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-3033f13c-43c8-4c19-b93a-d2ece1bd101e req-dc365189-e005-429d-a0c1-aec2b6e6e947 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:07.632643 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [req-3033f13c-43c8-4c19-b93a-d2ece1bd101e req-dc365189-e005-429d-a0c1-aec2b6e6e947 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Allocated IP 172.20.0.13 (f15414c5-2872-4563-8dea-d4ed8ba09391/422580ef-d3ec-4b91-85fd-a5c157241579/d543849a-c6ca-4c57-89fa-aaf9e91d5928) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:12:07.645655 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.v2.resource [None req-39a86f80-8c52-4e38-9119-f9d89764b1e5 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] show failed (client error): The resource could not be found.
Dec 24 11:12:07.646761 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-39a86f80-8c52-4e38-9119-f9d89764b1e5 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] 10.222.0.65 "GET /v2.0/routers/tempest-non_exist_router-234837783 HTTP/1.1" status: 404  len: 334 time: 0.3967404
Dec 24 11:12:07.651072 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 43700) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:12:07.665701 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-a91bb5d9-b3f1-412c-b651-e45dd5aeb87c tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Request body: {'router': {'name': 'new_name'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:12:07.740872 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.v2.resource [None req-a91bb5d9-b3f1-412c-b651-e45dd5aeb87c tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] update failed (client error): The resource could not be found.
Dec 24 11:12:07.742090 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-a91bb5d9-b3f1-412c-b651-e45dd5aeb87c tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] 10.222.0.65 "PUT /v2.0/routers/tempest-non_exist_router-172674259 HTTP/1.1" status: 404  len: 334 time: 0.0899463
Dec 24 11:12:07.746009 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 43704) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:12:07.767316 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853d7ca6-f1e4-40d5-86d6-4932123cf7d6 req-d5aa5fce-f245-45ee-98c8-e2551333e06e tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:12:07.768909 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-853d7ca6-f1e4-40d5-86d6-4932123cf7d6 req-d5aa5fce-f245-45ee-98c8-e2551333e06e tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] 10.222.0.65 "GET /v2.0/ports?device_id=9172ddea-2e24-4367-8ccf-2f8b57546cea HTTP/1.1" status: 200  len: 943 time: 0.1818593
Dec 24 11:12:07.900471 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-853d7ca6-f1e4-40d5-86d6-4932123cf7d6 req-520f19e5-f3ba-437c-8477-c58867e290fa tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] 10.222.0.65 "GET /v2.0/security-groups?id=7c81f28e-fd2d-468e-ad3a-e8186ef36a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1252167
Dec 24 11:12:08.022196 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:08.138770 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-84bf098b-7591-4fb5-b6b8-56d9535685e1 req-ac4f6a78-58c5-4683-8fff-6be97face9d3 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/ports?device_id=1ec53f4c-1f81-4e17-9c7c-8b68606882bb HTTP/1.1" status: 200  len: 210 time: 0.0572786
Dec 24 11:12:08.297152 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c58610ba-b345-4683-8645-a2b95102e22e tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Router 4aa5ad62-fa1f-4ae6-a129-d0a85438b8b8 has already been hosted by L3 agent 198cca88-1338-4098-b44b-beb0346ac906 {{(pid=88878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 24 11:12:08.315259 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-3033f13c-43c8-4c19-b93a-d2ece1bd101e req-dc365189-e005-429d-a0c1-aec2b6e6e947 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:08.350087 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [req-3033f13c-43c8-4c19-b93a-d2ece1bd101e req-dc365189-e005-429d-a0c1-aec2b6e6e947 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Transition to ACTIVE for port object d543849a-c6ca-4c57-89fa-aaf9e91d5928 will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:12:08.361339 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_v2 [None req-df8aed05-c4aa-4c83-99a6-2bd57f7ef950 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Deleting subnet c3b4b85b-fa98-4513-a02a-479e8a04292f {{(pid=88879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 24 11:12:08.366261 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-df8aed05-c4aa-4c83-99a6-2bd57f7ef950 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Notify callbacks [] for subnet, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:08.435138 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-df8aed05-c4aa-4c83-99a6-2bd57f7ef950 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-786693'] for subnet, precommit_delete_associations {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:08.472445 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-3033f13c-43c8-4c19-b93a-d2ece1bd101e req-dc365189-e005-429d-a0c1-aec2b6e6e947 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:08.485735 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7678deb8-1408-4707-bb93-cf29e37e457a tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:12:08.516191 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c58610ba-b345-4683-8645-a2b95102e22e tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:12:08.530735 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5057e571-4893-4bc6-9d32-3f66d7901d11 None None] Sync routers for ids ['4aa5ad62-fa1f-4ae6-a129-d0a85438b8b8'] in dv-neutron-822691-2-hyperv {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:12:08.533552 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-c58610ba-b345-4683-8645-a2b95102e22e tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] 10.222.0.65 "PUT /v2.0/routers/4aa5ad62-fa1f-4ae6-a129-d0a85438b8b8/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.8495827
Dec 24 11:12:08.534337 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 43710) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:12:08.549616 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5057e571-4893-4bc6-9d32-3f66d7901d11 None None] Routers {'4aa5ad62-fa1f-4ae6-a129-d0a85438b8b8'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:12:08.550610 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-5057e571-4893-4bc6-9d32-3f66d7901d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52720912b0>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:11:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['4aa5ad62-fa1f-4ae6-a129-d0a85438b8b8'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:12:08.562331 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3033f13c-43c8-4c19-b93a-d2ece1bd101e req-dc365189-e005-429d-a0c1-aec2b6e6e947 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Network f15414c5-2872-4563-8dea-d4ed8ba09391 is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:12:08.569596 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [req-3033f13c-43c8-4c19-b93a-d2ece1bd101e req-dc365189-e005-429d-a0c1-aec2b6e6e947 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Resources bound (agent type, host, resource id):  {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:12:08.572167 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [req-3033f13c-43c8-4c19-b93a-d2ece1bd101e req-dc365189-e005-429d-a0c1-aec2b6e6e947 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:12:08.664672 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc365189-e005-429d-a0c1-aec2b6e6e947 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event updated for resources: {'Port': ['ID=d543849a-c6ca-4c57-89fa-aaf9e91d5928,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:12:08.678315 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-dc365189-e005-429d-a0c1-aec2b6e6e947 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:12:08.687741 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3033f13c-43c8-4c19-b93a-d2ece1bd101e req-dc365189-e005-429d-a0c1-aec2b6e6e947 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:12:08.688606 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-3033f13c-43c8-4c19-b93a-d2ece1bd101e req-dc365189-e005-429d-a0c1-aec2b6e6e947 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:08.723631 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-df8aed05-c4aa-4c83-99a6-2bd57f7ef950 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847655656'] for subnet, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:08.745045 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_v2 [None req-f609185c-9bd9-46ad-8a13-7960c857c6bb tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Deleting subnet 145cd7ba-da39-49f6-9f33-6ede13e0db18 {{(pid=88878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 24 11:12:08.750014 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f609185c-9bd9-46ad-8a13-7960c857c6bb tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Notify callbacks [] for subnet, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:08.759572 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-3033f13c-43c8-4c19-b93a-d2ece1bd101e req-dc365189-e005-429d-a0c1-aec2b6e6e947 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.5122640
Dec 24 11:12:08.773040 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [req-3033f13c-43c8-4c19-b93a-d2ece1bd101e req-3e5dcbee-1e0a-4694-a24b-213e1b7f5a0c service neutron] Request body: {'port': {'device_id': '1ec53f4c-1f81-4e17-9c7c-8b68606882bb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:12:08.820292 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f609185c-9bd9-46ad-8a13-7960c857c6bb tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852534446'] for subnet, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:08.823320 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-5057e571-4893-4bc6-9d32-3f66d7901d11 None None] Set router 4aa5ad62-fa1f-4ae6-a129-d0a85438b8b8 gateway port host: dv-neutron-822691-2-hyperv {{(pid=88881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:12:08.914658 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-df8aed05-c4aa-4c83-99a6-2bd57f7ef950 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7120129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850854134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851156349'] for subnet, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:08.925992 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-b527d49a-63de-4930-a4e3-ab03ba143b73 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:12:08.945236 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f609185c-9bd9-46ad-8a13-7960c857c6bb tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847655656'] for subnet, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:08.963900 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-598f8480-6077-474a-995a-7439919f1f14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:08.971589 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8aed05-c4aa-4c83-99a6-2bd57f7ef950 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Pushing event deleted for resources: {'Subnet': ['ID=c3b4b85b-fa98-4513-a02a-479e8a04292f,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:12:08.979795 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-df8aed05-c4aa-4c83-99a6-2bd57f7ef950 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:12:08.985938 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-3033f13c-43c8-4c19-b93a-d2ece1bd101e req-3e5dcbee-1e0a-4694-a24b-213e1b7f5a0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:09.000531 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-2e932420-13be-4281-8714-6098ce04bb46 None None] Provisioning for port d543849a-c6ca-4c57-89fa-aaf9e91d5928 completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:12:09.006227 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-2e932420-13be-4281-8714-6098ce04bb46 None None] Provisioning complete for port d543849a-c6ca-4c57-89fa-aaf9e91d5928 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:12:09.006577 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2e932420-13be-4281-8714-6098ce04bb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:09.040043 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-df8aed05-c4aa-4c83-99a6-2bd57f7ef950 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Notify callbacks [] for subnet, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:09.052579 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f609185c-9bd9-46ad-8a13-7960c857c6bb tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7120129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3978858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852529715'] for subnet, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:09.060363 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-df8aed05-c4aa-4c83-99a6-2bd57f7ef950 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] 10.222.0.65 "DELETE /v2.0/subnets/c3b4b85b-fa98-4513-a02a-479e8a04292f HTTP/1.1" status: 204  len: 168 time: 1.3132856
Dec 24 11:12:09.063237 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 43716) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:12:09.071293 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbd28f7f-97bf-4693-b75e-0df3c8f45e43 None None] Network 789dfcbd-6df9-4b27-8b4b-2f14bde482bf requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:12:09.100555 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-6c5d47ec-eeeb-41bb-8b30-123d332d4ad4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:12:09.159252 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f609185c-9bd9-46ad-8a13-7960c857c6bb tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Pushing event deleted for resources: {'Subnet': ['ID=145cd7ba-da39-49f6-9f33-6ede13e0db18,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:12:09.186601 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f609185c-9bd9-46ad-8a13-7960c857c6bb tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:09.191087 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f609185c-9bd9-46ad-8a13-7960c857c6bb tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:12:09.191448 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f609185c-9bd9-46ad-8a13-7960c857c6bb tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:12:09.191867 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f609185c-9bd9-46ad-8a13-7960c857c6bb tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:12:09.193335 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f609185c-9bd9-46ad-8a13-7960c857c6bb tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:12:09.193755 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f609185c-9bd9-46ad-8a13-7960c857c6bb tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:12:09.194704 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f609185c-9bd9-46ad-8a13-7960c857c6bb tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:12:09.194854 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f609185c-9bd9-46ad-8a13-7960c857c6bb tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:12:09.195160 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f609185c-9bd9-46ad-8a13-7960c857c6bb tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:12:09.195567 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f609185c-9bd9-46ad-8a13-7960c857c6bb tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:12:09.196409 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f609185c-9bd9-46ad-8a13-7960c857c6bb tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:12:09.196868 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f609185c-9bd9-46ad-8a13-7960c857c6bb tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:12:09.214315 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f609185c-9bd9-46ad-8a13-7960c857c6bb tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:12:09.224712 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-f609185c-9bd9-46ad-8a13-7960c857c6bb tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] 10.222.0.65 "DELETE /v2.0/subnets/145cd7ba-da39-49f6-9f33-6ede13e0db18 HTTP/1.1" status: 204  len: 168 time: 0.6892567
Dec 24 11:12:09.227289 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 43722) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:12:09.243577 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-5057e571-4893-4bc6-9d32-3f66d7901d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52720912b0>, [{'id': '4aa5ad62-fa1f-4ae6-a129-d0a85438b8b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-304020', 'tenant_id': '758a6f1d84774c7d81576f2d2a7e18fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.88'}], 'enable_snat': True}, 'gw_port_id': 'a58173a6-1dab-4be9-908f-eb9d19b305be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:09:46Z', 'updated_at': '2021-12-24T11:12:06Z', 'revision_number': 5, 'project_id': '758a6f1d84774c7d81576f2d2a7e18fd', 'gw_port': {'id': 'a58173a6-1dab-4be9-908f-eb9d19b305be', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:07:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aa5ad62-fa1f-4ae6-a129-d0a85438b8b8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:09:46Z', 'updated_at': '2021-12-24T11:09:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv'}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:12:09.252266 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5057e571-4893-4bc6-9d32-3f66d7901d11 None None] Checking router: 4aa5ad62-fa1f-4ae6-a129-d0a85438b8b8 for host: dv-neutron-822691-2-hyperv {{(pid=88881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 24 11:12:09.271421 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-2e932420-13be-4281-8714-6098ce04bb46 None None] Port d543849a-c6ca-4c57-89fa-aaf9e91d5928 cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:12:09.283064 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5879bf1-bc20-4ea8-b129-8a4bb985604b None None] Network 64161c02-41e7-4720-9a76-ba7756ce6721 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:12:09.285302 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5057e571-4893-4bc6-9d32-3f66d7901d11 None None] Routers {'4aa5ad62-fa1f-4ae6-a129-d0a85438b8b8'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:12:09.286254 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-5057e571-4893-4bc6-9d32-3f66d7901d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52720912b0>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:12:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['4aa5ad62-fa1f-4ae6-a129-d0a85438b8b8'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:12:09.403197 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c53c2b1-c666-46f9-b105-ec019e2e01b1 req-3736c599-ceed-4829-8705-829d4eead3d0 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:12:09.405272 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-4c53c2b1-c666-46f9-b105-ec019e2e01b1 req-3736c599-ceed-4829-8705-829d4eead3d0 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] 10.222.0.65 "GET /v2.0/ports?device_id=9172ddea-2e24-4367-8ccf-2f8b57546cea HTTP/1.1" status: 200  len: 943 time: 0.3436646
Dec 24 11:12:09.475978 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ab218a5-6b82-498b-a1d3-495f57d84c40 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Deleting subnet ae2c53ae-b237-41f0-8e24-b1b66158a9ce {{(pid=88879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 24 11:12:09.479102 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1ab218a5-6b82-498b-a1d3-495f57d84c40 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Notify callbacks [] for subnet, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:09.522553 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-5057e571-4893-4bc6-9d32-3f66d7901d11 None None] Set router 4aa5ad62-fa1f-4ae6-a129-d0a85438b8b8 gateway port host: dv-neutron-822691-2-hyperv {{(pid=88881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:12:09.536806 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1ab218a5-6b82-498b-a1d3-495f57d84c40 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-786693'] for subnet, precommit_delete_associations {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:09.578621 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-4c53c2b1-c666-46f9-b105-ec019e2e01b1 req-16beb873-b764-4b3f-b84a-e15f54bce478 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] 10.222.0.65 "GET /v2.0/security-groups?id=7c81f28e-fd2d-468e-ad3a-e8186ef36a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1656113
Dec 24 11:12:09.618732 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cec2de-0c46-4316-a315-11d1ba22d52d req-6b818584-118d-48dc-806a-d312741b931a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:12:09.620945 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-f2cec2de-0c46-4316-a315-11d1ba22d52d req-6b818584-118d-48dc-806a-d312741b931a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/ports?device_id=1ec53f4c-1f81-4e17-9c7c-8b68606882bb HTTP/1.1" status: 200  len: 932 time: 0.2765996
Dec 24 11:12:09.622671 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bdfdbc84-c52d-4f40-b281-af314dc1f8fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:09.710223 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-f2cec2de-0c46-4316-a315-11d1ba22d52d req-71b40f07-bcb8-4c4f-907c-01c0c6532a06 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/security-groups?id=722d2444-97f5-4c9e-9545-7c546aca16e1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0805118
Dec 24 11:12:09.728256 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0219e044-8b74-4d80-8cb3-1f47a442d7c1 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Notify callbacks [] for router, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:09.765606 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af41fc61-4be5-4968-89fe-dd0f518dd811 None None] DHCP port deletion for 789dfcbd-6df9-4b27-8b4b-2f14bde482bf request from dv-neutron-822691-2-hyperv {{(pid=88880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 24 11:12:09.771328 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-af41fc61-4be5-4968-89fe-dd0f518dd811 None None] Deleting port dbc963c2-d7e5-4905-bd8e-4ad5e3937107 {{(pid=88880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:12:09.771756 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-af41fc61-4be5-4968-89fe-dd0f518dd811 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:09.773085 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [req-3033f13c-43c8-4c19-b93a-d2ece1bd101e req-3e5dcbee-1e0a-4694-a24b-213e1b7f5a0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d543849a-c6ca-4c57-89fa-aaf9e91d5928 {{(pid=88879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 24 11:12:09.786274 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-3033f13c-43c8-4c19-b93a-d2ece1bd101e req-3e5dcbee-1e0a-4694-a24b-213e1b7f5a0c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:09.798585 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1ab218a5-6b82-498b-a1d3-495f57d84c40 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847655656'] for subnet, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:09.855772 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [req-3033f13c-43c8-4c19-b93a-d2ece1bd101e req-3e5dcbee-1e0a-4694-a24b-213e1b7f5a0c service neutron] Transition to ACTIVE for port object d543849a-c6ca-4c57-89fa-aaf9e91d5928 will not be triggered until provisioned by entity L2. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:12:09.862528 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-3033f13c-43c8-4c19-b93a-d2ece1bd101e req-3e5dcbee-1e0a-4694-a24b-213e1b7f5a0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850854027'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:09.870360 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-03d9a3dc-4349-4815-a1e9-776a8b83fdd3 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:12:09.937484 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5dcbee-1e0a-4694-a24b-213e1b7f5a0c service neutron] Pushing event updated for resources: {'Port': ['ID=d543849a-c6ca-4c57-89fa-aaf9e91d5928,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:12:09.940897 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-3e5dcbee-1e0a-4694-a24b-213e1b7f5a0c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:12:09.960079 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-5057e571-4893-4bc6-9d32-3f66d7901d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52720912b0>, [{'id': '4aa5ad62-fa1f-4ae6-a129-d0a85438b8b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-304020', 'tenant_id': '758a6f1d84774c7d81576f2d2a7e18fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.88'}], 'enable_snat': True}, 'gw_port_id': 'a58173a6-1dab-4be9-908f-eb9d19b305be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:09:46Z', 'updated_at': '2021-12-24T11:12:06Z', 'revision_number': 5, 'project_id': '758a6f1d84774c7d81576f2d2a7e18fd', 'gw_port': {'id': 'a58173a6-1dab-4be9-908f-eb9d19b305be', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:07:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aa5ad62-fa1f-4ae6-a129-d0a85438b8b8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:09:46Z', 'updated_at': '2021-12-24T11:09:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv'}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:12:09.969725 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5057e571-4893-4bc6-9d32-3f66d7901d11 None None] The sync data for ids ['4aa5ad62-fa1f-4ae6-a129-d0a85438b8b8'] in dv-neutron-822691-2-hyperv is: [{'id': '4aa5ad62-fa1f-4ae6-a129-d0a85438b8b8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-304020', 'tenant_id': '758a6f1d84774c7d81576f2d2a7e18fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.88'}], 'enable_snat': True}, 'gw_port_id': 'a58173a6-1dab-4be9-908f-eb9d19b305be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:09:46Z', 'updated_at': '2021-12-24T11:12:06Z', 'revision_number': 5, 'project_id': '758a6f1d84774c7d81576f2d2a7e18fd', 'gw_port': {'id': 'a58173a6-1dab-4be9-908f-eb9d19b305be', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:07:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aa5ad62-fa1f-4ae6-a129-d0a85438b8b8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:09:46Z', 'updated_at': '2021-12-24T11:09:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv'}] {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:12:10.041878 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1ab218a5-6b82-498b-a1d3-495f57d84c40 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7120129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850854134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851156349'] for subnet, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:10.047858 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-cf8adc31-6bd5-496c-8c80-701a9b4fd288 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:12:10.048064 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0219e044-8b74-4d80-8cb3-1f47a442d7c1 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:10.057979 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-0219e044-8b74-4d80-8cb3-1f47a442d7c1 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Deleting port a58173a6-1dab-4be9-908f-eb9d19b305be {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:12:10.058346 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0219e044-8b74-4d80-8cb3-1f47a442d7c1 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:10.061932 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-af41fc61-4be5-4968-89fe-dd0f518dd811 None None] For port dbc963c2-d7e5-4905-bd8e-4ad5e3937107, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=dbc963c2-d7e5-4905-bd8e-4ad5e3937107,segment=NetworkSegment(a8371cff-5736-4300-aa06-1eaac5738652),segment_id=a8371cff-5736-4300-aa06-1eaac5738652)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:12:10.062502 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-af41fc61-4be5-4968-89fe-dd0f518dd811 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:10.076098 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cffc1bb1-c9dd-4221-b5e4-6e03140c8b23 None None] DHCP port deletion for 64161c02-41e7-4720-9a76-ba7756ce6721 request from dv-neutron-822691-2-hyperv {{(pid=88880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 24 11:12:10.084638 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-cffc1bb1-c9dd-4221-b5e4-6e03140c8b23 None None] Deleting port c087e89f-c6e7-4b2f-a1d4-e5de2e2f0b3e {{(pid=88880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:12:10.085408 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-cffc1bb1-c9dd-4221-b5e4-6e03140c8b23 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:10.214860 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab218a5-6b82-498b-a1d3-495f57d84c40 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Pushing event deleted for resources: {'Subnet': ['ID=ae2c53ae-b237-41f0-8e24-b1b66158a9ce,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:12:10.217597 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-1ab218a5-6b82-498b-a1d3-495f57d84c40 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:12:10.223390 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1ab218a5-6b82-498b-a1d3-495f57d84c40 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Notify callbacks [] for subnet, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:10.243700 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [req-3033f13c-43c8-4c19-b93a-d2ece1bd101e req-3e5dcbee-1e0a-4694-a24b-213e1b7f5a0c service neutron] Attempting to bind port d543849a-c6ca-4c57-89fa-aaf9e91d5928 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:12:10.244464 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [req-3033f13c-43c8-4c19-b93a-d2ece1bd101e req-3e5dcbee-1e0a-4694-a24b-213e1b7f5a0c service neutron] Attempting to bind port d543849a-c6ca-4c57-89fa-aaf9e91d5928 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '45d70bd7-4b68-463b-bb1b-249c8aec34f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'f15414c5-2872-4563-8dea-d4ed8ba09391'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:12:10.245073 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3033f13c-43c8-4c19-b93a-d2ece1bd101e req-3e5dcbee-1e0a-4694-a24b-213e1b7f5a0c service neutron] Attempting to bind port d543849a-c6ca-4c57-89fa-aaf9e91d5928 on network f15414c5-2872-4563-8dea-d4ed8ba09391 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:12:10.249921 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-1ab218a5-6b82-498b-a1d3-495f57d84c40 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] 10.222.0.65 "DELETE /v2.0/subnets/ae2c53ae-b237-41f0-8e24-b1b66158a9ce HTTP/1.1" status: 204  len: 168 time: 1.1856174
Dec 24 11:12:10.252782 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 43726) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:12:10.256718 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3033f13c-43c8-4c19-b93a-d2ece1bd101e req-3e5dcbee-1e0a-4694-a24b-213e1b7f5a0c service neutron] Port d543849a-c6ca-4c57-89fa-aaf9e91d5928 on network f15414c5-2872-4563-8dea-d4ed8ba09391 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 24 11:12:10.257416 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3033f13c-43c8-4c19-b93a-d2ece1bd101e req-3e5dcbee-1e0a-4694-a24b-213e1b7f5a0c service neutron] Attempting to bind port d543849a-c6ca-4c57-89fa-aaf9e91d5928 on network f15414c5-2872-4563-8dea-d4ed8ba09391 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:12:10.268937 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3033f13c-43c8-4c19-b93a-d2ece1bd101e req-3e5dcbee-1e0a-4694-a24b-213e1b7f5a0c service neutron] Checking agent: {'id': '239bbc6e-fc66-42e2-b707-1aa8ba10287c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 57, 58), 'started_at': datetime.datetime(2021, 12, 24, 10, 57, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 11, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:12:10.269892 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3033f13c-43c8-4c19-b93a-d2ece1bd101e req-3e5dcbee-1e0a-4694-a24b-213e1b7f5a0c service neutron] Checking segment: {'id': '45d70bd7-4b68-463b-bb1b-249c8aec34f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'f15414c5-2872-4563-8dea-d4ed8ba09391'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:12:10.270818 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3033f13c-43c8-4c19-b93a-d2ece1bd101e req-3e5dcbee-1e0a-4694-a24b-213e1b7f5a0c service neutron] Bound using segment: {'id': '45d70bd7-4b68-463b-bb1b-249c8aec34f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'f15414c5-2872-4563-8dea-d4ed8ba09391'} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:12:10.272152 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [req-3033f13c-43c8-4c19-b93a-d2ece1bd101e req-3e5dcbee-1e0a-4694-a24b-213e1b7f5a0c service neutron] Bound port: d543849a-c6ca-4c57-89fa-aaf9e91d5928, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45d70bd7-4b68-463b-bb1b-249c8aec34f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'f15414c5-2872-4563-8dea-d4ed8ba09391'}}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:12:10.273142 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-3033f13c-43c8-4c19-b93a-d2ece1bd101e req-3e5dcbee-1e0a-4694-a24b-213e1b7f5a0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:10.280765 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-af41fc61-4be5-4968-89fe-dd0f518dd811 None None] Calling delete_port for dbc963c2-d7e5-4905-bd8e-4ad5e3937107 owned by network:dhcp {{(pid=88880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:12:10.428305 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [req-3033f13c-43c8-4c19-b93a-d2ece1bd101e req-3e5dcbee-1e0a-4694-a24b-213e1b7f5a0c service neutron] For port d543849a-c6ca-4c57-89fa-aaf9e91d5928, host hv-neutron-8226, cleared binding levels {{(pid=88879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:12:10.432299 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [req-3033f13c-43c8-4c19-b93a-d2ece1bd101e req-3e5dcbee-1e0a-4694-a24b-213e1b7f5a0c service neutron] For port d543849a-c6ca-4c57-89fa-aaf9e91d5928, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=d543849a-c6ca-4c57-89fa-aaf9e91d5928,segment=NetworkSegment(45d70bd7-4b68-463b-bb1b-249c8aec34f1),segment_id=45d70bd7-4b68-463b-bb1b-249c8aec34f1)] {{(pid=88879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:12:10.438498 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-3033f13c-43c8-4c19-b93a-d2ece1bd101e req-3e5dcbee-1e0a-4694-a24b-213e1b7f5a0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850854027'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:10.443637 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-4ca5c219-c32d-4f8f-b621-2b65247d884a tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:12:10.448130 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-0219e044-8b74-4d80-8cb3-1f47a442d7c1 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] For port a58173a6-1dab-4be9-908f-eb9d19b305be, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=a58173a6-1dab-4be9-908f-eb9d19b305be,segment=NetworkSegment(d4e3295f-9ff8-4cad-8a20-3f1c937efc8c),segment_id=d4e3295f-9ff8-4cad-8a20-3f1c937efc8c)] {{(pid=88878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:12:10.448535 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0219e044-8b74-4d80-8cb3-1f47a442d7c1 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:10.470487 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5710b58b-114a-4881-9031-d142c7e13f46 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036847558493'] for network, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:10.482844 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3191049e-299a-45b3-bc3c-da75f1ac7422 None None] Network aa338c86-5344-4418-a6fd-9988f00f75d4 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:12:10.498566 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-af41fc61-4be5-4968-89fe-dd0f518dd811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392'] for port, after_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:10.517420 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:12:10.520319 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-3033f13c-43c8-4c19-b93a-d2ece1bd101e req-3e5dcbee-1e0a-4694-a24b-213e1b7f5a0c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:10.522390 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-3033f13c-43c8-4c19-b93a-d2ece1bd101e req-3e5dcbee-1e0a-4694-a24b-213e1b7f5a0c service neutron] 10.222.0.58 "PUT /v2.0/ports/d543849a-c6ca-4c57-89fa-aaf9e91d5928 HTTP/1.1" status: 200  len: 1094 time: 1.7534182
Dec 24 11:12:10.522390 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ec53f4c-1f81-4e17-9c7c-8b68606882bb', 'tag': 'd543849a-c6ca-4c57-89fa-aaf9e91d5928'}] {{(pid=88879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 24 11:12:10.548864 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af41fc61-4be5-4968-89fe-dd0f518dd811 None None] No DVR routers for this DVR port dbc963c2-d7e5-4905-bd8e-4ad5e3937107 on host dv-neutron-822691-2-hyperv {{(pid=88880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 24 11:12:10.552424 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5dcbee-1e0a-4694-a24b-213e1b7f5a0c service neutron] Pushing event updated for resources: {'Port': ['ID=d543849a-c6ca-4c57-89fa-aaf9e91d5928,revision_number=3']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:12:10.582395 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5dcbee-1e0a-4694-a24b-213e1b7f5a0c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:12:10.586115 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5dcbee-1e0a-4694-a24b-213e1b7f5a0c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:12:10.586115 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5dcbee-1e0a-4694-a24b-213e1b7f5a0c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:12:10.586574 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5dcbee-1e0a-4694-a24b-213e1b7f5a0c service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:12:10.587124 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5dcbee-1e0a-4694-a24b-213e1b7f5a0c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:12:10.587645 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5dcbee-1e0a-4694-a24b-213e1b7f5a0c service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:12:10.590271 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5dcbee-1e0a-4694-a24b-213e1b7f5a0c service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:12:10.590851 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5dcbee-1e0a-4694-a24b-213e1b7f5a0c service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:12:10.591577 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5dcbee-1e0a-4694-a24b-213e1b7f5a0c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:12:10.594769 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5dcbee-1e0a-4694-a24b-213e1b7f5a0c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:12:10.595321 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5dcbee-1e0a-4694-a24b-213e1b7f5a0c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:12:10.613123 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af41fc61-4be5-4968-89fe-dd0f518dd811 None None] Pushing event deleted for resources: {'Port': ['ID=dbc963c2-d7e5-4905-bd8e-4ad5e3937107,revision_number=None']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:12:10.665407 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ec53f4c-1f81-4e17-9c7c-8b68606882bb', 'tag': 'd543849a-c6ca-4c57-89fa-aaf9e91d5928', 'status': 'completed', 'code': 200}
Dec 24 11:12:10.666323 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-3e5dcbee-1e0a-4694-a24b-213e1b7f5a0c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:12:10.732140 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-3033f13c-43c8-4c19-b93a-d2ece1bd101e req-d6dd8d50-300c-40e9-bb5c-4d3acddb9b0a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ad7c5ba9df02428aae512a4d9bb9dd9d&device_id=1ec53f4c-1f81-4e17-9c7c-8b68606882bb HTTP/1.1" status: 200  len: 1097 time: 0.1517551
Dec 24 11:12:10.864505 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-3033f13c-43c8-4c19-b93a-d2ece1bd101e req-07eb0c13-29d4-4da5-9978-62dffec751cf service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d543849a-c6ca-4c57-89fa-aaf9e91d5928 HTTP/1.1" status: 200  len: 217 time: 0.1239176
Dec 24 11:12:10.913946 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-af41fc61-4be5-4968-89fe-dd0f518dd811 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:12:10.944338 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3033f13c-43c8-4c19-b93a-d2ece1bd101e req-900604ed-7ef1-49c2-893c-fbdc1af01e3f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:12:10.946134 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-3033f13c-43c8-4c19-b93a-d2ece1bd101e req-900604ed-7ef1-49c2-893c-fbdc1af01e3f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=422580ef-d3ec-4b91-85fd-a5c157241579 HTTP/1.1" status: 200  len: 835 time: 0.0735559
Dec 24 11:12:10.983864 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-39ff93cf-c0b7-48c5-95f3-6f7e9977387d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:11.007385 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-0219e044-8b74-4d80-8cb3-1f47a442d7c1 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Calling delete_port for a58173a6-1dab-4be9-908f-eb9d19b305be owned by network:router_gateway {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:12:11.037763 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-3033f13c-43c8-4c19-b93a-d2ece1bd101e req-a966f692-afb1-4bd1-be59-d401ed49e245 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f15414c5-2872-4563-8dea-d4ed8ba09391&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0841200
Dec 24 11:12:11.062719 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-cffc1bb1-c9dd-4221-b5e4-6e03140c8b23 None None] For port c087e89f-c6e7-4b2f-a1d4-e5de2e2f0b3e, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=c087e89f-c6e7-4b2f-a1d4-e5de2e2f0b3e,segment=NetworkSegment(5f9a724b-7d90-49f2-b1f9-3dc1b129857a),segment_id=5f9a724b-7d90-49f2-b1f9-3dc1b129857a)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:12:11.063157 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-cffc1bb1-c9dd-4221-b5e4-6e03140c8b23 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:11.198317 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-3033f13c-43c8-4c19-b93a-d2ece1bd101e req-e9b7d51b-bdf5-4791-ab85-3242c9de62ea service neutron] 10.222.0.58 "GET /v2.0/networks/f15414c5-2872-4563-8dea-d4ed8ba09391?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1522105
Dec 24 11:12:11.263489 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-cffc1bb1-c9dd-4221-b5e4-6e03140c8b23 None None] Calling delete_port for c087e89f-c6e7-4b2f-a1d4-e5de2e2f0b3e owned by network:dhcp {{(pid=88880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:12:11.332451 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5710b58b-114a-4881-9031-d142c7e13f46 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847649663', 'neutron.services.segments.db._delete_segments_for_network-8749505737672'] for network, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:11.362704 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-3033f13c-43c8-4c19-b93a-d2ece1bd101e req-60853c58-ee7e-430f-ace8-32101cc07b46 service neutron] 10.222.0.58 "GET /v2.0/networks/f15414c5-2872-4563-8dea-d4ed8ba09391?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1535914
Dec 24 11:12:11.363369 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10aa46a-f17b-4906-bd76-a72f32497cec req-b670b018-7ed3-45f1-b0e2-408ec152ddee tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:12:11.365245 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-e10aa46a-f17b-4906-bd76-a72f32497cec req-b670b018-7ed3-45f1-b0e2-408ec152ddee tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/ports?device_id=1ec53f4c-1f81-4e17-9c7c-8b68606882bb HTTP/1.1" status: 200  len: 944 time: 0.4038374
Dec 24 11:12:11.365460 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device c087e89f-c6e7-4b2f-a1d4-e5de2e2f0b3e no longer exists at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:12:11.389093 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441b1abb-8968-4f23-83dc-739903216a80 req-9782984f-b215-453a-8940-4146f57f1fab tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:12:11.389093 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-441b1abb-8968-4f23-83dc-739903216a80 req-9782984f-b215-453a-8940-4146f57f1fab tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] 10.222.0.65 "GET /v2.0/ports?device_id=9172ddea-2e24-4367-8ccf-2f8b57546cea HTTP/1.1" status: 200  len: 943 time: 0.3496840
Dec 24 11:12:11.421553 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-5710b58b-114a-4881-9031-d142c7e13f46 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f527072d6d8>,) {'filters': {'network_id': ['789dfcbd-6df9-4b27-8b4b-2f14bde482bf']}} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:12:11.447165 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] No active binding found for port c087e89f-c6e7-4b2f-a1d4-e5de2e2f0b3e {{(pid=88880) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}}
Dec 24 11:12:11.447629 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device c087e89f-c6e7-4b2f-a1d4-e5de2e2f0b3e not bound to the agent host dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 24 11:12:11.448104 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device dbc963c2-d7e5-4905-bd8e-4ad5e3937107 no longer exists at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:12:11.471427 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-5710b58b-114a-4881-9031-d142c7e13f46 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f527072d6d8>, 'a8371cff-5736-4300-aa06-1eaac5738652') {'for_net_delete': True} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:12:11.471765 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-5710b58b-114a-4881-9031-d142c7e13f46 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f527072d6d8>, 'a8371cff-5736-4300-aa06-1eaac5738652') {} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:12:11.477006 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-cffc1bb1-c9dd-4221-b5e4-6e03140c8b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392'] for port, after_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:11.496402 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-9786cde9-393a-49ca-9d26-1b08f950bf22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:12:11.505180 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5710b58b-114a-4881-9031-d142c7e13f46 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749505745113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2241371'] for segment, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:11.524663 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-25cbe5b0-bd57-44d5-829e-f009eb0d57de req-454b3574-8197-4a41-8b4d-416afc963e97 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ad7c5ba9df02428aae512a4d9bb9dd9d&device_id=1ec53f4c-1f81-4e17-9c7c-8b68606882bb HTTP/1.1" status: 200  len: 1097 time: 0.1098185
Dec 24 11:12:11.530906 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a6ae760-e775-4a5f-b914-d78a939f82ab None None] DHCP port deletion for aa338c86-5344-4418-a6fd-9988f00f75d4 request from dv-neutron-822691-2-hyperv {{(pid=88880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 24 11:12:11.538195 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] No Port match for: dbc963c2-d7e5-4905-bd8e-4ad5e3937107 {{(pid=88880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 24 11:12:11.538749 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device dbc963c2-d7e5-4905-bd8e-4ad5e3937107 not bound to the agent host dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 24 11:12:11.539319 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 94b617fa-61cd-40df-a5a3-3301e93fab1e no longer exists at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:12:11.567569 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cffc1bb1-c9dd-4221-b5e4-6e03140c8b23 None None] No DVR routers for this DVR port c087e89f-c6e7-4b2f-a1d4-e5de2e2f0b3e on host dv-neutron-822691-2-hyperv {{(pid=88880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 24 11:12:11.584073 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffc1bb1-c9dd-4221-b5e4-6e03140c8b23 None None] Pushing event deleted for resources: {'Port': ['ID=c087e89f-c6e7-4b2f-a1d4-e5de2e2f0b3e,revision_number=None']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:12:11.587299 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-cffc1bb1-c9dd-4221-b5e4-6e03140c8b23 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:12:11.588472 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-5a6ae760-e775-4a5f-b914-d78a939f82ab None None] Deleting port a73815d5-e070-425d-8b75-e10f830883e9 {{(pid=88880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:12:11.588968 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5a6ae760-e775-4a5f-b914-d78a939f82ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:11.592669 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-441b1abb-8968-4f23-83dc-739903216a80 req-86ea8db8-ddb1-4b30-a808-4640d5b866b7 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] 10.222.0.65 "GET /v2.0/security-groups?id=7c81f28e-fd2d-468e-ad3a-e8186ef36a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1803079
Dec 24 11:12:11.632723 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5710b58b-114a-4881-9031-d142c7e13f46 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:11.644029 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] No Port match for: 94b617fa-61cd-40df-a5a3-3301e93fab1e {{(pid=88880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 24 11:12:11.644550 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 94b617fa-61cd-40df-a5a3-3301e93fab1e not bound to the agent host dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 24 11:12:11.645619 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-e10aa46a-f17b-4906-bd76-a72f32497cec req-033d2393-51ad-4dd1-9f92-10b801633f11 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/security-groups?id=722d2444-97f5-4c9e-9545-7c546aca16e1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2546597
Dec 24 11:12:11.646954 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5710b58b-114a-4881-9031-d142c7e13f46 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Releasing vlan 628 on physical network physnet1 to pool {{(pid=88878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 24 11:12:11.647435 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5710b58b-114a-4881-9031-d142c7e13f46 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036847652098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850807864'] for segment, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:11.664722 dv-neutron-822691-2-hyperv neutron-server[88767]: Traceback (most recent call last):
Dec 24 11:12:11.664722 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 24 11:12:11.664722 dv-neutron-822691-2-hyperv neutron-server[88767]:     timer()
Dec 24 11:12:11.664722 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 11:12:11.664722 dv-neutron-822691-2-hyperv neutron-server[88767]:     cb(*args, **kw)
Dec 24 11:12:11.664722 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 24 11:12:11.664722 dv-neutron-822691-2-hyperv neutron-server[88767]:     return func(*args, **kwargs)
Dec 24 11:12:11.664722 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 11:12:11.664722 dv-neutron-822691-2-hyperv neutron-server[88767]:     self._notify()
Dec 24 11:12:11.664722 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 11:12:11.664722 dv-neutron-822691-2-hyperv neutron-server[88767]:     self.callback(batched_events)
Dec 24 11:12:11.664722 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 11:12:11.664722 dv-neutron-822691-2-hyperv neutron-server[88767]:     event.method(event)
Dec 24 11:12:11.664722 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 11:12:11.664722 dv-neutron-822691-2-hyperv neutron-server[88767]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 11:12:11.664722 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 24 11:12:11.664722 dv-neutron-822691-2-hyperv neutron-server[88767]:     segment_id)['aggregates'][0]
Dec 24 11:12:11.664722 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 24 11:12:11.664722 dv-neutron-822691-2-hyperv neutron-server[88767]:     return f(self, *a, **k)
Dec 24 11:12:11.664722 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 11:12:11.664722 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self._get(url).json()
Dec 24 11:12:11.664722 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 24 11:12:11.664722 dv-neutron-822691-2-hyperv neutron-server[88767]:     **kwargs)
Dec 24 11:12:11.664722 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 24 11:12:11.664722 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self.request(url, 'GET', **kwargs)
Dec 24 11:12:11.664722 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 24 11:12:11.664722 dv-neutron-822691-2-hyperv neutron-server[88767]:     **endpoint_filter)
Dec 24 11:12:11.664722 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 24 11:12:11.664722 dv-neutron-822691-2-hyperv neutron-server[88767]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 11:12:11.664722 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 24 11:12:11.664722 dv-neutron-822691-2-hyperv neutron-server[88767]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 11:12:11.664722 dv-neutron-822691-2-hyperv neutron-server[88767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 11:12:11.669327 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0219e044-8b74-4d80-8cb3-1f47a442d7c1 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:11.673927 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cbe5b0-bd57-44d5-829e-f009eb0d57de req-e00bd695-2634-4c24-b879-9fcd5309691f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:12:11.676017 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-25cbe5b0-bd57-44d5-829e-f009eb0d57de req-e00bd695-2634-4c24-b879-9fcd5309691f service neutron] 10.222.0.58 "GET /v2.0/networks?id=f15414c5-2872-4563-8dea-d4ed8ba09391 HTTP/1.1" status: 200  len: 897 time: 0.1409142
Dec 24 11:12:11.678046 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-3ac2efc0-31e8-4fc8-a084-64fb12026b64 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:12:11.751758 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-25cbe5b0-bd57-44d5-829e-f009eb0d57de req-0b6ac149-51b6-434e-aca9-7435205f4860 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d543849a-c6ca-4c57-89fa-aaf9e91d5928 HTTP/1.1" status: 200  len: 217 time: 0.0688148
Dec 24 11:12:11.787952 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0219e044-8b74-4d80-8cb3-1f47a442d7c1 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Pushing event deleted for resources: {'Port': ['ID=a58173a6-1dab-4be9-908f-eb9d19b305be,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:12:11.790584 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-0219e044-8b74-4d80-8cb3-1f47a442d7c1 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:12:11.827581 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cbe5b0-bd57-44d5-829e-f009eb0d57de req-7637962c-30a7-4603-80ab-d3d6db578969 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:12:11.829238 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-25cbe5b0-bd57-44d5-829e-f009eb0d57de req-7637962c-30a7-4603-80ab-d3d6db578969 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=422580ef-d3ec-4b91-85fd-a5c157241579 HTTP/1.1" status: 200  len: 835 time: 0.0707963
Dec 24 11:12:11.863396 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-5a6ae760-e775-4a5f-b914-d78a939f82ab None None] For port a73815d5-e070-425d-8b75-e10f830883e9, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=a73815d5-e070-425d-8b75-e10f830883e9,segment=NetworkSegment(ff0d1094-f6fa-4dfa-aa88-9ffc3767286c),segment_id=ff0d1094-f6fa-4dfa-aa88-9ffc3767286c)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:12:11.864007 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5a6ae760-e775-4a5f-b914-d78a939f82ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:11.869767 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5710b58b-114a-4881-9031-d142c7e13f46 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7126154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659196'] for network, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:11.879690 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5710b58b-114a-4881-9031-d142c7e13f46 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Notify callbacks [] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:11.883968 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-668b7ba9-0650-4c8c-96af-0131aeff442e tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:12:11.915299 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5710b58b-114a-4881-9031-d142c7e13f46 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Pushing event deleted for resources: {'Network': ['ID=789dfcbd-6df9-4b27-8b4b-2f14bde482bf,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:12:11.915986 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-25cbe5b0-bd57-44d5-829e-f009eb0d57de req-3ccf4e90-49b2-4ac3-94f4-290e79706976 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f15414c5-2872-4563-8dea-d4ed8ba09391&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0772481
Dec 24 11:12:11.917929 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-5710b58b-114a-4881-9031-d142c7e13f46 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:12:11.922412 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-5710b58b-114a-4881-9031-d142c7e13f46 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] 10.222.0.65 "DELETE /v2.0/networks/789dfcbd-6df9-4b27-8b4b-2f14bde482bf HTTP/1.1" status: 204  len: 168 time: 1.6585984
Dec 24 11:12:11.925316 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 43736) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:12:12.001376 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-5a6ae760-e775-4a5f-b914-d78a939f82ab None None] Calling delete_port for a73815d5-e070-425d-8b75-e10f830883e9 owned by network:dhcp {{(pid=88880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:12:12.071307 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-25cbe5b0-bd57-44d5-829e-f009eb0d57de req-39b06346-fb16-48be-956d-a5a0afa6513d service neutron] 10.222.0.58 "GET /v2.0/networks/f15414c5-2872-4563-8dea-d4ed8ba09391?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1470551
Dec 24 11:12:12.078701 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5a6ae760-e775-4a5f-b914-d78a939f82ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392'] for port, after_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:12.082974 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:12:12.126220 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6ae760-e775-4a5f-b914-d78a939f82ab None None] Pushing event deleted for resources: {'Port': ['ID=a73815d5-e070-425d-8b75-e10f830883e9,revision_number=None']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:12:12.131233 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-5a6ae760-e775-4a5f-b914-d78a939f82ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:12:12.134115 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a6ae760-e775-4a5f-b914-d78a939f82ab None None] No DVR routers for this DVR port a73815d5-e070-425d-8b75-e10f830883e9 on host dv-neutron-822691-2-hyperv {{(pid=88880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 24 11:12:12.188948 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0219e044-8b74-4d80-8cb3-1f47a442d7c1 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854116846'] for router_gateway, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:12.227809 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-25cbe5b0-bd57-44d5-829e-f009eb0d57de req-19164be5-1ca5-4004-8ec2-6e340f457ac3 service neutron] 10.222.0.58 "GET /v2.0/networks/f15414c5-2872-4563-8dea-d4ed8ba09391?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1490347
Dec 24 11:12:12.259200 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7d51a7bc-d037-4be2-8ef0-caaae17527ca tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036847558493'] for network, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:12.529474 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0219e044-8b74-4d80-8cb3-1f47a442d7c1 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854158724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-84560'] for router, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:12.552141 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0219e044-8b74-4d80-8cb3-1f47a442d7c1 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:12.603301 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7d51a7bc-d037-4be2-8ef0-caaae17527ca tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847649663', 'neutron.services.segments.db._delete_segments_for_network-8749505737672'] for network, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:12.634623 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-7d51a7bc-d037-4be2-8ef0-caaae17527ca tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5270f34be0>,) {'filters': {'network_id': ['aa338c86-5344-4418-a6fd-9988f00f75d4']}} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:12:12.660410 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-7d51a7bc-d037-4be2-8ef0-caaae17527ca tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5270f34be0>, 'ff0d1094-f6fa-4dfa-aa88-9ffc3767286c') {'for_net_delete': True} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:12:12.660689 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-7d51a7bc-d037-4be2-8ef0-caaae17527ca tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5270f34be0>, 'ff0d1094-f6fa-4dfa-aa88-9ffc3767286c') {} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:12:12.674658 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7d51a7bc-d037-4be2-8ef0-caaae17527ca tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749505745113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2241371'] for segment, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:12.684614 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0219e044-8b74-4d80-8cb3-1f47a442d7c1 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854158830'] for router, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:12.685203 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0219e044-8b74-4d80-8cb3-1f47a442d7c1 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Fanout notify agent at l3_agent the message router_deleted on router 4aa5ad62-fa1f-4ae6-a129-d0a85438b8b8 {{(pid=88878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 24 11:12:12.701544 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0219e044-8b74-4d80-8cb3-1f47a442d7c1 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Notify callbacks [] for router, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:12.702821 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-0219e044-8b74-4d80-8cb3-1f47a442d7c1 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] 10.222.0.65 "DELETE /v2.0/routers/4aa5ad62-fa1f-4ae6-a129-d0a85438b8b8 HTTP/1.1" status: 204  len: 168 time: 3.4732993
Dec 24 11:12:12.704284 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7d51a7bc-d037-4be2-8ef0-caaae17527ca tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:12.706108 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 43744) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:12:12.711694 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d51a7bc-d037-4be2-8ef0-caaae17527ca tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Releasing vlan 642 on physical network physnet1 to pool {{(pid=88878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 24 11:12:12.712220 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7d51a7bc-d037-4be2-8ef0-caaae17527ca tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036847652098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850807864'] for segment, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:12.729535 dv-neutron-822691-2-hyperv neutron-server[88767]: Traceback (most recent call last):
Dec 24 11:12:12.729535 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 24 11:12:12.729535 dv-neutron-822691-2-hyperv neutron-server[88767]:     timer()
Dec 24 11:12:12.729535 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 11:12:12.729535 dv-neutron-822691-2-hyperv neutron-server[88767]:     cb(*args, **kw)
Dec 24 11:12:12.729535 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 24 11:12:12.729535 dv-neutron-822691-2-hyperv neutron-server[88767]:     return func(*args, **kwargs)
Dec 24 11:12:12.729535 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 11:12:12.729535 dv-neutron-822691-2-hyperv neutron-server[88767]:     self._notify()
Dec 24 11:12:12.729535 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 11:12:12.729535 dv-neutron-822691-2-hyperv neutron-server[88767]:     self.callback(batched_events)
Dec 24 11:12:12.729535 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 11:12:12.729535 dv-neutron-822691-2-hyperv neutron-server[88767]:     event.method(event)
Dec 24 11:12:12.729535 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 11:12:12.729535 dv-neutron-822691-2-hyperv neutron-server[88767]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 11:12:12.729535 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 24 11:12:12.729535 dv-neutron-822691-2-hyperv neutron-server[88767]:     segment_id)['aggregates'][0]
Dec 24 11:12:12.729535 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 24 11:12:12.729535 dv-neutron-822691-2-hyperv neutron-server[88767]:     return f(self, *a, **k)
Dec 24 11:12:12.729535 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 11:12:12.729535 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self._get(url).json()
Dec 24 11:12:12.729535 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 24 11:12:12.729535 dv-neutron-822691-2-hyperv neutron-server[88767]:     **kwargs)
Dec 24 11:12:12.729535 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 24 11:12:12.729535 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self.request(url, 'GET', **kwargs)
Dec 24 11:12:12.729535 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 24 11:12:12.729535 dv-neutron-822691-2-hyperv neutron-server[88767]:     **endpoint_filter)
Dec 24 11:12:12.729535 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 24 11:12:12.729535 dv-neutron-822691-2-hyperv neutron-server[88767]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 11:12:12.729535 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 24 11:12:12.729535 dv-neutron-822691-2-hyperv neutron-server[88767]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 11:12:12.729535 dv-neutron-822691-2-hyperv neutron-server[88767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 11:12:12.922923 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7d51a7bc-d037-4be2-8ef0-caaae17527ca tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7126154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659196'] for network, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:12.928022 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7d51a7bc-d037-4be2-8ef0-caaae17527ca tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Notify callbacks [] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:12.932889 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-3a104323-fc93-4471-b893-63fd5536e3a2 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:12:12.966399 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-7d51a7bc-d037-4be2-8ef0-caaae17527ca tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] 10.222.0.65 "DELETE /v2.0/networks/aa338c86-5344-4418-a6fd-9988f00f75d4 HTTP/1.1" status: 204  len: 168 time: 1.0400479
Dec 24 11:12:12.968802 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d51a7bc-d037-4be2-8ef0-caaae17527ca tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Pushing event deleted for resources: {'Network': ['ID=aa338c86-5344-4418-a6fd-9988f00f75d4,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:12:12.971685 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7d51a7bc-d037-4be2-8ef0-caaae17527ca tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:12:12.974290 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 43748) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:12:13.110957 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-11f4ae44-093d-4f18-901e-1baba26021d6 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036847558493'] for network, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:13.265757 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-11f4ae44-093d-4f18-901e-1baba26021d6 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847649663', 'neutron.services.segments.db._delete_segments_for_network-8749505737672'] for network, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:13.294998 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-11f4ae44-093d-4f18-901e-1baba26021d6 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f52711a2d30>,) {'filters': {'network_id': ['64161c02-41e7-4720-9a76-ba7756ce6721']}} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:12:13.306839 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174dc311-6b45-42d9-bd0e-5bdb9a0fbec3 req-2c6789ac-3813-4f1b-8c38-b960f4f17461 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:12:13.308352 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-174dc311-6b45-42d9-bd0e-5bdb9a0fbec3 req-2c6789ac-3813-4f1b-8c38-b960f4f17461 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] 10.222.0.65 "GET /v2.0/ports?device_id=9172ddea-2e24-4367-8ccf-2f8b57546cea HTTP/1.1" status: 200  len: 943 time: 0.5738106
Dec 24 11:12:13.313171 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-11f4ae44-093d-4f18-901e-1baba26021d6 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f52711a2d30>, '5f9a724b-7d90-49f2-b1f9-3dc1b129857a') {'for_net_delete': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:12:13.313505 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-11f4ae44-093d-4f18-901e-1baba26021d6 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f52711a2d30>, '5f9a724b-7d90-49f2-b1f9-3dc1b129857a') {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:12:13.319052 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device a73815d5-e070-425d-8b75-e10f830883e9 no longer exists at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:12:13.331831 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-11f4ae44-093d-4f18-901e-1baba26021d6 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749505745113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853989108'] for segment, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:13.343845 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d88316d-d6d4-4c78-8461-fb7c276df237 req-c6230f55-db62-4bec-ab97-48b45d76a9ba tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:12:13.345699 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-4d88316d-d6d4-4c78-8461-fb7c276df237 req-c6230f55-db62-4bec-ab97-48b45d76a9ba tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/ports?device_id=1ec53f4c-1f81-4e17-9c7c-8b68606882bb HTTP/1.1" status: 200  len: 944 time: 0.4890730
Dec 24 11:12:13.347487 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-11f4ae44-093d-4f18-901e-1baba26021d6 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:13.354368 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11f4ae44-093d-4f18-901e-1baba26021d6 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Releasing vlan 616 on physical network physnet1 to pool {{(pid=88879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 24 11:12:13.354804 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-11f4ae44-093d-4f18-901e-1baba26021d6 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036847652098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3926696'] for segment, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:13.356396 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] No Port match for: a73815d5-e070-425d-8b75-e10f830883e9 {{(pid=88880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 24 11:12:13.356984 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device a73815d5-e070-425d-8b75-e10f830883e9 not bound to the agent host dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 24 11:12:13.357616 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device a58173a6-1dab-4be9-908f-eb9d19b305be no longer exists at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:12:13.370759 dv-neutron-822691-2-hyperv neutron-server[88767]: Traceback (most recent call last):
Dec 24 11:12:13.370759 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 24 11:12:13.370759 dv-neutron-822691-2-hyperv neutron-server[88767]:     timer()
Dec 24 11:12:13.370759 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 11:12:13.370759 dv-neutron-822691-2-hyperv neutron-server[88767]:     cb(*args, **kw)
Dec 24 11:12:13.370759 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 24 11:12:13.370759 dv-neutron-822691-2-hyperv neutron-server[88767]:     return func(*args, **kwargs)
Dec 24 11:12:13.370759 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 11:12:13.370759 dv-neutron-822691-2-hyperv neutron-server[88767]:     self._notify()
Dec 24 11:12:13.370759 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 11:12:13.370759 dv-neutron-822691-2-hyperv neutron-server[88767]:     self.callback(batched_events)
Dec 24 11:12:13.370759 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 11:12:13.370759 dv-neutron-822691-2-hyperv neutron-server[88767]:     event.method(event)
Dec 24 11:12:13.370759 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 11:12:13.370759 dv-neutron-822691-2-hyperv neutron-server[88767]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 11:12:13.370759 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 24 11:12:13.370759 dv-neutron-822691-2-hyperv neutron-server[88767]:     segment_id)['aggregates'][0]
Dec 24 11:12:13.370759 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 24 11:12:13.370759 dv-neutron-822691-2-hyperv neutron-server[88767]:     return f(self, *a, **k)
Dec 24 11:12:13.370759 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 11:12:13.370759 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self._get(url).json()
Dec 24 11:12:13.370759 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 24 11:12:13.370759 dv-neutron-822691-2-hyperv neutron-server[88767]:     **kwargs)
Dec 24 11:12:13.370759 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 24 11:12:13.370759 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self.request(url, 'GET', **kwargs)
Dec 24 11:12:13.370759 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 24 11:12:13.370759 dv-neutron-822691-2-hyperv neutron-server[88767]:     **endpoint_filter)
Dec 24 11:12:13.370759 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 24 11:12:13.370759 dv-neutron-822691-2-hyperv neutron-server[88767]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 11:12:13.370759 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 24 11:12:13.370759 dv-neutron-822691-2-hyperv neutron-server[88767]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 11:12:13.370759 dv-neutron-822691-2-hyperv neutron-server[88767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 11:12:13.397753 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] No Port match for: a58173a6-1dab-4be9-908f-eb9d19b305be {{(pid=88880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 24 11:12:13.398231 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device a58173a6-1dab-4be9-908f-eb9d19b305be not bound to the agent host dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 24 11:12:13.465570 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-11f4ae44-093d-4f18-901e-1baba26021d6 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7126154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659196'] for network, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:13.470225 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-17f7b40a-de85-4fdd-b7e3-096236f8aef2 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:12:13.486254 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-11f4ae44-093d-4f18-901e-1baba26021d6 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Notify callbacks [] for network, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:13.502815 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f4ae44-093d-4f18-901e-1baba26021d6 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Pushing event deleted for resources: {'Network': ['ID=64161c02-41e7-4720-9a76-ba7756ce6721,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:12:13.505482 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-11f4ae44-093d-4f18-901e-1baba26021d6 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:12:13.513697 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-11f4ae44-093d-4f18-901e-1baba26021d6 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] 10.222.0.65 "DELETE /v2.0/networks/64161c02-41e7-4720-9a76-ba7756ce6721 HTTP/1.1" status: 204  len: 168 time: 0.8060498
Dec 24 11:12:13.516620 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 43752) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:12:13.517688 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-174dc311-6b45-42d9-bd0e-5bdb9a0fbec3 req-0d9cfcac-2983-482f-b1bd-a9f197ebcce5 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] 10.222.0.65 "GET /v2.0/security-groups?id=7c81f28e-fd2d-468e-ad3a-e8186ef36a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1807609
Dec 24 11:12:13.529247 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-4d88316d-d6d4-4c78-8461-fb7c276df237 req-7f0d4a9d-44d5-41bb-8673-df7aff4e35a4 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/security-groups?id=722d2444-97f5-4c9e-9545-7c546aca16e1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1613996
Dec 24 11:12:13.552574 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfb0fc58-caed-45f8-985a-3554361268e6 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Deleting subnet 02b18487-570a-438c-9e7c-e957c40701b8 {{(pid=88878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 24 11:12:13.556834 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-cfb0fc58-caed-45f8-985a-3554361268e6 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Notify callbacks [] for subnet, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:13.605091 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-590ff08d-5fa2-45e7-ad84-c44721cc6411 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Notify callbacks [] for security_group, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:13.624138 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-cfb0fc58-caed-45f8-985a-3554361268e6 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852534446'] for subnet, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:13.637577 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-590ff08d-5fa2-45e7-ad84-c44721cc6411 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:13.679736 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Device d543849a-c6ca-4c57-89fa-aaf9e91d5928 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 24 11:12:13.695800 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-590ff08d-5fa2-45e7-ad84-c44721cc6411 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:13.701654 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-d293fc24-b6c8-4281-b8db-0076cf802d5c tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:12:13.718499 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-cfb0fc58-caed-45f8-985a-3554361268e6 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847655656'] for subnet, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:13.718876 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590ff08d-5fa2-45e7-ad84-c44721cc6411 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac646890-84b4-4f0e-9ed2-2b517a0b7022,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:12:13.722447 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-590ff08d-5fa2-45e7-ad84-c44721cc6411 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:12:13.723665 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-590ff08d-5fa2-45e7-ad84-c44721cc6411 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Notify callbacks [] for security_group, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:13.724909 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-590ff08d-5fa2-45e7-ad84-c44721cc6411 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] 10.222.0.65 "DELETE /v2.0/security-groups/ac646890-84b4-4f0e-9ed2-2b517a0b7022 HTTP/1.1" status: 204  len: 168 time: 0.2072933
Dec 24 11:12:13.799561 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-cfb0fc58-caed-45f8-985a-3554361268e6 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7120129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3978858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852529715'] for subnet, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:13.810947 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-88905b37-bacb-4e40-82a9-fb66df28f4f4 tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:12:13.850286 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb0fc58-caed-45f8-985a-3554361268e6 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Pushing event deleted for resources: {'Subnet': ['ID=02b18487-570a-438c-9e7c-e957c40701b8,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:12:13.853788 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-cfb0fc58-caed-45f8-985a-3554361268e6 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:12:13.854876 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-cfb0fc58-caed-45f8-985a-3554361268e6 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:13.860861 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] For port d543849a-c6ca-4c57-89fa-aaf9e91d5928, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=d543849a-c6ca-4c57-89fa-aaf9e91d5928,segment=NetworkSegment(45d70bd7-4b68-463b-bb1b-249c8aec34f1),segment_id=45d70bd7-4b68-463b-bb1b-249c8aec34f1)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:12:13.861957 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-cfb0fc58-caed-45f8-985a-3554361268e6 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] 10.222.0.65 "DELETE /v2.0/subnets/02b18487-570a-438c-9e7c-e957c40701b8 HTTP/1.1" status: 204  len: 168 time: 0.8857491
Dec 24 11:12:13.864609 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 43760) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:12:13.871326 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-594aca49-322e-4d80-91e9-a4508337bb53 None None] Network 0677d35d-c34f-49aa-b645-a7c1d748a021 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:12:13.908984 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Returning: {'device': 'd543849a-c6ca-4c57-89fa-aaf9e91d5928', 'network_id': 'f15414c5-2872-4563-8dea-d4ed8ba09391', 'port_id': 'd543849a-c6ca-4c57-89fa-aaf9e91d5928', 'mac_address': 'fa:16:3e:4d:81:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '422580ef-d3ec-4b91-85fd-a5c157241579', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 24 11:12:13.991620 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bd96e9b3-3470-438c-825f-c2acce4a32dc tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036847558493'] for network, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:14.002691 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-bd96e9b3-3470-438c-825f-c2acce4a32dc tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Deleting port 79fad587-fefd-40dc-a133-5c0499e0de37 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:12:14.003054 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bd96e9b3-3470-438c-825f-c2acce4a32dc tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:14.044033 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:14.133959 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d543849a-c6ca-4c57-89fa-aaf9e91d5928 {{(pid=88880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 24 11:12:14.159422 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] For port d543849a-c6ca-4c57-89fa-aaf9e91d5928, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=d543849a-c6ca-4c57-89fa-aaf9e91d5928,segment=NetworkSegment(45d70bd7-4b68-463b-bb1b-249c8aec34f1),segment_id=45d70bd7-4b68-463b-bb1b-249c8aec34f1)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:12:14.163747 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:14.164521 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Device 160df496-6eec-44ce-a16c-8b507196b963 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 24 11:12:14.168875 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f84107e2-da11-4da8-bdae-73a286a0c143 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:12:14.210637 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 43766) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:12:14.249227 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-bd96e9b3-3470-438c-825f-c2acce4a32dc tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] For port 79fad587-fefd-40dc-a133-5c0499e0de37, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=79fad587-fefd-40dc-a133-5c0499e0de37,segment=NetworkSegment(4b572d55-b991-47a2-8d2e-76112533e012),segment_id=4b572d55-b991-47a2-8d2e-76112533e012)] {{(pid=88878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:12:14.249532 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bd96e9b3-3470-438c-825f-c2acce4a32dc tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:14.294352 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Pushing event updated for resources: {'Port': ['ID=d543849a-c6ca-4c57-89fa-aaf9e91d5928,revision_number=4']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:12:14.351266 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-008f13ef-e383-4bc6-b17d-b800c6d42790 None None] DHCP port deletion for 0677d35d-c34f-49aa-b645-a7c1d748a021 request from dv-neutron-822691-2-hyperv {{(pid=88880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 24 11:12:14.363561 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-008f13ef-e383-4bc6-b17d-b800c6d42790 None None] Deleting port 79fad587-fefd-40dc-a133-5c0499e0de37 {{(pid=88880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:12:14.363973 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-008f13ef-e383-4bc6-b17d-b800c6d42790 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:14.388161 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:12:14.388548 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:12:14.388738 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-bd96e9b3-3470-438c-825f-c2acce4a32dc tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Calling delete_port for 79fad587-fefd-40dc-a133-5c0499e0de37 owned by network:dhcp {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:12:14.388900 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:12:14.389270 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:12:14.389642 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:12:14.390032 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:12:14.390394 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:12:14.390755 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:12:14.391119 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:12:14.391475 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:12:14.391829 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:12:14.418909 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:12:14.454354 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-cc46a885-23b6-427b-871e-474efe48e05f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=758a6f1d84774c7d81576f2d2a7e18fd&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2382917
Dec 24 11:12:14.454705 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 43772) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:12:14.477952 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bd96e9b3-3470-438c-825f-c2acce4a32dc tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:14.484278 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-ed633056-f97a-41d0-b239-2b8a45259225 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:12:14.499914 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] For port 160df496-6eec-44ce-a16c-8b507196b963, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=160df496-6eec-44ce-a16c-8b507196b963,segment=NetworkSegment(faf0938d-9351-4aa3-a42a-2891bc0c4373),segment_id=faf0938d-9351-4aa3-a42a-2891bc0c4373)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:12:14.525641 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-cb07af49-d806-4b95-9bd0-93b00528406d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:14.535421 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd96e9b3-3470-438c-825f-c2acce4a32dc tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Pushing event deleted for resources: {'Port': ['ID=79fad587-fefd-40dc-a133-5c0499e0de37,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:12:14.540690 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-bd96e9b3-3470-438c-825f-c2acce4a32dc tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:12:14.545364 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Returning: {'device': '160df496-6eec-44ce-a16c-8b507196b963', 'network_id': '2428796e-e2e4-4ddb-a9cc-996932bc1226', 'port_id': '160df496-6eec-44ce-a16c-8b507196b963', 'mac_address': 'fa:16:3e:74:cd:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66590446-f239-4728-b0eb-3db1299fa1e3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 24 11:12:14.545599 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd96e9b3-3470-438c-825f-c2acce4a32dc tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] No DVR routers for this DVR port 79fad587-fefd-40dc-a133-5c0499e0de37 on host dv-neutron-822691-2-hyperv {{(pid=88878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 24 11:12:14.561798 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-cb07af49-d806-4b95-9bd0-93b00528406d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:14.627134 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:14.627815 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-cb07af49-d806-4b95-9bd0-93b00528406d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:14.639872 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-ab45f5d7-bafe-437d-a663-e1cf435d9b57 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:12:14.661945 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 160df496-6eec-44ce-a16c-8b507196b963 {{(pid=88880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 24 11:12:14.683204 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb07af49-d806-4b95-9bd0-93b00528406d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfc94690-e1da-4de0-8d24-a001315b5458,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:12:14.694358 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-cb07af49-d806-4b95-9bd0-93b00528406d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:12:14.697255 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-cb07af49-d806-4b95-9bd0-93b00528406d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:14.698887 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-cb07af49-d806-4b95-9bd0-93b00528406d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/bfc94690-e1da-4de0-8d24-a001315b5458 HTTP/1.1" status: 204  len: 168 time: 0.2423725
Dec 24 11:12:14.711162 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bd96e9b3-3470-438c-825f-c2acce4a32dc tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847649663', 'neutron.services.segments.db._delete_segments_for_network-8749505737672'] for network, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:14.743180 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-bd96e9b3-3470-438c-825f-c2acce4a32dc tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5270e58400>,) {'filters': {'network_id': ['0677d35d-c34f-49aa-b645-a7c1d748a021']}} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:12:14.752093 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-008f13ef-e383-4bc6-b17d-b800c6d42790 None None] For port 79fad587-fefd-40dc-a133-5c0499e0de37, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=79fad587-fefd-40dc-a133-5c0499e0de37,segment=NetworkSegment(4b572d55-b991-47a2-8d2e-76112533e012),segment_id=4b572d55-b991-47a2-8d2e-76112533e012)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:12:14.752527 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-008f13ef-e383-4bc6-b17d-b800c6d42790 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:14.769385 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] For port 160df496-6eec-44ce-a16c-8b507196b963, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=160df496-6eec-44ce-a16c-8b507196b963,segment=NetworkSegment(faf0938d-9351-4aa3-a42a-2891bc0c4373),segment_id=faf0938d-9351-4aa3-a42a-2891bc0c4373)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:12:14.841918 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-bd96e9b3-3470-438c-825f-c2acce4a32dc tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5270e58400>, '4b572d55-b991-47a2-8d2e-76112533e012') {'for_net_delete': True} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:12:14.842147 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-bd96e9b3-3470-438c-825f-c2acce4a32dc tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5270e58400>, '4b572d55-b991-47a2-8d2e-76112533e012') {} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:12:14.870992 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bd96e9b3-3470-438c-825f-c2acce4a32dc tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749505745113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2241371'] for segment, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:14.902135 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bd96e9b3-3470-438c-825f-c2acce4a32dc tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:14.914015 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd96e9b3-3470-438c-825f-c2acce4a32dc tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Releasing vlan 638 on physical network physnet1 to pool {{(pid=88878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 24 11:12:14.914465 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bd96e9b3-3470-438c-825f-c2acce4a32dc tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036847652098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850807864'] for segment, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:14.931731 dv-neutron-822691-2-hyperv neutron-server[88767]: Traceback (most recent call last):
Dec 24 11:12:14.931731 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 24 11:12:14.931731 dv-neutron-822691-2-hyperv neutron-server[88767]:     timer()
Dec 24 11:12:14.931731 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 11:12:14.931731 dv-neutron-822691-2-hyperv neutron-server[88767]:     cb(*args, **kw)
Dec 24 11:12:14.931731 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 24 11:12:14.931731 dv-neutron-822691-2-hyperv neutron-server[88767]:     return func(*args, **kwargs)
Dec 24 11:12:14.931731 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 11:12:14.931731 dv-neutron-822691-2-hyperv neutron-server[88767]:     self._notify()
Dec 24 11:12:14.931731 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 11:12:14.931731 dv-neutron-822691-2-hyperv neutron-server[88767]:     self.callback(batched_events)
Dec 24 11:12:14.931731 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 11:12:14.931731 dv-neutron-822691-2-hyperv neutron-server[88767]:     event.method(event)
Dec 24 11:12:14.931731 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 11:12:14.931731 dv-neutron-822691-2-hyperv neutron-server[88767]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 11:12:14.931731 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 24 11:12:14.931731 dv-neutron-822691-2-hyperv neutron-server[88767]:     segment_id)['aggregates'][0]
Dec 24 11:12:14.931731 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 24 11:12:14.931731 dv-neutron-822691-2-hyperv neutron-server[88767]:     return f(self, *a, **k)
Dec 24 11:12:14.931731 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 11:12:14.931731 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self._get(url).json()
Dec 24 11:12:14.931731 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 24 11:12:14.931731 dv-neutron-822691-2-hyperv neutron-server[88767]:     **kwargs)
Dec 24 11:12:14.931731 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 24 11:12:14.931731 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self.request(url, 'GET', **kwargs)
Dec 24 11:12:14.931731 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 24 11:12:14.931731 dv-neutron-822691-2-hyperv neutron-server[88767]:     **endpoint_filter)
Dec 24 11:12:14.931731 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 24 11:12:14.931731 dv-neutron-822691-2-hyperv neutron-server[88767]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 11:12:14.931731 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 24 11:12:14.931731 dv-neutron-822691-2-hyperv neutron-server[88767]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 11:12:14.931731 dv-neutron-822691-2-hyperv neutron-server[88767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 11:12:14.992147 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:15.050815 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:12:15.051110 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e8a20b-4d8c-49fb-915e-ee982111ddc5 req-c638bc4d-6eaa-47cc-97d8-d4fc17d43186 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:12:15.058537 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-b5e8a20b-4d8c-49fb-915e-ee982111ddc5 req-c638bc4d-6eaa-47cc-97d8-d4fc17d43186 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/ports?device_id=1ec53f4c-1f81-4e17-9c7c-8b68606882bb HTTP/1.1" status: 200  len: 945 time: 0.3071756
Dec 24 11:12:15.060572 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bd96e9b3-3470-438c-825f-c2acce4a32dc tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7126154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659196'] for network, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:15.065585 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bd96e9b3-3470-438c-825f-c2acce4a32dc tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Notify callbacks [] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:15.071516 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c1fa2a75-00dc-42a1-8003-598d297529b8 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:12:15.090412 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-008f13ef-e383-4bc6-b17d-b800c6d42790 None None] Calling delete_port for 79fad587-fefd-40dc-a133-5c0499e0de37 owned by network:dhcp {{(pid=88880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:12:15.120070 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d331623d-14d6-4a2b-8f13-1d66e4655143 req-53d8fd34-b67a-4ffc-8b77-b140bbf67d16 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:12:15.121702 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-d331623d-14d6-4a2b-8f13-1d66e4655143 req-53d8fd34-b67a-4ffc-8b77-b140bbf67d16 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] 10.222.0.65 "GET /v2.0/ports?device_id=9172ddea-2e24-4367-8ccf-2f8b57546cea HTTP/1.1" status: 200  len: 944 time: 0.3692799
Dec 24 11:12:15.122643 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd96e9b3-3470-438c-825f-c2acce4a32dc tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Pushing event deleted for resources: {'Network': ['ID=0677d35d-c34f-49aa-b645-a7c1d748a021,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:12:15.125300 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-bd96e9b3-3470-438c-825f-c2acce4a32dc tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:12:15.136980 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 43784) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:12:15.138304 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-bd96e9b3-3470-438c-825f-c2acce4a32dc tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] 10.222.0.65 "DELETE /v2.0/networks/0677d35d-c34f-49aa-b645-a7c1d748a021 HTTP/1.1" status: 204  len: 168 time: 1.2723207
Dec 24 11:12:15.139808 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 43786) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:12:15.193579 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Pushing event updated for resources: {'Port': ['ID=160df496-6eec-44ce-a16c-8b507196b963,revision_number=4']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:12:15.197408 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:12:15.201085 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.db.api [None req-008f13ef-e383-4bc6-b17d-b800c6d42790 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88880) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 24 11:12:15.201721 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_db.api [None req-008f13ef-e383-4bc6-b17d-b800c6d42790 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 24 11:12:15.202475 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-b5e8a20b-4d8c-49fb-915e-ee982111ddc5 req-73c25db0-5ab9-4ca1-9766-bde16f282b98 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/security-groups?id=722d2444-97f5-4c9e-9545-7c546aca16e1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1429837
Dec 24 11:12:15.204150 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ad68ffaf-65a2-4443-9970-5b8c8b0b51f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:15.211593 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-d331623d-14d6-4a2b-8f13-1d66e4655143 req-8de1a1ba-393d-4469-a90d-98bd20e06939 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] 10.222.0.65 "GET /v2.0/security-groups?id=7c81f28e-fd2d-468e-ad3a-e8186ef36a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0811455
Dec 24 11:12:15.215085 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-987f129e-b722-4e8c-8f23-dcf8ffc3bb19 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Synchronizing usage tracker for tenant:865b6019e3a04f86a9779dc709a86417 on resource:port {{(pid=88879) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:12:15.253070 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-987f129e-b722-4e8c-8f23-dcf8ffc3bb19 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Unset dirty status for tenant:865b6019e3a04f86a9779dc709a86417 on resource:port {{(pid=88879) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:12:15.254370 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-987f129e-b722-4e8c-8f23-dcf8ffc3bb19 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] 10.222.0.65 "GET /v2.0/ports?device_id=b530bf32-f36f-41bf-b0bb-d12f443ba03b HTTP/1.1" status: 200  len: 205 time: 0.1135800
Dec 24 11:12:15.257812 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 43792) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:12:15.263118 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] get_ports_and_sgs() called for port_ids ['d543849a-c6ca-4c57-89fa-aaf9e91d5928'] {{(pid=88880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 24 11:12:15.263280 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-ad68ffaf-65a2-4443-9970-5b8c8b0b51f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:12:15.267859 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-ad68ffaf-65a2-4443-9970-5b8c8b0b51f1 admin admin] Usage tracker for resource:security_group_rule and tenant:5cf71cd0289b4fabb06e923490dbaf96 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:12:15.271450 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-ad68ffaf-65a2-4443-9970-5b8c8b0b51f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:12:15.277749 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-ad68ffaf-65a2-4443-9970-5b8c8b0b51f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:12:15.296806 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] get_ports_and_sgs() called for port_ids ['160df496-6eec-44ce-a16c-8b507196b963'] {{(pid=88880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 24 11:12:15.316352 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.agents_db [None req-e51243ab-6a93-425b-980f-a73583147efa None None] Agent healthcheck: found 6 active agents {{(pid=88881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 24 11:12:15.346631 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 79fad587-fefd-40dc-a133-5c0499e0de37 no longer exists at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:12:15.367245 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ad68ffaf-65a2-4443-9970-5b8c8b0b51f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:15.370367 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ad68ffaf-65a2-4443-9970-5b8c8b0b51f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:15.378505 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c3f8eba8-483d-4fc1-a47d-5fef8c818dce tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:12:15.401858 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] No Port match for: 79fad587-fefd-40dc-a133-5c0499e0de37 {{(pid=88880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 24 11:12:15.402272 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 79fad587-fefd-40dc-a133-5c0499e0de37 not bound to the agent host dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 24 11:12:15.416947 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-cd8bc871-9986-4c8f-bdcb-7c2f90dc6c55 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Notify callbacks [] for router, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:15.429652 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad68ffaf-65a2-4443-9970-5b8c8b0b51f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e8a3a44-122a-4d2f-9195-8765027980dd,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:12:15.436696 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-ad68ffaf-65a2-4443-9970-5b8c8b0b51f1 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5cf71cd0289b4fabb06e923490dbaf96&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2960274
Dec 24 11:12:15.436696 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-ad68ffaf-65a2-4443-9970-5b8c8b0b51f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:12:15.436944 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 43796) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:12:15.509698 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4ad5df90-5f82-4871-b398-b1a4ba09624a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:15.563670 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4ad5df90-5f82-4871-b398-b1a4ba09624a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:15.623478 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4ad5df90-5f82-4871-b398-b1a4ba09624a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:15.631227 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-43d255b7-9f8d-4d7d-b983-7aee73a6f1a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:12:15.650110 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad5df90-5f82-4871-b398-b1a4ba09624a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e8a3a44-122a-4d2f-9195-8765027980dd,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:12:15.652729 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-4ad5df90-5f82-4871-b398-b1a4ba09624a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:12:15.653643 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4ad5df90-5f82-4871-b398-b1a4ba09624a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:15.654944 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-4ad5df90-5f82-4871-b398-b1a4ba09624a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/5e8a3a44-122a-4d2f-9195-8765027980dd HTTP/1.1" status: 204  len: 168 time: 0.2170322
Dec 24 11:12:15.719921 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-008f13ef-e383-4bc6-b17d-b800c6d42790 None None] Deleting port 79fad587-fefd-40dc-a133-5c0499e0de37 {{(pid=88880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:12:15.720378 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-008f13ef-e383-4bc6-b17d-b800c6d42790 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:15.826480 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-008f13ef-e383-4bc6-b17d-b800c6d42790 None None] The port '79fad587-fefd-40dc-a133-5c0499e0de37' was deleted {{(pid=88880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 24 11:12:15.851472 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-cd8bc871-9986-4c8f-bdcb-7c2f90dc6c55 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854158724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-84560'] for router, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:15.856546 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-cd8bc871-9986-4c8f-bdcb-7c2f90dc6c55 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:15.885317 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-cd8bc871-9986-4c8f-bdcb-7c2f90dc6c55 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854158830'] for router, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:15.886221 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd8bc871-9986-4c8f-bdcb-7c2f90dc6c55 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Fanout notify agent at l3_agent the message router_deleted on router b530bf32-f36f-41bf-b0bb-d12f443ba03b {{(pid=88878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 24 11:12:15.910795 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-cd8bc871-9986-4c8f-bdcb-7c2f90dc6c55 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Notify callbacks [] for router, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:15.916099 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-cd8bc871-9986-4c8f-bdcb-7c2f90dc6c55 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] 10.222.0.65 "DELETE /v2.0/routers/b530bf32-f36f-41bf-b0bb-d12f443ba03b HTTP/1.1" status: 204  len: 168 time: 0.6545691
Dec 24 11:12:16.275960 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 43810) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:12:16.468988 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-2b4e3555-8134-4f9d-897d-6043b3ab8dca admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=865b6019e3a04f86a9779dc709a86417&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1892967
Dec 24 11:12:16.469266 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 43816) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:12:16.481723 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df644a13-1ca5-410a-a17c-85d6c18b2533 req-28bc191e-c9d9-4281-9fe4-f7aeba2a3b3c tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:12:16.483368 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-df644a13-1ca5-410a-a17c-85d6c18b2533 req-28bc191e-c9d9-4281-9fe4-f7aeba2a3b3c tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/ports?device_id=1ec53f4c-1f81-4e17-9c7c-8b68606882bb HTTP/1.1" status: 200  len: 945 time: 0.1552422
Dec 24 11:12:16.490439 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d672c8-efb1-4fce-881c-1eaa4e9270ce req-f0b690bc-53fd-46a8-8312-74b8184294c8 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:12:16.492054 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-08d672c8-efb1-4fce-881c-1eaa4e9270ce req-f0b690bc-53fd-46a8-8312-74b8184294c8 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] 10.222.0.65 "GET /v2.0/ports?device_id=9172ddea-2e24-4367-8ccf-2f8b57546cea HTTP/1.1" status: 200  len: 944 time: 0.1235836
Dec 24 11:12:16.538083 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1ef70f03-31e9-41ae-961d-cfd00791c174 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:16.569888 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1ef70f03-31e9-41ae-961d-cfd00791c174 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:16.570664 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-df644a13-1ca5-410a-a17c-85d6c18b2533 req-4b3f025e-c3af-4b2a-9cf3-e9df0e7f2b8c tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/security-groups?id=722d2444-97f5-4c9e-9545-7c546aca16e1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0776038
Dec 24 11:12:16.575889 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-08d672c8-efb1-4fce-881c-1eaa4e9270ce req-7bdf61ec-d7ed-4cbc-ad89-7e299068a9de tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] 10.222.0.65 "GET /v2.0/security-groups?id=7c81f28e-fd2d-468e-ad3a-e8186ef36a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0676093
Dec 24 11:12:16.620482 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1ef70f03-31e9-41ae-961d-cfd00791c174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:16.625596 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-fa7a2f2a-d53b-499b-9b17-2e3bf62df910 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:12:16.639929 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef70f03-31e9-41ae-961d-cfd00791c174 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37f79af0-5c52-423b-bfcb-7fe547dcbbd9,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:12:16.643109 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-1ef70f03-31e9-41ae-961d-cfd00791c174 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:12:16.644300 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1ef70f03-31e9-41ae-961d-cfd00791c174 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:16.645524 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-1ef70f03-31e9-41ae-961d-cfd00791c174 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/37f79af0-5c52-423b-bfcb-7fe547dcbbd9 HTTP/1.1" status: 204  len: 168 time: 0.1752770
Dec 24 11:12:17.570472 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 43838) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:12:17.708561 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Device d543849a-c6ca-4c57-89fa-aaf9e91d5928 up at agent hyperv_hv-neutron-8226 {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:12:17.778440 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Provisioning for port d543849a-c6ca-4c57-89fa-aaf9e91d5928 completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:12:17.783408 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Provisioning complete for port d543849a-c6ca-4c57-89fa-aaf9e91d5928 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:12:17.783821 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:17.786638 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-c40a8d23-1e6c-46b1-b797-e66e2ca017fa tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:12:17.912562 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:17.943298 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ec53f4c-1f81-4e17-9c7c-8b68606882bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd543849a-c6ca-4c57-89fa-aaf9e91d5928'}] {{(pid=88880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 24 11:12:17.954171 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] For port d543849a-c6ca-4c57-89fa-aaf9e91d5928, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=d543849a-c6ca-4c57-89fa-aaf9e91d5928,segment=NetworkSegment(45d70bd7-4b68-463b-bb1b-249c8aec34f1),segment_id=45d70bd7-4b68-463b-bb1b-249c8aec34f1)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:12:17.957816 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:17.959021 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Device 160df496-6eec-44ce-a16c-8b507196b963 up at agent hyperv_hv-neutron-8226 {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:12:17.983354 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-6b61764c-1861-4887-85e6-e4625ae88052 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:12:18.024113 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.v2.resource [None req-c40a8d23-1e6c-46b1-b797-e66e2ca017fa tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] create failed (client error): There was a conflict when trying to complete your request.
Dec 24 11:12:18.025316 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-c40a8d23-1e6c-46b1-b797-e66e2ca017fa tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 409  len: 330 time: 0.4536314
Dec 24 11:12:18.029932 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 43850) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:12:18.036194 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-799e6de1-4433-4946-8be9-ad81dfc1b4f7 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Request body: {'security_group': {'name': 'tempest-secgroup--1366452076'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:12:18.043774 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-799e6de1-4433-4946-8be9-ad81dfc1b4f7 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:12:18.048701 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-799e6de1-4433-4946-8be9-ad81dfc1b4f7 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Usage tracker for resource:security_group and tenant:f633557fcefa4474805277dfee4410c1 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:12:18.052456 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-799e6de1-4433-4946-8be9-ad81dfc1b4f7 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:12:18.059172 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-799e6de1-4433-4946-8be9-ad81dfc1b4f7 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:12:18.069696 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-799e6de1-4433-4946-8be9-ad81dfc1b4f7 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Notify callbacks [] for security_group, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:18.083268 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Pushing event updated for resources: {'Port': ['ID=d543849a-c6ca-4c57-89fa-aaf9e91d5928,revision_number=5']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:12:18.083928 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-799e6de1-4433-4946-8be9-ad81dfc1b4f7 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Notify callbacks [] for security_group, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:18.093035 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:12:18.095662 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Provisioning for port 160df496-6eec-44ce-a16c-8b507196b963 completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:12:18.098348 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a909ec4-03a2-468c-bc22-6dcb3f95f27c req-d60c71ea-34f6-4556-a374-fbfaa502c299 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:12:18.100801 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-3a909ec4-03a2-468c-bc22-6dcb3f95f27c req-d60c71ea-34f6-4556-a374-fbfaa502c299 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/ports?device_id=1ec53f4c-1f81-4e17-9c7c-8b68606882bb HTTP/1.1" status: 200  len: 945 time: 0.3986459
Dec 24 11:12:18.106985 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba210531-a355-4ac7-8f4a-1e948f4acaa7 req-4d5157c0-4bf1-4217-8aef-5acee411451f tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:12:18.108102 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Provisioning complete for port 160df496-6eec-44ce-a16c-8b507196b963 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:12:18.108535 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-ba210531-a355-4ac7-8f4a-1e948f4acaa7 req-4d5157c0-4bf1-4217-8aef-5acee411451f tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] 10.222.0.65 "GET /v2.0/ports?device_id=9172ddea-2e24-4367-8ccf-2f8b57546cea HTTP/1.1" status: 200  len: 944 time: 0.4050863
Dec 24 11:12:18.108690 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:18.125945 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-799e6de1-4433-4946-8be9-ad81dfc1b4f7 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:12:18.130535 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-799e6de1-4433-4946-8be9-ad81dfc1b4f7 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Usage tracker for resource:security_group_rule and tenant:f633557fcefa4474805277dfee4410c1 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:12:18.134060 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-799e6de1-4433-4946-8be9-ad81dfc1b4f7 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:12:18.140996 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-799e6de1-4433-4946-8be9-ad81dfc1b4f7 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:12:18.189322 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-3a909ec4-03a2-468c-bc22-6dcb3f95f27c req-599fa4c0-4e68-4de3-860f-e724ffaa6426 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/security-groups?id=722d2444-97f5-4c9e-9545-7c546aca16e1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0797148
Dec 24 11:12:18.193215 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-ba210531-a355-4ac7-8f4a-1e948f4acaa7 req-cfacfc0d-3848-4e0f-a1e8-a73ffb529166 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] 10.222.0.65 "GET /v2.0/security-groups?id=7c81f28e-fd2d-468e-ad3a-e8186ef36a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0667527
Dec 24 11:12:18.215019 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-799e6de1-4433-4946-8be9-ad81dfc1b4f7 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Notify callbacks [] for security_group, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:18.218407 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-799e6de1-4433-4946-8be9-ad81dfc1b4f7 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:18.222376 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-bbe033f2-7a4c-465c-8194-fb9e117ced9c tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:12:18.252347 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:18.271398 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-799e6de1-4433-4946-8be9-ad81dfc1b4f7 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:12:18.274149 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ec53f4c-1f81-4e17-9c7c-8b68606882bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd543849a-c6ca-4c57-89fa-aaf9e91d5928', 'code': 200}
Dec 24 11:12:18.275920 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799e6de1-4433-4946-8be9-ad81dfc1b4f7 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3bf37a27-1b5b-408f-a604-5e4fa027f82b,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:12:18.279331 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-799e6de1-4433-4946-8be9-ad81dfc1b4f7 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Usage tracker for resource:security_group_rule and tenant:f633557fcefa4474805277dfee4410c1 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:12:18.294024 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] For port 160df496-6eec-44ce-a16c-8b507196b963, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=160df496-6eec-44ce-a16c-8b507196b963,segment=NetworkSegment(faf0938d-9351-4aa3-a42a-2891bc0c4373),segment_id=faf0938d-9351-4aa3-a42a-2891bc0c4373)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:12:18.294735 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-799e6de1-4433-4946-8be9-ad81dfc1b4f7 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:12:18.296149 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-799e6de1-4433-4946-8be9-ad81dfc1b4f7 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:12:18.297958 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:18.300069 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:12:18.303662 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-799e6de1-4433-4946-8be9-ad81dfc1b4f7 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:12:18.365310 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-799e6de1-4433-4946-8be9-ad81dfc1b4f7 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Notify callbacks [] for security_group, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:18.366688 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Pushing event updated for resources: {'Port': ['ID=160df496-6eec-44ce-a16c-8b507196b963,revision_number=5']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:12:18.370538 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-799e6de1-4433-4946-8be9-ad81dfc1b4f7 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:18.370983 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:12:18.374701 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-ac2c4a16-7b9a-4373-b6fb-50cedad7b5d9 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:12:18.417136 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799e6de1-4433-4946-8be9-ad81dfc1b4f7 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14d53462-70ab-44f7-b76b-21e1633a95be,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:12:18.420109 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-799e6de1-4433-4946-8be9-ad81dfc1b4f7 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Notify callbacks [] for security_group, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:18.424306 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-799e6de1-4433-4946-8be9-ad81dfc1b4f7 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1578 time: 0.3907831
Dec 24 11:12:18.424306 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-799e6de1-4433-4946-8be9-ad81dfc1b4f7 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:12:18.424845 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 43854) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:12:18.430635 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-f39a83b2-49fa-4849-9f61-568325411af8 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Request body: {'security_group_rule': {'security_group_id': '14d53462-70ab-44f7-b76b-21e1633a95be', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:12:18.437325 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-f39a83b2-49fa-4849-9f61-568325411af8 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:12:18.441636 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-f39a83b2-49fa-4849-9f61-568325411af8 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Usage tracker for resource:security_group_rule and tenant:f633557fcefa4474805277dfee4410c1 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:12:18.444794 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-f39a83b2-49fa-4849-9f61-568325411af8 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:12:18.451061 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-f39a83b2-49fa-4849-9f61-568325411af8 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:12:18.507166 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f39a83b2-49fa-4849-9f61-568325411af8 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:18.595269 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f39a83b2-49fa-4849-9f61-568325411af8 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:18.599907 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-657b461d-3ed2-49f6-9a76-a16a72bcb6d9 req-02feead3-c1b7-41dc-8b5b-66ea169e03c9 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=1ec53f4c-1f81-4e17-9c7c-8b68606882bb HTTP/1.1" status: 200  len: 1099 time: 0.1324387
Dec 24 11:12:18.601067 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f39a83b2-49fa-4849-9f61-568325411af8 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689902'] for security_group_rule, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:18.603132 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:12:18.648315 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39a83b2-49fa-4849-9f61-568325411af8 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f3f592f-aba1-443a-9456-e5507c90caa0,revision_number=0']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:12:18.651203 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f39a83b2-49fa-4849-9f61-568325411af8 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:12:18.667972 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f39a83b2-49fa-4849-9f61-568325411af8 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:18.669288 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-f39a83b2-49fa-4849-9f61-568325411af8 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.2437799
Dec 24 11:12:18.672717 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 43858) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:12:18.676380 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-657b461d-3ed2-49f6-9a76-a16a72bcb6d9 req-b61d25b6-d7e6-4765-a2cd-ddef90984274 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=722d2444-97f5-4c9e-9545-7c546aca16e1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0632055
Dec 24 11:12:18.678908 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-cbb1c602-5b53-498d-bdd1-253268a6fd64 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Request body: {'security_group_rule': {'security_group_id': '14d53462-70ab-44f7-b76b-21e1633a95be', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:12:18.685793 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-cbb1c602-5b53-498d-bdd1-253268a6fd64 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:12:18.690637 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-cbb1c602-5b53-498d-bdd1-253268a6fd64 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Usage tracker for resource:security_group_rule and tenant:f633557fcefa4474805277dfee4410c1 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:12:18.693872 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-cbb1c602-5b53-498d-bdd1-253268a6fd64 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:12:18.700514 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-cbb1c602-5b53-498d-bdd1-253268a6fd64 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:12:18.728267 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-cbb1c602-5b53-498d-bdd1-253268a6fd64 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:18.803689 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.v2.resource [None req-cbb1c602-5b53-498d-bdd1-253268a6fd64 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] create failed (client error): There was a conflict when trying to complete your request.
Dec 24 11:12:18.804811 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-cbb1c602-5b53-498d-bdd1-253268a6fd64 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 409  len: 366 time: 0.1310098
Dec 24 11:12:18.808061 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 43862) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:12:18.879210 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-599a3b05-992b-4fd1-9ef5-82c3ab3542d3 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Notify callbacks [] for security_group, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:18.908893 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-599a3b05-992b-4fd1-9ef5-82c3ab3542d3 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:18.953886 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-599a3b05-992b-4fd1-9ef5-82c3ab3542d3 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:18.957881 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-ad9aaf05-cbdb-4f5f-9c6e-7bbf5ecb8231 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:12:18.975278 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599a3b05-992b-4fd1-9ef5-82c3ab3542d3 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14d53462-70ab-44f7-b76b-21e1633a95be,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:12:18.978175 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-599a3b05-992b-4fd1-9ef5-82c3ab3542d3 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:18.979531 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-599a3b05-992b-4fd1-9ef5-82c3ab3542d3 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] 10.222.0.65 "DELETE /v2.0/security-groups/14d53462-70ab-44f7-b76b-21e1633a95be HTTP/1.1" status: 204  len: 168 time: 0.1704988
Dec 24 11:12:18.980548 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-599a3b05-992b-4fd1-9ef5-82c3ab3542d3 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:12:18.982548 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 43866) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:12:19.040898 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-0777a6ef-a43b-4732-8646-b4337b298d50 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Synchronizing usage tracker for tenant:f633557fcefa4474805277dfee4410c1 on resource:security_group {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:12:19.059424 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-0777a6ef-a43b-4732-8646-b4337b298d50 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Unset dirty status for tenant:f633557fcefa4474805277dfee4410c1 on resource:security_group {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:12:19.060755 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-0777a6ef-a43b-4732-8646-b4337b298d50 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.0766912
Dec 24 11:12:19.065627 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 43870) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:12:19.071596 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-39b16335-a027-4bce-b1a0-8ec04325d6ba tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Request body: {'security_group': {'name': 'tempest-secgroup--1612330548'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:12:19.078798 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-39b16335-a027-4bce-b1a0-8ec04325d6ba tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:12:19.089604 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-39b16335-a027-4bce-b1a0-8ec04325d6ba tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:12:19.100089 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-39b16335-a027-4bce-b1a0-8ec04325d6ba tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Notify callbacks [] for security_group, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:19.138535 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-39b16335-a027-4bce-b1a0-8ec04325d6ba tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:12:19.142593 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-39b16335-a027-4bce-b1a0-8ec04325d6ba tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Usage tracker for resource:security_group_rule and tenant:f633557fcefa4474805277dfee4410c1 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:12:19.145571 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-39b16335-a027-4bce-b1a0-8ec04325d6ba tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:12:19.151805 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-39b16335-a027-4bce-b1a0-8ec04325d6ba tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:12:19.208578 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-39b16335-a027-4bce-b1a0-8ec04325d6ba tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Notify callbacks [] for security_group, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:19.212457 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-39b16335-a027-4bce-b1a0-8ec04325d6ba tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:19.216333 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-208d6ac3-4b30-4469-8866-171f674d5ca3 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:12:19.261983 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b16335-a027-4bce-b1a0-8ec04325d6ba tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0c66d39-d8cf-4d3e-907a-68f6c09c626b,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:12:19.265976 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-39b16335-a027-4bce-b1a0-8ec04325d6ba tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:12:19.268476 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-39b16335-a027-4bce-b1a0-8ec04325d6ba tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:19.270047 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-39b16335-a027-4bce-b1a0-8ec04325d6ba tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1578 time: 0.2033887
Dec 24 11:12:19.273130 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 43878) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:12:19.280586 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-bab4501e-d716-4c05-8a79-889be321ab05 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Request body: {'security_group_rule': {'security_group_id': 'f0c66d39-d8cf-4d3e-907a-68f6c09c626b', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:12:19.281323 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.v2.resource [None req-bab4501e-d716-4c05-8a79-889be321ab05 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 24 11:12:19.285395 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-bab4501e-d716-4c05-8a79-889be321ab05 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 396 time: 0.0081217
Dec 24 11:12:19.285715 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 43882) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:12:19.447670 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bc88eb0e-3116-4882-92a2-363ae42eadf9 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Notify callbacks [] for security_group, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:19.490016 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bc88eb0e-3116-4882-92a2-363ae42eadf9 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:19.570994 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bc88eb0e-3116-4882-92a2-363ae42eadf9 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:19.580630 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf6ff02-e4d1-4f3f-84ee-9aefef7409c4 req-b74f2f3f-3322-4043-bf29-4444a9a2c249 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:12:19.582310 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-daf6ff02-e4d1-4f3f-84ee-9aefef7409c4 req-b74f2f3f-3322-4043-bf29-4444a9a2c249 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/ports?device_id=1ec53f4c-1f81-4e17-9c7c-8b68606882bb HTTP/1.1" status: 200  len: 946 time: 0.2391770
Dec 24 11:12:19.585464 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-e2335a89-48bd-450b-b3af-442c5283a273 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:12:19.604455 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33c4f19-d358-4373-8fbc-2f0d3a962058 req-1b22958e-01ea-4f28-88b0-fa4866d74545 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:12:19.606094 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-d33c4f19-d358-4373-8fbc-2f0d3a962058 req-1b22958e-01ea-4f28-88b0-fa4866d74545 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] 10.222.0.65 "GET /v2.0/ports?device_id=9172ddea-2e24-4367-8ccf-2f8b57546cea HTTP/1.1" status: 200  len: 945 time: 0.2519753
Dec 24 11:12:19.633868 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc88eb0e-3116-4882-92a2-363ae42eadf9 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0c66d39-d8cf-4d3e-907a-68f6c09c626b,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:12:19.656628 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-bc88eb0e-3116-4882-92a2-363ae42eadf9 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:12:19.658109 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bc88eb0e-3116-4882-92a2-363ae42eadf9 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:19.662262 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-bc88eb0e-3116-4882-92a2-363ae42eadf9 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] 10.222.0.65 "DELETE /v2.0/security-groups/f0c66d39-d8cf-4d3e-907a-68f6c09c626b HTTP/1.1" status: 204  len: 168 time: 0.3752933
Dec 24 11:12:19.662594 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 43886) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:12:19.707492 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-d33c4f19-d358-4373-8fbc-2f0d3a962058 req-8146c4fa-37c9-49ec-9f83-d7e828b8ce51 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] 10.222.0.65 "GET /v2.0/security-groups?id=7c81f28e-fd2d-468e-ad3a-e8186ef36a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0823653
Dec 24 11:12:19.710083 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-daf6ff02-e4d1-4f3f-84ee-9aefef7409c4 req-a5d6d5c9-80c0-4644-9133-8fe4f2490adb tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/security-groups?id=722d2444-97f5-4c9e-9545-7c546aca16e1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1127138
Dec 24 11:12:19.729299 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-1753a234-b22b-4772-ba48-570482fbee96 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Synchronizing usage tracker for tenant:f633557fcefa4474805277dfee4410c1 on resource:security_group {{(pid=88879) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:12:19.751261 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-1753a234-b22b-4772-ba48-570482fbee96 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Unset dirty status for tenant:f633557fcefa4474805277dfee4410c1 on resource:security_group {{(pid=88879) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:12:19.752661 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-1753a234-b22b-4772-ba48-570482fbee96 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.0881689
Dec 24 11:12:19.757193 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 43890) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:12:19.763737 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-ee906105-26ae-4d13-bec8-d13932e11ced tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Request body: {'security_group': {'name': 'tempest-secgroup--1644163646'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:12:19.770774 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-ee906105-26ae-4d13-bec8-d13932e11ced tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:12:19.781462 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-ee906105-26ae-4d13-bec8-d13932e11ced tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:12:19.792023 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ee906105-26ae-4d13-bec8-d13932e11ced tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Notify callbacks [] for security_group, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:19.833011 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-ee906105-26ae-4d13-bec8-d13932e11ced tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:12:19.837691 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-ee906105-26ae-4d13-bec8-d13932e11ced tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Usage tracker for resource:security_group_rule and tenant:f633557fcefa4474805277dfee4410c1 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:12:19.842080 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-ee906105-26ae-4d13-bec8-d13932e11ced tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:12:19.849010 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-ee906105-26ae-4d13-bec8-d13932e11ced tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:12:19.924852 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ee906105-26ae-4d13-bec8-d13932e11ced tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Notify callbacks [] for security_group, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:19.927869 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ee906105-26ae-4d13-bec8-d13932e11ced tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:19.933756 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-512a0e42-2c71-4eea-a5db-f618a74e6dcb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:12:19.982755 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee906105-26ae-4d13-bec8-d13932e11ced tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb1de1fa-a598-4f1a-a796-a0228983a886,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:12:19.986189 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-ee906105-26ae-4d13-bec8-d13932e11ced tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:12:19.988981 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ee906105-26ae-4d13-bec8-d13932e11ced tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:19.991363 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-ee906105-26ae-4d13-bec8-d13932e11ced tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1578 time: 0.2329226
Dec 24 11:12:19.993442 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 43894) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:12:20.000000 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-2a92d88f-5660-4f6e-b8b0-b6b83f634454 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Request body: {'security_group_rule': {'security_group_id': 'cb1de1fa-a598-4f1a-a796-a0228983a886', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:12:20.000681 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.v2.resource [None req-2a92d88f-5660-4f6e-b8b0-b6b83f634454 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 24 11:12:20.001718 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-2a92d88f-5660-4f6e-b8b0-b6b83f634454 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 667 time: 0.0071681
Dec 24 11:12:20.004609 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 43898) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:12:20.080054 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9851de63-72db-4fac-b472-ece7acc17bbe tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Notify callbacks [] for security_group, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:20.110766 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9851de63-72db-4fac-b472-ece7acc17bbe tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:20.159049 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9851de63-72db-4fac-b472-ece7acc17bbe tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:20.163467 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-599a3b05-992b-4fd1-9ef5-82c3ab3542d3 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:12:20.181270 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9851de63-72db-4fac-b472-ece7acc17bbe tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb1de1fa-a598-4f1a-a796-a0228983a886,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:12:20.183855 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-9851de63-72db-4fac-b472-ece7acc17bbe tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:12:20.190822 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9851de63-72db-4fac-b472-ece7acc17bbe tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:20.192488 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-9851de63-72db-4fac-b472-ece7acc17bbe tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] 10.222.0.65 "DELETE /v2.0/security-groups/cb1de1fa-a598-4f1a-a796-a0228983a886 HTTP/1.1" status: 204  len: 168 time: 0.1867464
Dec 24 11:12:20.196070 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 43902) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:12:20.257811 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-68dcdc70-7607-425c-9dcf-541474f1b188 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Synchronizing usage tracker for tenant:f633557fcefa4474805277dfee4410c1 on resource:security_group {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:12:20.273978 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-68dcdc70-7607-425c-9dcf-541474f1b188 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Unset dirty status for tenant:f633557fcefa4474805277dfee4410c1 on resource:security_group {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:12:20.275373 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-68dcdc70-7607-425c-9dcf-541474f1b188 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.0782740
Dec 24 11:12:20.275707 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9172ddea-2e24-4367-8ccf-2f8b57546cea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '160df496-6eec-44ce-a16c-8b507196b963'}] {{(pid=88880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 24 11:12:20.279693 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 43906) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:12:20.286389 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-5964fb75-a9dd-48ec-a106-12eb2068897d tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Request body: {'security_group': {'name': 'tempest-secgroup--930415752'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:12:20.294381 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-5964fb75-a9dd-48ec-a106-12eb2068897d tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:12:20.305359 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-5964fb75-a9dd-48ec-a106-12eb2068897d tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:12:20.314785 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5964fb75-a9dd-48ec-a106-12eb2068897d tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Notify callbacks [] for security_group, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:20.331589 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9172ddea-2e24-4367-8ccf-2f8b57546cea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '160df496-6eec-44ce-a16c-8b507196b963', 'code': 200}
Dec 24 11:12:20.355372 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-5964fb75-a9dd-48ec-a106-12eb2068897d tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:12:20.359648 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-5964fb75-a9dd-48ec-a106-12eb2068897d tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Usage tracker for resource:security_group_rule and tenant:f633557fcefa4474805277dfee4410c1 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:12:20.362865 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-5964fb75-a9dd-48ec-a106-12eb2068897d tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:12:20.369283 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-5964fb75-a9dd-48ec-a106-12eb2068897d tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:12:20.428490 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5964fb75-a9dd-48ec-a106-12eb2068897d tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Notify callbacks [] for security_group, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:20.431686 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5964fb75-a9dd-48ec-a106-12eb2068897d tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:20.437353 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-ee906105-26ae-4d13-bec8-d13932e11ced tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:12:20.481309 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5964fb75-a9dd-48ec-a106-12eb2068897d tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c2510ca-4ebb-46ee-94a1-f2c82a0684a7,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:12:20.484264 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5964fb75-a9dd-48ec-a106-12eb2068897d tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:20.488383 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-5964fb75-a9dd-48ec-a106-12eb2068897d tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 0.2048209
Dec 24 11:12:20.488383 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-5964fb75-a9dd-48ec-a106-12eb2068897d tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:12:20.489323 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 43912) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:12:20.494864 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-21f8d48e-5f67-451a-a299-302d4612c5ff tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Request body: {'security_group_rule': {'security_group_id': '9c2510ca-4ebb-46ee-94a1-f2c82a0684a7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:12:20.495627 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.v2.resource [None req-21f8d48e-5f67-451a-a299-302d4612c5ff tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 24 11:12:20.496653 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-21f8d48e-5f67-451a-a299-302d4612c5ff tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 319 time: 0.0067933
Dec 24 11:12:20.499441 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 43916) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:12:20.504906 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-80e9f1e2-71ac-4fe9-9226-9b0dddd46525 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Request body: {'security_group_rule': {'security_group_id': '9c2510ca-4ebb-46ee-94a1-f2c82a0684a7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:12:20.505963 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.v2.resource [None req-80e9f1e2-71ac-4fe9-9226-9b0dddd46525 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 24 11:12:20.507038 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-80e9f1e2-71ac-4fe9-9226-9b0dddd46525 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 320 time: 0.0066488
Dec 24 11:12:20.510100 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 43920) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:12:20.517134 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-da176004-443f-4201-806d-b7f04bef0d9e tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Request body: {'security_group_rule': {'security_group_id': '9c2510ca-4ebb-46ee-94a1-f2c82a0684a7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:12:20.517927 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.v2.resource [None req-da176004-443f-4201-806d-b7f04bef0d9e tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 24 11:12:20.518950 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-da176004-443f-4201-806d-b7f04bef0d9e tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 316 time: 0.0079143
Dec 24 11:12:20.521885 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 43924) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:12:20.527491 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-201bbd08-d249-410f-bcff-6993df696497 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Request body: {'security_group_rule': {'security_group_id': '9c2510ca-4ebb-46ee-94a1-f2c82a0684a7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:12:20.533846 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.v2.resource [None req-201bbd08-d249-410f-bcff-6993df696497 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 24 11:12:20.533846 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-201bbd08-d249-410f-bcff-6993df696497 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 309 time: 0.0063279
Dec 24 11:12:20.533846 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 43928) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:12:20.608207 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4d14cc0e-c7e8-4326-863f-082befc28903 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Notify callbacks [] for security_group, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:20.643451 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4d14cc0e-c7e8-4326-863f-082befc28903 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:20.652197 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-ceba7eb8-d942-47aa-9c89-cda9807117e9 req-a645856c-96ee-4c24-ba05-d8052778a251 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=9172ddea-2e24-4367-8ccf-2f8b57546cea HTTP/1.1" status: 200  len: 1098 time: 0.0807900
Dec 24 11:12:20.688472 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4d14cc0e-c7e8-4326-863f-082befc28903 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:20.694166 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-bc1f0691-b6dc-444c-9ff3-a6ef192b77a3 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:12:20.700757 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-ceba7eb8-d942-47aa-9c89-cda9807117e9 req-f4731f4e-e484-4bb7-9946-54f1ed4b431c service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=7c81f28e-fd2d-468e-ad3a-e8186ef36a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419981
Dec 24 11:12:20.710506 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d14cc0e-c7e8-4326-863f-082befc28903 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c2510ca-4ebb-46ee-94a1-f2c82a0684a7,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:12:20.714440 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-4d14cc0e-c7e8-4326-863f-082befc28903 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:12:20.717937 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4d14cc0e-c7e8-4326-863f-082befc28903 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:20.719288 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-4d14cc0e-c7e8-4326-863f-082befc28903 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] 10.222.0.65 "DELETE /v2.0/security-groups/9c2510ca-4ebb-46ee-94a1-f2c82a0684a7 HTTP/1.1" status: 204  len: 168 time: 0.1846991
Dec 24 11:12:20.722174 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 43932) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:12:20.777809 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-88670896-e94b-41d6-9cee-ee5ff2e6c687 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Synchronizing usage tracker for tenant:f633557fcefa4474805277dfee4410c1 on resource:security_group {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:12:20.796476 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-88670896-e94b-41d6-9cee-ee5ff2e6c687 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Unset dirty status for tenant:f633557fcefa4474805277dfee4410c1 on resource:security_group {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:12:20.797907 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-88670896-e94b-41d6-9cee-ee5ff2e6c687 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.0747068
Dec 24 11:12:20.802361 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 43940) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:12:20.808276 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-0d7e64cf-5d9c-4510-b142-9b59bf33249b tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Request body: {'security_group': {'name': 'tempest-secgroup--702129267'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:12:20.816034 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-0d7e64cf-5d9c-4510-b142-9b59bf33249b tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:12:20.826669 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-0d7e64cf-5d9c-4510-b142-9b59bf33249b tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:12:20.837322 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0d7e64cf-5d9c-4510-b142-9b59bf33249b tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Notify callbacks [] for security_group, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:20.995047 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-0d7e64cf-5d9c-4510-b142-9b59bf33249b tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:12:21.000497 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-0d7e64cf-5d9c-4510-b142-9b59bf33249b tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Usage tracker for resource:security_group_rule and tenant:f633557fcefa4474805277dfee4410c1 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:12:21.004261 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-0d7e64cf-5d9c-4510-b142-9b59bf33249b tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:12:21.014375 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-0d7e64cf-5d9c-4510-b142-9b59bf33249b tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:12:21.074056 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc50cb6-f28f-48bc-9f46-c59d246c8e6b req-fccefb6d-832d-49a4-a93f-fc5aaecfd037 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:12:21.075677 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-bcc50cb6-f28f-48bc-9f46-c59d246c8e6b req-fccefb6d-832d-49a4-a93f-fc5aaecfd037 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] 10.222.0.65 "GET /v2.0/ports?device_id=9172ddea-2e24-4367-8ccf-2f8b57546cea HTTP/1.1" status: 200  len: 945 time: 0.2262204
Dec 24 11:12:21.104781 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb03c39-2bf0-46d5-bcd8-9b8d364ab153 req-cc7d1378-6c80-48c6-8add-935c1be468e2 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:12:21.106375 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-9cb03c39-2bf0-46d5-bcd8-9b8d364ab153 req-cc7d1378-6c80-48c6-8add-935c1be468e2 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/ports?device_id=1ec53f4c-1f81-4e17-9c7c-8b68606882bb HTTP/1.1" status: 200  len: 946 time: 0.2122207
Dec 24 11:12:21.142187 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0d7e64cf-5d9c-4510-b142-9b59bf33249b tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Notify callbacks [] for security_group, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:21.159537 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0d7e64cf-5d9c-4510-b142-9b59bf33249b tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:21.166033 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-ecc7f44c-10a9-4313-a883-03f6bd8269ae tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:12:21.240888 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-bcc50cb6-f28f-48bc-9f46-c59d246c8e6b req-0adde5e3-d0f5-4dbb-b43b-c4e3483d1cd6 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] 10.222.0.65 "GET /v2.0/security-groups?id=7c81f28e-fd2d-468e-ad3a-e8186ef36a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1555924
Dec 24 11:12:21.250185 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0d7e64cf-5d9c-4510-b142-9b59bf33249b tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:21.251500 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-0d7e64cf-5d9c-4510-b142-9b59bf33249b tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 0.4483805
Dec 24 11:12:21.253691 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7e64cf-5d9c-4510-b142-9b59bf33249b tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8bac2f31-f5da-4f96-9656-ae325438e9c7,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:12:21.254794 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 43944) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:12:21.258246 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-0d7e64cf-5d9c-4510-b142-9b59bf33249b tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:12:21.261151 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-9cb03c39-2bf0-46d5-bcd8-9b8d364ab153 req-d68bd9b6-d160-4074-ac38-459e484b2e0a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/security-groups?id=722d2444-97f5-4c9e-9545-7c546aca16e1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1298332
Dec 24 11:12:21.261648 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-b7f02ead-34ff-45ce-90f2-219cafdc97e5 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Request body: {'security_group_rule': {'security_group_id': '8bac2f31-f5da-4f96-9656-ae325438e9c7', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:12:21.262809 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.v2.resource [None req-b7f02ead-34ff-45ce-90f2-219cafdc97e5 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 24 11:12:21.263943 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-b7f02ead-34ff-45ce-90f2-219cafdc97e5 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 317 time: 0.0076044
Dec 24 11:12:21.267010 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 43948) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:12:21.272923 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-80af1718-4efd-48e4-b9ff-fc1aa4fc61a4 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Request body: {'security_group_rule': {'security_group_id': '8bac2f31-f5da-4f96-9656-ae325438e9c7', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:12:21.279734 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-80af1718-4efd-48e4-b9ff-fc1aa4fc61a4 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:12:21.284060 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-80af1718-4efd-48e4-b9ff-fc1aa4fc61a4 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Usage tracker for resource:security_group_rule and tenant:f633557fcefa4474805277dfee4410c1 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:12:21.287180 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-80af1718-4efd-48e4-b9ff-fc1aa4fc61a4 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:12:21.293505 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-80af1718-4efd-48e4-b9ff-fc1aa4fc61a4 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:12:21.323870 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.v2.resource [None req-80af1718-4efd-48e4-b9ff-fc1aa4fc61a4 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 24 11:12:21.325082 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-80af1718-4efd-48e4-b9ff-fc1aa4fc61a4 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 354 time: 0.0571425
Dec 24 11:12:21.328477 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 43954) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:12:21.337021 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-a635f13c-04f5-4b29-ab25-c1b88f987e9a tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Request body: {'security_group_rule': {'security_group_id': '8bac2f31-f5da-4f96-9656-ae325438e9c7', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:12:21.337683 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.v2.resource [None req-a635f13c-04f5-4b29-ab25-c1b88f987e9a tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 24 11:12:21.338745 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-a635f13c-04f5-4b29-ab25-c1b88f987e9a tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 319 time: 0.0090315
Dec 24 11:12:21.341703 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 43958) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:12:21.348517 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-f8b57342-a4db-4d68-b138-e780e1c0c549 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Request body: {'security_group_rule': {'security_group_id': '8bac2f31-f5da-4f96-9656-ae325438e9c7', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:12:21.355153 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-f8b57342-a4db-4d68-b138-e780e1c0c549 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:12:21.359304 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-f8b57342-a4db-4d68-b138-e780e1c0c549 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Usage tracker for resource:security_group_rule and tenant:f633557fcefa4474805277dfee4410c1 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:12:21.362459 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-f8b57342-a4db-4d68-b138-e780e1c0c549 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:12:21.368701 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-f8b57342-a4db-4d68-b138-e780e1c0c549 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:12:21.399473 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.v2.resource [None req-f8b57342-a4db-4d68-b138-e780e1c0c549 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 24 11:12:21.400728 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-f8b57342-a4db-4d68-b138-e780e1c0c549 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 354 time: 0.0580170
Dec 24 11:12:21.404157 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 43962) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:12:21.410738 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-4e5bb797-ba6e-474a-a251-60042b479ef2 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Request body: {'security_group_rule': {'security_group_id': '8bac2f31-f5da-4f96-9656-ae325438e9c7', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:12:21.411532 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.v2.resource [None req-4e5bb797-ba6e-474a-a251-60042b479ef2 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 24 11:12:21.412692 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-4e5bb797-ba6e-474a-a251-60042b479ef2 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 317 time: 0.0072935
Dec 24 11:12:21.415549 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 43966) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:12:21.422829 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-c340bcd9-6226-4230-8f08-5d59d5087ddd tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Request body: {'security_group_rule': {'security_group_id': '8bac2f31-f5da-4f96-9656-ae325438e9c7', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:12:21.429938 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-c340bcd9-6226-4230-8f08-5d59d5087ddd tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:12:21.434051 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-c340bcd9-6226-4230-8f08-5d59d5087ddd tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Usage tracker for resource:security_group_rule and tenant:f633557fcefa4474805277dfee4410c1 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:12:21.437092 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-c340bcd9-6226-4230-8f08-5d59d5087ddd tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:12:21.443443 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-c340bcd9-6226-4230-8f08-5d59d5087ddd tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:12:21.472323 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.v2.resource [None req-c340bcd9-6226-4230-8f08-5d59d5087ddd tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 24 11:12:21.476456 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-c340bcd9-6226-4230-8f08-5d59d5087ddd tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 361 time: 0.0569158
Dec 24 11:12:21.476880 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 43970) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:12:21.483047 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-1cfe834e-367d-44d2-9d52-9a01ff012321 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Request body: {'security_group_rule': {'security_group_id': '8bac2f31-f5da-4f96-9656-ae325438e9c7', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:12:21.483694 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.v2.resource [None req-1cfe834e-367d-44d2-9d52-9a01ff012321 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 24 11:12:21.484827 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-1cfe834e-367d-44d2-9d52-9a01ff012321 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 316 time: 0.0067887
Dec 24 11:12:21.487573 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 43974) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:12:21.494523 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-f67c18ce-9ec4-4f45-9e11-0bd4ecac21d4 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Request body: {'security_group_rule': {'security_group_id': '8bac2f31-f5da-4f96-9656-ae325438e9c7', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:12:21.504848 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac71b96-c923-43d7-a65a-6d56b7015e7f req-73b12be5-7b29-406f-aa1e-f4290205efb1 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:12:21.506863 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-aac71b96-c923-43d7-a65a-6d56b7015e7f req-73b12be5-7b29-406f-aa1e-f4290205efb1 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/ports?device_id=1ec53f4c-1f81-4e17-9c7c-8b68606882bb HTTP/1.1" status: 200  len: 946 time: 0.0961463
Dec 24 11:12:21.509381 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-f67c18ce-9ec4-4f45-9e11-0bd4ecac21d4 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:12:21.515583 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-f67c18ce-9ec4-4f45-9e11-0bd4ecac21d4 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Usage tracker for resource:security_group_rule and tenant:f633557fcefa4474805277dfee4410c1 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:12:21.535604 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-f67c18ce-9ec4-4f45-9e11-0bd4ecac21d4 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:12:21.546128 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-f67c18ce-9ec4-4f45-9e11-0bd4ecac21d4 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:12:21.585635 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-aac71b96-c923-43d7-a65a-6d56b7015e7f req-2993f48e-5571-4c03-8a04-f4325b888704 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/security-groups?id=722d2444-97f5-4c9e-9545-7c546aca16e1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0719571
Dec 24 11:12:21.595911 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.v2.resource [None req-f67c18ce-9ec4-4f45-9e11-0bd4ecac21d4 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 24 11:12:21.597965 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-f67c18ce-9ec4-4f45-9e11-0bd4ecac21d4 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 373 time: 0.1084273
Dec 24 11:12:21.600528 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 43978) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:12:21.608366 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-8a17c5f4-66b0-46f9-b24c-fd7274fef80c tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Request body: {'security_group_rule': {'security_group_id': '8bac2f31-f5da-4f96-9656-ae325438e9c7', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:12:21.614966 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-8a17c5f4-66b0-46f9-b24c-fd7274fef80c tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:12:21.616812 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 43982) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:12:21.619341 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-8a17c5f4-66b0-46f9-b24c-fd7274fef80c tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Usage tracker for resource:security_group_rule and tenant:f633557fcefa4474805277dfee4410c1 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:12:21.622514 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-8a17c5f4-66b0-46f9-b24c-fd7274fef80c tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:12:21.629895 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-8a17c5f4-66b0-46f9-b24c-fd7274fef80c tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:12:21.660810 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.v2.resource [None req-8a17c5f4-66b0-46f9-b24c-fd7274fef80c tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 24 11:12:21.662007 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-8a17c5f4-66b0-46f9-b24c-fd7274fef80c tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 361 time: 0.0601225
Dec 24 11:12:21.665020 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 43986) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:12:21.701656 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-433e8b64-ca97-4495-98cc-bee6b16d4f8b tempest-TestNetworkBasicOps-448411267 tempest-TestNetworkBasicOps-448411267-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=1ec53f4c-1f81-4e17-9c7c-8b68606882bb HTTP/1.1" status: 200  len: 1094 time: 0.0809548
Dec 24 11:12:21.702057 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 43990) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:12:21.709672 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-14da66ed-0139-413a-9377-82655dfdc70e tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Request body: {'floatingip': {'floating_network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'port_id': 'd543849a-c6ca-4c57-89fa-aaf9e91d5928', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:12:21.715940 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-14da66ed-0139-413a-9377-82655dfdc70e tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:12:21.720461 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-14da66ed-0139-413a-9377-82655dfdc70e tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Usage tracker for resource:floatingip and tenant:ad7c5ba9df02428aae512a4d9bb9dd9d is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:12:21.723959 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-14da66ed-0139-413a-9377-82655dfdc70e tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:12:21.730605 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-14da66ed-0139-413a-9377-82655dfdc70e tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:12:21.739984 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d9edffdf-869c-4eba-89b8-352c410b748c tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Notify callbacks [] for security_group, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:21.743790 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-14da66ed-0139-413a-9377-82655dfdc70e tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for floatingip, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:21.771172 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d9edffdf-869c-4eba-89b8-352c410b748c tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:21.817404 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d9edffdf-869c-4eba-89b8-352c410b748c tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:21.822950 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-9fd513b9-a4ba-40ea-a4e2-bc5734b41609 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:12:21.841098 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9edffdf-869c-4eba-89b8-352c410b748c tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bac2f31-f5da-4f96-9656-ae325438e9c7,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:12:21.847858 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-d9edffdf-869c-4eba-89b8-352c410b748c tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:12:21.848806 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d9edffdf-869c-4eba-89b8-352c410b748c tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:21.852656 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-d9edffdf-869c-4eba-89b8-352c410b748c tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] 10.222.0.65 "DELETE /v2.0/security-groups/8bac2f31-f5da-4f96-9656-ae325438e9c7 HTTP/1.1" status: 204  len: 168 time: 0.1838553
Dec 24 11:12:21.853106 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 43994) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:12:21.927194 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-14da66ed-0139-413a-9377-82655dfdc70e tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:21.936365 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-f16be6e4-04a9-451e-a2ca-951122a6f45e tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Synchronizing usage tracker for tenant:f633557fcefa4474805277dfee4410c1 on resource:security_group {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:12:21.951920 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-f16be6e4-04a9-451e-a2ca-951122a6f45e tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Unset dirty status for tenant:f633557fcefa4474805277dfee4410c1 on resource:security_group {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:12:21.953348 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-f16be6e4-04a9-451e-a2ca-951122a6f45e tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.0987878
Dec 24 11:12:21.957456 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 43998) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:12:21.963856 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-66edff75-2d68-41b5-bb8f-ffe30ef8a6df tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Request body: {'security_group': {'name': 'tempest-secgroup--56872135'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:12:21.971165 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-66edff75-2d68-41b5-bb8f-ffe30ef8a6df tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:12:21.981556 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-66edff75-2d68-41b5-bb8f-ffe30ef8a6df tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:12:21.991135 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-66edff75-2d68-41b5-bb8f-ffe30ef8a6df tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Notify callbacks [] for security_group, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:22.028426 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-66edff75-2d68-41b5-bb8f-ffe30ef8a6df tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:12:22.032583 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-66edff75-2d68-41b5-bb8f-ffe30ef8a6df tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Usage tracker for resource:security_group_rule and tenant:f633557fcefa4474805277dfee4410c1 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:12:22.035584 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-66edff75-2d68-41b5-bb8f-ffe30ef8a6df tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:12:22.042274 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-66edff75-2d68-41b5-bb8f-ffe30ef8a6df tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:12:22.071963 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-14da66ed-0139-413a-9377-82655dfdc70e tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Allocated IP 172.26.3.237 (f8c337ba-681f-4fcb-a333-e3c49365b30a/8ea1398c-0bec-46d6-8d54-85798de2a7ca/9af0f878-76d0-4f38-9c97-435f89622b43) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:12:22.100684 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-66edff75-2d68-41b5-bb8f-ffe30ef8a6df tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Notify callbacks [] for security_group, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:22.104738 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-66edff75-2d68-41b5-bb8f-ffe30ef8a6df tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:22.110380 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-e27c122e-002f-46ad-abd2-f72a4854f391 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:12:22.155299 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66edff75-2d68-41b5-bb8f-ffe30ef8a6df tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59035661-1d68-4eed-8cca-3861139f75d4,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:12:22.158171 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-66edff75-2d68-41b5-bb8f-ffe30ef8a6df tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:22.162892 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-66edff75-2d68-41b5-bb8f-ffe30ef8a6df tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1576 time: 0.2008479
Dec 24 11:12:22.162892 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-66edff75-2d68-41b5-bb8f-ffe30ef8a6df tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:12:22.162892 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 44002) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:12:22.168882 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-f0fe4d7e-b1b7-41e5-a32f-8250d88a4e10 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Request body: {'security_group_rule': {'security_group_id': '59035661-1d68-4eed-8cca-3861139f75d4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:12:22.175550 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-f0fe4d7e-b1b7-41e5-a32f-8250d88a4e10 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:12:22.179666 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-f0fe4d7e-b1b7-41e5-a32f-8250d88a4e10 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Usage tracker for resource:security_group_rule and tenant:f633557fcefa4474805277dfee4410c1 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:12:22.182865 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-f0fe4d7e-b1b7-41e5-a32f-8250d88a4e10 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:12:22.189352 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-f0fe4d7e-b1b7-41e5-a32f-8250d88a4e10 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:12:22.227821 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.v2.resource [None req-f0fe4d7e-b1b7-41e5-a32f-8250d88a4e10 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] create failed (client error): The resource could not be found.
Dec 24 11:12:22.229306 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-f0fe4d7e-b1b7-41e5-a32f-8250d88a4e10 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 323 time: 0.0653329
Dec 24 11:12:22.232129 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 44006) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:12:22.232313 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-14da66ed-0139-413a-9377-82655dfdc70e tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:22.238416 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-d83f4043-81dc-4231-8685-cfc62ab1368b tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Request body: {'security_group_rule': {'security_group_id': '59035661-1d68-4eed-8cca-3861139f75d4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'fd2f2dba-aad0-41da-8d9c-593f27dc470a'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:12:22.244726 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-d83f4043-81dc-4231-8685-cfc62ab1368b tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:12:22.248882 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-d83f4043-81dc-4231-8685-cfc62ab1368b tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Usage tracker for resource:security_group_rule and tenant:f633557fcefa4474805277dfee4410c1 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:12:22.251960 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-d83f4043-81dc-4231-8685-cfc62ab1368b tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:12:22.259062 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-d83f4043-81dc-4231-8685-cfc62ab1368b tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:12:22.261748 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-14da66ed-0139-413a-9377-82655dfdc70e tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:22.266864 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-373759ea-6281-420f-bf13-aca10f208da5 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:12:22.296069 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.v2.resource [None req-d83f4043-81dc-4231-8685-cfc62ab1368b tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] create failed (client error): The resource could not be found.
Dec 24 11:12:22.297399 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-d83f4043-81dc-4231-8685-cfc62ab1368b tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 347 time: 0.0642121
Dec 24 11:12:22.300409 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 44012) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:12:22.345573 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14da66ed-0139-413a-9377-82655dfdc70e tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Network f8c337ba-681f-4fcb-a333-e3c49365b30a is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:12:22.349578 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-14da66ed-0139-413a-9377-82655dfdc70e tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Resources bound (agent type, host, resource id):  {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:12:22.352055 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14da66ed-0139-413a-9377-82655dfdc70e tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event updated for resources: {'Port': ['ID=9af0f878-76d0-4f38-9c97-435f89622b43,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:12:22.354134 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14da66ed-0139-413a-9377-82655dfdc70e tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:12:22.384016 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-14da66ed-0139-413a-9377-82655dfdc70e tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:12:22.416744 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-22b4263b-253a-4199-a6b5-aaa9c585c6d0 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Notify callbacks [] for security_group, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:22.458906 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-22b4263b-253a-4199-a6b5-aaa9c585c6d0 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:22.522898 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb55454-fe74-4608-88dd-a164a13bb110 req-908166e7-5e77-4ea7-912c-944aec0b2cbe tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:12:22.524133 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-acb55454-fe74-4608-88dd-a164a13bb110 req-908166e7-5e77-4ea7-912c-944aec0b2cbe tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] 10.222.0.65 "GET /v2.0/ports?device_id=9172ddea-2e24-4367-8ccf-2f8b57546cea HTTP/1.1" status: 200  len: 945 time: 0.1476841
Dec 24 11:12:22.525357 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-22b4263b-253a-4199-a6b5-aaa9c585c6d0 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:22.529857 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-bc88eb0e-3116-4882-92a2-363ae42eadf9 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:12:22.562981 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b4263b-253a-4199-a6b5-aaa9c585c6d0 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59035661-1d68-4eed-8cca-3861139f75d4,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:12:22.567746 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-22b4263b-253a-4199-a6b5-aaa9c585c6d0 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:12:22.579470 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-22b4263b-253a-4199-a6b5-aaa9c585c6d0 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:22.583646 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-22b4263b-253a-4199-a6b5-aaa9c585c6d0 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] 10.222.0.65 "DELETE /v2.0/security-groups/59035661-1d68-4eed-8cca-3861139f75d4 HTTP/1.1" status: 204  len: 168 time: 0.2820210
Dec 24 11:12:22.584611 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 44016) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:12:22.642244 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-acb55454-fe74-4608-88dd-a164a13bb110 req-a958bc32-37dd-4cff-96c9-27f160535045 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] 10.222.0.65 "GET /v2.0/security-groups?id=7c81f28e-fd2d-468e-ad3a-e8186ef36a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1022313
Dec 24 11:12:22.665335 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-e0f59002-2914-4d23-88c5-188d25f34ee7 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Synchronizing usage tracker for tenant:f633557fcefa4474805277dfee4410c1 on resource:security_group {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:12:22.681625 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-e0f59002-2914-4d23-88c5-188d25f34ee7 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Unset dirty status for tenant:f633557fcefa4474805277dfee4410c1 on resource:security_group {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:12:22.685656 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-e0f59002-2914-4d23-88c5-188d25f34ee7 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.0984871
Dec 24 11:12:22.687266 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 44022) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:12:22.694304 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-db6f0e94-5696-409c-802d-ddae73190265 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Request body: {'security_group_rule': {'security_group_id': '9beec4e2-9a12-4749-8fa4-2e73ba4ab6cd', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:12:22.701214 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-db6f0e94-5696-409c-802d-ddae73190265 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:12:22.705563 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-db6f0e94-5696-409c-802d-ddae73190265 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Usage tracker for resource:security_group_rule and tenant:f633557fcefa4474805277dfee4410c1 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:12:22.708786 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-db6f0e94-5696-409c-802d-ddae73190265 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:12:22.715209 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-db6f0e94-5696-409c-802d-ddae73190265 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:12:22.753506 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.v2.resource [None req-db6f0e94-5696-409c-802d-ddae73190265 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] create failed (client error): The resource could not be found.
Dec 24 11:12:22.754587 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-db6f0e94-5696-409c-802d-ddae73190265 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 347 time: 0.0660856
Dec 24 11:12:22.759058 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 44026) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:12:22.765416 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-38e15bc3-77f9-46a7-93de-b088730aad1e tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Request body: {'security_group': {'name': 'tempest-secgroup--115769340'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:12:22.774334 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-38e15bc3-77f9-46a7-93de-b088730aad1e tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:12:22.827756 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-38e15bc3-77f9-46a7-93de-b088730aad1e tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:12:22.843317 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-38e15bc3-77f9-46a7-93de-b088730aad1e tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Notify callbacks [] for security_group, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:22.902650 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828fdc53-ead1-4f86-b6bd-95ce3e794f60 req-2c4bd121-4094-40e2-9e40-8d6d6797f270 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:12:22.904173 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-828fdc53-ead1-4f86-b6bd-95ce3e794f60 req-2c4bd121-4094-40e2-9e40-8d6d6797f270 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] 10.222.0.65 "GET /v2.0/ports?device_id=9172ddea-2e24-4367-8ccf-2f8b57546cea HTTP/1.1" status: 200  len: 945 time: 0.1321850
Dec 24 11:12:22.909061 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-14da66ed-0139-413a-9377-82655dfdc70e tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:22.911432 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-38e15bc3-77f9-46a7-93de-b088730aad1e tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:12:22.932282 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-38e15bc3-77f9-46a7-93de-b088730aad1e tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Usage tracker for resource:security_group_rule and tenant:f633557fcefa4474805277dfee4410c1 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:12:22.938372 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-38e15bc3-77f9-46a7-93de-b088730aad1e tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:12:22.947238 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-38e15bc3-77f9-46a7-93de-b088730aad1e tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:12:22.966791 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-14da66ed-0139-413a-9377-82655dfdc70e tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:22.983212 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-828fdc53-ead1-4f86-b6bd-95ce3e794f60 req-334266fe-3e78-44cf-b74f-18b82391b025 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] 10.222.0.65 "GET /v2.0/security-groups?id=7c81f28e-fd2d-468e-ad3a-e8186ef36a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0689909
Dec 24 11:12:23.018074 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 44030) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:12:23.024859 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-38e15bc3-77f9-46a7-93de-b088730aad1e tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Notify callbacks [] for security_group, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:23.028044 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-38e15bc3-77f9-46a7-93de-b088730aad1e tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:23.032073 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-9bf7d2f4-ee13-4cee-ae6e-24fab3e58309 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:12:23.078653 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e15bc3-77f9-46a7-93de-b088730aad1e tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0bed60d-80a8-42c6-a2b0-f015387da78c,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:12:23.082053 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-38e15bc3-77f9-46a7-93de-b088730aad1e tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:12:23.085240 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-38e15bc3-77f9-46a7-93de-b088730aad1e tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:23.090146 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-38e15bc3-77f9-46a7-93de-b088730aad1e tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 0.3264866
Dec 24 11:12:23.090146 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 44034) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:12:23.095553 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-9fbefa71-62f2-49ce-8fd7-6fb7580dc804 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Request body: {'security_group': {'name': 'tempest-secgroup--967061414'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:12:23.102094 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-9fbefa71-62f2-49ce-8fd7-6fb7580dc804 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:12:23.106567 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-9fbefa71-62f2-49ce-8fd7-6fb7580dc804 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Usage tracker for resource:security_group and tenant:f633557fcefa4474805277dfee4410c1 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:12:23.109599 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-9fbefa71-62f2-49ce-8fd7-6fb7580dc804 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:12:23.115985 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-9fbefa71-62f2-49ce-8fd7-6fb7580dc804 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:12:23.126377 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9fbefa71-62f2-49ce-8fd7-6fb7580dc804 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Notify callbacks [] for security_group, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:23.165963 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-9fbefa71-62f2-49ce-8fd7-6fb7580dc804 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:12:23.170237 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-9fbefa71-62f2-49ce-8fd7-6fb7580dc804 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Usage tracker for resource:security_group_rule and tenant:f633557fcefa4474805277dfee4410c1 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:12:23.173352 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-9fbefa71-62f2-49ce-8fd7-6fb7580dc804 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:12:23.179869 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-9fbefa71-62f2-49ce-8fd7-6fb7580dc804 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:12:23.225718 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-4e6801c6-4dcb-43ff-b384-a67e36febb57 tempest-TestVolumeBootPattern-1848862148 tempest-TestVolumeBootPattern-1848862148-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=9172ddea-2e24-4367-8ccf-2f8b57546cea HTTP/1.1" status: 200  len: 1093 time: 0.2062230
Dec 24 11:12:23.228648 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 44038) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:12:23.245071 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-2785d1fa-6306-4804-b483-3e71e05abfd8 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Request body: {'floatingip': {'floating_network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'port_id': '160df496-6eec-44ce-a16c-8b507196b963', 'tenant_id': 'fbedb279f22e4b3494591d6dabc201d5', 'fixed_ip_address': '172.20.0.4'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:12:23.257998 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-2785d1fa-6306-4804-b483-3e71e05abfd8 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:12:23.260141 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-14da66ed-0139-413a-9377-82655dfdc70e tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for port, precommit_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:23.261985 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9fbefa71-62f2-49ce-8fd7-6fb7580dc804 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Notify callbacks [] for security_group, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:23.264711 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-14da66ed-0139-413a-9377-82655dfdc70e tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850854027'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:23.265355 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-2785d1fa-6306-4804-b483-3e71e05abfd8 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Usage tracker for resource:floatingip and tenant:fbedb279f22e4b3494591d6dabc201d5 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:12:23.268771 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-2785d1fa-6306-4804-b483-3e71e05abfd8 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:12:23.269877 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-5f262f21-cfe4-45da-843b-2399b4332e18 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:12:23.271639 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9fbefa71-62f2-49ce-8fd7-6fb7580dc804 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:23.279837 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-4d14cc0e-c7e8-4326-863f-082befc28903 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:12:23.288429 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-2785d1fa-6306-4804-b483-3e71e05abfd8 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:12:23.332378 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2785d1fa-6306-4804-b483-3e71e05abfd8 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Notify callbacks [] for floatingip, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:23.339313 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbefa71-62f2-49ce-8fd7-6fb7580dc804 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd2b9fb1-aaff-4ba9-83fc-c2fe6baf1edd,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:12:23.342426 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9fbefa71-62f2-49ce-8fd7-6fb7580dc804 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:23.346671 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-9fbefa71-62f2-49ce-8fd7-6fb7580dc804 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 0.2531960
Dec 24 11:12:23.346671 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-9fbefa71-62f2-49ce-8fd7-6fb7580dc804 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:12:23.360538 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 44042) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:12:23.371344 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14da66ed-0139-413a-9377-82655dfdc70e tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event updated for resources: {'Port': ['ID=9af0f878-76d0-4f38-9c97-435f89622b43,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:12:23.372776 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-3db5ceb6-fd10-4f73-8723-114766881291 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Request body: {'security_group_rule': {'security_group_id': 'd0bed60d-80a8-42c6-a2b0-f015387da78c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'bd2b9fb1-aaff-4ba9-83fc-c2fe6baf1edd'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:12:23.378296 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-14da66ed-0139-413a-9377-82655dfdc70e tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:12:23.382366 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-3db5ceb6-fd10-4f73-8723-114766881291 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:12:23.390201 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-3db5ceb6-fd10-4f73-8723-114766881291 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Usage tracker for resource:security_group_rule and tenant:f633557fcefa4474805277dfee4410c1 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:12:23.394558 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-3db5ceb6-fd10-4f73-8723-114766881291 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:12:23.401513 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-14da66ed-0139-413a-9377-82655dfdc70e tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659181'] for floatingip, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:23.412923 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-3db5ceb6-fd10-4f73-8723-114766881291 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:12:23.505139 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.v2.resource [None req-3db5ceb6-fd10-4f73-8723-114766881291 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 24 11:12:23.506646 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-3db5ceb6-fd10-4f73-8723-114766881291 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 360 time: 0.1416898
Dec 24 11:12:23.511204 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 44046) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:12:23.602473 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2785d1fa-6306-4804-b483-3e71e05abfd8 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:23.652848 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-24e76133-8e01-4bce-82a0-0c4cffeae096 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Notify callbacks [] for security_group, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:23.711284 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-24e76133-8e01-4bce-82a0-0c4cffeae096 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:23.824046 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-2785d1fa-6306-4804-b483-3e71e05abfd8 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Allocated IP 172.26.3.3 (f8c337ba-681f-4fcb-a333-e3c49365b30a/8ea1398c-0bec-46d6-8d54-85798de2a7ca/eb1319f2-4074-44b1-a368-1b1cd06df5c7) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:12:23.826141 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-24e76133-8e01-4bce-82a0-0c4cffeae096 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:23.832615 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-39b16335-a027-4bce-b1a0-8ec04325d6ba tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:12:23.843950 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.l3_db [None req-14da66ed-0139-413a-9377-82655dfdc70e tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Floating IP cea301b7-fd13-49fd-bbfd-0b8b437b43e2 associated. External IP: 172.26.3.237, port: d543849a-c6ca-4c57-89fa-aaf9e91d5928.
Dec 24 11:12:23.853588 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e76133-8e01-4bce-82a0-0c4cffeae096 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd2b9fb1-aaff-4ba9-83fc-c2fe6baf1edd,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:12:23.858700 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-24e76133-8e01-4bce-82a0-0c4cffeae096 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:12:23.956684 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-24e76133-8e01-4bce-82a0-0c4cffeae096 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:23.958002 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-24e76133-8e01-4bce-82a0-0c4cffeae096 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] 10.222.0.65 "DELETE /v2.0/security-groups/bd2b9fb1-aaff-4ba9-83fc-c2fe6baf1edd HTTP/1.1" status: 204  len: 168 time: 0.4459028
Dec 24 11:12:23.962905 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 44050) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:12:24.053928 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2785d1fa-6306-4804-b483-3e71e05abfd8 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:24.084375 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-f872e794-77d3-425e-8d63-a9fe1391f341 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Synchronizing usage tracker for tenant:f633557fcefa4474805277dfee4410c1 on resource:security_group {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:12:24.107651 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-f872e794-77d3-425e-8d63-a9fe1391f341 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Unset dirty status for tenant:f633557fcefa4474805277dfee4410c1 on resource:security_group {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:12:24.109064 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-f872e794-77d3-425e-8d63-a9fe1391f341 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4006 time: 0.1451933
Dec 24 11:12:24.110715 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2785d1fa-6306-4804-b483-3e71e05abfd8 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:24.113043 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 44054) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:12:24.115362 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-22544361-9627-44cf-8a83-f11d450a140e tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:12:24.180161 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2785d1fa-6306-4804-b483-3e71e05abfd8 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Network f8c337ba-681f-4fcb-a333-e3c49365b30a is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:12:24.187673 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-2785d1fa-6306-4804-b483-3e71e05abfd8 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Resources bound (agent type, host, resource id):  {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:12:24.192552 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2785d1fa-6306-4804-b483-3e71e05abfd8 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:12:24.227950 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2785d1fa-6306-4804-b483-3e71e05abfd8 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Pushing event updated for resources: {'Port': ['ID=eb1319f2-4074-44b1-a368-1b1cd06df5c7,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:12:24.232284 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-2785d1fa-6306-4804-b483-3e71e05abfd8 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:12:24.265527 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0d3ad320-4ec7-4c91-851a-dfd15ef08cf2 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Notify callbacks [] for security_group, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:24.309643 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0d3ad320-4ec7-4c91-851a-dfd15ef08cf2 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:24.375354 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0d3ad320-4ec7-4c91-851a-dfd15ef08cf2 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:24.378823 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-799e6de1-4433-4946-8be9-ad81dfc1b4f7 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:12:24.395905 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3ad320-4ec7-4c91-851a-dfd15ef08cf2 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0bed60d-80a8-42c6-a2b0-f015387da78c,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:12:24.403845 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-0d3ad320-4ec7-4c91-851a-dfd15ef08cf2 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:12:24.426623 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14da66ed-0139-413a-9377-82655dfdc70e tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Router 771753b4-45ec-41a9-9419-9e961602a73d has already been hosted by L3 agent 198cca88-1338-4098-b44b-beb0346ac906 {{(pid=88879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 24 11:12:24.437167 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0d3ad320-4ec7-4c91-851a-dfd15ef08cf2 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Notify callbacks [] for security_group, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:24.438411 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-0d3ad320-4ec7-4c91-851a-dfd15ef08cf2 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] 10.222.0.65 "DELETE /v2.0/security-groups/d0bed60d-80a8-42c6-a2b0-f015387da78c HTTP/1.1" status: 204  len: 168 time: 0.3249540
Dec 24 11:12:24.441364 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 44058) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:12:24.573269 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-b84752a5-e1c6-43b2-abbe-ecccf0b1b27e tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Synchronizing usage tracker for tenant:f633557fcefa4474805277dfee4410c1 on resource:security_group {{(pid=88879) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:12:24.603975 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-b84752a5-e1c6-43b2-abbe-ecccf0b1b27e tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Unset dirty status for tenant:f633557fcefa4474805277dfee4410c1 on resource:security_group {{(pid=88879) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:12:24.609273 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-b84752a5-e1c6-43b2-abbe-ecccf0b1b27e tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.1616931
Dec 24 11:12:24.609628 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 44062) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:12:24.616859 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-0ef2b4b1-1ca5-4272-9bb4-baa107c431e4 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Request body: {'security_group': {'name': 'tempest-secgroup--482874263'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:12:24.624675 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-0ef2b4b1-1ca5-4272-9bb4-baa107c431e4 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:12:24.643478 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-0ef2b4b1-1ca5-4272-9bb4-baa107c431e4 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:12:24.657470 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0ef2b4b1-1ca5-4272-9bb4-baa107c431e4 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Notify callbacks [] for security_group, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:24.717134 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14da66ed-0139-413a-9377-82655dfdc70e tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:12:24.731133 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df6aa621-148f-4d95-9c29-ee7fdec1d5fa None None] Sync routers for ids ['771753b4-45ec-41a9-9419-9e961602a73d'] in dv-neutron-822691-2-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:12:24.738268 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-14da66ed-0139-413a-9377-82655dfdc70e tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for floatingip, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:24.746362 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df6aa621-148f-4d95-9c29-ee7fdec1d5fa None None] Routers {'771753b4-45ec-41a9-9419-9e961602a73d'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:12:24.747197 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-df6aa621-148f-4d95-9c29-ee7fdec1d5fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271965240>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:12:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['771753b4-45ec-41a9-9419-9e961602a73d'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:12:24.780257 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-0ef2b4b1-1ca5-4272-9bb4-baa107c431e4 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:12:24.798112 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-0ef2b4b1-1ca5-4272-9bb4-baa107c431e4 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Usage tracker for resource:security_group_rule and tenant:f633557fcefa4474805277dfee4410c1 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:12:24.798403 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-14da66ed-0139-413a-9377-82655dfdc70e tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 3.0921068
Dec 24 11:12:24.798403 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ec53f4c-1f81-4e17-9c7c-8b68606882bb', 'tag': 'd543849a-c6ca-4c57-89fa-aaf9e91d5928'}] {{(pid=88879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 24 11:12:24.800778 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-0ef2b4b1-1ca5-4272-9bb4-baa107c431e4 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:12:24.800955 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 44066) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:12:24.813531 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-0ef2b4b1-1ca5-4272-9bb4-baa107c431e4 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:12:24.862508 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2785d1fa-6306-4804-b483-3e71e05abfd8 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:24.865291 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ec53f4c-1f81-4e17-9c7c-8b68606882bb', 'tag': 'd543849a-c6ca-4c57-89fa-aaf9e91d5928', 'status': 'completed', 'code': 200}
Dec 24 11:12:24.925859 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0ef2b4b1-1ca5-4272-9bb4-baa107c431e4 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Notify callbacks [] for security_group, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:24.931280 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0ef2b4b1-1ca5-4272-9bb4-baa107c431e4 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:24.945018 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-612b42be-222f-4de7-87cc-c52d1af7d280 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:12:24.953401 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-df6aa621-148f-4d95-9c29-ee7fdec1d5fa None None] Set router 771753b4-45ec-41a9-9419-9e961602a73d gateway port host: dv-neutron-822691-2-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:12:24.974322 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2785d1fa-6306-4804-b483-3e71e05abfd8 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:24.981716 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-2720bcf2-7fc2-4676-917b-48f25551133e tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/floatingips/cea301b7-fd13-49fd-bbfd-0b8b437b43e2 HTTP/1.1" status: 200  len: 992 time: 0.1787748
Dec 24 11:12:25.006740 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-dac4b5c3-ecd1-4ccf-bdf2-fb5d39cad0a9 req-9c8367ae-4f1d-4608-8a8a-8fa6c4ed3d64 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ad7c5ba9df02428aae512a4d9bb9dd9d&device_id=1ec53f4c-1f81-4e17-9c7c-8b68606882bb HTTP/1.1" status: 200  len: 1099 time: 0.1181355
Dec 24 11:12:25.041015 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef2b4b1-1ca5-4272-9bb4-baa107c431e4 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e6122bf-b083-427b-b425-7575d866094d,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:12:25.045771 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-0ef2b4b1-1ca5-4272-9bb4-baa107c431e4 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:12:25.056671 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0ef2b4b1-1ca5-4272-9bb4-baa107c431e4 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:25.060272 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-0ef2b4b1-1ca5-4272-9bb4-baa107c431e4 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1577 time: 0.4473214
Dec 24 11:12:25.062443 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 44072) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:12:25.073765 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-d13cc383-4a8f-4597-b673-3028948c1ea7 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:12:25.074452 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.v2.resource [None req-d13cc383-4a8f-4597-b673-3028948c1ea7 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] update failed (client error): There was a conflict when trying to complete your request.
Dec 24 11:12:25.078347 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-d13cc383-4a8f-4597-b673-3028948c1ea7 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] 10.222.0.65 "PUT /v2.0/security-groups/3e6122bf-b083-427b-b425-7575d866094d HTTP/1.1" status: 409  len: 330 time: 0.0096667
Dec 24 11:12:25.088077 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 44076) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:12:25.176343 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac4b5c3-ecd1-4ccf-bdf2-fb5d39cad0a9 req-12cee0ef-86ad-41fb-8aae-f352bb00ba3e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:12:25.178100 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-dac4b5c3-ecd1-4ccf-bdf2-fb5d39cad0a9 req-12cee0ef-86ad-41fb-8aae-f352bb00ba3e service neutron] 10.222.0.58 "GET /v2.0/networks?id=f15414c5-2872-4563-8dea-d4ed8ba09391 HTTP/1.1" status: 200  len: 897 time: 0.1641080
Dec 24 11:12:25.258716 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ad958747-86e5-45e2-b716-189a1bcf693f tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Notify callbacks [] for security_group, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:25.292775 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-dac4b5c3-ecd1-4ccf-bdf2-fb5d39cad0a9 req-a875a11f-0863-42d5-bd0c-e16f527ee7e1 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d543849a-c6ca-4c57-89fa-aaf9e91d5928 HTTP/1.1" status: 200  len: 1000 time: 0.1074963
Dec 24 11:12:25.294336 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ad958747-86e5-45e2-b716-189a1bcf693f tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:25.334912 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-df6aa621-148f-4d95-9c29-ee7fdec1d5fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271965240>, [{'id': '771753b4-45ec-41a9-9419-9e961602a73d', 'name': 'tempest-TestNetworkBasicOps-router-378366581', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.172'}], 'enable_snat': True}, 'gw_port_id': 'f9906f36-3dc9-4e2b-9ca3-c55dbeaf3a8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:11:45Z', 'updated_at': '2021-12-24T11:11:54Z', 'revision_number': 4, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'gw_port': {'id': 'f9906f36-3dc9-4e2b-9ca3-c55dbeaf3a8f', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ee:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771753b4-45ec-41a9-9419-9e961602a73d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:11:46Z', 'updated_at': '2021-12-24T11:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_floatingips': [{'id': 'cea301b7-fd13-49fd-bbfd-0b8b437b43e2', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'floating_ip_address': '172.26.3.237', 'floating_network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'router_id': '771753b4-45ec-41a9-9419-9e961602a73d', 'port_id': 'd543849a-c6ca-4c57-89fa-aaf9e91d5928', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f15414c5-2872-4563-8dea-d4ed8ba09391', 'mac_address': 'fa:16:3e:4d:81:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec53f4c-1f81-4e17-9c7c-8b68606882bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T11:12:22Z', 'updated_at': '2021-12-24T11:12:22Z', 'revision_number': 0, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c057e47-cc6e-4f9c-8285-799d61be47af', 'name': '', 'network_id': 'f15414c5-2872-4563-8dea-d4ed8ba09391', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'mac_address': 'fa:16:3e:d2:66:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771753b4-45ec-41a9-9419-9e961602a73d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '422580ef-d3ec-4b91-85fd-a5c157241579', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:11:52Z', 'updated_at': '2021-12-24T11:12:03Z', 'revision_number': 5, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'subnets': [{'id': '422580ef-d3ec-4b91-85fd-a5c157241579', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:12:25.339975 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df6aa621-148f-4d95-9c29-ee7fdec1d5fa None None] Checking router: 771753b4-45ec-41a9-9419-9e961602a73d for host: dv-neutron-822691-2-hyperv {{(pid=88880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 24 11:12:25.351840 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df6aa621-148f-4d95-9c29-ee7fdec1d5fa None None] Routers {'771753b4-45ec-41a9-9419-9e961602a73d'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:12:25.352486 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-df6aa621-148f-4d95-9c29-ee7fdec1d5fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271965240>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:12:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['771753b4-45ec-41a9-9419-9e961602a73d'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:12:25.358139 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2785d1fa-6306-4804-b483-3e71e05abfd8 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Notify callbacks [] for port, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:25.364914 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2785d1fa-6306-4804-b483-3e71e05abfd8 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3978773'] for port, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:25.367076 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac4b5c3-ecd1-4ccf-bdf2-fb5d39cad0a9 req-8626f2d2-7623-432d-a972-a8126d7cfe12 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:12:25.368786 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-dac4b5c3-ecd1-4ccf-bdf2-fb5d39cad0a9 req-8626f2d2-7623-432d-a972-a8126d7cfe12 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=422580ef-d3ec-4b91-85fd-a5c157241579 HTTP/1.1" status: 200  len: 835 time: 0.0693533
Dec 24 11:12:25.370415 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-94e88942-b5e7-483b-9f92-739fc5f103b2 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:12:25.463306 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-dac4b5c3-ecd1-4ccf-bdf2-fb5d39cad0a9 req-238c3042-b053-418f-94cb-5ae3e9fcc632 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f15414c5-2872-4563-8dea-d4ed8ba09391&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0878394
Dec 24 11:12:25.575401 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-df6aa621-148f-4d95-9c29-ee7fdec1d5fa None None] Set router 771753b4-45ec-41a9-9419-9e961602a73d gateway port host: dv-neutron-822691-2-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:12:25.620195 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-dac4b5c3-ecd1-4ccf-bdf2-fb5d39cad0a9 req-b9251d66-fcb4-4e3a-b500-c1d22122c5c4 service neutron] 10.222.0.58 "GET /v2.0/networks/f15414c5-2872-4563-8dea-d4ed8ba09391?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1502907
Dec 24 11:12:25.651723 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ad958747-86e5-45e2-b716-189a1bcf693f tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:25.737864 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ad958747-86e5-45e2-b716-189a1bcf693f tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:25.741690 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-ad958747-86e5-45e2-b716-189a1bcf693f tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] 10.222.0.65 "DELETE /v2.0/security-groups/3e6122bf-b083-427b-b425-7575d866094d HTTP/1.1" status: 204  len: 168 time: 0.6499147
Dec 24 11:12:25.746296 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2785d1fa-6306-4804-b483-3e71e05abfd8 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Pushing event updated for resources: {'Port': ['ID=eb1319f2-4074-44b1-a368-1b1cd06df5c7,revision_number=2']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:12:25.749169 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 44080) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:12:25.751615 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-2785d1fa-6306-4804-b483-3e71e05abfd8 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:12:25.752157 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-22b4263b-253a-4199-a6b5-aaa9c585c6d0 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.086s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:12:25.770634 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad958747-86e5-45e2-b716-189a1bcf693f tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e6122bf-b083-427b-b425-7575d866094d,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:12:25.774594 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-ad958747-86e5-45e2-b716-189a1bcf693f tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:12:25.777600 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2785d1fa-6306-4804-b483-3e71e05abfd8 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659181'] for floatingip, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:25.807647 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-dac4b5c3-ecd1-4ccf-bdf2-fb5d39cad0a9 req-f547b120-fa8d-4155-b1bf-c9273853cd55 service neutron] 10.222.0.58 "GET /v2.0/networks/f15414c5-2872-4563-8dea-d4ed8ba09391?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1804812
Dec 24 11:12:25.833884 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-784cdda0-2348-4b1e-8efc-3878bf03d557 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2647 time: 0.0808244
Dec 24 11:12:25.834972 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 44084) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:12:25.865869 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.v2.resource [None req-91da4ec3-f10a-4731-bedd-4d82f6f1f297 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] delete failed (client error): The resource could not be found.
Dec 24 11:12:25.867042 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-91da4ec3-f10a-4731-bedd-4d82f6f1f297 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] 10.222.0.65 "DELETE /v2.0/security-groups/5f821ee8-8434-4b59-bb2e-f5f8d708add0 HTTP/1.1" status: 404  len: 347 time: 0.0310583
Dec 24 11:12:25.871430 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 44088) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:12:25.890850 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.v2.resource [None req-2f04da10-aa6d-4c37-8c78-b9fc341b6404 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] show failed (client error): The resource could not be found.
Dec 24 11:12:25.892096 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-2f04da10-aa6d-4c37-8c78-b9fc341b6404 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] 10.222.0.65 "GET /v2.0/security-groups/13e54348-aa62-4f13-b711-5321b8c920aa HTTP/1.1" status: 404  len: 347 time: 0.0195889
Dec 24 11:12:25.896433 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 44092) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:12:25.973396 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.v2.resource [None req-712b5464-cd26-46bc-b654-6ff791519b76 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] show failed (client error): The resource could not be found.
Dec 24 11:12:25.974548 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-712b5464-cd26-46bc-b654-6ff791519b76 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] 10.222.0.65 "GET /v2.0/security-group-rules/ad889718-20e1-4a13-9aa7-54f26dc1a007 HTTP/1.1" status: 404  len: 356 time: 0.0760312
Dec 24 11:12:25.985847 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 44098) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:12:26.123865 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-a3f96d65-6fef-4d14-8337-61533f384828 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/floatingips/cea301b7-fd13-49fd-bbfd-0b8b437b43e2 HTTP/1.1" status: 200  len: 992 time: 0.1367135
Dec 24 11:12:26.139987 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.l3_db [None req-2785d1fa-6306-4804-b483-3e71e05abfd8 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Floating IP eb02df3c-b7c6-4008-8b77-391d8ad7bb92 associated. External IP: 172.26.3.3, port: 160df496-6eec-44ce-a16c-8b507196b963.
Dec 24 11:12:26.151923 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-df6aa621-148f-4d95-9c29-ee7fdec1d5fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271965240>, [{'id': '771753b4-45ec-41a9-9419-9e961602a73d', 'name': 'tempest-TestNetworkBasicOps-router-378366581', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.172'}], 'enable_snat': True}, 'gw_port_id': 'f9906f36-3dc9-4e2b-9ca3-c55dbeaf3a8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:11:45Z', 'updated_at': '2021-12-24T11:11:54Z', 'revision_number': 4, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'gw_port': {'id': 'f9906f36-3dc9-4e2b-9ca3-c55dbeaf3a8f', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ee:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771753b4-45ec-41a9-9419-9e961602a73d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:11:46Z', 'updated_at': '2021-12-24T11:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_floatingips': [{'id': 'cea301b7-fd13-49fd-bbfd-0b8b437b43e2', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'floating_ip_address': '172.26.3.237', 'floating_network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'router_id': '771753b4-45ec-41a9-9419-9e961602a73d', 'port_id': 'd543849a-c6ca-4c57-89fa-aaf9e91d5928', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f15414c5-2872-4563-8dea-d4ed8ba09391', 'mac_address': 'fa:16:3e:4d:81:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec53f4c-1f81-4e17-9c7c-8b68606882bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T11:12:22Z', 'updated_at': '2021-12-24T11:12:22Z', 'revision_number': 0, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c057e47-cc6e-4f9c-8285-799d61be47af', 'name': '', 'network_id': 'f15414c5-2872-4563-8dea-d4ed8ba09391', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'mac_address': 'fa:16:3e:d2:66:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771753b4-45ec-41a9-9419-9e961602a73d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '422580ef-d3ec-4b91-85fd-a5c157241579', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:11:52Z', 'updated_at': '2021-12-24T11:12:03Z', 'revision_number': 5, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'subnets': [{'id': '422580ef-d3ec-4b91-85fd-a5c157241579', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:12:26.156328 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df6aa621-148f-4d95-9c29-ee7fdec1d5fa None None] The sync data for ids ['771753b4-45ec-41a9-9419-9e961602a73d'] in dv-neutron-822691-2-hyperv is: [{'id': '771753b4-45ec-41a9-9419-9e961602a73d', 'name': 'tempest-TestNetworkBasicOps-router-378366581', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.172'}], 'enable_snat': True}, 'gw_port_id': 'f9906f36-3dc9-4e2b-9ca3-c55dbeaf3a8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:11:45Z', 'updated_at': '2021-12-24T11:11:54Z', 'revision_number': 4, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'gw_port': {'id': 'f9906f36-3dc9-4e2b-9ca3-c55dbeaf3a8f', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ee:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771753b4-45ec-41a9-9419-9e961602a73d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:11:46Z', 'updated_at': '2021-12-24T11:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_floatingips': [{'id': 'cea301b7-fd13-49fd-bbfd-0b8b437b43e2', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'floating_ip_address': '172.26.3.237', 'floating_network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'router_id': '771753b4-45ec-41a9-9419-9e961602a73d', 'port_id': 'd543849a-c6ca-4c57-89fa-aaf9e91d5928', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f15414c5-2872-4563-8dea-d4ed8ba09391', 'mac_address': 'fa:16:3e:4d:81:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec53f4c-1f81-4e17-9c7c-8b68606882bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T11:12:22Z', 'updated_at': '2021-12-24T11:12:22Z', 'revision_number': 0, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c057e47-cc6e-4f9c-8285-799d61be47af', 'name': '', 'network_id': 'f15414c5-2872-4563-8dea-d4ed8ba09391', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'mac_address': 'fa:16:3e:d2:66:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771753b4-45ec-41a9-9419-9e961602a73d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '422580ef-d3ec-4b91-85fd-a5c157241579', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:11:52Z', 'updated_at': '2021-12-24T11:12:03Z', 'revision_number': 5, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'subnets': [{'id': '422580ef-d3ec-4b91-85fd-a5c157241579', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:12:26.404613 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 44104) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:12:26.545847 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aab9c39-0962-4cc5-9dc8-b2ef3462c07d None None] New status for floating IP cea301b7-fd13-49fd-bbfd-0b8b437b43e2: ACTIVE {{(pid=88881) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 24 11:12:26.567748 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2785d1fa-6306-4804-b483-3e71e05abfd8 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Router 9595545e-9654-4c5f-a2fc-4da3de1dc6ec has already been hosted by L3 agent 198cca88-1338-4098-b44b-beb0346ac906 {{(pid=88878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 24 11:12:26.643067 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-0970f203-2517-4e1a-86fd-ea02f17473e0 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f633557fcefa4474805277dfee4410c1&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2333610
Dec 24 11:12:26.643067 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 44110) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:12:26.712671 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-790ae3bd-42fe-4093-88be-b00030196017 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:26.741116 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-790ae3bd-42fe-4093-88be-b00030196017 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:26.794641 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-790ae3bd-42fe-4093-88be-b00030196017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:26.800270 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-1ab8efda-8234-4a99-8a3d-b1d420441ad7 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:12:26.804049 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2785d1fa-6306-4804-b483-3e71e05abfd8 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:12:26.815139 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790ae3bd-42fe-4093-88be-b00030196017 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bf37a27-1b5b-408f-a604-5e4fa027f82b,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:12:26.816925 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e26078d6-6956-4830-9625-d95021d2c3d4 None None] Sync routers for ids ['9595545e-9654-4c5f-a2fc-4da3de1dc6ec'] in dv-neutron-822691-2-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:12:26.823994 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-790ae3bd-42fe-4093-88be-b00030196017 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:12:26.833002 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-790ae3bd-42fe-4093-88be-b00030196017 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:26.839272 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-790ae3bd-42fe-4093-88be-b00030196017 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3bf37a27-1b5b-408f-a604-5e4fa027f82b HTTP/1.1" status: 204  len: 168 time: 0.1959541
Dec 24 11:12:26.841634 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2785d1fa-6306-4804-b483-3e71e05abfd8 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for floatingip, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:26.847835 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e26078d6-6956-4830-9625-d95021d2c3d4 None None] Routers {'9595545e-9654-4c5f-a2fc-4da3de1dc6ec'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:12:26.848525 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-e26078d6-6956-4830-9625-d95021d2c3d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271698320>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:12:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['9595545e-9654-4c5f-a2fc-4da3de1dc6ec'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:12:26.899254 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-2785d1fa-6306-4804-b483-3e71e05abfd8 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 994 time: 3.6693439
Dec 24 11:12:26.900026 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9172ddea-2e24-4367-8ccf-2f8b57546cea', 'tag': '160df496-6eec-44ce-a16c-8b507196b963'}] {{(pid=88878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 24 11:12:26.963545 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9172ddea-2e24-4367-8ccf-2f8b57546cea', 'tag': '160df496-6eec-44ce-a16c-8b507196b963', 'status': 'completed', 'code': 200}
Dec 24 11:12:27.085367 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-adcb768f-0ed7-48d3-a05d-162355ce1c87 req-d49cfdd7-2679-4cdf-a171-aea67b6a6838 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fbedb279f22e4b3494591d6dabc201d5&device_id=9172ddea-2e24-4367-8ccf-2f8b57546cea HTTP/1.1" status: 200  len: 1098 time: 0.0947886
Dec 24 11:12:27.087385 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-e26078d6-6956-4830-9625-d95021d2c3d4 None None] Set router 9595545e-9654-4c5f-a2fc-4da3de1dc6ec gateway port host: dv-neutron-822691-2-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:12:27.127607 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 44120) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:12:27.244065 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcb768f-0ed7-48d3-a05d-162355ce1c87 req-67b6a97e-5aaa-4844-ac77-6ce0a8f0dd5e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:12:27.245873 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-adcb768f-0ed7-48d3-a05d-162355ce1c87 req-67b6a97e-5aaa-4844-ac77-6ce0a8f0dd5e service neutron] 10.222.0.58 "GET /v2.0/networks?id=2428796e-e2e4-4ddb-a9cc-996932bc1226 HTTP/1.1" status: 200  len: 913 time: 0.1537356
Dec 24 11:12:27.271120 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-131540b8-8922-4f79-8758-e953887aa0f1 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/floatingips/cea301b7-fd13-49fd-bbfd-0b8b437b43e2 HTTP/1.1" status: 200  len: 994 time: 0.1342287
Dec 24 11:12:27.359758 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-adcb768f-0ed7-48d3-a05d-162355ce1c87 req-0eb43431-3000-45b5-adb2-6cda7eb61642 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=160df496-6eec-44ce-a16c-8b507196b963 HTTP/1.1" status: 200  len: 997 time: 0.1072221
Dec 24 11:12:27.430394 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcb768f-0ed7-48d3-a05d-162355ce1c87 req-8671b471-f845-41e6-95fa-24c83371866d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:12:27.432058 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-adcb768f-0ed7-48d3-a05d-162355ce1c87 req-8671b471-f845-41e6-95fa-24c83371866d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=66590446-f239-4728-b0eb-3db1299fa1e3 HTTP/1.1" status: 200  len: 851 time: 0.0660834
Dec 24 11:12:27.473908 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-e26078d6-6956-4830-9625-d95021d2c3d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271698320>, [{'id': '9595545e-9654-4c5f-a2fc-4da3de1dc6ec', 'name': 'tempest-TestVolumeBootPattern-1089784377-router', 'tenant_id': 'fbedb279f22e4b3494591d6dabc201d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.41'}], 'enable_snat': True}, 'gw_port_id': '6971b6ef-10e9-41ac-8eab-55400fae7ed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:07:53Z', 'updated_at': '2021-12-24T11:08:03Z', 'revision_number': 4, 'project_id': 'fbedb279f22e4b3494591d6dabc201d5', 'gw_port': {'id': '6971b6ef-10e9-41ac-8eab-55400fae7ed7', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:42:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9595545e-9654-4c5f-a2fc-4da3de1dc6ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:07:55Z', 'updated_at': '2021-12-24T11:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_floatingips': [{'id': 'eb02df3c-b7c6-4008-8b77-391d8ad7bb92', 'tenant_id': 'fbedb279f22e4b3494591d6dabc201d5', 'floating_ip_address': '172.26.3.3', 'floating_network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'router_id': '9595545e-9654-4c5f-a2fc-4da3de1dc6ec', 'port_id': '160df496-6eec-44ce-a16c-8b507196b963', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2428796e-e2e4-4ddb-a9cc-996932bc1226', 'mac_address': 'fa:16:3e:74:cd:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9172ddea-2e24-4367-8ccf-2f8b57546cea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T11:12:24Z', 'updated_at': '2021-12-24T11:12:24Z', 'revision_number': 0, 'project_id': 'fbedb279f22e4b3494591d6dabc201d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b54eb025-abcc-4657-9416-e7f42be0d1d5', 'name': '', 'network_id': '2428796e-e2e4-4ddb-a9cc-996932bc1226', 'tenant_id': 'fbedb279f22e4b3494591d6dabc201d5', 'mac_address': 'fa:16:3e:14:4e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9595545e-9654-4c5f-a2fc-4da3de1dc6ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66590446-f239-4728-b0eb-3db1299fa1e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:08:01Z', 'updated_at': '2021-12-24T11:08:18Z', 'revision_number': 5, 'project_id': 'fbedb279f22e4b3494591d6dabc201d5', 'subnets': [{'id': '66590446-f239-4728-b0eb-3db1299fa1e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:12:27.478148 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e26078d6-6956-4830-9625-d95021d2c3d4 None None] Checking router: 9595545e-9654-4c5f-a2fc-4da3de1dc6ec for host: dv-neutron-822691-2-hyperv {{(pid=88880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 24 11:12:27.489381 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e26078d6-6956-4830-9625-d95021d2c3d4 None None] Routers {'9595545e-9654-4c5f-a2fc-4da3de1dc6ec'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:12:27.490082 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-e26078d6-6956-4830-9625-d95021d2c3d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271698320>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:12:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['9595545e-9654-4c5f-a2fc-4da3de1dc6ec'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:12:27.516712 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-adcb768f-0ed7-48d3-a05d-162355ce1c87 req-ad7a9e57-e2a2-45b1-9cef-efd14138e317 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2428796e-e2e4-4ddb-a9cc-996932bc1226&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0786026
Dec 24 11:12:27.666664 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-adcb768f-0ed7-48d3-a05d-162355ce1c87 req-ae609bba-2ce4-48ba-85bf-a9db488df40a service neutron] 10.222.0.58 "GET /v2.0/networks/2428796e-e2e4-4ddb-a9cc-996932bc1226?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1423573
Dec 24 11:12:27.693127 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-e26078d6-6956-4830-9625-d95021d2c3d4 None None] Set router 9595545e-9654-4c5f-a2fc-4da3de1dc6ec gateway port host: dv-neutron-822691-2-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:12:27.811261 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-adcb768f-0ed7-48d3-a05d-162355ce1c87 req-5784d745-8fea-46d2-ba63-4d9a9eea3ca3 service neutron] 10.222.0.58 "GET /v2.0/networks/2428796e-e2e4-4ddb-a9cc-996932bc1226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1383681
Dec 24 11:12:28.090322 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-e26078d6-6956-4830-9625-d95021d2c3d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271698320>, [{'id': '9595545e-9654-4c5f-a2fc-4da3de1dc6ec', 'name': 'tempest-TestVolumeBootPattern-1089784377-router', 'tenant_id': 'fbedb279f22e4b3494591d6dabc201d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.41'}], 'enable_snat': True}, 'gw_port_id': '6971b6ef-10e9-41ac-8eab-55400fae7ed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:07:53Z', 'updated_at': '2021-12-24T11:08:03Z', 'revision_number': 4, 'project_id': 'fbedb279f22e4b3494591d6dabc201d5', 'gw_port': {'id': '6971b6ef-10e9-41ac-8eab-55400fae7ed7', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:42:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9595545e-9654-4c5f-a2fc-4da3de1dc6ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:07:55Z', 'updated_at': '2021-12-24T11:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_floatingips': [{'id': 'eb02df3c-b7c6-4008-8b77-391d8ad7bb92', 'tenant_id': 'fbedb279f22e4b3494591d6dabc201d5', 'floating_ip_address': '172.26.3.3', 'floating_network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'router_id': '9595545e-9654-4c5f-a2fc-4da3de1dc6ec', 'port_id': '160df496-6eec-44ce-a16c-8b507196b963', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2428796e-e2e4-4ddb-a9cc-996932bc1226', 'mac_address': 'fa:16:3e:74:cd:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9172ddea-2e24-4367-8ccf-2f8b57546cea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T11:12:24Z', 'updated_at': '2021-12-24T11:12:24Z', 'revision_number': 0, 'project_id': 'fbedb279f22e4b3494591d6dabc201d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b54eb025-abcc-4657-9416-e7f42be0d1d5', 'name': '', 'network_id': '2428796e-e2e4-4ddb-a9cc-996932bc1226', 'tenant_id': 'fbedb279f22e4b3494591d6dabc201d5', 'mac_address': 'fa:16:3e:14:4e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9595545e-9654-4c5f-a2fc-4da3de1dc6ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66590446-f239-4728-b0eb-3db1299fa1e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:08:01Z', 'updated_at': '2021-12-24T11:08:18Z', 'revision_number': 5, 'project_id': 'fbedb279f22e4b3494591d6dabc201d5', 'subnets': [{'id': '66590446-f239-4728-b0eb-3db1299fa1e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:12:28.096690 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e26078d6-6956-4830-9625-d95021d2c3d4 None None] The sync data for ids ['9595545e-9654-4c5f-a2fc-4da3de1dc6ec'] in dv-neutron-822691-2-hyperv is: [{'id': '9595545e-9654-4c5f-a2fc-4da3de1dc6ec', 'name': 'tempest-TestVolumeBootPattern-1089784377-router', 'tenant_id': 'fbedb279f22e4b3494591d6dabc201d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.41'}], 'enable_snat': True}, 'gw_port_id': '6971b6ef-10e9-41ac-8eab-55400fae7ed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:07:53Z', 'updated_at': '2021-12-24T11:08:03Z', 'revision_number': 4, 'project_id': 'fbedb279f22e4b3494591d6dabc201d5', 'gw_port': {'id': '6971b6ef-10e9-41ac-8eab-55400fae7ed7', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:42:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9595545e-9654-4c5f-a2fc-4da3de1dc6ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:07:55Z', 'updated_at': '2021-12-24T11:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_floatingips': [{'id': 'eb02df3c-b7c6-4008-8b77-391d8ad7bb92', 'tenant_id': 'fbedb279f22e4b3494591d6dabc201d5', 'floating_ip_address': '172.26.3.3', 'floating_network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'router_id': '9595545e-9654-4c5f-a2fc-4da3de1dc6ec', 'port_id': '160df496-6eec-44ce-a16c-8b507196b963', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2428796e-e2e4-4ddb-a9cc-996932bc1226', 'mac_address': 'fa:16:3e:74:cd:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9172ddea-2e24-4367-8ccf-2f8b57546cea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T11:12:24Z', 'updated_at': '2021-12-24T11:12:24Z', 'revision_number': 0, 'project_id': 'fbedb279f22e4b3494591d6dabc201d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b54eb025-abcc-4657-9416-e7f42be0d1d5', 'name': '', 'network_id': '2428796e-e2e4-4ddb-a9cc-996932bc1226', 'tenant_id': 'fbedb279f22e4b3494591d6dabc201d5', 'mac_address': 'fa:16:3e:14:4e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9595545e-9654-4c5f-a2fc-4da3de1dc6ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66590446-f239-4728-b0eb-3db1299fa1e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:08:01Z', 'updated_at': '2021-12-24T11:08:18Z', 'revision_number': 5, 'project_id': 'fbedb279f22e4b3494591d6dabc201d5', 'subnets': [{'id': '66590446-f239-4728-b0eb-3db1299fa1e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:12:28.197045 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:28.454929 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd55592-076c-4633-aa28-8ab1ab3853ff None None] New status for floating IP eb02df3c-b7c6-4008-8b77-391d8ad7bb92: ACTIVE {{(pid=88881) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 24 11:12:36.418160 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-56b2ffe7-dea3-4e73-8dbc-ef38b77da29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:38.018443 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:38.958506 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a079437e-9030-454d-bbdd-35dd2dd8f1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:39.341381 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bdfdbc84-c52d-4f40-b281-af314dc1f8fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:40.626606 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-39ff93cf-c0b7-48c5-95f3-6f7e9977387d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:52.318729 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.agents_db [None req-e51243ab-6a93-425b-980f-a73583147efa None None] Agent healthcheck: found 6 active agents {{(pid=88881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 24 11:12:58.207692 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:58.491320 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 44142) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:12:58.616376 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-a868f589-f890-4405-8679-2ab771d21ad0 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/floatingips/cea301b7-fd13-49fd-bbfd-0b8b437b43e2 HTTP/1.1" status: 200  len: 994 time: 0.1237402
Dec 24 11:12:58.942717 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 44150) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:12:59.159014 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-066446e9-ecf0-442e-b0d9-088594fdef1b tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Deleting port 9af0f878-76d0-4f38-9c97-435f89622b43 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:12:59.159384 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-066446e9-ecf0-442e-b0d9-088594fdef1b tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:59.343630 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-066446e9-ecf0-442e-b0d9-088594fdef1b tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:59.344173 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-066446e9-ecf0-442e-b0d9-088594fdef1b tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:59.477096 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-066446e9-ecf0-442e-b0d9-088594fdef1b tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Calling delete_port for 9af0f878-76d0-4f38-9c97-435f89622b43 owned by network:floatingip {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:12:59.646122 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-066446e9-ecf0-442e-b0d9-088594fdef1b tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:12:59.649894 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-6d0f9220-6252-4c5f-8143-bb4fb873478f tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:12:59.694712 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066446e9-ecf0-442e-b0d9-088594fdef1b tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event deleted for resources: {'Port': ['ID=9af0f878-76d0-4f38-9c97-435f89622b43,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:12:59.697869 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-066446e9-ecf0-442e-b0d9-088594fdef1b tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:12:59.796394 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-066446e9-ecf0-442e-b0d9-088594fdef1b tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for floatingip, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:13:00.463846 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-066446e9-ecf0-442e-b0d9-088594fdef1b tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Router 771753b4-45ec-41a9-9419-9e961602a73d has already been hosted by L3 agent 198cca88-1338-4098-b44b-beb0346ac906 {{(pid=88878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 24 11:13:00.705656 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-066446e9-ecf0-442e-b0d9-088594fdef1b tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:13:00.716930 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f9357e5-74b0-4a48-a656-b3aba730d808 None None] Sync routers for ids ['771753b4-45ec-41a9-9419-9e961602a73d'] in dv-neutron-822691-2-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:13:00.723913 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-066446e9-ecf0-442e-b0d9-088594fdef1b tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for floatingip, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:13:00.729977 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9357e5-74b0-4a48-a656-b3aba730d808 None None] Routers {'771753b4-45ec-41a9-9419-9e961602a73d'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:13:00.730668 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-6f9357e5-74b0-4a48-a656-b3aba730d808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52712fec50>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:12:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['771753b4-45ec-41a9-9419-9e961602a73d'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:13:00.783156 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-066446e9-ecf0-442e-b0d9-088594fdef1b tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "DELETE /v2.0/floatingips/cea301b7-fd13-49fd-bbfd-0b8b437b43e2 HTTP/1.1" status: 204  len: 168 time: 1.8391652
Dec 24 11:13:00.783856 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ec53f4c-1f81-4e17-9c7c-8b68606882bb', 'tag': 'd543849a-c6ca-4c57-89fa-aaf9e91d5928'}] {{(pid=88878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 24 11:13:00.856672 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ec53f4c-1f81-4e17-9c7c-8b68606882bb', 'tag': 'd543849a-c6ca-4c57-89fa-aaf9e91d5928', 'status': 'completed', 'code': 200}
Dec 24 11:13:00.941501 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-6f9357e5-74b0-4a48-a656-b3aba730d808 None None] Set router 771753b4-45ec-41a9-9419-9e961602a73d gateway port host: dv-neutron-822691-2-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:13:00.976384 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-0db5a030-df1d-4ae9-bb7a-e783758ac4d6 req-42755d2a-5f16-4e48-8285-bdf82d02e2fe service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ad7c5ba9df02428aae512a4d9bb9dd9d&device_id=1ec53f4c-1f81-4e17-9c7c-8b68606882bb HTTP/1.1" status: 200  len: 1099 time: 0.0920527
Dec 24 11:13:01.215604 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d416c5-7074-43a5-82b7-abfbc4cfb318 req-23868399-4384-43cb-b114-00768fc04f12 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:13:01.216442 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-99d416c5-7074-43a5-82b7-abfbc4cfb318 req-23868399-4384-43cb-b114-00768fc04f12 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Synchronizing usage tracker for tenant:ad7c5ba9df02428aae512a4d9bb9dd9d on resource:port {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:13:01.234554 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-99d416c5-7074-43a5-82b7-abfbc4cfb318 req-23868399-4384-43cb-b114-00768fc04f12 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Unset dirty status for tenant:ad7c5ba9df02428aae512a4d9bb9dd9d on resource:port {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:13:01.235789 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-99d416c5-7074-43a5-82b7-abfbc4cfb318 req-23868399-4384-43cb-b114-00768fc04f12 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/ports?device_id=1ec53f4c-1f81-4e17-9c7c-8b68606882bb HTTP/1.1" status: 200  len: 946 time: 0.1121335
Dec 24 11:13:01.293668 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-99d416c5-7074-43a5-82b7-abfbc4cfb318 req-ffa2163c-082e-407e-9ac2-70ab7570e18c tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/security-groups?id=722d2444-97f5-4c9e-9545-7c546aca16e1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0481136
Dec 24 11:13:01.298550 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-6f9357e5-74b0-4a48-a656-b3aba730d808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52712fec50>, [{'id': '771753b4-45ec-41a9-9419-9e961602a73d', 'name': 'tempest-TestNetworkBasicOps-router-378366581', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.172'}], 'enable_snat': True}, 'gw_port_id': 'f9906f36-3dc9-4e2b-9ca3-c55dbeaf3a8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:11:45Z', 'updated_at': '2021-12-24T11:11:54Z', 'revision_number': 4, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'gw_port': {'id': 'f9906f36-3dc9-4e2b-9ca3-c55dbeaf3a8f', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ee:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771753b4-45ec-41a9-9419-9e961602a73d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:11:46Z', 'updated_at': '2021-12-24T11:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_interfaces': [{'id': '4c057e47-cc6e-4f9c-8285-799d61be47af', 'name': '', 'network_id': 'f15414c5-2872-4563-8dea-d4ed8ba09391', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'mac_address': 'fa:16:3e:d2:66:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771753b4-45ec-41a9-9419-9e961602a73d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '422580ef-d3ec-4b91-85fd-a5c157241579', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:11:52Z', 'updated_at': '2021-12-24T11:12:03Z', 'revision_number': 5, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'subnets': [{'id': '422580ef-d3ec-4b91-85fd-a5c157241579', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:13:01.303196 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f9357e5-74b0-4a48-a656-b3aba730d808 None None] Checking router: 771753b4-45ec-41a9-9419-9e961602a73d for host: dv-neutron-822691-2-hyperv {{(pid=88880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 24 11:13:01.315969 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9357e5-74b0-4a48-a656-b3aba730d808 None None] Routers {'771753b4-45ec-41a9-9419-9e961602a73d'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:13:01.318032 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-6f9357e5-74b0-4a48-a656-b3aba730d808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52712fec50>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:12:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['771753b4-45ec-41a9-9419-9e961602a73d'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:13:01.401991 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db5a030-df1d-4ae9-bb7a-e783758ac4d6 req-b14f187c-1018-4798-8cc1-827f270ba8e8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:13:01.403648 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-0db5a030-df1d-4ae9-bb7a-e783758ac4d6 req-b14f187c-1018-4798-8cc1-827f270ba8e8 service neutron] 10.222.0.58 "GET /v2.0/networks?id=f15414c5-2872-4563-8dea-d4ed8ba09391 HTTP/1.1" status: 200  len: 897 time: 0.4199765
Dec 24 11:13:01.486927 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-0db5a030-df1d-4ae9-bb7a-e783758ac4d6 req-ef7bca26-de35-4b16-8b39-4e9559aa42df service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d543849a-c6ca-4c57-89fa-aaf9e91d5928 HTTP/1.1" status: 200  len: 217 time: 0.0701482
Dec 24 11:13:01.559639 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db5a030-df1d-4ae9-bb7a-e783758ac4d6 req-47c408ef-eaba-48b5-b42d-2af7423dd4a8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:13:01.561367 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-0db5a030-df1d-4ae9-bb7a-e783758ac4d6 req-47c408ef-eaba-48b5-b42d-2af7423dd4a8 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=422580ef-d3ec-4b91-85fd-a5c157241579 HTTP/1.1" status: 200  len: 835 time: 0.0677750
Dec 24 11:13:01.648977 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-0db5a030-df1d-4ae9-bb7a-e783758ac4d6 req-3739b958-1bf2-40ec-bfc8-7de40325988c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f15414c5-2872-4563-8dea-d4ed8ba09391&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0801997
Dec 24 11:13:01.674110 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-6f9357e5-74b0-4a48-a656-b3aba730d808 None None] Set router 771753b4-45ec-41a9-9419-9e961602a73d gateway port host: dv-neutron-822691-2-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:13:01.799592 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-0db5a030-df1d-4ae9-bb7a-e783758ac4d6 req-2fdfeab4-de77-4759-bd9c-ab6bb65faa3f service neutron] 10.222.0.58 "GET /v2.0/networks/f15414c5-2872-4563-8dea-d4ed8ba09391?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1432250
Dec 24 11:13:01.951523 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-0db5a030-df1d-4ae9-bb7a-e783758ac4d6 req-69ef5bad-8645-4123-8ab4-411647debc84 service neutron] 10.222.0.58 "GET /v2.0/networks/f15414c5-2872-4563-8dea-d4ed8ba09391?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1431980
Dec 24 11:13:02.024350 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-6f9357e5-74b0-4a48-a656-b3aba730d808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52712fec50>, [{'id': '771753b4-45ec-41a9-9419-9e961602a73d', 'name': 'tempest-TestNetworkBasicOps-router-378366581', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.172'}], 'enable_snat': True}, 'gw_port_id': 'f9906f36-3dc9-4e2b-9ca3-c55dbeaf3a8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:11:45Z', 'updated_at': '2021-12-24T11:11:54Z', 'revision_number': 4, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'gw_port': {'id': 'f9906f36-3dc9-4e2b-9ca3-c55dbeaf3a8f', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ee:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771753b4-45ec-41a9-9419-9e961602a73d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:11:46Z', 'updated_at': '2021-12-24T11:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_interfaces': [{'id': '4c057e47-cc6e-4f9c-8285-799d61be47af', 'name': '', 'network_id': 'f15414c5-2872-4563-8dea-d4ed8ba09391', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'mac_address': 'fa:16:3e:d2:66:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771753b4-45ec-41a9-9419-9e961602a73d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '422580ef-d3ec-4b91-85fd-a5c157241579', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:11:52Z', 'updated_at': '2021-12-24T11:12:03Z', 'revision_number': 5, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'subnets': [{'id': '422580ef-d3ec-4b91-85fd-a5c157241579', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:13:02.029692 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f9357e5-74b0-4a48-a656-b3aba730d808 None None] The sync data for ids ['771753b4-45ec-41a9-9419-9e961602a73d'] in dv-neutron-822691-2-hyperv is: [{'id': '771753b4-45ec-41a9-9419-9e961602a73d', 'name': 'tempest-TestNetworkBasicOps-router-378366581', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.172'}], 'enable_snat': True}, 'gw_port_id': 'f9906f36-3dc9-4e2b-9ca3-c55dbeaf3a8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:11:45Z', 'updated_at': '2021-12-24T11:11:54Z', 'revision_number': 4, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'gw_port': {'id': 'f9906f36-3dc9-4e2b-9ca3-c55dbeaf3a8f', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ee:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771753b4-45ec-41a9-9419-9e961602a73d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:11:46Z', 'updated_at': '2021-12-24T11:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_interfaces': [{'id': '4c057e47-cc6e-4f9c-8285-799d61be47af', 'name': '', 'network_id': 'f15414c5-2872-4563-8dea-d4ed8ba09391', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'mac_address': 'fa:16:3e:d2:66:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771753b4-45ec-41a9-9419-9e961602a73d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '422580ef-d3ec-4b91-85fd-a5c157241579', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:11:52Z', 'updated_at': '2021-12-24T11:12:03Z', 'revision_number': 5, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'subnets': [{'id': '422580ef-d3ec-4b91-85fd-a5c157241579', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:13:02.499240 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8590a28e-4517-48f6-9650-3cf2a9a9797a None None] New status for floating IP cea301b7-fd13-49fd-bbfd-0b8b437b43e2: DOWN {{(pid=88881) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 24 11:13:02.550663 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99964614-1bde-4e25-acf2-c4302156d5cc req-54414d70-7981-4c97-9d1d-f834dac04997 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:13:02.552352 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-99964614-1bde-4e25-acf2-c4302156d5cc req-54414d70-7981-4c97-9d1d-f834dac04997 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/ports?device_id=1ec53f4c-1f81-4e17-9c7c-8b68606882bb HTTP/1.1" status: 200  len: 946 time: 0.1171658
Dec 24 11:13:02.607096 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-99964614-1bde-4e25-acf2-c4302156d5cc req-915ff206-b63a-4d5b-85b4-e31f03d22bf5 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/security-groups?id=722d2444-97f5-4c9e-9545-7c546aca16e1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0476544
Dec 24 11:13:02.798423 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7d2a79-5d5e-4506-a3d5-245ecc02c96a req-31e82dec-d345-434a-ba5f-f58473105a3c tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:13:02.799197 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-6d7d2a79-5d5e-4506-a3d5-245ecc02c96a req-31e82dec-d345-434a-ba5f-f58473105a3c tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Synchronizing usage tracker for tenant:ad7c5ba9df02428aae512a4d9bb9dd9d on resource:port {{(pid=88879) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:13:02.812166 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-6d7d2a79-5d5e-4506-a3d5-245ecc02c96a req-31e82dec-d345-434a-ba5f-f58473105a3c tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Unset dirty status for tenant:ad7c5ba9df02428aae512a4d9bb9dd9d on resource:port {{(pid=88879) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:13:02.813449 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-6d7d2a79-5d5e-4506-a3d5-245ecc02c96a req-31e82dec-d345-434a-ba5f-f58473105a3c tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.58 "GET /v2.0/ports?device_id=1ec53f4c-1f81-4e17-9c7c-8b68606882bb HTTP/1.1" status: 200  len: 946 time: 0.1072884
Dec 24 11:13:02.897366 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [req-6d7d2a79-5d5e-4506-a3d5-245ecc02c96a req-f60561e6-349a-4731-b25d-2e131f615b3b tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Deleting port d543849a-c6ca-4c57-89fa-aaf9e91d5928 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:13:02.897659 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-6d7d2a79-5d5e-4506-a3d5-245ecc02c96a req-f60561e6-349a-4731-b25d-2e131f615b3b tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:13:03.154158 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [req-6d7d2a79-5d5e-4506-a3d5-245ecc02c96a req-f60561e6-349a-4731-b25d-2e131f615b3b tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] For port d543849a-c6ca-4c57-89fa-aaf9e91d5928, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=d543849a-c6ca-4c57-89fa-aaf9e91d5928,segment=NetworkSegment(45d70bd7-4b68-463b-bb1b-249c8aec34f1),segment_id=45d70bd7-4b68-463b-bb1b-249c8aec34f1)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:13:03.154405 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-6d7d2a79-5d5e-4506-a3d5-245ecc02c96a req-f60561e6-349a-4731-b25d-2e131f615b3b tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:13:03.286129 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [req-6d7d2a79-5d5e-4506-a3d5-245ecc02c96a req-f60561e6-349a-4731-b25d-2e131f615b3b tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Calling delete_port for d543849a-c6ca-4c57-89fa-aaf9e91d5928 owned by compute:nova {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:13:03.444453 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-6d7d2a79-5d5e-4506-a3d5-245ecc02c96a req-f60561e6-349a-4731-b25d-2e131f615b3b tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:13:03.450287 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-d1c38a55-a36c-4ebc-ab37-41c9e7751659 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:13:03.499650 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60561e6-349a-4731-b25d-2e131f615b3b tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event deleted for resources: {'Port': ['ID=d543849a-c6ca-4c57-89fa-aaf9e91d5928,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:13:03.502400 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f60561e6-349a-4731-b25d-2e131f615b3b tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:13:03.575785 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d7d2a79-5d5e-4506-a3d5-245ecc02c96a req-f60561e6-349a-4731-b25d-2e131f615b3b tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] No DVR routers for this DVR port d543849a-c6ca-4c57-89fa-aaf9e91d5928 on host hv-neutron-8226 {{(pid=88879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 24 11:13:03.579067 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-6d7d2a79-5d5e-4506-a3d5-245ecc02c96a req-f60561e6-349a-4731-b25d-2e131f615b3b tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:13:03.582020 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ec53f4c-1f81-4e17-9c7c-8b68606882bb', 'name': 'network-vif-deleted', 'tag': 'd543849a-c6ca-4c57-89fa-aaf9e91d5928'}] {{(pid=88879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 24 11:13:03.597014 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-6d7d2a79-5d5e-4506-a3d5-245ecc02c96a req-f60561e6-349a-4731-b25d-2e131f615b3b tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.58 "DELETE /v2.0/ports/d543849a-c6ca-4c57-89fa-aaf9e91d5928 HTTP/1.1" status: 204  len: 173 time: 0.7756579
Dec 24 11:13:03.638211 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ec53f4c-1f81-4e17-9c7c-8b68606882bb', 'name': 'network-vif-deleted', 'tag': 'd543849a-c6ca-4c57-89fa-aaf9e91d5928', 'status': 'completed', 'code': 200}
Dec 24 11:13:03.791676 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-44d85adf-7078-4255-ac05-990fb2a0002c req-9296793b-8eb5-43a3-83e8-6d5d52714f3f tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/ports?device_id=1ec53f4c-1f81-4e17-9c7c-8b68606882bb HTTP/1.1" status: 200  len: 210 time: 0.0484240
Dec 24 11:13:04.915946 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 44168) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:13:05.002481 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e8ad7d4d-e1aa-440b-be6e-e7d5e2834183 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:13:05.034253 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e8ad7d4d-e1aa-440b-be6e-e7d5e2834183 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:13:05.095151 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e8ad7d4d-e1aa-440b-be6e-e7d5e2834183 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:13:05.100577 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-60ac1c13-9b3d-4a19-96d2-920b8d6de9a6 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:13:05.116844 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ad7d4d-e1aa-440b-be6e-e7d5e2834183 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=722d2444-97f5-4c9e-9545-7c546aca16e1,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:13:05.119559 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-e8ad7d4d-e1aa-440b-be6e-e7d5e2834183 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:13:05.130893 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e8ad7d4d-e1aa-440b-be6e-e7d5e2834183 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:13:05.132167 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-e8ad7d4d-e1aa-440b-be6e-e7d5e2834183 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "DELETE /v2.0/security-groups/722d2444-97f5-4c9e-9545-7c546aca16e1 HTTP/1.1" status: 204  len: 168 time: 0.2150910
Dec 24 11:13:05.170152 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 44174) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:13:05.628411 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-649d14df-3ef9-4469-9ce5-f7283b0ede61 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854055677'] for router_interface, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:13:06.322205 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-649d14df-3ef9-4469-9ce5-f7283b0ede61 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Deleting port 4c057e47-cc6e-4f9c-8285-799d61be47af {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:13:06.322804 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-649d14df-3ef9-4469-9ce5-f7283b0ede61 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:13:06.413491 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c9163a7f-8cb8-4a2e-85b8-966e66974b3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:13:06.534319 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-649d14df-3ef9-4469-9ce5-f7283b0ede61 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] For port 4c057e47-cc6e-4f9c-8285-799d61be47af, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=4c057e47-cc6e-4f9c-8285-799d61be47af,segment=NetworkSegment(45d70bd7-4b68-463b-bb1b-249c8aec34f1),segment_id=45d70bd7-4b68-463b-bb1b-249c8aec34f1)] {{(pid=88878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:13:06.534701 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-649d14df-3ef9-4469-9ce5-f7283b0ede61 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:13:06.660941 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-649d14df-3ef9-4469-9ce5-f7283b0ede61 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Calling delete_port for 4c057e47-cc6e-4f9c-8285-799d61be47af owned by network:router_interface {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:13:06.853278 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-649d14df-3ef9-4469-9ce5-f7283b0ede61 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:13:06.857234 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-2785d1fa-6306-4804-b483-3e71e05abfd8 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:13:06.900606 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649d14df-3ef9-4469-9ce5-f7283b0ede61 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event deleted for resources: {'Port': ['ID=4c057e47-cc6e-4f9c-8285-799d61be47af,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:13:06.903373 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-649d14df-3ef9-4469-9ce5-f7283b0ede61 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:13:07.226504 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-649d14df-3ef9-4469-9ce5-f7283b0ede61 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036852798164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854055527'] for router_interface, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:13:07.988409 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Device d543849a-c6ca-4c57-89fa-aaf9e91d5928 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:13:08.033812 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] No Port match for: d543849a-c6ca-4c57-89fa-aaf9e91d5928 {{(pid=88880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 24 11:13:08.034226 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Device d543849a-c6ca-4c57-89fa-aaf9e91d5928 not bound to the agent host hv-neutron-8226 {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 24 11:13:08.041758 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:13:08.095005 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-649d14df-3ef9-4469-9ce5-f7283b0ede61 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Router 771753b4-45ec-41a9-9419-9e961602a73d has already been hosted by L3 agent 198cca88-1338-4098-b44b-beb0346ac906 {{(pid=88878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 24 11:13:08.095233 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-296502ed-8fdd-4c6a-9bd1-3d43b6703a0b req-e2d89f35-30b5-4687-854e-d6401ff52c6c service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=9172ddea-2e24-4367-8ccf-2f8b57546cea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0759313
Dec 24 11:13:08.262401 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-296502ed-8fdd-4c6a-9bd1-3d43b6703a0b req-d6bb5e30-57a6-4994-9cdd-1efdcbb56bf3 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fbedb279f22e4b3494591d6dabc201d5&device_id=9172ddea-2e24-4367-8ccf-2f8b57546cea HTTP/1.1" status: 200  len: 1098 time: 0.0797739
Dec 24 11:13:08.317332 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-649d14df-3ef9-4469-9ce5-f7283b0ede61 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:13:08.328850 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c5524b2-2def-403f-8ad6-c00721c7a12b None None] Sync routers for ids ['771753b4-45ec-41a9-9419-9e961602a73d'] in dv-neutron-822691-2-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:13:08.334425 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-649d14df-3ef9-4469-9ce5-f7283b0ede61 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "PUT /v2.0/routers/771753b4-45ec-41a9-9419-9e961602a73d/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1604948
Dec 24 11:13:08.335110 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 44180) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:13:08.342169 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c5524b2-2def-403f-8ad6-c00721c7a12b None None] Routers {'771753b4-45ec-41a9-9419-9e961602a73d'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:13:08.342852 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-1c5524b2-2def-403f-8ad6-c00721c7a12b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f527206eb38>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:12:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['771753b4-45ec-41a9-9419-9e961602a73d'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:13:08.436469 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296502ed-8fdd-4c6a-9bd1-3d43b6703a0b req-091fda21-5f9c-4eb8-9f1f-43e760643f84 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:13:08.438118 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-296502ed-8fdd-4c6a-9bd1-3d43b6703a0b req-091fda21-5f9c-4eb8-9f1f-43e760643f84 service neutron] 10.222.0.58 "GET /v2.0/networks?id=2428796e-e2e4-4ddb-a9cc-996932bc1226 HTTP/1.1" status: 200  len: 913 time: 0.1520667
Dec 24 11:13:08.540926 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-1c5524b2-2def-403f-8ad6-c00721c7a12b None None] Set router 771753b4-45ec-41a9-9419-9e961602a73d gateway port host: dv-neutron-822691-2-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:13:08.551135 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_v2 [None req-53d0db3e-9b8e-4a6e-aa3f-1591e73bc6b9 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Deleting subnet 422580ef-d3ec-4b91-85fd-a5c157241579 {{(pid=88878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 24 11:13:08.554659 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-53d0db3e-9b8e-4a6e-aa3f-1591e73bc6b9 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for subnet, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:13:08.558827 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-296502ed-8fdd-4c6a-9bd1-3d43b6703a0b req-3f3a4c2c-afff-418e-9684-69ab05b50388 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=160df496-6eec-44ce-a16c-8b507196b963 HTTP/1.1" status: 200  len: 999 time: 0.1140492
Dec 24 11:13:08.617384 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-53d0db3e-9b8e-4a6e-aa3f-1591e73bc6b9 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852534446'] for subnet, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:13:08.636075 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296502ed-8fdd-4c6a-9bd1-3d43b6703a0b req-2ce45d41-7309-41d2-9e82-f73ce3abda29 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:13:08.637683 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-296502ed-8fdd-4c6a-9bd1-3d43b6703a0b req-2ce45d41-7309-41d2-9e82-f73ce3abda29 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=66590446-f239-4728-b0eb-3db1299fa1e3 HTTP/1.1" status: 200  len: 851 time: 0.0692229
Dec 24 11:13:08.705965 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-53d0db3e-9b8e-4a6e-aa3f-1591e73bc6b9 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847655656'] for subnet, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:13:08.727900 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-296502ed-8fdd-4c6a-9bd1-3d43b6703a0b req-f7cc04d4-e2d1-4db2-bdbd-401f30fbbc14 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2428796e-e2e4-4ddb-a9cc-996932bc1226&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0795350
Dec 24 11:13:08.786286 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-53d0db3e-9b8e-4a6e-aa3f-1591e73bc6b9 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7120129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3978858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852529715'] for subnet, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:13:08.791939 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-0cb2f122-de4b-48d6-9c2d-28b52cea458d tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:13:08.835722 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d0db3e-9b8e-4a6e-aa3f-1591e73bc6b9 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event deleted for resources: {'Subnet': ['ID=422580ef-d3ec-4b91-85fd-a5c157241579,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:13:08.841843 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-53d0db3e-9b8e-4a6e-aa3f-1591e73bc6b9 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:13:08.845720 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-53d0db3e-9b8e-4a6e-aa3f-1591e73bc6b9 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:13:08.857363 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-53d0db3e-9b8e-4a6e-aa3f-1591e73bc6b9 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "DELETE /v2.0/subnets/422580ef-d3ec-4b91-85fd-a5c157241579 HTTP/1.1" status: 204  len: 168 time: 0.5166242
Dec 24 11:13:08.858287 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96575589-3849-4a55-a1f4-fcf3add57bf8 None None] Network f15414c5-2872-4563-8dea-d4ed8ba09391 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:13:08.859760 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 44184) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:13:08.888057 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-296502ed-8fdd-4c6a-9bd1-3d43b6703a0b req-41cf6d8e-d7f7-4782-a27b-374ec0a86670 service neutron] 10.222.0.58 "GET /v2.0/networks/2428796e-e2e4-4ddb-a9cc-996932bc1226?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1497655
Dec 24 11:13:08.888729 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-1c5524b2-2def-403f-8ad6-c00721c7a12b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f527206eb38>, [{'id': '771753b4-45ec-41a9-9419-9e961602a73d', 'name': 'tempest-TestNetworkBasicOps-router-378366581', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.172'}], 'enable_snat': True}, 'gw_port_id': 'f9906f36-3dc9-4e2b-9ca3-c55dbeaf3a8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:11:45Z', 'updated_at': '2021-12-24T11:13:06Z', 'revision_number': 5, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'gw_port': {'id': 'f9906f36-3dc9-4e2b-9ca3-c55dbeaf3a8f', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ee:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771753b4-45ec-41a9-9419-9e961602a73d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:11:46Z', 'updated_at': '2021-12-24T11:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv'}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:13:08.905407 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c5524b2-2def-403f-8ad6-c00721c7a12b None None] Checking router: 771753b4-45ec-41a9-9419-9e961602a73d for host: dv-neutron-822691-2-hyperv {{(pid=88880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 24 11:13:09.045318 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-296502ed-8fdd-4c6a-9bd1-3d43b6703a0b req-d6e95420-504d-4958-b46e-eb5101e8abfb service neutron] 10.222.0.58 "GET /v2.0/networks/2428796e-e2e4-4ddb-a9cc-996932bc1226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1472390
Dec 24 11:13:09.058537 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c5524b2-2def-403f-8ad6-c00721c7a12b None None] Routers {'771753b4-45ec-41a9-9419-9e961602a73d'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:13:09.059241 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-1c5524b2-2def-403f-8ad6-c00721c7a12b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f527206eb38>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:12:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['771753b4-45ec-41a9-9419-9e961602a73d'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:13:09.070869 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-dd662fbc-8f36-4a1e-958f-dd6c8f3ddf79 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for router, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:13:09.114522 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-75aeaa90-ed8f-425c-9f78-622e47b17c4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:13:09.279984 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-1c5524b2-2def-403f-8ad6-c00721c7a12b None None] Set router 771753b4-45ec-41a9-9419-9e961602a73d gateway port host: dv-neutron-822691-2-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:13:09.292788 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-dd662fbc-8f36-4a1e-958f-dd6c8f3ddf79 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:13:09.306545 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-dd662fbc-8f36-4a1e-958f-dd6c8f3ddf79 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Deleting port f9906f36-3dc9-4e2b-9ca3-c55dbeaf3a8f {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:13:09.306942 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-dd662fbc-8f36-4a1e-958f-dd6c8f3ddf79 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:13:09.341788 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b30677f-f38d-4b28-ac13-84412d910435 None None] DHCP port deletion for f15414c5-2872-4563-8dea-d4ed8ba09391 request from dv-neutron-822691-2-hyperv {{(pid=88880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 24 11:13:09.411650 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-8b30677f-f38d-4b28-ac13-84412d910435 None None] Deleting port 21ec1402-ac7c-4470-8d47-d7d46b694a65 {{(pid=88880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:13:09.412211 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8b30677f-f38d-4b28-ac13-84412d910435 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:13:09.458221 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bdfdbc84-c52d-4f40-b281-af314dc1f8fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:13:09.492490 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-dd662fbc-8f36-4a1e-958f-dd6c8f3ddf79 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] For port f9906f36-3dc9-4e2b-9ca3-c55dbeaf3a8f, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=f9906f36-3dc9-4e2b-9ca3-c55dbeaf3a8f,segment=NetworkSegment(d4e3295f-9ff8-4cad-8a20-3f1c937efc8c),segment_id=d4e3295f-9ff8-4cad-8a20-3f1c937efc8c)] {{(pid=88878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:13:09.492849 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-dd662fbc-8f36-4a1e-958f-dd6c8f3ddf79 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:13:09.620996 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-dd662fbc-8f36-4a1e-958f-dd6c8f3ddf79 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Calling delete_port for f9906f36-3dc9-4e2b-9ca3-c55dbeaf3a8f owned by network:router_gateway {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:13:09.771096 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-8b30677f-f38d-4b28-ac13-84412d910435 None None] For port 21ec1402-ac7c-4470-8d47-d7d46b694a65, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=21ec1402-ac7c-4470-8d47-d7d46b694a65,segment=NetworkSegment(45d70bd7-4b68-463b-bb1b-249c8aec34f1),segment_id=45d70bd7-4b68-463b-bb1b-249c8aec34f1)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:13:09.771507 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8b30677f-f38d-4b28-ac13-84412d910435 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:13:09.797816 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-dd662fbc-8f36-4a1e-958f-dd6c8f3ddf79 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:13:09.802236 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-93846d11-8b20-4966-a629-b47259a852e4 tempest-TestServerAdvancedOps-1433713942 tempest-TestServerAdvancedOps-1433713942-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:13:09.851620 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd662fbc-8f36-4a1e-958f-dd6c8f3ddf79 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event deleted for resources: {'Port': ['ID=f9906f36-3dc9-4e2b-9ca3-c55dbeaf3a8f,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:13:09.895070 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd662fbc-8f36-4a1e-958f-dd6c8f3ddf79 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:13:09.895527 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd662fbc-8f36-4a1e-958f-dd6c8f3ddf79 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:13:09.895973 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd662fbc-8f36-4a1e-958f-dd6c8f3ddf79 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:13:09.896412 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd662fbc-8f36-4a1e-958f-dd6c8f3ddf79 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:13:09.896835 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd662fbc-8f36-4a1e-958f-dd6c8f3ddf79 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:13:09.897248 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd662fbc-8f36-4a1e-958f-dd6c8f3ddf79 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:13:09.897659 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd662fbc-8f36-4a1e-958f-dd6c8f3ddf79 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:13:09.898100 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd662fbc-8f36-4a1e-958f-dd6c8f3ddf79 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:13:09.898514 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd662fbc-8f36-4a1e-958f-dd6c8f3ddf79 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:13:09.898921 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd662fbc-8f36-4a1e-958f-dd6c8f3ddf79 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:13:09.899328 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd662fbc-8f36-4a1e-958f-dd6c8f3ddf79 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:13:09.907510 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-dd662fbc-8f36-4a1e-958f-dd6c8f3ddf79 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:13:10.087605 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-8b30677f-f38d-4b28-ac13-84412d910435 None None] Calling delete_port for 21ec1402-ac7c-4470-8d47-d7d46b694a65 owned by network:dhcp {{(pid=88880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:13:10.135820 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-dd662fbc-8f36-4a1e-958f-dd6c8f3ddf79 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854116846'] for router_gateway, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:13:10.168436 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-1c5524b2-2def-403f-8ad6-c00721c7a12b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f527206eb38>, [{'id': '771753b4-45ec-41a9-9419-9e961602a73d', 'name': 'tempest-TestNetworkBasicOps-router-378366581', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.172'}], 'enable_snat': True}, 'gw_port_id': 'f9906f36-3dc9-4e2b-9ca3-c55dbeaf3a8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:11:45Z', 'updated_at': '2021-12-24T11:13:06Z', 'revision_number': 5, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'gw_port': {'id': 'f9906f36-3dc9-4e2b-9ca3-c55dbeaf3a8f', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ee:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771753b4-45ec-41a9-9419-9e961602a73d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:11:46Z', 'updated_at': '2021-12-24T11:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv'}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:13:10.174472 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c5524b2-2def-403f-8ad6-c00721c7a12b None None] The sync data for ids ['771753b4-45ec-41a9-9419-9e961602a73d'] in dv-neutron-822691-2-hyperv is: [{'id': '771753b4-45ec-41a9-9419-9e961602a73d', 'name': 'tempest-TestNetworkBasicOps-router-378366581', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.172'}], 'enable_snat': True}, 'gw_port_id': 'f9906f36-3dc9-4e2b-9ca3-c55dbeaf3a8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:11:45Z', 'updated_at': '2021-12-24T11:13:06Z', 'revision_number': 5, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'gw_port': {'id': 'f9906f36-3dc9-4e2b-9ca3-c55dbeaf3a8f', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ee:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771753b4-45ec-41a9-9419-9e961602a73d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:11:46Z', 'updated_at': '2021-12-24T11:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv'}] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:13:10.183290 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8b30677f-f38d-4b28-ac13-84412d910435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392'] for port, after_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:13:10.187866 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-dbfbdde1-ea80-4a48-8c6f-4165ecb75aec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:13:10.236938 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b30677f-f38d-4b28-ac13-84412d910435 None None] Pushing event deleted for resources: {'Port': ['ID=21ec1402-ac7c-4470-8d47-d7d46b694a65,revision_number=None']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:13:10.241376 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-8b30677f-f38d-4b28-ac13-84412d910435 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:13:10.245035 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b30677f-f38d-4b28-ac13-84412d910435 None None] No DVR routers for this DVR port 21ec1402-ac7c-4470-8d47-d7d46b694a65 on host dv-neutron-822691-2-hyperv {{(pid=88880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 24 11:13:10.623104 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-39ff93cf-c0b7-48c5-95f3-6f7e9977387d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:13:10.685892 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-dd662fbc-8f36-4a1e-958f-dd6c8f3ddf79 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854158724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-84560'] for router, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:13:10.690864 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-dd662fbc-8f36-4a1e-958f-dd6c8f3ddf79 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:13:10.722217 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-dd662fbc-8f36-4a1e-958f-dd6c8f3ddf79 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854158830'] for router, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:13:10.722775 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd662fbc-8f36-4a1e-958f-dd6c8f3ddf79 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Fanout notify agent at l3_agent the message router_deleted on router 771753b4-45ec-41a9-9419-9e961602a73d {{(pid=88878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 24 11:13:10.739031 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-dd662fbc-8f36-4a1e-958f-dd6c8f3ddf79 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for router, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:13:10.740257 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-dd662fbc-8f36-4a1e-958f-dd6c8f3ddf79 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "DELETE /v2.0/routers/771753b4-45ec-41a9-9419-9e961602a73d HTTP/1.1" status: 204  len: 168 time: 1.8791614
Dec 24 11:13:10.743242 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 44190) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:13:10.870233 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2996b025-193f-46f1-a41c-5c8a125e0b54 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036847558493'] for network, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:13:11.026605 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2996b025-193f-46f1-a41c-5c8a125e0b54 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847649663', 'neutron.services.segments.db._delete_segments_for_network-8749505737672'] for network, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:13:11.055816 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-2996b025-193f-46f1-a41c-5c8a125e0b54 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5270e388d0>,) {'filters': {'network_id': ['f15414c5-2872-4563-8dea-d4ed8ba09391']}} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:13:11.069176 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-2996b025-193f-46f1-a41c-5c8a125e0b54 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5270e388d0>, '45d70bd7-4b68-463b-bb1b-249c8aec34f1') {'for_net_delete': True} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:13:11.069490 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-2996b025-193f-46f1-a41c-5c8a125e0b54 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5270e388d0>, '45d70bd7-4b68-463b-bb1b-249c8aec34f1') {} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:13:11.081865 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2996b025-193f-46f1-a41c-5c8a125e0b54 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749505745113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2241371'] for segment, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:13:11.097458 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2996b025-193f-46f1-a41c-5c8a125e0b54 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:13:11.104574 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2996b025-193f-46f1-a41c-5c8a125e0b54 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Releasing vlan 612 on physical network physnet1 to pool {{(pid=88878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 24 11:13:11.105019 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2996b025-193f-46f1-a41c-5c8a125e0b54 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036847652098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850807864'] for segment, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:13:11.120714 dv-neutron-822691-2-hyperv neutron-server[88767]: Traceback (most recent call last):
Dec 24 11:13:11.120714 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 24 11:13:11.120714 dv-neutron-822691-2-hyperv neutron-server[88767]:     timer()
Dec 24 11:13:11.120714 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 11:13:11.120714 dv-neutron-822691-2-hyperv neutron-server[88767]:     cb(*args, **kw)
Dec 24 11:13:11.120714 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 24 11:13:11.120714 dv-neutron-822691-2-hyperv neutron-server[88767]:     return func(*args, **kwargs)
Dec 24 11:13:11.120714 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 11:13:11.120714 dv-neutron-822691-2-hyperv neutron-server[88767]:     self._notify()
Dec 24 11:13:11.120714 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 11:13:11.120714 dv-neutron-822691-2-hyperv neutron-server[88767]:     self.callback(batched_events)
Dec 24 11:13:11.120714 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 11:13:11.120714 dv-neutron-822691-2-hyperv neutron-server[88767]:     event.method(event)
Dec 24 11:13:11.120714 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 11:13:11.120714 dv-neutron-822691-2-hyperv neutron-server[88767]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 11:13:11.120714 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 24 11:13:11.120714 dv-neutron-822691-2-hyperv neutron-server[88767]:     segment_id)['aggregates'][0]
Dec 24 11:13:11.120714 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 24 11:13:11.120714 dv-neutron-822691-2-hyperv neutron-server[88767]:     return f(self, *a, **k)
Dec 24 11:13:11.120714 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 11:13:11.120714 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self._get(url).json()
Dec 24 11:13:11.120714 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 24 11:13:11.120714 dv-neutron-822691-2-hyperv neutron-server[88767]:     **kwargs)
Dec 24 11:13:11.120714 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 24 11:13:11.120714 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self.request(url, 'GET', **kwargs)
Dec 24 11:13:11.120714 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 24 11:13:11.120714 dv-neutron-822691-2-hyperv neutron-server[88767]:     **endpoint_filter)
Dec 24 11:13:11.120714 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 24 11:13:11.120714 dv-neutron-822691-2-hyperv neutron-server[88767]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 11:13:11.120714 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 24 11:13:11.120714 dv-neutron-822691-2-hyperv neutron-server[88767]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 11:13:11.120714 dv-neutron-822691-2-hyperv neutron-server[88767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 11:13:11.210036 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2996b025-193f-46f1-a41c-5c8a125e0b54 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7126154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659196'] for network, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:13:11.214242 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-64902c47-5e44-4582-9c7c-fab0f1160f08 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:13:11.232858 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2996b025-193f-46f1-a41c-5c8a125e0b54 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:13:11.245362 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2996b025-193f-46f1-a41c-5c8a125e0b54 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event deleted for resources: {'Network': ['ID=f15414c5-2872-4563-8dea-d4ed8ba09391,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:13:11.248902 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-2996b025-193f-46f1-a41c-5c8a125e0b54 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:13:11.254335 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-2996b025-193f-46f1-a41c-5c8a125e0b54 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "DELETE /v2.0/networks/f15414c5-2872-4563-8dea-d4ed8ba09391 HTTP/1.1" status: 204  len: 168 time: 0.5097942
Dec 24 11:13:11.273324 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 44194) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:13:11.279558 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-bc79aa72-1f5f-4ba9-ad60-41623bc845f6 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Request body: {'network': {'name': 'tempest-network-smoke--1738958782', 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'port_security_enabled': True}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:13:11.285547 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-bc79aa72-1f5f-4ba9-ad60-41623bc845f6 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:13:11.290585 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-bc79aa72-1f5f-4ba9-ad60-41623bc845f6 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Usage tracker for resource:network and tenant:ad7c5ba9df02428aae512a4d9bb9dd9d is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:13:11.294103 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-bc79aa72-1f5f-4ba9-ad60-41623bc845f6 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:13:11.302282 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-bc79aa72-1f5f-4ba9-ad60-41623bc845f6 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:13:11.313167 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc79aa72-1f5f-4ba9-ad60-41623bc845f6 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Made reservation on behalf of ad7c5ba9df02428aae512a4d9bb9dd9d for: {'network': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:13:11.318911 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bc79aa72-1f5f-4ba9-ad60-41623bc845f6 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for network, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:13:11.340328 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device f9906f36-3dc9-4e2b-9ca3-c55dbeaf3a8f no longer exists at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:13:11.349962 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc79aa72-1f5f-4ba9-ad60-41623bc845f6 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] vlan segment allocate from pool success with {'vlan_id': 622, 'physical_network': 'physnet1'}  {{(pid=88878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 24 11:13:11.359006 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bc79aa72-1f5f-4ba9-ad60-41623bc845f6 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:13:11.359411 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.segments_db [None req-bc79aa72-1f5f-4ba9-ad60-41623bc845f6 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Added segment 563240ed-a4a8-491f-8ac8-28f5be8e7caa of type vlan for network f6658a10-5669-4004-952d-d5cca217bc09
Dec 24 11:13:11.375594 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] No Port match for: f9906f36-3dc9-4e2b-9ca3-c55dbeaf3a8f {{(pid=88880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 24 11:13:11.375996 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device f9906f36-3dc9-4e2b-9ca3-c55dbeaf3a8f not bound to the agent host dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 24 11:13:11.376473 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 4c057e47-cc6e-4f9c-8285-799d61be47af no longer exists at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:13:11.387470 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bc79aa72-1f5f-4ba9-ad60-41623bc845f6 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363287349540024'] for network, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:13:11.409445 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] No Port match for: 4c057e47-cc6e-4f9c-8285-799d61be47af {{(pid=88880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 24 11:13:11.409861 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 4c057e47-cc6e-4f9c-8285-799d61be47af not bound to the agent host dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 24 11:13:11.410380 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 21ec1402-ac7c-4470-8d47-d7d46b694a65 no longer exists at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:13:11.418632 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bc79aa72-1f5f-4ba9-ad60-41623bc845f6 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636'] for network, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:13:11.422872 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc79aa72-1f5f-4ba9-ad60-41623bc845f6 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:13:11.423566 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bc79aa72-1f5f-4ba9-ad60-41623bc845f6 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:13:11.429225 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7d51a7bc-d037-4be2-8ef0-caaae17527ca tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:13:11.443322 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] No Port match for: 21ec1402-ac7c-4470-8d47-d7d46b694a65 {{(pid=88880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 24 11:13:11.443723 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 21ec1402-ac7c-4470-8d47-d7d46b694a65 not bound to the agent host dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 24 11:13:11.487751 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-bc79aa72-1f5f-4ba9-ad60-41623bc845f6 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.2131586
Dec 24 11:13:11.491119 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 44198) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:13:11.497185 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-e35db092-02e6-4b78-b4d0-5f88fbc990d5 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-596895298', 'admin_state_up': True, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a'}}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:13:11.505589 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-e35db092-02e6-4b78-b4d0-5f88fbc990d5 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:13:11.510042 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-e35db092-02e6-4b78-b4d0-5f88fbc990d5 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Usage tracker for resource:router and tenant:ad7c5ba9df02428aae512a4d9bb9dd9d is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:13:11.513175 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-e35db092-02e6-4b78-b4d0-5f88fbc990d5 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:13:11.519585 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-e35db092-02e6-4b78-b4d0-5f88fbc990d5 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:13:11.539002 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e35db092-02e6-4b78-b4d0-5f88fbc990d5 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-612016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-84579'] for router, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:13:11.539985 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e35db092-02e6-4b78-b4d0-5f88fbc990d5 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854163950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659046', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854079771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854691221'] for router, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:13:11.547002 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc79aa72-1f5f-4ba9-ad60-41623bc845f6 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event updated for resources: {'Network': ['ID=f6658a10-5669-4004-952d-d5cca217bc09,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:13:11.550040 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-bc79aa72-1f5f-4ba9-ad60-41623bc845f6 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:13:11.559840 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Network f6658a10-5669-4004-952d-d5cca217bc09 details requested by agent ovs-agent-dv-neutron-822691-2-hyperv with host dv-neutron-822691-2-hyperv {{(pid=88880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 24 11:13:11.567596 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e35db092-02e6-4b78-b4d0-5f88fbc990d5 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:13:11.740327 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e35db092-02e6-4b78-b4d0-5f88fbc990d5 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-659031', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854691240'] for router, precommit_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:13:11.943420 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e35db092-02e6-4b78-b4d0-5f88fbc990d5 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for router_gateway, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:13:11.980520 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e35db092-02e6-4b78-b4d0-5f88fbc990d5 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:13:12.141140 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-e35db092-02e6-4b78-b4d0-5f88fbc990d5 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Allocated IP 172.26.3.231 (f8c337ba-681f-4fcb-a333-e3c49365b30a/8ea1398c-0bec-46d6-8d54-85798de2a7ca/3aa8285d-a1b0-4133-b3f5-05d2d7310d5c) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:13:12.311902 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e35db092-02e6-4b78-b4d0-5f88fbc990d5 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:13:12.345465 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e35db092-02e6-4b78-b4d0-5f88fbc990d5 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:13:12.350310 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-3e5dcbee-1e0a-4694-a24b-213e1b7f5a0c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:13:12.429926 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e35db092-02e6-4b78-b4d0-5f88fbc990d5 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Network f8c337ba-681f-4fcb-a333-e3c49365b30a is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:13:12.433850 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-e35db092-02e6-4b78-b4d0-5f88fbc990d5 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Resources bound (agent type, host, resource id):  {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:13:12.444506 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e35db092-02e6-4b78-b4d0-5f88fbc990d5 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:13:12.467214 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35db092-02e6-4b78-b4d0-5f88fbc990d5 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event updated for resources: {'Port': ['ID=3aa8285d-a1b0-4133-b3f5-05d2d7310d5c,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:13:12.494260 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35db092-02e6-4b78-b4d0-5f88fbc990d5 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:13:12.494682 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35db092-02e6-4b78-b4d0-5f88fbc990d5 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:13:12.495100 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35db092-02e6-4b78-b4d0-5f88fbc990d5 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:13:12.495489 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35db092-02e6-4b78-b4d0-5f88fbc990d5 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:13:12.495895 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35db092-02e6-4b78-b4d0-5f88fbc990d5 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:13:12.496294 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35db092-02e6-4b78-b4d0-5f88fbc990d5 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:13:12.496695 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35db092-02e6-4b78-b4d0-5f88fbc990d5 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:13:12.497097 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35db092-02e6-4b78-b4d0-5f88fbc990d5 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:13:12.497498 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35db092-02e6-4b78-b4d0-5f88fbc990d5 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:13:12.497908 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35db092-02e6-4b78-b4d0-5f88fbc990d5 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:13:12.498307 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35db092-02e6-4b78-b4d0-5f88fbc990d5 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:13:12.504291 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-e35db092-02e6-4b78-b4d0-5f88fbc990d5 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:13:12.640232 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e35db092-02e6-4b78-b4d0-5f88fbc990d5 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for router_gateway, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:13:12.640885 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e35db092-02e6-4b78-b4d0-5f88fbc990d5 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854163800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854116816'] for router, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:13:12.908886 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e35db092-02e6-4b78-b4d0-5f88fbc990d5 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Router 3caa95e2-5ee4-4122-bfd7-fd5bc1f0b164 is scheduled to L3 agent 198cca88-1338-4098-b44b-beb0346ac906 with binding_index 1 {{(pid=88879) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 24 11:13:13.373953 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e35db092-02e6-4b78-b4d0-5f88fbc990d5 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:13:13.388172 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e198297-f595-4078-b35f-91afcb60a485 None None] Sync routers for ids ['3caa95e2-5ee4-4122-bfd7-fd5bc1f0b164'] in dv-neutron-822691-2-hyperv {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:13:13.403535 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e198297-f595-4078-b35f-91afcb60a485 None None] Routers {'3caa95e2-5ee4-4122-bfd7-fd5bc1f0b164'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:13:13.404253 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-3e198297-f595-4078-b35f-91afcb60a485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52719037f0>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:13:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['3caa95e2-5ee4-4122-bfd7-fd5bc1f0b164'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:13:13.411526 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e35db092-02e6-4b78-b4d0-5f88fbc990d5 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for router, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:13:13.412801 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-e35db092-02e6-4b78-b4d0-5f88fbc990d5 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201  len: 886 time: 1.9205384
Dec 24 11:13:13.415926 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 44202) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:13:13.466529 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-12f62c2f-e11c-45bc-bacd-0890bf6c94a0 tempest-TestNetworkBasicOps-448411267 tempest-TestNetworkBasicOps-448411267-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=ad7c5ba9df02428aae512a4d9bb9dd9d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0464888
Dec 24 11:13:13.467248 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 44206) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:13:13.604922 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-3e198297-f595-4078-b35f-91afcb60a485 None None] Set router 3caa95e2-5ee4-4122-bfd7-fd5bc1f0b164 gateway port host: dv-neutron-822691-2-hyperv {{(pid=88881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:13:13.629323 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d01246c7-5cf5-4bac-8aee-fb92ed405da0 tempest-TestNetworkBasicOps-448411267 tempest-TestNetworkBasicOps-448411267-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:13:13.631576 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-d01246c7-5cf5-4bac-8aee-fb92ed405da0 tempest-TestNetworkBasicOps-448411267 tempest-TestNetworkBasicOps-448411267-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1637125
Dec 24 11:13:13.634763 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 44210) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:13:13.682630 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-8404f9c6-de5b-4572-8a16-35b7e720446b tempest-TestNetworkBasicOps-448411267 tempest-TestNetworkBasicOps-448411267-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=f8c337ba-681f-4fcb-a333-e3c49365b30a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0466139
Dec 24 11:13:13.685948 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 44214) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:13:13.692201 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-af60b183-f79f-406e-a8ee-94c17782d2c0 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1687658841', 'network_id': 'f6658a10-5669-4004-952d-d5cca217bc09', 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:13:13.824018 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-af60b183-f79f-406e-a8ee-94c17782d2c0 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:13:13.829000 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-af60b183-f79f-406e-a8ee-94c17782d2c0 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Usage tracker for resource:subnet and tenant:ad7c5ba9df02428aae512a4d9bb9dd9d is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:13:13.833339 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-af60b183-f79f-406e-a8ee-94c17782d2c0 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:13:13.841486 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-af60b183-f79f-406e-a8ee-94c17782d2c0 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:13:13.854940 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af60b183-f79f-406e-a8ee-94c17782d2c0 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Made reservation on behalf of ad7c5ba9df02428aae512a4d9bb9dd9d for: {'subnet': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:13:13.938051 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-3e198297-f595-4078-b35f-91afcb60a485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52719037f0>, [{'id': '3caa95e2-5ee4-4122-bfd7-fd5bc1f0b164', 'name': 'tempest-TestNetworkBasicOps-router-596895298', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.231'}], 'enable_snat': True}, 'gw_port_id': '3aa8285d-a1b0-4133-b3f5-05d2d7310d5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:13:11Z', 'updated_at': '2021-12-24T11:13:12Z', 'revision_number': 3, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'gw_port': {'id': '3aa8285d-a1b0-4133-b3f5-05d2d7310d5c', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:1d:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3caa95e2-5ee4-4122-bfd7-fd5bc1f0b164', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:13:12Z', 'updated_at': '2021-12-24T11:13:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv'}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:13:13.942797 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e198297-f595-4078-b35f-91afcb60a485 None None] Checking router: 3caa95e2-5ee4-4122-bfd7-fd5bc1f0b164 for host: dv-neutron-822691-2-hyperv {{(pid=88881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 24 11:13:13.943083 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e198297-f595-4078-b35f-91afcb60a485 None None] Updating router 3caa95e2-5ee4-4122-bfd7-fd5bc1f0b164 port 3aa8285d-a1b0-4133-b3f5-05d2d7310d5c binding host dv-neutron-822691-2-hyperv {{(pid=88881) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 24 11:13:13.979675 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-af60b183-f79f-406e-a8ee-94c17782d2c0 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3619482'] for subnet, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:13:14.004716 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3e198297-f595-4078-b35f-91afcb60a485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:13:14.235873 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-af60b183-f79f-406e-a8ee-94c17782d2c0 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3921862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3619467'] for subnet, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:13:14.240328 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f4c6ba2a-6140-4160-ae86-c096b952f04c tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:13:14.327383 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af60b183-f79f-406e-a8ee-94c17782d2c0 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event updated for resources: {'Subnet': ['ID=1871b491-9a07-4e2a-b4b3-b96c41e6b9c1,revision_number=0']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:13:14.332075 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-af60b183-f79f-406e-a8ee-94c17782d2c0 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:13:14.342215 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af60b183-f79f-406e-a8ee-94c17782d2c0 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Checking segment: {'id': '563240ed-a4a8-491f-8ac8-28f5be8e7caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'f6658a10-5669-4004-952d-d5cca217bc09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:13:14.342215 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af60b183-f79f-406e-a8ee-94c17782d2c0 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Network hostable DHCP agents. Network: f6658a10-5669-4004-952d-d5cca217bc09, hostable agents: ['edcf98dc-3032-472a-8b3d-f23fd1e89806'], hosted agents: [] {{(pid=88879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 24 11:13:14.377038 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af60b183-f79f-406e-a8ee-94c17782d2c0 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Network f6658a10-5669-4004-952d-d5cca217bc09 is scheduled to be hosted by DHCP agent edcf98dc-3032-472a-8b3d-f23fd1e89806 with binding_index 1 {{(pid=88879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 24 11:13:14.377553 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3e198297-f595-4078-b35f-91afcb60a485 None None] Notify callbacks [] for port, precommit_update {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:13:14.388132 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-af60b183-f79f-406e-a8ee-94c17782d2c0 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822691-2-hyperv, f6658a10-5669-4004-952d-d5cca217bc09) {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:13:14.392685 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-3e198297-f595-4078-b35f-91afcb60a485 None None] Transition to ACTIVE for port object 3aa8285d-a1b0-4133-b3f5-05d2d7310d5c will not be triggered until provisioned by entity L2. {{(pid=88881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:13:14.393450 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af60b183-f79f-406e-a8ee-94c17782d2c0 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:13:14.394394 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-af60b183-f79f-406e-a8ee-94c17782d2c0 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for subnet, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:13:14.400332 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90720fdb-f5a5-4ee1-a8ca-8621787ea7c8 None None] Network f6658a10-5669-4004-952d-d5cca217bc09 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:13:14.400938 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3e198297-f595-4078-b35f-91afcb60a485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:13:14.405728 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-6dcfce84-25f1-4ed8-b7ca-3edc43431de4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:13:14.428884 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-af60b183-f79f-406e-a8ee-94c17782d2c0 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.7418003
Dec 24 11:13:14.431846 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 44218) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:13:14.489988 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e188a342-5371-4c26-a5e3-079f594464ea None None] Pushing event updated for resources: {'Port': ['ID=3aa8285d-a1b0-4133-b3f5-05d2d7310d5c,revision_number=2']} {{(pid=88881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:13:14.498444 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-3e198297-f595-4078-b35f-91afcb60a485 None None] Attempting to bind port 3aa8285d-a1b0-4133-b3f5-05d2d7310d5c on host dv-neutron-822691-2-hyperv for vnic_type normal with profile  {{(pid=88881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:13:14.498877 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-3e198297-f595-4078-b35f-91afcb60a485 None None] Attempting to bind port 3aa8285d-a1b0-4133-b3f5-05d2d7310d5c by drivers openvswitch,hyperv on host dv-neutron-822691-2-hyperv at level 0 using segments [{'id': 'd4e3295f-9ff8-4cad-8a20-3f1c937efc8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a'}] {{(pid=88881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:13:14.499265 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e198297-f595-4078-b35f-91afcb60a485 None None] Attempting to bind port 3aa8285d-a1b0-4133-b3f5-05d2d7310d5c on network f8c337ba-681f-4fcb-a333-e3c49365b30a {{(pid=88881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:13:14.503352 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e188a342-5371-4c26-a5e3-079f594464ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:13:14.503602 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e188a342-5371-4c26-a5e3-079f594464ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:13:14.504202 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e188a342-5371-4c26-a5e3-079f594464ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:13:14.504797 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e188a342-5371-4c26-a5e3-079f594464ea None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:13:14.505646 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e188a342-5371-4c26-a5e3-079f594464ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:13:14.506265 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e188a342-5371-4c26-a5e3-079f594464ea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:13:14.506598 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e188a342-5371-4c26-a5e3-079f594464ea None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:13:14.506997 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e188a342-5371-4c26-a5e3-079f594464ea None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:13:14.507356 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e188a342-5371-4c26-a5e3-079f594464ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:13:14.507717 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e188a342-5371-4c26-a5e3-079f594464ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:13:14.508054 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e188a342-5371-4c26-a5e3-079f594464ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:13:14.513545 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-e188a342-5371-4c26-a5e3-079f594464ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:13:14.516781 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e198297-f595-4078-b35f-91afcb60a485 None None] Checking agent: {'id': 'db1275c1-6001-47af-93c2-635c68404703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822691-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 52, 8), 'started_at': datetime.datetime(2021, 12, 24, 10, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 13, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822691-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:13:14.518245 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e198297-f595-4078-b35f-91afcb60a485 None None] Checking segment: {'id': 'd4e3295f-9ff8-4cad-8a20-3f1c937efc8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:13:14.519085 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3e198297-f595-4078-b35f-91afcb60a485 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:13:14.520159 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e198297-f595-4078-b35f-91afcb60a485 None None] Bound using segment: {'id': 'd4e3295f-9ff8-4cad-8a20-3f1c937efc8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a'} {{(pid=88881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:13:14.520697 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-3e198297-f595-4078-b35f-91afcb60a485 None None] Bound port: 3aa8285d-a1b0-4133-b3f5-05d2d7310d5c, host: dv-neutron-822691-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4e3295f-9ff8-4cad-8a20-3f1c937efc8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a'}}] {{(pid=88881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:13:14.521124 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3e198297-f595-4078-b35f-91afcb60a485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:13:14.624151 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-3e198297-f595-4078-b35f-91afcb60a485 None None] For port 3aa8285d-a1b0-4133-b3f5-05d2d7310d5c, host dv-neutron-822691-2-hyperv, cleared binding levels {{(pid=88881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:13:14.627980 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-3e198297-f595-4078-b35f-91afcb60a485 None None] For port 3aa8285d-a1b0-4133-b3f5-05d2d7310d5c, host dv-neutron-822691-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=3aa8285d-a1b0-4133-b3f5-05d2d7310d5c,segment=NetworkSegment(d4e3295f-9ff8-4cad-8a20-3f1c937efc8c),segment_id=d4e3295f-9ff8-4cad-8a20-3f1c937efc8c)] {{(pid=88881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:13:14.693184 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ed46d17-b8d8-48fb-96b6-9e43c5322d50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73968e80-91fd-539e-a7c6-b31af6d9e680-f6658a10-5669-4004-952d-d5cca217bc09', 'network_id': 'f6658a10-5669-4004-952d-d5cca217bc09', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'fixed_ips': [{'subnet_id': '1871b491-9a07-4e2a-b4b3-b96c41e6b9c1'}]}} from dv-neutron-822691-2-hyperv. {{(pid=88880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 24 11:13:14.694137 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3ed46d17-b8d8-48fb-96b6-9e43c5322d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:13:14.756201 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3e198297-f595-4078-b35f-91afcb60a485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:13:14.761769 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-ac5d27b3-97b7-477b-a251-9ecf22dac64d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:13:14.849036 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e198297-f595-4078-b35f-91afcb60a485 None None] Routers {'3caa95e2-5ee4-4122-bfd7-fd5bc1f0b164'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:13:14.849036 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-3e198297-f595-4078-b35f-91afcb60a485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52719037f0>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:13:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['3caa95e2-5ee4-4122-bfd7-fd5bc1f0b164'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:13:14.885938 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-3ed46d17-b8d8-48fb-96b6-9e43c5322d50 None None] Allocated IP 172.20.0.2 (f6658a10-5669-4004-952d-d5cca217bc09/1871b491-9a07-4e2a-b4b3-b96c41e6b9c1/9efe0131-4670-45bc-8931-0a58d6559263) {{(pid=88880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:13:14.923415 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e188a342-5371-4c26-a5e3-079f594464ea None None] Pushing event updated for resources: {'Port': ['ID=3aa8285d-a1b0-4133-b3f5-05d2d7310d5c,revision_number=3']} {{(pid=88881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:13:14.929947 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-e188a342-5371-4c26-a5e3-079f594464ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=88881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:13:15.078731 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-3e198297-f595-4078-b35f-91afcb60a485 None None] Set router 3caa95e2-5ee4-4122-bfd7-fd5bc1f0b164 gateway port host: dv-neutron-822691-2-hyperv {{(pid=88881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:13:15.158993 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3ed46d17-b8d8-48fb-96b6-9e43c5322d50 None None] Notify callbacks [] for port, precommit_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:13:15.172089 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-3ed46d17-b8d8-48fb-96b6-9e43c5322d50 None None] Transition to ACTIVE for port object 9efe0131-4670-45bc-8931-0a58d6559263 will not be triggered until provisioned by entity L2. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:13:15.197598 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-3ed46d17-b8d8-48fb-96b6-9e43c5322d50 None None] Transition to ACTIVE for port object 9efe0131-4670-45bc-8931-0a58d6559263 will not be triggered until provisioned by entity DHCP. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:13:15.205420 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3ed46d17-b8d8-48fb-96b6-9e43c5322d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408'] for port, after_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:13:15.210864 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:13:15.273333 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ed46d17-b8d8-48fb-96b6-9e43c5322d50 None None] Network f6658a10-5669-4004-952d-d5cca217bc09 is already hosted by enough agents. {{(pid=88880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:13:15.274615 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-3ed46d17-b8d8-48fb-96b6-9e43c5322d50 None None] Resources bound (agent type, host, resource id):  {{(pid=88880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:13:15.279228 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed46d17-b8d8-48fb-96b6-9e43c5322d50 None None] Received port after_create {{(pid=88880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:13:15.300493 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed46d17-b8d8-48fb-96b6-9e43c5322d50 None None] Pushing event updated for resources: {'Port': ['ID=9efe0131-4670-45bc-8931-0a58d6559263,revision_number=1']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:13:15.367772 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed46d17-b8d8-48fb-96b6-9e43c5322d50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:13:15.368832 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed46d17-b8d8-48fb-96b6-9e43c5322d50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:13:15.368832 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed46d17-b8d8-48fb-96b6-9e43c5322d50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:13:15.368832 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed46d17-b8d8-48fb-96b6-9e43c5322d50 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:13:15.370010 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed46d17-b8d8-48fb-96b6-9e43c5322d50 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:13:15.370010 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed46d17-b8d8-48fb-96b6-9e43c5322d50 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:13:15.371337 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-899676f7-c967-48ac-ab2d-7ff63ef0596a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:13:15.371436 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed46d17-b8d8-48fb-96b6-9e43c5322d50 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:13:15.371436 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed46d17-b8d8-48fb-96b6-9e43c5322d50 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:13:15.371436 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed46d17-b8d8-48fb-96b6-9e43c5322d50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:13:15.371436 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed46d17-b8d8-48fb-96b6-9e43c5322d50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:13:15.371436 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed46d17-b8d8-48fb-96b6-9e43c5322d50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:13:15.380820 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-3ed46d17-b8d8-48fb-96b6-9e43c5322d50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:13:15.403095 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-3ed46d17-b8d8-48fb-96b6-9e43c5322d50 None None] Attempting to bind port 9efe0131-4670-45bc-8931-0a58d6559263 on host dv-neutron-822691-2-hyperv for vnic_type normal with profile  {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:13:15.403643 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-3ed46d17-b8d8-48fb-96b6-9e43c5322d50 None None] Attempting to bind port 9efe0131-4670-45bc-8931-0a58d6559263 by drivers openvswitch,hyperv on host dv-neutron-822691-2-hyperv at level 0 using segments [{'id': '563240ed-a4a8-491f-8ac8-28f5be8e7caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'f6658a10-5669-4004-952d-d5cca217bc09'}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:13:15.404055 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed46d17-b8d8-48fb-96b6-9e43c5322d50 None None] Attempting to bind port 9efe0131-4670-45bc-8931-0a58d6559263 on network f6658a10-5669-4004-952d-d5cca217bc09 {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:13:15.412574 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed46d17-b8d8-48fb-96b6-9e43c5322d50 None None] Checking agent: {'id': 'db1275c1-6001-47af-93c2-635c68404703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822691-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 52, 8), 'started_at': datetime.datetime(2021, 12, 24, 10, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 13, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822691-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:13:15.412904 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed46d17-b8d8-48fb-96b6-9e43c5322d50 None None] Checking segment: {'id': '563240ed-a4a8-491f-8ac8-28f5be8e7caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'f6658a10-5669-4004-952d-d5cca217bc09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:13:15.413723 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3ed46d17-b8d8-48fb-96b6-9e43c5322d50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:13:15.414134 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed46d17-b8d8-48fb-96b6-9e43c5322d50 None None] Bound using segment: {'id': '563240ed-a4a8-491f-8ac8-28f5be8e7caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'f6658a10-5669-4004-952d-d5cca217bc09'} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:13:15.414929 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-3ed46d17-b8d8-48fb-96b6-9e43c5322d50 None None] Bound port: 9efe0131-4670-45bc-8931-0a58d6559263, host: dv-neutron-822691-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '563240ed-a4a8-491f-8ac8-28f5be8e7caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'f6658a10-5669-4004-952d-d5cca217bc09'}}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:13:15.415018 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3ed46d17-b8d8-48fb-96b6-9e43c5322d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:13:15.462439 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-3e198297-f595-4078-b35f-91afcb60a485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52719037f0>, [{'id': '3caa95e2-5ee4-4122-bfd7-fd5bc1f0b164', 'name': 'tempest-TestNetworkBasicOps-router-596895298', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.231'}], 'enable_snat': True}, 'gw_port_id': '3aa8285d-a1b0-4133-b3f5-05d2d7310d5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:13:11Z', 'updated_at': '2021-12-24T11:13:12Z', 'revision_number': 3, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'gw_port': {'id': '3aa8285d-a1b0-4133-b3f5-05d2d7310d5c', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:1d:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3caa95e2-5ee4-4122-bfd7-fd5bc1f0b164', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:13:12Z', 'updated_at': '2021-12-24T11:13:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv'}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:13:15.468440 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e198297-f595-4078-b35f-91afcb60a485 None None] The sync data for ids ['3caa95e2-5ee4-4122-bfd7-fd5bc1f0b164'] in dv-neutron-822691-2-hyperv is: [{'id': '3caa95e2-5ee4-4122-bfd7-fd5bc1f0b164', 'name': 'tempest-TestNetworkBasicOps-router-596895298', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.231'}], 'enable_snat': True}, 'gw_port_id': '3aa8285d-a1b0-4133-b3f5-05d2d7310d5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:13:11Z', 'updated_at': '2021-12-24T11:13:12Z', 'revision_number': 3, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'gw_port': {'id': '3aa8285d-a1b0-4133-b3f5-05d2d7310d5c', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:1d:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3caa95e2-5ee4-4122-bfd7-fd5bc1f0b164', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:13:12Z', 'updated_at': '2021-12-24T11:13:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv'}] {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:13:15.535571 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-3ed46d17-b8d8-48fb-96b6-9e43c5322d50 None None] For port 9efe0131-4670-45bc-8931-0a58d6559263, host dv-neutron-822691-2-hyperv, cleared binding levels {{(pid=88880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:13:15.541214 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-3ed46d17-b8d8-48fb-96b6-9e43c5322d50 None None] For port 9efe0131-4670-45bc-8931-0a58d6559263, host dv-neutron-822691-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=9efe0131-4670-45bc-8931-0a58d6559263,segment=NetworkSegment(563240ed-a4a8-491f-8ac8-28f5be8e7caa),segment_id=563240ed-a4a8-491f-8ac8-28f5be8e7caa)] {{(pid=88880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:13:15.546092 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3ed46d17-b8d8-48fb-96b6-9e43c5322d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:13:15.552761 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:13:15.654982 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed46d17-b8d8-48fb-96b6-9e43c5322d50 None None] Pushing event updated for resources: {'Port': ['ID=9efe0131-4670-45bc-8931-0a58d6559263,revision_number=2']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:13:15.659109 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-3ed46d17-b8d8-48fb-96b6-9e43c5322d50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:13:15.855064 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-899676f7-c967-48ac-ab2d-7ff63ef0596a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Allocated IP 172.20.0.1 (f6658a10-5669-4004-952d-d5cca217bc09/1871b491-9a07-4e2a-b4b3-b96c41e6b9c1/a618eb3d-1c23-4021-8c70-4eca28d50ef1) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:13:16.223771 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-899676f7-c967-48ac-ab2d-7ff63ef0596a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:13:16.243096 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-899676f7-c967-48ac-ab2d-7ff63ef0596a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Transition to ACTIVE for port object a618eb3d-1c23-4021-8c70-4eca28d50ef1 will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:13:16.268651 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-899676f7-c967-48ac-ab2d-7ff63ef0596a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:13:16.273355 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-fa7b9436-b917-496b-8dae-8a64659a6583 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:13:16.355135 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-899676f7-c967-48ac-ab2d-7ff63ef0596a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Network f6658a10-5669-4004-952d-d5cca217bc09 is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:13:16.359240 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-899676f7-c967-48ac-ab2d-7ff63ef0596a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Resources bound (agent type, host, resource id):  {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:13:16.362032 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-899676f7-c967-48ac-ab2d-7ff63ef0596a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:13:16.393053 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899676f7-c967-48ac-ab2d-7ff63ef0596a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event updated for resources: {'Port': ['ID=a618eb3d-1c23-4021-8c70-4eca28d50ef1,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:13:16.397532 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-899676f7-c967-48ac-ab2d-7ff63ef0596a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:13:16.429185 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-899676f7-c967-48ac-ab2d-7ff63ef0596a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-720245'] for router_interface, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:13:16.551785 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-899676f7-c967-48ac-ab2d-7ff63ef0596a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:13:17.022666 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-899676f7-c967-48ac-ab2d-7ff63ef0596a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for port, precommit_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:13:17.026577 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-899676f7-c967-48ac-ab2d-7ff63ef0596a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850854027'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:13:17.057271 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-899676f7-c967-48ac-ab2d-7ff63ef0596a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:13:17.149887 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899676f7-c967-48ac-ab2d-7ff63ef0596a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event updated for resources: {'Port': ['ID=a618eb3d-1c23-4021-8c70-4eca28d50ef1,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:13:17.152629 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-899676f7-c967-48ac-ab2d-7ff63ef0596a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1977653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854055662'] for router_interface, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:13:17.156983 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-899676f7-c967-48ac-ab2d-7ff63ef0596a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:13:17.316872 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-899676f7-c967-48ac-ab2d-7ff63ef0596a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Network f6658a10-5669-4004-952d-d5cca217bc09 is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:13:17.318549 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-899676f7-c967-48ac-ab2d-7ff63ef0596a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Resources bound (agent type, host, resource id):  {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:13:17.433684 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 9efe0131-4670-45bc-8931-0a58d6559263 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:13:17.466686 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16e054d3-a914-4fa8-9596-4d3840c91073 None None] Network f6658a10-5669-4004-952d-d5cca217bc09 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:13:17.689692 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning for port 9efe0131-4670-45bc-8931-0a58d6559263 completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:13:17.693239 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-a2785582-5aef-4fd3-b99a-e4d433d221ce None None] Provisioning for port 9efe0131-4670-45bc-8931-0a58d6559263 completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:13:17.706065 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port 9efe0131-4670-45bc-8931-0a58d6559263 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:13:17.706450 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:13:17.736107 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-a2785582-5aef-4fd3-b99a-e4d433d221ce None None] Provisioning complete for port 9efe0131-4670-45bc-8931-0a58d6559263 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:13:17.736527 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a2785582-5aef-4fd3-b99a-e4d433d221ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:13:18.005621 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:13:18.015213 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a2785582-5aef-4fd3-b99a-e4d433d221ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:13:18.053436 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-899676f7-c967-48ac-ab2d-7ff63ef0596a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Router 3caa95e2-5ee4-4122-bfd7-fd5bc1f0b164 has already been hosted by L3 agent 198cca88-1338-4098-b44b-beb0346ac906 {{(pid=88879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 24 11:13:18.066724 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] For port 9efe0131-4670-45bc-8931-0a58d6559263, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=9efe0131-4670-45bc-8931-0a58d6559263,segment=NetworkSegment(563240ed-a4a8-491f-8ac8-28f5be8e7caa),segment_id=563240ed-a4a8-491f-8ac8-28f5be8e7caa)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:13:18.100420 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:13:18.101135 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 3aa8285d-a1b0-4133-b3f5-05d2d7310d5c up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:13:18.137481 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-b82d91df-0802-477a-87e0-f994b9de4dde None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:13:18.241382 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.db.api [None req-a2785582-5aef-4fd3-b99a-e4d433d221ce None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88880) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 24 11:13:18.241789 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_db.api [None req-a2785582-5aef-4fd3-b99a-e4d433d221ce None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 24 11:13:18.258568 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Pushing event updated for resources: {'Port': ['ID=9efe0131-4670-45bc-8931-0a58d6559263,revision_number=3']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:13:18.262718 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:13:18.274360 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning for port 3aa8285d-a1b0-4133-b3f5-05d2d7310d5c completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:13:18.282959 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port 3aa8285d-a1b0-4133-b3f5-05d2d7310d5c triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:13:18.282959 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:13:18.348207 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-899676f7-c967-48ac-ab2d-7ff63ef0596a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:13:18.365266 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-899676f7-c967-48ac-ab2d-7ff63ef0596a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "PUT /v2.0/routers/3caa95e2-5ee4-4122-bfd7-fd5bc1f0b164/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.9322205
Dec 24 11:13:18.368264 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 44224) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:13:18.581218 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b813cd2-d853-4552-ad01-a9476bcc567a tempest-TestNetworkBasicOps-448411267 tempest-TestNetworkBasicOps-448411267-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:13:18.582273 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b813cd2-d853-4552-ad01-a9476bcc567a tempest-TestNetworkBasicOps-448411267 tempest-TestNetworkBasicOps-448411267-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:13:18.582930 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b813cd2-d853-4552-ad01-a9476bcc567a tempest-TestNetworkBasicOps-448411267 tempest-TestNetworkBasicOps-448411267-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:13:18.583618 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b813cd2-d853-4552-ad01-a9476bcc567a tempest-TestNetworkBasicOps-448411267 tempest-TestNetworkBasicOps-448411267-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:13:18.584173 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b813cd2-d853-4552-ad01-a9476bcc567a tempest-TestNetworkBasicOps-448411267 tempest-TestNetworkBasicOps-448411267-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:13:18.584862 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b813cd2-d853-4552-ad01-a9476bcc567a tempest-TestNetworkBasicOps-448411267 tempest-TestNetworkBasicOps-448411267-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:13:18.587882 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-4b813cd2-d853-4552-ad01-a9476bcc567a tempest-TestNetworkBasicOps-448411267 tempest-TestNetworkBasicOps-448411267-project-admin] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200  len: 4286 time: 0.2185044
Dec 24 11:13:18.592192 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 44228) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:13:18.648173 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:13:18.666724 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] For port 3aa8285d-a1b0-4133-b3f5-05d2d7310d5c, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=3aa8285d-a1b0-4133-b3f5-05d2d7310d5c,segment=NetworkSegment(d4e3295f-9ff8-4cad-8a20-3f1c937efc8c),segment_id=d4e3295f-9ff8-4cad-8a20-3f1c937efc8c)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:13:18.671451 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:13:18.673554 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-5a6ae760-e775-4a5f-b914-d78a939f82ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:13:18.691202 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5767dfd-3c0c-46d8-950e-c6b33b14a8e7 tempest-TestNetworkBasicOps-448411267 tempest-TestNetworkBasicOps-448411267-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:13:18.691726 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5767dfd-3c0c-46d8-950e-c6b33b14a8e7 tempest-TestNetworkBasicOps-448411267 tempest-TestNetworkBasicOps-448411267-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:13:18.692158 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5767dfd-3c0c-46d8-950e-c6b33b14a8e7 tempest-TestNetworkBasicOps-448411267 tempest-TestNetworkBasicOps-448411267-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:13:18.692581 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5767dfd-3c0c-46d8-950e-c6b33b14a8e7 tempest-TestNetworkBasicOps-448411267 tempest-TestNetworkBasicOps-448411267-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:13:18.693251 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5767dfd-3c0c-46d8-950e-c6b33b14a8e7 tempest-TestNetworkBasicOps-448411267 tempest-TestNetworkBasicOps-448411267-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:13:18.693638 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5767dfd-3c0c-46d8-950e-c6b33b14a8e7 tempest-TestNetworkBasicOps-448411267 tempest-TestNetworkBasicOps-448411267-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:13:18.696381 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-a5767dfd-3c0c-46d8-950e-c6b33b14a8e7 tempest-TestNetworkBasicOps-448411267 tempest-TestNetworkBasicOps-448411267-project-admin] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 4006 time: 0.1030314
Dec 24 11:13:18.700572 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 44232) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:13:18.717639 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d9196bf-72fb-4b7a-8c1d-38ca7adb0def None None] Sync routers for ids ['3caa95e2-5ee4-4122-bfd7-fd5bc1f0b164'] in dv-neutron-822691-2-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:13:18.774844 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d9196bf-72fb-4b7a-8c1d-38ca7adb0def None None] Routers {'3caa95e2-5ee4-4122-bfd7-fd5bc1f0b164'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:13:18.775577 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-9d9196bf-72fb-4b7a-8c1d-38ca7adb0def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271fe80f0>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:13:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['3caa95e2-5ee4-4122-bfd7-fd5bc1f0b164'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:13:18.876308 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Pushing event updated for resources: {'Port': ['ID=3aa8285d-a1b0-4133-b3f5-05d2d7310d5c,revision_number=4']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:13:18.880228 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:13:18.953068 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-5933c5c3-9025-4b67-b229-bac7c18464f1 tempest-TestNetworkBasicOps-448411267 tempest-TestNetworkBasicOps-448411267-project-admin] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200  len: 3045 time: 0.2480657
Dec 24 11:13:19.035010 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-9d9196bf-72fb-4b7a-8c1d-38ca7adb0def None None] Set router 3caa95e2-5ee4-4122-bfd7-fd5bc1f0b164 gateway port host: dv-neutron-822691-2-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:13:19.203457 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-f7a4b66b-aa50-4fec-9caa-a3b92b079a47 None None] Provisioning complete for port 9efe0131-4670-45bc-8931-0a58d6559263 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:13:19.203883 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f7a4b66b-aa50-4fec-9caa-a3b92b079a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:13:19.205383 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 44238) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:13:19.213374 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-39b22cff-0b79-41af-89d3-0dcf98249500 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-437268321', 'description': 'tempest-secgroup-smoke-437268321 description', 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:13:19.223665 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-39b22cff-0b79-41af-89d3-0dcf98249500 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:13:19.228653 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-39b22cff-0b79-41af-89d3-0dcf98249500 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Usage tracker for resource:security_group and tenant:ad7c5ba9df02428aae512a4d9bb9dd9d is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:13:19.231842 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-39b22cff-0b79-41af-89d3-0dcf98249500 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:13:19.239602 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-39b22cff-0b79-41af-89d3-0dcf98249500 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:13:19.256761 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-39b22cff-0b79-41af-89d3-0dcf98249500 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:13:19.296092 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-39b22cff-0b79-41af-89d3-0dcf98249500 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:13:19.300860 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-39b22cff-0b79-41af-89d3-0dcf98249500 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Usage tracker for resource:security_group_rule and tenant:ad7c5ba9df02428aae512a4d9bb9dd9d is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:13:19.304562 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-39b22cff-0b79-41af-89d3-0dcf98249500 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:13:19.312005 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-39b22cff-0b79-41af-89d3-0dcf98249500 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:13:19.375963 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 9efe0131-4670-45bc-8931-0a58d6559263 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:13:19.392652 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-39b22cff-0b79-41af-89d3-0dcf98249500 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:13:19.397673 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-39b22cff-0b79-41af-89d3-0dcf98249500 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:13:19.404265 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-cf57c1da-c269-49df-9e47-9b91a3b2e956 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:13:19.451959 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b22cff-0b79-41af-89d3-0dcf98249500 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88ff474d-0243-4334-a914-a1a4a137c766,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:13:19.459328 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-39b22cff-0b79-41af-89d3-0dcf98249500 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:13:19.461914 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-39b22cff-0b79-41af-89d3-0dcf98249500 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:13:19.465809 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 44242) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:13:19.470394 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-39b22cff-0b79-41af-89d3-0dcf98249500 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1626 time: 0.2636549
Dec 24 11:13:19.472868 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-29d621b4-eca3-4ca7-a022-27ac1ddb6d23 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Request body: {'security_group_rule': {'security_group_id': '88ff474d-0243-4334-a914-a1a4a137c766', 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:13:19.479640 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-29d621b4-eca3-4ca7-a022-27ac1ddb6d23 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:13:19.483949 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-29d621b4-eca3-4ca7-a022-27ac1ddb6d23 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Usage tracker for resource:security_group_rule and tenant:ad7c5ba9df02428aae512a4d9bb9dd9d is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:13:19.487082 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-29d621b4-eca3-4ca7-a022-27ac1ddb6d23 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:13:19.493981 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-29d621b4-eca3-4ca7-a022-27ac1ddb6d23 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:13:19.515354 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-29d621b4-eca3-4ca7-a022-27ac1ddb6d23 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:13:19.586508 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-f7a4b66b-aa50-4fec-9caa-a3b92b079a47 None None] Provisioning for port a618eb3d-1c23-4021-8c70-4eca28d50ef1 completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:13:19.594103 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port 9efe0131-4670-45bc-8931-0a58d6559263 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:13:19.594525 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:13:19.602133 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-29d621b4-eca3-4ca7-a022-27ac1ddb6d23 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:13:19.605184 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-29d621b4-eca3-4ca7-a022-27ac1ddb6d23 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689902'] for security_group_rule, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:13:19.607664 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:13:19.618478 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-f7a4b66b-aa50-4fec-9caa-a3b92b079a47 None None] Provisioning complete for port a618eb3d-1c23-4021-8c70-4eca28d50ef1 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:13:19.618899 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f7a4b66b-aa50-4fec-9caa-a3b92b079a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:13:19.632655 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d621b4-eca3-4ca7-a022-27ac1ddb6d23 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85ad8593-6ba8-403b-acfa-5dc3401d1a34,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:13:19.637904 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-29d621b4-eca3-4ca7-a022-27ac1ddb6d23 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:13:19.646410 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-29d621b4-eca3-4ca7-a022-27ac1ddb6d23 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:13:19.647831 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-29d621b4-eca3-4ca7-a022-27ac1ddb6d23 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1808169
Dec 24 11:13:19.650955 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 44246) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:13:19.657472 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-63f40da2-6237-4a03-8036-a677b6b3cf0a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Request body: {'security_group_rule': {'security_group_id': '88ff474d-0243-4334-a914-a1a4a137c766', 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:13:19.664060 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-63f40da2-6237-4a03-8036-a677b6b3cf0a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:13:19.668472 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-63f40da2-6237-4a03-8036-a677b6b3cf0a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Usage tracker for resource:security_group_rule and tenant:ad7c5ba9df02428aae512a4d9bb9dd9d is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:13:19.671503 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-63f40da2-6237-4a03-8036-a677b6b3cf0a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:13:19.678853 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-63f40da2-6237-4a03-8036-a677b6b3cf0a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:13:19.682604 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-9d9196bf-72fb-4b7a-8c1d-38ca7adb0def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271fe80f0>, [{'id': '3caa95e2-5ee4-4122-bfd7-fd5bc1f0b164', 'name': 'tempest-TestNetworkBasicOps-router-596895298', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.231'}], 'enable_snat': True}, 'gw_port_id': '3aa8285d-a1b0-4133-b3f5-05d2d7310d5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:13:11Z', 'updated_at': '2021-12-24T11:13:16Z', 'revision_number': 4, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'gw_port': {'id': '3aa8285d-a1b0-4133-b3f5-05d2d7310d5c', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:1d:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3caa95e2-5ee4-4122-bfd7-fd5bc1f0b164', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:13:12Z', 'updated_at': '2021-12-24T11:13:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_interfaces': [{'id': 'a618eb3d-1c23-4021-8c70-4eca28d50ef1', 'name': '', 'network_id': 'f6658a10-5669-4004-952d-d5cca217bc09', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'mac_address': 'fa:16:3e:81:5f:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3caa95e2-5ee4-4122-bfd7-fd5bc1f0b164', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1871b491-9a07-4e2a-b4b3-b96c41e6b9c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:13:15Z', 'updated_at': '2021-12-24T11:13:16Z', 'revision_number': 2, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'subnets': [{'id': '1871b491-9a07-4e2a-b4b3-b96c41e6b9c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:13:19.702765 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-63f40da2-6237-4a03-8036-a677b6b3cf0a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:13:19.708894 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d9196bf-72fb-4b7a-8c1d-38ca7adb0def None None] Checking router: 3caa95e2-5ee4-4122-bfd7-fd5bc1f0b164 for host: dv-neutron-822691-2-hyperv {{(pid=88880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 24 11:13:19.709301 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d9196bf-72fb-4b7a-8c1d-38ca7adb0def None None] Updating router 3caa95e2-5ee4-4122-bfd7-fd5bc1f0b164 port a618eb3d-1c23-4021-8c70-4eca28d50ef1 binding host dv-neutron-822691-2-hyperv {{(pid=88880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 24 11:13:19.749006 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-f7a4b66b-aa50-4fec-9caa-a3b92b079a47 None None] Port a618eb3d-1c23-4021-8c70-4eca28d50ef1 cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:13:19.773519 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-63f40da2-6237-4a03-8036-a677b6b3cf0a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:13:19.776972 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-63f40da2-6237-4a03-8036-a677b6b3cf0a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689902'] for security_group_rule, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:13:19.779254 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-49c5b241-ad7d-40d5-ae6e-5bc9a0f0c7b5 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:13:19.804275 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f40da2-6237-4a03-8036-a677b6b3cf0a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8b3a3b3-fe04-4c1a-b8cb-9decbeb7c3bf,revision_number=0']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:13:19.804547 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9d9196bf-72fb-4b7a-8c1d-38ca7adb0def None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:13:19.809840 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-63f40da2-6237-4a03-8036-a677b6b3cf0a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:13:19.817663 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-63f40da2-6237-4a03-8036-a677b6b3cf0a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:13:19.819023 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-63f40da2-6237-4a03-8036-a677b6b3cf0a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.1669648
Dec 24 11:13:19.822112 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 44250) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:13:19.828940 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-a831c012-7e7e-4b72-8caf-89a564ba9f1d tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Request body: {'security_group_rule': {'security_group_id': '88ff474d-0243-4334-a914-a1a4a137c766', 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:13:19.835856 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-a831c012-7e7e-4b72-8caf-89a564ba9f1d tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:13:19.840521 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-a831c012-7e7e-4b72-8caf-89a564ba9f1d tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Usage tracker for resource:security_group_rule and tenant:ad7c5ba9df02428aae512a4d9bb9dd9d is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:13:19.843999 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-a831c012-7e7e-4b72-8caf-89a564ba9f1d tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:13:19.851086 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-a831c012-7e7e-4b72-8caf-89a564ba9f1d tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:13:19.870342 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a831c012-7e7e-4b72-8caf-89a564ba9f1d tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:13:19.889645 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 3aa8285d-a1b0-4133-b3f5-05d2d7310d5c up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:13:19.948093 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a831c012-7e7e-4b72-8caf-89a564ba9f1d tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:13:19.951302 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a831c012-7e7e-4b72-8caf-89a564ba9f1d tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689902'] for security_group_rule, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:13:19.953264 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-438f051f-f7b0-4964-af6b-ffa206329a06 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:13:19.976945 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a831c012-7e7e-4b72-8caf-89a564ba9f1d tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0dc2890-f986-468b-b96c-e771e7674cbc,revision_number=0']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:13:19.979596 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-a831c012-7e7e-4b72-8caf-89a564ba9f1d tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:13:19.987216 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a831c012-7e7e-4b72-8caf-89a564ba9f1d tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:13:19.988532 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-a831c012-7e7e-4b72-8caf-89a564ba9f1d tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1652551
Dec 24 11:13:19.991547 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 44254) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:13:19.997686 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-9d1f7bfa-98a7-41f1-ba03-0d6474e4d4c3 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Request body: {'security_group_rule': {'security_group_id': '88ff474d-0243-4334-a914-a1a4a137c766', 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:13:20.004195 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-9d1f7bfa-98a7-41f1-ba03-0d6474e4d4c3 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:13:20.009229 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-9d1f7bfa-98a7-41f1-ba03-0d6474e4d4c3 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Usage tracker for resource:security_group_rule and tenant:ad7c5ba9df02428aae512a4d9bb9dd9d is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:13:20.012430 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-9d1f7bfa-98a7-41f1-ba03-0d6474e4d4c3 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:13:20.019875 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-9d1f7bfa-98a7-41f1-ba03-0d6474e4d4c3 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:13:20.037526 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9d1f7bfa-98a7-41f1-ba03-0d6474e4d4c3 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:13:20.108164 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9d1f7bfa-98a7-41f1-ba03-0d6474e4d4c3 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:13:20.111388 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9d1f7bfa-98a7-41f1-ba03-0d6474e4d4c3 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689902'] for security_group_rule, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:13:20.113338 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:13:20.119010 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port 3aa8285d-a1b0-4133-b3f5-05d2d7310d5c triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:13:20.119446 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:13:20.136167 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1f7bfa-98a7-41f1-ba03-0d6474e4d4c3 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8fcb525-12bd-4f76-88c9-1aaef2ef5541,revision_number=0']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:13:20.140487 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-9d1f7bfa-98a7-41f1-ba03-0d6474e4d4c3 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:13:20.147910 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9d1f7bfa-98a7-41f1-ba03-0d6474e4d4c3 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:13:20.152048 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-9d1f7bfa-98a7-41f1-ba03-0d6474e4d4c3 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.1566355
Dec 24 11:13:20.152322 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 44258) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:13:20.158413 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-7101245e-00c0-4059-9213-1b74af517222 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Request body: {'security_group_rule': {'security_group_id': '88ff474d-0243-4334-a914-a1a4a137c766', 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:13:20.165066 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-7101245e-00c0-4059-9213-1b74af517222 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:13:20.169123 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-7101245e-00c0-4059-9213-1b74af517222 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Usage tracker for resource:security_group_rule and tenant:ad7c5ba9df02428aae512a4d9bb9dd9d is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:13:20.180528 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-7101245e-00c0-4059-9213-1b74af517222 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:13:20.187220 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-7101245e-00c0-4059-9213-1b74af517222 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:13:20.198284 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.securitygroups_db [None req-7101245e-00c0-4059-9213-1b74af517222 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Project ad7c5ba9df02428aae512a4d9bb9dd9d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 24 11:13:20.205358 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7101245e-00c0-4059-9213-1b74af517222 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:13:20.275596 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7101245e-00c0-4059-9213-1b74af517222 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:13:20.278783 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7101245e-00c0-4059-9213-1b74af517222 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689902'] for security_group_rule, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:13:20.281153 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f39a83b2-49fa-4849-9f61-568325411af8 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:13:20.302709 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7101245e-00c0-4059-9213-1b74af517222 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8dab711c-8a32-48c0-8196-bb69ad84d7da,revision_number=0']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:13:20.308348 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7101245e-00c0-4059-9213-1b74af517222 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:13:20.316252 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7101245e-00c0-4059-9213-1b74af517222 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:13:20.317589 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-7101245e-00c0-4059-9213-1b74af517222 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.1642158
Dec 24 11:13:20.320815 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 44262) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:13:20.326897 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-d167d597-036d-41e7-a70f-4fc413eec63c tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Request body: {'security_group_rule': {'security_group_id': '88ff474d-0243-4334-a914-a1a4a137c766', 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:13:20.334068 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-d167d597-036d-41e7-a70f-4fc413eec63c tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:13:20.340875 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-d167d597-036d-41e7-a70f-4fc413eec63c tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Usage tracker for resource:security_group_rule and tenant:ad7c5ba9df02428aae512a4d9bb9dd9d is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:13:20.344198 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-d167d597-036d-41e7-a70f-4fc413eec63c tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:13:20.350553 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9d9196bf-72fb-4b7a-8c1d-38ca7adb0def None None] Notify callbacks [] for port, precommit_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:13:20.350734 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-d167d597-036d-41e7-a70f-4fc413eec63c tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:13:20.362947 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.securitygroups_db [None req-d167d597-036d-41e7-a70f-4fc413eec63c tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Project ad7c5ba9df02428aae512a4d9bb9dd9d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 24 11:13:20.364053 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-9d9196bf-72fb-4b7a-8c1d-38ca7adb0def None None] Transition to ACTIVE for port object a618eb3d-1c23-4021-8c70-4eca28d50ef1 will not be triggered until provisioned by entity L2. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:13:20.370216 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9d9196bf-72fb-4b7a-8c1d-38ca7adb0def None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:13:20.370734 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d167d597-036d-41e7-a70f-4fc413eec63c tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:13:20.374621 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-af41fc61-4be5-4968-89fe-dd0f518dd811 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:13:20.444676 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d167d597-036d-41e7-a70f-4fc413eec63c tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:13:20.447996 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d167d597-036d-41e7-a70f-4fc413eec63c tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689902'] for security_group_rule, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:13:20.457315 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-5abf5341-f767-4d1b-b914-1c4b37a13c0c tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:13:20.484073 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d167d597-036d-41e7-a70f-4fc413eec63c tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b89344a-072b-43d2-9ab2-f7b24ee5cc45,revision_number=0']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:13:20.487234 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-d167d597-036d-41e7-a70f-4fc413eec63c tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:13:20.490015 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d167d597-036d-41e7-a70f-4fc413eec63c tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:13:20.491602 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-d167d597-036d-41e7-a70f-4fc413eec63c tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.1697888
Dec 24 11:13:20.505784 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52cca95-3ee8-4d20-92eb-01dbd218567d None None] Pushing event updated for resources: {'Port': ['ID=a618eb3d-1c23-4021-8c70-4eca28d50ef1,revision_number=3']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:13:20.509579 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-b52cca95-3ee8-4d20-92eb-01dbd218567d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:13:20.618467 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-9d9196bf-72fb-4b7a-8c1d-38ca7adb0def None None] Attempting to bind port a618eb3d-1c23-4021-8c70-4eca28d50ef1 on host dv-neutron-822691-2-hyperv for vnic_type normal with profile  {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:13:20.618996 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-9d9196bf-72fb-4b7a-8c1d-38ca7adb0def None None] Attempting to bind port a618eb3d-1c23-4021-8c70-4eca28d50ef1 by drivers openvswitch,hyperv on host dv-neutron-822691-2-hyperv at level 0 using segments [{'id': '563240ed-a4a8-491f-8ac8-28f5be8e7caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'f6658a10-5669-4004-952d-d5cca217bc09'}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:13:20.619611 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9196bf-72fb-4b7a-8c1d-38ca7adb0def None None] Attempting to bind port a618eb3d-1c23-4021-8c70-4eca28d50ef1 on network f6658a10-5669-4004-952d-d5cca217bc09 {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:13:20.627455 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9196bf-72fb-4b7a-8c1d-38ca7adb0def None None] Checking agent: {'id': 'db1275c1-6001-47af-93c2-635c68404703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822691-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 52, 8), 'started_at': datetime.datetime(2021, 12, 24, 10, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 13, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822691-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:13:20.627876 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9196bf-72fb-4b7a-8c1d-38ca7adb0def None None] Checking segment: {'id': '563240ed-a4a8-491f-8ac8-28f5be8e7caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'f6658a10-5669-4004-952d-d5cca217bc09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:13:20.628326 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9d9196bf-72fb-4b7a-8c1d-38ca7adb0def None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:13:20.628764 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9196bf-72fb-4b7a-8c1d-38ca7adb0def None None] Bound using segment: {'id': '563240ed-a4a8-491f-8ac8-28f5be8e7caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'f6658a10-5669-4004-952d-d5cca217bc09'} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:13:20.629424 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-9d9196bf-72fb-4b7a-8c1d-38ca7adb0def None None] Bound port: a618eb3d-1c23-4021-8c70-4eca28d50ef1, host: dv-neutron-822691-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '563240ed-a4a8-491f-8ac8-28f5be8e7caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'f6658a10-5669-4004-952d-d5cca217bc09'}}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:13:20.630420 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9d9196bf-72fb-4b7a-8c1d-38ca7adb0def None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:13:20.723933 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-9d9196bf-72fb-4b7a-8c1d-38ca7adb0def None None] For port a618eb3d-1c23-4021-8c70-4eca28d50ef1, host dv-neutron-822691-2-hyperv, cleared binding levels {{(pid=88880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:13:20.727178 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-9d9196bf-72fb-4b7a-8c1d-38ca7adb0def None None] For port a618eb3d-1c23-4021-8c70-4eca28d50ef1, host dv-neutron-822691-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=a618eb3d-1c23-4021-8c70-4eca28d50ef1,segment=NetworkSegment(563240ed-a4a8-491f-8ac8-28f5be8e7caa),segment_id=563240ed-a4a8-491f-8ac8-28f5be8e7caa)] {{(pid=88880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:13:20.731022 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9d9196bf-72fb-4b7a-8c1d-38ca7adb0def None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:13:20.735798 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-9786cde9-393a-49ca-9d26-1b08f950bf22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:13:20.815169 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-8234b822-7838-4b1e-84dd-51e48c077c01 req-702de0fa-983a-415b-b312-44e84673c649 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-437268321&fields=id&tenant_id=ad7c5ba9df02428aae512a4d9bb9dd9d HTTP/1.1" status: 200  len: 267 time: 0.0477984
Dec 24 11:13:20.835882 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52cca95-3ee8-4d20-92eb-01dbd218567d None None] Pushing event updated for resources: {'Port': ['ID=a618eb3d-1c23-4021-8c70-4eca28d50ef1,revision_number=4']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:13:20.840666 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-b52cca95-3ee8-4d20-92eb-01dbd218567d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:13:20.841659 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d9196bf-72fb-4b7a-8c1d-38ca7adb0def None None] Routers {'3caa95e2-5ee4-4122-bfd7-fd5bc1f0b164'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:13:20.842765 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-9d9196bf-72fb-4b7a-8c1d-38ca7adb0def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271fe80f0>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:13:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['3caa95e2-5ee4-4122-bfd7-fd5bc1f0b164'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:13:21.012917 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8234b822-7838-4b1e-84dd-51e48c077c01 req-d2ba34b0-6f47-47bf-b747-f84e311f3293 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:13:21.013696 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-8234b822-7838-4b1e-84dd-51e48c077c01 req-d2ba34b0-6f47-47bf-b747-f84e311f3293 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Synchronizing usage tracker for tenant:ad7c5ba9df02428aae512a4d9bb9dd9d on resource:network {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:13:21.039825 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-8234b822-7838-4b1e-84dd-51e48c077c01 req-d2ba34b0-6f47-47bf-b747-f84e311f3293 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Unset dirty status for tenant:ad7c5ba9df02428aae512a4d9bb9dd9d on resource:network {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:13:21.039825 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-8234b822-7838-4b1e-84dd-51e48c077c01 req-d2ba34b0-6f47-47bf-b747-f84e311f3293 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/networks?id=f6658a10-5669-4004-952d-d5cca217bc09 HTTP/1.1" status: 200  len: 797 time: 0.2108500
Dec 24 11:13:21.061318 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-8234b822-7838-4b1e-84dd-51e48c077c01 req-f544d7c2-815c-4254-88b6-bf7b595d8ad2 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/quotas/ad7c5ba9df02428aae512a4d9bb9dd9d HTTP/1.1" status: 200  len: 375 time: 0.0172465
Dec 24 11:13:21.158363 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-8234b822-7838-4b1e-84dd-51e48c077c01 req-d60d7648-1987-49e7-8de8-e8490301e5f3 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Synchronizing usage tracker for tenant:ad7c5ba9df02428aae512a4d9bb9dd9d on resource:port {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:13:21.174591 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-8234b822-7838-4b1e-84dd-51e48c077c01 req-d60d7648-1987-49e7-8de8-e8490301e5f3 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Unset dirty status for tenant:ad7c5ba9df02428aae512a4d9bb9dd9d on resource:port {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:13:21.176064 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-8234b822-7838-4b1e-84dd-51e48c077c01 req-d60d7648-1987-49e7-8de8-e8490301e5f3 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=ad7c5ba9df02428aae512a4d9bb9dd9d&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1104321
Dec 24 11:13:21.222156 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-9d9196bf-72fb-4b7a-8c1d-38ca7adb0def None None] Set router 3caa95e2-5ee4-4122-bfd7-fd5bc1f0b164 gateway port host: dv-neutron-822691-2-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:13:21.349245 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-8234b822-7838-4b1e-84dd-51e48c077c01 req-d0cf6578-9dea-447b-898b-cfb9e03c72fe service neutron] 10.222.0.65 "GET /v2.0/networks/f6658a10-5669-4004-952d-d5cca217bc09?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1594803
Dec 24 11:13:21.494622 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-8234b822-7838-4b1e-84dd-51e48c077c01 req-efa65c76-da6c-48c7-a43d-e8bd5959d22b service neutron] 10.222.0.65 "GET /v2.0/networks/f6658a10-5669-4004-952d-d5cca217bc09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1388791
Dec 24 11:13:21.562838 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-9d9196bf-72fb-4b7a-8c1d-38ca7adb0def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271fe80f0>, [{'id': '3caa95e2-5ee4-4122-bfd7-fd5bc1f0b164', 'name': 'tempest-TestNetworkBasicOps-router-596895298', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.231'}], 'enable_snat': True}, 'gw_port_id': '3aa8285d-a1b0-4133-b3f5-05d2d7310d5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:13:11Z', 'updated_at': '2021-12-24T11:13:16Z', 'revision_number': 4, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'gw_port': {'id': '3aa8285d-a1b0-4133-b3f5-05d2d7310d5c', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:1d:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3caa95e2-5ee4-4122-bfd7-fd5bc1f0b164', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:13:12Z', 'updated_at': '2021-12-24T11:13:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_interfaces': [{'id': 'a618eb3d-1c23-4021-8c70-4eca28d50ef1', 'name': '', 'network_id': 'f6658a10-5669-4004-952d-d5cca217bc09', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'mac_address': 'fa:16:3e:81:5f:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3caa95e2-5ee4-4122-bfd7-fd5bc1f0b164', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1871b491-9a07-4e2a-b4b3-b96c41e6b9c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:13:15Z', 'updated_at': '2021-12-24T11:13:20Z', 'revision_number': 4, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'subnets': [{'id': '1871b491-9a07-4e2a-b4b3-b96c41e6b9c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:13:21.567997 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d9196bf-72fb-4b7a-8c1d-38ca7adb0def None None] The sync data for ids ['3caa95e2-5ee4-4122-bfd7-fd5bc1f0b164'] in dv-neutron-822691-2-hyperv is: [{'id': '3caa95e2-5ee4-4122-bfd7-fd5bc1f0b164', 'name': 'tempest-TestNetworkBasicOps-router-596895298', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.231'}], 'enable_snat': True}, 'gw_port_id': '3aa8285d-a1b0-4133-b3f5-05d2d7310d5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:13:11Z', 'updated_at': '2021-12-24T11:13:16Z', 'revision_number': 4, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'gw_port': {'id': '3aa8285d-a1b0-4133-b3f5-05d2d7310d5c', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:1d:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3caa95e2-5ee4-4122-bfd7-fd5bc1f0b164', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:13:12Z', 'updated_at': '2021-12-24T11:13:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_interfaces': [{'id': 'a618eb3d-1c23-4021-8c70-4eca28d50ef1', 'name': '', 'network_id': 'f6658a10-5669-4004-952d-d5cca217bc09', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'mac_address': 'fa:16:3e:81:5f:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3caa95e2-5ee4-4122-bfd7-fd5bc1f0b164', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1871b491-9a07-4e2a-b4b3-b96c41e6b9c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:13:15Z', 'updated_at': '2021-12-24T11:13:20Z', 'revision_number': 4, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'subnets': [{'id': '1871b491-9a07-4e2a-b4b3-b96c41e6b9c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:13:21.734825 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-33e4ee46-5bfd-40cf-9542-512eb259f782 req-9dcdc3a1-0181-481c-b317-48c95bb2310c tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/ports?device_id=d4e0b7bf-4ea8-4929-bbce-d09c48981e22 HTTP/1.1" status: 200  len: 210 time: 0.0731368
Dec 24 11:13:22.927573 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-0e9a14fe-e735-416f-b3c1-807e28ddbaf5 req-f0cab26c-8b5d-46f8-b579-db6f242e9a08 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/ports?device_id=d4e0b7bf-4ea8-4929-bbce-d09c48981e22 HTTP/1.1" status: 200  len: 210 time: 0.0563591
Dec 24 11:13:22.965251 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8234b822-7838-4b1e-84dd-51e48c077c01 req-f6094658-4951-486e-8b45-0787b75acaca tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:13:22.966903 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-8234b822-7838-4b1e-84dd-51e48c077c01 req-f6094658-4951-486e-8b45-0787b75acaca tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.58 "GET /v2.0/networks?id=f6658a10-5669-4004-952d-d5cca217bc09 HTTP/1.1" status: 200  len: 797 time: 0.1730483
Dec 24 11:13:23.023038 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-8234b822-7838-4b1e-84dd-51e48c077c01 req-60685b07-d11a-4e50-aa5d-67ac32c36653 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Synchronizing usage tracker for tenant:ad7c5ba9df02428aae512a4d9bb9dd9d on resource:security_group {{(pid=88879) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:13:23.039306 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-8234b822-7838-4b1e-84dd-51e48c077c01 req-60685b07-d11a-4e50-aa5d-67ac32c36653 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Unset dirty status for tenant:ad7c5ba9df02428aae512a4d9bb9dd9d on resource:security_group {{(pid=88879) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:13:23.040765 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-8234b822-7838-4b1e-84dd-51e48c077c01 req-60685b07-d11a-4e50-aa5d-67ac32c36653 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ad7c5ba9df02428aae512a4d9bb9dd9d HTTP/1.1" status: 200  len: 379 time: 0.0612330
Dec 24 11:13:23.055201 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [req-8234b822-7838-4b1e-84dd-51e48c077c01 req-ecfb7053-4a8f-4137-b631-50a037b543a1 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Request body: {'port': {'device_id': 'd4e0b7bf-4ea8-4929-bbce-d09c48981e22', 'network_id': 'f6658a10-5669-4004-952d-d5cca217bc09', 'admin_state_up': True, 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'security_groups': ['88ff474d-0243-4334-a914-a1a4a137c766']}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:13:23.210864 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [req-8234b822-7838-4b1e-84dd-51e48c077c01 req-ecfb7053-4a8f-4137-b631-50a037b543a1 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:13:23.222515 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [req-8234b822-7838-4b1e-84dd-51e48c077c01 req-ecfb7053-4a8f-4137-b631-50a037b543a1 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:13:23.234447 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8234b822-7838-4b1e-84dd-51e48c077c01 req-ecfb7053-4a8f-4137-b631-50a037b543a1 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Made reservation on behalf of ad7c5ba9df02428aae512a4d9bb9dd9d for: {'port': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:13:23.240073 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-8234b822-7838-4b1e-84dd-51e48c077c01 req-ecfb7053-4a8f-4137-b631-50a037b543a1 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:13:23.383853 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device a618eb3d-1c23-4021-8c70-4eca28d50ef1 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:13:23.428986 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [req-8234b822-7838-4b1e-84dd-51e48c077c01 req-ecfb7053-4a8f-4137-b631-50a037b543a1 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Allocated IP 172.20.0.3 (f6658a10-5669-4004-952d-d5cca217bc09/1871b491-9a07-4e2a-b4b3-b96c41e6b9c1/f1c11f27-4377-4bf0-a186-afde1f93f04b) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:13:23.458044 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning for port a618eb3d-1c23-4021-8c70-4eca28d50ef1 completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:13:23.463169 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port a618eb3d-1c23-4021-8c70-4eca28d50ef1 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:13:23.463616 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:13:23.586510 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:13:23.620541 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] For port a618eb3d-1c23-4021-8c70-4eca28d50ef1, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=a618eb3d-1c23-4021-8c70-4eca28d50ef1,segment=NetworkSegment(563240ed-a4a8-491f-8ac8-28f5be8e7caa),segment_id=563240ed-a4a8-491f-8ac8-28f5be8e7caa)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:13:23.625116 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:13:23.627167 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:13:23.635424 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-8234b822-7838-4b1e-84dd-51e48c077c01 req-ecfb7053-4a8f-4137-b631-50a037b543a1 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:13:23.651802 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [req-8234b822-7838-4b1e-84dd-51e48c077c01 req-ecfb7053-4a8f-4137-b631-50a037b543a1 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Transition to ACTIVE for port object f1c11f27-4377-4bf0-a186-afde1f93f04b will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:13:23.671667 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-8234b822-7838-4b1e-84dd-51e48c077c01 req-ecfb7053-4a8f-4137-b631-50a037b543a1 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:13:23.678061 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-12b58c1b-d1a6-45db-ae27-ad22f76d76de service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:13:23.698024 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Pushing event updated for resources: {'Port': ['ID=a618eb3d-1c23-4021-8c70-4eca28d50ef1,revision_number=5']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:13:23.701392 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:13:23.744634 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8234b822-7838-4b1e-84dd-51e48c077c01 req-ecfb7053-4a8f-4137-b631-50a037b543a1 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Network f6658a10-5669-4004-952d-d5cca217bc09 is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:13:23.752286 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [req-8234b822-7838-4b1e-84dd-51e48c077c01 req-ecfb7053-4a8f-4137-b631-50a037b543a1 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Resources bound (agent type, host, resource id):  {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:13:23.755540 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [req-8234b822-7838-4b1e-84dd-51e48c077c01 req-ecfb7053-4a8f-4137-b631-50a037b543a1 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:13:23.799246 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfb7053-4a8f-4137-b631-50a037b543a1 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event updated for resources: {'Port': ['ID=f1c11f27-4377-4bf0-a186-afde1f93f04b,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:13:23.805367 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-ecfb7053-4a8f-4137-b631-50a037b543a1 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:13:23.835340 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8234b822-7838-4b1e-84dd-51e48c077c01 req-ecfb7053-4a8f-4137-b631-50a037b543a1 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:13:23.836127 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-8234b822-7838-4b1e-84dd-51e48c077c01 req-ecfb7053-4a8f-4137-b631-50a037b543a1 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:13:23.880237 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-8234b822-7838-4b1e-84dd-51e48c077c01 req-ecfb7053-4a8f-4137-b631-50a037b543a1 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8285894
Dec 24 11:13:23.893540 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [req-8234b822-7838-4b1e-84dd-51e48c077c01 req-8ebbe341-c89b-49f2-9de6-f7750625d1c9 service neutron] Request body: {'port': {'device_id': 'd4e0b7bf-4ea8-4929-bbce-d09c48981e22', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:13:24.011461 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-8234b822-7838-4b1e-84dd-51e48c077c01 req-8ebbe341-c89b-49f2-9de6-f7750625d1c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:13:24.061629 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-baa5121a-7928-45f2-a0ac-33d03d2066e8 None None] Provisioning for port f1c11f27-4377-4bf0-a186-afde1f93f04b completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:13:24.066971 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-baa5121a-7928-45f2-a0ac-33d03d2066e8 None None] Provisioning complete for port f1c11f27-4377-4bf0-a186-afde1f93f04b triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:13:24.067558 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-baa5121a-7928-45f2-a0ac-33d03d2066e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:13:24.123835 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-baa5121a-7928-45f2-a0ac-33d03d2066e8 None None] Port f1c11f27-4377-4bf0-a186-afde1f93f04b cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:13:24.148969 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e677fa0-99f7-4325-a8f8-da75d5507f4c req-8842a8e1-3cec-495d-894f-3b467dc82fdc tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:13:24.150558 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-0e677fa0-99f7-4325-a8f8-da75d5507f4c req-8842a8e1-3cec-495d-894f-3b467dc82fdc tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/ports?device_id=d4e0b7bf-4ea8-4929-bbce-d09c48981e22 HTTP/1.1" status: 200  len: 931 time: 0.0913641
Dec 24 11:13:24.201147 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-0e677fa0-99f7-4325-a8f8-da75d5507f4c req-01e52a8b-8439-4e0e-a74c-942298a620c0 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/security-groups?id=88ff474d-0243-4334-a914-a1a4a137c766&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0439942
Dec 24 11:13:24.396103 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [req-8234b822-7838-4b1e-84dd-51e48c077c01 req-8ebbe341-c89b-49f2-9de6-f7750625d1c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1c11f27-4377-4bf0-a186-afde1f93f04b {{(pid=88879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 24 11:13:24.404792 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-8234b822-7838-4b1e-84dd-51e48c077c01 req-8ebbe341-c89b-49f2-9de6-f7750625d1c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:13:24.420715 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [req-8234b822-7838-4b1e-84dd-51e48c077c01 req-8ebbe341-c89b-49f2-9de6-f7750625d1c9 service neutron] Transition to ACTIVE for port object f1c11f27-4377-4bf0-a186-afde1f93f04b will not be triggered until provisioned by entity L2. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:13:24.424528 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-8234b822-7838-4b1e-84dd-51e48c077c01 req-8ebbe341-c89b-49f2-9de6-f7750625d1c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850854027'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:13:24.428673 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c34feeb1-a4bf-41e2-8d25-26ecd7574e9a tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:13:24.559968 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebbe341-c89b-49f2-9de6-f7750625d1c9 service neutron] Pushing event updated for resources: {'Port': ['ID=f1c11f27-4377-4bf0-a186-afde1f93f04b,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:13:24.565106 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-8ebbe341-c89b-49f2-9de6-f7750625d1c9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:13:24.675874 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [req-8234b822-7838-4b1e-84dd-51e48c077c01 req-8ebbe341-c89b-49f2-9de6-f7750625d1c9 service neutron] Attempting to bind port f1c11f27-4377-4bf0-a186-afde1f93f04b on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:13:24.676242 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [req-8234b822-7838-4b1e-84dd-51e48c077c01 req-8ebbe341-c89b-49f2-9de6-f7750625d1c9 service neutron] Attempting to bind port f1c11f27-4377-4bf0-a186-afde1f93f04b by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '563240ed-a4a8-491f-8ac8-28f5be8e7caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'f6658a10-5669-4004-952d-d5cca217bc09'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:13:24.676606 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8234b822-7838-4b1e-84dd-51e48c077c01 req-8ebbe341-c89b-49f2-9de6-f7750625d1c9 service neutron] Attempting to bind port f1c11f27-4377-4bf0-a186-afde1f93f04b on network f6658a10-5669-4004-952d-d5cca217bc09 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:13:24.683330 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8234b822-7838-4b1e-84dd-51e48c077c01 req-8ebbe341-c89b-49f2-9de6-f7750625d1c9 service neutron] Port f1c11f27-4377-4bf0-a186-afde1f93f04b on network f6658a10-5669-4004-952d-d5cca217bc09 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 24 11:13:24.683662 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8234b822-7838-4b1e-84dd-51e48c077c01 req-8ebbe341-c89b-49f2-9de6-f7750625d1c9 service neutron] Attempting to bind port f1c11f27-4377-4bf0-a186-afde1f93f04b on network f6658a10-5669-4004-952d-d5cca217bc09 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:13:24.691292 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8234b822-7838-4b1e-84dd-51e48c077c01 req-8ebbe341-c89b-49f2-9de6-f7750625d1c9 service neutron] Checking agent: {'id': '239bbc6e-fc66-42e2-b707-1aa8ba10287c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 57, 58), 'started_at': datetime.datetime(2021, 12, 24, 10, 57, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 12, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:13:24.691663 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8234b822-7838-4b1e-84dd-51e48c077c01 req-8ebbe341-c89b-49f2-9de6-f7750625d1c9 service neutron] Checking segment: {'id': '563240ed-a4a8-491f-8ac8-28f5be8e7caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'f6658a10-5669-4004-952d-d5cca217bc09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:13:24.692046 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8234b822-7838-4b1e-84dd-51e48c077c01 req-8ebbe341-c89b-49f2-9de6-f7750625d1c9 service neutron] Bound using segment: {'id': '563240ed-a4a8-491f-8ac8-28f5be8e7caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'f6658a10-5669-4004-952d-d5cca217bc09'} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:13:24.692568 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [req-8234b822-7838-4b1e-84dd-51e48c077c01 req-8ebbe341-c89b-49f2-9de6-f7750625d1c9 service neutron] Bound port: f1c11f27-4377-4bf0-a186-afde1f93f04b, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '563240ed-a4a8-491f-8ac8-28f5be8e7caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'f6658a10-5669-4004-952d-d5cca217bc09'}}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:13:24.692951 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-8234b822-7838-4b1e-84dd-51e48c077c01 req-8ebbe341-c89b-49f2-9de6-f7750625d1c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:13:24.792743 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [req-8234b822-7838-4b1e-84dd-51e48c077c01 req-8ebbe341-c89b-49f2-9de6-f7750625d1c9 service neutron] For port f1c11f27-4377-4bf0-a186-afde1f93f04b, host hv-neutron-8226, cleared binding levels {{(pid=88879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:13:24.796380 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [req-8234b822-7838-4b1e-84dd-51e48c077c01 req-8ebbe341-c89b-49f2-9de6-f7750625d1c9 service neutron] For port f1c11f27-4377-4bf0-a186-afde1f93f04b, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=f1c11f27-4377-4bf0-a186-afde1f93f04b,segment=NetworkSegment(563240ed-a4a8-491f-8ac8-28f5be8e7caa),segment_id=563240ed-a4a8-491f-8ac8-28f5be8e7caa)] {{(pid=88879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:13:24.800338 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-8234b822-7838-4b1e-84dd-51e48c077c01 req-8ebbe341-c89b-49f2-9de6-f7750625d1c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850854027'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:13:24.805053 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-3b270418-509a-4fe0-9f11-0eede2c4418e tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:13:24.869596 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-8234b822-7838-4b1e-84dd-51e48c077c01 req-8ebbe341-c89b-49f2-9de6-f7750625d1c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:13:24.870947 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-8234b822-7838-4b1e-84dd-51e48c077c01 req-8ebbe341-c89b-49f2-9de6-f7750625d1c9 service neutron] 10.222.0.58 "PUT /v2.0/ports/f1c11f27-4377-4bf0-a186-afde1f93f04b HTTP/1.1" status: 200  len: 1093 time: 0.9824948
Dec 24 11:13:24.871534 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4e0b7bf-4ea8-4929-bbce-d09c48981e22', 'tag': 'f1c11f27-4377-4bf0-a186-afde1f93f04b'}] {{(pid=88879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 24 11:13:24.890779 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebbe341-c89b-49f2-9de6-f7750625d1c9 service neutron] Pushing event updated for resources: {'Port': ['ID=f1c11f27-4377-4bf0-a186-afde1f93f04b,revision_number=3']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:13:24.895694 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-8ebbe341-c89b-49f2-9de6-f7750625d1c9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:13:24.956944 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4e0b7bf-4ea8-4929-bbce-d09c48981e22', 'tag': 'f1c11f27-4377-4bf0-a186-afde1f93f04b', 'status': 'completed', 'code': 200}
Dec 24 11:13:24.999527 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-8234b822-7838-4b1e-84dd-51e48c077c01 req-149500e5-6659-40f5-b60a-ff712f8b046f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ad7c5ba9df02428aae512a4d9bb9dd9d&device_id=d4e0b7bf-4ea8-4929-bbce-d09c48981e22 HTTP/1.1" status: 200  len: 1096 time: 0.0894659
Dec 24 11:13:25.073664 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-8234b822-7838-4b1e-84dd-51e48c077c01 req-68e37784-2f4f-46fb-b750-3357de57cd6b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f1c11f27-4377-4bf0-a186-afde1f93f04b HTTP/1.1" status: 200  len: 217 time: 0.0655975
Dec 24 11:13:25.153742 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8234b822-7838-4b1e-84dd-51e48c077c01 req-2f386a0c-a5ea-4f16-9a68-8e0e0a1819f4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:13:25.155609 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-8234b822-7838-4b1e-84dd-51e48c077c01 req-2f386a0c-a5ea-4f16-9a68-8e0e0a1819f4 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1871b491-9a07-4e2a-b4b3-b96c41e6b9c1 HTTP/1.1" status: 200  len: 835 time: 0.0739994
Dec 24 11:13:25.370117 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device a618eb3d-1c23-4021-8c70-4eca28d50ef1 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:13:25.478923 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port a618eb3d-1c23-4021-8c70-4eca28d50ef1 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:13:25.479345 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089ff9bc-4e0f-4fcc-8f4c-9961517ce39c req-a9554334-3a71-459b-84f9-95b1543a33a5 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:13:25.479696 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:13:25.481721 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-089ff9bc-4e0f-4fcc-8f4c-9961517ce39c req-a9554334-3a71-459b-84f9-95b1543a33a5 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/ports?device_id=d4e0b7bf-4ea8-4929-bbce-d09c48981e22 HTTP/1.1" status: 200  len: 943 time: 0.1326878
Dec 24 11:13:25.482748 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-8234b822-7838-4b1e-84dd-51e48c077c01 req-652679db-9298-4129-8220-bbbf480e3aec service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f6658a10-5669-4004-952d-d5cca217bc09&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.3201866
Dec 24 11:13:25.553857 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-089ff9bc-4e0f-4fcc-8f4c-9961517ce39c req-16dd62fb-6670-4b92-a8ca-a5b48416f3df tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/security-groups?id=88ff474d-0243-4334-a914-a1a4a137c766&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0652161
Dec 24 11:13:25.661603 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-8234b822-7838-4b1e-84dd-51e48c077c01 req-54a0cd99-13c1-46f4-ad48-a29013c2f805 service neutron] 10.222.0.58 "GET /v2.0/networks/f6658a10-5669-4004-952d-d5cca217bc09?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1713030
Dec 24 11:13:25.821639 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-8234b822-7838-4b1e-84dd-51e48c077c01 req-901ddc0c-2a19-4d62-b391-7161f8cf15d7 service neutron] 10.222.0.58 "GET /v2.0/networks/f6658a10-5669-4004-952d-d5cca217bc09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1532755
Dec 24 11:13:25.958012 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-25322d8a-6221-4f15-bda0-99473aec6c7e req-bca6f869-3a03-4629-a6f7-0ff931a2aea5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ad7c5ba9df02428aae512a4d9bb9dd9d&device_id=d4e0b7bf-4ea8-4929-bbce-d09c48981e22 HTTP/1.1" status: 200  len: 1096 time: 0.0829108
Dec 24 11:13:26.116139 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25322d8a-6221-4f15-bda0-99473aec6c7e req-2b90cbfc-2a62-44ff-b0a4-7e8205b0e98e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:13:26.118443 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-25322d8a-6221-4f15-bda0-99473aec6c7e req-2b90cbfc-2a62-44ff-b0a4-7e8205b0e98e service neutron] 10.222.0.58 "GET /v2.0/networks?id=f6658a10-5669-4004-952d-d5cca217bc09 HTTP/1.1" status: 200  len: 898 time: 0.1528385
Dec 24 11:13:26.193363 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-25322d8a-6221-4f15-bda0-99473aec6c7e req-d1c91e11-2acf-4d24-a99d-5b3f2e66348e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f1c11f27-4377-4bf0-a186-afde1f93f04b HTTP/1.1" status: 200  len: 217 time: 0.0661147
Dec 24 11:13:26.276202 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25322d8a-6221-4f15-bda0-99473aec6c7e req-4eef9cf1-212d-4979-bce6-da3757255892 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:13:26.277852 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-25322d8a-6221-4f15-bda0-99473aec6c7e req-4eef9cf1-212d-4979-bce6-da3757255892 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1871b491-9a07-4e2a-b4b3-b96c41e6b9c1 HTTP/1.1" status: 200  len: 835 time: 0.0759735
Dec 24 11:13:26.364406 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-25322d8a-6221-4f15-bda0-99473aec6c7e req-a43a0ca8-7af5-4caa-b63c-fa53dbb0f3c9 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f6658a10-5669-4004-952d-d5cca217bc09&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0782509
Dec 24 11:13:26.512955 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-25322d8a-6221-4f15-bda0-99473aec6c7e req-e7e22f01-9d2a-4537-b88f-0761c6bef2a1 service neutron] 10.222.0.58 "GET /v2.0/networks/f6658a10-5669-4004-952d-d5cca217bc09?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1399214
Dec 24 11:13:26.666939 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-25322d8a-6221-4f15-bda0-99473aec6c7e req-e47753ef-b17c-450b-9acc-4dde253fd036 service neutron] 10.222.0.58 "GET /v2.0/networks/f6658a10-5669-4004-952d-d5cca217bc09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1459959
Dec 24 11:13:26.772446 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fe65b4-7c31-49a9-90e0-35bd36200548 req-e7135825-c6f1-4117-bf6a-267856584d42 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:13:26.773993 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-b7fe65b4-7c31-49a9-90e0-35bd36200548 req-e7135825-c6f1-4117-bf6a-267856584d42 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/ports?device_id=d4e0b7bf-4ea8-4929-bbce-d09c48981e22 HTTP/1.1" status: 200  len: 943 time: 0.0885332
Dec 24 11:13:26.828554 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-b7fe65b4-7c31-49a9-90e0-35bd36200548 req-765ff8d4-1a62-400a-9703-59eb8d4b0aff tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/security-groups?id=88ff474d-0243-4334-a914-a1a4a137c766&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0445302
Dec 24 11:13:28.046632 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6fee2a-a013-4493-b8c3-99f19d799e65 req-93e60b61-23e7-432f-84e0-75a359e2ac9b tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:13:28.048262 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-5e6fee2a-a013-4493-b8c3-99f19d799e65 req-93e60b61-23e7-432f-84e0-75a359e2ac9b tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/ports?device_id=d4e0b7bf-4ea8-4929-bbce-d09c48981e22 HTTP/1.1" status: 200  len: 943 time: 0.0917413
Dec 24 11:13:28.050920 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Device f1c11f27-4377-4bf0-a186-afde1f93f04b details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 24 11:13:28.111116 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-5e6fee2a-a013-4493-b8c3-99f19d799e65 req-05b23ce3-1a16-41f6-85fb-5a9d827e0758 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/security-groups?id=88ff474d-0243-4334-a914-a1a4a137c766&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0483272
Dec 24 11:13:28.211080 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] For port f1c11f27-4377-4bf0-a186-afde1f93f04b, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=f1c11f27-4377-4bf0-a186-afde1f93f04b,segment=NetworkSegment(563240ed-a4a8-491f-8ac8-28f5be8e7caa),segment_id=563240ed-a4a8-491f-8ac8-28f5be8e7caa)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:13:28.232647 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Returning: {'device': 'f1c11f27-4377-4bf0-a186-afde1f93f04b', 'network_id': 'f6658a10-5669-4004-952d-d5cca217bc09', 'port_id': 'f1c11f27-4377-4bf0-a186-afde1f93f04b', 'mac_address': 'fa:16:3e:7f:48:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1871b491-9a07-4e2a-b4b3-b96c41e6b9c1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 24 11:13:28.263848 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:13:28.303086 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:13:28.325541 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1c11f27-4377-4bf0-a186-afde1f93f04b {{(pid=88880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 24 11:13:28.343317 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] For port f1c11f27-4377-4bf0-a186-afde1f93f04b, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=f1c11f27-4377-4bf0-a186-afde1f93f04b,segment=NetworkSegment(563240ed-a4a8-491f-8ac8-28f5be8e7caa),segment_id=563240ed-a4a8-491f-8ac8-28f5be8e7caa)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:13:28.349153 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:13:28.352190 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:13:28.423856 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Pushing event updated for resources: {'Port': ['ID=f1c11f27-4377-4bf0-a186-afde1f93f04b,revision_number=4']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:13:28.427335 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:13:28.652025 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] get_ports_and_sgs() called for port_ids ['f1c11f27-4377-4bf0-a186-afde1f93f04b'] {{(pid=88880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 24 11:13:29.319763 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.agents_db [None req-e51243ab-6a93-425b-980f-a73583147efa None None] Agent healthcheck: found 6 active agents {{(pid=88881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 24 11:13:29.335490 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1964fa52-a6fe-4cc5-8a99-18840980886c req-be0704b0-7304-4bd8-aba1-5b5e492423ce tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:13:29.336962 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-1964fa52-a6fe-4cc5-8a99-18840980886c req-be0704b0-7304-4bd8-aba1-5b5e492423ce tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/ports?device_id=d4e0b7bf-4ea8-4929-bbce-d09c48981e22 HTTP/1.1" status: 200  len: 944 time: 0.0904393
Dec 24 11:13:29.387615 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-1964fa52-a6fe-4cc5-8a99-18840980886c req-c9ca9cb3-0b55-4750-9261-b365c403fc19 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/security-groups?id=88ff474d-0243-4334-a914-a1a4a137c766&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0441046
Dec 24 11:13:30.066416 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Device f1c11f27-4377-4bf0-a186-afde1f93f04b up at agent hyperv_hv-neutron-8226 {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:13:30.169942 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Provisioning for port f1c11f27-4377-4bf0-a186-afde1f93f04b completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:13:30.175091 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Provisioning complete for port f1c11f27-4377-4bf0-a186-afde1f93f04b triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:13:30.175455 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:13:30.301610 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:13:30.333602 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4e0b7bf-4ea8-4929-bbce-d09c48981e22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1c11f27-4377-4bf0-a186-afde1f93f04b'}] {{(pid=88880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 24 11:13:30.344433 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] For port f1c11f27-4377-4bf0-a186-afde1f93f04b, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=f1c11f27-4377-4bf0-a186-afde1f93f04b,segment=NetworkSegment(563240ed-a4a8-491f-8ac8-28f5be8e7caa),segment_id=563240ed-a4a8-491f-8ac8-28f5be8e7caa)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:13:30.357429 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:13:30.360230 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-cffc1bb1-c9dd-4221-b5e4-6e03140c8b23 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:13:30.396599 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4e0b7bf-4ea8-4929-bbce-d09c48981e22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1c11f27-4377-4bf0-a186-afde1f93f04b', 'code': 200}
Dec 24 11:13:30.431128 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Pushing event updated for resources: {'Port': ['ID=f1c11f27-4377-4bf0-a186-afde1f93f04b,revision_number=5']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:13:30.434604 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:13:30.619189 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d325df2-d0c6-4f10-8898-7cdf1bd18d2f req-3528bb4e-a52d-40ff-bade-55015d8aecd2 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:13:30.620853 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-3d325df2-d0c6-4f10-8898-7cdf1bd18d2f req-3528bb4e-a52d-40ff-bade-55015d8aecd2 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/ports?device_id=d4e0b7bf-4ea8-4929-bbce-d09c48981e22 HTTP/1.1" status: 200  len: 945 time: 0.0899372
Dec 24 11:13:30.674449 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-3d325df2-d0c6-4f10-8898-7cdf1bd18d2f req-59fe3ed3-804b-4f91-8047-efb7df22169a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/security-groups?id=88ff474d-0243-4334-a914-a1a4a137c766&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0468538
Dec 24 11:13:30.691105 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-a22b06be-59e9-47e0-a46e-d07dc2cedc6b req-85c00057-b2bc-4f59-89e1-c12abd7e482b service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=d4e0b7bf-4ea8-4929-bbce-d09c48981e22 HTTP/1.1" status: 200  len: 1098 time: 0.0866587
Dec 24 11:13:30.744904 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-a22b06be-59e9-47e0-a46e-d07dc2cedc6b req-f805ccb4-bfa1-4640-9486-b87b6b97cedf service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=88ff474d-0243-4334-a914-a1a4a137c766&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0462236
Dec 24 11:13:31.901556 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee273898-4acf-46d2-9680-6048142171d7 req-339ba878-6564-4e88-894e-ec98d1efb346 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:13:31.904562 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-ee273898-4acf-46d2-9680-6048142171d7 req-339ba878-6564-4e88-894e-ec98d1efb346 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/ports?device_id=d4e0b7bf-4ea8-4929-bbce-d09c48981e22 HTTP/1.1" status: 200  len: 945 time: 0.0906663
Dec 24 11:13:31.961291 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-ee273898-4acf-46d2-9680-6048142171d7 req-f1ac5014-1922-49f2-a685-2db4ef16405b tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/security-groups?id=88ff474d-0243-4334-a914-a1a4a137c766&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437865
Dec 24 11:13:33.184682 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f86134-4848-4075-9ceb-4a4009c92cf6 req-2a4045d6-5efe-4f61-a572-78b478b99ad8 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:13:33.186319 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-56f86134-4848-4075-9ceb-4a4009c92cf6 req-2a4045d6-5efe-4f61-a572-78b478b99ad8 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/ports?device_id=d4e0b7bf-4ea8-4929-bbce-d09c48981e22 HTTP/1.1" status: 200  len: 945 time: 0.0933228
Dec 24 11:13:33.236838 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-56f86134-4848-4075-9ceb-4a4009c92cf6 req-0e03e703-8e8f-42f6-96b2-6dec03931d7e tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/security-groups?id=88ff474d-0243-4334-a914-a1a4a137c766&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426519
Dec 24 11:13:33.461671 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd486bc9-dcb6-4eca-9e26-1a1078def666 req-cd96915c-3e2b-4211-89ae-456cd9997e54 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:13:33.463364 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-dd486bc9-dcb6-4eca-9e26-1a1078def666 req-cd96915c-3e2b-4211-89ae-456cd9997e54 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/ports?device_id=d4e0b7bf-4ea8-4929-bbce-d09c48981e22 HTTP/1.1" status: 200  len: 945 time: 0.0961642
Dec 24 11:13:33.513593 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-dd486bc9-dcb6-4eca-9e26-1a1078def666 req-9142722d-97cc-4b37-9be7-38c76d52079a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/security-groups?id=88ff474d-0243-4334-a914-a1a4a137c766&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0439737
Dec 24 11:13:33.543379 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 44320) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:13:33.622522 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-a596ca51-5661-4b16-9a2f-0c91ef67f948 tempest-TestNetworkBasicOps-448411267 tempest-TestNetworkBasicOps-448411267-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=d4e0b7bf-4ea8-4929-bbce-d09c48981e22 HTTP/1.1" status: 200  len: 1093 time: 0.0777900
Dec 24 11:13:33.625459 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 44324) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:13:33.631495 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-2a5a4973-c5ae-4676-84fe-17d45593bb71 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Request body: {'floatingip': {'floating_network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'port_id': 'f1c11f27-4377-4bf0-a186-afde1f93f04b', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:13:33.637870 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-2a5a4973-c5ae-4676-84fe-17d45593bb71 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:13:33.642269 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-2a5a4973-c5ae-4676-84fe-17d45593bb71 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Usage tracker for resource:floatingip and tenant:ad7c5ba9df02428aae512a4d9bb9dd9d is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:13:33.645514 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-2a5a4973-c5ae-4676-84fe-17d45593bb71 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:13:33.652001 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-2a5a4973-c5ae-4676-84fe-17d45593bb71 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:13:33.662974 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2a5a4973-c5ae-4676-84fe-17d45593bb71 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for floatingip, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:13:33.820379 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2a5a4973-c5ae-4676-84fe-17d45593bb71 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:13:33.972660 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-2a5a4973-c5ae-4676-84fe-17d45593bb71 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Allocated IP 172.26.3.50 (f8c337ba-681f-4fcb-a333-e3c49365b30a/8ea1398c-0bec-46d6-8d54-85798de2a7ca/3b17c3da-0d40-404d-a0fc-c7ff13493827) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:13:34.132669 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2a5a4973-c5ae-4676-84fe-17d45593bb71 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:13:34.163191 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2a5a4973-c5ae-4676-84fe-17d45593bb71 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:13:34.170335 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-3e5dcbee-1e0a-4694-a24b-213e1b7f5a0c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:13:34.243026 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a5a4973-c5ae-4676-84fe-17d45593bb71 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Network f8c337ba-681f-4fcb-a333-e3c49365b30a is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:13:34.246645 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-2a5a4973-c5ae-4676-84fe-17d45593bb71 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Resources bound (agent type, host, resource id):  {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:13:34.249351 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a5a4973-c5ae-4676-84fe-17d45593bb71 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:13:34.284327 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5a4973-c5ae-4676-84fe-17d45593bb71 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event updated for resources: {'Port': ['ID=3b17c3da-0d40-404d-a0fc-c7ff13493827,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:13:34.290794 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-2a5a4973-c5ae-4676-84fe-17d45593bb71 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:13:34.808115 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2a5a4973-c5ae-4676-84fe-17d45593bb71 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:13:34.871784 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2a5a4973-c5ae-4676-84fe-17d45593bb71 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:13:35.103133 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2a5a4973-c5ae-4676-84fe-17d45593bb71 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for port, precommit_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:13:35.109176 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2a5a4973-c5ae-4676-84fe-17d45593bb71 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850854027'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:13:35.115659 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-4a185eb9-32fe-4e83-b2c3-cbf3f526fdfa tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:13:35.226881 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5a4973-c5ae-4676-84fe-17d45593bb71 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event updated for resources: {'Port': ['ID=3b17c3da-0d40-404d-a0fc-c7ff13493827,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:13:35.235127 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-2a5a4973-c5ae-4676-84fe-17d45593bb71 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:13:35.248866 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2a5a4973-c5ae-4676-84fe-17d45593bb71 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659181'] for floatingip, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:13:35.453607 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.l3_db [None req-2a5a4973-c5ae-4676-84fe-17d45593bb71 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Floating IP 5a56cc0a-619f-4a9b-87fb-a109728697da associated. External IP: 172.26.3.50, port: f1c11f27-4377-4bf0-a186-afde1f93f04b.
Dec 24 11:13:36.135446 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a5a4973-c5ae-4676-84fe-17d45593bb71 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Router 3caa95e2-5ee4-4122-bfd7-fd5bc1f0b164 has already been hosted by L3 agent 198cca88-1338-4098-b44b-beb0346ac906 {{(pid=88879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 24 11:13:36.359587 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a5a4973-c5ae-4676-84fe-17d45593bb71 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:13:36.370572 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a95700c-b63a-4542-b9b7-ab270fc86961 None None] Sync routers for ids ['3caa95e2-5ee4-4122-bfd7-fd5bc1f0b164'] in dv-neutron-822691-2-hyperv {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:13:36.384215 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a95700c-b63a-4542-b9b7-ab270fc86961 None None] Routers {'3caa95e2-5ee4-4122-bfd7-fd5bc1f0b164'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:13:36.385012 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-6a95700c-b63a-4542-b9b7-ab270fc86961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271a788d0>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:13:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['3caa95e2-5ee4-4122-bfd7-fd5bc1f0b164'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:13:36.387169 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2a5a4973-c5ae-4676-84fe-17d45593bb71 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for floatingip, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:13:36.427906 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3bc0c288-d2b7-4108-b3c0-8167eb840969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:13:36.446847 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-2a5a4973-c5ae-4676-84fe-17d45593bb71 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 2.8202274
Dec 24 11:13:36.447600 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4e0b7bf-4ea8-4929-bbce-d09c48981e22', 'tag': 'f1c11f27-4377-4bf0-a186-afde1f93f04b'}] {{(pid=88879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 24 11:13:36.450169 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 44328) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:13:36.503137 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4e0b7bf-4ea8-4929-bbce-d09c48981e22', 'tag': 'f1c11f27-4377-4bf0-a186-afde1f93f04b', 'status': 'completed', 'code': 200}
Dec 24 11:13:36.579020 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-e600a0d1-23fc-481d-907b-fcb9b904a10b tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/floatingips/5a56cc0a-619f-4a9b-87fb-a109728697da HTTP/1.1" status: 200  len: 990 time: 0.1274922
Dec 24 11:13:36.624746 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-0f9d0246-e220-4501-849f-4240eb7ec817 req-80880e8a-77ce-4ad7-93de-cce2043e62b0 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ad7c5ba9df02428aae512a4d9bb9dd9d&device_id=d4e0b7bf-4ea8-4929-bbce-d09c48981e22 HTTP/1.1" status: 200  len: 1098 time: 0.0897729
Dec 24 11:13:36.777141 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9d0246-e220-4501-849f-4240eb7ec817 req-ecd04156-be0e-4a4a-bf73-b3b895bc1b70 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:13:36.778116 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-6a95700c-b63a-4542-b9b7-ab270fc86961 None None] Set router 3caa95e2-5ee4-4122-bfd7-fd5bc1f0b164 gateway port host: dv-neutron-822691-2-hyperv {{(pid=88881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:13:36.778821 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-0f9d0246-e220-4501-849f-4240eb7ec817 req-ecd04156-be0e-4a4a-bf73-b3b895bc1b70 service neutron] 10.222.0.58 "GET /v2.0/networks?id=f6658a10-5669-4004-952d-d5cca217bc09 HTTP/1.1" status: 200  len: 898 time: 0.1470871
Dec 24 11:13:36.896172 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-0f9d0246-e220-4501-849f-4240eb7ec817 req-21145d4b-8726-4617-b293-40f3dab5b552 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f1c11f27-4377-4bf0-a186-afde1f93f04b HTTP/1.1" status: 200  len: 998 time: 0.1101339
Dec 24 11:13:36.966067 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9d0246-e220-4501-849f-4240eb7ec817 req-1f8360ac-83a5-455e-ae9f-fdde5de33bf5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:13:36.967668 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-0f9d0246-e220-4501-849f-4240eb7ec817 req-1f8360ac-83a5-455e-ae9f-fdde5de33bf5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1871b491-9a07-4e2a-b4b3-b96c41e6b9c1 HTTP/1.1" status: 200  len: 835 time: 0.0651691
Dec 24 11:13:37.053483 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-0f9d0246-e220-4501-849f-4240eb7ec817 req-9c2fc754-bc67-4fb5-aab1-11c6299329f8 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f6658a10-5669-4004-952d-d5cca217bc09&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0792365
Dec 24 11:13:37.147295 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-6a95700c-b63a-4542-b9b7-ab270fc86961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271a788d0>, [{'id': '3caa95e2-5ee4-4122-bfd7-fd5bc1f0b164', 'name': 'tempest-TestNetworkBasicOps-router-596895298', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.231'}], 'enable_snat': True}, 'gw_port_id': '3aa8285d-a1b0-4133-b3f5-05d2d7310d5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:13:11Z', 'updated_at': '2021-12-24T11:13:16Z', 'revision_number': 4, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'gw_port': {'id': '3aa8285d-a1b0-4133-b3f5-05d2d7310d5c', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:1d:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3caa95e2-5ee4-4122-bfd7-fd5bc1f0b164', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:13:12Z', 'updated_at': '2021-12-24T11:13:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_floatingips': [{'id': '5a56cc0a-619f-4a9b-87fb-a109728697da', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'floating_ip_address': '172.26.3.50', 'floating_network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'router_id': '3caa95e2-5ee4-4122-bfd7-fd5bc1f0b164', 'port_id': 'f1c11f27-4377-4bf0-a186-afde1f93f04b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6658a10-5669-4004-952d-d5cca217bc09', 'mac_address': 'fa:16:3e:7f:48:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e0b7bf-4ea8-4929-bbce-d09c48981e22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T11:13:34Z', 'updated_at': '2021-12-24T11:13:34Z', 'revision_number': 0, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a618eb3d-1c23-4021-8c70-4eca28d50ef1', 'name': '', 'network_id': 'f6658a10-5669-4004-952d-d5cca217bc09', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'mac_address': 'fa:16:3e:81:5f:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3caa95e2-5ee4-4122-bfd7-fd5bc1f0b164', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1871b491-9a07-4e2a-b4b3-b96c41e6b9c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:13:15Z', 'updated_at': '2021-12-24T11:13:23Z', 'revision_number': 5, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'subnets': [{'id': '1871b491-9a07-4e2a-b4b3-b96c41e6b9c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:13:37.151485 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a95700c-b63a-4542-b9b7-ab270fc86961 None None] Checking router: 3caa95e2-5ee4-4122-bfd7-fd5bc1f0b164 for host: dv-neutron-822691-2-hyperv {{(pid=88881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 24 11:13:37.163372 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a95700c-b63a-4542-b9b7-ab270fc86961 None None] Routers {'3caa95e2-5ee4-4122-bfd7-fd5bc1f0b164'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:13:37.164302 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-6a95700c-b63a-4542-b9b7-ab270fc86961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271a788d0>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:13:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['3caa95e2-5ee4-4122-bfd7-fd5bc1f0b164'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:13:37.201004 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-0f9d0246-e220-4501-849f-4240eb7ec817 req-d03999d7-bfae-44b1-9e41-cc707afa6bd3 service neutron] 10.222.0.58 "GET /v2.0/networks/f6658a10-5669-4004-952d-d5cca217bc09?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1398959
Dec 24 11:13:37.345950 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-0f9d0246-e220-4501-849f-4240eb7ec817 req-4bdca126-57ee-4a03-bf16-73669aa7cb3a service neutron] 10.222.0.58 "GET /v2.0/networks/f6658a10-5669-4004-952d-d5cca217bc09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1377864
Dec 24 11:13:37.364156 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-6a95700c-b63a-4542-b9b7-ab270fc86961 None None] Set router 3caa95e2-5ee4-4122-bfd7-fd5bc1f0b164 gateway port host: dv-neutron-822691-2-hyperv {{(pid=88881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:13:37.582942 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 44334) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:13:37.699831 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-ad62b5eb-129a-42ee-a8ed-2ae1578604e5 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/floatingips/5a56cc0a-619f-4a9b-87fb-a109728697da HTTP/1.1" status: 200  len: 990 time: 0.1154635
Dec 24 11:13:37.733393 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-6a95700c-b63a-4542-b9b7-ab270fc86961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271a788d0>, [{'id': '3caa95e2-5ee4-4122-bfd7-fd5bc1f0b164', 'name': 'tempest-TestNetworkBasicOps-router-596895298', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.231'}], 'enable_snat': True}, 'gw_port_id': '3aa8285d-a1b0-4133-b3f5-05d2d7310d5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:13:11Z', 'updated_at': '2021-12-24T11:13:16Z', 'revision_number': 4, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'gw_port': {'id': '3aa8285d-a1b0-4133-b3f5-05d2d7310d5c', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:1d:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3caa95e2-5ee4-4122-bfd7-fd5bc1f0b164', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:13:12Z', 'updated_at': '2021-12-24T11:13:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_floatingips': [{'id': '5a56cc0a-619f-4a9b-87fb-a109728697da', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'floating_ip_address': '172.26.3.50', 'floating_network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'router_id': '3caa95e2-5ee4-4122-bfd7-fd5bc1f0b164', 'port_id': 'f1c11f27-4377-4bf0-a186-afde1f93f04b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6658a10-5669-4004-952d-d5cca217bc09', 'mac_address': 'fa:16:3e:7f:48:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e0b7bf-4ea8-4929-bbce-d09c48981e22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T11:13:34Z', 'updated_at': '2021-12-24T11:13:34Z', 'revision_number': 0, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a618eb3d-1c23-4021-8c70-4eca28d50ef1', 'name': '', 'network_id': 'f6658a10-5669-4004-952d-d5cca217bc09', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'mac_address': 'fa:16:3e:81:5f:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3caa95e2-5ee4-4122-bfd7-fd5bc1f0b164', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1871b491-9a07-4e2a-b4b3-b96c41e6b9c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:13:15Z', 'updated_at': '2021-12-24T11:13:23Z', 'revision_number': 5, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'subnets': [{'id': '1871b491-9a07-4e2a-b4b3-b96c41e6b9c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:13:37.737868 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a95700c-b63a-4542-b9b7-ab270fc86961 None None] The sync data for ids ['3caa95e2-5ee4-4122-bfd7-fd5bc1f0b164'] in dv-neutron-822691-2-hyperv is: [{'id': '3caa95e2-5ee4-4122-bfd7-fd5bc1f0b164', 'name': 'tempest-TestNetworkBasicOps-router-596895298', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.231'}], 'enable_snat': True}, 'gw_port_id': '3aa8285d-a1b0-4133-b3f5-05d2d7310d5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:13:11Z', 'updated_at': '2021-12-24T11:13:16Z', 'revision_number': 4, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'gw_port': {'id': '3aa8285d-a1b0-4133-b3f5-05d2d7310d5c', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:1d:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3caa95e2-5ee4-4122-bfd7-fd5bc1f0b164', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:13:12Z', 'updated_at': '2021-12-24T11:13:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_floatingips': [{'id': '5a56cc0a-619f-4a9b-87fb-a109728697da', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'floating_ip_address': '172.26.3.50', 'floating_network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'router_id': '3caa95e2-5ee4-4122-bfd7-fd5bc1f0b164', 'port_id': 'f1c11f27-4377-4bf0-a186-afde1f93f04b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6658a10-5669-4004-952d-d5cca217bc09', 'mac_address': 'fa:16:3e:7f:48:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e0b7bf-4ea8-4929-bbce-d09c48981e22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T11:13:34Z', 'updated_at': '2021-12-24T11:13:34Z', 'revision_number': 0, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a618eb3d-1c23-4021-8c70-4eca28d50ef1', 'name': '', 'network_id': 'f6658a10-5669-4004-952d-d5cca217bc09', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'mac_address': 'fa:16:3e:81:5f:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3caa95e2-5ee4-4122-bfd7-fd5bc1f0b164', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1871b491-9a07-4e2a-b4b3-b96c41e6b9c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:13:15Z', 'updated_at': '2021-12-24T11:13:23Z', 'revision_number': 5, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'subnets': [{'id': '1871b491-9a07-4e2a-b4b3-b96c41e6b9c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:13:38.027901 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:13:38.076195 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aefc665-754a-4597-ab72-b4a115e61f16 None None] New status for floating IP 5a56cc0a-619f-4a9b-87fb-a109728697da: ACTIVE {{(pid=88880) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 24 11:13:38.704425 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 44338) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:13:38.827632 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-82abaae5-8ba1-4b62-8d41-486077d106f4 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/floatingips/5a56cc0a-619f-4a9b-87fb-a109728697da HTTP/1.1" status: 200  len: 992 time: 0.1218917
Dec 24 11:13:38.963156 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-45e26f3b-8bb7-4ff6-a560-4ed1735b7948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:13:39.352252 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bdfdbc84-c52d-4f40-b281-af314dc1f8fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:13:40.629261 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-39ff93cf-c0b7-48c5-95f3-6f7e9977387d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:13:58.231519 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:14:06.323735 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.agents_db [None req-e51243ab-6a93-425b-980f-a73583147efa None None] Agent healthcheck: found 6 active agents {{(pid=88881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 24 11:14:06.423685 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e7015345-c3a3-4240-b955-dfaab36d303b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:14:08.022220 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:14:08.968089 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-79836b7b-f110-4584-93b7-e185b8bc52f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:14:09.218369 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-3dd4695e-6dd6-4f5d-9898-6242366526da req-1a534ef7-2503-4bb9-97d1-ac2fb2a267a0 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=9172ddea-2e24-4367-8ccf-2f8b57546cea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.2442422
Dec 24 11:14:09.348043 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bdfdbc84-c52d-4f40-b281-af314dc1f8fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:14:09.376307 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-3dd4695e-6dd6-4f5d-9898-6242366526da req-a6dd7016-59b2-4b30-8c5a-1663c58bfa3d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fbedb279f22e4b3494591d6dabc201d5&device_id=9172ddea-2e24-4367-8ccf-2f8b57546cea HTTP/1.1" status: 200  len: 1098 time: 0.0787966
Dec 24 11:14:09.552663 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd4695e-6dd6-4f5d-9898-6242366526da req-ba028af0-c6d1-495c-9d55-12064f72f13a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:14:09.554833 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-3dd4695e-6dd6-4f5d-9898-6242366526da req-ba028af0-c6d1-495c-9d55-12064f72f13a service neutron] 10.222.0.58 "GET /v2.0/networks?id=2428796e-e2e4-4ddb-a9cc-996932bc1226 HTTP/1.1" status: 200  len: 913 time: 0.1562068
Dec 24 11:14:09.689264 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-3dd4695e-6dd6-4f5d-9898-6242366526da req-22b106dd-9632-475d-b8a4-9c5f780d2d86 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=160df496-6eec-44ce-a16c-8b507196b963 HTTP/1.1" status: 200  len: 999 time: 0.1240678
Dec 24 11:14:09.763594 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd4695e-6dd6-4f5d-9898-6242366526da req-99665921-8244-4f80-8778-f2e89ee767db service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:14:09.765221 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-3dd4695e-6dd6-4f5d-9898-6242366526da req-99665921-8244-4f80-8778-f2e89ee767db service neutron] 10.222.0.58 "GET /v2.0/subnets?id=66590446-f239-4728-b0eb-3db1299fa1e3 HTTP/1.1" status: 200  len: 851 time: 0.0692787
Dec 24 11:14:09.866737 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-3dd4695e-6dd6-4f5d-9898-6242366526da req-cef243e8-471f-4548-afd7-e08f17f5dabb service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2428796e-e2e4-4ddb-a9cc-996932bc1226&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0921376
Dec 24 11:14:10.026414 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-3dd4695e-6dd6-4f5d-9898-6242366526da req-c473ace4-5fd2-47c8-aa35-e2842625bc15 service neutron] 10.222.0.58 "GET /v2.0/networks/2428796e-e2e4-4ddb-a9cc-996932bc1226?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1503680
Dec 24 11:14:10.185923 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-3dd4695e-6dd6-4f5d-9898-6242366526da req-c84dc1e9-9835-4f7a-bec3-b83605a52a39 service neutron] 10.222.0.58 "GET /v2.0/networks/2428796e-e2e4-4ddb-a9cc-996932bc1226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1515272
Dec 24 11:14:10.234068 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 44366) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:14:10.479120 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-27a663eb-3aed-4c5e-99ec-c7968d44f313 tempest-TestNetworkBasicOps-448411267 tempest-TestNetworkBasicOps-448411267-project-admin] 10.222.0.65 "GET /v2.0/ports?project_id=ad7c5ba9df02428aae512a4d9bb9dd9d&network_id=f6658a10-5669-4004-952d-d5cca217bc09 HTTP/1.1" status: 200  len: 2999 time: 0.2434926
Dec 24 11:14:10.637689 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-39ff93cf-c0b7-48c5-95f3-6f7e9977387d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:14:12.760671 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 44396) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:14:12.848876 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d6af70e-09d4-4654-9d57-88048da93bf3 tempest-TestNetworkBasicOps-448411267 tempest-TestNetworkBasicOps-448411267-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:14:12.850780 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-9d6af70e-09d4-4654-9d57-88048da93bf3 tempest-TestNetworkBasicOps-448411267 tempest-TestNetworkBasicOps-448411267-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=f8c337ba-681f-4fcb-a333-e3c49365b30a HTTP/1.1" status: 200  len: 814 time: 0.0872524
Dec 24 11:14:13.353371 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 44404) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:14:13.360272 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-bbc96d10-2ca1-4bbc-aac7-a9b1cb71bf9a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:14:13.467850 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bbc96d10-2ca1-4bbc-aac7-a9b1cb71bf9a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for floatingip, before_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:14:14.029249 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bbc96d10-2ca1-4bbc-aac7-a9b1cb71bf9a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:14:14.032488 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bbc96d10-2ca1-4bbc-aac7-a9b1cb71bf9a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659181'] for floatingip, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:14:14.032821 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.l3_db [None req-bbc96d10-2ca1-4bbc-aac7-a9b1cb71bf9a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Floating IP 5a56cc0a-619f-4a9b-87fb-a109728697da disassociated. External IP: 172.26.3.50, port: f1c11f27-4377-4bf0-a186-afde1f93f04b.
Dec 24 11:14:14.569510 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbc96d10-2ca1-4bbc-aac7-a9b1cb71bf9a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Router 3caa95e2-5ee4-4122-bfd7-fd5bc1f0b164 has already been hosted by L3 agent 198cca88-1338-4098-b44b-beb0346ac906 {{(pid=88878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 24 11:14:14.865745 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbc96d10-2ca1-4bbc-aac7-a9b1cb71bf9a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:14:14.877490 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bbc96d10-2ca1-4bbc-aac7-a9b1cb71bf9a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for floatingip, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:14:14.877798 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d89b22e-3562-4154-b1d2-1bfa396c46f2 None None] Sync routers for ids ['3caa95e2-5ee4-4122-bfd7-fd5bc1f0b164'] in dv-neutron-822691-2-hyperv {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:14:14.902278 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d89b22e-3562-4154-b1d2-1bfa396c46f2 None None] Routers {'3caa95e2-5ee4-4122-bfd7-fd5bc1f0b164'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:14:14.905626 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-1d89b22e-3562-4154-b1d2-1bfa396c46f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271e56780>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:14:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['3caa95e2-5ee4-4122-bfd7-fd5bc1f0b164'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:14:14.956158 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-bbc96d10-2ca1-4bbc-aac7-a9b1cb71bf9a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "PUT /v2.0/floatingips/5a56cc0a-619f-4a9b-87fb-a109728697da HTTP/1.1" status: 200  len: 689 time: 1.6011801
Dec 24 11:14:14.956943 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4e0b7bf-4ea8-4929-bbce-d09c48981e22', 'tag': 'f1c11f27-4377-4bf0-a186-afde1f93f04b'}] {{(pid=88878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 24 11:14:14.959494 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 44412) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:14:15.166820 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-596970a2-1eec-4600-9184-e2c5dd1518cc tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/floatingips/5a56cc0a-619f-4a9b-87fb-a109728697da HTTP/1.1" status: 200  len: 689 time: 0.2057254
Dec 24 11:14:15.235572 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4e0b7bf-4ea8-4929-bbce-d09c48981e22', 'tag': 'f1c11f27-4377-4bf0-a186-afde1f93f04b', 'status': 'completed', 'code': 200}
Dec 24 11:14:15.285694 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-1d89b22e-3562-4154-b1d2-1bfa396c46f2 None None] Set router 3caa95e2-5ee4-4122-bfd7-fd5bc1f0b164 gateway port host: dv-neutron-822691-2-hyperv {{(pid=88881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:14:15.448585 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-b419215c-dcef-4e61-9027-3db9d01f650d req-d4e6faed-8f3c-489e-b46e-ae14904cc4f6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ad7c5ba9df02428aae512a4d9bb9dd9d&device_id=d4e0b7bf-4ea8-4929-bbce-d09c48981e22 HTTP/1.1" status: 200  len: 1098 time: 0.1824241
Dec 24 11:14:15.654542 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b419215c-dcef-4e61-9027-3db9d01f650d req-5a620aca-c6aa-4249-9d68-e1caa42f98c0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:14:15.656194 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-b419215c-dcef-4e61-9027-3db9d01f650d req-5a620aca-c6aa-4249-9d68-e1caa42f98c0 service neutron] 10.222.0.58 "GET /v2.0/networks?id=f6658a10-5669-4004-952d-d5cca217bc09 HTTP/1.1" status: 200  len: 898 time: 0.1970680
Dec 24 11:14:15.737553 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-1d89b22e-3562-4154-b1d2-1bfa396c46f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271e56780>, [{'id': '3caa95e2-5ee4-4122-bfd7-fd5bc1f0b164', 'name': 'tempest-TestNetworkBasicOps-router-596895298', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.231'}], 'enable_snat': True}, 'gw_port_id': '3aa8285d-a1b0-4133-b3f5-05d2d7310d5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:13:11Z', 'updated_at': '2021-12-24T11:13:16Z', 'revision_number': 4, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'gw_port': {'id': '3aa8285d-a1b0-4133-b3f5-05d2d7310d5c', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:1d:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3caa95e2-5ee4-4122-bfd7-fd5bc1f0b164', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:13:12Z', 'updated_at': '2021-12-24T11:13:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_interfaces': [{'id': 'a618eb3d-1c23-4021-8c70-4eca28d50ef1', 'name': '', 'network_id': 'f6658a10-5669-4004-952d-d5cca217bc09', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'mac_address': 'fa:16:3e:81:5f:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3caa95e2-5ee4-4122-bfd7-fd5bc1f0b164', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1871b491-9a07-4e2a-b4b3-b96c41e6b9c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:13:15Z', 'updated_at': '2021-12-24T11:13:23Z', 'revision_number': 5, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'subnets': [{'id': '1871b491-9a07-4e2a-b4b3-b96c41e6b9c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:14:15.743814 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-b419215c-dcef-4e61-9027-3db9d01f650d req-c2adf4b6-0d00-44f1-b46d-c8b2f62c02e8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f1c11f27-4377-4bf0-a186-afde1f93f04b HTTP/1.1" status: 200  len: 217 time: 0.0759938
Dec 24 11:14:15.746764 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d89b22e-3562-4154-b1d2-1bfa396c46f2 None None] Checking router: 3caa95e2-5ee4-4122-bfd7-fd5bc1f0b164 for host: dv-neutron-822691-2-hyperv {{(pid=88881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 24 11:14:15.772839 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d89b22e-3562-4154-b1d2-1bfa396c46f2 None None] Routers {'3caa95e2-5ee4-4122-bfd7-fd5bc1f0b164'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:14:15.774307 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-1d89b22e-3562-4154-b1d2-1bfa396c46f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271e56780>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:14:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['3caa95e2-5ee4-4122-bfd7-fd5bc1f0b164'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:14:15.819412 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b419215c-dcef-4e61-9027-3db9d01f650d req-0153a487-525e-4074-921e-590767c4bdc2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:14:15.821163 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-b419215c-dcef-4e61-9027-3db9d01f650d req-0153a487-525e-4074-921e-590767c4bdc2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1871b491-9a07-4e2a-b4b3-b96c41e6b9c1 HTTP/1.1" status: 200  len: 835 time: 0.0691633
Dec 24 11:14:15.963488 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-b419215c-dcef-4e61-9027-3db9d01f650d req-946fa558-4a84-458f-9263-76ff1ae77bc2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f6658a10-5669-4004-952d-d5cca217bc09&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1301405
Dec 24 11:14:16.081168 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-1d89b22e-3562-4154-b1d2-1bfa396c46f2 None None] Set router 3caa95e2-5ee4-4122-bfd7-fd5bc1f0b164 gateway port host: dv-neutron-822691-2-hyperv {{(pid=88881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:14:16.167943 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 44422) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:14:16.193903 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-b419215c-dcef-4e61-9027-3db9d01f650d req-ef797021-9e89-4c07-aa76-70d0d8987368 service neutron] 10.222.0.58 "GET /v2.0/networks/f6658a10-5669-4004-952d-d5cca217bc09?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2189126
Dec 24 11:14:16.355257 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-75631727-6a69-4098-9f55-aa81fece0ba7 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/floatingips/5a56cc0a-619f-4a9b-87fb-a109728697da HTTP/1.1" status: 200  len: 689 time: 0.1807077
Dec 24 11:14:16.700934 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-b419215c-dcef-4e61-9027-3db9d01f650d req-84ab9309-14df-4ada-9d7e-cc4d9aad3f34 service neutron] 10.222.0.58 "GET /v2.0/networks/f6658a10-5669-4004-952d-d5cca217bc09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4951704
Dec 24 11:14:16.839864 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-1d89b22e-3562-4154-b1d2-1bfa396c46f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271e56780>, [{'id': '3caa95e2-5ee4-4122-bfd7-fd5bc1f0b164', 'name': 'tempest-TestNetworkBasicOps-router-596895298', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.231'}], 'enable_snat': True}, 'gw_port_id': '3aa8285d-a1b0-4133-b3f5-05d2d7310d5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:13:11Z', 'updated_at': '2021-12-24T11:13:16Z', 'revision_number': 4, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'gw_port': {'id': '3aa8285d-a1b0-4133-b3f5-05d2d7310d5c', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:1d:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3caa95e2-5ee4-4122-bfd7-fd5bc1f0b164', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:13:12Z', 'updated_at': '2021-12-24T11:13:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_interfaces': [{'id': 'a618eb3d-1c23-4021-8c70-4eca28d50ef1', 'name': '', 'network_id': 'f6658a10-5669-4004-952d-d5cca217bc09', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'mac_address': 'fa:16:3e:81:5f:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3caa95e2-5ee4-4122-bfd7-fd5bc1f0b164', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1871b491-9a07-4e2a-b4b3-b96c41e6b9c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:13:15Z', 'updated_at': '2021-12-24T11:13:23Z', 'revision_number': 5, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'subnets': [{'id': '1871b491-9a07-4e2a-b4b3-b96c41e6b9c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:14:16.848601 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d89b22e-3562-4154-b1d2-1bfa396c46f2 None None] The sync data for ids ['3caa95e2-5ee4-4122-bfd7-fd5bc1f0b164'] in dv-neutron-822691-2-hyperv is: [{'id': '3caa95e2-5ee4-4122-bfd7-fd5bc1f0b164', 'name': 'tempest-TestNetworkBasicOps-router-596895298', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.231'}], 'enable_snat': True}, 'gw_port_id': '3aa8285d-a1b0-4133-b3f5-05d2d7310d5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:13:11Z', 'updated_at': '2021-12-24T11:13:16Z', 'revision_number': 4, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'gw_port': {'id': '3aa8285d-a1b0-4133-b3f5-05d2d7310d5c', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:1d:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3caa95e2-5ee4-4122-bfd7-fd5bc1f0b164', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:13:12Z', 'updated_at': '2021-12-24T11:13:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_interfaces': [{'id': 'a618eb3d-1c23-4021-8c70-4eca28d50ef1', 'name': '', 'network_id': 'f6658a10-5669-4004-952d-d5cca217bc09', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'mac_address': 'fa:16:3e:81:5f:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3caa95e2-5ee4-4122-bfd7-fd5bc1f0b164', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1871b491-9a07-4e2a-b4b3-b96c41e6b9c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:13:15Z', 'updated_at': '2021-12-24T11:13:23Z', 'revision_number': 5, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'subnets': [{'id': '1871b491-9a07-4e2a-b4b3-b96c41e6b9c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:14:17.355533 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 44426) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:14:17.365443 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a6b518-55b6-4450-9615-c40d958684f0 None None] New status for floating IP 5a56cc0a-619f-4a9b-87fb-a109728697da: DOWN {{(pid=88880) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 24 11:14:17.454873 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-75e5907b-61cc-4446-8015-ef84cf6aee68 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/floatingips/5a56cc0a-619f-4a9b-87fb-a109728697da HTTP/1.1" status: 200  len: 689 time: 0.0977609
Dec 24 11:14:18.459034 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 44432) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:14:18.567156 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-0ea91213-9f6e-47e8-8bdc-6da221ea0cd6 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/floatingips/5a56cc0a-619f-4a9b-87fb-a109728697da HTTP/1.1" status: 200  len: 687 time: 0.1012812
Dec 24 11:14:19.852240 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 44442) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:14:19.862096 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-2bbcee4f-58a9-4eea-b330-4f6080a2d246 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1578035212', 'description': 'tempest-secgroup-smoke-1578035212 description', 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:14:19.873281 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-2bbcee4f-58a9-4eea-b330-4f6080a2d246 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:14:19.888104 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-2bbcee4f-58a9-4eea-b330-4f6080a2d246 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:14:19.898519 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2bbcee4f-58a9-4eea-b330-4f6080a2d246 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:14:19.944877 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-2bbcee4f-58a9-4eea-b330-4f6080a2d246 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:14:19.949266 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-2bbcee4f-58a9-4eea-b330-4f6080a2d246 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Usage tracker for resource:security_group_rule and tenant:ad7c5ba9df02428aae512a4d9bb9dd9d is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:14:19.952673 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-2bbcee4f-58a9-4eea-b330-4f6080a2d246 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:14:19.959620 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-2bbcee4f-58a9-4eea-b330-4f6080a2d246 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:14:20.024105 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2bbcee4f-58a9-4eea-b330-4f6080a2d246 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:14:20.028022 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2bbcee4f-58a9-4eea-b330-4f6080a2d246 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:14:20.032708 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-0991feb0-2fa7-4f47-aae2-ee6dfb1db318 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:14:20.081036 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbcee4f-58a9-4eea-b330-4f6080a2d246 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad9f57b9-4e54-4f5b-afea-86c6714fcd20,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:14:20.091087 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2bbcee4f-58a9-4eea-b330-4f6080a2d246 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:14:20.092448 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-2bbcee4f-58a9-4eea-b330-4f6080a2d246 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 0.2388027
Dec 24 11:14:20.094849 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbcee4f-58a9-4eea-b330-4f6080a2d246 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:14:20.095275 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbcee4f-58a9-4eea-b330-4f6080a2d246 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:14:20.095701 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbcee4f-58a9-4eea-b330-4f6080a2d246 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:14:20.096191 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbcee4f-58a9-4eea-b330-4f6080a2d246 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:14:20.096613 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbcee4f-58a9-4eea-b330-4f6080a2d246 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:14:20.096958 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 44446) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:14:20.097096 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbcee4f-58a9-4eea-b330-4f6080a2d246 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:14:20.097424 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbcee4f-58a9-4eea-b330-4f6080a2d246 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:14:20.097857 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbcee4f-58a9-4eea-b330-4f6080a2d246 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:14:20.098260 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbcee4f-58a9-4eea-b330-4f6080a2d246 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:14:20.098680 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbcee4f-58a9-4eea-b330-4f6080a2d246 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:14:20.099130 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbcee4f-58a9-4eea-b330-4f6080a2d246 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:14:20.103827 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-2bbcee4f-58a9-4eea-b330-4f6080a2d246 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:14:20.108481 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-7926b631-ce24-47ce-bb1a-915ba993f9b2 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Request body: {'security_group_rule': {'security_group_id': 'ad9f57b9-4e54-4f5b-afea-86c6714fcd20', 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:14:20.115654 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-7926b631-ce24-47ce-bb1a-915ba993f9b2 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:14:20.119945 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-7926b631-ce24-47ce-bb1a-915ba993f9b2 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Usage tracker for resource:security_group_rule and tenant:ad7c5ba9df02428aae512a4d9bb9dd9d is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:14:20.123131 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-7926b631-ce24-47ce-bb1a-915ba993f9b2 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:14:20.130386 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-7926b631-ce24-47ce-bb1a-915ba993f9b2 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:14:20.148280 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7926b631-ce24-47ce-bb1a-915ba993f9b2 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:14:20.219811 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7926b631-ce24-47ce-bb1a-915ba993f9b2 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:14:20.223352 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7926b631-ce24-47ce-bb1a-915ba993f9b2 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689902'] for security_group_rule, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:14:20.225372 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:14:20.255558 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7926b631-ce24-47ce-bb1a-915ba993f9b2 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be3c6994-b5d2-4cf1-b48a-a93192a29594,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:14:20.269148 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7926b631-ce24-47ce-bb1a-915ba993f9b2 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:14:20.269582 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7926b631-ce24-47ce-bb1a-915ba993f9b2 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:14:20.270064 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7926b631-ce24-47ce-bb1a-915ba993f9b2 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:14:20.270458 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7926b631-ce24-47ce-bb1a-915ba993f9b2 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:14:20.270907 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7926b631-ce24-47ce-bb1a-915ba993f9b2 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:14:20.271322 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7926b631-ce24-47ce-bb1a-915ba993f9b2 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:14:20.271734 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7926b631-ce24-47ce-bb1a-915ba993f9b2 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:14:20.272149 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7926b631-ce24-47ce-bb1a-915ba993f9b2 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:14:20.272558 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7926b631-ce24-47ce-bb1a-915ba993f9b2 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:14:20.272967 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7926b631-ce24-47ce-bb1a-915ba993f9b2 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:14:20.273371 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7926b631-ce24-47ce-bb1a-915ba993f9b2 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:14:20.277027 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7926b631-ce24-47ce-bb1a-915ba993f9b2 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:14:20.277808 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7926b631-ce24-47ce-bb1a-915ba993f9b2 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:14:20.279165 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-7926b631-ce24-47ce-bb1a-915ba993f9b2 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1811056
Dec 24 11:14:20.282741 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 44450) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:14:20.289036 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-fb57f32d-29cd-4973-804c-b2e55fe657b3 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Request body: {'security_group_rule': {'security_group_id': 'ad9f57b9-4e54-4f5b-afea-86c6714fcd20', 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:14:20.295947 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-fb57f32d-29cd-4973-804c-b2e55fe657b3 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:14:20.300220 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-fb57f32d-29cd-4973-804c-b2e55fe657b3 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Usage tracker for resource:security_group_rule and tenant:ad7c5ba9df02428aae512a4d9bb9dd9d is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:14:20.303608 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-fb57f32d-29cd-4973-804c-b2e55fe657b3 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:14:20.310646 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-fb57f32d-29cd-4973-804c-b2e55fe657b3 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:14:20.329326 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fb57f32d-29cd-4973-804c-b2e55fe657b3 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:14:20.403226 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fb57f32d-29cd-4973-804c-b2e55fe657b3 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:14:20.407073 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fb57f32d-29cd-4973-804c-b2e55fe657b3 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689902'] for security_group_rule, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:14:20.410809 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-8516b3ea-32f3-4f83-9a05-bda3e33dddc9 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:14:20.445225 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb57f32d-29cd-4973-804c-b2e55fe657b3 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c4264ac-fa94-45fd-bf96-cd91bf053c09,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:14:20.447921 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-fb57f32d-29cd-4973-804c-b2e55fe657b3 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:14:20.455352 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fb57f32d-29cd-4973-804c-b2e55fe657b3 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:14:20.456658 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-fb57f32d-29cd-4973-804c-b2e55fe657b3 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.1727972
Dec 24 11:14:20.461075 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 44454) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:14:20.467229 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-bae6849b-b700-496b-8edc-c40a22f97a3b tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Request body: {'security_group_rule': {'security_group_id': 'ad9f57b9-4e54-4f5b-afea-86c6714fcd20', 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:14:20.474146 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-bae6849b-b700-496b-8edc-c40a22f97a3b tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:14:20.478551 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-bae6849b-b700-496b-8edc-c40a22f97a3b tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Usage tracker for resource:security_group_rule and tenant:ad7c5ba9df02428aae512a4d9bb9dd9d is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:14:20.481778 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-bae6849b-b700-496b-8edc-c40a22f97a3b tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:14:20.488208 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-bae6849b-b700-496b-8edc-c40a22f97a3b tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:14:20.509547 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bae6849b-b700-496b-8edc-c40a22f97a3b tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:14:20.587813 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bae6849b-b700-496b-8edc-c40a22f97a3b tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:14:20.592217 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bae6849b-b700-496b-8edc-c40a22f97a3b tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689902'] for security_group_rule, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:14:20.599924 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-698d1305-1294-4949-81ec-909788ef247c tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:14:20.624060 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae6849b-b700-496b-8edc-c40a22f97a3b tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=200a898f-9c43-4066-a116-90379e74e845,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:14:20.626772 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-bae6849b-b700-496b-8edc-c40a22f97a3b tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:14:20.633938 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bae6849b-b700-496b-8edc-c40a22f97a3b tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:14:20.635289 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-bae6849b-b700-496b-8edc-c40a22f97a3b tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1732540
Dec 24 11:14:20.638423 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 44458) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:14:20.644530 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-efac71e6-d1e6-4aaf-838b-4786c48f3534 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Request body: {'security_group_rule': {'security_group_id': 'ad9f57b9-4e54-4f5b-afea-86c6714fcd20', 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:14:20.651417 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-efac71e6-d1e6-4aaf-838b-4786c48f3534 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:14:20.655693 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-efac71e6-d1e6-4aaf-838b-4786c48f3534 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Usage tracker for resource:security_group_rule and tenant:ad7c5ba9df02428aae512a4d9bb9dd9d is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:14:20.659438 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-efac71e6-d1e6-4aaf-838b-4786c48f3534 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:14:20.669032 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-efac71e6-d1e6-4aaf-838b-4786c48f3534 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:14:20.687585 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-efac71e6-d1e6-4aaf-838b-4786c48f3534 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:14:20.763111 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-efac71e6-d1e6-4aaf-838b-4786c48f3534 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:14:20.766527 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-efac71e6-d1e6-4aaf-838b-4786c48f3534 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689902'] for security_group_rule, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:14:20.768818 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-693377e3-477d-4c22-8ada-31517c188d41 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:14:20.795975 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efac71e6-d1e6-4aaf-838b-4786c48f3534 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e081197-7446-4eeb-992b-af3ffed44e20,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:14:20.798811 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-efac71e6-d1e6-4aaf-838b-4786c48f3534 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:14:20.807474 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-efac71e6-d1e6-4aaf-838b-4786c48f3534 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:14:20.813416 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-efac71e6-d1e6-4aaf-838b-4786c48f3534 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.1693783
Dec 24 11:14:20.813687 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 44464) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:14:20.820619 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-824570d3-2035-45e0-bf4f-73f35c43cba2 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Request body: {'security_group_rule': {'security_group_id': 'ad9f57b9-4e54-4f5b-afea-86c6714fcd20', 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:14:20.827554 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-824570d3-2035-45e0-bf4f-73f35c43cba2 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:14:20.832027 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-824570d3-2035-45e0-bf4f-73f35c43cba2 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Usage tracker for resource:security_group_rule and tenant:ad7c5ba9df02428aae512a4d9bb9dd9d is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:14:20.835615 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-824570d3-2035-45e0-bf4f-73f35c43cba2 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:14:20.842453 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-824570d3-2035-45e0-bf4f-73f35c43cba2 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:14:20.853946 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.securitygroups_db [None req-824570d3-2035-45e0-bf4f-73f35c43cba2 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Project ad7c5ba9df02428aae512a4d9bb9dd9d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 24 11:14:20.861447 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-824570d3-2035-45e0-bf4f-73f35c43cba2 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:14:20.936608 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-824570d3-2035-45e0-bf4f-73f35c43cba2 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:14:20.940065 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-824570d3-2035-45e0-bf4f-73f35c43cba2 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689902'] for security_group_rule, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:14:20.942394 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-feb43094-c1ce-46e5-a29b-89bf039cdbac tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:14:20.966160 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824570d3-2035-45e0-bf4f-73f35c43cba2 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3276b5ed-a636-4d65-94e4-fe795239d7e3,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:14:20.976170 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-824570d3-2035-45e0-bf4f-73f35c43cba2 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:14:20.978239 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-824570d3-2035-45e0-bf4f-73f35c43cba2 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:14:20.979813 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-824570d3-2035-45e0-bf4f-73f35c43cba2 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.1645732
Dec 24 11:14:20.982925 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 44472) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:14:20.989112 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-3f36de83-ebc8-41f3-981f-be713ebc3ee0 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Request body: {'security_group_rule': {'security_group_id': 'ad9f57b9-4e54-4f5b-afea-86c6714fcd20', 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:14:20.995759 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-3f36de83-ebc8-41f3-981f-be713ebc3ee0 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:14:20.999832 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-3f36de83-ebc8-41f3-981f-be713ebc3ee0 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Usage tracker for resource:security_group_rule and tenant:ad7c5ba9df02428aae512a4d9bb9dd9d is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:14:21.003145 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-3f36de83-ebc8-41f3-981f-be713ebc3ee0 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:14:21.009601 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-3f36de83-ebc8-41f3-981f-be713ebc3ee0 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:14:21.020138 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.securitygroups_db [None req-3f36de83-ebc8-41f3-981f-be713ebc3ee0 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Project ad7c5ba9df02428aae512a4d9bb9dd9d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 24 11:14:21.027307 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3f36de83-ebc8-41f3-981f-be713ebc3ee0 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:14:21.105614 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3f36de83-ebc8-41f3-981f-be713ebc3ee0 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:14:21.109196 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3f36de83-ebc8-41f3-981f-be713ebc3ee0 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689902'] for security_group_rule, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:14:21.111293 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:14:21.139375 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f36de83-ebc8-41f3-981f-be713ebc3ee0 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5f7767d-67cf-42b9-9603-f508d363d3d4,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:14:21.142049 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-3f36de83-ebc8-41f3-981f-be713ebc3ee0 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:14:21.149463 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3f36de83-ebc8-41f3-981f-be713ebc3ee0 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:14:21.150867 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-3f36de83-ebc8-41f3-981f-be713ebc3ee0 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.1669309
Dec 24 11:14:21.282050 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-29148fd3-aac1-4788-8b30-c18d151e0267 req-9b353e40-d276-4876-ad72-068627874e87 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1073683971&fields=id&tenant_id=fbedb279f22e4b3494591d6dabc201d5 HTTP/1.1" status: 200  len: 267 time: 0.0466616
Dec 24 11:14:21.484624 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29148fd3-aac1-4788-8b30-c18d151e0267 req-050fe767-f44e-40a9-92a3-ac4bd3361cf8 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:14:21.486400 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-29148fd3-aac1-4788-8b30-c18d151e0267 req-050fe767-f44e-40a9-92a3-ac4bd3361cf8 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] 10.222.0.65 "GET /v2.0/networks?id=2428796e-e2e4-4ddb-a9cc-996932bc1226 HTTP/1.1" status: 200  len: 812 time: 0.1964900
Dec 24 11:14:21.520369 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-2ebe04f3-0054-400f-b32c-e4e7eec0df85 req-4f66c850-1813-427c-8aba-aac7b6accba2 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1578035212&fields=id&tenant_id=ad7c5ba9df02428aae512a4d9bb9dd9d HTTP/1.1" status: 200  len: 267 time: 0.0856628
Dec 24 11:14:21.521926 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-29148fd3-aac1-4788-8b30-c18d151e0267 req-b095c44e-8891-4591-aca4-dd59578c5ba2 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] 10.222.0.65 "GET /v2.0/quotas/fbedb279f22e4b3494591d6dabc201d5 HTTP/1.1" status: 200  len: 375 time: 0.0240827
Dec 24 11:14:21.749359 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebe04f3-0054-400f-b32c-e4e7eec0df85 req-c2060643-5e61-4de2-bb6b-e7f2812073b4 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:14:21.750933 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-2ebe04f3-0054-400f-b32c-e4e7eec0df85 req-c2060643-5e61-4de2-bb6b-e7f2812073b4 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/networks?id=f6658a10-5669-4004-952d-d5cca217bc09 HTTP/1.1" status: 200  len: 797 time: 0.1869464
Dec 24 11:14:21.766161 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-29148fd3-aac1-4788-8b30-c18d151e0267 req-3633007f-815a-4782-9aba-531d7090f0ae tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=fbedb279f22e4b3494591d6dabc201d5&fields=id HTTP/1.1" status: 200  len: 440 time: 0.2372479
Dec 24 11:14:21.779877 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-2ebe04f3-0054-400f-b32c-e4e7eec0df85 req-b1ee8da3-4bae-4a98-8b84-f5119d983a52 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/quotas/ad7c5ba9df02428aae512a4d9bb9dd9d HTTP/1.1" status: 200  len: 375 time: 0.0125930
Dec 24 11:14:21.916996 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-2ebe04f3-0054-400f-b32c-e4e7eec0df85 req-d7b5ff2b-4435-48c9-8060-2e5e61e41e5c tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=ad7c5ba9df02428aae512a4d9bb9dd9d&fields=id HTTP/1.1" status: 200  len: 394 time: 0.1309195
Dec 24 11:14:22.119908 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-29148fd3-aac1-4788-8b30-c18d151e0267 req-72017061-3fea-4744-9533-635c9c11e289 service neutron] 10.222.0.65 "GET /v2.0/networks/2428796e-e2e4-4ddb-a9cc-996932bc1226?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3389523
Dec 24 11:14:22.190357 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-2ebe04f3-0054-400f-b32c-e4e7eec0df85 req-98593a42-d8f0-467b-81eb-9d00b902134e service neutron] 10.222.0.65 "GET /v2.0/networks/f6658a10-5669-4004-952d-d5cca217bc09?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2144885
Dec 24 11:14:22.386259 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-29148fd3-aac1-4788-8b30-c18d151e0267 req-60643ace-1343-469d-a67e-1a1321196a2f service neutron] 10.222.0.65 "GET /v2.0/networks/2428796e-e2e4-4ddb-a9cc-996932bc1226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2581875
Dec 24 11:14:22.413336 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-2ebe04f3-0054-400f-b32c-e4e7eec0df85 req-6b9c580b-4347-438c-868d-dea3eb6e9cd2 service neutron] 10.222.0.65 "GET /v2.0/networks/f6658a10-5669-4004-952d-d5cca217bc09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1754968
Dec 24 11:14:22.643651 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-8dd3489d-1961-4be9-9718-641a67225f30 req-c9801bc2-577e-4cb4-a59c-bd5596c9c8fa tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/ports?device_id=4ad44774-5544-4955-9662-4dbdd970942c HTTP/1.1" status: 200  len: 210 time: 0.0473180
Dec 24 11:14:22.867567 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-1a700146-5ded-405b-92d0-8d2b63fb3444 req-9b7707c5-3c20-4546-b652-a342d290c217 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] 10.222.0.65 "GET /v2.0/ports?device_id=aa3cf736-ad00-4059-b646-a6d63b4b5a99 HTTP/1.1" status: 200  len: 210 time: 0.0459623
Dec 24 11:14:24.113527 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-78c32745-9a91-47b5-8a5c-9694644700ae req-eb4b3404-082e-46dd-811c-f981bed7c5e6 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/ports?device_id=4ad44774-5544-4955-9662-4dbdd970942c HTTP/1.1" status: 200  len: 210 time: 0.3331971
Dec 24 11:14:24.167820 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-c1eff021-39d9-4d04-b07f-c6ccc6fd0f33 req-11bf5cf9-3f91-456b-8e96-a69d72426666 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] 10.222.0.65 "GET /v2.0/ports?device_id=aa3cf736-ad00-4059-b646-a6d63b4b5a99 HTTP/1.1" status: 200  len: 210 time: 0.0571640
Dec 24 11:14:24.177363 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebe04f3-0054-400f-b32c-e4e7eec0df85 req-efac3f48-2dc9-4849-8efa-409d10ff8746 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:14:24.179065 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-2ebe04f3-0054-400f-b32c-e4e7eec0df85 req-efac3f48-2dc9-4849-8efa-409d10ff8746 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.58 "GET /v2.0/networks?id=f6658a10-5669-4004-952d-d5cca217bc09 HTTP/1.1" status: 200  len: 797 time: 0.2206984
Dec 24 11:14:24.240514 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-2ebe04f3-0054-400f-b32c-e4e7eec0df85 req-24dbbc2a-9309-408d-9e30-a213d6fd7567 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Synchronizing usage tracker for tenant:ad7c5ba9df02428aae512a4d9bb9dd9d on resource:security_group {{(pid=88879) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:14:24.257098 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-2ebe04f3-0054-400f-b32c-e4e7eec0df85 req-24dbbc2a-9309-408d-9e30-a213d6fd7567 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Unset dirty status for tenant:ad7c5ba9df02428aae512a4d9bb9dd9d on resource:security_group {{(pid=88879) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:14:24.258443 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-2ebe04f3-0054-400f-b32c-e4e7eec0df85 req-24dbbc2a-9309-408d-9e30-a213d6fd7567 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ad7c5ba9df02428aae512a4d9bb9dd9d HTTP/1.1" status: 200  len: 472 time: 0.0645885
Dec 24 11:14:24.269224 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [req-2ebe04f3-0054-400f-b32c-e4e7eec0df85 req-de0acb2a-2b81-45ba-b2b7-78d687b212d2 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Request body: {'port': {'device_id': '4ad44774-5544-4955-9662-4dbdd970942c', 'network_id': 'f6658a10-5669-4004-952d-d5cca217bc09', 'admin_state_up': True, 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'security_groups': ['ad9f57b9-4e54-4f5b-afea-86c6714fcd20']}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:14:24.421924 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [req-2ebe04f3-0054-400f-b32c-e4e7eec0df85 req-de0acb2a-2b81-45ba-b2b7-78d687b212d2 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:14:24.426318 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-2ebe04f3-0054-400f-b32c-e4e7eec0df85 req-de0acb2a-2b81-45ba-b2b7-78d687b212d2 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Usage tracker for resource:port and tenant:ad7c5ba9df02428aae512a4d9bb9dd9d is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:14:24.429346 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-2ebe04f3-0054-400f-b32c-e4e7eec0df85 req-de0acb2a-2b81-45ba-b2b7-78d687b212d2 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Quota usage for port was recalculated. Used quota:4. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:14:24.435732 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [req-2ebe04f3-0054-400f-b32c-e4e7eec0df85 req-de0acb2a-2b81-45ba-b2b7-78d687b212d2 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:14:24.445896 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ebe04f3-0054-400f-b32c-e4e7eec0df85 req-de0acb2a-2b81-45ba-b2b7-78d687b212d2 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Made reservation on behalf of ad7c5ba9df02428aae512a4d9bb9dd9d for: {'port': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:14:24.451721 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-2ebe04f3-0054-400f-b32c-e4e7eec0df85 req-de0acb2a-2b81-45ba-b2b7-78d687b212d2 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:14:24.750473 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29148fd3-aac1-4788-8b30-c18d151e0267 req-f8555936-5243-4920-936b-2013dd569906 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:14:24.752068 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-29148fd3-aac1-4788-8b30-c18d151e0267 req-f8555936-5243-4920-936b-2013dd569906 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] 10.222.0.58 "GET /v2.0/networks?id=2428796e-e2e4-4ddb-a9cc-996932bc1226 HTTP/1.1" status: 200  len: 812 time: 0.2365322
Dec 24 11:14:24.765112 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [req-2ebe04f3-0054-400f-b32c-e4e7eec0df85 req-de0acb2a-2b81-45ba-b2b7-78d687b212d2 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Allocated IP 172.20.0.8 (f6658a10-5669-4004-952d-d5cca217bc09/1871b491-9a07-4e2a-b4b3-b96c41e6b9c1/1ab0647d-6be4-4bb2-a3f0-d0ebbadeb86a) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:14:24.853179 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-29148fd3-aac1-4788-8b30-c18d151e0267 req-61721c9b-da84-4c7d-b20a-60fc30421cb4 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fbedb279f22e4b3494591d6dabc201d5 HTTP/1.1" status: 200  len: 380 time: 0.0835466
Dec 24 11:14:24.881683 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [req-29148fd3-aac1-4788-8b30-c18d151e0267 req-4178b9ee-8ddc-4aa4-acf3-5e79d6327d3c tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Request body: {'port': {'device_id': 'aa3cf736-ad00-4059-b646-a6d63b4b5a99', 'network_id': '2428796e-e2e4-4ddb-a9cc-996932bc1226', 'admin_state_up': True, 'tenant_id': 'fbedb279f22e4b3494591d6dabc201d5', 'security_groups': ['7c81f28e-fd2d-468e-ad3a-e8186ef36a4b']}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:14:25.155280 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-2ebe04f3-0054-400f-b32c-e4e7eec0df85 req-de0acb2a-2b81-45ba-b2b7-78d687b212d2 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:14:25.162506 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [req-29148fd3-aac1-4788-8b30-c18d151e0267 req-4178b9ee-8ddc-4aa4-acf3-5e79d6327d3c tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:14:25.172139 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-29148fd3-aac1-4788-8b30-c18d151e0267 req-4178b9ee-8ddc-4aa4-acf3-5e79d6327d3c tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Usage tracker for resource:port and tenant:fbedb279f22e4b3494591d6dabc201d5 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:14:25.179565 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-29148fd3-aac1-4788-8b30-c18d151e0267 req-4178b9ee-8ddc-4aa4-acf3-5e79d6327d3c tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:14:25.190603 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [req-29148fd3-aac1-4788-8b30-c18d151e0267 req-4178b9ee-8ddc-4aa4-acf3-5e79d6327d3c tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:14:25.193232 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [req-2ebe04f3-0054-400f-b32c-e4e7eec0df85 req-de0acb2a-2b81-45ba-b2b7-78d687b212d2 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Transition to ACTIVE for port object 1ab0647d-6be4-4bb2-a3f0-d0ebbadeb86a will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:14:25.211066 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29148fd3-aac1-4788-8b30-c18d151e0267 req-4178b9ee-8ddc-4aa4-acf3-5e79d6327d3c tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Made reservation on behalf of fbedb279f22e4b3494591d6dabc201d5 for: {'port': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:14:25.217758 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-29148fd3-aac1-4788-8b30-c18d151e0267 req-4178b9ee-8ddc-4aa4-acf3-5e79d6327d3c tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:14:25.300003 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-2ebe04f3-0054-400f-b32c-e4e7eec0df85 req-de0acb2a-2b81-45ba-b2b7-78d687b212d2 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:14:25.310181 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-a3ccbed2-5685-4003-a1a2-d9a2a2d20ec6 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:14:25.375990 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-c458655d-c13e-4cce-9bb6-43d053b8c302 req-8ac55a44-de71-42ca-9e42-c7a1f9b02f72 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] 10.222.0.65 "GET /v2.0/ports?device_id=aa3cf736-ad00-4059-b646-a6d63b4b5a99 HTTP/1.1" status: 200  len: 210 time: 0.0637183
Dec 24 11:14:25.409115 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf0ffef-7ef6-4417-aff9-f9dbab5ad42c req-8accb489-a55e-415c-a2e7-e7348da6d9bf tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:14:25.410868 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-caf0ffef-7ef6-4417-aff9-f9dbab5ad42c req-8accb489-a55e-415c-a2e7-e7348da6d9bf tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/ports?device_id=4ad44774-5544-4955-9662-4dbdd970942c HTTP/1.1" status: 200  len: 931 time: 0.1553168
Dec 24 11:14:25.432637 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ebe04f3-0054-400f-b32c-e4e7eec0df85 req-de0acb2a-2b81-45ba-b2b7-78d687b212d2 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Network f6658a10-5669-4004-952d-d5cca217bc09 is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:14:25.439709 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0acb2a-2b81-45ba-b2b7-78d687b212d2 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event updated for resources: {'Port': ['ID=1ab0647d-6be4-4bb2-a3f0-d0ebbadeb86a,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:14:25.442540 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [req-2ebe04f3-0054-400f-b32c-e4e7eec0df85 req-de0acb2a-2b81-45ba-b2b7-78d687b212d2 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Resources bound (agent type, host, resource id):  {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:14:25.444610 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-de0acb2a-2b81-45ba-b2b7-78d687b212d2 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:14:25.448541 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ebe04f3-0054-400f-b32c-e4e7eec0df85 req-de0acb2a-2b81-45ba-b2b7-78d687b212d2 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:14:25.467170 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-caf0ffef-7ef6-4417-aff9-f9dbab5ad42c req-8005c6e1-b995-4566-8bb9-0efa6f21bb12 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/security-groups?id=ad9f57b9-4e54-4f5b-afea-86c6714fcd20&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0499279
Dec 24 11:14:25.577921 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebe04f3-0054-400f-b32c-e4e7eec0df85 req-de0acb2a-2b81-45ba-b2b7-78d687b212d2 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:14:25.578604 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-2ebe04f3-0054-400f-b32c-e4e7eec0df85 req-de0acb2a-2b81-45ba-b2b7-78d687b212d2 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:14:25.604353 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [req-29148fd3-aac1-4788-8b30-c18d151e0267 req-4178b9ee-8ddc-4aa4-acf3-5e79d6327d3c tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Allocated IP 172.20.0.10 (2428796e-e2e4-4ddb-a9cc-996932bc1226/66590446-f239-4728-b0eb-3db1299fa1e3/68ef7e7d-c0ed-4cbf-afdc-55d7a5af2f5d) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:14:25.630713 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-2ebe04f3-0054-400f-b32c-e4e7eec0df85 req-de0acb2a-2b81-45ba-b2b7-78d687b212d2 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3660092
Dec 24 11:14:25.644537 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [req-2ebe04f3-0054-400f-b32c-e4e7eec0df85 req-ea38bf13-83f4-4d5c-9ab1-ce31ed39c018 service neutron] Request body: {'port': {'device_id': '4ad44774-5544-4955-9662-4dbdd970942c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:14:25.763463 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-2d3131a8-427e-4d97-967b-2143d6565126 None None] Provisioning for port 1ab0647d-6be4-4bb2-a3f0-d0ebbadeb86a completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:14:25.769328 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-2d3131a8-427e-4d97-967b-2143d6565126 None None] Provisioning complete for port 1ab0647d-6be4-4bb2-a3f0-d0ebbadeb86a triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:14:25.769762 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2d3131a8-427e-4d97-967b-2143d6565126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:14:25.826057 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-2d3131a8-427e-4d97-967b-2143d6565126 None None] Port 1ab0647d-6be4-4bb2-a3f0-d0ebbadeb86a cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:14:25.893294 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-2ebe04f3-0054-400f-b32c-e4e7eec0df85 req-ea38bf13-83f4-4d5c-9ab1-ce31ed39c018 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:14:25.993308 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-29148fd3-aac1-4788-8b30-c18d151e0267 req-4178b9ee-8ddc-4aa4-acf3-5e79d6327d3c tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:14:26.066931 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [req-29148fd3-aac1-4788-8b30-c18d151e0267 req-4178b9ee-8ddc-4aa4-acf3-5e79d6327d3c tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Transition to ACTIVE for port object 68ef7e7d-c0ed-4cbf-afdc-55d7a5af2f5d will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:14:26.158554 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-29148fd3-aac1-4788-8b30-c18d151e0267 req-4178b9ee-8ddc-4aa4-acf3-5e79d6327d3c tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:14:26.217740 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-d23110fe-0f73-48ec-a76b-00009a9111a5 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:14:26.322813 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29148fd3-aac1-4788-8b30-c18d151e0267 req-4178b9ee-8ddc-4aa4-acf3-5e79d6327d3c tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Network 2428796e-e2e4-4ddb-a9cc-996932bc1226 is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:14:26.329372 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [req-29148fd3-aac1-4788-8b30-c18d151e0267 req-4178b9ee-8ddc-4aa4-acf3-5e79d6327d3c tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Resources bound (agent type, host, resource id):  {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:14:26.335695 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [req-29148fd3-aac1-4788-8b30-c18d151e0267 req-4178b9ee-8ddc-4aa4-acf3-5e79d6327d3c tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:14:26.364253 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4178b9ee-8ddc-4aa4-acf3-5e79d6327d3c tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Pushing event updated for resources: {'Port': ['ID=68ef7e7d-c0ed-4cbf-afdc-55d7a5af2f5d,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:14:26.378294 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-4178b9ee-8ddc-4aa4-acf3-5e79d6327d3c tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:14:26.460440 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29148fd3-aac1-4788-8b30-c18d151e0267 req-4178b9ee-8ddc-4aa4-acf3-5e79d6327d3c tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:14:26.460440 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-29148fd3-aac1-4788-8b30-c18d151e0267 req-4178b9ee-8ddc-4aa4-acf3-5e79d6327d3c tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:14:26.497600 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [req-2ebe04f3-0054-400f-b32c-e4e7eec0df85 req-ea38bf13-83f4-4d5c-9ab1-ce31ed39c018 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ab0647d-6be4-4bb2-a3f0-d0ebbadeb86a {{(pid=88879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 24 11:14:26.505656 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-29148fd3-aac1-4788-8b30-c18d151e0267 req-4178b9ee-8ddc-4aa4-acf3-5e79d6327d3c tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.6327183
Dec 24 11:14:26.507638 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-2ebe04f3-0054-400f-b32c-e4e7eec0df85 req-ea38bf13-83f4-4d5c-9ab1-ce31ed39c018 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:14:26.524490 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [req-2ebe04f3-0054-400f-b32c-e4e7eec0df85 req-ea38bf13-83f4-4d5c-9ab1-ce31ed39c018 service neutron] Transition to ACTIVE for port object 1ab0647d-6be4-4bb2-a3f0-d0ebbadeb86a will not be triggered until provisioned by entity L2. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:14:26.530946 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [req-29148fd3-aac1-4788-8b30-c18d151e0267 req-b0311243-4290-4245-9623-50d09e669470 service neutron] Request body: {'port': {'device_id': 'aa3cf736-ad00-4059-b646-a6d63b4b5a99', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:14:26.561642 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-2ebe04f3-0054-400f-b32c-e4e7eec0df85 req-ea38bf13-83f4-4d5c-9ab1-ce31ed39c018 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850854027'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:14:26.572596 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-8ebbe341-c89b-49f2-9de6-f7750625d1c9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:14:26.629667 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294bf2e8-2de6-444b-b004-3270c0381828 req-e1c0757e-4951-49b5-a642-99b0b04b3e3a tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:14:26.636004 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-294bf2e8-2de6-444b-b004-3270c0381828 req-e1c0757e-4951-49b5-a642-99b0b04b3e3a tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] 10.222.0.65 "GET /v2.0/ports?device_id=aa3cf736-ad00-4059-b646-a6d63b4b5a99 HTTP/1.1" status: 200  len: 932 time: 0.1323857
Dec 24 11:14:26.758223 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-dda88c37-a2e9-4507-b412-42ba4f825446 None None] Provisioning for port 68ef7e7d-c0ed-4cbf-afdc-55d7a5af2f5d completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:14:26.761444 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-294bf2e8-2de6-444b-b004-3270c0381828 req-49eab28b-b7ef-444e-9711-d83f02dfacb6 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] 10.222.0.65 "GET /v2.0/security-groups?id=7c81f28e-fd2d-468e-ad3a-e8186ef36a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0825517
Dec 24 11:14:26.767813 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-dda88c37-a2e9-4507-b412-42ba4f825446 None None] Provisioning complete for port 68ef7e7d-c0ed-4cbf-afdc-55d7a5af2f5d triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:14:26.768762 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-dda88c37-a2e9-4507-b412-42ba4f825446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:14:26.790879 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e981a72-fe4c-4284-843d-cbf265287b11 req-1f616a6a-0018-46b1-bf96-fb488ee1e782 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:14:26.792911 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-3e981a72-fe4c-4284-843d-cbf265287b11 req-1f616a6a-0018-46b1-bf96-fb488ee1e782 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/ports?device_id=4ad44774-5544-4955-9662-4dbdd970942c HTTP/1.1" status: 200  len: 943 time: 0.1558473
Dec 24 11:14:26.843274 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-dda88c37-a2e9-4507-b412-42ba4f825446 None None] Port 68ef7e7d-c0ed-4cbf-afdc-55d7a5af2f5d cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:14:26.849513 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-3e981a72-fe4c-4284-843d-cbf265287b11 req-d610b9bc-b282-406c-ae57-f95622280ae1 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/security-groups?id=ad9f57b9-4e54-4f5b-afea-86c6714fcd20&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0483885
Dec 24 11:14:27.011730 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea38bf13-83f4-4d5c-9ab1-ce31ed39c018 service neutron] Pushing event updated for resources: {'Port': ['ID=1ab0647d-6be4-4bb2-a3f0-d0ebbadeb86a,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:14:27.023265 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-ea38bf13-83f4-4d5c-9ab1-ce31ed39c018 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.451s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:14:27.030699 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-29148fd3-aac1-4788-8b30-c18d151e0267 req-b0311243-4290-4245-9623-50d09e669470 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:14:27.258832 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [req-2ebe04f3-0054-400f-b32c-e4e7eec0df85 req-ea38bf13-83f4-4d5c-9ab1-ce31ed39c018 service neutron] Attempting to bind port 1ab0647d-6be4-4bb2-a3f0-d0ebbadeb86a on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:14:27.259438 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [req-2ebe04f3-0054-400f-b32c-e4e7eec0df85 req-ea38bf13-83f4-4d5c-9ab1-ce31ed39c018 service neutron] Attempting to bind port 1ab0647d-6be4-4bb2-a3f0-d0ebbadeb86a by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '563240ed-a4a8-491f-8ac8-28f5be8e7caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'f6658a10-5669-4004-952d-d5cca217bc09'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:14:27.259438 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ebe04f3-0054-400f-b32c-e4e7eec0df85 req-ea38bf13-83f4-4d5c-9ab1-ce31ed39c018 service neutron] Attempting to bind port 1ab0647d-6be4-4bb2-a3f0-d0ebbadeb86a on network f6658a10-5669-4004-952d-d5cca217bc09 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:14:27.279318 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ebe04f3-0054-400f-b32c-e4e7eec0df85 req-ea38bf13-83f4-4d5c-9ab1-ce31ed39c018 service neutron] Port 1ab0647d-6be4-4bb2-a3f0-d0ebbadeb86a on network f6658a10-5669-4004-952d-d5cca217bc09 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 24 11:14:27.279679 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ebe04f3-0054-400f-b32c-e4e7eec0df85 req-ea38bf13-83f4-4d5c-9ab1-ce31ed39c018 service neutron] Attempting to bind port 1ab0647d-6be4-4bb2-a3f0-d0ebbadeb86a on network f6658a10-5669-4004-952d-d5cca217bc09 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:14:27.322059 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ebe04f3-0054-400f-b32c-e4e7eec0df85 req-ea38bf13-83f4-4d5c-9ab1-ce31ed39c018 service neutron] Checking agent: {'id': '239bbc6e-fc66-42e2-b707-1aa8ba10287c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 57, 58), 'started_at': datetime.datetime(2021, 12, 24, 10, 57, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 13, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:14:27.322457 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ebe04f3-0054-400f-b32c-e4e7eec0df85 req-ea38bf13-83f4-4d5c-9ab1-ce31ed39c018 service neutron] Checking segment: {'id': '563240ed-a4a8-491f-8ac8-28f5be8e7caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'f6658a10-5669-4004-952d-d5cca217bc09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:14:27.322878 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ebe04f3-0054-400f-b32c-e4e7eec0df85 req-ea38bf13-83f4-4d5c-9ab1-ce31ed39c018 service neutron] Bound using segment: {'id': '563240ed-a4a8-491f-8ac8-28f5be8e7caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'f6658a10-5669-4004-952d-d5cca217bc09'} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:14:27.323353 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [req-2ebe04f3-0054-400f-b32c-e4e7eec0df85 req-ea38bf13-83f4-4d5c-9ab1-ce31ed39c018 service neutron] Bound port: 1ab0647d-6be4-4bb2-a3f0-d0ebbadeb86a, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '563240ed-a4a8-491f-8ac8-28f5be8e7caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'f6658a10-5669-4004-952d-d5cca217bc09'}}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:14:27.323711 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-2ebe04f3-0054-400f-b32c-e4e7eec0df85 req-ea38bf13-83f4-4d5c-9ab1-ce31ed39c018 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:14:27.511489 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [req-2ebe04f3-0054-400f-b32c-e4e7eec0df85 req-ea38bf13-83f4-4d5c-9ab1-ce31ed39c018 service neutron] For port 1ab0647d-6be4-4bb2-a3f0-d0ebbadeb86a, host hv-neutron-8226, cleared binding levels {{(pid=88879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:14:27.515737 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [req-2ebe04f3-0054-400f-b32c-e4e7eec0df85 req-ea38bf13-83f4-4d5c-9ab1-ce31ed39c018 service neutron] For port 1ab0647d-6be4-4bb2-a3f0-d0ebbadeb86a, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=1ab0647d-6be4-4bb2-a3f0-d0ebbadeb86a,segment=NetworkSegment(563240ed-a4a8-491f-8ac8-28f5be8e7caa),segment_id=563240ed-a4a8-491f-8ac8-28f5be8e7caa)] {{(pid=88879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:14:27.527636 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-2ebe04f3-0054-400f-b32c-e4e7eec0df85 req-ea38bf13-83f4-4d5c-9ab1-ce31ed39c018 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850854027'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:14:27.535565 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-23a32ca2-e327-4aee-a09f-ebd365abba9e tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:14:27.664894 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [req-29148fd3-aac1-4788-8b30-c18d151e0267 req-b0311243-4290-4245-9623-50d09e669470 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68ef7e7d-c0ed-4cbf-afdc-55d7a5af2f5d {{(pid=88879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 24 11:14:27.673025 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-2ebe04f3-0054-400f-b32c-e4e7eec0df85 req-ea38bf13-83f4-4d5c-9ab1-ce31ed39c018 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:14:27.674729 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-2ebe04f3-0054-400f-b32c-e4e7eec0df85 req-ea38bf13-83f4-4d5c-9ab1-ce31ed39c018 service neutron] 10.222.0.58 "PUT /v2.0/ports/1ab0647d-6be4-4bb2-a3f0-d0ebbadeb86a HTTP/1.1" status: 200  len: 1093 time: 2.0348818
Dec 24 11:14:27.675321 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ad44774-5544-4955-9662-4dbdd970942c', 'tag': '1ab0647d-6be4-4bb2-a3f0-d0ebbadeb86a'}] {{(pid=88879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 24 11:14:27.681614 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-29148fd3-aac1-4788-8b30-c18d151e0267 req-b0311243-4290-4245-9623-50d09e669470 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:14:27.689659 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea38bf13-83f4-4d5c-9ab1-ce31ed39c018 service neutron] Pushing event updated for resources: {'Port': ['ID=1ab0647d-6be4-4bb2-a3f0-d0ebbadeb86a,revision_number=3']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:14:27.697052 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-ea38bf13-83f4-4d5c-9ab1-ce31ed39c018 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:14:27.708121 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [req-29148fd3-aac1-4788-8b30-c18d151e0267 req-b0311243-4290-4245-9623-50d09e669470 service neutron] Transition to ACTIVE for port object 68ef7e7d-c0ed-4cbf-afdc-55d7a5af2f5d will not be triggered until provisioned by entity L2. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:14:27.712046 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-29148fd3-aac1-4788-8b30-c18d151e0267 req-b0311243-4290-4245-9623-50d09e669470 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850854027'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:14:27.717341 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-4302abda-35a1-4faa-9bd9-868b679f7f41 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:14:27.753535 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ad44774-5544-4955-9662-4dbdd970942c', 'tag': '1ab0647d-6be4-4bb2-a3f0-d0ebbadeb86a', 'status': 'completed', 'code': 200}
Dec 24 11:14:27.915131 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0311243-4290-4245-9623-50d09e669470 service neutron] Pushing event updated for resources: {'Port': ['ID=68ef7e7d-c0ed-4cbf-afdc-55d7a5af2f5d,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:14:27.921595 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-b0311243-4290-4245-9623-50d09e669470 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:14:28.032101 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-2ebe04f3-0054-400f-b32c-e4e7eec0df85 req-e9accc6f-90dd-4c78-9516-ae079aa391cf service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ad7c5ba9df02428aae512a4d9bb9dd9d&device_id=4ad44774-5544-4955-9662-4dbdd970942c HTTP/1.1" status: 200  len: 1096 time: 0.2817371
Dec 24 11:14:28.076440 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76327eaf-b5e4-404f-abf3-085c0d8831b5 req-b36a8c1a-7671-427c-b353-cd0adfaa015e tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:14:28.078225 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-76327eaf-b5e4-404f-abf3-085c0d8831b5 req-b36a8c1a-7671-427c-b353-cd0adfaa015e tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] 10.222.0.65 "GET /v2.0/ports?device_id=aa3cf736-ad00-4059-b646-a6d63b4b5a99 HTTP/1.1" status: 200  len: 944 time: 0.1536980
Dec 24 11:14:28.144227 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-2ebe04f3-0054-400f-b32c-e4e7eec0df85 req-104e8816-6e02-470c-be47-2dddc8b6583c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1ab0647d-6be4-4bb2-a3f0-d0ebbadeb86a HTTP/1.1" status: 200  len: 217 time: 0.0967853
Dec 24 11:14:28.151431 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [req-29148fd3-aac1-4788-8b30-c18d151e0267 req-b0311243-4290-4245-9623-50d09e669470 service neutron] Attempting to bind port 68ef7e7d-c0ed-4cbf-afdc-55d7a5af2f5d on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:14:28.151770 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [req-29148fd3-aac1-4788-8b30-c18d151e0267 req-b0311243-4290-4245-9623-50d09e669470 service neutron] Attempting to bind port 68ef7e7d-c0ed-4cbf-afdc-55d7a5af2f5d by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'faf0938d-9351-4aa3-a42a-2891bc0c4373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '2428796e-e2e4-4ddb-a9cc-996932bc1226'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:14:28.152132 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29148fd3-aac1-4788-8b30-c18d151e0267 req-b0311243-4290-4245-9623-50d09e669470 service neutron] Attempting to bind port 68ef7e7d-c0ed-4cbf-afdc-55d7a5af2f5d on network 2428796e-e2e4-4ddb-a9cc-996932bc1226 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:14:28.153976 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-76327eaf-b5e4-404f-abf3-085c0d8831b5 req-61a8c9df-0f30-4476-8b7f-dc12f5c54eeb tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] 10.222.0.65 "GET /v2.0/security-groups?id=7c81f28e-fd2d-468e-ad3a-e8186ef36a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0682933
Dec 24 11:14:28.168488 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adda378e-7250-4a9f-ba4a-c1f906089f2b req-c92d8b56-ba42-4f19-ab24-a35c08f39f99 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:14:28.170080 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-adda378e-7250-4a9f-ba4a-c1f906089f2b req-c92d8b56-ba42-4f19-ab24-a35c08f39f99 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/ports?device_id=4ad44774-5544-4955-9662-4dbdd970942c HTTP/1.1" status: 200  len: 943 time: 0.1556616
Dec 24 11:14:28.205799 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29148fd3-aac1-4788-8b30-c18d151e0267 req-b0311243-4290-4245-9623-50d09e669470 service neutron] Port 68ef7e7d-c0ed-4cbf-afdc-55d7a5af2f5d on network 2428796e-e2e4-4ddb-a9cc-996932bc1226 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 24 11:14:28.206136 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29148fd3-aac1-4788-8b30-c18d151e0267 req-b0311243-4290-4245-9623-50d09e669470 service neutron] Attempting to bind port 68ef7e7d-c0ed-4cbf-afdc-55d7a5af2f5d on network 2428796e-e2e4-4ddb-a9cc-996932bc1226 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:14:28.226148 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29148fd3-aac1-4788-8b30-c18d151e0267 req-b0311243-4290-4245-9623-50d09e669470 service neutron] Checking agent: {'id': '239bbc6e-fc66-42e2-b707-1aa8ba10287c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 57, 58), 'started_at': datetime.datetime(2021, 12, 24, 10, 57, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 13, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:14:28.226439 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-adda378e-7250-4a9f-ba4a-c1f906089f2b req-750a52d7-4644-429e-9c59-39706366e850 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/security-groups?id=ad9f57b9-4e54-4f5b-afea-86c6714fcd20&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441041
Dec 24 11:14:28.226577 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29148fd3-aac1-4788-8b30-c18d151e0267 req-b0311243-4290-4245-9623-50d09e669470 service neutron] Checking segment: {'id': 'faf0938d-9351-4aa3-a42a-2891bc0c4373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '2428796e-e2e4-4ddb-a9cc-996932bc1226'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:14:28.226905 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29148fd3-aac1-4788-8b30-c18d151e0267 req-b0311243-4290-4245-9623-50d09e669470 service neutron] Bound using segment: {'id': 'faf0938d-9351-4aa3-a42a-2891bc0c4373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '2428796e-e2e4-4ddb-a9cc-996932bc1226'} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:14:28.227380 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [req-29148fd3-aac1-4788-8b30-c18d151e0267 req-b0311243-4290-4245-9623-50d09e669470 service neutron] Bound port: 68ef7e7d-c0ed-4cbf-afdc-55d7a5af2f5d, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'faf0938d-9351-4aa3-a42a-2891bc0c4373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '2428796e-e2e4-4ddb-a9cc-996932bc1226'}}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:14:28.227758 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-29148fd3-aac1-4788-8b30-c18d151e0267 req-b0311243-4290-4245-9623-50d09e669470 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:14:28.251379 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebe04f3-0054-400f-b32c-e4e7eec0df85 req-63d56642-37a0-4793-a4af-fef1a64b9dfa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:14:28.253126 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-2ebe04f3-0054-400f-b32c-e4e7eec0df85 req-63d56642-37a0-4793-a4af-fef1a64b9dfa service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1871b491-9a07-4e2a-b4b3-b96c41e6b9c1 HTTP/1.1" status: 200  len: 835 time: 0.0962682
Dec 24 11:14:28.254500 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:14:28.384708 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [req-29148fd3-aac1-4788-8b30-c18d151e0267 req-b0311243-4290-4245-9623-50d09e669470 service neutron] For port 68ef7e7d-c0ed-4cbf-afdc-55d7a5af2f5d, host hv-neutron-8226, cleared binding levels {{(pid=88879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:14:28.388799 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [req-29148fd3-aac1-4788-8b30-c18d151e0267 req-b0311243-4290-4245-9623-50d09e669470 service neutron] For port 68ef7e7d-c0ed-4cbf-afdc-55d7a5af2f5d, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=68ef7e7d-c0ed-4cbf-afdc-55d7a5af2f5d,segment=NetworkSegment(faf0938d-9351-4aa3-a42a-2891bc0c4373),segment_id=faf0938d-9351-4aa3-a42a-2891bc0c4373)] {{(pid=88879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:14:28.393696 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-29148fd3-aac1-4788-8b30-c18d151e0267 req-b0311243-4290-4245-9623-50d09e669470 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850854027'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:14:28.403194 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-8ebbe341-c89b-49f2-9de6-f7750625d1c9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:14:28.462439 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-29148fd3-aac1-4788-8b30-c18d151e0267 req-b0311243-4290-4245-9623-50d09e669470 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:14:28.464037 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-29148fd3-aac1-4788-8b30-c18d151e0267 req-b0311243-4290-4245-9623-50d09e669470 service neutron] 10.222.0.58 "PUT /v2.0/ports/68ef7e7d-c0ed-4cbf-afdc-55d7a5af2f5d HTTP/1.1" status: 200  len: 1094 time: 1.9379356
Dec 24 11:14:28.467494 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-2ebe04f3-0054-400f-b32c-e4e7eec0df85 req-8ba0669e-5d22-4719-895d-ddd729cf3a62 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f6658a10-5669-4004-952d-d5cca217bc09&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1842861
Dec 24 11:14:28.567176 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0311243-4290-4245-9623-50d09e669470 service neutron] Pushing event updated for resources: {'Port': ['ID=68ef7e7d-c0ed-4cbf-afdc-55d7a5af2f5d,revision_number=3']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:14:28.574003 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-b0311243-4290-4245-9623-50d09e669470 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:14:28.712535 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-2ebe04f3-0054-400f-b32c-e4e7eec0df85 req-ac5ef70e-fae8-4d3a-a6ac-64a9bc262725 service neutron] 10.222.0.58 "GET /v2.0/networks/f6658a10-5669-4004-952d-d5cca217bc09?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2288785
Dec 24 11:14:28.718331 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-29148fd3-aac1-4788-8b30-c18d151e0267 req-94d71373-4e7d-45b7-a7fc-2c6b33d594ce service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fbedb279f22e4b3494591d6dabc201d5&device_id=aa3cf736-ad00-4059-b646-a6d63b4b5a99 HTTP/1.1" status: 200  len: 1097 time: 0.2058225
Dec 24 11:14:28.839561 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-29148fd3-aac1-4788-8b30-c18d151e0267 req-e3abe9e4-6ca7-4a7f-8ce9-cbaf92d30828 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=68ef7e7d-c0ed-4cbf-afdc-55d7a5af2f5d HTTP/1.1" status: 200  len: 217 time: 0.0878749
Dec 24 11:14:28.999528 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29148fd3-aac1-4788-8b30-c18d151e0267 req-72364e5d-516a-4ac5-9091-499bb1bab663 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:14:29.001038 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-29148fd3-aac1-4788-8b30-c18d151e0267 req-72364e5d-516a-4ac5-9091-499bb1bab663 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=66590446-f239-4728-b0eb-3db1299fa1e3 HTTP/1.1" status: 200  len: 851 time: 0.1017125
Dec 24 11:14:29.003207 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-2ebe04f3-0054-400f-b32c-e4e7eec0df85 req-6e27e99c-f70f-40bf-b044-f0f2844b7f39 service neutron] 10.222.0.58 "GET /v2.0/networks/f6658a10-5669-4004-952d-d5cca217bc09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2729554
Dec 24 11:14:29.154741 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-29148fd3-aac1-4788-8b30-c18d151e0267 req-283456fa-7b39-4a9a-a8e0-217ee8814e1d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2428796e-e2e4-4ddb-a9cc-996932bc1226&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1396976
Dec 24 11:14:29.162009 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-ad98f186-1ccd-4f6d-9340-c4a38bafed59 req-3c9f7c05-f39f-4d00-b518-72e29d271037 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ad7c5ba9df02428aae512a4d9bb9dd9d&device_id=4ad44774-5544-4955-9662-4dbdd970942c HTTP/1.1" status: 200  len: 1096 time: 0.1001565
Dec 24 11:14:29.403317 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76aad76d-dc2d-43fe-b650-3680f906cfc6 req-aeaf5ec6-9afe-4686-b4ae-4af8350905be tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:14:29.404950 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-76aad76d-dc2d-43fe-b650-3680f906cfc6 req-aeaf5ec6-9afe-4686-b4ae-4af8350905be tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] 10.222.0.65 "GET /v2.0/ports?device_id=aa3cf736-ad00-4059-b646-a6d63b4b5a99 HTTP/1.1" status: 200  len: 944 time: 0.1271482
Dec 24 11:14:29.427801 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-29148fd3-aac1-4788-8b30-c18d151e0267 req-d6823891-9bff-427c-836d-4d0ade0aeaef service neutron] 10.222.0.58 "GET /v2.0/networks/2428796e-e2e4-4ddb-a9cc-996932bc1226?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2647591
Dec 24 11:14:29.428861 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad98f186-1ccd-4f6d-9340-c4a38bafed59 req-7f0c2171-9225-4cdc-a99c-eeef3198cee7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:14:29.430334 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-ad98f186-1ccd-4f6d-9340-c4a38bafed59 req-7f0c2171-9225-4cdc-a99c-eeef3198cee7 service neutron] 10.222.0.58 "GET /v2.0/networks?id=f6658a10-5669-4004-952d-d5cca217bc09 HTTP/1.1" status: 200  len: 898 time: 0.2436914
Dec 24 11:14:29.468904 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-76aad76d-dc2d-43fe-b650-3680f906cfc6 req-d9b92811-a99f-45a2-8771-2b7d21ca62c8 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] 10.222.0.65 "GET /v2.0/security-groups?id=7c81f28e-fd2d-468e-ad3a-e8186ef36a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0574145
Dec 24 11:14:29.489887 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90699b0-86cd-4bb4-9f64-070ed43bcb9c req-16b87f65-1c7f-462c-a5d2-e06d818d5b9a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:14:29.491481 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-c90699b0-86cd-4bb4-9f64-070ed43bcb9c req-16b87f65-1c7f-462c-a5d2-e06d818d5b9a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/ports?device_id=4ad44774-5544-4955-9662-4dbdd970942c HTTP/1.1" status: 200  len: 943 time: 0.1330652
Dec 24 11:14:29.546049 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-ad98f186-1ccd-4f6d-9340-c4a38bafed59 req-d45fa52c-f887-4a0f-b7c3-03ada9c100f6 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1ab0647d-6be4-4bb2-a3f0-d0ebbadeb86a HTTP/1.1" status: 200  len: 217 time: 0.1051228
Dec 24 11:14:29.547959 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-c90699b0-86cd-4bb4-9f64-070ed43bcb9c req-13872207-4ef8-46a8-ac23-073120eb625e tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/security-groups?id=ad9f57b9-4e54-4f5b-afea-86c6714fcd20&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0495484
Dec 24 11:14:29.921632 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa3cf736-ad00-4059-b646-a6d63b4b5a99', 'tag': '68ef7e7d-c0ed-4cbf-afdc-55d7a5af2f5d'}] {{(pid=88879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 24 11:14:29.936033 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-29148fd3-aac1-4788-8b30-c18d151e0267 req-d67abbae-7087-482a-91e9-a1d01f90856f service neutron] 10.222.0.58 "GET /v2.0/networks/2428796e-e2e4-4ddb-a9cc-996932bc1226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4965324
Dec 24 11:14:29.937308 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad98f186-1ccd-4f6d-9340-c4a38bafed59 req-5388a7d8-7b4d-497c-a012-e492d038e877 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:14:29.938736 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-ad98f186-1ccd-4f6d-9340-c4a38bafed59 req-5388a7d8-7b4d-497c-a012-e492d038e877 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1871b491-9a07-4e2a-b4b3-b96c41e6b9c1 HTTP/1.1" status: 200  len: 835 time: 0.3416965
Dec 24 11:14:29.993157 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa3cf736-ad00-4059-b646-a6d63b4b5a99', 'tag': '68ef7e7d-c0ed-4cbf-afdc-55d7a5af2f5d', 'status': 'completed', 'code': 200}
Dec 24 11:14:30.078062 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-ad98f186-1ccd-4f6d-9340-c4a38bafed59 req-a8229af7-0029-4858-a987-5a55c26e8d77 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f6658a10-5669-4004-952d-d5cca217bc09&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1229992
Dec 24 11:14:30.145001 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-fb6fc004-bf3b-4806-b2bd-54d19bcf03aa req-ec26da10-8d56-4ba5-83de-06c8db521b6f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fbedb279f22e4b3494591d6dabc201d5&device_id=aa3cf736-ad00-4059-b646-a6d63b4b5a99 HTTP/1.1" status: 200  len: 1097 time: 0.1355169
Dec 24 11:14:30.341787 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-ad98f186-1ccd-4f6d-9340-c4a38bafed59 req-35ae8216-f7d8-456f-9b24-28442d02ccee service neutron] 10.222.0.58 "GET /v2.0/networks/f6658a10-5669-4004-952d-d5cca217bc09?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2497947
Dec 24 11:14:30.408597 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6fc004-bf3b-4806-b2bd-54d19bcf03aa req-aaa1dbb6-2fce-4315-b4b7-2951a60ae0ce service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:14:30.410187 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-fb6fc004-bf3b-4806-b2bd-54d19bcf03aa req-aaa1dbb6-2fce-4315-b4b7-2951a60ae0ce service neutron] 10.222.0.58 "GET /v2.0/networks?id=2428796e-e2e4-4ddb-a9cc-996932bc1226 HTTP/1.1" status: 200  len: 913 time: 0.2166190
Dec 24 11:14:30.544274 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-fb6fc004-bf3b-4806-b2bd-54d19bcf03aa req-e161cec0-f3a1-4630-9b87-48f7d8d10aec service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=68ef7e7d-c0ed-4cbf-afdc-55d7a5af2f5d HTTP/1.1" status: 200  len: 217 time: 0.1261716
Dec 24 11:14:30.625036 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-ad98f186-1ccd-4f6d-9340-c4a38bafed59 req-f2b6d0d0-0431-4f0b-acae-6c98dbf237c6 service neutron] 10.222.0.58 "GET /v2.0/networks/f6658a10-5669-4004-952d-d5cca217bc09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2732809
Dec 24 11:14:30.637105 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6fc004-bf3b-4806-b2bd-54d19bcf03aa req-f50aa8e5-76c1-4bb5-b546-399825b550cf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:14:30.638689 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-fb6fc004-bf3b-4806-b2bd-54d19bcf03aa req-f50aa8e5-76c1-4bb5-b546-399825b550cf service neutron] 10.222.0.58 "GET /v2.0/subnets?id=66590446-f239-4728-b0eb-3db1299fa1e3 HTTP/1.1" status: 200  len: 851 time: 0.0870969
Dec 24 11:14:30.683310 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1f7360-f6fc-4647-91dc-b1d73eabdbb8 req-f5dd270c-6419-4755-82ea-471df450a3d0 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:14:30.685103 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-7e1f7360-f6fc-4647-91dc-b1d73eabdbb8 req-f5dd270c-6419-4755-82ea-471df450a3d0 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] 10.222.0.65 "GET /v2.0/ports?device_id=aa3cf736-ad00-4059-b646-a6d63b4b5a99 HTTP/1.1" status: 200  len: 944 time: 0.0902739
Dec 24 11:14:30.733508 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-fb6fc004-bf3b-4806-b2bd-54d19bcf03aa req-5f914fc5-51e6-4b1c-acbd-b39002fe860f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2428796e-e2e4-4ddb-a9cc-996932bc1226&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0856128
Dec 24 11:14:30.785375 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-7e1f7360-f6fc-4647-91dc-b1d73eabdbb8 req-2d820bc1-640f-4459-b83f-c185be3368cf tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] 10.222.0.65 "GET /v2.0/security-groups?id=7c81f28e-fd2d-468e-ad3a-e8186ef36a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0610139
Dec 24 11:14:30.805986 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff372db-fbba-459d-9a63-0049c7b34ac5 req-2b77785f-ee7c-4cbf-8372-75bd79a8c14e tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:14:30.807616 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-2ff372db-fbba-459d-9a63-0049c7b34ac5 req-2b77785f-ee7c-4cbf-8372-75bd79a8c14e tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/ports?device_id=4ad44774-5544-4955-9662-4dbdd970942c HTTP/1.1" status: 200  len: 943 time: 0.1215518
Dec 24 11:14:30.863121 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-2ff372db-fbba-459d-9a63-0049c7b34ac5 req-dc2b42f5-662e-4653-8de1-e139d0bfec82 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/security-groups?id=ad9f57b9-4e54-4f5b-afea-86c6714fcd20&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0489082
Dec 24 11:14:30.887497 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-fb6fc004-bf3b-4806-b2bd-54d19bcf03aa req-89016f72-6cf0-4e7e-8358-08f5a0b3259e service neutron] 10.222.0.58 "GET /v2.0/networks/2428796e-e2e4-4ddb-a9cc-996932bc1226?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1452398
Dec 24 11:14:31.036657 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-fb6fc004-bf3b-4806-b2bd-54d19bcf03aa req-0239ec1e-9f54-4b38-94e4-6b9ac4b5de2e service neutron] 10.222.0.58 "GET /v2.0/networks/2428796e-e2e4-4ddb-a9cc-996932bc1226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1410248
Dec 24 11:14:32.005244 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5c46e0-1186-4d64-a8d5-8a597baa5ba0 req-c8fde7b5-004a-489c-9bc0-2b8ac5e48e75 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:14:32.006860 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-4a5c46e0-1186-4d64-a8d5-8a597baa5ba0 req-c8fde7b5-004a-489c-9bc0-2b8ac5e48e75 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] 10.222.0.65 "GET /v2.0/ports?device_id=aa3cf736-ad00-4059-b646-a6d63b4b5a99 HTTP/1.1" status: 200  len: 944 time: 0.0873365
Dec 24 11:14:32.104755 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-4a5c46e0-1186-4d64-a8d5-8a597baa5ba0 req-8c77cf68-0a40-4901-8b96-e0bb08f997bb tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] 10.222.0.65 "GET /v2.0/security-groups?id=7c81f28e-fd2d-468e-ad3a-e8186ef36a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0654871
Dec 24 11:14:32.130842 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93df805-82ea-4bd0-a1a3-5db5f058a5f0 req-a9ab281e-ba9f-457a-8636-5b0bca7dfa78 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:14:32.132190 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-a93df805-82ea-4bd0-a1a3-5db5f058a5f0 req-a9ab281e-ba9f-457a-8636-5b0bca7dfa78 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/ports?device_id=4ad44774-5544-4955-9662-4dbdd970942c HTTP/1.1" status: 200  len: 943 time: 0.1347461
Dec 24 11:14:32.182728 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-a93df805-82ea-4bd0-a1a3-5db5f058a5f0 req-1e2301db-5cd6-4a26-bc37-d51a88477657 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/security-groups?id=ad9f57b9-4e54-4f5b-afea-86c6714fcd20&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443387
Dec 24 11:14:32.333532 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Device 1ab0647d-6be4-4bb2-a3f0-d0ebbadeb86a details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 24 11:14:32.488282 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] For port 1ab0647d-6be4-4bb2-a3f0-d0ebbadeb86a, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=1ab0647d-6be4-4bb2-a3f0-d0ebbadeb86a,segment=NetworkSegment(563240ed-a4a8-491f-8ac8-28f5be8e7caa),segment_id=563240ed-a4a8-491f-8ac8-28f5be8e7caa)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:14:32.502806 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Returning: {'device': '1ab0647d-6be4-4bb2-a3f0-d0ebbadeb86a', 'network_id': 'f6658a10-5669-4004-952d-d5cca217bc09', 'port_id': '1ab0647d-6be4-4bb2-a3f0-d0ebbadeb86a', 'mac_address': 'fa:16:3e:19:21:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1871b491-9a07-4e2a-b4b3-b96c41e6b9c1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 24 11:14:32.566183 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:14:32.585543 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ab0647d-6be4-4bb2-a3f0-d0ebbadeb86a {{(pid=88880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 24 11:14:32.601456 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] For port 1ab0647d-6be4-4bb2-a3f0-d0ebbadeb86a, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=1ab0647d-6be4-4bb2-a3f0-d0ebbadeb86a,segment=NetworkSegment(563240ed-a4a8-491f-8ac8-28f5be8e7caa),segment_id=563240ed-a4a8-491f-8ac8-28f5be8e7caa)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:14:32.621734 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:14:32.624582 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:14:32.698794 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Pushing event updated for resources: {'Port': ['ID=1ab0647d-6be4-4bb2-a3f0-d0ebbadeb86a,revision_number=4']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:14:32.708280 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:14:32.708682 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:14:32.709062 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:14:32.709445 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:14:32.709868 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:14:32.710267 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:14:32.710622 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:14:32.710997 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:14:32.711367 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:14:32.711734 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:14:32.712105 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:14:32.716350 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:14:32.916164 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] get_ports_and_sgs() called for port_ids ['1ab0647d-6be4-4bb2-a3f0-d0ebbadeb86a'] {{(pid=88880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 24 11:14:33.377131 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddf5fd0-ab53-4cc9-9f91-cace2c3c7fea req-57f31e18-983d-4afa-99f3-986190c36939 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:14:33.379098 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-7ddf5fd0-ab53-4cc9-9f91-cace2c3c7fea req-57f31e18-983d-4afa-99f3-986190c36939 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] 10.222.0.65 "GET /v2.0/ports?device_id=aa3cf736-ad00-4059-b646-a6d63b4b5a99 HTTP/1.1" status: 200  len: 944 time: 0.1282599
Dec 24 11:14:33.451555 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-7ddf5fd0-ab53-4cc9-9f91-cace2c3c7fea req-714e8f18-c648-4f56-ac5a-b8e4a5ece05b tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] 10.222.0.65 "GET /v2.0/security-groups?id=7c81f28e-fd2d-468e-ad3a-e8186ef36a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0600159
Dec 24 11:14:33.467096 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9457db7-2576-4742-9f83-6a2cd86d1e4d req-ff557828-59b9-4c62-8c32-b09646bf632e tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:14:33.468643 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-c9457db7-2576-4742-9f83-6a2cd86d1e4d req-ff557828-59b9-4c62-8c32-b09646bf632e tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/ports?device_id=4ad44774-5544-4955-9662-4dbdd970942c HTTP/1.1" status: 200  len: 944 time: 0.1387336
Dec 24 11:14:33.520891 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-c9457db7-2576-4742-9f83-6a2cd86d1e4d req-037493cd-a828-4615-bca7-b2b17336a830 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/security-groups?id=ad9f57b9-4e54-4f5b-afea-86c6714fcd20&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0456853
Dec 24 11:14:34.338819 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Device 1ab0647d-6be4-4bb2-a3f0-d0ebbadeb86a up at agent hyperv_hv-neutron-8226 {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:14:34.429095 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Provisioning for port 1ab0647d-6be4-4bb2-a3f0-d0ebbadeb86a completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:14:34.434292 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Provisioning complete for port 1ab0647d-6be4-4bb2-a3f0-d0ebbadeb86a triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:14:34.434727 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:14:34.561888 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:14:34.596242 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ad44774-5544-4955-9662-4dbdd970942c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ab0647d-6be4-4bb2-a3f0-d0ebbadeb86a'}] {{(pid=88880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 24 11:14:34.603577 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] For port 1ab0647d-6be4-4bb2-a3f0-d0ebbadeb86a, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=1ab0647d-6be4-4bb2-a3f0-d0ebbadeb86a,segment=NetworkSegment(563240ed-a4a8-491f-8ac8-28f5be8e7caa),segment_id=563240ed-a4a8-491f-8ac8-28f5be8e7caa)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:14:34.627328 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:14:34.630136 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:14:34.700793 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Pushing event updated for resources: {'Port': ['ID=1ab0647d-6be4-4bb2-a3f0-d0ebbadeb86a,revision_number=5']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:14:34.704973 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:14:34.754302 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b374bf7-97db-4145-822e-ae0ef9ab4738 req-ba956fd3-18b4-43e7-a335-c012e322152d tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:14:34.755967 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-8b374bf7-97db-4145-822e-ae0ef9ab4738 req-ba956fd3-18b4-43e7-a335-c012e322152d tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] 10.222.0.65 "GET /v2.0/ports?device_id=aa3cf736-ad00-4059-b646-a6d63b4b5a99 HTTP/1.1" status: 200  len: 944 time: 0.1418488
Dec 24 11:14:34.821209 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d124d2-8fa0-4602-ba50-db5e10b912be req-29e8491b-2239-4b29-b555-0e29b1bfd9ac tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:14:34.822822 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-80d124d2-8fa0-4602-ba50-db5e10b912be req-29e8491b-2239-4b29-b555-0e29b1bfd9ac tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/ports?device_id=4ad44774-5544-4955-9662-4dbdd970942c HTTP/1.1" status: 200  len: 945 time: 0.1440463
Dec 24 11:14:34.830657 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-8b374bf7-97db-4145-822e-ae0ef9ab4738 req-b7a433f8-fcf5-4e58-9ede-5fdc9cb4d6c3 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] 10.222.0.65 "GET /v2.0/security-groups?id=7c81f28e-fd2d-468e-ad3a-e8186ef36a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0677190
Dec 24 11:14:34.876451 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-80d124d2-8fa0-4602-ba50-db5e10b912be req-eeaefe1d-d0a0-4ac1-8e99-a0608320d1cf tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/security-groups?id=ad9f57b9-4e54-4f5b-afea-86c6714fcd20&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447831
Dec 24 11:14:34.989766 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ad44774-5544-4955-9662-4dbdd970942c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ab0647d-6be4-4bb2-a3f0-d0ebbadeb86a', 'code': 200}
Dec 24 11:14:35.275699 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-037d8c30-a90e-4779-9f62-714cefdd9d64 req-bb251887-847f-48ab-8694-f64deb017121 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=4ad44774-5544-4955-9662-4dbdd970942c HTTP/1.1" status: 200  len: 1098 time: 0.0881326
Dec 24 11:14:35.343606 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-037d8c30-a90e-4779-9f62-714cefdd9d64 req-685e6931-bc89-4566-a3be-cec36452f59c service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=ad9f57b9-4e54-4f5b-afea-86c6714fcd20&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0487587
Dec 24 11:14:36.115945 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed6e9a9-9378-4428-96f7-3a3fcc56270a req-a377c5bb-371d-4d9e-b729-4be8d49d1792 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:14:36.117576 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-1ed6e9a9-9378-4428-96f7-3a3fcc56270a req-a377c5bb-371d-4d9e-b729-4be8d49d1792 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] 10.222.0.65 "GET /v2.0/ports?device_id=aa3cf736-ad00-4059-b646-a6d63b4b5a99 HTTP/1.1" status: 200  len: 944 time: 0.1546278
Dec 24 11:14:36.147014 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41772513-5781-40ac-93e2-014564ce6d48 req-8671afbb-2cdc-4387-a848-e6f1ddfb6f30 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:14:36.148640 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-41772513-5781-40ac-93e2-014564ce6d48 req-8671afbb-2cdc-4387-a848-e6f1ddfb6f30 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/ports?device_id=4ad44774-5544-4955-9662-4dbdd970942c HTTP/1.1" status: 200  len: 945 time: 0.1335912
Dec 24 11:14:36.209496 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-1ed6e9a9-9378-4428-96f7-3a3fcc56270a req-0835f4c8-feeb-483a-b36b-2851134fc625 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] 10.222.0.65 "GET /v2.0/security-groups?id=7c81f28e-fd2d-468e-ad3a-e8186ef36a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0842814
Dec 24 11:14:36.222497 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-41772513-5781-40ac-93e2-014564ce6d48 req-1adf8bf1-ce93-4dcf-b497-04be7005c909 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/security-groups?id=ad9f57b9-4e54-4f5b-afea-86c6714fcd20&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0654194
Dec 24 11:14:36.439583 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-23308fe0-ded9-4f7b-8d72-d689d8722af5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:14:37.494263 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8f3b52-5207-499b-986b-ab905da37b42 req-8998a901-2949-4d6c-9651-9786173ee284 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:14:37.495865 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-2f8f3b52-5207-499b-986b-ab905da37b42 req-8998a901-2949-4d6c-9651-9786173ee284 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] 10.222.0.65 "GET /v2.0/ports?device_id=aa3cf736-ad00-4059-b646-a6d63b4b5a99 HTTP/1.1" status: 200  len: 944 time: 0.1578481
Dec 24 11:14:37.502790 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b21d6b-7001-42bb-9aad-1041c77c6388 req-98d8f0ef-0087-43bc-b22a-ebcdf386e47d tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:14:37.504511 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-c1b21d6b-7001-42bb-9aad-1041c77c6388 req-98d8f0ef-0087-43bc-b22a-ebcdf386e47d tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/ports?device_id=4ad44774-5544-4955-9662-4dbdd970942c HTTP/1.1" status: 200  len: 945 time: 0.1220365
Dec 24 11:14:37.584185 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-2f8f3b52-5207-499b-986b-ab905da37b42 req-f6d1850b-7f2d-4233-b84c-a5df16c63cf4 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] 10.222.0.65 "GET /v2.0/security-groups?id=7c81f28e-fd2d-468e-ad3a-e8186ef36a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0786433
Dec 24 11:14:37.591806 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-c1b21d6b-7001-42bb-9aad-1041c77c6388 req-035513ab-4cb0-49b2-a658-ba15ddc9aa2b tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/security-groups?id=ad9f57b9-4e54-4f5b-afea-86c6714fcd20&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0718083
Dec 24 11:14:37.809421 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8facdbd2-c824-426f-a111-7625a6b9a5ae req-f2cb0100-e709-4295-b381-4dfefa4cc972 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:14:37.811118 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-8facdbd2-c824-426f-a111-7625a6b9a5ae req-f2cb0100-e709-4295-b381-4dfefa4cc972 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/ports?device_id=4ad44774-5544-4955-9662-4dbdd970942c HTTP/1.1" status: 200  len: 945 time: 0.0942118
Dec 24 11:14:37.872047 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-8facdbd2-c824-426f-a111-7625a6b9a5ae req-7f330a7c-6025-41b1-9ef9-9fd1f59f1eff tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/security-groups?id=ad9f57b9-4e54-4f5b-afea-86c6714fcd20&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0527337
Dec 24 11:14:37.900158 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 44586) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:14:37.980318 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-18ba9ed9-c995-4486-b21b-a9678e21b4b1 tempest-TestNetworkBasicOps-448411267 tempest-TestNetworkBasicOps-448411267-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=4ad44774-5544-4955-9662-4dbdd970942c HTTP/1.1" status: 200  len: 1093 time: 0.0787883
Dec 24 11:14:37.984166 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 44590) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:14:37.990035 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-7fc9a49d-45a5-4f9d-b8d0-40a1809e66fb tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Request body: {'floatingip': {'port_id': '1ab0647d-6be4-4bb2-a3f0-d0ebbadeb86a'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:14:38.042326 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:14:38.074490 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7fc9a49d-45a5-4f9d-b8d0-40a1809e66fb tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for floatingip, before_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:14:38.378103 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Device 68ef7e7d-c0ed-4cbf-afdc-55d7a5af2f5d details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 24 11:14:38.525946 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] For port 68ef7e7d-c0ed-4cbf-afdc-55d7a5af2f5d, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=68ef7e7d-c0ed-4cbf-afdc-55d7a5af2f5d,segment=NetworkSegment(faf0938d-9351-4aa3-a42a-2891bc0c4373),segment_id=faf0938d-9351-4aa3-a42a-2891bc0c4373)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:14:38.541341 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Returning: {'device': '68ef7e7d-c0ed-4cbf-afdc-55d7a5af2f5d', 'network_id': '2428796e-e2e4-4ddb-a9cc-996932bc1226', 'port_id': '68ef7e7d-c0ed-4cbf-afdc-55d7a5af2f5d', 'mac_address': 'fa:16:3e:05:76:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66590446-f239-4728-b0eb-3db1299fa1e3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 24 11:14:38.603746 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:14:38.624699 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68ef7e7d-c0ed-4cbf-afdc-55d7a5af2f5d {{(pid=88880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 24 11:14:38.641314 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] For port 68ef7e7d-c0ed-4cbf-afdc-55d7a5af2f5d, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=68ef7e7d-c0ed-4cbf-afdc-55d7a5af2f5d,segment=NetworkSegment(faf0938d-9351-4aa3-a42a-2891bc0c4373),segment_id=faf0938d-9351-4aa3-a42a-2891bc0c4373)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:14:38.648121 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:14:38.649555 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-6b61764c-1861-4887-85e6-e4625ae88052 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:14:38.721980 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Pushing event updated for resources: {'Port': ['ID=68ef7e7d-c0ed-4cbf-afdc-55d7a5af2f5d,revision_number=4']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:14:38.724895 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:14:38.787739 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7fc9a49d-45a5-4f9d-b8d0-40a1809e66fb tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:14:38.806834 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7fc9a49d-45a5-4f9d-b8d0-40a1809e66fb tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659181'] for floatingip, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:14:38.891744 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898324d8-5bb8-42e1-80dc-28df4c1b9cb7 req-49b5273b-fff3-49f5-a9df-e1ff8e8bbda4 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:14:38.893362 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-898324d8-5bb8-42e1-80dc-28df4c1b9cb7 req-49b5273b-fff3-49f5-a9df-e1ff8e8bbda4 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] 10.222.0.65 "GET /v2.0/ports?device_id=aa3cf736-ad00-4059-b646-a6d63b4b5a99 HTTP/1.1" status: 200  len: 945 time: 0.1793454
Dec 24 11:14:38.926299 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] get_ports_and_sgs() called for port_ids ['68ef7e7d-c0ed-4cbf-afdc-55d7a5af2f5d'] {{(pid=88880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 24 11:14:39.007131 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-efe19d46-e36d-40e5-9a72-c9c662bef8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:14:39.261329 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-898324d8-5bb8-42e1-80dc-28df4c1b9cb7 req-b6daf335-544c-4276-a93f-887becec4338 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] 10.222.0.65 "GET /v2.0/security-groups?id=7c81f28e-fd2d-468e-ad3a-e8186ef36a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3599873
Dec 24 11:14:39.312809 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.l3_db [None req-7fc9a49d-45a5-4f9d-b8d0-40a1809e66fb tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Floating IP 5a56cc0a-619f-4a9b-87fb-a109728697da associated. External IP: 172.26.3.50, port: 1ab0647d-6be4-4bb2-a3f0-d0ebbadeb86a.
Dec 24 11:14:39.369395 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bdfdbc84-c52d-4f40-b281-af314dc1f8fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:14:39.760419 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fc9a49d-45a5-4f9d-b8d0-40a1809e66fb tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Router 3caa95e2-5ee4-4122-bfd7-fd5bc1f0b164 has already been hosted by L3 agent 198cca88-1338-4098-b44b-beb0346ac906 {{(pid=88878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 24 11:14:39.983466 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fc9a49d-45a5-4f9d-b8d0-40a1809e66fb tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:14:39.988946 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7fc9a49d-45a5-4f9d-b8d0-40a1809e66fb tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for floatingip, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:14:39.994329 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb0cdfe-cf0b-4df0-9bc8-31995141a75b None None] Sync routers for ids ['3caa95e2-5ee4-4122-bfd7-fd5bc1f0b164'] in dv-neutron-822691-2-hyperv {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:14:40.008556 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb0cdfe-cf0b-4df0-9bc8-31995141a75b None None] Routers {'3caa95e2-5ee4-4122-bfd7-fd5bc1f0b164'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:14:40.009284 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-abb0cdfe-cf0b-4df0-9bc8-31995141a75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52720de0b8>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:14:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['3caa95e2-5ee4-4122-bfd7-fd5bc1f0b164'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:14:40.049797 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-7fc9a49d-45a5-4f9d-b8d0-40a1809e66fb tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "PUT /v2.0/floatingips/5a56cc0a-619f-4a9b-87fb-a109728697da HTTP/1.1" status: 200  len: 990 time: 2.0645182
Dec 24 11:14:40.050789 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ad44774-5544-4955-9662-4dbdd970942c', 'tag': '1ab0647d-6be4-4bb2-a3f0-d0ebbadeb86a'}] {{(pid=88878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 24 11:14:40.053029 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 44596) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:14:40.109045 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ad44774-5544-4955-9662-4dbdd970942c', 'tag': '1ab0647d-6be4-4bb2-a3f0-d0ebbadeb86a', 'status': 'completed', 'code': 200}
Dec 24 11:14:40.201464 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-abb0cdfe-cf0b-4df0-9bc8-31995141a75b None None] Set router 3caa95e2-5ee4-4122-bfd7-fd5bc1f0b164 gateway port host: dv-neutron-822691-2-hyperv {{(pid=88881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:14:40.219844 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-b33282bf-59d0-4e0a-8103-07812af711a4 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/floatingips/5a56cc0a-619f-4a9b-87fb-a109728697da HTTP/1.1" status: 200  len: 990 time: 0.1654279
Dec 24 11:14:40.243949 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-5eae91e1-b46f-4cc2-b986-5a010e3fe027 req-b86b2cb6-469e-40fc-a2c9-4c2fea92d1f6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ad7c5ba9df02428aae512a4d9bb9dd9d&device_id=4ad44774-5544-4955-9662-4dbdd970942c HTTP/1.1" status: 200  len: 1098 time: 0.1063728
Dec 24 11:14:40.390406 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Device 68ef7e7d-c0ed-4cbf-afdc-55d7a5af2f5d up at agent hyperv_hv-neutron-8226 {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:14:40.406333 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eae91e1-b46f-4cc2-b986-5a010e3fe027 req-ad8f90f0-5ab9-4041-8cc1-2d06652e055b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:14:40.408171 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-5eae91e1-b46f-4cc2-b986-5a010e3fe027 req-ad8f90f0-5ab9-4041-8cc1-2d06652e055b service neutron] 10.222.0.58 "GET /v2.0/networks?id=f6658a10-5669-4004-952d-d5cca217bc09 HTTP/1.1" status: 200  len: 898 time: 0.1575046
Dec 24 11:14:40.474276 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Provisioning for port 68ef7e7d-c0ed-4cbf-afdc-55d7a5af2f5d completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:14:40.481102 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Provisioning complete for port 68ef7e7d-c0ed-4cbf-afdc-55d7a5af2f5d triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:14:40.481734 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:14:40.495174 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9cf170-a2c1-4550-b49d-61d3c2050d2a req-8d714aba-0c4f-4a7f-9919-baa625b757f0 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:14:40.497131 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-ef9cf170-a2c1-4550-b49d-61d3c2050d2a req-8d714aba-0c4f-4a7f-9919-baa625b757f0 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] 10.222.0.65 "GET /v2.0/ports?device_id=aa3cf736-ad00-4059-b646-a6d63b4b5a99 HTTP/1.1" status: 200  len: 945 time: 0.1023371
Dec 24 11:14:40.548511 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-5eae91e1-b46f-4cc2-b986-5a010e3fe027 req-2d1ce2c1-4f1e-4a02-b917-b98fb72bb844 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1ab0647d-6be4-4bb2-a3f0-d0ebbadeb86a HTTP/1.1" status: 200  len: 998 time: 0.1319904
Dec 24 11:14:40.592706 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-ef9cf170-a2c1-4550-b49d-61d3c2050d2a req-4e0b17b8-9c15-403d-bf10-147d807b7f31 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] 10.222.0.65 "GET /v2.0/security-groups?id=7c81f28e-fd2d-468e-ad3a-e8186ef36a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0864844
Dec 24 11:14:40.624733 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:14:40.643285 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-abb0cdfe-cf0b-4df0-9bc8-31995141a75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52720de0b8>, [{'id': '3caa95e2-5ee4-4122-bfd7-fd5bc1f0b164', 'name': 'tempest-TestNetworkBasicOps-router-596895298', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.231'}], 'enable_snat': True}, 'gw_port_id': '3aa8285d-a1b0-4133-b3f5-05d2d7310d5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:13:11Z', 'updated_at': '2021-12-24T11:13:16Z', 'revision_number': 4, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'gw_port': {'id': '3aa8285d-a1b0-4133-b3f5-05d2d7310d5c', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:1d:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3caa95e2-5ee4-4122-bfd7-fd5bc1f0b164', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:13:12Z', 'updated_at': '2021-12-24T11:13:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_floatingips': [{'id': '5a56cc0a-619f-4a9b-87fb-a109728697da', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'floating_ip_address': '172.26.3.50', 'floating_network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'router_id': '3caa95e2-5ee4-4122-bfd7-fd5bc1f0b164', 'port_id': '1ab0647d-6be4-4bb2-a3f0-d0ebbadeb86a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6658a10-5669-4004-952d-d5cca217bc09', 'mac_address': 'fa:16:3e:19:21:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ad44774-5544-4955-9662-4dbdd970942c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T11:13:34Z', 'updated_at': '2021-12-24T11:14:38Z', 'revision_number': 5, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a618eb3d-1c23-4021-8c70-4eca28d50ef1', 'name': '', 'network_id': 'f6658a10-5669-4004-952d-d5cca217bc09', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'mac_address': 'fa:16:3e:81:5f:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3caa95e2-5ee4-4122-bfd7-fd5bc1f0b164', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1871b491-9a07-4e2a-b4b3-b96c41e6b9c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:13:15Z', 'updated_at': '2021-12-24T11:13:23Z', 'revision_number': 5, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'subnets': [{'id': '1871b491-9a07-4e2a-b4b3-b96c41e6b9c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:14:40.646104 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eae91e1-b46f-4cc2-b986-5a010e3fe027 req-cdf45e6f-1b9a-4c35-9f17-beafd3f35462 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:14:40.647880 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-5eae91e1-b46f-4cc2-b986-5a010e3fe027 req-cdf45e6f-1b9a-4c35-9f17-beafd3f35462 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1871b491-9a07-4e2a-b4b3-b96c41e6b9c1 HTTP/1.1" status: 200  len: 835 time: 0.0915139
Dec 24 11:14:40.648065 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb0cdfe-cf0b-4df0-9bc8-31995141a75b None None] Checking router: 3caa95e2-5ee4-4122-bfd7-fd5bc1f0b164 for host: dv-neutron-822691-2-hyperv {{(pid=88881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 24 11:14:40.661513 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb0cdfe-cf0b-4df0-9bc8-31995141a75b None None] Routers {'3caa95e2-5ee4-4122-bfd7-fd5bc1f0b164'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:14:40.662317 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-abb0cdfe-cf0b-4df0-9bc8-31995141a75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52720de0b8>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:14:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['3caa95e2-5ee4-4122-bfd7-fd5bc1f0b164'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:14:40.666832 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa3cf736-ad00-4059-b646-a6d63b4b5a99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68ef7e7d-c0ed-4cbf-afdc-55d7a5af2f5d'}] {{(pid=88880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 24 11:14:40.675284 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-39ff93cf-c0b7-48c5-95f3-6f7e9977387d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:14:40.678227 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] For port 68ef7e7d-c0ed-4cbf-afdc-55d7a5af2f5d, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=68ef7e7d-c0ed-4cbf-afdc-55d7a5af2f5d,segment=NetworkSegment(faf0938d-9351-4aa3-a42a-2891bc0c4373),segment_id=faf0938d-9351-4aa3-a42a-2891bc0c4373)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:14:40.686010 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:14:40.689455 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-042356f2-2660-4924-b725-8fd8601df770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:14:40.732992 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa3cf736-ad00-4059-b646-a6d63b4b5a99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68ef7e7d-c0ed-4cbf-afdc-55d7a5af2f5d', 'code': 200}
Dec 24 11:14:40.738824 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-5eae91e1-b46f-4cc2-b986-5a010e3fe027 req-f831ce7a-48fd-454f-88a4-8a6de0778cd7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f6658a10-5669-4004-952d-d5cca217bc09&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0838480
Dec 24 11:14:40.776330 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Pushing event updated for resources: {'Port': ['ID=68ef7e7d-c0ed-4cbf-afdc-55d7a5af2f5d,revision_number=5']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:14:40.780034 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:14:40.878401 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-abb0cdfe-cf0b-4df0-9bc8-31995141a75b None None] Set router 3caa95e2-5ee4-4122-bfd7-fd5bc1f0b164 gateway port host: dv-neutron-822691-2-hyperv {{(pid=88881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:14:40.910187 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-5eae91e1-b46f-4cc2-b986-5a010e3fe027 req-c324e104-71b4-49e3-86cf-e1b8942a40f6 service neutron] 10.222.0.58 "GET /v2.0/networks/f6658a10-5669-4004-952d-d5cca217bc09?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1619792
Dec 24 11:14:41.124413 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-5eae91e1-b46f-4cc2-b986-5a010e3fe027 req-3c28302d-3552-4db8-b3ab-50f619c6f816 service neutron] 10.222.0.58 "GET /v2.0/networks/f6658a10-5669-4004-952d-d5cca217bc09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2074845
Dec 24 11:14:41.145918 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-5a117530-802e-4835-a12b-2edfab764907 req-4faf33bb-d348-4f7c-8488-aa64d0ca860f service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=aa3cf736-ad00-4059-b646-a6d63b4b5a99 HTTP/1.1" status: 200  len: 1099 time: 0.1155543
Dec 24 11:14:41.193076 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-5a117530-802e-4835-a12b-2edfab764907 req-90cba542-e4a6-4f22-a857-3b353fc60940 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=7c81f28e-fd2d-468e-ad3a-e8186ef36a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405548
Dec 24 11:14:41.224395 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 44606) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:14:41.268708 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-abb0cdfe-cf0b-4df0-9bc8-31995141a75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52720de0b8>, [{'id': '3caa95e2-5ee4-4122-bfd7-fd5bc1f0b164', 'name': 'tempest-TestNetworkBasicOps-router-596895298', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.231'}], 'enable_snat': True}, 'gw_port_id': '3aa8285d-a1b0-4133-b3f5-05d2d7310d5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:13:11Z', 'updated_at': '2021-12-24T11:13:16Z', 'revision_number': 4, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'gw_port': {'id': '3aa8285d-a1b0-4133-b3f5-05d2d7310d5c', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:1d:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3caa95e2-5ee4-4122-bfd7-fd5bc1f0b164', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:13:12Z', 'updated_at': '2021-12-24T11:13:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_floatingips': [{'id': '5a56cc0a-619f-4a9b-87fb-a109728697da', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'floating_ip_address': '172.26.3.50', 'floating_network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'router_id': '3caa95e2-5ee4-4122-bfd7-fd5bc1f0b164', 'port_id': '1ab0647d-6be4-4bb2-a3f0-d0ebbadeb86a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6658a10-5669-4004-952d-d5cca217bc09', 'mac_address': 'fa:16:3e:19:21:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ad44774-5544-4955-9662-4dbdd970942c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T11:13:34Z', 'updated_at': '2021-12-24T11:14:38Z', 'revision_number': 5, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a618eb3d-1c23-4021-8c70-4eca28d50ef1', 'name': '', 'network_id': 'f6658a10-5669-4004-952d-d5cca217bc09', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'mac_address': 'fa:16:3e:81:5f:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3caa95e2-5ee4-4122-bfd7-fd5bc1f0b164', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1871b491-9a07-4e2a-b4b3-b96c41e6b9c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:13:15Z', 'updated_at': '2021-12-24T11:13:23Z', 'revision_number': 5, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'subnets': [{'id': '1871b491-9a07-4e2a-b4b3-b96c41e6b9c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:14:41.273130 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb0cdfe-cf0b-4df0-9bc8-31995141a75b None None] The sync data for ids ['3caa95e2-5ee4-4122-bfd7-fd5bc1f0b164'] in dv-neutron-822691-2-hyperv is: [{'id': '3caa95e2-5ee4-4122-bfd7-fd5bc1f0b164', 'name': 'tempest-TestNetworkBasicOps-router-596895298', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.231'}], 'enable_snat': True}, 'gw_port_id': '3aa8285d-a1b0-4133-b3f5-05d2d7310d5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:13:11Z', 'updated_at': '2021-12-24T11:13:16Z', 'revision_number': 4, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'gw_port': {'id': '3aa8285d-a1b0-4133-b3f5-05d2d7310d5c', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:1d:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3caa95e2-5ee4-4122-bfd7-fd5bc1f0b164', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:13:12Z', 'updated_at': '2021-12-24T11:13:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_floatingips': [{'id': '5a56cc0a-619f-4a9b-87fb-a109728697da', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'floating_ip_address': '172.26.3.50', 'floating_network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'router_id': '3caa95e2-5ee4-4122-bfd7-fd5bc1f0b164', 'port_id': '1ab0647d-6be4-4bb2-a3f0-d0ebbadeb86a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6658a10-5669-4004-952d-d5cca217bc09', 'mac_address': 'fa:16:3e:19:21:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ad44774-5544-4955-9662-4dbdd970942c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T11:13:34Z', 'updated_at': '2021-12-24T11:14:38Z', 'revision_number': 5, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a618eb3d-1c23-4021-8c70-4eca28d50ef1', 'name': '', 'network_id': 'f6658a10-5669-4004-952d-d5cca217bc09', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'mac_address': 'fa:16:3e:81:5f:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3caa95e2-5ee4-4122-bfd7-fd5bc1f0b164', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1871b491-9a07-4e2a-b4b3-b96c41e6b9c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:13:15Z', 'updated_at': '2021-12-24T11:13:23Z', 'revision_number': 5, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'subnets': [{'id': '1871b491-9a07-4e2a-b4b3-b96c41e6b9c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:14:41.343447 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-fba41ba3-f598-4be5-8503-66f4d7220222 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/floatingips/5a56cc0a-619f-4a9b-87fb-a109728697da HTTP/1.1" status: 200  len: 990 time: 0.1181991
Dec 24 11:14:41.634173 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d16267a-4fbe-4633-aabc-7329e33ce5fe None None] New status for floating IP 5a56cc0a-619f-4a9b-87fb-a109728697da: ACTIVE {{(pid=88880) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 24 11:14:41.816328 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b14c47e-c651-4209-a42d-6bea6cff0b69 req-076f741c-ecc0-462b-b97a-9aaba1308f66 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:14:41.818272 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-8b14c47e-c651-4209-a42d-6bea6cff0b69 req-076f741c-ecc0-462b-b97a-9aaba1308f66 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] 10.222.0.65 "GET /v2.0/ports?device_id=aa3cf736-ad00-4059-b646-a6d63b4b5a99 HTTP/1.1" status: 200  len: 946 time: 0.0898192
Dec 24 11:14:41.868348 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-8b14c47e-c651-4209-a42d-6bea6cff0b69 req-a88b2aee-1355-4324-be1a-e9acd4911b76 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] 10.222.0.65 "GET /v2.0/security-groups?id=7c81f28e-fd2d-468e-ad3a-e8186ef36a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441797
Dec 24 11:14:42.347713 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 44612) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:14:42.464134 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-1fd7344a-818b-4ce4-8836-42e40b897778 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/floatingips/5a56cc0a-619f-4a9b-87fb-a109728697da HTTP/1.1" status: 200  len: 992 time: 0.1150341
Dec 24 11:14:43.103439 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a7a3a9-ce23-49d8-845f-b459b0bb62e1 req-0cc9f6b9-8efe-4c9f-a8cf-a3e61b242636 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:14:43.105019 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-f7a7a3a9-ce23-49d8-845f-b459b0bb62e1 req-0cc9f6b9-8efe-4c9f-a8cf-a3e61b242636 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] 10.222.0.65 "GET /v2.0/ports?device_id=aa3cf736-ad00-4059-b646-a6d63b4b5a99 HTTP/1.1" status: 200  len: 946 time: 0.0968411
Dec 24 11:14:43.157804 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-f7a7a3a9-ce23-49d8-845f-b459b0bb62e1 req-d9fc02a9-5770-417f-8dfd-0e6b5863d1fc tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] 10.222.0.65 "GET /v2.0/security-groups?id=7c81f28e-fd2d-468e-ad3a-e8186ef36a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434439
Dec 24 11:14:43.324930 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.agents_db [None req-e51243ab-6a93-425b-980f-a73583147efa None None] Agent healthcheck: found 6 active agents {{(pid=88881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 24 11:14:43.364009 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c210f6dd-106a-4b57-b730-b5bd909b84bf req-59aef8e5-e59b-4e49-94db-c6f9222575ed tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:14:43.365669 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-c210f6dd-106a-4b57-b730-b5bd909b84bf req-59aef8e5-e59b-4e49-94db-c6f9222575ed tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] 10.222.0.65 "GET /v2.0/ports?device_id=aa3cf736-ad00-4059-b646-a6d63b4b5a99 HTTP/1.1" status: 200  len: 946 time: 0.0868847
Dec 24 11:14:43.416319 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-c210f6dd-106a-4b57-b730-b5bd909b84bf req-382d0031-ea01-476e-aac3-59c73bde98ff tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] 10.222.0.65 "GET /v2.0/security-groups?id=7c81f28e-fd2d-468e-ad3a-e8186ef36a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444093
Dec 24 11:14:43.453059 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 44620) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:14:43.685464 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-31479075-1196-46f0-b779-c699a142a4ae tempest-TestVolumeBootPattern-1848862148 tempest-TestVolumeBootPattern-1848862148-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=aa3cf736-ad00-4059-b646-a6d63b4b5a99 HTTP/1.1" status: 200  len: 1094 time: 0.2309346
Dec 24 11:14:43.688272 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 44626) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:14:43.694138 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-3d752806-08bd-4388-9b73-0e37d079c03e tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Request body: {'floatingip': {'floating_network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'port_id': '68ef7e7d-c0ed-4cbf-afdc-55d7a5af2f5d', 'tenant_id': 'fbedb279f22e4b3494591d6dabc201d5', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:14:43.700296 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-3d752806-08bd-4388-9b73-0e37d079c03e tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:14:43.704384 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-3d752806-08bd-4388-9b73-0e37d079c03e tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Usage tracker for resource:floatingip and tenant:fbedb279f22e4b3494591d6dabc201d5 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:14:43.707473 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-3d752806-08bd-4388-9b73-0e37d079c03e tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:14:43.713500 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-3d752806-08bd-4388-9b73-0e37d079c03e tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:14:43.729870 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3d752806-08bd-4388-9b73-0e37d079c03e tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Notify callbacks [] for floatingip, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:14:44.127629 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3d752806-08bd-4388-9b73-0e37d079c03e tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:14:44.285612 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-3d752806-08bd-4388-9b73-0e37d079c03e tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Allocated IP 172.26.3.134 (f8c337ba-681f-4fcb-a333-e3c49365b30a/8ea1398c-0bec-46d6-8d54-85798de2a7ca/2f4b2784-1afa-4747-a919-b3fd11b54b75) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:14:44.463488 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3d752806-08bd-4388-9b73-0e37d079c03e tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:14:44.503007 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3d752806-08bd-4388-9b73-0e37d079c03e tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:14:44.507501 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-14da66ed-0139-413a-9377-82655dfdc70e tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:14:44.582335 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d752806-08bd-4388-9b73-0e37d079c03e tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Network f8c337ba-681f-4fcb-a333-e3c49365b30a is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:14:44.586207 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d752806-08bd-4388-9b73-0e37d079c03e tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Pushing event updated for resources: {'Port': ['ID=2f4b2784-1afa-4747-a919-b3fd11b54b75,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:14:44.591586 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-3d752806-08bd-4388-9b73-0e37d079c03e tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Resources bound (agent type, host, resource id):  {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:14:44.591586 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-3d752806-08bd-4388-9b73-0e37d079c03e tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:14:44.591586 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d752806-08bd-4388-9b73-0e37d079c03e tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:14:45.153402 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3d752806-08bd-4388-9b73-0e37d079c03e tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:14:45.215483 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3d752806-08bd-4388-9b73-0e37d079c03e tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:14:45.443011 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3d752806-08bd-4388-9b73-0e37d079c03e tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Notify callbacks [] for port, precommit_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:14:45.458291 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3d752806-08bd-4388-9b73-0e37d079c03e tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850854027'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:14:45.462364 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-973cc953-244f-4442-b695-dcf1967e4e8e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:14:45.573028 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d752806-08bd-4388-9b73-0e37d079c03e tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Pushing event updated for resources: {'Port': ['ID=2f4b2784-1afa-4747-a919-b3fd11b54b75,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:14:45.577800 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-3d752806-08bd-4388-9b73-0e37d079c03e tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:14:45.589114 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3d752806-08bd-4388-9b73-0e37d079c03e tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659181'] for floatingip, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:14:45.803327 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.l3_db [None req-3d752806-08bd-4388-9b73-0e37d079c03e tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Floating IP 8b868e59-6922-439c-89e6-ab572cc1fc1c associated. External IP: 172.26.3.134, port: 68ef7e7d-c0ed-4cbf-afdc-55d7a5af2f5d.
Dec 24 11:14:46.233683 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d752806-08bd-4388-9b73-0e37d079c03e tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Router 9595545e-9654-4c5f-a2fc-4da3de1dc6ec has already been hosted by L3 agent 198cca88-1338-4098-b44b-beb0346ac906 {{(pid=88879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 24 11:14:46.453686 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d752806-08bd-4388-9b73-0e37d079c03e tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:14:46.465797 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e54f4f3-51ab-45e2-a539-87a0cabf5b42 None None] Sync routers for ids ['9595545e-9654-4c5f-a2fc-4da3de1dc6ec'] in dv-neutron-822691-2-hyperv {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:14:46.479839 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e54f4f3-51ab-45e2-a539-87a0cabf5b42 None None] Routers {'9595545e-9654-4c5f-a2fc-4da3de1dc6ec'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:14:46.480522 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-7e54f4f3-51ab-45e2-a539-87a0cabf5b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271ad1e48>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:14:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['9595545e-9654-4c5f-a2fc-4da3de1dc6ec'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:14:46.488616 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3d752806-08bd-4388-9b73-0e37d079c03e tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for floatingip, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:14:46.551051 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-3d752806-08bd-4388-9b73-0e37d079c03e tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.8616216
Dec 24 11:14:46.551821 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa3cf736-ad00-4059-b646-a6d63b4b5a99', 'tag': '68ef7e7d-c0ed-4cbf-afdc-55d7a5af2f5d'}] {{(pid=88879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 24 11:14:46.692241 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa3cf736-ad00-4059-b646-a6d63b4b5a99', 'tag': '68ef7e7d-c0ed-4cbf-afdc-55d7a5af2f5d', 'status': 'completed', 'code': 200}
Dec 24 11:14:46.692374 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-7e54f4f3-51ab-45e2-a539-87a0cabf5b42 None None] Set router 9595545e-9654-4c5f-a2fc-4da3de1dc6ec gateway port host: dv-neutron-822691-2-hyperv {{(pid=88881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:14:46.801122 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-748b8250-9803-4af1-87ed-7be80447edd5 req-9fdeb780-d7fa-442d-bbeb-6bd065e4afea service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fbedb279f22e4b3494591d6dabc201d5&device_id=aa3cf736-ad00-4059-b646-a6d63b4b5a99 HTTP/1.1" status: 200  len: 1099 time: 0.0783067
Dec 24 11:14:46.946889 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748b8250-9803-4af1-87ed-7be80447edd5 req-2cee3aa1-8225-48ae-9028-1335453afc5f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:14:46.948471 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-748b8250-9803-4af1-87ed-7be80447edd5 req-2cee3aa1-8225-48ae-9028-1335453afc5f service neutron] 10.222.0.58 "GET /v2.0/networks?id=2428796e-e2e4-4ddb-a9cc-996932bc1226 HTTP/1.1" status: 200  len: 913 time: 0.1410611
Dec 24 11:14:47.261272 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-7e54f4f3-51ab-45e2-a539-87a0cabf5b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271ad1e48>, [{'id': '9595545e-9654-4c5f-a2fc-4da3de1dc6ec', 'name': 'tempest-TestVolumeBootPattern-1089784377-router', 'tenant_id': 'fbedb279f22e4b3494591d6dabc201d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.41'}], 'enable_snat': True}, 'gw_port_id': '6971b6ef-10e9-41ac-8eab-55400fae7ed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:07:53Z', 'updated_at': '2021-12-24T11:08:03Z', 'revision_number': 4, 'project_id': 'fbedb279f22e4b3494591d6dabc201d5', 'gw_port': {'id': '6971b6ef-10e9-41ac-8eab-55400fae7ed7', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:42:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9595545e-9654-4c5f-a2fc-4da3de1dc6ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:07:55Z', 'updated_at': '2021-12-24T11:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_floatingips': [{'id': '8b868e59-6922-439c-89e6-ab572cc1fc1c', 'tenant_id': 'fbedb279f22e4b3494591d6dabc201d5', 'floating_ip_address': '172.26.3.134', 'floating_network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'router_id': '9595545e-9654-4c5f-a2fc-4da3de1dc6ec', 'port_id': '68ef7e7d-c0ed-4cbf-afdc-55d7a5af2f5d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2428796e-e2e4-4ddb-a9cc-996932bc1226', 'mac_address': 'fa:16:3e:05:76:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa3cf736-ad00-4059-b646-a6d63b4b5a99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T11:14:44Z', 'updated_at': '2021-12-24T11:14:44Z', 'revision_number': 0, 'project_id': 'fbedb279f22e4b3494591d6dabc201d5', 'fixed_ip_address_scope': None}, {'id': 'eb02df3c-b7c6-4008-8b77-391d8ad7bb92', 'tenant_id': 'fbedb279f22e4b3494591d6dabc201d5', 'floating_ip_address': '172.26.3.3', 'floating_network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'router_id': '9595545e-9654-4c5f-a2fc-4da3de1dc6ec', 'port_id': '160df496-6eec-44ce-a16c-8b507196b963', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2428796e-e2e4-4ddb-a9cc-996932bc1226', 'mac_address': 'fa:16:3e:74:cd:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9172ddea-2e24-4367-8ccf-2f8b57546cea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T11:12:24Z', 'updated_at': '2021-12-24T11:12:28Z', 'revision_number': 1, 'project_id': 'fbedb279f22e4b3494591d6dabc201d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b54eb025-abcc-4657-9416-e7f42be0d1d5', 'name': '', 'network_id': '2428796e-e2e4-4ddb-a9cc-996932bc1226', 'tenant_id': 'fbedb279f22e4b3494591d6dabc201d5', 'mac_address': 'fa:16:3e:14:4e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9595545e-9654-4c5f-a2fc-4da3de1dc6ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66590446-f239-4728-b0eb-3db1299fa1e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:08:01Z', 'updated_at': '2021-12-24T11:08:18Z', 'revision_number': 5, 'project_id': 'fbedb279f22e4b3494591d6dabc201d5', 'subnets': [{'id': '66590446-f239-4728-b0eb-3db1299fa1e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:14:47.265991 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e54f4f3-51ab-45e2-a539-87a0cabf5b42 None None] Checking router: 9595545e-9654-4c5f-a2fc-4da3de1dc6ec for host: dv-neutron-822691-2-hyperv {{(pid=88881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 24 11:14:47.279624 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e54f4f3-51ab-45e2-a539-87a0cabf5b42 None None] Routers {'9595545e-9654-4c5f-a2fc-4da3de1dc6ec'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:14:47.280311 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-7e54f4f3-51ab-45e2-a539-87a0cabf5b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271ad1e48>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:14:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['9595545e-9654-4c5f-a2fc-4da3de1dc6ec'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:14:47.315172 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-748b8250-9803-4af1-87ed-7be80447edd5 req-eb681d4e-8f5b-4f44-97ea-c551592a6100 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=68ef7e7d-c0ed-4cbf-afdc-55d7a5af2f5d HTTP/1.1" status: 200  len: 1000 time: 0.3589923
Dec 24 11:14:47.385718 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748b8250-9803-4af1-87ed-7be80447edd5 req-49357035-4077-4a4f-a3e1-e730842346b6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:14:47.387360 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-748b8250-9803-4af1-87ed-7be80447edd5 req-49357035-4077-4a4f-a3e1-e730842346b6 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=66590446-f239-4728-b0eb-3db1299fa1e3 HTTP/1.1" status: 200  len: 851 time: 0.0650322
Dec 24 11:14:47.478937 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-7e54f4f3-51ab-45e2-a539-87a0cabf5b42 None None] Set router 9595545e-9654-4c5f-a2fc-4da3de1dc6ec gateway port host: dv-neutron-822691-2-hyperv {{(pid=88881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:14:47.479169 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-748b8250-9803-4af1-87ed-7be80447edd5 req-3e5c9423-2813-4805-9e35-00e90b763422 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2428796e-e2e4-4ddb-a9cc-996932bc1226&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0821126
Dec 24 11:14:47.647708 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-748b8250-9803-4af1-87ed-7be80447edd5 req-a420c3af-aa29-4caa-a07a-5161391eb29c service neutron] 10.222.0.58 "GET /v2.0/networks/2428796e-e2e4-4ddb-a9cc-996932bc1226?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1427553
Dec 24 11:14:47.795195 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-748b8250-9803-4af1-87ed-7be80447edd5 req-b42d990f-74d1-499a-bd0a-d398ea127175 service neutron] 10.222.0.58 "GET /v2.0/networks/2428796e-e2e4-4ddb-a9cc-996932bc1226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1405604
Dec 24 11:14:47.869790 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-7e54f4f3-51ab-45e2-a539-87a0cabf5b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271ad1e48>, [{'id': '9595545e-9654-4c5f-a2fc-4da3de1dc6ec', 'name': 'tempest-TestVolumeBootPattern-1089784377-router', 'tenant_id': 'fbedb279f22e4b3494591d6dabc201d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.41'}], 'enable_snat': True}, 'gw_port_id': '6971b6ef-10e9-41ac-8eab-55400fae7ed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:07:53Z', 'updated_at': '2021-12-24T11:08:03Z', 'revision_number': 4, 'project_id': 'fbedb279f22e4b3494591d6dabc201d5', 'gw_port': {'id': '6971b6ef-10e9-41ac-8eab-55400fae7ed7', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:42:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9595545e-9654-4c5f-a2fc-4da3de1dc6ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:07:55Z', 'updated_at': '2021-12-24T11:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_floatingips': [{'id': '8b868e59-6922-439c-89e6-ab572cc1fc1c', 'tenant_id': 'fbedb279f22e4b3494591d6dabc201d5', 'floating_ip_address': '172.26.3.134', 'floating_network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'router_id': '9595545e-9654-4c5f-a2fc-4da3de1dc6ec', 'port_id': '68ef7e7d-c0ed-4cbf-afdc-55d7a5af2f5d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2428796e-e2e4-4ddb-a9cc-996932bc1226', 'mac_address': 'fa:16:3e:05:76:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa3cf736-ad00-4059-b646-a6d63b4b5a99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T11:14:44Z', 'updated_at': '2021-12-24T11:14:44Z', 'revision_number': 0, 'project_id': 'fbedb279f22e4b3494591d6dabc201d5', 'fixed_ip_address_scope': None}, {'id': 'eb02df3c-b7c6-4008-8b77-391d8ad7bb92', 'tenant_id': 'fbedb279f22e4b3494591d6dabc201d5', 'floating_ip_address': '172.26.3.3', 'floating_network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'router_id': '9595545e-9654-4c5f-a2fc-4da3de1dc6ec', 'port_id': '160df496-6eec-44ce-a16c-8b507196b963', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2428796e-e2e4-4ddb-a9cc-996932bc1226', 'mac_address': 'fa:16:3e:74:cd:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9172ddea-2e24-4367-8ccf-2f8b57546cea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T11:12:24Z', 'updated_at': '2021-12-24T11:12:28Z', 'revision_number': 1, 'project_id': 'fbedb279f22e4b3494591d6dabc201d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b54eb025-abcc-4657-9416-e7f42be0d1d5', 'name': '', 'network_id': '2428796e-e2e4-4ddb-a9cc-996932bc1226', 'tenant_id': 'fbedb279f22e4b3494591d6dabc201d5', 'mac_address': 'fa:16:3e:14:4e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9595545e-9654-4c5f-a2fc-4da3de1dc6ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66590446-f239-4728-b0eb-3db1299fa1e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:08:01Z', 'updated_at': '2021-12-24T11:08:18Z', 'revision_number': 5, 'project_id': 'fbedb279f22e4b3494591d6dabc201d5', 'subnets': [{'id': '66590446-f239-4728-b0eb-3db1299fa1e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:14:47.874681 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e54f4f3-51ab-45e2-a539-87a0cabf5b42 None None] The sync data for ids ['9595545e-9654-4c5f-a2fc-4da3de1dc6ec'] in dv-neutron-822691-2-hyperv is: [{'id': '9595545e-9654-4c5f-a2fc-4da3de1dc6ec', 'name': 'tempest-TestVolumeBootPattern-1089784377-router', 'tenant_id': 'fbedb279f22e4b3494591d6dabc201d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.41'}], 'enable_snat': True}, 'gw_port_id': '6971b6ef-10e9-41ac-8eab-55400fae7ed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:07:53Z', 'updated_at': '2021-12-24T11:08:03Z', 'revision_number': 4, 'project_id': 'fbedb279f22e4b3494591d6dabc201d5', 'gw_port': {'id': '6971b6ef-10e9-41ac-8eab-55400fae7ed7', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:42:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9595545e-9654-4c5f-a2fc-4da3de1dc6ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:07:55Z', 'updated_at': '2021-12-24T11:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_floatingips': [{'id': '8b868e59-6922-439c-89e6-ab572cc1fc1c', 'tenant_id': 'fbedb279f22e4b3494591d6dabc201d5', 'floating_ip_address': '172.26.3.134', 'floating_network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'router_id': '9595545e-9654-4c5f-a2fc-4da3de1dc6ec', 'port_id': '68ef7e7d-c0ed-4cbf-afdc-55d7a5af2f5d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2428796e-e2e4-4ddb-a9cc-996932bc1226', 'mac_address': 'fa:16:3e:05:76:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa3cf736-ad00-4059-b646-a6d63b4b5a99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T11:14:44Z', 'updated_at': '2021-12-24T11:14:44Z', 'revision_number': 0, 'project_id': 'fbedb279f22e4b3494591d6dabc201d5', 'fixed_ip_address_scope': None}, {'id': 'eb02df3c-b7c6-4008-8b77-391d8ad7bb92', 'tenant_id': 'fbedb279f22e4b3494591d6dabc201d5', 'floating_ip_address': '172.26.3.3', 'floating_network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'router_id': '9595545e-9654-4c5f-a2fc-4da3de1dc6ec', 'port_id': '160df496-6eec-44ce-a16c-8b507196b963', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2428796e-e2e4-4ddb-a9cc-996932bc1226', 'mac_address': 'fa:16:3e:74:cd:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9172ddea-2e24-4367-8ccf-2f8b57546cea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T11:12:24Z', 'updated_at': '2021-12-24T11:12:28Z', 'revision_number': 1, 'project_id': 'fbedb279f22e4b3494591d6dabc201d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b54eb025-abcc-4657-9416-e7f42be0d1d5', 'name': '', 'network_id': '2428796e-e2e4-4ddb-a9cc-996932bc1226', 'tenant_id': 'fbedb279f22e4b3494591d6dabc201d5', 'mac_address': 'fa:16:3e:14:4e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9595545e-9654-4c5f-a2fc-4da3de1dc6ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66590446-f239-4728-b0eb-3db1299fa1e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:08:01Z', 'updated_at': '2021-12-24T11:08:18Z', 'revision_number': 5, 'project_id': 'fbedb279f22e4b3494591d6dabc201d5', 'subnets': [{'id': '66590446-f239-4728-b0eb-3db1299fa1e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:14:48.234994 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ab4a33-20bc-499c-b421-253bb7d6a1a3 None None] New status for floating IP 8b868e59-6922-439c-89e6-ab572cc1fc1c: ACTIVE {{(pid=88880) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 24 11:14:58.246236 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:15:06.461151 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bfc58493-e672-44ba-a30c-8d3bc864a685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:15:08.026834 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:15:08.978950 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-42773f44-946a-4dd7-8ed2-1e8ee9bcd05b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:15:09.382682 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bdfdbc84-c52d-4f40-b281-af314dc1f8fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:15:10.637207 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-39ff93cf-c0b7-48c5-95f3-6f7e9977387d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:15:11.068002 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-242aac13-1590-42ba-b391-86e415433840 req-a6665650-864e-41e1-a03c-a585cde754f5 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=d4e0b7bf-4ea8-4929-bbce-d09c48981e22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0852475
Dec 24 11:15:11.182627 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-242aac13-1590-42ba-b391-86e415433840 req-dda7f06e-0ddc-4c5a-adf7-41668d56fa36 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ad7c5ba9df02428aae512a4d9bb9dd9d&device_id=d4e0b7bf-4ea8-4929-bbce-d09c48981e22 HTTP/1.1" status: 200  len: 1098 time: 0.0892706
Dec 24 11:15:11.358777 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242aac13-1590-42ba-b391-86e415433840 req-680e84eb-e875-4cfb-bea3-b8902584b860 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:15:11.360268 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-242aac13-1590-42ba-b391-86e415433840 req-680e84eb-e875-4cfb-bea3-b8902584b860 service neutron] 10.222.0.58 "GET /v2.0/networks?id=f6658a10-5669-4004-952d-d5cca217bc09 HTTP/1.1" status: 200  len: 898 time: 0.1546044
Dec 24 11:15:11.437198 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-242aac13-1590-42ba-b391-86e415433840 req-a80d87e5-dd64-4db5-8ad5-c5827fe20169 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f1c11f27-4377-4bf0-a186-afde1f93f04b HTTP/1.1" status: 200  len: 217 time: 0.0694280
Dec 24 11:15:11.532073 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242aac13-1590-42ba-b391-86e415433840 req-2f160597-b4de-4442-b76b-d7a0b348b433 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:15:11.532073 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-242aac13-1590-42ba-b391-86e415433840 req-2f160597-b4de-4442-b76b-d7a0b348b433 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1871b491-9a07-4e2a-b4b3-b96c41e6b9c1 HTTP/1.1" status: 200  len: 835 time: 0.0669408
Dec 24 11:15:11.617697 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-242aac13-1590-42ba-b391-86e415433840 req-1eab1cdc-9d64-4316-bad2-0e0a4043d0d8 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f6658a10-5669-4004-952d-d5cca217bc09&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0876262
Dec 24 11:15:11.759614 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-242aac13-1590-42ba-b391-86e415433840 req-795d6e69-a699-4655-9ce1-67f578cc0ed9 service neutron] 10.222.0.58 "GET /v2.0/networks/f6658a10-5669-4004-952d-d5cca217bc09?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1388981
Dec 24 11:15:11.913214 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-242aac13-1590-42ba-b391-86e415433840 req-48d17aa2-9b4e-4c35-b2dc-4ae4a9e8bae3 service neutron] 10.222.0.58 "GET /v2.0/networks/f6658a10-5669-4004-952d-d5cca217bc09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1451647
Dec 24 11:15:16.154813 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad60997c-93ab-4929-8eb9-3276a87f4616 req-62e6c5d0-23fe-4101-be62-7f87ef398157 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:15:16.157039 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-ad60997c-93ab-4929-8eb9-3276a87f4616 req-62e6c5d0-23fe-4101-be62-7f87ef398157 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/ports?device_id=4ad44774-5544-4955-9662-4dbdd970942c HTTP/1.1" status: 200  len: 945 time: 0.0971260
Dec 24 11:15:16.208893 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-ad60997c-93ab-4929-8eb9-3276a87f4616 req-20623b44-c592-4397-ab38-83c264f069a5 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/security-groups?id=ad9f57b9-4e54-4f5b-afea-86c6714fcd20&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0460858
Dec 24 11:15:17.426515 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f45fe3-c69f-42aa-9f32-d46d307565c7 req-323430b5-27f7-4188-a829-33b0ee59cdc4 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:15:17.428151 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-c3f45fe3-c69f-42aa-9f32-d46d307565c7 req-323430b5-27f7-4188-a829-33b0ee59cdc4 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/ports?device_id=4ad44774-5544-4955-9662-4dbdd970942c HTTP/1.1" status: 200  len: 945 time: 0.0901451
Dec 24 11:15:17.483603 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-c3f45fe3-c69f-42aa-9f32-d46d307565c7 req-27f44ad4-6d7c-4a11-9516-f4385c3101a7 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/security-groups?id=ad9f57b9-4e54-4f5b-afea-86c6714fcd20&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0489724
Dec 24 11:15:17.743515 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ece8205-4ef3-46af-b174-5ade1264def6 req-aaca8cf4-dcc3-4a4a-b7fb-83d1901705c2 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:15:17.744278 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-5ece8205-4ef3-46af-b174-5ade1264def6 req-aaca8cf4-dcc3-4a4a-b7fb-83d1901705c2 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Synchronizing usage tracker for tenant:ad7c5ba9df02428aae512a4d9bb9dd9d on resource:port {{(pid=88879) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:15:17.760744 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-5ece8205-4ef3-46af-b174-5ade1264def6 req-aaca8cf4-dcc3-4a4a-b7fb-83d1901705c2 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Unset dirty status for tenant:ad7c5ba9df02428aae512a4d9bb9dd9d on resource:port {{(pid=88879) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:15:17.761929 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-5ece8205-4ef3-46af-b174-5ade1264def6 req-aaca8cf4-dcc3-4a4a-b7fb-83d1901705c2 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ad44774-5544-4955-9662-4dbdd970942c HTTP/1.1" status: 200  len: 945 time: 0.1068983
Dec 24 11:15:17.846512 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [req-5ece8205-4ef3-46af-b174-5ade1264def6 req-8c5727b3-4ece-42a7-9881-206d7490c06e tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Deleting port 1ab0647d-6be4-4bb2-a3f0-d0ebbadeb86a {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:15:17.846863 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-5ece8205-4ef3-46af-b174-5ade1264def6 req-8c5727b3-4ece-42a7-9881-206d7490c06e tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:15:18.129964 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [req-5ece8205-4ef3-46af-b174-5ade1264def6 req-8c5727b3-4ece-42a7-9881-206d7490c06e tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] For port 1ab0647d-6be4-4bb2-a3f0-d0ebbadeb86a, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=1ab0647d-6be4-4bb2-a3f0-d0ebbadeb86a,segment=NetworkSegment(563240ed-a4a8-491f-8ac8-28f5be8e7caa),segment_id=563240ed-a4a8-491f-8ac8-28f5be8e7caa)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:15:18.130467 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-5ece8205-4ef3-46af-b174-5ade1264def6 req-8c5727b3-4ece-42a7-9881-206d7490c06e tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:15:18.452612 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-5ece8205-4ef3-46af-b174-5ade1264def6 req-8c5727b3-4ece-42a7-9881-206d7490c06e tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:15:18.453291 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-5ece8205-4ef3-46af-b174-5ade1264def6 req-8c5727b3-4ece-42a7-9881-206d7490c06e tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659181'] for floatingip, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:15:18.453291 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.l3_db [req-5ece8205-4ef3-46af-b174-5ade1264def6 req-8c5727b3-4ece-42a7-9881-206d7490c06e tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Floating IP 5a56cc0a-619f-4a9b-87fb-a109728697da disassociated. External IP: 172.26.3.50, port: 1ab0647d-6be4-4bb2-a3f0-d0ebbadeb86a.
Dec 24 11:15:18.453654 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [req-5ece8205-4ef3-46af-b174-5ade1264def6 req-8c5727b3-4ece-42a7-9881-206d7490c06e tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Calling delete_port for 1ab0647d-6be4-4bb2-a3f0-d0ebbadeb86a owned by compute:nova {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:15:18.603140 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-5ece8205-4ef3-46af-b174-5ade1264def6 req-8c5727b3-4ece-42a7-9881-206d7490c06e tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:15:18.610712 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-2a5a4973-c5ae-4676-84fe-17d45593bb71 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:15:18.659298 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-befbd286-fdf1-433f-a507-e6314f730fdb req-cb508da0-a3a6-479b-979d-56e0e46fee3a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/ports?device_id=4ad44774-5544-4955-9662-4dbdd970942c HTTP/1.1" status: 200  len: 210 time: 0.0461419
Dec 24 11:15:18.659876 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5727b3-4ece-42a7-9881-206d7490c06e tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event deleted for resources: {'Port': ['ID=1ab0647d-6be4-4bb2-a3f0-d0ebbadeb86a,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:15:18.662686 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-8c5727b3-4ece-42a7-9881-206d7490c06e tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:15:18.902681 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5ece8205-4ef3-46af-b174-5ade1264def6 req-8c5727b3-4ece-42a7-9881-206d7490c06e tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Router 3caa95e2-5ee4-4122-bfd7-fd5bc1f0b164 has already been hosted by L3 agent 198cca88-1338-4098-b44b-beb0346ac906 {{(pid=88879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 24 11:15:19.133552 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5ece8205-4ef3-46af-b174-5ade1264def6 req-8c5727b3-4ece-42a7-9881-206d7490c06e tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:15:19.144336 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce851d44-73a8-42d0-a200-a40b9ff3ace0 None None] Sync routers for ids ['3caa95e2-5ee4-4122-bfd7-fd5bc1f0b164'] in dv-neutron-822691-2-hyperv {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:15:19.158623 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce851d44-73a8-42d0-a200-a40b9ff3ace0 None None] Routers {'3caa95e2-5ee4-4122-bfd7-fd5bc1f0b164'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:15:19.159236 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-ce851d44-73a8-42d0-a200-a40b9ff3ace0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271fc2080>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:15:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['3caa95e2-5ee4-4122-bfd7-fd5bc1f0b164'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:15:19.207165 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ece8205-4ef3-46af-b174-5ade1264def6 req-8c5727b3-4ece-42a7-9881-206d7490c06e tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] No DVR routers for this DVR port 1ab0647d-6be4-4bb2-a3f0-d0ebbadeb86a on host hv-neutron-8226 {{(pid=88879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 24 11:15:19.209816 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-5ece8205-4ef3-46af-b174-5ade1264def6 req-8c5727b3-4ece-42a7-9881-206d7490c06e tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:15:19.214993 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ad44774-5544-4955-9662-4dbdd970942c', 'name': 'network-vif-deleted', 'tag': '1ab0647d-6be4-4bb2-a3f0-d0ebbadeb86a'}] {{(pid=88879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 24 11:15:19.229628 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-5ece8205-4ef3-46af-b174-5ade1264def6 req-8c5727b3-4ece-42a7-9881-206d7490c06e tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.58 "DELETE /v2.0/ports/1ab0647d-6be4-4bb2-a3f0-d0ebbadeb86a HTTP/1.1" status: 204  len: 173 time: 1.4585652
Dec 24 11:15:19.291654 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ad44774-5544-4955-9662-4dbdd970942c', 'name': 'network-vif-deleted', 'tag': '1ab0647d-6be4-4bb2-a3f0-d0ebbadeb86a', 'status': 'completed', 'code': 200}
Dec 24 11:15:19.365325 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-ce851d44-73a8-42d0-a200-a40b9ff3ace0 None None] Set router 3caa95e2-5ee4-4122-bfd7-fd5bc1f0b164 gateway port host: dv-neutron-822691-2-hyperv {{(pid=88881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:15:19.732953 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-ce851d44-73a8-42d0-a200-a40b9ff3ace0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271fc2080>, [{'id': '3caa95e2-5ee4-4122-bfd7-fd5bc1f0b164', 'name': 'tempest-TestNetworkBasicOps-router-596895298', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.231'}], 'enable_snat': True}, 'gw_port_id': '3aa8285d-a1b0-4133-b3f5-05d2d7310d5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:13:11Z', 'updated_at': '2021-12-24T11:13:16Z', 'revision_number': 4, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'gw_port': {'id': '3aa8285d-a1b0-4133-b3f5-05d2d7310d5c', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:1d:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3caa95e2-5ee4-4122-bfd7-fd5bc1f0b164', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:13:12Z', 'updated_at': '2021-12-24T11:13:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_interfaces': [{'id': 'a618eb3d-1c23-4021-8c70-4eca28d50ef1', 'name': '', 'network_id': 'f6658a10-5669-4004-952d-d5cca217bc09', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'mac_address': 'fa:16:3e:81:5f:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3caa95e2-5ee4-4122-bfd7-fd5bc1f0b164', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1871b491-9a07-4e2a-b4b3-b96c41e6b9c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:13:15Z', 'updated_at': '2021-12-24T11:13:23Z', 'revision_number': 5, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'subnets': [{'id': '1871b491-9a07-4e2a-b4b3-b96c41e6b9c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:15:19.737483 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce851d44-73a8-42d0-a200-a40b9ff3ace0 None None] Checking router: 3caa95e2-5ee4-4122-bfd7-fd5bc1f0b164 for host: dv-neutron-822691-2-hyperv {{(pid=88881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 24 11:15:19.752904 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce851d44-73a8-42d0-a200-a40b9ff3ace0 None None] Routers {'3caa95e2-5ee4-4122-bfd7-fd5bc1f0b164'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:15:19.754153 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-ce851d44-73a8-42d0-a200-a40b9ff3ace0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271fc2080>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:15:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['3caa95e2-5ee4-4122-bfd7-fd5bc1f0b164'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:15:19.857909 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-f23646cf-4624-4eff-8305-53fbde9f0494 req-8d8f8a25-8f98-47bb-a2b8-c9701cde36cd tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/ports?device_id=4ad44774-5544-4955-9662-4dbdd970942c HTTP/1.1" status: 200  len: 210 time: 0.0462623
Dec 24 11:15:19.946265 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-ce851d44-73a8-42d0-a200-a40b9ff3ace0 None None] Set router 3caa95e2-5ee4-4122-bfd7-fd5bc1f0b164 gateway port host: dv-neutron-822691-2-hyperv {{(pid=88881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:15:20.344355 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.agents_db [None req-e51243ab-6a93-425b-980f-a73583147efa None None] Agent healthcheck: found 6 active agents {{(pid=88881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 24 11:15:20.433343 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-ce851d44-73a8-42d0-a200-a40b9ff3ace0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271fc2080>, [{'id': '3caa95e2-5ee4-4122-bfd7-fd5bc1f0b164', 'name': 'tempest-TestNetworkBasicOps-router-596895298', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.231'}], 'enable_snat': True}, 'gw_port_id': '3aa8285d-a1b0-4133-b3f5-05d2d7310d5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:13:11Z', 'updated_at': '2021-12-24T11:13:16Z', 'revision_number': 4, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'gw_port': {'id': '3aa8285d-a1b0-4133-b3f5-05d2d7310d5c', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:1d:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3caa95e2-5ee4-4122-bfd7-fd5bc1f0b164', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:13:12Z', 'updated_at': '2021-12-24T11:13:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_interfaces': [{'id': 'a618eb3d-1c23-4021-8c70-4eca28d50ef1', 'name': '', 'network_id': 'f6658a10-5669-4004-952d-d5cca217bc09', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'mac_address': 'fa:16:3e:81:5f:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3caa95e2-5ee4-4122-bfd7-fd5bc1f0b164', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1871b491-9a07-4e2a-b4b3-b96c41e6b9c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:13:15Z', 'updated_at': '2021-12-24T11:13:23Z', 'revision_number': 5, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'subnets': [{'id': '1871b491-9a07-4e2a-b4b3-b96c41e6b9c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:15:20.438048 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce851d44-73a8-42d0-a200-a40b9ff3ace0 None None] The sync data for ids ['3caa95e2-5ee4-4122-bfd7-fd5bc1f0b164'] in dv-neutron-822691-2-hyperv is: [{'id': '3caa95e2-5ee4-4122-bfd7-fd5bc1f0b164', 'name': 'tempest-TestNetworkBasicOps-router-596895298', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.231'}], 'enable_snat': True}, 'gw_port_id': '3aa8285d-a1b0-4133-b3f5-05d2d7310d5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:13:11Z', 'updated_at': '2021-12-24T11:13:16Z', 'revision_number': 4, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'gw_port': {'id': '3aa8285d-a1b0-4133-b3f5-05d2d7310d5c', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:1d:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3caa95e2-5ee4-4122-bfd7-fd5bc1f0b164', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:13:12Z', 'updated_at': '2021-12-24T11:13:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_interfaces': [{'id': 'a618eb3d-1c23-4021-8c70-4eca28d50ef1', 'name': '', 'network_id': 'f6658a10-5669-4004-952d-d5cca217bc09', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'mac_address': 'fa:16:3e:81:5f:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3caa95e2-5ee4-4122-bfd7-fd5bc1f0b164', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1871b491-9a07-4e2a-b4b3-b96c41e6b9c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:13:15Z', 'updated_at': '2021-12-24T11:13:23Z', 'revision_number': 5, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'subnets': [{'id': '1871b491-9a07-4e2a-b4b3-b96c41e6b9c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:15:20.663322 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Device 1ab0647d-6be4-4bb2-a3f0-d0ebbadeb86a no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:15:20.700796 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] No Port match for: 1ab0647d-6be4-4bb2-a3f0-d0ebbadeb86a {{(pid=88880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 24 11:15:20.701209 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Device 1ab0647d-6be4-4bb2-a3f0-d0ebbadeb86a not bound to the agent host hv-neutron-8226 {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 24 11:15:20.924786 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77879e9f-dff5-416b-8b28-9e0c6cc55be9 None None] New status for floating IP 5a56cc0a-619f-4a9b-87fb-a109728697da: DOWN {{(pid=88880) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 24 11:15:20.971319 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 44668) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:15:21.054681 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8aba593b-5bd6-49e4-a278-3e7af062353d tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:15:21.088533 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8aba593b-5bd6-49e4-a278-3e7af062353d tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:15:21.142985 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8aba593b-5bd6-49e4-a278-3e7af062353d tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:15:21.149386 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-524d8e0a-883d-4b0b-9ec3-3bd3a2046e41 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:15:21.167514 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aba593b-5bd6-49e4-a278-3e7af062353d tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad9f57b9-4e54-4f5b-afea-86c6714fcd20,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:15:21.180408 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8aba593b-5bd6-49e4-a278-3e7af062353d tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:15:21.181708 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-8aba593b-5bd6-49e4-a278-3e7af062353d tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "DELETE /v2.0/security-groups/ad9f57b9-4e54-4f5b-afea-86c6714fcd20 HTTP/1.1" status: 204  len: 168 time: 0.2092581
Dec 24 11:15:21.183248 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aba593b-5bd6-49e4-a278-3e7af062353d tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:15:21.183679 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aba593b-5bd6-49e4-a278-3e7af062353d tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:15:21.184102 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aba593b-5bd6-49e4-a278-3e7af062353d tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:15:21.184521 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aba593b-5bd6-49e4-a278-3e7af062353d tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:15:21.184939 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aba593b-5bd6-49e4-a278-3e7af062353d tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:15:21.185403 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aba593b-5bd6-49e4-a278-3e7af062353d tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:15:21.185808 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aba593b-5bd6-49e4-a278-3e7af062353d tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:15:21.186246 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aba593b-5bd6-49e4-a278-3e7af062353d tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:15:21.186659 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aba593b-5bd6-49e4-a278-3e7af062353d tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:15:21.187065 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aba593b-5bd6-49e4-a278-3e7af062353d tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:15:21.187511 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aba593b-5bd6-49e4-a278-3e7af062353d tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:15:21.191098 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-8aba593b-5bd6-49e4-a278-3e7af062353d tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:15:21.220765 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 44674) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:15:21.386040 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-d3255efe-226e-4e57-9323-df7d11dcaa6e tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Deleting port 3b17c3da-0d40-404d-a0fc-c7ff13493827 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:15:21.386463 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d3255efe-226e-4e57-9323-df7d11dcaa6e tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:15:21.576235 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d3255efe-226e-4e57-9323-df7d11dcaa6e tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:15:21.576962 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d3255efe-226e-4e57-9323-df7d11dcaa6e tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:15:21.716785 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-d3255efe-226e-4e57-9323-df7d11dcaa6e tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Calling delete_port for 3b17c3da-0d40-404d-a0fc-c7ff13493827 owned by network:floatingip {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:15:21.865903 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d3255efe-226e-4e57-9323-df7d11dcaa6e tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:15:21.871138 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-8e823c82-b7a7-4da5-b2ce-91eb8c42193b tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:15:21.915043 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3255efe-226e-4e57-9323-df7d11dcaa6e tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event deleted for resources: {'Port': ['ID=3b17c3da-0d40-404d-a0fc-c7ff13493827,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:15:21.919676 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-d3255efe-226e-4e57-9323-df7d11dcaa6e tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:15:22.022944 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d3255efe-226e-4e57-9323-df7d11dcaa6e tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for floatingip, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:15:22.038121 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d3255efe-226e-4e57-9323-df7d11dcaa6e tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for floatingip, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:15:22.039375 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-d3255efe-226e-4e57-9323-df7d11dcaa6e tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "DELETE /v2.0/floatingips/5a56cc0a-619f-4a9b-87fb-a109728697da HTTP/1.1" status: 204  len: 168 time: 0.8172214
Dec 24 11:15:22.474368 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52abaa15-4b6c-42cb-9ccd-ba32680beba2 req-7a9cbe2c-d64e-4260-9218-cc067e70b7fa tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:15:22.475051 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-52abaa15-4b6c-42cb-9ccd-ba32680beba2 req-7a9cbe2c-d64e-4260-9218-cc067e70b7fa tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Synchronizing usage tracker for tenant:ad7c5ba9df02428aae512a4d9bb9dd9d on resource:port {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:15:22.491559 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-52abaa15-4b6c-42cb-9ccd-ba32680beba2 req-7a9cbe2c-d64e-4260-9218-cc067e70b7fa tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Unset dirty status for tenant:ad7c5ba9df02428aae512a4d9bb9dd9d on resource:port {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:15:22.492829 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-52abaa15-4b6c-42cb-9ccd-ba32680beba2 req-7a9cbe2c-d64e-4260-9218-cc067e70b7fa tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/ports?device_id=d4e0b7bf-4ea8-4929-bbce-d09c48981e22 HTTP/1.1" status: 200  len: 945 time: 0.1081009
Dec 24 11:15:22.543799 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-52abaa15-4b6c-42cb-9ccd-ba32680beba2 req-d0c32c08-df94-4b1a-8cb1-fd919a5ce84f tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Synchronizing usage tracker for tenant:ad7c5ba9df02428aae512a4d9bb9dd9d on resource:security_group {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:15:22.564691 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-52abaa15-4b6c-42cb-9ccd-ba32680beba2 req-d0c32c08-df94-4b1a-8cb1-fd919a5ce84f tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Unset dirty status for tenant:ad7c5ba9df02428aae512a4d9bb9dd9d on resource:security_group {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:15:22.565971 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-52abaa15-4b6c-42cb-9ccd-ba32680beba2 req-d0c32c08-df94-4b1a-8cb1-fd919a5ce84f tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/security-groups?id=88ff474d-0243-4334-a914-a1a4a137c766&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0665693
Dec 24 11:15:23.793168 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4a0a43-0c8e-47e2-a680-595c790892aa req-cd292f74-aa35-4ebc-a607-990fbf52dfcc tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:15:23.794853 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-1d4a0a43-0c8e-47e2-a680-595c790892aa req-cd292f74-aa35-4ebc-a607-990fbf52dfcc tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/ports?device_id=d4e0b7bf-4ea8-4929-bbce-d09c48981e22 HTTP/1.1" status: 200  len: 945 time: 0.1008213
Dec 24 11:15:23.845352 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-1d4a0a43-0c8e-47e2-a680-595c790892aa req-59fd3a38-23cc-47c3-b964-449f1560d79a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/security-groups?id=88ff474d-0243-4334-a914-a1a4a137c766&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0441608
Dec 24 11:15:24.065207 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2709cb-4ef1-471f-97aa-b688e07ec952 req-ced6647f-6a42-4f7e-b620-73dffc1de11c tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:15:24.066021 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-cc2709cb-4ef1-471f-97aa-b688e07ec952 req-ced6647f-6a42-4f7e-b620-73dffc1de11c tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Synchronizing usage tracker for tenant:ad7c5ba9df02428aae512a4d9bb9dd9d on resource:port {{(pid=88879) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:15:24.079097 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-cc2709cb-4ef1-471f-97aa-b688e07ec952 req-ced6647f-6a42-4f7e-b620-73dffc1de11c tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Unset dirty status for tenant:ad7c5ba9df02428aae512a4d9bb9dd9d on resource:port {{(pid=88879) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:15:24.080316 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-cc2709cb-4ef1-471f-97aa-b688e07ec952 req-ced6647f-6a42-4f7e-b620-73dffc1de11c tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.58 "GET /v2.0/ports?device_id=d4e0b7bf-4ea8-4929-bbce-d09c48981e22 HTTP/1.1" status: 200  len: 945 time: 0.1115265
Dec 24 11:15:24.157171 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [req-cc2709cb-4ef1-471f-97aa-b688e07ec952 req-96f0a79c-6d31-48f6-bcc9-dca12184f1c1 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Deleting port f1c11f27-4377-4bf0-a186-afde1f93f04b {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:15:24.157422 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-cc2709cb-4ef1-471f-97aa-b688e07ec952 req-96f0a79c-6d31-48f6-bcc9-dca12184f1c1 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:15:24.427394 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [req-cc2709cb-4ef1-471f-97aa-b688e07ec952 req-96f0a79c-6d31-48f6-bcc9-dca12184f1c1 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] For port f1c11f27-4377-4bf0-a186-afde1f93f04b, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=f1c11f27-4377-4bf0-a186-afde1f93f04b,segment=NetworkSegment(563240ed-a4a8-491f-8ac8-28f5be8e7caa),segment_id=563240ed-a4a8-491f-8ac8-28f5be8e7caa)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:15:24.427649 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-cc2709cb-4ef1-471f-97aa-b688e07ec952 req-96f0a79c-6d31-48f6-bcc9-dca12184f1c1 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:15:24.800186 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [req-cc2709cb-4ef1-471f-97aa-b688e07ec952 req-96f0a79c-6d31-48f6-bcc9-dca12184f1c1 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Calling delete_port for f1c11f27-4377-4bf0-a186-afde1f93f04b owned by compute:nova {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:15:24.954988 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-cc2709cb-4ef1-471f-97aa-b688e07ec952 req-96f0a79c-6d31-48f6-bcc9-dca12184f1c1 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:15:24.964128 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-4178b9ee-8ddc-4aa4-acf3-5e79d6327d3c tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:15:25.009048 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f0a79c-6d31-48f6-bcc9-dca12184f1c1 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event deleted for resources: {'Port': ['ID=f1c11f27-4377-4bf0-a186-afde1f93f04b,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:15:25.023360 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-fab85481-bde9-4664-9f1d-abdf595e16ce req-93b1345c-a874-4304-8f28-4559a2e3993c tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/ports?device_id=d4e0b7bf-4ea8-4929-bbce-d09c48981e22 HTTP/1.1" status: 200  len: 210 time: 0.0476694
Dec 24 11:15:25.053408 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f0a79c-6d31-48f6-bcc9-dca12184f1c1 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:15:25.053408 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f0a79c-6d31-48f6-bcc9-dca12184f1c1 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:15:25.054562 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f0a79c-6d31-48f6-bcc9-dca12184f1c1 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:15:25.054562 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f0a79c-6d31-48f6-bcc9-dca12184f1c1 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:15:25.054562 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f0a79c-6d31-48f6-bcc9-dca12184f1c1 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:15:25.054820 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f0a79c-6d31-48f6-bcc9-dca12184f1c1 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:15:25.055136 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f0a79c-6d31-48f6-bcc9-dca12184f1c1 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:15:25.055542 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f0a79c-6d31-48f6-bcc9-dca12184f1c1 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:15:25.055944 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f0a79c-6d31-48f6-bcc9-dca12184f1c1 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:15:25.056770 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f0a79c-6d31-48f6-bcc9-dca12184f1c1 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:15:25.056770 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f0a79c-6d31-48f6-bcc9-dca12184f1c1 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:15:25.068184 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-96f0a79c-6d31-48f6-bcc9-dca12184f1c1 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:15:25.103853 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc2709cb-4ef1-471f-97aa-b688e07ec952 req-96f0a79c-6d31-48f6-bcc9-dca12184f1c1 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] No DVR routers for this DVR port f1c11f27-4377-4bf0-a186-afde1f93f04b on host hv-neutron-8226 {{(pid=88879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 24 11:15:25.107202 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-cc2709cb-4ef1-471f-97aa-b688e07ec952 req-96f0a79c-6d31-48f6-bcc9-dca12184f1c1 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:15:25.110866 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4e0b7bf-4ea8-4929-bbce-d09c48981e22', 'name': 'network-vif-deleted', 'tag': 'f1c11f27-4377-4bf0-a186-afde1f93f04b'}] {{(pid=88879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 24 11:15:25.126314 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-cc2709cb-4ef1-471f-97aa-b688e07ec952 req-96f0a79c-6d31-48f6-bcc9-dca12184f1c1 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.58 "DELETE /v2.0/ports/f1c11f27-4377-4bf0-a186-afde1f93f04b HTTP/1.1" status: 204  len: 173 time: 1.0381582
Dec 24 11:15:25.168740 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4e0b7bf-4ea8-4929-bbce-d09c48981e22', 'name': 'network-vif-deleted', 'tag': 'f1c11f27-4377-4bf0-a186-afde1f93f04b', 'status': 'completed', 'code': 200}
Dec 24 11:15:26.137372 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 44692) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:15:26.215327 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-65f34068-3ae8-4573-973c-5bcff9e0ceb7 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:15:26.248883 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-65f34068-3ae8-4573-973c-5bcff9e0ceb7 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:15:26.321589 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-65f34068-3ae8-4573-973c-5bcff9e0ceb7 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:15:26.321589 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-0dca503b-931a-42b1-99e6-32581055994f tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:15:26.336263 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f34068-3ae8-4573-973c-5bcff9e0ceb7 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88ff474d-0243-4334-a914-a1a4a137c766,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:15:26.340026 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-65f34068-3ae8-4573-973c-5bcff9e0ceb7 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:15:26.349991 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-65f34068-3ae8-4573-973c-5bcff9e0ceb7 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:15:26.351240 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-65f34068-3ae8-4573-973c-5bcff9e0ceb7 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "DELETE /v2.0/security-groups/88ff474d-0243-4334-a914-a1a4a137c766 HTTP/1.1" status: 204  len: 168 time: 0.2125485
Dec 24 11:15:27.418139 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 44700) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:15:28.093092 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a9062c26-fb5c-4450-951a-abe21504cacd tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854055677'] for router_interface, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:15:28.243189 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:15:28.704305 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Device f1c11f27-4377-4bf0-a186-afde1f93f04b no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:15:28.737707 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] No Port match for: f1c11f27-4377-4bf0-a186-afde1f93f04b {{(pid=88880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 24 11:15:28.738127 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Device f1c11f27-4377-4bf0-a186-afde1f93f04b not bound to the agent host hv-neutron-8226 {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 24 11:15:28.760751 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-a9062c26-fb5c-4450-951a-abe21504cacd tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Deleting port a618eb3d-1c23-4021-8c70-4eca28d50ef1 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:15:28.761145 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a9062c26-fb5c-4450-951a-abe21504cacd tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:15:28.964609 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-a9062c26-fb5c-4450-951a-abe21504cacd tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] For port a618eb3d-1c23-4021-8c70-4eca28d50ef1, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=a618eb3d-1c23-4021-8c70-4eca28d50ef1,segment=NetworkSegment(563240ed-a4a8-491f-8ac8-28f5be8e7caa),segment_id=563240ed-a4a8-491f-8ac8-28f5be8e7caa)] {{(pid=88878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:15:28.964913 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a9062c26-fb5c-4450-951a-abe21504cacd tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:15:29.096937 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-a9062c26-fb5c-4450-951a-abe21504cacd tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Calling delete_port for a618eb3d-1c23-4021-8c70-4eca28d50ef1 owned by network:router_interface {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:15:29.331934 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a9062c26-fb5c-4450-951a-abe21504cacd tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:15:29.336781 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-ee271de2-e522-4e47-b795-ea906158271f tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:15:29.383323 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9062c26-fb5c-4450-951a-abe21504cacd tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event deleted for resources: {'Port': ['ID=a618eb3d-1c23-4021-8c70-4eca28d50ef1,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:15:29.386133 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-a9062c26-fb5c-4450-951a-abe21504cacd tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:15:29.712073 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a9062c26-fb5c-4450-951a-abe21504cacd tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036852798164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854055527'] for router_interface, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:15:30.367429 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9062c26-fb5c-4450-951a-abe21504cacd tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Router 3caa95e2-5ee4-4122-bfd7-fd5bc1f0b164 has already been hosted by L3 agent 198cca88-1338-4098-b44b-beb0346ac906 {{(pid=88878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 24 11:15:30.828985 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9062c26-fb5c-4450-951a-abe21504cacd tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:15:30.843732 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-170ca04a-626b-4f78-a0b5-5dbbca81f5cb None None] Sync routers for ids ['3caa95e2-5ee4-4122-bfd7-fd5bc1f0b164'] in dv-neutron-822691-2-hyperv {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:15:30.845418 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-a9062c26-fb5c-4450-951a-abe21504cacd tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "PUT /v2.0/routers/3caa95e2-5ee4-4122-bfd7-fd5bc1f0b164/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4260750
Dec 24 11:15:30.848381 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 44704) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:15:30.857337 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-170ca04a-626b-4f78-a0b5-5dbbca81f5cb None None] Routers {'3caa95e2-5ee4-4122-bfd7-fd5bc1f0b164'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:15:30.858068 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-170ca04a-626b-4f78-a0b5-5dbbca81f5cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271925cc0>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:15:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['3caa95e2-5ee4-4122-bfd7-fd5bc1f0b164'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:15:31.052946 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-170ca04a-626b-4f78-a0b5-5dbbca81f5cb None None] Set router 3caa95e2-5ee4-4122-bfd7-fd5bc1f0b164 gateway port host: dv-neutron-822691-2-hyperv {{(pid=88881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:15:31.054290 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a424968-24ac-412f-9ebe-d816ef76210e tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Deleting subnet 1871b491-9a07-4e2a-b4b3-b96c41e6b9c1 {{(pid=88878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 24 11:15:31.057681 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0a424968-24ac-412f-9ebe-d816ef76210e tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for subnet, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:15:31.117223 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0a424968-24ac-412f-9ebe-d816ef76210e tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852534446'] for subnet, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:15:31.214783 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0a424968-24ac-412f-9ebe-d816ef76210e tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847655656'] for subnet, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:15:31.300123 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0a424968-24ac-412f-9ebe-d816ef76210e tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7120129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3978858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852529715'] for subnet, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:15:31.304676 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-29752b10-ab42-4f4c-bfd8-11fc0235a0ca tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:15:31.356661 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a424968-24ac-412f-9ebe-d816ef76210e tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event deleted for resources: {'Subnet': ['ID=1871b491-9a07-4e2a-b4b3-b96c41e6b9c1,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:15:31.361760 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-0a424968-24ac-412f-9ebe-d816ef76210e tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:15:31.371838 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0a424968-24ac-412f-9ebe-d816ef76210e tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:15:31.389603 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-0a424968-24ac-412f-9ebe-d816ef76210e tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "DELETE /v2.0/subnets/1871b491-9a07-4e2a-b4b3-b96c41e6b9c1 HTTP/1.1" status: 204  len: 168 time: 0.5393970
Dec 24 11:15:31.395480 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 44708) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:15:31.400969 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-170ca04a-626b-4f78-a0b5-5dbbca81f5cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271925cc0>, [{'id': '3caa95e2-5ee4-4122-bfd7-fd5bc1f0b164', 'name': 'tempest-TestNetworkBasicOps-router-596895298', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.231'}], 'enable_snat': True}, 'gw_port_id': '3aa8285d-a1b0-4133-b3f5-05d2d7310d5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:13:11Z', 'updated_at': '2021-12-24T11:15:29Z', 'revision_number': 5, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'gw_port': {'id': '3aa8285d-a1b0-4133-b3f5-05d2d7310d5c', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:1d:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3caa95e2-5ee4-4122-bfd7-fd5bc1f0b164', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:13:12Z', 'updated_at': '2021-12-24T11:13:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv'}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:15:31.412517 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-170ca04a-626b-4f78-a0b5-5dbbca81f5cb None None] Checking router: 3caa95e2-5ee4-4122-bfd7-fd5bc1f0b164 for host: dv-neutron-822691-2-hyperv {{(pid=88881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 24 11:15:31.418496 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e985b3ec-f9c5-4222-8823-375d93deb7c6 None None] Network f6658a10-5669-4004-952d-d5cca217bc09 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:15:31.433778 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-170ca04a-626b-4f78-a0b5-5dbbca81f5cb None None] Routers {'3caa95e2-5ee4-4122-bfd7-fd5bc1f0b164'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:15:31.434677 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-170ca04a-626b-4f78-a0b5-5dbbca81f5cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271925cc0>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:15:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['3caa95e2-5ee4-4122-bfd7-fd5bc1f0b164'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:15:31.684156 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-170ca04a-626b-4f78-a0b5-5dbbca81f5cb None None] Set router 3caa95e2-5ee4-4122-bfd7-fd5bc1f0b164 gateway port host: dv-neutron-822691-2-hyperv {{(pid=88881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:15:31.713420 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-07b650d2-4a64-448e-b4ff-e63c3f3c1606 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for router, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:15:31.943444 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-969b0662-8a4f-4d3a-af3e-66f41088dd3e None None] DHCP port deletion for f6658a10-5669-4004-952d-d5cca217bc09 request from dv-neutron-822691-2-hyperv {{(pid=88880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 24 11:15:31.947793 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-969b0662-8a4f-4d3a-af3e-66f41088dd3e None None] Deleting port 9efe0131-4670-45bc-8931-0a58d6559263 {{(pid=88880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:15:31.948435 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-969b0662-8a4f-4d3a-af3e-66f41088dd3e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:15:31.976027 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-07b650d2-4a64-448e-b4ff-e63c3f3c1606 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:15:31.992051 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-07b650d2-4a64-448e-b4ff-e63c3f3c1606 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Deleting port 3aa8285d-a1b0-4133-b3f5-05d2d7310d5c {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:15:31.992600 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-07b650d2-4a64-448e-b4ff-e63c3f3c1606 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:15:32.044670 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-170ca04a-626b-4f78-a0b5-5dbbca81f5cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271925cc0>, [{'id': '3caa95e2-5ee4-4122-bfd7-fd5bc1f0b164', 'name': 'tempest-TestNetworkBasicOps-router-596895298', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.231'}], 'enable_snat': True}, 'gw_port_id': '3aa8285d-a1b0-4133-b3f5-05d2d7310d5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:13:11Z', 'updated_at': '2021-12-24T11:15:29Z', 'revision_number': 5, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'gw_port': {'id': '3aa8285d-a1b0-4133-b3f5-05d2d7310d5c', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:1d:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3caa95e2-5ee4-4122-bfd7-fd5bc1f0b164', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:13:12Z', 'updated_at': '2021-12-24T11:13:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv'}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:15:32.051373 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-170ca04a-626b-4f78-a0b5-5dbbca81f5cb None None] The sync data for ids ['3caa95e2-5ee4-4122-bfd7-fd5bc1f0b164'] in dv-neutron-822691-2-hyperv is: [{'id': '3caa95e2-5ee4-4122-bfd7-fd5bc1f0b164', 'name': 'tempest-TestNetworkBasicOps-router-596895298', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.231'}], 'enable_snat': True}, 'gw_port_id': '3aa8285d-a1b0-4133-b3f5-05d2d7310d5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:13:11Z', 'updated_at': '2021-12-24T11:15:29Z', 'revision_number': 5, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'gw_port': {'id': '3aa8285d-a1b0-4133-b3f5-05d2d7310d5c', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:1d:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3caa95e2-5ee4-4122-bfd7-fd5bc1f0b164', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:13:12Z', 'updated_at': '2021-12-24T11:13:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv'}] {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:15:32.219058 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-07b650d2-4a64-448e-b4ff-e63c3f3c1606 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] For port 3aa8285d-a1b0-4133-b3f5-05d2d7310d5c, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=3aa8285d-a1b0-4133-b3f5-05d2d7310d5c,segment=NetworkSegment(d4e3295f-9ff8-4cad-8a20-3f1c937efc8c),segment_id=d4e3295f-9ff8-4cad-8a20-3f1c937efc8c)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:15:32.219460 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-07b650d2-4a64-448e-b4ff-e63c3f3c1606 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:15:32.223087 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-969b0662-8a4f-4d3a-af3e-66f41088dd3e None None] For port 9efe0131-4670-45bc-8931-0a58d6559263, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=9efe0131-4670-45bc-8931-0a58d6559263,segment=NetworkSegment(563240ed-a4a8-491f-8ac8-28f5be8e7caa),segment_id=563240ed-a4a8-491f-8ac8-28f5be8e7caa)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:15:32.223547 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-969b0662-8a4f-4d3a-af3e-66f41088dd3e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:15:32.364847 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-07b650d2-4a64-448e-b4ff-e63c3f3c1606 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Calling delete_port for 3aa8285d-a1b0-4133-b3f5-05d2d7310d5c owned by network:router_gateway {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:15:32.366388 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-969b0662-8a4f-4d3a-af3e-66f41088dd3e None None] Calling delete_port for 9efe0131-4670-45bc-8931-0a58d6559263 owned by network:dhcp {{(pid=88880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:15:32.468646 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-969b0662-8a4f-4d3a-af3e-66f41088dd3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392'] for port, after_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:15:32.473336 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:15:32.519763 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969b0662-8a4f-4d3a-af3e-66f41088dd3e None None] Pushing event deleted for resources: {'Port': ['ID=9efe0131-4670-45bc-8931-0a58d6559263,revision_number=None']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:15:32.524273 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-969b0662-8a4f-4d3a-af3e-66f41088dd3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:15:32.525166 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969b0662-8a4f-4d3a-af3e-66f41088dd3e None None] No DVR routers for this DVR port 9efe0131-4670-45bc-8931-0a58d6559263 on host dv-neutron-822691-2-hyperv {{(pid=88880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 24 11:15:32.604871 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-07b650d2-4a64-448e-b4ff-e63c3f3c1606 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:15:32.609884 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-de0acb2a-2b81-45ba-b2b7-78d687b212d2 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:15:32.654377 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b650d2-4a64-448e-b4ff-e63c3f3c1606 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event deleted for resources: {'Port': ['ID=3aa8285d-a1b0-4133-b3f5-05d2d7310d5c,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:15:32.658878 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-07b650d2-4a64-448e-b4ff-e63c3f3c1606 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:15:32.900731 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-07b650d2-4a64-448e-b4ff-e63c3f3c1606 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854116846'] for router_gateway, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:15:33.174618 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-07b650d2-4a64-448e-b4ff-e63c3f3c1606 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854158724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-84560'] for router, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:15:33.179658 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-07b650d2-4a64-448e-b4ff-e63c3f3c1606 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:15:33.234495 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-07b650d2-4a64-448e-b4ff-e63c3f3c1606 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854158830'] for router, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:15:33.235948 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07b650d2-4a64-448e-b4ff-e63c3f3c1606 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Fanout notify agent at l3_agent the message router_deleted on router 3caa95e2-5ee4-4122-bfd7-fd5bc1f0b164 {{(pid=88879) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 24 11:15:33.253653 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-07b650d2-4a64-448e-b4ff-e63c3f3c1606 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for router, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:15:33.254990 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-07b650d2-4a64-448e-b4ff-e63c3f3c1606 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "DELETE /v2.0/routers/3caa95e2-5ee4-4122-bfd7-fd5bc1f0b164 HTTP/1.1" status: 204  len: 168 time: 1.8584194
Dec 24 11:15:33.258596 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 44712) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:15:33.406615 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-eb0fa839-2c9b-45e7-9862-5234113147ea tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036847558493'] for network, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:15:33.493345 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device a618eb3d-1c23-4021-8c70-4eca28d50ef1 no longer exists at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:15:33.531261 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] No Port match for: a618eb3d-1c23-4021-8c70-4eca28d50ef1 {{(pid=88880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 24 11:15:33.532172 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device a618eb3d-1c23-4021-8c70-4eca28d50ef1 not bound to the agent host dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 24 11:15:33.532367 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 9efe0131-4670-45bc-8931-0a58d6559263 no longer exists at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:15:33.579042 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] No Port match for: 9efe0131-4670-45bc-8931-0a58d6559263 {{(pid=88880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 24 11:15:33.579736 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 9efe0131-4670-45bc-8931-0a58d6559263 not bound to the agent host dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 24 11:15:33.584029 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-eb0fa839-2c9b-45e7-9862-5234113147ea tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847649663', 'neutron.services.segments.db._delete_segments_for_network-8749505737672'] for network, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:15:33.619102 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-eb0fa839-2c9b-45e7-9862-5234113147ea tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f52716ae4e0>,) {'filters': {'network_id': ['f6658a10-5669-4004-952d-d5cca217bc09']}} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:15:33.634211 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-eb0fa839-2c9b-45e7-9862-5234113147ea tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f52716ae4e0>, '563240ed-a4a8-491f-8ac8-28f5be8e7caa') {'for_net_delete': True} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:15:33.634329 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-eb0fa839-2c9b-45e7-9862-5234113147ea tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f52716ae4e0>, '563240ed-a4a8-491f-8ac8-28f5be8e7caa') {} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:15:33.647461 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-eb0fa839-2c9b-45e7-9862-5234113147ea tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749505745113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2241371'] for segment, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:15:33.664053 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-eb0fa839-2c9b-45e7-9862-5234113147ea tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:15:33.672541 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb0fa839-2c9b-45e7-9862-5234113147ea tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Releasing vlan 622 on physical network physnet1 to pool {{(pid=88878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 24 11:15:33.672982 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-eb0fa839-2c9b-45e7-9862-5234113147ea tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036847652098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850807864'] for segment, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:15:33.689638 dv-neutron-822691-2-hyperv neutron-server[88767]: Traceback (most recent call last):
Dec 24 11:15:33.689638 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 24 11:15:33.689638 dv-neutron-822691-2-hyperv neutron-server[88767]:     timer()
Dec 24 11:15:33.689638 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 11:15:33.689638 dv-neutron-822691-2-hyperv neutron-server[88767]:     cb(*args, **kw)
Dec 24 11:15:33.689638 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 24 11:15:33.689638 dv-neutron-822691-2-hyperv neutron-server[88767]:     return func(*args, **kwargs)
Dec 24 11:15:33.689638 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 11:15:33.689638 dv-neutron-822691-2-hyperv neutron-server[88767]:     self._notify()
Dec 24 11:15:33.689638 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 11:15:33.689638 dv-neutron-822691-2-hyperv neutron-server[88767]:     self.callback(batched_events)
Dec 24 11:15:33.689638 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 11:15:33.689638 dv-neutron-822691-2-hyperv neutron-server[88767]:     event.method(event)
Dec 24 11:15:33.689638 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 11:15:33.689638 dv-neutron-822691-2-hyperv neutron-server[88767]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 11:15:33.689638 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 24 11:15:33.689638 dv-neutron-822691-2-hyperv neutron-server[88767]:     segment_id)['aggregates'][0]
Dec 24 11:15:33.689638 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 24 11:15:33.689638 dv-neutron-822691-2-hyperv neutron-server[88767]:     return f(self, *a, **k)
Dec 24 11:15:33.689638 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 11:15:33.689638 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self._get(url).json()
Dec 24 11:15:33.689638 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 24 11:15:33.689638 dv-neutron-822691-2-hyperv neutron-server[88767]:     **kwargs)
Dec 24 11:15:33.689638 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 24 11:15:33.689638 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self.request(url, 'GET', **kwargs)
Dec 24 11:15:33.689638 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 24 11:15:33.689638 dv-neutron-822691-2-hyperv neutron-server[88767]:     **endpoint_filter)
Dec 24 11:15:33.689638 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 24 11:15:33.689638 dv-neutron-822691-2-hyperv neutron-server[88767]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 11:15:33.689638 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 24 11:15:33.689638 dv-neutron-822691-2-hyperv neutron-server[88767]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 11:15:33.689638 dv-neutron-822691-2-hyperv neutron-server[88767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 11:15:33.780293 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-eb0fa839-2c9b-45e7-9862-5234113147ea tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7126154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659196'] for network, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:15:33.784947 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-42f39795-2401-463d-87d8-925cbf16e7b5 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:15:33.802785 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-eb0fa839-2c9b-45e7-9862-5234113147ea tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:15:33.816180 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0fa839-2c9b-45e7-9862-5234113147ea tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event deleted for resources: {'Network': ['ID=f6658a10-5669-4004-952d-d5cca217bc09,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:15:33.820734 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-eb0fa839-2c9b-45e7-9862-5234113147ea tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:15:33.828143 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-eb0fa839-2c9b-45e7-9862-5234113147ea tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "DELETE /v2.0/networks/f6658a10-5669-4004-952d-d5cca217bc09 HTTP/1.1" status: 204  len: 168 time: 0.5686164
Dec 24 11:15:33.858662 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 44716) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:15:33.863510 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-8ef24354-0e3e-4da3-b7c8-72ca2eb36888 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Request body: {'network': {'name': 'tempest-network-smoke--1862735640', 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'port_security_enabled': True}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:15:33.870208 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-8ef24354-0e3e-4da3-b7c8-72ca2eb36888 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:15:33.875242 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-8ef24354-0e3e-4da3-b7c8-72ca2eb36888 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Usage tracker for resource:network and tenant:ad7c5ba9df02428aae512a4d9bb9dd9d is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:15:33.879575 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-8ef24354-0e3e-4da3-b7c8-72ca2eb36888 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:15:33.887343 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-8ef24354-0e3e-4da3-b7c8-72ca2eb36888 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:15:33.906249 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ef24354-0e3e-4da3-b7c8-72ca2eb36888 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Made reservation on behalf of ad7c5ba9df02428aae512a4d9bb9dd9d for: {'network': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:15:33.910512 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8ef24354-0e3e-4da3-b7c8-72ca2eb36888 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for network, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:15:33.942676 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ef24354-0e3e-4da3-b7c8-72ca2eb36888 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] vlan segment allocate from pool success with {'vlan_id': 611, 'physical_network': 'physnet1'}  {{(pid=88878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 24 11:15:34.180032 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8ef24354-0e3e-4da3-b7c8-72ca2eb36888 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:15:34.180605 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.segments_db [None req-8ef24354-0e3e-4da3-b7c8-72ca2eb36888 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Added segment a4e16c64-2ad8-4e37-b014-36c4c21d3b3e of type vlan for network b6c69d1f-1183-44d6-8d24-d8da08b21969
Dec 24 11:15:34.216900 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8ef24354-0e3e-4da3-b7c8-72ca2eb36888 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363287349540024'] for network, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:15:34.252014 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8ef24354-0e3e-4da3-b7c8-72ca2eb36888 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636'] for network, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:15:34.257275 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ef24354-0e3e-4da3-b7c8-72ca2eb36888 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:15:34.257275 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8ef24354-0e3e-4da3-b7c8-72ca2eb36888 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:15:34.263741 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-9dc2dd5c-d303-413e-adc6-21bcc80ccd47 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:15:34.373338 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-8ef24354-0e3e-4da3-b7c8-72ca2eb36888 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.5164499
Dec 24 11:15:34.376687 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 44720) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:15:34.381464 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef24354-0e3e-4da3-b7c8-72ca2eb36888 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event updated for resources: {'Network': ['ID=b6c69d1f-1183-44d6-8d24-d8da08b21969,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:15:34.388270 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-783c0a3c-124a-439d-8b5a-c7c82b886157 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1365414093', 'admin_state_up': True, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a'}}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:15:34.388539 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-8ef24354-0e3e-4da3-b7c8-72ca2eb36888 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:15:34.393194 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-783c0a3c-124a-439d-8b5a-c7c82b886157 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:15:34.394737 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Network b6c69d1f-1183-44d6-8d24-d8da08b21969 details requested by agent ovs-agent-dv-neutron-822691-2-hyperv with host dv-neutron-822691-2-hyperv {{(pid=88880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 24 11:15:34.400809 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-783c0a3c-124a-439d-8b5a-c7c82b886157 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Usage tracker for resource:router and tenant:ad7c5ba9df02428aae512a4d9bb9dd9d is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:15:34.404406 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-783c0a3c-124a-439d-8b5a-c7c82b886157 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:15:34.416647 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-783c0a3c-124a-439d-8b5a-c7c82b886157 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:15:34.440246 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-783c0a3c-124a-439d-8b5a-c7c82b886157 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-612016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-84579'] for router, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:15:34.440246 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-783c0a3c-124a-439d-8b5a-c7c82b886157 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854163950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659046', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854079771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854691221'] for router, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:15:34.496195 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-783c0a3c-124a-439d-8b5a-c7c82b886157 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:15:34.660781 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-783c0a3c-124a-439d-8b5a-c7c82b886157 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-659031', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854691240'] for router, precommit_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:15:34.855120 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-783c0a3c-124a-439d-8b5a-c7c82b886157 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for router_gateway, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:15:34.890400 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-783c0a3c-124a-439d-8b5a-c7c82b886157 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:15:35.047349 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-783c0a3c-124a-439d-8b5a-c7c82b886157 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Allocated IP 172.26.3.219 (f8c337ba-681f-4fcb-a333-e3c49365b30a/8ea1398c-0bec-46d6-8d54-85798de2a7ca/361b1f03-4e66-49ab-b5cd-c3ab1eb299f7) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:15:35.219671 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-783c0a3c-124a-439d-8b5a-c7c82b886157 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:15:35.258904 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-783c0a3c-124a-439d-8b5a-c7c82b886157 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:15:35.264396 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-899676f7-c967-48ac-ab2d-7ff63ef0596a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:15:35.324688 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-783c0a3c-124a-439d-8b5a-c7c82b886157 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Network f8c337ba-681f-4fcb-a333-e3c49365b30a is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:15:35.328198 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-783c0a3c-124a-439d-8b5a-c7c82b886157 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Resources bound (agent type, host, resource id):  {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:15:35.337170 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-783c0a3c-124a-439d-8b5a-c7c82b886157 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:15:35.376620 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 3aa8285d-a1b0-4133-b3f5-05d2d7310d5c no longer exists at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:15:35.377509 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783c0a3c-124a-439d-8b5a-c7c82b886157 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event updated for resources: {'Port': ['ID=361b1f03-4e66-49ab-b5cd-c3ab1eb299f7,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:15:35.389603 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-783c0a3c-124a-439d-8b5a-c7c82b886157 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:15:35.412925 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] No Port match for: 3aa8285d-a1b0-4133-b3f5-05d2d7310d5c {{(pid=88880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 24 11:15:35.413353 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 3aa8285d-a1b0-4133-b3f5-05d2d7310d5c not bound to the agent host dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 24 11:15:35.551043 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-783c0a3c-124a-439d-8b5a-c7c82b886157 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for router_gateway, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:15:35.552239 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-783c0a3c-124a-439d-8b5a-c7c82b886157 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854163800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854116816'] for router, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:15:35.846537 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-783c0a3c-124a-439d-8b5a-c7c82b886157 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Router 64fcc469-bffd-4224-88fe-0b748c7661e6 is scheduled to L3 agent 198cca88-1338-4098-b44b-beb0346ac906 with binding_index 1 {{(pid=88879) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 24 11:15:36.335965 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-783c0a3c-124a-439d-8b5a-c7c82b886157 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:15:36.347256 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f21cff-7406-4c28-9fdf-0103bcd665c9 None None] Sync routers for ids ['64fcc469-bffd-4224-88fe-0b748c7661e6'] in dv-neutron-822691-2-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:15:36.362390 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f21cff-7406-4c28-9fdf-0103bcd665c9 None None] Routers {'64fcc469-bffd-4224-88fe-0b748c7661e6'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:15:36.363101 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-29f21cff-7406-4c28-9fdf-0103bcd665c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f527130acf8>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:15:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['64fcc469-bffd-4224-88fe-0b748c7661e6'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:15:36.368662 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-783c0a3c-124a-439d-8b5a-c7c82b886157 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for router, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:15:36.370173 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-783c0a3c-124a-439d-8b5a-c7c82b886157 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201  len: 887 time: 1.9922867
Dec 24 11:15:36.374938 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 44724) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:15:36.430779 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-97dd8e98-8838-40e2-ba53-962e90e438a6 tempest-TestNetworkBasicOps-448411267 tempest-TestNetworkBasicOps-448411267-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=ad7c5ba9df02428aae512a4d9bb9dd9d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0554955
Dec 24 11:15:36.433782 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 44728) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:15:36.535833 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c5b2292e-0bdf-434c-9b1b-dcc4f3f452ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:15:36.581138 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-29f21cff-7406-4c28-9fdf-0103bcd665c9 None None] Set router 64fcc469-bffd-4224-88fe-0b748c7661e6 gateway port host: dv-neutron-822691-2-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:15:36.583876 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd1f4f86-5799-419f-850a-81a48f8eac5e tempest-TestNetworkBasicOps-448411267 tempest-TestNetworkBasicOps-448411267-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:15:36.586516 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-fd1f4f86-5799-419f-850a-81a48f8eac5e tempest-TestNetworkBasicOps-448411267 tempest-TestNetworkBasicOps-448411267-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1510739
Dec 24 11:15:36.589012 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 44732) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:15:36.641354 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-7a19cc18-bc58-4804-90d9-52348233940e tempest-TestNetworkBasicOps-448411267 tempest-TestNetworkBasicOps-448411267-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=f8c337ba-681f-4fcb-a333-e3c49365b30a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0509844
Dec 24 11:15:36.644494 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 44736) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:15:36.654062 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-30c52a64-7026-4403-a9a9-dddae68f06e4 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-275477531', 'network_id': 'b6c69d1f-1183-44d6-8d24-d8da08b21969', 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:15:36.782822 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-30c52a64-7026-4403-a9a9-dddae68f06e4 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:15:36.784872 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-30c52a64-7026-4403-a9a9-dddae68f06e4 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Usage tracker for resource:subnet and tenant:ad7c5ba9df02428aae512a4d9bb9dd9d is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:15:36.788201 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-30c52a64-7026-4403-a9a9-dddae68f06e4 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:15:36.795025 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-30c52a64-7026-4403-a9a9-dddae68f06e4 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:15:36.811759 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30c52a64-7026-4403-a9a9-dddae68f06e4 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Made reservation on behalf of ad7c5ba9df02428aae512a4d9bb9dd9d for: {'subnet': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:15:36.909787 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-29f21cff-7406-4c28-9fdf-0103bcd665c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f527130acf8>, [{'id': '64fcc469-bffd-4224-88fe-0b748c7661e6', 'name': 'tempest-TestNetworkBasicOps-router-1365414093', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.219'}], 'enable_snat': True}, 'gw_port_id': '361b1f03-4e66-49ab-b5cd-c3ab1eb299f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:15:34Z', 'updated_at': '2021-12-24T11:15:35Z', 'revision_number': 3, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'gw_port': {'id': '361b1f03-4e66-49ab-b5cd-c3ab1eb299f7', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:96:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64fcc469-bffd-4224-88fe-0b748c7661e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:15:34Z', 'updated_at': '2021-12-24T11:15:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv'}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:15:36.914209 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f21cff-7406-4c28-9fdf-0103bcd665c9 None None] Checking router: 64fcc469-bffd-4224-88fe-0b748c7661e6 for host: dv-neutron-822691-2-hyperv {{(pid=88880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 24 11:15:36.914841 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f21cff-7406-4c28-9fdf-0103bcd665c9 None None] Updating router 64fcc469-bffd-4224-88fe-0b748c7661e6 port 361b1f03-4e66-49ab-b5cd-c3ab1eb299f7 binding host dv-neutron-822691-2-hyperv {{(pid=88880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 24 11:15:36.931336 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-30c52a64-7026-4403-a9a9-dddae68f06e4 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3619482'] for subnet, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:15:36.970546 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-29f21cff-7406-4c28-9fdf-0103bcd665c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:15:37.220290 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-30c52a64-7026-4403-a9a9-dddae68f06e4 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3921862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3619467'] for subnet, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:15:37.225329 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-4677614f-c0bc-4d03-a185-fb70d62c36be tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:15:37.314958 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c52a64-7026-4403-a9a9-dddae68f06e4 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event updated for resources: {'Subnet': ['ID=98191ca2-19ae-4926-b1c6-65637da296ea,revision_number=0']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:15:37.319054 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-30c52a64-7026-4403-a9a9-dddae68f06e4 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:15:37.329613 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c52a64-7026-4403-a9a9-dddae68f06e4 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Checking segment: {'id': 'a4e16c64-2ad8-4e37-b014-36c4c21d3b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'b6c69d1f-1183-44d6-8d24-d8da08b21969'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:15:37.331287 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30c52a64-7026-4403-a9a9-dddae68f06e4 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Network hostable DHCP agents. Network: b6c69d1f-1183-44d6-8d24-d8da08b21969, hostable agents: ['edcf98dc-3032-472a-8b3d-f23fd1e89806'], hosted agents: [] {{(pid=88879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 24 11:15:37.337044 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-29f21cff-7406-4c28-9fdf-0103bcd665c9 None None] Notify callbacks [] for port, precommit_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:15:37.358061 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-29f21cff-7406-4c28-9fdf-0103bcd665c9 None None] Transition to ACTIVE for port object 361b1f03-4e66-49ab-b5cd-c3ab1eb299f7 will not be triggered until provisioned by entity L2. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:15:37.367586 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30c52a64-7026-4403-a9a9-dddae68f06e4 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Network b6c69d1f-1183-44d6-8d24-d8da08b21969 is scheduled to be hosted by DHCP agent edcf98dc-3032-472a-8b3d-f23fd1e89806 with binding_index 1 {{(pid=88879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 24 11:15:37.385673 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-29f21cff-7406-4c28-9fdf-0103bcd665c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:15:37.388959 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-b52cca95-3ee8-4d20-92eb-01dbd218567d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:15:37.409701 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-30c52a64-7026-4403-a9a9-dddae68f06e4 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822691-2-hyperv, b6c69d1f-1183-44d6-8d24-d8da08b21969) {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:15:37.418264 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30c52a64-7026-4403-a9a9-dddae68f06e4 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:15:37.418953 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-30c52a64-7026-4403-a9a9-dddae68f06e4 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for subnet, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:15:37.423819 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41f73a75-348f-4146-bf14-b95e62f4486a None None] Network b6c69d1f-1183-44d6-8d24-d8da08b21969 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:15:37.462977 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-30c52a64-7026-4403-a9a9-dddae68f06e4 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 0.8176858
Dec 24 11:15:37.466704 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 44742) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:15:37.609068 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b1d956-880b-4f73-b84c-3445705b1372 None None] Pushing event updated for resources: {'Port': ['ID=361b1f03-4e66-49ab-b5cd-c3ab1eb299f7,revision_number=2']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:15:37.616397 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-29f21cff-7406-4c28-9fdf-0103bcd665c9 None None] Attempting to bind port 361b1f03-4e66-49ab-b5cd-c3ab1eb299f7 on host dv-neutron-822691-2-hyperv for vnic_type normal with profile  {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:15:37.617400 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-29f21cff-7406-4c28-9fdf-0103bcd665c9 None None] Attempting to bind port 361b1f03-4e66-49ab-b5cd-c3ab1eb299f7 by drivers openvswitch,hyperv on host dv-neutron-822691-2-hyperv at level 0 using segments [{'id': 'd4e3295f-9ff8-4cad-8a20-3f1c937efc8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a'}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:15:37.617400 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f21cff-7406-4c28-9fdf-0103bcd665c9 None None] Attempting to bind port 361b1f03-4e66-49ab-b5cd-c3ab1eb299f7 on network f8c337ba-681f-4fcb-a333-e3c49365b30a {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:15:37.630517 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b1d956-880b-4f73-b84c-3445705b1372 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:15:37.631079 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b1d956-880b-4f73-b84c-3445705b1372 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:15:37.632325 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b1d956-880b-4f73-b84c-3445705b1372 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:15:37.632325 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b1d956-880b-4f73-b84c-3445705b1372 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:15:37.632325 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b1d956-880b-4f73-b84c-3445705b1372 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:15:37.632991 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b1d956-880b-4f73-b84c-3445705b1372 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:15:37.632991 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b1d956-880b-4f73-b84c-3445705b1372 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:15:37.633545 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b1d956-880b-4f73-b84c-3445705b1372 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:15:37.633720 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b1d956-880b-4f73-b84c-3445705b1372 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:15:37.634043 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b1d956-880b-4f73-b84c-3445705b1372 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:15:37.634398 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b1d956-880b-4f73-b84c-3445705b1372 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:15:37.643370 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-34b1d956-880b-4f73-b84c-3445705b1372 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:15:37.653153 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f21cff-7406-4c28-9fdf-0103bcd665c9 None None] Checking agent: {'id': 'db1275c1-6001-47af-93c2-635c68404703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822691-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 52, 8), 'started_at': datetime.datetime(2021, 12, 24, 10, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 15, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822691-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:15:37.653571 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f21cff-7406-4c28-9fdf-0103bcd665c9 None None] Checking segment: {'id': 'd4e3295f-9ff8-4cad-8a20-3f1c937efc8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:15:37.654072 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-29f21cff-7406-4c28-9fdf-0103bcd665c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:15:37.654495 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f21cff-7406-4c28-9fdf-0103bcd665c9 None None] Bound using segment: {'id': 'd4e3295f-9ff8-4cad-8a20-3f1c937efc8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a'} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:15:37.655042 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-29f21cff-7406-4c28-9fdf-0103bcd665c9 None None] Bound port: 361b1f03-4e66-49ab-b5cd-c3ab1eb299f7, host: dv-neutron-822691-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4e3295f-9ff8-4cad-8a20-3f1c937efc8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a'}}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:15:37.655825 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-29f21cff-7406-4c28-9fdf-0103bcd665c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:15:37.850040 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-29f21cff-7406-4c28-9fdf-0103bcd665c9 None None] For port 361b1f03-4e66-49ab-b5cd-c3ab1eb299f7, host dv-neutron-822691-2-hyperv, cleared binding levels {{(pid=88880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:15:37.857992 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-29f21cff-7406-4c28-9fdf-0103bcd665c9 None None] For port 361b1f03-4e66-49ab-b5cd-c3ab1eb299f7, host dv-neutron-822691-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=361b1f03-4e66-49ab-b5cd-c3ab1eb299f7,segment=NetworkSegment(d4e3295f-9ff8-4cad-8a20-3f1c937efc8c),segment_id=d4e3295f-9ff8-4cad-8a20-3f1c937efc8c)] {{(pid=88880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:15:37.864628 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b625446-5488-4391-b340-93febe258403 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73968e80-91fd-539e-a7c6-b31af6d9e680-b6c69d1f-1183-44d6-8d24-d8da08b21969', 'network_id': 'b6c69d1f-1183-44d6-8d24-d8da08b21969', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'fixed_ips': [{'subnet_id': '98191ca2-19ae-4926-b1c6-65637da296ea'}]}} from dv-neutron-822691-2-hyperv. {{(pid=88880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 24 11:15:37.873135 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0b625446-5488-4391-b340-93febe258403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:15:37.879147 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-29f21cff-7406-4c28-9fdf-0103bcd665c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:15:37.887519 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-3ed46d17-b8d8-48fb-96b6-9e43c5322d50 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:15:38.060899 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b1d956-880b-4f73-b84c-3445705b1372 None None] Pushing event updated for resources: {'Port': ['ID=361b1f03-4e66-49ab-b5cd-c3ab1eb299f7,revision_number=3']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:15:38.068304 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-34b1d956-880b-4f73-b84c-3445705b1372 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:15:38.069070 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f21cff-7406-4c28-9fdf-0103bcd665c9 None None] Routers {'64fcc469-bffd-4224-88fe-0b748c7661e6'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:15:38.069757 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-29f21cff-7406-4c28-9fdf-0103bcd665c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f527130acf8>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:15:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['64fcc469-bffd-4224-88fe-0b748c7661e6'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:15:38.129473 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:15:38.350527 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ecb7b73b-d2b1-4060-b524-5653ecde1ef3 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:15:38.489794 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-0b625446-5488-4391-b340-93febe258403 None None] Allocated IP 172.20.0.2 (b6c69d1f-1183-44d6-8d24-d8da08b21969/98191ca2-19ae-4926-b1c6-65637da296ea/1cdf0882-7667-4ea9-b321-ee477a591f9d) {{(pid=88880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:15:38.571107 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-29f21cff-7406-4c28-9fdf-0103bcd665c9 None None] Set router 64fcc469-bffd-4224-88fe-0b748c7661e6 gateway port host: dv-neutron-822691-2-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:15:39.025925 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0b625446-5488-4391-b340-93febe258403 None None] Notify callbacks [] for port, precommit_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:15:39.033598 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-528fa4d0-b77a-42e1-818b-8fcfbe1ba4b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:15:39.045918 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-0b625446-5488-4391-b340-93febe258403 None None] Transition to ACTIVE for port object 1cdf0882-7667-4ea9-b321-ee477a591f9d will not be triggered until provisioned by entity L2. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:15:39.078787 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-0b625446-5488-4391-b340-93febe258403 None None] Transition to ACTIVE for port object 1cdf0882-7667-4ea9-b321-ee477a591f9d will not be triggered until provisioned by entity DHCP. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:15:39.094961 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0b625446-5488-4391-b340-93febe258403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408'] for port, after_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:15:39.098173 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-44d37d2b-19ec-46c3-8c68-20f5a3e0742e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:15:39.142574 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-29f21cff-7406-4c28-9fdf-0103bcd665c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f527130acf8>, [{'id': '64fcc469-bffd-4224-88fe-0b748c7661e6', 'name': 'tempest-TestNetworkBasicOps-router-1365414093', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.219'}], 'enable_snat': True}, 'gw_port_id': '361b1f03-4e66-49ab-b5cd-c3ab1eb299f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:15:34Z', 'updated_at': '2021-12-24T11:15:35Z', 'revision_number': 3, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'gw_port': {'id': '361b1f03-4e66-49ab-b5cd-c3ab1eb299f7', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:96:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64fcc469-bffd-4224-88fe-0b748c7661e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:15:34Z', 'updated_at': '2021-12-24T11:15:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv'}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:15:39.155302 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f21cff-7406-4c28-9fdf-0103bcd665c9 None None] The sync data for ids ['64fcc469-bffd-4224-88fe-0b748c7661e6'] in dv-neutron-822691-2-hyperv is: [{'id': '64fcc469-bffd-4224-88fe-0b748c7661e6', 'name': 'tempest-TestNetworkBasicOps-router-1365414093', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.219'}], 'enable_snat': True}, 'gw_port_id': '361b1f03-4e66-49ab-b5cd-c3ab1eb299f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:15:34Z', 'updated_at': '2021-12-24T11:15:35Z', 'revision_number': 3, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'gw_port': {'id': '361b1f03-4e66-49ab-b5cd-c3ab1eb299f7', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:96:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64fcc469-bffd-4224-88fe-0b748c7661e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:15:34Z', 'updated_at': '2021-12-24T11:15:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv'}] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:15:39.166318 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-ecb7b73b-d2b1-4060-b524-5653ecde1ef3 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Allocated IP 172.20.0.1 (b6c69d1f-1183-44d6-8d24-d8da08b21969/98191ca2-19ae-4926-b1c6-65637da296ea/cb9d8f2a-4f61-4c2f-9135-0f4bc2189e12) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:15:39.181802 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b625446-5488-4391-b340-93febe258403 None None] Network b6c69d1f-1183-44d6-8d24-d8da08b21969 is already hosted by enough agents. {{(pid=88880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:15:39.183118 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-0b625446-5488-4391-b340-93febe258403 None None] Resources bound (agent type, host, resource id):  {{(pid=88880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:15:39.186152 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b625446-5488-4391-b340-93febe258403 None None] Received port after_create {{(pid=88880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:15:39.226866 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b625446-5488-4391-b340-93febe258403 None None] Pushing event updated for resources: {'Port': ['ID=1cdf0882-7667-4ea9-b321-ee477a591f9d,revision_number=1']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:15:39.280990 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-0b625446-5488-4391-b340-93febe258403 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:15:39.310505 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-0b625446-5488-4391-b340-93febe258403 None None] Attempting to bind port 1cdf0882-7667-4ea9-b321-ee477a591f9d on host dv-neutron-822691-2-hyperv for vnic_type normal with profile  {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:15:39.310505 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-0b625446-5488-4391-b340-93febe258403 None None] Attempting to bind port 1cdf0882-7667-4ea9-b321-ee477a591f9d by drivers openvswitch,hyperv on host dv-neutron-822691-2-hyperv at level 0 using segments [{'id': 'a4e16c64-2ad8-4e37-b014-36c4c21d3b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'b6c69d1f-1183-44d6-8d24-d8da08b21969'}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:15:39.310904 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b625446-5488-4391-b340-93febe258403 None None] Attempting to bind port 1cdf0882-7667-4ea9-b321-ee477a591f9d on network b6c69d1f-1183-44d6-8d24-d8da08b21969 {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:15:39.322263 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b625446-5488-4391-b340-93febe258403 None None] Checking agent: {'id': 'db1275c1-6001-47af-93c2-635c68404703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822691-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 52, 8), 'started_at': datetime.datetime(2021, 12, 24, 10, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 15, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822691-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:15:39.322414 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b625446-5488-4391-b340-93febe258403 None None] Checking segment: {'id': 'a4e16c64-2ad8-4e37-b014-36c4c21d3b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'b6c69d1f-1183-44d6-8d24-d8da08b21969'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:15:39.323357 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0b625446-5488-4391-b340-93febe258403 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:15:39.323542 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b625446-5488-4391-b340-93febe258403 None None] Bound using segment: {'id': 'a4e16c64-2ad8-4e37-b014-36c4c21d3b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'b6c69d1f-1183-44d6-8d24-d8da08b21969'} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:15:39.324089 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-0b625446-5488-4391-b340-93febe258403 None None] Bound port: 1cdf0882-7667-4ea9-b321-ee477a591f9d, host: dv-neutron-822691-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4e16c64-2ad8-4e37-b014-36c4c21d3b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'b6c69d1f-1183-44d6-8d24-d8da08b21969'}}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:15:39.324540 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0b625446-5488-4391-b340-93febe258403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:15:39.374319 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ecb7b73b-d2b1-4060-b524-5653ecde1ef3 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:15:39.396214 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-ecb7b73b-d2b1-4060-b524-5653ecde1ef3 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Transition to ACTIVE for port object cb9d8f2a-4f61-4c2f-9135-0f4bc2189e12 will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:15:39.429957 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bdfdbc84-c52d-4f40-b281-af314dc1f8fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:15:39.432954 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ecb7b73b-d2b1-4060-b524-5653ecde1ef3 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:15:39.438968 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-14da66ed-0139-413a-9377-82655dfdc70e tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:15:39.450989 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-0b625446-5488-4391-b340-93febe258403 None None] For port 1cdf0882-7667-4ea9-b321-ee477a591f9d, host dv-neutron-822691-2-hyperv, cleared binding levels {{(pid=88880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:15:39.455058 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-0b625446-5488-4391-b340-93febe258403 None None] For port 1cdf0882-7667-4ea9-b321-ee477a591f9d, host dv-neutron-822691-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=1cdf0882-7667-4ea9-b321-ee477a591f9d,segment=NetworkSegment(a4e16c64-2ad8-4e37-b014-36c4c21d3b3e),segment_id=a4e16c64-2ad8-4e37-b014-36c4c21d3b3e)] {{(pid=88880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:15:39.459113 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0b625446-5488-4391-b340-93febe258403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:15:39.463444 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:15:39.505078 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecb7b73b-d2b1-4060-b524-5653ecde1ef3 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Network b6c69d1f-1183-44d6-8d24-d8da08b21969 is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:15:39.513216 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-ecb7b73b-d2b1-4060-b524-5653ecde1ef3 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Resources bound (agent type, host, resource id):  {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:15:39.523596 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb7b73b-d2b1-4060-b524-5653ecde1ef3 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:15:39.552980 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b625446-5488-4391-b340-93febe258403 None None] Pushing event updated for resources: {'Port': ['ID=1cdf0882-7667-4ea9-b321-ee477a591f9d,revision_number=2']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:15:39.557295 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-0b625446-5488-4391-b340-93febe258403 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:15:39.847154 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb7b73b-d2b1-4060-b524-5653ecde1ef3 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event updated for resources: {'Port': ['ID=cb9d8f2a-4f61-4c2f-9135-0f4bc2189e12,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:15:39.854425 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-ecb7b73b-d2b1-4060-b524-5653ecde1ef3 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:15:39.894993 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ecb7b73b-d2b1-4060-b524-5653ecde1ef3 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-720245'] for router_interface, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:15:40.023039 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ecb7b73b-d2b1-4060-b524-5653ecde1ef3 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:15:40.520049 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ecb7b73b-d2b1-4060-b524-5653ecde1ef3 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for port, precommit_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:15:40.530077 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ecb7b73b-d2b1-4060-b524-5653ecde1ef3 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850854027'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:15:40.564878 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-3d752806-08bd-4388-9b73-0e37d079c03e tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:15:40.642499 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-39ff93cf-c0b7-48c5-95f3-6f7e9977387d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:15:40.660085 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ecb7b73b-d2b1-4060-b524-5653ecde1ef3 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1977653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854055662'] for router_interface, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:15:40.664176 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb7b73b-d2b1-4060-b524-5653ecde1ef3 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event updated for resources: {'Port': ['ID=cb9d8f2a-4f61-4c2f-9135-0f4bc2189e12,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:15:40.669396 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-ecb7b73b-d2b1-4060-b524-5653ecde1ef3 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:15:40.824979 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecb7b73b-d2b1-4060-b524-5653ecde1ef3 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Network b6c69d1f-1183-44d6-8d24-d8da08b21969 is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:15:40.826252 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-ecb7b73b-d2b1-4060-b524-5653ecde1ef3 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Resources bound (agent type, host, resource id):  {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:15:41.283795 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecb7b73b-d2b1-4060-b524-5653ecde1ef3 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Router 64fcc469-bffd-4224-88fe-0b748c7661e6 has already been hosted by L3 agent 198cca88-1338-4098-b44b-beb0346ac906 {{(pid=88879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 24 11:15:41.349093 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cf0caef-1edf-469d-9d5f-e7e5666d06c7 None None] Network b6c69d1f-1183-44d6-8d24-d8da08b21969 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:15:41.544728 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 1cdf0882-7667-4ea9-b321-ee477a591f9d up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:15:41.584775 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-23e1087c-cdef-4bd2-a4f2-fb657e73cec2 None None] Provisioning for port 1cdf0882-7667-4ea9-b321-ee477a591f9d completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:15:41.652491 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecb7b73b-d2b1-4060-b524-5653ecde1ef3 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:15:41.667394 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-ecb7b73b-d2b1-4060-b524-5653ecde1ef3 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "PUT /v2.0/routers/64fcc469-bffd-4224-88fe-0b748c7661e6/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.1992509
Dec 24 11:15:41.671697 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 44746) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:15:41.697680 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning for port 1cdf0882-7667-4ea9-b321-ee477a591f9d completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:15:41.704946 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port 1cdf0882-7667-4ea9-b321-ee477a591f9d triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:15:41.705361 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:15:41.845951 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ccd0136-1ebb-4b03-806e-9d5bc7b6e240 tempest-TestNetworkBasicOps-448411267 tempest-TestNetworkBasicOps-448411267-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:15:41.846361 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ccd0136-1ebb-4b03-806e-9d5bc7b6e240 tempest-TestNetworkBasicOps-448411267 tempest-TestNetworkBasicOps-448411267-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:15:41.846486 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:15:41.846944 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ccd0136-1ebb-4b03-806e-9d5bc7b6e240 tempest-TestNetworkBasicOps-448411267 tempest-TestNetworkBasicOps-448411267-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:15:41.847350 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ccd0136-1ebb-4b03-806e-9d5bc7b6e240 tempest-TestNetworkBasicOps-448411267 tempest-TestNetworkBasicOps-448411267-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:15:41.847760 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ccd0136-1ebb-4b03-806e-9d5bc7b6e240 tempest-TestNetworkBasicOps-448411267 tempest-TestNetworkBasicOps-448411267-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:15:41.848166 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ccd0136-1ebb-4b03-806e-9d5bc7b6e240 tempest-TestNetworkBasicOps-448411267 tempest-TestNetworkBasicOps-448411267-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:15:41.850172 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-9ccd0136-1ebb-4b03-806e-9d5bc7b6e240 tempest-TestNetworkBasicOps-448411267 tempest-TestNetworkBasicOps-448411267-project-admin] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200  len: 4286 time: 0.1774220
Dec 24 11:15:41.857104 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 44750) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:15:41.887026 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] For port 1cdf0882-7667-4ea9-b321-ee477a591f9d, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=1cdf0882-7667-4ea9-b321-ee477a591f9d,segment=NetworkSegment(a4e16c64-2ad8-4e37-b014-36c4c21d3b3e),segment_id=a4e16c64-2ad8-4e37-b014-36c4c21d3b3e)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:15:41.890531 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:15:41.891703 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 361b1f03-4e66-49ab-b5cd-c3ab1eb299f7 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:15:41.918660 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-3ed46d17-b8d8-48fb-96b6-9e43c5322d50 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:15:41.952649 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b412c8ad-2802-4191-b74e-c16175ff3c5f tempest-TestNetworkBasicOps-448411267 tempest-TestNetworkBasicOps-448411267-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:15:41.952952 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b412c8ad-2802-4191-b74e-c16175ff3c5f tempest-TestNetworkBasicOps-448411267 tempest-TestNetworkBasicOps-448411267-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:15:41.953539 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b412c8ad-2802-4191-b74e-c16175ff3c5f tempest-TestNetworkBasicOps-448411267 tempest-TestNetworkBasicOps-448411267-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:15:41.954095 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b412c8ad-2802-4191-b74e-c16175ff3c5f tempest-TestNetworkBasicOps-448411267 tempest-TestNetworkBasicOps-448411267-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:15:41.954648 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b412c8ad-2802-4191-b74e-c16175ff3c5f tempest-TestNetworkBasicOps-448411267 tempest-TestNetworkBasicOps-448411267-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:15:41.955057 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b412c8ad-2802-4191-b74e-c16175ff3c5f tempest-TestNetworkBasicOps-448411267 tempest-TestNetworkBasicOps-448411267-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:15:41.959783 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-b412c8ad-2802-4191-b74e-c16175ff3c5f tempest-TestNetworkBasicOps-448411267 tempest-TestNetworkBasicOps-448411267-project-admin] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 4005 time: 0.0988917
Dec 24 11:15:41.960044 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 44754) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:15:42.048672 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Pushing event updated for resources: {'Port': ['ID=1cdf0882-7667-4ea9-b321-ee477a591f9d,revision_number=3']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:15:42.053765 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:15:42.071737 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning for port 361b1f03-4e66-49ab-b5cd-c3ab1eb299f7 completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:15:42.078182 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port 361b1f03-4e66-49ab-b5cd-c3ab1eb299f7 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:15:42.078741 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:15:42.154755 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-8554e1d9-6b82-417f-986f-83f8d6067bf2 None None] Provisioning for port cb9d8f2a-4f61-4c2f-9135-0f4bc2189e12 completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:15:42.163955 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-8554e1d9-6b82-417f-986f-83f8d6067bf2 None None] Provisioning complete for port cb9d8f2a-4f61-4c2f-9135-0f4bc2189e12 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:15:42.164455 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8554e1d9-6b82-417f-986f-83f8d6067bf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:15:42.213466 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-9a1d7d03-05ee-41bd-b94a-9da3f3d1d43c tempest-TestNetworkBasicOps-448411267 tempest-TestNetworkBasicOps-448411267-project-admin] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200  len: 3046 time: 0.2513034
Dec 24 11:15:42.216588 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 44758) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:15:42.223449 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-473c883c-9cba-4a53-a284-5676fd872814 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-1371068231', 'network_id': 'b6c69d1f-1183-44d6-8d24-d8da08b21969'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:15:42.274438 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-8554e1d9-6b82-417f-986f-83f8d6067bf2 None None] Port cb9d8f2a-4f61-4c2f-9135-0f4bc2189e12 cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:15:42.282080 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:15:42.304456 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] For port 361b1f03-4e66-49ab-b5cd-c3ab1eb299f7, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=361b1f03-4e66-49ab-b5cd-c3ab1eb299f7,segment=NetworkSegment(d4e3295f-9ff8-4cad-8a20-3f1c937efc8c),segment_id=d4e3295f-9ff8-4cad-8a20-3f1c937efc8c)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:15:42.311403 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-8554e1d9-6b82-417f-986f-83f8d6067bf2 None None] Provisioning complete for port 1cdf0882-7667-4ea9-b321-ee477a591f9d triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:15:42.311403 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8554e1d9-6b82-417f-986f-83f8d6067bf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:15:42.337573 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:15:42.344785 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-8b30677f-f38d-4b28-ac13-84412d910435 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:15:42.403037 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-473c883c-9cba-4a53-a284-5676fd872814 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:15:42.409618 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-473c883c-9cba-4a53-a284-5676fd872814 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Usage tracker for resource:port and tenant:ad7c5ba9df02428aae512a4d9bb9dd9d is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:15:42.413126 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-473c883c-9cba-4a53-a284-5676fd872814 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:15:42.420415 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-473c883c-9cba-4a53-a284-5676fd872814 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:15:42.452109 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Pushing event updated for resources: {'Port': ['ID=361b1f03-4e66-49ab-b5cd-c3ab1eb299f7,revision_number=4']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:15:42.456735 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:15:42.487500 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-473c883c-9cba-4a53-a284-5676fd872814 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Made reservation on behalf of ad7c5ba9df02428aae512a4d9bb9dd9d for: {'port': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:15:42.494092 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-473c883c-9cba-4a53-a284-5676fd872814 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:15:42.498123 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80132d41-377f-4570-ad7d-f2adb560eebc None None] Sync routers for ids ['64fcc469-bffd-4224-88fe-0b748c7661e6'] in dv-neutron-822691-2-hyperv {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:15:42.514447 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80132d41-377f-4570-ad7d-f2adb560eebc None None] Routers {'64fcc469-bffd-4224-88fe-0b748c7661e6'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:15:42.515211 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-80132d41-377f-4570-ad7d-f2adb560eebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271925160>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:15:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['64fcc469-bffd-4224-88fe-0b748c7661e6'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:15:42.541758 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [None req-473c883c-9cba-4a53-a284-5676fd872814 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] device_id is not set on port e28149b1-43ad-489b-a782-e593abaef7b8 yet. {{(pid=88878) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 24 11:15:42.751172 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-473c883c-9cba-4a53-a284-5676fd872814 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Allocated IP 172.20.0.12 (b6c69d1f-1183-44d6-8d24-d8da08b21969/98191ca2-19ae-4926-b1c6-65637da296ea/e28149b1-43ad-489b-a782-e593abaef7b8) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:15:42.763483 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-80132d41-377f-4570-ad7d-f2adb560eebc None None] Set router 64fcc469-bffd-4224-88fe-0b748c7661e6 gateway port host: dv-neutron-822691-2-hyperv {{(pid=88881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:15:42.848575 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-67b012f5-aef7-434f-aa08-f2188b7e607a None None] Provisioning complete for port cb9d8f2a-4f61-4c2f-9135-0f4bc2189e12 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:15:42.848979 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-67b012f5-aef7-434f-aa08-f2188b7e607a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:15:42.904733 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-67b012f5-aef7-434f-aa08-f2188b7e607a None None] Port cb9d8f2a-4f61-4c2f-9135-0f4bc2189e12 cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:15:42.997028 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-473c883c-9cba-4a53-a284-5676fd872814 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:15:43.016158 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-473c883c-9cba-4a53-a284-5676fd872814 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Transition to ACTIVE for port object e28149b1-43ad-489b-a782-e593abaef7b8 will not be triggered until provisioned by entity DHCP. {{(pid=88878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:15:43.053357 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-473c883c-9cba-4a53-a284-5676fd872814 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:15:43.060026 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-1295706d-8947-40c6-8dd1-14d920da96c1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:15:43.115285 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-80132d41-377f-4570-ad7d-f2adb560eebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271925160>, [{'id': '64fcc469-bffd-4224-88fe-0b748c7661e6', 'name': 'tempest-TestNetworkBasicOps-router-1365414093', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.219'}], 'enable_snat': True}, 'gw_port_id': '361b1f03-4e66-49ab-b5cd-c3ab1eb299f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:15:34Z', 'updated_at': '2021-12-24T11:15:39Z', 'revision_number': 4, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'gw_port': {'id': '361b1f03-4e66-49ab-b5cd-c3ab1eb299f7', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:96:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64fcc469-bffd-4224-88fe-0b748c7661e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:15:34Z', 'updated_at': '2021-12-24T11:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_interfaces': [{'id': 'cb9d8f2a-4f61-4c2f-9135-0f4bc2189e12', 'name': '', 'network_id': 'b6c69d1f-1183-44d6-8d24-d8da08b21969', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'mac_address': 'fa:16:3e:fd:d9:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64fcc469-bffd-4224-88fe-0b748c7661e6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '98191ca2-19ae-4926-b1c6-65637da296ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:15:38Z', 'updated_at': '2021-12-24T11:15:40Z', 'revision_number': 2, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'subnets': [{'id': '98191ca2-19ae-4926-b1c6-65637da296ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:15:43.120027 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80132d41-377f-4570-ad7d-f2adb560eebc None None] Checking router: 64fcc469-bffd-4224-88fe-0b748c7661e6 for host: dv-neutron-822691-2-hyperv {{(pid=88881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 24 11:15:43.120419 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80132d41-377f-4570-ad7d-f2adb560eebc None None] Updating router 64fcc469-bffd-4224-88fe-0b748c7661e6 port cb9d8f2a-4f61-4c2f-9135-0f4bc2189e12 binding host dv-neutron-822691-2-hyperv {{(pid=88881) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 24 11:15:43.137155 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-473c883c-9cba-4a53-a284-5676fd872814 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Network b6c69d1f-1183-44d6-8d24-d8da08b21969 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:15:43.141448 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-473c883c-9cba-4a53-a284-5676fd872814 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Resources bound (agent type, host, resource id):  {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:15:43.143509 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473c883c-9cba-4a53-a284-5676fd872814 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event updated for resources: {'Port': ['ID=e28149b1-43ad-489b-a782-e593abaef7b8,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:15:43.145952 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-473c883c-9cba-4a53-a284-5676fd872814 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:15:43.178022 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-473c883c-9cba-4a53-a284-5676fd872814 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:15:43.179479 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-80132d41-377f-4570-ad7d-f2adb560eebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:15:43.216354 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-473c883c-9cba-4a53-a284-5676fd872814 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:15:43.216976 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-473c883c-9cba-4a53-a284-5676fd872814 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:15:43.246940 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-473c883c-9cba-4a53-a284-5676fd872814 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 1.0289328
Dec 24 11:15:43.471151 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 1cdf0882-7667-4ea9-b321-ee477a591f9d up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:15:43.537579 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 44764) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:15:43.544427 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-5977354d-3d63-4775-9dd7-9f83c69e1a42 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-783553954', 'description': 'tempest-secgroup-smoke-783553954 description', 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:15:43.551948 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-5977354d-3d63-4775-9dd7-9f83c69e1a42 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:15:43.559514 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-5977354d-3d63-4775-9dd7-9f83c69e1a42 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Usage tracker for resource:security_group and tenant:ad7c5ba9df02428aae512a4d9bb9dd9d is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:15:43.563926 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-5977354d-3d63-4775-9dd7-9f83c69e1a42 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:15:43.572510 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-5977354d-3d63-4775-9dd7-9f83c69e1a42 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:15:43.585121 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-b06aa268-550a-4da5-85e6-168c64a5561d None None] Provisioning for port e28149b1-43ad-489b-a782-e593abaef7b8 completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:15:43.585539 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5977354d-3d63-4775-9dd7-9f83c69e1a42 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:15:43.593095 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-b06aa268-550a-4da5-85e6-168c64a5561d None None] Provisioning complete for port e28149b1-43ad-489b-a782-e593abaef7b8 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:15:43.593765 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b06aa268-550a-4da5-85e6-168c64a5561d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:15:43.628497 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port 1cdf0882-7667-4ea9-b321-ee477a591f9d triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:15:43.628930 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:15:43.642203 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-5977354d-3d63-4775-9dd7-9f83c69e1a42 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:15:43.646799 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-5977354d-3d63-4775-9dd7-9f83c69e1a42 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Usage tracker for resource:security_group_rule and tenant:ad7c5ba9df02428aae512a4d9bb9dd9d is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:15:43.650206 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-5977354d-3d63-4775-9dd7-9f83c69e1a42 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:15:43.657112 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-5977354d-3d63-4775-9dd7-9f83c69e1a42 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:15:43.707776 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-b06aa268-550a-4da5-85e6-168c64a5561d None None] Port e28149b1-43ad-489b-a782-e593abaef7b8 cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:15:43.732071 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5977354d-3d63-4775-9dd7-9f83c69e1a42 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:15:43.735393 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5977354d-3d63-4775-9dd7-9f83c69e1a42 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:15:43.743215 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-63ce8c35-aec9-4b59-86cc-1b1d3c9efb4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:15:43.769185 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-80132d41-377f-4570-ad7d-f2adb560eebc None None] Notify callbacks [] for port, precommit_update {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:15:43.784237 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 361b1f03-4e66-49ab-b5cd-c3ab1eb299f7 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:15:43.787086 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-80132d41-377f-4570-ad7d-f2adb560eebc None None] Transition to ACTIVE for port object cb9d8f2a-4f61-4c2f-9135-0f4bc2189e12 will not be triggered until provisioned by entity L2. {{(pid=88881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:15:43.795577 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-80132d41-377f-4570-ad7d-f2adb560eebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:15:43.801362 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-6221dfa1-6a26-465f-b3e5-01e87e7abd8e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:15:43.828728 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5977354d-3d63-4775-9dd7-9f83c69e1a42 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d9996bb-b417-4fdf-b96f-a1683d674be9,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:15:43.833957 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-5977354d-3d63-4775-9dd7-9f83c69e1a42 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:15:43.844813 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5977354d-3d63-4775-9dd7-9f83c69e1a42 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:15:43.849291 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-5977354d-3d63-4775-9dd7-9f83c69e1a42 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1626 time: 0.3077109
Dec 24 11:15:43.849942 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 44768) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:15:43.867052 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-b131a3a1-07fa-4e29-b288-a079109ee7b5 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Request body: {'security_group_rule': {'security_group_id': '1d9996bb-b417-4fdf-b96f-a1683d674be9', 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:15:43.875553 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port 361b1f03-4e66-49ab-b5cd-c3ab1eb299f7 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:15:43.876369 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:15:43.880512 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-b131a3a1-07fa-4e29-b288-a079109ee7b5 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:15:43.888673 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-b131a3a1-07fa-4e29-b288-a079109ee7b5 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Usage tracker for resource:security_group_rule and tenant:ad7c5ba9df02428aae512a4d9bb9dd9d is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:15:43.894742 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-b131a3a1-07fa-4e29-b288-a079109ee7b5 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:15:43.907987 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-b131a3a1-07fa-4e29-b288-a079109ee7b5 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:15:43.931261 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b131a3a1-07fa-4e29-b288-a079109ee7b5 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:15:43.946853 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f53612-92ac-48ce-af14-24ce6183618a None None] Pushing event updated for resources: {'Port': ['ID=cb9d8f2a-4f61-4c2f-9135-0f4bc2189e12,revision_number=3']} {{(pid=88881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:15:43.995689 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f53612-92ac-48ce-af14-24ce6183618a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:15:43.996069 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f53612-92ac-48ce-af14-24ce6183618a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:15:43.996444 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f53612-92ac-48ce-af14-24ce6183618a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:15:43.996813 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f53612-92ac-48ce-af14-24ce6183618a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:15:43.997185 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f53612-92ac-48ce-af14-24ce6183618a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:15:43.997549 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f53612-92ac-48ce-af14-24ce6183618a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:15:43.997937 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f53612-92ac-48ce-af14-24ce6183618a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:15:43.998310 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f53612-92ac-48ce-af14-24ce6183618a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:15:43.998645 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f53612-92ac-48ce-af14-24ce6183618a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:15:43.999260 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f53612-92ac-48ce-af14-24ce6183618a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:15:43.999768 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f53612-92ac-48ce-af14-24ce6183618a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:15:44.005249 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-85f53612-92ac-48ce-af14-24ce6183618a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=88881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:15:44.009810 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b131a3a1-07fa-4e29-b288-a079109ee7b5 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:15:44.018489 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b131a3a1-07fa-4e29-b288-a079109ee7b5 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689902'] for security_group_rule, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:15:44.020647 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c8d7fea0-005b-4f10-b750-35d3c64a2fcf tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:15:44.047104 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b131a3a1-07fa-4e29-b288-a079109ee7b5 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=858afe5f-6871-429e-9672-eb599a0bcaa1,revision_number=0']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:15:44.050281 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-b131a3a1-07fa-4e29-b288-a079109ee7b5 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:15:44.058949 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b131a3a1-07fa-4e29-b288-a079109ee7b5 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:15:44.060544 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-b131a3a1-07fa-4e29-b288-a079109ee7b5 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.2010972
Dec 24 11:15:44.066779 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 44772) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:15:44.073664 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-fdad5feb-2217-4f24-bffe-68a4fb406280 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Request body: {'security_group_rule': {'security_group_id': '1d9996bb-b417-4fdf-b96f-a1683d674be9', 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:15:44.077280 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-80132d41-377f-4570-ad7d-f2adb560eebc None None] Attempting to bind port cb9d8f2a-4f61-4c2f-9135-0f4bc2189e12 on host dv-neutron-822691-2-hyperv for vnic_type normal with profile  {{(pid=88881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:15:44.077700 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-80132d41-377f-4570-ad7d-f2adb560eebc None None] Attempting to bind port cb9d8f2a-4f61-4c2f-9135-0f4bc2189e12 by drivers openvswitch,hyperv on host dv-neutron-822691-2-hyperv at level 0 using segments [{'id': 'a4e16c64-2ad8-4e37-b014-36c4c21d3b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'b6c69d1f-1183-44d6-8d24-d8da08b21969'}] {{(pid=88881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:15:44.078340 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80132d41-377f-4570-ad7d-f2adb560eebc None None] Attempting to bind port cb9d8f2a-4f61-4c2f-9135-0f4bc2189e12 on network b6c69d1f-1183-44d6-8d24-d8da08b21969 {{(pid=88881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:15:44.082091 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-fdad5feb-2217-4f24-bffe-68a4fb406280 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:15:44.087232 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80132d41-377f-4570-ad7d-f2adb560eebc None None] Checking agent: {'id': 'db1275c1-6001-47af-93c2-635c68404703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822691-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 52, 8), 'started_at': datetime.datetime(2021, 12, 24, 10, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 15, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822691-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:15:44.087649 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80132d41-377f-4570-ad7d-f2adb560eebc None None] Checking segment: {'id': 'a4e16c64-2ad8-4e37-b014-36c4c21d3b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'b6c69d1f-1183-44d6-8d24-d8da08b21969'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:15:44.088231 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-80132d41-377f-4570-ad7d-f2adb560eebc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:15:44.088669 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80132d41-377f-4570-ad7d-f2adb560eebc None None] Bound using segment: {'id': 'a4e16c64-2ad8-4e37-b014-36c4c21d3b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'b6c69d1f-1183-44d6-8d24-d8da08b21969'} {{(pid=88881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:15:44.089250 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-80132d41-377f-4570-ad7d-f2adb560eebc None None] Bound port: cb9d8f2a-4f61-4c2f-9135-0f4bc2189e12, host: dv-neutron-822691-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4e16c64-2ad8-4e37-b014-36c4c21d3b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'b6c69d1f-1183-44d6-8d24-d8da08b21969'}}] {{(pid=88881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:15:44.089396 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-fdad5feb-2217-4f24-bffe-68a4fb406280 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Usage tracker for resource:security_group_rule and tenant:ad7c5ba9df02428aae512a4d9bb9dd9d is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:15:44.089606 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-80132d41-377f-4570-ad7d-f2adb560eebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:15:44.094232 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-fdad5feb-2217-4f24-bffe-68a4fb406280 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:15:44.105071 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-fdad5feb-2217-4f24-bffe-68a4fb406280 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:15:44.124647 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fdad5feb-2217-4f24-bffe-68a4fb406280 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:15:44.195122 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-80132d41-377f-4570-ad7d-f2adb560eebc None None] For port cb9d8f2a-4f61-4c2f-9135-0f4bc2189e12, host dv-neutron-822691-2-hyperv, cleared binding levels {{(pid=88881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:15:44.199769 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-80132d41-377f-4570-ad7d-f2adb560eebc None None] For port cb9d8f2a-4f61-4c2f-9135-0f4bc2189e12, host dv-neutron-822691-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=cb9d8f2a-4f61-4c2f-9135-0f4bc2189e12,segment=NetworkSegment(a4e16c64-2ad8-4e37-b014-36c4c21d3b3e),segment_id=a4e16c64-2ad8-4e37-b014-36c4c21d3b3e)] {{(pid=88881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:15:44.200493 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fdad5feb-2217-4f24-bffe-68a4fb406280 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:15:44.205407 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-80132d41-377f-4570-ad7d-f2adb560eebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:15:44.206047 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fdad5feb-2217-4f24-bffe-68a4fb406280 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689902'] for security_group_rule, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:15:44.208943 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-fb57f32d-29cd-4973-804c-b2e55fe657b3 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:15:44.211544 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:15:44.233327 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdad5feb-2217-4f24-bffe-68a4fb406280 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c23b63ad-357e-4830-ba37-8a50c9def2af,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:15:44.238671 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-fdad5feb-2217-4f24-bffe-68a4fb406280 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:15:44.248807 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fdad5feb-2217-4f24-bffe-68a4fb406280 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:15:44.250281 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-fdad5feb-2217-4f24-bffe-68a4fb406280 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.1822591
Dec 24 11:15:44.255689 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 44776) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:15:44.262083 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-3cf3fd26-e5c8-4ebe-838c-295cec92fb6a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Request body: {'security_group_rule': {'security_group_id': '1d9996bb-b417-4fdf-b96f-a1683d674be9', 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:15:44.268772 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-3cf3fd26-e5c8-4ebe-838c-295cec92fb6a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:15:44.272993 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-3cf3fd26-e5c8-4ebe-838c-295cec92fb6a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Usage tracker for resource:security_group_rule and tenant:ad7c5ba9df02428aae512a4d9bb9dd9d is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:15:44.276127 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-3cf3fd26-e5c8-4ebe-838c-295cec92fb6a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:15:44.283376 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-3cf3fd26-e5c8-4ebe-838c-295cec92fb6a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:15:44.302449 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3cf3fd26-e5c8-4ebe-838c-295cec92fb6a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:15:44.304975 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f53612-92ac-48ce-af14-24ce6183618a None None] Pushing event updated for resources: {'Port': ['ID=cb9d8f2a-4f61-4c2f-9135-0f4bc2189e12,revision_number=4']} {{(pid=88881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:15:44.309015 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-85f53612-92ac-48ce-af14-24ce6183618a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:15:44.313387 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80132d41-377f-4570-ad7d-f2adb560eebc None None] Routers {'64fcc469-bffd-4224-88fe-0b748c7661e6'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:15:44.314357 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-80132d41-377f-4570-ad7d-f2adb560eebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271925160>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:15:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['64fcc469-bffd-4224-88fe-0b748c7661e6'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:15:44.391908 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3cf3fd26-e5c8-4ebe-838c-295cec92fb6a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:15:44.396536 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3cf3fd26-e5c8-4ebe-838c-295cec92fb6a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689902'] for security_group_rule, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:15:44.398832 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-bae6849b-b700-496b-8edc-c40a22f97a3b tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:15:44.424094 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf3fd26-e5c8-4ebe-838c-295cec92fb6a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea0fa06f-48c3-46cb-beac-c0052c2fa77d,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:15:44.429152 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-3cf3fd26-e5c8-4ebe-838c-295cec92fb6a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:15:44.437349 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3cf3fd26-e5c8-4ebe-838c-295cec92fb6a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:15:44.439880 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-3cf3fd26-e5c8-4ebe-838c-295cec92fb6a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1823473
Dec 24 11:15:44.442698 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 44780) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:15:44.449799 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-2bf02ea8-39ba-4fdc-a83a-a991bcc56fb6 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Request body: {'security_group_rule': {'security_group_id': '1d9996bb-b417-4fdf-b96f-a1683d674be9', 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:15:44.457471 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-2bf02ea8-39ba-4fdc-a83a-a991bcc56fb6 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:15:44.463699 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-2bf02ea8-39ba-4fdc-a83a-a991bcc56fb6 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Usage tracker for resource:security_group_rule and tenant:ad7c5ba9df02428aae512a4d9bb9dd9d is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:15:44.467589 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-2bf02ea8-39ba-4fdc-a83a-a991bcc56fb6 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:15:44.474913 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-2bf02ea8-39ba-4fdc-a83a-a991bcc56fb6 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:15:44.493965 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2bf02ea8-39ba-4fdc-a83a-a991bcc56fb6 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:15:44.541014 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-80132d41-377f-4570-ad7d-f2adb560eebc None None] Set router 64fcc469-bffd-4224-88fe-0b748c7661e6 gateway port host: dv-neutron-822691-2-hyperv {{(pid=88881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:15:44.584210 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2bf02ea8-39ba-4fdc-a83a-a991bcc56fb6 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:15:44.587448 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2bf02ea8-39ba-4fdc-a83a-a991bcc56fb6 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689902'] for security_group_rule, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:15:44.589464 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-efac71e6-d1e6-4aaf-838b-4786c48f3534 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:15:44.616355 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf02ea8-39ba-4fdc-a83a-a991bcc56fb6 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81249073-0ed8-4385-a999-b5594cfa1dd0,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:15:44.619134 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-2bf02ea8-39ba-4fdc-a83a-a991bcc56fb6 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:15:44.625864 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2bf02ea8-39ba-4fdc-a83a-a991bcc56fb6 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:15:44.627198 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-2bf02ea8-39ba-4fdc-a83a-a991bcc56fb6 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.1834009
Dec 24 11:15:44.630647 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 44784) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:15:44.636786 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-dd8e84ba-36ca-4327-ac16-aa798d6915ac tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Request body: {'security_group_rule': {'security_group_id': '1d9996bb-b417-4fdf-b96f-a1683d674be9', 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:15:44.643573 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-dd8e84ba-36ca-4327-ac16-aa798d6915ac tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:15:44.648924 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-dd8e84ba-36ca-4327-ac16-aa798d6915ac tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Usage tracker for resource:security_group_rule and tenant:ad7c5ba9df02428aae512a4d9bb9dd9d is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:15:44.653065 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-dd8e84ba-36ca-4327-ac16-aa798d6915ac tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:15:44.660860 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-dd8e84ba-36ca-4327-ac16-aa798d6915ac tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:15:44.677373 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.securitygroups_db [None req-dd8e84ba-36ca-4327-ac16-aa798d6915ac tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Project ad7c5ba9df02428aae512a4d9bb9dd9d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 24 11:15:44.685249 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-dd8e84ba-36ca-4327-ac16-aa798d6915ac tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:15:44.775511 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-dd8e84ba-36ca-4327-ac16-aa798d6915ac tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:15:44.779302 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-dd8e84ba-36ca-4327-ac16-aa798d6915ac tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689902'] for security_group_rule, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:15:44.781403 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-92f9861e-05b7-409c-92db-a587639c83a4 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:15:44.809876 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8e84ba-36ca-4327-ac16-aa798d6915ac tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31c87b6a-234c-48be-b407-7941eb342933,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:15:44.818008 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-dd8e84ba-36ca-4327-ac16-aa798d6915ac tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:15:44.821606 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-dd8e84ba-36ca-4327-ac16-aa798d6915ac tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:15:44.823072 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-dd8e84ba-36ca-4327-ac16-aa798d6915ac tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.1913800
Dec 24 11:15:44.826315 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 44788) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:15:44.833470 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-9cd0d41d-e8ce-4013-b5af-998ce670187d tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Request body: {'security_group_rule': {'security_group_id': '1d9996bb-b417-4fdf-b96f-a1683d674be9', 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:15:44.840409 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-9cd0d41d-e8ce-4013-b5af-998ce670187d tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:15:44.845427 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-9cd0d41d-e8ce-4013-b5af-998ce670187d tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Usage tracker for resource:security_group_rule and tenant:ad7c5ba9df02428aae512a4d9bb9dd9d is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:15:44.849196 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-9cd0d41d-e8ce-4013-b5af-998ce670187d tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:15:44.857005 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-9cd0d41d-e8ce-4013-b5af-998ce670187d tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:15:44.873548 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.securitygroups_db [None req-9cd0d41d-e8ce-4013-b5af-998ce670187d tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Project ad7c5ba9df02428aae512a4d9bb9dd9d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 24 11:15:44.881967 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9cd0d41d-e8ce-4013-b5af-998ce670187d tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:15:44.926791 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-80132d41-377f-4570-ad7d-f2adb560eebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271925160>, [{'id': '64fcc469-bffd-4224-88fe-0b748c7661e6', 'name': 'tempest-TestNetworkBasicOps-router-1365414093', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.219'}], 'enable_snat': True}, 'gw_port_id': '361b1f03-4e66-49ab-b5cd-c3ab1eb299f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:15:34Z', 'updated_at': '2021-12-24T11:15:39Z', 'revision_number': 4, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'gw_port': {'id': '361b1f03-4e66-49ab-b5cd-c3ab1eb299f7', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:96:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64fcc469-bffd-4224-88fe-0b748c7661e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:15:34Z', 'updated_at': '2021-12-24T11:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_interfaces': [{'id': 'cb9d8f2a-4f61-4c2f-9135-0f4bc2189e12', 'name': '', 'network_id': 'b6c69d1f-1183-44d6-8d24-d8da08b21969', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'mac_address': 'fa:16:3e:fd:d9:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64fcc469-bffd-4224-88fe-0b748c7661e6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '98191ca2-19ae-4926-b1c6-65637da296ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:15:38Z', 'updated_at': '2021-12-24T11:15:44Z', 'revision_number': 4, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'subnets': [{'id': '98191ca2-19ae-4926-b1c6-65637da296ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:15:44.938890 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80132d41-377f-4570-ad7d-f2adb560eebc None None] The sync data for ids ['64fcc469-bffd-4224-88fe-0b748c7661e6'] in dv-neutron-822691-2-hyperv is: [{'id': '64fcc469-bffd-4224-88fe-0b748c7661e6', 'name': 'tempest-TestNetworkBasicOps-router-1365414093', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.219'}], 'enable_snat': True}, 'gw_port_id': '361b1f03-4e66-49ab-b5cd-c3ab1eb299f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:15:34Z', 'updated_at': '2021-12-24T11:15:39Z', 'revision_number': 4, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'gw_port': {'id': '361b1f03-4e66-49ab-b5cd-c3ab1eb299f7', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:96:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64fcc469-bffd-4224-88fe-0b748c7661e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:15:34Z', 'updated_at': '2021-12-24T11:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_interfaces': [{'id': 'cb9d8f2a-4f61-4c2f-9135-0f4bc2189e12', 'name': '', 'network_id': 'b6c69d1f-1183-44d6-8d24-d8da08b21969', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'mac_address': 'fa:16:3e:fd:d9:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64fcc469-bffd-4224-88fe-0b748c7661e6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '98191ca2-19ae-4926-b1c6-65637da296ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:15:38Z', 'updated_at': '2021-12-24T11:15:44Z', 'revision_number': 4, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'subnets': [{'id': '98191ca2-19ae-4926-b1c6-65637da296ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:15:44.966849 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9cd0d41d-e8ce-4013-b5af-998ce670187d tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:15:44.971255 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9cd0d41d-e8ce-4013-b5af-998ce670187d tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689902'] for security_group_rule, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:15:44.973613 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-d518be1e-63f5-4c06-8949-ab278a7017c1 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:15:44.998374 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd0d41d-e8ce-4013-b5af-998ce670187d tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffc8c006-6d6b-4122-b4ad-e311a8ef7d54,revision_number=0']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:15:45.005069 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-9cd0d41d-e8ce-4013-b5af-998ce670187d tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:15:45.021309 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9cd0d41d-e8ce-4013-b5af-998ce670187d tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:15:45.022915 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-9cd0d41d-e8ce-4013-b5af-998ce670187d tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.1955159
Dec 24 11:15:45.246172 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-fb12083c-941d-411d-bf3a-460b1ecacb37 req-6e57e303-974c-4581-baa2-5405f09691d1 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Synchronizing usage tracker for tenant:ad7c5ba9df02428aae512a4d9bb9dd9d on resource:security_group {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:15:45.264342 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-fb12083c-941d-411d-bf3a-460b1ecacb37 req-6e57e303-974c-4581-baa2-5405f09691d1 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Unset dirty status for tenant:ad7c5ba9df02428aae512a4d9bb9dd9d on resource:security_group {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:15:45.265765 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-fb12083c-941d-411d-bf3a-460b1ecacb37 req-6e57e303-974c-4581-baa2-5405f09691d1 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-783553954&fields=id&tenant_id=ad7c5ba9df02428aae512a4d9bb9dd9d HTTP/1.1" status: 200  len: 267 time: 0.0692194
Dec 24 11:15:45.359999 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb12083c-941d-411d-bf3a-460b1ecacb37 req-6362c996-c374-4076-b188-dd1324fd76ec tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:15:45.360672 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-fb12083c-941d-411d-bf3a-460b1ecacb37 req-6362c996-c374-4076-b188-dd1324fd76ec tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Synchronizing usage tracker for tenant:ad7c5ba9df02428aae512a4d9bb9dd9d on resource:port {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:15:45.392479 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-fb12083c-941d-411d-bf3a-460b1ecacb37 req-6362c996-c374-4076-b188-dd1324fd76ec tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Unset dirty status for tenant:ad7c5ba9df02428aae512a4d9bb9dd9d on resource:port {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:15:45.396217 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-fb12083c-941d-411d-bf3a-460b1ecacb37 req-6362c996-c374-4076-b188-dd1324fd76ec tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/ports/e28149b1-43ad-489b-a782-e593abaef7b8 HTTP/1.1" status: 200  len: 931 time: 0.1172991
Dec 24 11:15:45.502281 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device cb9d8f2a-4f61-4c2f-9135-0f4bc2189e12 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:15:45.549205 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-fb12083c-941d-411d-bf3a-460b1ecacb37 req-d19d7881-1e33-4de4-a9d1-5bcf449e0fd0 service neutron] 10.222.0.65 "GET /v2.0/ports/e28149b1-43ad-489b-a782-e593abaef7b8?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200  len: 311 time: 0.1192224
Dec 24 11:15:45.601044 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning for port cb9d8f2a-4f61-4c2f-9135-0f4bc2189e12 completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:15:45.607711 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port cb9d8f2a-4f61-4c2f-9135-0f4bc2189e12 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:15:45.608815 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:15:45.723474 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-fb12083c-941d-411d-bf3a-460b1ecacb37 req-6e29a2df-deb5-45af-a9d4-b40421fb22c1 service neutron] 10.222.0.65 "GET /v2.0/networks/b6c69d1f-1183-44d6-8d24-d8da08b21969?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1742239
Dec 24 11:15:45.765567 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:15:45.803062 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] For port cb9d8f2a-4f61-4c2f-9135-0f4bc2189e12, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=cb9d8f2a-4f61-4c2f-9135-0f4bc2189e12,segment=NetworkSegment(a4e16c64-2ad8-4e37-b014-36c4c21d3b3e),segment_id=a4e16c64-2ad8-4e37-b014-36c4c21d3b3e)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:15:45.809123 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:15:45.813946 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-111a21f5-4b01-4bae-b3b1-be10ff29942b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:15:45.894771 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Pushing event updated for resources: {'Port': ['ID=cb9d8f2a-4f61-4c2f-9135-0f4bc2189e12,revision_number=5']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:15:45.896825 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-fb12083c-941d-411d-bf3a-460b1ecacb37 req-f982520d-b0f8-4e82-a94b-84886d7a4d04 service neutron] 10.222.0.65 "GET /v2.0/networks/b6c69d1f-1183-44d6-8d24-d8da08b21969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1627462
Dec 24 11:15:45.898984 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:15:46.134820 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-3068ada3-e2c4-4a59-90eb-de3a6e98cd95 req-acbb1e1e-0382-4657-bdaf-b9dbef410f45 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/ports?device_id=7a823a32-9f15-425c-9cb3-50a93c6458bb HTTP/1.1" status: 200  len: 210 time: 0.0512230
Dec 24 11:15:47.345237 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-fb12083c-941d-411d-bf3a-460b1ecacb37 req-f9b6f756-9c15-47c5-b0fb-b0108cfba400 service neutron] 10.222.0.58 "GET /v2.0/ports/e28149b1-43ad-489b-a782-e593abaef7b8 HTTP/1.1" status: 200  len: 1027 time: 0.1140349
Dec 24 11:15:47.350984 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-81dd0060-fc26-40f5-bd7b-37858bee3a59 req-df75f391-c7e0-4fe4-a0e6-9ac6d2630374 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/ports?device_id=7a823a32-9f15-425c-9cb3-50a93c6458bb HTTP/1.1" status: 200  len: 210 time: 0.0536349
Dec 24 11:15:47.484632 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device cb9d8f2a-4f61-4c2f-9135-0f4bc2189e12 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:15:47.550406 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb12083c-941d-411d-bf3a-460b1ecacb37 req-d0ee70e2-96f0-443a-958d-b9495cd910c6 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:15:47.552089 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-fb12083c-941d-411d-bf3a-460b1ecacb37 req-d0ee70e2-96f0-443a-958d-b9495cd910c6 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.58 "GET /v2.0/networks?id=b6c69d1f-1183-44d6-8d24-d8da08b21969 HTTP/1.1" status: 200  len: 797 time: 0.2011507
Dec 24 11:15:47.622658 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port cb9d8f2a-4f61-4c2f-9135-0f4bc2189e12 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:15:47.622658 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:15:47.630130 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-fb12083c-941d-411d-bf3a-460b1ecacb37 req-08773d4b-cac3-48b7-bc8e-723511094ae4 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ad7c5ba9df02428aae512a4d9bb9dd9d HTTP/1.1" status: 200  len: 379 time: 0.0632527
Dec 24 11:15:47.660670 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [req-fb12083c-941d-411d-bf3a-460b1ecacb37 req-bda74138-8435-4b3c-a56e-663912c16206 service neutron] Request body: {'port': {'device_id': '7a823a32-9f15-425c-9cb3-50a93c6458bb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:15:47.828533 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-fb12083c-941d-411d-bf3a-460b1ecacb37 req-bda74138-8435-4b3c-a56e-663912c16206 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:15:48.237216 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [req-fb12083c-941d-411d-bf3a-460b1ecacb37 req-bda74138-8435-4b3c-a56e-663912c16206 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e28149b1-43ad-489b-a782-e593abaef7b8 {{(pid=88879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 24 11:15:48.245706 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-fb12083c-941d-411d-bf3a-460b1ecacb37 req-bda74138-8435-4b3c-a56e-663912c16206 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:15:48.263935 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [req-fb12083c-941d-411d-bf3a-460b1ecacb37 req-bda74138-8435-4b3c-a56e-663912c16206 service neutron] Transition to ACTIVE for port object e28149b1-43ad-489b-a782-e593abaef7b8 will not be triggered until provisioned by entity L2. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:15:48.274845 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-fb12083c-941d-411d-bf3a-460b1ecacb37 req-bda74138-8435-4b3c-a56e-663912c16206 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850854027'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:15:48.278632 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-2a5a4973-c5ae-4676-84fe-17d45593bb71 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:15:48.415634 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda74138-8435-4b3c-a56e-663912c16206 service neutron] Pushing event updated for resources: {'Port': ['ID=e28149b1-43ad-489b-a782-e593abaef7b8,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:15:48.418929 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-bda74138-8435-4b3c-a56e-663912c16206 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:15:48.633728 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe39826-7fd4-4166-83a8-b5c98b7eb002 req-379ddcb5-0dc6-4045-a83a-7fe0c34d79f3 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:15:48.634603 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-efe39826-7fd4-4166-83a8-b5c98b7eb002 req-379ddcb5-0dc6-4045-a83a-7fe0c34d79f3 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/ports?device_id=7a823a32-9f15-425c-9cb3-50a93c6458bb HTTP/1.1" status: 200  len: 982 time: 0.1165640
Dec 24 11:15:48.716887 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-efe39826-7fd4-4166-83a8-b5c98b7eb002 req-bf7b7041-70fc-40eb-88f0-4b02e16f639e tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/security-groups?id=e6a3bbb9-3662-4f8a-9612-f4331bbd1f12&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0705566
Dec 24 11:15:48.861679 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [req-fb12083c-941d-411d-bf3a-460b1ecacb37 req-bda74138-8435-4b3c-a56e-663912c16206 service neutron] Attempting to bind port e28149b1-43ad-489b-a782-e593abaef7b8 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:15:48.862096 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [req-fb12083c-941d-411d-bf3a-460b1ecacb37 req-bda74138-8435-4b3c-a56e-663912c16206 service neutron] Attempting to bind port e28149b1-43ad-489b-a782-e593abaef7b8 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'a4e16c64-2ad8-4e37-b014-36c4c21d3b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'b6c69d1f-1183-44d6-8d24-d8da08b21969'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:15:48.862821 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb12083c-941d-411d-bf3a-460b1ecacb37 req-bda74138-8435-4b3c-a56e-663912c16206 service neutron] Attempting to bind port e28149b1-43ad-489b-a782-e593abaef7b8 on network b6c69d1f-1183-44d6-8d24-d8da08b21969 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:15:48.869726 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb12083c-941d-411d-bf3a-460b1ecacb37 req-bda74138-8435-4b3c-a56e-663912c16206 service neutron] Port e28149b1-43ad-489b-a782-e593abaef7b8 on network b6c69d1f-1183-44d6-8d24-d8da08b21969 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 24 11:15:48.870373 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb12083c-941d-411d-bf3a-460b1ecacb37 req-bda74138-8435-4b3c-a56e-663912c16206 service neutron] Attempting to bind port e28149b1-43ad-489b-a782-e593abaef7b8 on network b6c69d1f-1183-44d6-8d24-d8da08b21969 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:15:48.878580 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb12083c-941d-411d-bf3a-460b1ecacb37 req-bda74138-8435-4b3c-a56e-663912c16206 service neutron] Checking agent: {'id': '239bbc6e-fc66-42e2-b707-1aa8ba10287c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 57, 58), 'started_at': datetime.datetime(2021, 12, 24, 10, 57, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 15, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:15:48.879051 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb12083c-941d-411d-bf3a-460b1ecacb37 req-bda74138-8435-4b3c-a56e-663912c16206 service neutron] Checking segment: {'id': 'a4e16c64-2ad8-4e37-b014-36c4c21d3b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'b6c69d1f-1183-44d6-8d24-d8da08b21969'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:15:48.879751 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb12083c-941d-411d-bf3a-460b1ecacb37 req-bda74138-8435-4b3c-a56e-663912c16206 service neutron] Bound using segment: {'id': 'a4e16c64-2ad8-4e37-b014-36c4c21d3b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'b6c69d1f-1183-44d6-8d24-d8da08b21969'} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:15:48.880211 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [req-fb12083c-941d-411d-bf3a-460b1ecacb37 req-bda74138-8435-4b3c-a56e-663912c16206 service neutron] Bound port: e28149b1-43ad-489b-a782-e593abaef7b8, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4e16c64-2ad8-4e37-b014-36c4c21d3b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'b6c69d1f-1183-44d6-8d24-d8da08b21969'}}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:15:48.880481 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-fb12083c-941d-411d-bf3a-460b1ecacb37 req-bda74138-8435-4b3c-a56e-663912c16206 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:15:48.991361 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [req-fb12083c-941d-411d-bf3a-460b1ecacb37 req-bda74138-8435-4b3c-a56e-663912c16206 service neutron] For port e28149b1-43ad-489b-a782-e593abaef7b8, host hv-neutron-8226, cleared binding levels {{(pid=88879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:15:48.994314 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [req-fb12083c-941d-411d-bf3a-460b1ecacb37 req-bda74138-8435-4b3c-a56e-663912c16206 service neutron] For port e28149b1-43ad-489b-a782-e593abaef7b8, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=e28149b1-43ad-489b-a782-e593abaef7b8,segment=NetworkSegment(a4e16c64-2ad8-4e37-b014-36c4c21d3b3e),segment_id=a4e16c64-2ad8-4e37-b014-36c4c21d3b3e)] {{(pid=88879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:15:49.005079 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-fb12083c-941d-411d-bf3a-460b1ecacb37 req-bda74138-8435-4b3c-a56e-663912c16206 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850854027'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:15:49.009348 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-ea38bf13-83f4-4d5c-9ab1-ce31ed39c018 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:15:49.065033 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-fb12083c-941d-411d-bf3a-460b1ecacb37 req-bda74138-8435-4b3c-a56e-663912c16206 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:15:49.067351 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-fb12083c-941d-411d-bf3a-460b1ecacb37 req-bda74138-8435-4b3c-a56e-663912c16206 service neutron] 10.222.0.58 "PUT /v2.0/ports/e28149b1-43ad-489b-a782-e593abaef7b8 HTTP/1.1" status: 200  len: 1132 time: 1.4185607
Dec 24 11:15:49.070550 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a823a32-9f15-425c-9cb3-50a93c6458bb', 'tag': 'e28149b1-43ad-489b-a782-e593abaef7b8'}] {{(pid=88879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 24 11:15:49.102930 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda74138-8435-4b3c-a56e-663912c16206 service neutron] Pushing event updated for resources: {'Port': ['ID=e28149b1-43ad-489b-a782-e593abaef7b8,revision_number=3']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:15:49.106435 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-bda74138-8435-4b3c-a56e-663912c16206 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:15:49.168804 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a823a32-9f15-425c-9cb3-50a93c6458bb', 'tag': 'e28149b1-43ad-489b-a782-e593abaef7b8', 'status': 'completed', 'code': 200}
Dec 24 11:15:49.227592 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-fb12083c-941d-411d-bf3a-460b1ecacb37 req-b8120b18-f378-4db6-88d9-15d7959116e4 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ad7c5ba9df02428aae512a4d9bb9dd9d&device_id=7a823a32-9f15-425c-9cb3-50a93c6458bb HTTP/1.1" status: 200  len: 1135 time: 0.1009374
Dec 24 11:15:49.311622 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-fb12083c-941d-411d-bf3a-460b1ecacb37 req-68cf8a42-21a8-4a9d-b577-08c5d4604d5c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e28149b1-43ad-489b-a782-e593abaef7b8 HTTP/1.1" status: 200  len: 217 time: 0.0752254
Dec 24 11:15:49.393800 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb12083c-941d-411d-bf3a-460b1ecacb37 req-940433e2-00fd-41bc-83cb-e05db1abdbc7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:15:49.395061 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-fb12083c-941d-411d-bf3a-460b1ecacb37 req-940433e2-00fd-41bc-83cb-e05db1abdbc7 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=98191ca2-19ae-4926-b1c6-65637da296ea HTTP/1.1" status: 200  len: 834 time: 0.0762715
Dec 24 11:15:49.496542 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-fb12083c-941d-411d-bf3a-460b1ecacb37 req-790b4e00-44e0-4c83-aa8e-94862c9fa7ee service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b6c69d1f-1183-44d6-8d24-d8da08b21969&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0936928
Dec 24 11:15:49.677513 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-fb12083c-941d-411d-bf3a-460b1ecacb37 req-75bd3aa5-1ef1-4d92-b7e0-64bc585ad593 service neutron] 10.222.0.58 "GET /v2.0/networks/b6c69d1f-1183-44d6-8d24-d8da08b21969?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1727192
Dec 24 11:15:49.857452 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-fb12083c-941d-411d-bf3a-460b1ecacb37 req-7cdf5b95-0ae6-45f2-a42a-809c9d9ad8aa service neutron] 10.222.0.58 "GET /v2.0/networks/b6c69d1f-1183-44d6-8d24-d8da08b21969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1727338
Dec 24 11:15:49.958878 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41712f5-dfd8-40bb-8eee-8e541daacfdf req-b4c619f4-5e8b-40b3-8b8c-cd7bd302687c tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:15:49.967090 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-e41712f5-dfd8-40bb-8eee-8e541daacfdf req-b4c619f4-5e8b-40b3-8b8c-cd7bd302687c tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/ports?device_id=7a823a32-9f15-425c-9cb3-50a93c6458bb HTTP/1.1" status: 200  len: 982 time: 0.1089613
Dec 24 11:15:50.007099 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-0d6ed393-7aec-4090-9138-f4107729e52c req-73077e0a-4897-40b4-a539-ad8bb0be7c5f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ad7c5ba9df02428aae512a4d9bb9dd9d&device_id=7a823a32-9f15-425c-9cb3-50a93c6458bb HTTP/1.1" status: 200  len: 1135 time: 0.0942435
Dec 24 11:15:50.032375 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-e41712f5-dfd8-40bb-8eee-8e541daacfdf req-acaea635-9893-4139-afe9-adf2575c128d tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/security-groups?id=e6a3bbb9-3662-4f8a-9612-f4331bbd1f12&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0596771
Dec 24 11:15:50.202997 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6ed393-7aec-4090-9138-f4107729e52c req-8e640f19-ef24-42aa-a735-f1a5709c61dd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:15:50.203162 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-0d6ed393-7aec-4090-9138-f4107729e52c req-8e640f19-ef24-42aa-a735-f1a5709c61dd service neutron] 10.222.0.58 "GET /v2.0/networks?id=b6c69d1f-1183-44d6-8d24-d8da08b21969 HTTP/1.1" status: 200  len: 898 time: 0.1887403
Dec 24 11:15:50.291896 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-0d6ed393-7aec-4090-9138-f4107729e52c req-62f4e116-088a-4353-8b55-752b99b320b5 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e28149b1-43ad-489b-a782-e593abaef7b8 HTTP/1.1" status: 200  len: 217 time: 0.0813334
Dec 24 11:15:50.374946 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6ed393-7aec-4090-9138-f4107729e52c req-6514bc6b-60bb-4946-9eed-348fdcf7cca4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:15:50.376001 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-0d6ed393-7aec-4090-9138-f4107729e52c req-6514bc6b-60bb-4946-9eed-348fdcf7cca4 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=98191ca2-19ae-4926-b1c6-65637da296ea HTTP/1.1" status: 200  len: 834 time: 0.0769053
Dec 24 11:15:50.476764 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-0d6ed393-7aec-4090-9138-f4107729e52c req-b9502fe8-c1ae-45ff-8117-8b9d9c76264a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b6c69d1f-1183-44d6-8d24-d8da08b21969&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0917633
Dec 24 11:15:50.650040 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-0d6ed393-7aec-4090-9138-f4107729e52c req-a8d35253-14ab-4f65-9ebf-f19f90fcb57a service neutron] 10.222.0.58 "GET /v2.0/networks/b6c69d1f-1183-44d6-8d24-d8da08b21969?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1671503
Dec 24 11:15:50.821296 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-0d6ed393-7aec-4090-9138-f4107729e52c req-f22b2b60-5039-4abb-94d8-2484084c2a35 service neutron] 10.222.0.58 "GET /v2.0/networks/b6c69d1f-1183-44d6-8d24-d8da08b21969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1620867
Dec 24 11:15:51.265328 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf79f04-f478-4ce6-89d6-fe44a3b141f2 req-487f7612-99dc-48a8-8adf-8dc534e7ea7e tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:15:51.267077 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-adf79f04-f478-4ce6-89d6-fe44a3b141f2 req-487f7612-99dc-48a8-8adf-8dc534e7ea7e tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/ports?device_id=7a823a32-9f15-425c-9cb3-50a93c6458bb HTTP/1.1" status: 200  len: 982 time: 0.0941503
Dec 24 11:15:51.325033 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-adf79f04-f478-4ce6-89d6-fe44a3b141f2 req-1265ef15-cfd9-4716-9a73-51a3cfa1ea19 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/security-groups?id=e6a3bbb9-3662-4f8a-9612-f4331bbd1f12&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0507600
Dec 24 11:15:52.698425 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a85a7e-3017-4b7e-b643-b9346c1ad279 req-6e2b8848-5e3d-46dd-b29b-020a0b01a630 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:15:52.699969 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-e4a85a7e-3017-4b7e-b643-b9346c1ad279 req-6e2b8848-5e3d-46dd-b29b-020a0b01a630 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/ports?device_id=7a823a32-9f15-425c-9cb3-50a93c6458bb HTTP/1.1" status: 200  len: 982 time: 0.0974076
Dec 24 11:15:52.759295 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-e4a85a7e-3017-4b7e-b643-b9346c1ad279 req-45575ab8-0b75-4f7e-b937-5d2b86fe75ed tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/security-groups?id=e6a3bbb9-3662-4f8a-9612-f4331bbd1f12&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0526218
Dec 24 11:15:52.796563 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Device e28149b1-43ad-489b-a782-e593abaef7b8 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 24 11:15:52.951618 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] For port e28149b1-43ad-489b-a782-e593abaef7b8, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=e28149b1-43ad-489b-a782-e593abaef7b8,segment=NetworkSegment(a4e16c64-2ad8-4e37-b014-36c4c21d3b3e),segment_id=a4e16c64-2ad8-4e37-b014-36c4c21d3b3e)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:15:52.967623 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Returning: {'device': 'e28149b1-43ad-489b-a782-e593abaef7b8', 'network_id': 'b6c69d1f-1183-44d6-8d24-d8da08b21969', 'port_id': 'e28149b1-43ad-489b-a782-e593abaef7b8', 'mac_address': 'fa:16:3e:fd:2e:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98191ca2-19ae-4926-b1c6-65637da296ea', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 24 11:15:53.026874 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:15:53.047447 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e28149b1-43ad-489b-a782-e593abaef7b8 {{(pid=88880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 24 11:15:53.063728 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] For port e28149b1-43ad-489b-a782-e593abaef7b8, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=e28149b1-43ad-489b-a782-e593abaef7b8,segment=NetworkSegment(a4e16c64-2ad8-4e37-b014-36c4c21d3b3e),segment_id=a4e16c64-2ad8-4e37-b014-36c4c21d3b3e)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:15:53.067175 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:15:53.069208 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:15:53.141966 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Pushing event updated for resources: {'Port': ['ID=e28149b1-43ad-489b-a782-e593abaef7b8,revision_number=4']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:15:53.145552 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:15:53.366716 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] get_ports_and_sgs() called for port_ids ['e28149b1-43ad-489b-a782-e593abaef7b8'] {{(pid=88880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 24 11:15:54.005037 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2989a4-8b9c-412b-b2bb-5b0e552acdf2 req-7d8a9a92-d162-4f41-bf6c-0da09d8fb41a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:15:54.006742 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-ac2989a4-8b9c-412b-b2bb-5b0e552acdf2 req-7d8a9a92-d162-4f41-bf6c-0da09d8fb41a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/ports?device_id=7a823a32-9f15-425c-9cb3-50a93c6458bb HTTP/1.1" status: 200  len: 983 time: 0.1074591
Dec 24 11:15:54.059924 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-ac2989a4-8b9c-412b-b2bb-5b0e552acdf2 req-b2f514db-c7e0-4fc6-a098-fb626df95610 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/security-groups?id=e6a3bbb9-3662-4f8a-9612-f4331bbd1f12&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461576
Dec 24 11:15:54.801269 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Device e28149b1-43ad-489b-a782-e593abaef7b8 up at agent hyperv_hv-neutron-8226 {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:15:54.875525 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Provisioning for port e28149b1-43ad-489b-a782-e593abaef7b8 completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:15:54.881406 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Provisioning complete for port e28149b1-43ad-489b-a782-e593abaef7b8 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:15:54.881890 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:15:55.008194 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:15:55.036318 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a823a32-9f15-425c-9cb3-50a93c6458bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e28149b1-43ad-489b-a782-e593abaef7b8'}] {{(pid=88880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 24 11:15:55.046754 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] For port e28149b1-43ad-489b-a782-e593abaef7b8, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=e28149b1-43ad-489b-a782-e593abaef7b8,segment=NetworkSegment(a4e16c64-2ad8-4e37-b014-36c4c21d3b3e),segment_id=a4e16c64-2ad8-4e37-b014-36c4c21d3b3e)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:15:55.050424 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:15:55.052404 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:15:55.095167 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a823a32-9f15-425c-9cb3-50a93c6458bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e28149b1-43ad-489b-a782-e593abaef7b8', 'code': 200}
Dec 24 11:15:55.125945 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Pushing event updated for resources: {'Port': ['ID=e28149b1-43ad-489b-a782-e593abaef7b8,revision_number=5']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:15:55.130563 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:15:55.290412 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8721b162-27a0-4868-abc0-eaa69d58a372 req-74a0100b-fa36-4a5c-8b9d-d2f549fd75e7 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:15:55.292215 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-8721b162-27a0-4868-abc0-eaa69d58a372 req-74a0100b-fa36-4a5c-8b9d-d2f549fd75e7 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/ports?device_id=7a823a32-9f15-425c-9cb3-50a93c6458bb HTTP/1.1" status: 200  len: 984 time: 0.0958781
Dec 24 11:15:55.346116 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-8721b162-27a0-4868-abc0-eaa69d58a372 req-6178f878-1524-42e5-b5ec-fa322f4816fe tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/security-groups?id=e6a3bbb9-3662-4f8a-9612-f4331bbd1f12&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459688
Dec 24 11:15:55.367374 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-648725fb-06dc-46ba-a9dd-1fa936722933 req-03957966-960f-40be-99e8-7ac55e9237a2 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=7a823a32-9f15-425c-9cb3-50a93c6458bb HTTP/1.1" status: 200  len: 1137 time: 0.0891347
Dec 24 11:15:55.420748 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-648725fb-06dc-46ba-a9dd-1fa936722933 req-46a23933-5c71-4e0c-97b5-4c1af5fe7dae service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=e6a3bbb9-3662-4f8a-9612-f4331bbd1f12&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417056
Dec 24 11:15:56.576685 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d7b64e-2c1b-487b-a2ff-0207950981f6 req-89465c21-f692-4e24-9f81-6ab2d7d0f690 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:15:56.578500 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-17d7b64e-2c1b-487b-a2ff-0207950981f6 req-89465c21-f692-4e24-9f81-6ab2d7d0f690 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/ports?device_id=7a823a32-9f15-425c-9cb3-50a93c6458bb HTTP/1.1" status: 200  len: 984 time: 0.0930679
Dec 24 11:15:56.636405 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-17d7b64e-2c1b-487b-a2ff-0207950981f6 req-984bb816-4ead-4024-a0bb-5a6ea00782c8 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/security-groups?id=e6a3bbb9-3662-4f8a-9612-f4331bbd1f12&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0509498
Dec 24 11:15:57.338485 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.agents_db [None req-e51243ab-6a93-425b-980f-a73583147efa None None] Agent healthcheck: found 6 active agents {{(pid=88881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 24 11:15:57.866107 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2941d2d-1969-461d-af37-97422f19791b req-d9bcf34f-93eb-4229-b3af-8ecb433f00db tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:15:57.867863 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-d2941d2d-1969-461d-af37-97422f19791b req-d9bcf34f-93eb-4229-b3af-8ecb433f00db tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/ports?device_id=7a823a32-9f15-425c-9cb3-50a93c6458bb HTTP/1.1" status: 200  len: 984 time: 0.0931671
Dec 24 11:15:57.921269 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-d2941d2d-1969-461d-af37-97422f19791b req-f57fca25-cbde-4877-b36c-1c96df5e6286 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/security-groups?id=e6a3bbb9-3662-4f8a-9612-f4331bbd1f12&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467207
Dec 24 11:15:58.132569 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c264bf-574d-49d0-bb91-5638c1ff8548 req-5bbea079-12b2-4391-a810-2de89d5016b0 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:15:58.134376 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-21c264bf-574d-49d0-bb91-5638c1ff8548 req-5bbea079-12b2-4391-a810-2de89d5016b0 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/ports?device_id=7a823a32-9f15-425c-9cb3-50a93c6458bb HTTP/1.1" status: 200  len: 984 time: 0.0861716
Dec 24 11:15:58.188403 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-21c264bf-574d-49d0-bb91-5638c1ff8548 req-3ac1c06e-724f-44f7-a35d-187b01760638 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/security-groups?id=e6a3bbb9-3662-4f8a-9612-f4331bbd1f12&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0476825
Dec 24 11:15:58.216409 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 44846) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:15:58.247505 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:15:58.294130 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-59856284-ea58-4366-bd73-85be40fb6f30 tempest-TestNetworkBasicOps-448411267 tempest-TestNetworkBasicOps-448411267-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=7a823a32-9f15-425c-9cb3-50a93c6458bb HTTP/1.1" status: 200  len: 1132 time: 0.0762696
Dec 24 11:15:58.297163 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 44850) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:15:58.303033 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-0bfe466d-c936-4ff7-90d0-7e02b1fdd440 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Request body: {'floatingip': {'floating_network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'port_id': 'e28149b1-43ad-489b-a782-e593abaef7b8', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:15:58.309355 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-0bfe466d-c936-4ff7-90d0-7e02b1fdd440 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:15:58.313556 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-0bfe466d-c936-4ff7-90d0-7e02b1fdd440 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Usage tracker for resource:floatingip and tenant:ad7c5ba9df02428aae512a4d9bb9dd9d is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:15:58.316724 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-0bfe466d-c936-4ff7-90d0-7e02b1fdd440 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:15:58.322944 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-0bfe466d-c936-4ff7-90d0-7e02b1fdd440 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:15:58.333210 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0bfe466d-c936-4ff7-90d0-7e02b1fdd440 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for floatingip, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:15:58.499938 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0bfe466d-c936-4ff7-90d0-7e02b1fdd440 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:15:58.650900 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-0bfe466d-c936-4ff7-90d0-7e02b1fdd440 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Allocated IP 172.26.3.102 (f8c337ba-681f-4fcb-a333-e3c49365b30a/8ea1398c-0bec-46d6-8d54-85798de2a7ca/6406836b-47a7-4f6a-9381-81dbee75adb4) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:15:59.071896 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0bfe466d-c936-4ff7-90d0-7e02b1fdd440 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:15:59.102531 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0bfe466d-c936-4ff7-90d0-7e02b1fdd440 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:15:59.107989 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-5c9a3952-ecb5-4e41-bff1-9385387b7b36 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:15:59.176876 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bfe466d-c936-4ff7-90d0-7e02b1fdd440 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Network f8c337ba-681f-4fcb-a333-e3c49365b30a is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:15:59.185691 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-0bfe466d-c936-4ff7-90d0-7e02b1fdd440 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Resources bound (agent type, host, resource id):  {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:15:59.191235 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bfe466d-c936-4ff7-90d0-7e02b1fdd440 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:15:59.225073 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfe466d-c936-4ff7-90d0-7e02b1fdd440 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event updated for resources: {'Port': ['ID=6406836b-47a7-4f6a-9381-81dbee75adb4,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:15:59.232783 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-0bfe466d-c936-4ff7-90d0-7e02b1fdd440 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:15:59.770459 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0bfe466d-c936-4ff7-90d0-7e02b1fdd440 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:15:59.828939 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0bfe466d-c936-4ff7-90d0-7e02b1fdd440 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:00.056224 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0bfe466d-c936-4ff7-90d0-7e02b1fdd440 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for port, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:00.060826 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0bfe466d-c936-4ff7-90d0-7e02b1fdd440 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3978773'] for port, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:00.065650 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-066446e9-ecf0-442e-b0d9-088594fdef1b tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:16:00.185562 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfe466d-c936-4ff7-90d0-7e02b1fdd440 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event updated for resources: {'Port': ['ID=6406836b-47a7-4f6a-9381-81dbee75adb4,revision_number=2']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:16:00.188700 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-0bfe466d-c936-4ff7-90d0-7e02b1fdd440 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:16:00.199173 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0bfe466d-c936-4ff7-90d0-7e02b1fdd440 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659181'] for floatingip, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:00.407929 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.l3_db [None req-0bfe466d-c936-4ff7-90d0-7e02b1fdd440 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Floating IP add9d236-23be-469c-b5ee-1c78e966bb39 associated. External IP: 172.26.3.102, port: e28149b1-43ad-489b-a782-e593abaef7b8.
Dec 24 11:16:00.848047 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bfe466d-c936-4ff7-90d0-7e02b1fdd440 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Router 64fcc469-bffd-4224-88fe-0b748c7661e6 has already been hosted by L3 agent 198cca88-1338-4098-b44b-beb0346ac906 {{(pid=88878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 24 11:16:01.074613 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bfe466d-c936-4ff7-90d0-7e02b1fdd440 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:16:01.087154 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370b2cea-22a7-45cd-849a-7889280d8781 None None] Sync routers for ids ['64fcc469-bffd-4224-88fe-0b748c7661e6'] in dv-neutron-822691-2-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:16:01.102959 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370b2cea-22a7-45cd-849a-7889280d8781 None None] Routers {'64fcc469-bffd-4224-88fe-0b748c7661e6'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:16:01.103192 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0bfe466d-c936-4ff7-90d0-7e02b1fdd440 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for floatingip, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:01.103535 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-370b2cea-22a7-45cd-849a-7889280d8781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52717b24e0>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:15:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['64fcc469-bffd-4224-88fe-0b748c7661e6'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:16:01.167971 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-0bfe466d-c936-4ff7-90d0-7e02b1fdd440 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 1035 time: 2.8696964
Dec 24 11:16:01.168695 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a823a32-9f15-425c-9cb3-50a93c6458bb', 'tag': 'e28149b1-43ad-489b-a782-e593abaef7b8'}] {{(pid=88878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 24 11:16:01.171391 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 44854) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:16:01.231320 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a823a32-9f15-425c-9cb3-50a93c6458bb', 'tag': 'e28149b1-43ad-489b-a782-e593abaef7b8', 'status': 'completed', 'code': 200}
Dec 24 11:16:01.255641 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-1650b830-5e4d-4e37-87d3-f94082ece732 tempest-TestNetworkBasicOps-448411267 tempest-TestNetworkBasicOps-448411267-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=7a823a32-9f15-425c-9cb3-50a93c6458bb&network_id=b6c69d1f-1183-44d6-8d24-d8da08b21969 HTTP/1.1" status: 200  len: 1132 time: 0.0828218
Dec 24 11:16:01.326508 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-370b2cea-22a7-45cd-849a-7889280d8781 None None] Set router 64fcc469-bffd-4224-88fe-0b748c7661e6 gateway port host: dv-neutron-822691-2-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:16:01.345363 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-6edae42f-6a04-42b5-864d-7bff3cde517c req-e76c1b8e-e309-4caf-865a-72fffaaf85a9 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ad7c5ba9df02428aae512a4d9bb9dd9d&device_id=7a823a32-9f15-425c-9cb3-50a93c6458bb HTTP/1.1" status: 200  len: 1137 time: 0.0882578
Dec 24 11:16:01.556383 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edae42f-6a04-42b5-864d-7bff3cde517c req-ca71d07f-d55b-47cd-b736-b5166afcfd0a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:16:01.558491 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-6edae42f-6a04-42b5-864d-7bff3cde517c req-ca71d07f-d55b-47cd-b736-b5166afcfd0a service neutron] 10.222.0.58 "GET /v2.0/networks?id=b6c69d1f-1183-44d6-8d24-d8da08b21969 HTTP/1.1" status: 200  len: 898 time: 0.2056637
Dec 24 11:16:01.676044 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-6edae42f-6a04-42b5-864d-7bff3cde517c req-9ddaf388-bfdb-4403-ae70-f6241617c429 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e28149b1-43ad-489b-a782-e593abaef7b8 HTTP/1.1" status: 200  len: 1038 time: 0.1079082
Dec 24 11:16:01.721089 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85966714-405b-4810-97cb-4f31335db8e6 req-181d4a7a-4e70-4d07-9973-d21817126fd5 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:16:01.723553 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-370b2cea-22a7-45cd-849a-7889280d8781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52717b24e0>, [{'id': '64fcc469-bffd-4224-88fe-0b748c7661e6', 'name': 'tempest-TestNetworkBasicOps-router-1365414093', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.219'}], 'enable_snat': True}, 'gw_port_id': '361b1f03-4e66-49ab-b5cd-c3ab1eb299f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:15:34Z', 'updated_at': '2021-12-24T11:15:39Z', 'revision_number': 4, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'gw_port': {'id': '361b1f03-4e66-49ab-b5cd-c3ab1eb299f7', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:96:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64fcc469-bffd-4224-88fe-0b748c7661e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:15:34Z', 'updated_at': '2021-12-24T11:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_floatingips': [{'id': 'add9d236-23be-469c-b5ee-1c78e966bb39', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'floating_ip_address': '172.26.3.102', 'floating_network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'router_id': '64fcc469-bffd-4224-88fe-0b748c7661e6', 'port_id': 'e28149b1-43ad-489b-a782-e593abaef7b8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1371068231', 'network_id': 'b6c69d1f-1183-44d6-8d24-d8da08b21969', 'mac_address': 'fa:16:3e:fd:2e:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a823a32-9f15-425c-9cb3-50a93c6458bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T11:15:59Z', 'updated_at': '2021-12-24T11:15:59Z', 'revision_number': 0, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb9d8f2a-4f61-4c2f-9135-0f4bc2189e12', 'name': '', 'network_id': 'b6c69d1f-1183-44d6-8d24-d8da08b21969', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'mac_address': 'fa:16:3e:fd:d9:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64fcc469-bffd-4224-88fe-0b748c7661e6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '98191ca2-19ae-4926-b1c6-65637da296ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:15:38Z', 'updated_at': '2021-12-24T11:15:45Z', 'revision_number': 5, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'subnets': [{'id': '98191ca2-19ae-4926-b1c6-65637da296ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:16:01.723837 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-85966714-405b-4810-97cb-4f31335db8e6 req-181d4a7a-4e70-4d07-9973-d21817126fd5 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/ports?device_id=7a823a32-9f15-425c-9cb3-50a93c6458bb HTTP/1.1" status: 200  len: 984 time: 0.0989869
Dec 24 11:16:01.728037 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370b2cea-22a7-45cd-849a-7889280d8781 None None] Checking router: 64fcc469-bffd-4224-88fe-0b748c7661e6 for host: dv-neutron-822691-2-hyperv {{(pid=88880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 24 11:16:01.739532 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370b2cea-22a7-45cd-849a-7889280d8781 None None] Routers {'64fcc469-bffd-4224-88fe-0b748c7661e6'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:16:01.740198 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-370b2cea-22a7-45cd-849a-7889280d8781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52717b24e0>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:15:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['64fcc469-bffd-4224-88fe-0b748c7661e6'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:16:01.749642 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edae42f-6a04-42b5-864d-7bff3cde517c req-224cfa15-f34c-4aed-9a47-6d453cbee1c6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:16:01.751319 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-6edae42f-6a04-42b5-864d-7bff3cde517c req-224cfa15-f34c-4aed-9a47-6d453cbee1c6 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=98191ca2-19ae-4926-b1c6-65637da296ea HTTP/1.1" status: 200  len: 834 time: 0.0683606
Dec 24 11:16:01.776576 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-85966714-405b-4810-97cb-4f31335db8e6 req-7a015f74-bc74-4639-810f-bb9359c20010 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/security-groups?id=e6a3bbb9-3662-4f8a-9612-f4331bbd1f12&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456767
Dec 24 11:16:01.842350 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-6edae42f-6a04-42b5-864d-7bff3cde517c req-6c9def9e-917b-449e-9fa2-0ff1ac94f801 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b6c69d1f-1183-44d6-8d24-d8da08b21969&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0833774
Dec 24 11:16:01.932032 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-370b2cea-22a7-45cd-849a-7889280d8781 None None] Set router 64fcc469-bffd-4224-88fe-0b748c7661e6 gateway port host: dv-neutron-822691-2-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:16:01.997131 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-6edae42f-6a04-42b5-864d-7bff3cde517c req-6767e2a1-2aba-4c68-a752-fe69d14b24a3 service neutron] 10.222.0.58 "GET /v2.0/networks/b6c69d1f-1183-44d6-8d24-d8da08b21969?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1468792
Dec 24 11:16:02.163182 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-6edae42f-6a04-42b5-864d-7bff3cde517c req-76f211ee-b72a-49b7-8c3c-9b05b4c769c7 service neutron] 10.222.0.58 "GET /v2.0/networks/b6c69d1f-1183-44d6-8d24-d8da08b21969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1585953
Dec 24 11:16:02.513340 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-370b2cea-22a7-45cd-849a-7889280d8781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52717b24e0>, [{'id': '64fcc469-bffd-4224-88fe-0b748c7661e6', 'name': 'tempest-TestNetworkBasicOps-router-1365414093', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.219'}], 'enable_snat': True}, 'gw_port_id': '361b1f03-4e66-49ab-b5cd-c3ab1eb299f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:15:34Z', 'updated_at': '2021-12-24T11:15:39Z', 'revision_number': 4, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'gw_port': {'id': '361b1f03-4e66-49ab-b5cd-c3ab1eb299f7', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:96:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64fcc469-bffd-4224-88fe-0b748c7661e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:15:34Z', 'updated_at': '2021-12-24T11:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_floatingips': [{'id': 'add9d236-23be-469c-b5ee-1c78e966bb39', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'floating_ip_address': '172.26.3.102', 'floating_network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'router_id': '64fcc469-bffd-4224-88fe-0b748c7661e6', 'port_id': 'e28149b1-43ad-489b-a782-e593abaef7b8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1371068231', 'network_id': 'b6c69d1f-1183-44d6-8d24-d8da08b21969', 'mac_address': 'fa:16:3e:fd:2e:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a823a32-9f15-425c-9cb3-50a93c6458bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T11:15:59Z', 'updated_at': '2021-12-24T11:15:59Z', 'revision_number': 0, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb9d8f2a-4f61-4c2f-9135-0f4bc2189e12', 'name': '', 'network_id': 'b6c69d1f-1183-44d6-8d24-d8da08b21969', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'mac_address': 'fa:16:3e:fd:d9:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64fcc469-bffd-4224-88fe-0b748c7661e6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '98191ca2-19ae-4926-b1c6-65637da296ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:15:38Z', 'updated_at': '2021-12-24T11:15:45Z', 'revision_number': 5, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'subnets': [{'id': '98191ca2-19ae-4926-b1c6-65637da296ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:16:02.518311 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370b2cea-22a7-45cd-849a-7889280d8781 None None] The sync data for ids ['64fcc469-bffd-4224-88fe-0b748c7661e6'] in dv-neutron-822691-2-hyperv is: [{'id': '64fcc469-bffd-4224-88fe-0b748c7661e6', 'name': 'tempest-TestNetworkBasicOps-router-1365414093', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.219'}], 'enable_snat': True}, 'gw_port_id': '361b1f03-4e66-49ab-b5cd-c3ab1eb299f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:15:34Z', 'updated_at': '2021-12-24T11:15:39Z', 'revision_number': 4, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'gw_port': {'id': '361b1f03-4e66-49ab-b5cd-c3ab1eb299f7', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:96:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64fcc469-bffd-4224-88fe-0b748c7661e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:15:34Z', 'updated_at': '2021-12-24T11:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_floatingips': [{'id': 'add9d236-23be-469c-b5ee-1c78e966bb39', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'floating_ip_address': '172.26.3.102', 'floating_network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'router_id': '64fcc469-bffd-4224-88fe-0b748c7661e6', 'port_id': 'e28149b1-43ad-489b-a782-e593abaef7b8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1371068231', 'network_id': 'b6c69d1f-1183-44d6-8d24-d8da08b21969', 'mac_address': 'fa:16:3e:fd:2e:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a823a32-9f15-425c-9cb3-50a93c6458bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T11:15:59Z', 'updated_at': '2021-12-24T11:15:59Z', 'revision_number': 0, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb9d8f2a-4f61-4c2f-9135-0f4bc2189e12', 'name': '', 'network_id': 'b6c69d1f-1183-44d6-8d24-d8da08b21969', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'mac_address': 'fa:16:3e:fd:d9:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64fcc469-bffd-4224-88fe-0b748c7661e6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '98191ca2-19ae-4926-b1c6-65637da296ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:15:38Z', 'updated_at': '2021-12-24T11:15:45Z', 'revision_number': 5, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'subnets': [{'id': '98191ca2-19ae-4926-b1c6-65637da296ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:16:02.884984 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b731d2d5-5f94-46c3-8784-8fe4326eedc2 None None] New status for floating IP add9d236-23be-469c-b5ee-1c78e966bb39: ACTIVE {{(pid=88881) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 24 11:16:03.012824 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62eb7648-8ca4-440c-abe0-300e61bd1984 req-0c280763-4f99-4c81-bfec-5bc8d56e93b3 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:16:03.014471 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-62eb7648-8ca4-440c-abe0-300e61bd1984 req-0c280763-4f99-4c81-bfec-5bc8d56e93b3 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/ports?device_id=7a823a32-9f15-425c-9cb3-50a93c6458bb HTTP/1.1" status: 200  len: 984 time: 0.0870502
Dec 24 11:16:03.067433 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-62eb7648-8ca4-440c-abe0-300e61bd1984 req-ed6b8cbc-f6ca-4a44-a805-43fd54fd0700 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/security-groups?id=e6a3bbb9-3662-4f8a-9612-f4331bbd1f12&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461893
Dec 24 11:16:03.145576 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db66a3b-ff77-4ef9-aede-ad7dbcabc5bb req-91688356-6c8b-4f41-9f3e-e89ce97c6790 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:16:03.146538 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-3db66a3b-ff77-4ef9-aede-ad7dbcabc5bb req-91688356-6c8b-4f41-9f3e-e89ce97c6790 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Synchronizing usage tracker for tenant:ad7c5ba9df02428aae512a4d9bb9dd9d on resource:port {{(pid=88879) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:16:03.163991 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-3db66a3b-ff77-4ef9-aede-ad7dbcabc5bb req-91688356-6c8b-4f41-9f3e-e89ce97c6790 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Unset dirty status for tenant:ad7c5ba9df02428aae512a4d9bb9dd9d on resource:port {{(pid=88879) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:16:03.165250 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-3db66a3b-ff77-4ef9-aede-ad7dbcabc5bb req-91688356-6c8b-4f41-9f3e-e89ce97c6790 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.58 "GET /v2.0/ports?device_id=7a823a32-9f15-425c-9cb3-50a93c6458bb HTTP/1.1" status: 200  len: 984 time: 0.1107309
Dec 24 11:16:03.245763 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db66a3b-ff77-4ef9-aede-ad7dbcabc5bb req-6457197f-93ae-479f-bcf8-8c0767abf285 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:16:03.247332 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-3db66a3b-ff77-4ef9-aede-ad7dbcabc5bb req-6457197f-93ae-479f-bcf8-8c0767abf285 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.58 "GET /v2.0/ports/e28149b1-43ad-489b-a782-e593abaef7b8?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200  len: 260 time: 0.0729268
Dec 24 11:16:03.413897 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-3db66a3b-ff77-4ef9-aede-ad7dbcabc5bb req-050a26f9-deea-4ed9-8595-baaf3111cca7 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.58 "GET /v2.0/networks/b6c69d1f-1183-44d6-8d24-d8da08b21969?fields=dns_domain HTTP/1.1" status: 200  len: 212 time: 0.1601036
Dec 24 11:16:03.430037 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [req-3db66a3b-ff77-4ef9-aede-ad7dbcabc5bb req-7aaf793f-35fb-4161-9e57-4ad8e66770e7 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:16:03.556510 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-3db66a3b-ff77-4ef9-aede-ad7dbcabc5bb req-7aaf793f-35fb-4161-9e57-4ad8e66770e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:03.803955 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [req-3db66a3b-ff77-4ef9-aede-ad7dbcabc5bb req-7aaf793f-35fb-4161-9e57-4ad8e66770e7 service neutron] For port e28149b1-43ad-489b-a782-e593abaef7b8, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=e28149b1-43ad-489b-a782-e593abaef7b8,segment=NetworkSegment(a4e16c64-2ad8-4e37-b014-36c4c21d3b3e),segment_id=a4e16c64-2ad8-4e37-b014-36c4c21d3b3e)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:16:03.848875 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [req-3db66a3b-ff77-4ef9-aede-ad7dbcabc5bb req-7aaf793f-35fb-4161-9e57-4ad8e66770e7 service neutron] For port e28149b1-43ad-489b-a782-e593abaef7b8, host hv-neutron-8226, cleared binding levels {{(pid=88879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:16:03.903492 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [req-3db66a3b-ff77-4ef9-aede-ad7dbcabc5bb req-7aaf793f-35fb-4161-9e57-4ad8e66770e7 service neutron] device_id is not set on port e28149b1-43ad-489b-a782-e593abaef7b8 yet. {{(pid=88879) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 24 11:16:03.912042 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-3db66a3b-ff77-4ef9-aede-ad7dbcabc5bb req-7aaf793f-35fb-4161-9e57-4ad8e66770e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:03.917640 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-3db66a3b-ff77-4ef9-aede-ad7dbcabc5bb req-7aaf793f-35fb-4161-9e57-4ad8e66770e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850854027'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:03.922536 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-bda74138-8435-4b3c-a56e-663912c16206 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:16:04.062502 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aaf793f-35fb-4161-9e57-4ad8e66770e7 service neutron] Pushing event updated for resources: {'Port': ['ID=e28149b1-43ad-489b-a782-e593abaef7b8,revision_number=6']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:16:04.067476 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7aaf793f-35fb-4161-9e57-4ad8e66770e7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:16:04.131143 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [req-3db66a3b-ff77-4ef9-aede-ad7dbcabc5bb req-7aaf793f-35fb-4161-9e57-4ad8e66770e7 service neutron] No DVR routers for this DVR port e28149b1-43ad-489b-a782-e593abaef7b8 on host hv-neutron-8226 {{(pid=88879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 24 11:16:04.252295 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-897f6537-5586-46bf-99cf-04cc37af8036 req-00d5a117-84ff-4638-8cfc-cdf4370500f2 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/ports?device_id=7a823a32-9f15-425c-9cb3-50a93c6458bb HTTP/1.1" status: 200  len: 210 time: 0.0510099
Dec 24 11:16:04.308335 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-98878bb5-a592-44e7-93c0-20147693d544 None None] Provisioning complete for port e28149b1-43ad-489b-a782-e593abaef7b8 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:16:04.308770 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-98878bb5-a592-44e7-93c0-20147693d544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:04.369365 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-98878bb5-a592-44e7-93c0-20147693d544 None None] Port e28149b1-43ad-489b-a782-e593abaef7b8 cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:16:04.643778 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [req-3db66a3b-ff77-4ef9-aede-ad7dbcabc5bb req-7aaf793f-35fb-4161-9e57-4ad8e66770e7 service neutron] In _notify_port_updated(), no bound segment for port e28149b1-43ad-489b-a782-e593abaef7b8 on network b6c69d1f-1183-44d6-8d24-d8da08b21969 {{(pid=88879) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}}
Dec 24 11:16:04.644854 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-3db66a3b-ff77-4ef9-aede-ad7dbcabc5bb req-7aaf793f-35fb-4161-9e57-4ad8e66770e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:04.646348 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-3db66a3b-ff77-4ef9-aede-ad7dbcabc5bb req-7aaf793f-35fb-4161-9e57-4ad8e66770e7 service neutron] 10.222.0.58 "PUT /v2.0/ports/e28149b1-43ad-489b-a782-e593abaef7b8 HTTP/1.1" status: 200  len: 1027 time: 1.2215843
Dec 24 11:16:05.370205 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 44870) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:16:05.450772 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05425e35-ef73-4534-a270-3d918670c4dd tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:16:05.452506 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-05425e35-ef73-4534-a270-3d918670c4dd tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/ports/e28149b1-43ad-489b-a782-e593abaef7b8 HTTP/1.1" status: 200  len: 926 time: 0.0810544
Dec 24 11:16:05.675320 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 44876) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:16:05.681629 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-2cd0983c-fde5-4083-aaa4-a1faf34f1b72 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-238658177', 'description': 'tempest-secgroup-smoke-238658177 description', 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:16:05.688370 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-2cd0983c-fde5-4083-aaa4-a1faf34f1b72 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:16:05.699095 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-2cd0983c-fde5-4083-aaa4-a1faf34f1b72 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:16:05.708669 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2cd0983c-fde5-4083-aaa4-a1faf34f1b72 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:05.753706 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-2cd0983c-fde5-4083-aaa4-a1faf34f1b72 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:16:05.757862 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-2cd0983c-fde5-4083-aaa4-a1faf34f1b72 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Usage tracker for resource:security_group_rule and tenant:ad7c5ba9df02428aae512a4d9bb9dd9d is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:16:05.760853 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-2cd0983c-fde5-4083-aaa4-a1faf34f1b72 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:16:05.767215 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-2cd0983c-fde5-4083-aaa4-a1faf34f1b72 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:16:05.834532 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2cd0983c-fde5-4083-aaa4-a1faf34f1b72 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:05.838549 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2cd0983c-fde5-4083-aaa4-a1faf34f1b72 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:05.844907 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-60092974-24e6-43d9-8900-c9d32a6db4e3 tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:16:05.893740 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd0983c-fde5-4083-aaa4-a1faf34f1b72 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71fd4418-ab7e-459d-b800-dc06225ac607,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:16:05.897926 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-2cd0983c-fde5-4083-aaa4-a1faf34f1b72 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:16:05.902790 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2cd0983c-fde5-4083-aaa4-a1faf34f1b72 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:05.904278 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-2cd0983c-fde5-4083-aaa4-a1faf34f1b72 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1626 time: 0.2277925
Dec 24 11:16:05.907421 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 44880) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:16:05.913998 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-ab891293-1042-4896-ae5e-e3ae9b5f70fa tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Request body: {'security_group_rule': {'security_group_id': '71fd4418-ab7e-459d-b800-dc06225ac607', 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:16:05.920885 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-ab891293-1042-4896-ae5e-e3ae9b5f70fa tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:16:05.925399 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-ab891293-1042-4896-ae5e-e3ae9b5f70fa tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Usage tracker for resource:security_group_rule and tenant:ad7c5ba9df02428aae512a4d9bb9dd9d is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:16:05.928646 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-ab891293-1042-4896-ae5e-e3ae9b5f70fa tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:16:05.935199 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-ab891293-1042-4896-ae5e-e3ae9b5f70fa tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:16:05.956938 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ab891293-1042-4896-ae5e-e3ae9b5f70fa tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:06.030717 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ab891293-1042-4896-ae5e-e3ae9b5f70fa tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:06.034190 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ab891293-1042-4896-ae5e-e3ae9b5f70fa tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689902'] for security_group_rule, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:06.036336 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-29d621b4-eca3-4ca7-a022-27ac1ddb6d23 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:16:06.074370 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab891293-1042-4896-ae5e-e3ae9b5f70fa tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e125491-421a-4c7a-89d0-0734af7bd123,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:16:06.080205 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-ab891293-1042-4896-ae5e-e3ae9b5f70fa tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:16:06.084530 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ab891293-1042-4896-ae5e-e3ae9b5f70fa tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:06.086050 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-ab891293-1042-4896-ae5e-e3ae9b5f70fa tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1773767
Dec 24 11:16:06.090406 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 44884) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:16:06.098864 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-63917c06-308c-4b4d-9024-c400b91d19b0 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Request body: {'security_group_rule': {'security_group_id': '71fd4418-ab7e-459d-b800-dc06225ac607', 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:16:06.106002 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-63917c06-308c-4b4d-9024-c400b91d19b0 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:16:06.112074 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-63917c06-308c-4b4d-9024-c400b91d19b0 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Usage tracker for resource:security_group_rule and tenant:ad7c5ba9df02428aae512a4d9bb9dd9d is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:16:06.117322 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-63917c06-308c-4b4d-9024-c400b91d19b0 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:16:06.124378 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-63917c06-308c-4b4d-9024-c400b91d19b0 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:16:06.144446 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-63917c06-308c-4b4d-9024-c400b91d19b0 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:06.214259 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-63917c06-308c-4b4d-9024-c400b91d19b0 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:06.217791 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-63917c06-308c-4b4d-9024-c400b91d19b0 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689902'] for security_group_rule, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:06.224823 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-9cd0d41d-e8ce-4013-b5af-998ce670187d tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:16:06.247277 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63917c06-308c-4b4d-9024-c400b91d19b0 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11e8a38f-7f92-452d-95d7-0bdef3c01c37,revision_number=0']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:16:06.250562 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-63917c06-308c-4b4d-9024-c400b91d19b0 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:16:06.259030 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-63917c06-308c-4b4d-9024-c400b91d19b0 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:06.260397 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-63917c06-308c-4b4d-9024-c400b91d19b0 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.1684668
Dec 24 11:16:06.263966 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 44888) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:16:06.270198 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-c16af398-c0cb-40ec-aa27-5a70bc74e177 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Request body: {'security_group_rule': {'security_group_id': '71fd4418-ab7e-459d-b800-dc06225ac607', 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:16:06.277148 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-c16af398-c0cb-40ec-aa27-5a70bc74e177 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:16:06.281407 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-c16af398-c0cb-40ec-aa27-5a70bc74e177 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Usage tracker for resource:security_group_rule and tenant:ad7c5ba9df02428aae512a4d9bb9dd9d is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:16:06.284797 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-c16af398-c0cb-40ec-aa27-5a70bc74e177 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:16:06.291609 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-c16af398-c0cb-40ec-aa27-5a70bc74e177 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:16:06.309478 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c16af398-c0cb-40ec-aa27-5a70bc74e177 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:06.384003 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c16af398-c0cb-40ec-aa27-5a70bc74e177 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:06.388952 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c16af398-c0cb-40ec-aa27-5a70bc74e177 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689902'] for security_group_rule, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:06.391290 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-4aeb6344-ba0f-43be-86b4-3d6fd06a7c9f tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:16:06.421795 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16af398-c0cb-40ec-aa27-5a70bc74e177 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76ae0510-0d89-4924-a985-39a3572d6516,revision_number=0']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:16:06.424699 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c16af398-c0cb-40ec-aa27-5a70bc74e177 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:16:06.436146 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c16af398-c0cb-40ec-aa27-5a70bc74e177 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:06.438450 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-c16af398-c0cb-40ec-aa27-5a70bc74e177 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1730807
Dec 24 11:16:06.442490 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 44892) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:16:06.446894 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f8d23ce7-16e8-40b7-a739-f3aad6aef2dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:06.452512 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-a2d50c29-c122-4312-9f80-cde38ee7721b tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Request body: {'security_group_rule': {'security_group_id': '71fd4418-ab7e-459d-b800-dc06225ac607', 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:16:06.460039 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-a2d50c29-c122-4312-9f80-cde38ee7721b tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:16:06.464264 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-a2d50c29-c122-4312-9f80-cde38ee7721b tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Usage tracker for resource:security_group_rule and tenant:ad7c5ba9df02428aae512a4d9bb9dd9d is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:16:06.467377 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-a2d50c29-c122-4312-9f80-cde38ee7721b tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:16:06.474030 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-a2d50c29-c122-4312-9f80-cde38ee7721b tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:16:06.492583 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a2d50c29-c122-4312-9f80-cde38ee7721b tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:06.567110 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a2d50c29-c122-4312-9f80-cde38ee7721b tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:06.570529 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a2d50c29-c122-4312-9f80-cde38ee7721b tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689902'] for security_group_rule, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:06.572927 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-090eb136-6278-4482-bf82-e7e2ec2ef5ed tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:16:06.602550 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d50c29-c122-4312-9f80-cde38ee7721b tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77711e7e-feae-4522-b9d1-003b0866216d,revision_number=0']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:16:06.605229 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-a2d50c29-c122-4312-9f80-cde38ee7721b tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:16:06.613202 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a2d50c29-c122-4312-9f80-cde38ee7721b tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:06.614722 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-a2d50c29-c122-4312-9f80-cde38ee7721b tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.1708465
Dec 24 11:16:06.618487 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 44896) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:16:06.624945 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-b16e959b-d49b-49b3-a42b-3839143bfaae tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Request body: {'security_group_rule': {'security_group_id': '71fd4418-ab7e-459d-b800-dc06225ac607', 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:16:06.632559 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-b16e959b-d49b-49b3-a42b-3839143bfaae tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:16:06.637425 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-b16e959b-d49b-49b3-a42b-3839143bfaae tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Usage tracker for resource:security_group_rule and tenant:ad7c5ba9df02428aae512a4d9bb9dd9d is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:16:06.641082 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-b16e959b-d49b-49b3-a42b-3839143bfaae tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:16:06.647778 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-b16e959b-d49b-49b3-a42b-3839143bfaae tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:16:06.659316 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.securitygroups_db [None req-b16e959b-d49b-49b3-a42b-3839143bfaae tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Project ad7c5ba9df02428aae512a4d9bb9dd9d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 24 11:16:06.666954 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b16e959b-d49b-49b3-a42b-3839143bfaae tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:06.749126 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b16e959b-d49b-49b3-a42b-3839143bfaae tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:06.752967 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b16e959b-d49b-49b3-a42b-3839143bfaae tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689902'] for security_group_rule, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:06.755120 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-a831c012-7e7e-4b72-8caf-89a564ba9f1d tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:16:06.782139 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16e959b-d49b-49b3-a42b-3839143bfaae tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35e20ac4-5cf8-4886-a49d-01e708511432,revision_number=0']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:16:06.789199 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-b16e959b-d49b-49b3-a42b-3839143bfaae tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:16:06.794251 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b16e959b-d49b-49b3-a42b-3839143bfaae tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:06.796147 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-b16e959b-d49b-49b3-a42b-3839143bfaae tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.1761856
Dec 24 11:16:06.799101 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 44900) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:16:06.805633 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-61523c3d-77d1-4fca-b8f2-125cfc885558 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Request body: {'security_group_rule': {'security_group_id': '71fd4418-ab7e-459d-b800-dc06225ac607', 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:16:06.815923 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-61523c3d-77d1-4fca-b8f2-125cfc885558 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:16:06.820416 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-61523c3d-77d1-4fca-b8f2-125cfc885558 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Usage tracker for resource:security_group_rule and tenant:ad7c5ba9df02428aae512a4d9bb9dd9d is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:16:06.823784 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-61523c3d-77d1-4fca-b8f2-125cfc885558 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:16:06.830609 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-61523c3d-77d1-4fca-b8f2-125cfc885558 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:16:06.845880 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.securitygroups_db [None req-61523c3d-77d1-4fca-b8f2-125cfc885558 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Project ad7c5ba9df02428aae512a4d9bb9dd9d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 24 11:16:06.848347 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Device e28149b1-43ad-489b-a782-e593abaef7b8 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:16:06.853995 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-61523c3d-77d1-4fca-b8f2-125cfc885558 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:06.923017 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Device e28149b1-43ad-489b-a782-e593abaef7b8 not bound to the agent host hv-neutron-8226 {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 24 11:16:06.934591 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-61523c3d-77d1-4fca-b8f2-125cfc885558 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:06.937993 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-61523c3d-77d1-4fca-b8f2-125cfc885558 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689902'] for security_group_rule, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:06.940288 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-b131a3a1-07fa-4e29-b288-a079109ee7b5 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:16:06.966136 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61523c3d-77d1-4fca-b8f2-125cfc885558 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91aa602c-27b7-40c3-ae83-16aa535cb17a,revision_number=0']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:16:06.969021 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-61523c3d-77d1-4fca-b8f2-125cfc885558 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:16:06.976719 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-61523c3d-77d1-4fca-b8f2-125cfc885558 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:06.978076 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-61523c3d-77d1-4fca-b8f2-125cfc885558 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.1778176
Dec 24 11:16:07.166393 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-2d13497b-466d-4c30-83b7-c342928552eb req-056b714c-7dbf-4852-9abd-4af588561360 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Synchronizing usage tracker for tenant:ad7c5ba9df02428aae512a4d9bb9dd9d on resource:security_group {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:16:07.184070 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-2d13497b-466d-4c30-83b7-c342928552eb req-056b714c-7dbf-4852-9abd-4af588561360 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Unset dirty status for tenant:ad7c5ba9df02428aae512a4d9bb9dd9d on resource:security_group {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:16:07.185403 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-2d13497b-466d-4c30-83b7-c342928552eb req-056b714c-7dbf-4852-9abd-4af588561360 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-238658177&fields=id&tenant_id=ad7c5ba9df02428aae512a4d9bb9dd9d HTTP/1.1" status: 200  len: 267 time: 0.0656772
Dec 24 11:16:07.268383 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d13497b-466d-4c30-83b7-c342928552eb req-c549ea37-2370-41fa-8e38-527df2aa9080 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:16:07.270000 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-2d13497b-466d-4c30-83b7-c342928552eb req-c549ea37-2370-41fa-8e38-527df2aa9080 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/ports/e28149b1-43ad-489b-a782-e593abaef7b8 HTTP/1.1" status: 200  len: 931 time: 0.0770481
Dec 24 11:16:07.443792 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-2d13497b-466d-4c30-83b7-c342928552eb req-58cb9ad0-563d-4ed8-8d79-4e00669cc456 service neutron] 10.222.0.65 "GET /v2.0/ports/e28149b1-43ad-489b-a782-e593abaef7b8?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200  len: 311 time: 0.1589704
Dec 24 11:16:07.889881 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-2d13497b-466d-4c30-83b7-c342928552eb req-8d0f54db-c6ca-4804-ac7a-75b6f577c95b service neutron] 10.222.0.65 "GET /v2.0/networks/b6c69d1f-1183-44d6-8d24-d8da08b21969?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4395115
Dec 24 11:16:08.041420 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:08.066442 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-2d13497b-466d-4c30-83b7-c342928552eb req-4d508533-674c-404d-9c35-4c279b0ddeee service neutron] 10.222.0.65 "GET /v2.0/networks/b6c69d1f-1183-44d6-8d24-d8da08b21969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1691344
Dec 24 11:16:08.372480 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-ab72c224-ffc3-4387-97dd-18d73bc970e6 req-a5abd3dd-8b36-4c4b-82f6-fed9dee09db2 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/ports?device_id=e243773f-5b2c-424b-b0e3-be3c364f3d95 HTTP/1.1" status: 200  len: 210 time: 0.0857196
Dec 24 11:16:08.959176 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b9d6309b-4d9e-4f13-9674-889e6fc498a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:09.364761 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bdfdbc84-c52d-4f40-b281-af314dc1f8fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:09.551666 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-2d13497b-466d-4c30-83b7-c342928552eb req-eb4be8cf-2f44-4642-af89-a97b1430d5e8 service neutron] 10.222.0.58 "GET /v2.0/ports/e28149b1-43ad-489b-a782-e593abaef7b8 HTTP/1.1" status: 200  len: 1027 time: 0.0798702
Dec 24 11:16:09.567938 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-ebc1a37a-677f-4e34-9965-709bbc1a791b req-93861a78-2ec9-452b-9b06-8fada838a05d tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/ports?device_id=e243773f-5b2c-424b-b0e3-be3c364f3d95 HTTP/1.1" status: 200  len: 210 time: 0.0646312
Dec 24 11:16:09.733577 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d13497b-466d-4c30-83b7-c342928552eb req-a29dcf9a-44ec-42d9-a200-c604b4b459d2 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:16:09.735244 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-2d13497b-466d-4c30-83b7-c342928552eb req-a29dcf9a-44ec-42d9-a200-c604b4b459d2 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.58 "GET /v2.0/networks?id=b6c69d1f-1183-44d6-8d24-d8da08b21969 HTTP/1.1" status: 200  len: 797 time: 0.1748867
Dec 24 11:16:09.802620 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-2d13497b-466d-4c30-83b7-c342928552eb req-607c43b9-fb0d-4bb2-bb08-c70b9213acae tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ad7c5ba9df02428aae512a4d9bb9dd9d HTTP/1.1" status: 200  len: 471 time: 0.0530167
Dec 24 11:16:09.815210 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [req-2d13497b-466d-4c30-83b7-c342928552eb req-c028f7a6-9ff6-4865-ac63-27d9297defde service neutron] Request body: {'port': {'device_id': 'e243773f-5b2c-424b-b0e3-be3c364f3d95', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:16:09.942258 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-2d13497b-466d-4c30-83b7-c342928552eb req-c028f7a6-9ff6-4865-ac63-27d9297defde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:10.315795 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [req-2d13497b-466d-4c30-83b7-c342928552eb req-c028f7a6-9ff6-4865-ac63-27d9297defde service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e28149b1-43ad-489b-a782-e593abaef7b8 {{(pid=88879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 24 11:16:10.323158 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-2d13497b-466d-4c30-83b7-c342928552eb req-c028f7a6-9ff6-4865-ac63-27d9297defde service neutron] Notify callbacks [] for port, precommit_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:10.339848 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [req-2d13497b-466d-4c30-83b7-c342928552eb req-c028f7a6-9ff6-4865-ac63-27d9297defde service neutron] Transition to ACTIVE for port object e28149b1-43ad-489b-a782-e593abaef7b8 will not be triggered until provisioned by entity L2. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:16:10.343306 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-2d13497b-466d-4c30-83b7-c342928552eb req-c028f7a6-9ff6-4865-ac63-27d9297defde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850854027'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:10.347528 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-ecfb7053-4a8f-4137-b631-50a037b543a1 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:16:10.490981 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c028f7a6-9ff6-4865-ac63-27d9297defde service neutron] Pushing event updated for resources: {'Port': ['ID=e28149b1-43ad-489b-a782-e593abaef7b8,revision_number=7']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:16:10.496096 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c028f7a6-9ff6-4865-ac63-27d9297defde service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:16:10.655480 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [req-2d13497b-466d-4c30-83b7-c342928552eb req-c028f7a6-9ff6-4865-ac63-27d9297defde service neutron] Attempting to bind port e28149b1-43ad-489b-a782-e593abaef7b8 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:16:10.655931 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [req-2d13497b-466d-4c30-83b7-c342928552eb req-c028f7a6-9ff6-4865-ac63-27d9297defde service neutron] Attempting to bind port e28149b1-43ad-489b-a782-e593abaef7b8 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'a4e16c64-2ad8-4e37-b014-36c4c21d3b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'b6c69d1f-1183-44d6-8d24-d8da08b21969'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:16:10.656392 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d13497b-466d-4c30-83b7-c342928552eb req-c028f7a6-9ff6-4865-ac63-27d9297defde service neutron] Attempting to bind port e28149b1-43ad-489b-a782-e593abaef7b8 on network b6c69d1f-1183-44d6-8d24-d8da08b21969 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:16:10.658563 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-39ff93cf-c0b7-48c5-95f3-6f7e9977387d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:10.667973 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d13497b-466d-4c30-83b7-c342928552eb req-c028f7a6-9ff6-4865-ac63-27d9297defde service neutron] Port e28149b1-43ad-489b-a782-e593abaef7b8 on network b6c69d1f-1183-44d6-8d24-d8da08b21969 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 24 11:16:10.668366 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d13497b-466d-4c30-83b7-c342928552eb req-c028f7a6-9ff6-4865-ac63-27d9297defde service neutron] Attempting to bind port e28149b1-43ad-489b-a782-e593abaef7b8 on network b6c69d1f-1183-44d6-8d24-d8da08b21969 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:16:10.676593 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d13497b-466d-4c30-83b7-c342928552eb req-c028f7a6-9ff6-4865-ac63-27d9297defde service neutron] Checking agent: {'id': '239bbc6e-fc66-42e2-b707-1aa8ba10287c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 57, 58), 'started_at': datetime.datetime(2021, 12, 24, 10, 57, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 15, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:16:10.676899 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d13497b-466d-4c30-83b7-c342928552eb req-c028f7a6-9ff6-4865-ac63-27d9297defde service neutron] Checking segment: {'id': 'a4e16c64-2ad8-4e37-b014-36c4c21d3b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'b6c69d1f-1183-44d6-8d24-d8da08b21969'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:16:10.677292 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d13497b-466d-4c30-83b7-c342928552eb req-c028f7a6-9ff6-4865-ac63-27d9297defde service neutron] Bound using segment: {'id': 'a4e16c64-2ad8-4e37-b014-36c4c21d3b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'b6c69d1f-1183-44d6-8d24-d8da08b21969'} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:16:10.677774 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [req-2d13497b-466d-4c30-83b7-c342928552eb req-c028f7a6-9ff6-4865-ac63-27d9297defde service neutron] Bound port: e28149b1-43ad-489b-a782-e593abaef7b8, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4e16c64-2ad8-4e37-b014-36c4c21d3b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'b6c69d1f-1183-44d6-8d24-d8da08b21969'}}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:16:10.678196 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-2d13497b-466d-4c30-83b7-c342928552eb req-c028f7a6-9ff6-4865-ac63-27d9297defde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:10.788104 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [req-2d13497b-466d-4c30-83b7-c342928552eb req-c028f7a6-9ff6-4865-ac63-27d9297defde service neutron] For port e28149b1-43ad-489b-a782-e593abaef7b8, host hv-neutron-8226, cleared binding levels {{(pid=88879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:16:10.793823 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [req-2d13497b-466d-4c30-83b7-c342928552eb req-c028f7a6-9ff6-4865-ac63-27d9297defde service neutron] For port e28149b1-43ad-489b-a782-e593abaef7b8, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=e28149b1-43ad-489b-a782-e593abaef7b8,segment=NetworkSegment(a4e16c64-2ad8-4e37-b014-36c4c21d3b3e),segment_id=a4e16c64-2ad8-4e37-b014-36c4c21d3b3e)] {{(pid=88879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:16:10.797975 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-2d13497b-466d-4c30-83b7-c342928552eb req-c028f7a6-9ff6-4865-ac63-27d9297defde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850854027'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:10.803999 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-ecb7b73b-d2b1-4060-b524-5653ecde1ef3 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:16:10.808168 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d080ef92-5a4d-43bd-b0eb-457d59d53034 req-1d9cc22a-7fdb-4052-903d-6f135daeeb18 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:16:10.810806 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-d080ef92-5a4d-43bd-b0eb-457d59d53034 req-1d9cc22a-7fdb-4052-903d-6f135daeeb18 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/ports?device_id=e243773f-5b2c-424b-b0e3-be3c364f3d95 HTTP/1.1" status: 200  len: 982 time: 0.1036146
Dec 24 11:16:10.867639 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-2d13497b-466d-4c30-83b7-c342928552eb req-c028f7a6-9ff6-4865-ac63-27d9297defde service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:10.869195 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-2d13497b-466d-4c30-83b7-c342928552eb req-c028f7a6-9ff6-4865-ac63-27d9297defde service neutron] 10.222.0.58 "PUT /v2.0/ports/e28149b1-43ad-489b-a782-e593abaef7b8 HTTP/1.1" status: 200  len: 1132 time: 1.0587108
Dec 24 11:16:10.869785 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e243773f-5b2c-424b-b0e3-be3c364f3d95', 'tag': 'e28149b1-43ad-489b-a782-e593abaef7b8'}] {{(pid=88879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 24 11:16:10.870124 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-d080ef92-5a4d-43bd-b0eb-457d59d53034 req-83cff52e-a9f0-45ac-b906-c3cf1e88c9e5 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/security-groups?id=e6a3bbb9-3662-4f8a-9612-f4331bbd1f12&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0523901
Dec 24 11:16:10.901777 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c028f7a6-9ff6-4865-ac63-27d9297defde service neutron] Pushing event updated for resources: {'Port': ['ID=e28149b1-43ad-489b-a782-e593abaef7b8,revision_number=8']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:16:10.905155 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c028f7a6-9ff6-4865-ac63-27d9297defde service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:16:10.961878 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e243773f-5b2c-424b-b0e3-be3c364f3d95', 'tag': 'e28149b1-43ad-489b-a782-e593abaef7b8', 'status': 'completed', 'code': 200}
Dec 24 11:16:11.012937 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-2d13497b-466d-4c30-83b7-c342928552eb req-6780cc63-f53c-4df4-bf09-a0edc3830f6b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ad7c5ba9df02428aae512a4d9bb9dd9d&device_id=e243773f-5b2c-424b-b0e3-be3c364f3d95 HTTP/1.1" status: 200  len: 1135 time: 0.0885916
Dec 24 11:16:11.132205 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-2d13497b-466d-4c30-83b7-c342928552eb req-f8753d73-d046-4a77-af92-424725f8bdc4 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e28149b1-43ad-489b-a782-e593abaef7b8 HTTP/1.1" status: 200  len: 1038 time: 0.1090219
Dec 24 11:16:11.207641 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d13497b-466d-4c30-83b7-c342928552eb req-cf04485a-4f99-405d-9591-07c1afc57afd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:16:11.209174 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-2d13497b-466d-4c30-83b7-c342928552eb req-cf04485a-4f99-405d-9591-07c1afc57afd service neutron] 10.222.0.58 "GET /v2.0/subnets?id=98191ca2-19ae-4926-b1c6-65637da296ea HTTP/1.1" status: 200  len: 834 time: 0.0702209
Dec 24 11:16:11.301457 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-2d13497b-466d-4c30-83b7-c342928552eb req-d040888c-27c8-4073-9383-b528991b0000 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b6c69d1f-1183-44d6-8d24-d8da08b21969&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0811398
Dec 24 11:16:11.453949 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-2d13497b-466d-4c30-83b7-c342928552eb req-501e9ccf-4960-4c7d-a225-feaf640b49b2 service neutron] 10.222.0.58 "GET /v2.0/networks/b6c69d1f-1183-44d6-8d24-d8da08b21969?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1405900
Dec 24 11:16:11.609848 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-2d13497b-466d-4c30-83b7-c342928552eb req-6a782c1b-9e14-42a3-80c7-1dcfcbc5ee22 service neutron] 10.222.0.58 "GET /v2.0/networks/b6c69d1f-1183-44d6-8d24-d8da08b21969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1482346
Dec 24 11:16:11.759580 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-d568eef2-b484-49f8-a44e-e57bd86880ba req-6a53a8cf-7f47-49aa-83ad-5a91ef44ca60 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ad7c5ba9df02428aae512a4d9bb9dd9d&device_id=e243773f-5b2c-424b-b0e3-be3c364f3d95 HTTP/1.1" status: 200  len: 1135 time: 0.0843160
Dec 24 11:16:11.931064 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d568eef2-b484-49f8-a44e-e57bd86880ba req-ec99eced-1c41-47f3-978b-965625c0e49a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:16:11.932769 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-d568eef2-b484-49f8-a44e-e57bd86880ba req-ec99eced-1c41-47f3-978b-965625c0e49a service neutron] 10.222.0.58 "GET /v2.0/networks?id=b6c69d1f-1183-44d6-8d24-d8da08b21969 HTTP/1.1" status: 200  len: 898 time: 0.1670196
Dec 24 11:16:12.045881 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-d568eef2-b484-49f8-a44e-e57bd86880ba req-9bc7063d-76dc-4dc0-8f8c-5f84ca35f21e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e28149b1-43ad-489b-a782-e593abaef7b8 HTTP/1.1" status: 200  len: 1038 time: 0.1020637
Dec 24 11:16:12.089373 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3540e21-2dec-4d8d-9562-3ca7ce369af9 req-332050c6-6576-46b7-a459-1ba9bd73b31a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:16:12.091059 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-e3540e21-2dec-4d8d-9562-3ca7ce369af9 req-332050c6-6576-46b7-a459-1ba9bd73b31a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/ports?device_id=e243773f-5b2c-424b-b0e3-be3c364f3d95 HTTP/1.1" status: 200  len: 982 time: 0.0846105
Dec 24 11:16:12.122198 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d568eef2-b484-49f8-a44e-e57bd86880ba req-b5f762a3-c918-45e4-a3aa-f6be08591de7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:16:12.123905 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-d568eef2-b484-49f8-a44e-e57bd86880ba req-b5f762a3-c918-45e4-a3aa-f6be08591de7 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=98191ca2-19ae-4926-b1c6-65637da296ea HTTP/1.1" status: 200  len: 834 time: 0.0711949
Dec 24 11:16:12.147843 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-e3540e21-2dec-4d8d-9562-3ca7ce369af9 req-5b246b10-b44a-4eb3-bb46-b1900db56f70 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/security-groups?id=e6a3bbb9-3662-4f8a-9612-f4331bbd1f12&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0500698
Dec 24 11:16:12.222755 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-d568eef2-b484-49f8-a44e-e57bd86880ba req-4472d84d-a976-4cfd-a632-eae2c3142ac8 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b6c69d1f-1183-44d6-8d24-d8da08b21969&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0902503
Dec 24 11:16:12.380712 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-d568eef2-b484-49f8-a44e-e57bd86880ba req-e4f389c4-ad96-449e-ab12-8400d5e50d19 service neutron] 10.222.0.58 "GET /v2.0/networks/b6c69d1f-1183-44d6-8d24-d8da08b21969?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1502087
Dec 24 11:16:12.537945 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-d568eef2-b484-49f8-a44e-e57bd86880ba req-c899204c-6c35-4b86-bc02-e7ff0e5dc956 service neutron] 10.222.0.58 "GET /v2.0/networks/b6c69d1f-1183-44d6-8d24-d8da08b21969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1492453
Dec 24 11:16:13.042111 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-b121f35f-e697-4741-b3fa-f0efcdc1aed7 req-acb9106a-2dcc-434c-abd5-23118cb70b2f service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=9172ddea-2e24-4367-8ccf-2f8b57546cea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0877976
Dec 24 11:16:13.199915 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-b121f35f-e697-4741-b3fa-f0efcdc1aed7 req-ec423065-b4a1-4bcc-bcfa-00628c076cbb service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fbedb279f22e4b3494591d6dabc201d5&device_id=9172ddea-2e24-4367-8ccf-2f8b57546cea HTTP/1.1" status: 200  len: 1098 time: 0.0773525
Dec 24 11:16:13.375927 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b121f35f-e697-4741-b3fa-f0efcdc1aed7 req-2ffb22ca-7050-4585-ae38-20db2587c8ba service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:16:13.377935 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-b121f35f-e697-4741-b3fa-f0efcdc1aed7 req-2ffb22ca-7050-4585-ae38-20db2587c8ba service neutron] 10.222.0.58 "GET /v2.0/networks?id=2428796e-e2e4-4ddb-a9cc-996932bc1226 HTTP/1.1" status: 200  len: 913 time: 0.1515858
Dec 24 11:16:13.382569 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e0f2da-0fe0-4510-bde4-e7a6a20d758d req-6efb7c5f-ef62-4c28-a286-606fcdd59510 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:16:13.384250 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-40e0f2da-0fe0-4510-bde4-e7a6a20d758d req-6efb7c5f-ef62-4c28-a286-606fcdd59510 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/ports?device_id=e243773f-5b2c-424b-b0e3-be3c364f3d95 HTTP/1.1" status: 200  len: 982 time: 0.1067297
Dec 24 11:16:13.436299 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-40e0f2da-0fe0-4510-bde4-e7a6a20d758d req-4ffee4e7-0066-41cc-b987-5f0db3df1637 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/security-groups?id=e6a3bbb9-3662-4f8a-9612-f4331bbd1f12&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455444
Dec 24 11:16:13.496599 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-b121f35f-e697-4741-b3fa-f0efcdc1aed7 req-455f3052-4333-40d3-8cb0-5e3d7d2f5720 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=160df496-6eec-44ce-a16c-8b507196b963 HTTP/1.1" status: 200  len: 999 time: 0.1118457
Dec 24 11:16:13.573243 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b121f35f-e697-4741-b3fa-f0efcdc1aed7 req-2e6ad2f8-a9d3-4b73-9075-0789896ea59d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:16:13.574876 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-b121f35f-e697-4741-b3fa-f0efcdc1aed7 req-2e6ad2f8-a9d3-4b73-9075-0789896ea59d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=66590446-f239-4728-b0eb-3db1299fa1e3 HTTP/1.1" status: 200  len: 851 time: 0.0694976
Dec 24 11:16:13.668047 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-b121f35f-e697-4741-b3fa-f0efcdc1aed7 req-0d549c31-302b-4db3-8a1f-82b3394917ac service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2428796e-e2e4-4ddb-a9cc-996932bc1226&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0812523
Dec 24 11:16:13.821732 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-b121f35f-e697-4741-b3fa-f0efcdc1aed7 req-70585e55-e2de-406c-b455-4ffc10b77ab5 service neutron] 10.222.0.58 "GET /v2.0/networks/2428796e-e2e4-4ddb-a9cc-996932bc1226?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1438074
Dec 24 11:16:13.982347 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-b121f35f-e697-4741-b3fa-f0efcdc1aed7 req-609e6828-be0a-49aa-abb5-d0fb028bb703 service neutron] 10.222.0.58 "GET /v2.0/networks/2428796e-e2e4-4ddb-a9cc-996932bc1226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1505861
Dec 24 11:16:14.651129 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ba96d6-16a0-4175-92cc-44cde52bf011 req-b20de184-f077-4cf5-b336-3e3edc08b83f tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:16:14.652800 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-95ba96d6-16a0-4175-92cc-44cde52bf011 req-b20de184-f077-4cf5-b336-3e3edc08b83f tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/ports?device_id=e243773f-5b2c-424b-b0e3-be3c364f3d95 HTTP/1.1" status: 200  len: 982 time: 0.0921693
Dec 24 11:16:14.705571 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-95ba96d6-16a0-4175-92cc-44cde52bf011 req-7f00353e-031d-4f1b-a7c4-e63c6d63a55f tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/security-groups?id=e6a3bbb9-3662-4f8a-9612-f4331bbd1f12&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445578
Dec 24 11:16:14.903067 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Device e28149b1-43ad-489b-a782-e593abaef7b8 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 24 11:16:15.084066 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] For port e28149b1-43ad-489b-a782-e593abaef7b8, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=e28149b1-43ad-489b-a782-e593abaef7b8,segment=NetworkSegment(a4e16c64-2ad8-4e37-b014-36c4c21d3b3e),segment_id=a4e16c64-2ad8-4e37-b014-36c4c21d3b3e)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:16:15.107352 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Returning: {'device': 'e28149b1-43ad-489b-a782-e593abaef7b8', 'network_id': 'b6c69d1f-1183-44d6-8d24-d8da08b21969', 'port_id': 'e28149b1-43ad-489b-a782-e593abaef7b8', 'mac_address': 'fa:16:3e:fd:2e:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98191ca2-19ae-4926-b1c6-65637da296ea', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 24 11:16:15.177026 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:15.196247 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e28149b1-43ad-489b-a782-e593abaef7b8 {{(pid=88880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 24 11:16:15.211884 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] For port e28149b1-43ad-489b-a782-e593abaef7b8, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=e28149b1-43ad-489b-a782-e593abaef7b8,segment=NetworkSegment(a4e16c64-2ad8-4e37-b014-36c4c21d3b3e),segment_id=a4e16c64-2ad8-4e37-b014-36c4c21d3b3e)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:16:15.216301 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:15.218272 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-112f29a1-f15d-4f34-b8ac-529944fb930f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:16:15.288399 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Pushing event updated for resources: {'Port': ['ID=e28149b1-43ad-489b-a782-e593abaef7b8,revision_number=9']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:16:15.292511 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:16:15.507130 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] get_ports_and_sgs() called for port_ids ['e28149b1-43ad-489b-a782-e593abaef7b8'] {{(pid=88880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 24 11:16:15.928336 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273e4177-b371-4db7-b37a-3df5d555cc93 req-ef112849-ec78-4b04-a6b4-f3c26f8b2ccc tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:16:15.930122 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-273e4177-b371-4db7-b37a-3df5d555cc93 req-ef112849-ec78-4b04-a6b4-f3c26f8b2ccc tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/ports?device_id=e243773f-5b2c-424b-b0e3-be3c364f3d95 HTTP/1.1" status: 200  len: 983 time: 0.0990994
Dec 24 11:16:15.997756 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-273e4177-b371-4db7-b37a-3df5d555cc93 req-df91424e-5aa5-4f55-b9b2-e6a1de39dcbd tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/security-groups?id=e6a3bbb9-3662-4f8a-9612-f4331bbd1f12&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0599623
Dec 24 11:16:16.919265 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Device e28149b1-43ad-489b-a782-e593abaef7b8 up at agent hyperv_hv-neutron-8226 {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:16:16.997370 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Provisioning for port e28149b1-43ad-489b-a782-e593abaef7b8 completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:16:17.002834 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Provisioning complete for port e28149b1-43ad-489b-a782-e593abaef7b8 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:16:17.003318 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:17.127193 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:17.157363 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e243773f-5b2c-424b-b0e3-be3c364f3d95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e28149b1-43ad-489b-a782-e593abaef7b8'}] {{(pid=88880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 24 11:16:17.167969 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] For port e28149b1-43ad-489b-a782-e593abaef7b8, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=e28149b1-43ad-489b-a782-e593abaef7b8,segment=NetworkSegment(a4e16c64-2ad8-4e37-b014-36c4c21d3b3e),segment_id=a4e16c64-2ad8-4e37-b014-36c4c21d3b3e)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:16:17.171361 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:17.173391 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:16:17.216150 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e243773f-5b2c-424b-b0e3-be3c364f3d95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e28149b1-43ad-489b-a782-e593abaef7b8', 'code': 200}
Dec 24 11:16:17.218854 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1bc17f-fb61-4d30-ba41-fecd486a3937 req-de9d9878-fd7f-4b57-83db-9a5ff5359453 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:16:17.221296 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-4a1bc17f-fb61-4d30-ba41-fecd486a3937 req-de9d9878-fd7f-4b57-83db-9a5ff5359453 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/ports?device_id=e243773f-5b2c-424b-b0e3-be3c364f3d95 HTTP/1.1" status: 200  len: 985 time: 0.0957706
Dec 24 11:16:17.244149 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Pushing event updated for resources: {'Port': ['ID=e28149b1-43ad-489b-a782-e593abaef7b8,revision_number=10']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:16:17.247553 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:16:17.276199 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-4a1bc17f-fb61-4d30-ba41-fecd486a3937 req-04a122e2-529b-4bb0-a8c4-093b8599af7f tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/security-groups?id=e6a3bbb9-3662-4f8a-9612-f4331bbd1f12&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0484722
Dec 24 11:16:17.475949 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-8a9415b2-3ae2-4c19-af4b-f881e96780c4 req-d466fa8e-5178-4c74-88a6-25c6b9476f2c service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=e243773f-5b2c-424b-b0e3-be3c364f3d95 HTTP/1.1" status: 200  len: 1138 time: 0.0795527
Dec 24 11:16:17.523864 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-8a9415b2-3ae2-4c19-af4b-f881e96780c4 req-c6091924-5e6d-46c4-9ed6-0e9f217e55f5 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=e6a3bbb9-3662-4f8a-9612-f4331bbd1f12&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409355
Dec 24 11:16:18.509028 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f1be44-c114-4a99-b155-27cad6ccc027 req-81845298-55ab-471d-b867-c7001c764cf0 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:16:18.510723 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-73f1be44-c114-4a99-b155-27cad6ccc027 req-81845298-55ab-471d-b867-c7001c764cf0 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/ports?device_id=e243773f-5b2c-424b-b0e3-be3c364f3d95 HTTP/1.1" status: 200  len: 985 time: 0.0987253
Dec 24 11:16:18.564688 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-73f1be44-c114-4a99-b155-27cad6ccc027 req-bea22a4d-725e-4141-814c-1ba5f057b66c tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/security-groups?id=e6a3bbb9-3662-4f8a-9612-f4331bbd1f12&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0474346
Dec 24 11:16:19.795790 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3229e2-eb3c-430e-b129-52992206cdd6 req-88679e83-0914-4766-9f20-9e94ef95a1e6 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:16:19.797427 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-fa3229e2-eb3c-430e-b129-52992206cdd6 req-88679e83-0914-4766-9f20-9e94ef95a1e6 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/ports?device_id=e243773f-5b2c-424b-b0e3-be3c364f3d95 HTTP/1.1" status: 200  len: 985 time: 0.1043844
Dec 24 11:16:19.851003 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-fa3229e2-eb3c-430e-b129-52992206cdd6 req-a461e55a-8523-473a-9cc8-ca2424c91109 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/security-groups?id=e6a3bbb9-3662-4f8a-9612-f4331bbd1f12&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450330
Dec 24 11:16:20.069800 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dbd01f-0fb8-4a6b-8c05-bf55f73bc54d req-5ed38b1d-13a7-4d78-8c58-f4cf61c0788b tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:16:20.071345 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-88dbd01f-0fb8-4a6b-8c05-bf55f73bc54d req-5ed38b1d-13a7-4d78-8c58-f4cf61c0788b tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/ports?device_id=e243773f-5b2c-424b-b0e3-be3c364f3d95 HTTP/1.1" status: 200  len: 985 time: 0.0865986
Dec 24 11:16:20.126175 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-88dbd01f-0fb8-4a6b-8c05-bf55f73bc54d req-b07a221f-9de1-45f8-b271-018991365796 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/security-groups?id=e6a3bbb9-3662-4f8a-9612-f4331bbd1f12&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0484540
Dec 24 11:16:20.154923 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 44956) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:16:20.239282 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-f5879697-bfe1-4f9c-95d2-e9fd83c173dc tempest-TestNetworkBasicOps-448411267 tempest-TestNetworkBasicOps-448411267-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=e243773f-5b2c-424b-b0e3-be3c364f3d95&network_id=b6c69d1f-1183-44d6-8d24-d8da08b21969 HTTP/1.1" status: 200  len: 1133 time: 0.0828509
Dec 24 11:16:20.663342 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a226206-ee99-4754-bbe3-013882c92da1 req-1a39e7e3-7f7d-4b86-a765-ac0c9ffc7e4e tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:16:20.665153 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-7a226206-ee99-4754-bbe3-013882c92da1 req-1a39e7e3-7f7d-4b86-a765-ac0c9ffc7e4e tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/ports?device_id=e243773f-5b2c-424b-b0e3-be3c364f3d95 HTTP/1.1" status: 200  len: 985 time: 0.0874219
Dec 24 11:16:20.716340 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-7a226206-ee99-4754-bbe3-013882c92da1 req-8457352f-b94d-422b-8c6f-132ac6f4a5a0 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/security-groups?id=e6a3bbb9-3662-4f8a-9612-f4331bbd1f12&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446186
Dec 24 11:16:21.957196 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd72eebc-183b-4f3d-aaad-3450bd39e970 req-212ec46c-ad66-4736-8dce-d5a729ff4cda tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:16:21.959034 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-cd72eebc-183b-4f3d-aaad-3450bd39e970 req-212ec46c-ad66-4736-8dce-d5a729ff4cda tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/ports?device_id=e243773f-5b2c-424b-b0e3-be3c364f3d95 HTTP/1.1" status: 200  len: 985 time: 0.1062691
Dec 24 11:16:22.011206 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-cd72eebc-183b-4f3d-aaad-3450bd39e970 req-d02654c5-c20a-4c31-8ba4-72798355cadb tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/security-groups?id=e6a3bbb9-3662-4f8a-9612-f4331bbd1f12&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453725
Dec 24 11:16:22.342623 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0605ba50-726c-4ced-a894-3b8d68033d6e req-ff2acc84-aa05-4eab-bf60-5b8edadbc0a2 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:16:22.344218 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-0605ba50-726c-4ced-a894-3b8d68033d6e req-ff2acc84-aa05-4eab-bf60-5b8edadbc0a2 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.58 "GET /v2.0/ports?device_id=e243773f-5b2c-424b-b0e3-be3c364f3d95 HTTP/1.1" status: 200  len: 985 time: 0.3307037
Dec 24 11:16:22.423745 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0605ba50-726c-4ced-a894-3b8d68033d6e req-0b86fdb2-2557-4d5b-9c2a-2b331c037187 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:16:22.425294 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-0605ba50-726c-4ced-a894-3b8d68033d6e req-0b86fdb2-2557-4d5b-9c2a-2b331c037187 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.58 "GET /v2.0/ports/e28149b1-43ad-489b-a782-e593abaef7b8?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200  len: 260 time: 0.0722449
Dec 24 11:16:22.587739 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-0605ba50-726c-4ced-a894-3b8d68033d6e req-73186445-1082-47af-b1e1-f432c1fe6122 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.58 "GET /v2.0/networks/b6c69d1f-1183-44d6-8d24-d8da08b21969?fields=dns_domain HTTP/1.1" status: 200  len: 212 time: 0.1562331
Dec 24 11:16:22.601964 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [req-0605ba50-726c-4ced-a894-3b8d68033d6e req-1e733063-4340-432f-8576-dd5802064e3b service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:16:22.723966 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-0605ba50-726c-4ced-a894-3b8d68033d6e req-1e733063-4340-432f-8576-dd5802064e3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:22.948760 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [req-0605ba50-726c-4ced-a894-3b8d68033d6e req-1e733063-4340-432f-8576-dd5802064e3b service neutron] For port e28149b1-43ad-489b-a782-e593abaef7b8, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=e28149b1-43ad-489b-a782-e593abaef7b8,segment=NetworkSegment(a4e16c64-2ad8-4e37-b014-36c4c21d3b3e),segment_id=a4e16c64-2ad8-4e37-b014-36c4c21d3b3e)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:16:22.980852 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [req-0605ba50-726c-4ced-a894-3b8d68033d6e req-1e733063-4340-432f-8576-dd5802064e3b service neutron] For port e28149b1-43ad-489b-a782-e593abaef7b8, host hv-neutron-8226, cleared binding levels {{(pid=88879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:16:23.034242 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [req-0605ba50-726c-4ced-a894-3b8d68033d6e req-1e733063-4340-432f-8576-dd5802064e3b service neutron] device_id is not set on port e28149b1-43ad-489b-a782-e593abaef7b8 yet. {{(pid=88879) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 24 11:16:23.042411 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-0605ba50-726c-4ced-a894-3b8d68033d6e req-1e733063-4340-432f-8576-dd5802064e3b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:23.047994 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-0605ba50-726c-4ced-a894-3b8d68033d6e req-1e733063-4340-432f-8576-dd5802064e3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850854027'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:23.053538 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f60561e6-349a-4731-b25d-2e131f615b3b tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:16:23.192918 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-74134a97-c8c9-43a0-836b-ac2d732ee1c6 req-14fb879d-9769-463b-840a-453dadd0a26c tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/ports?device_id=e243773f-5b2c-424b-b0e3-be3c364f3d95 HTTP/1.1" status: 200  len: 210 time: 0.0470293
Dec 24 11:16:23.195602 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e733063-4340-432f-8576-dd5802064e3b service neutron] Pushing event updated for resources: {'Port': ['ID=e28149b1-43ad-489b-a782-e593abaef7b8,revision_number=11']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:16:23.199083 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-1e733063-4340-432f-8576-dd5802064e3b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:16:23.271291 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [req-0605ba50-726c-4ced-a894-3b8d68033d6e req-1e733063-4340-432f-8576-dd5802064e3b service neutron] No DVR routers for this DVR port e28149b1-43ad-489b-a782-e593abaef7b8 on host hv-neutron-8226 {{(pid=88879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 24 11:16:23.505701 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-bc248bb7-7baf-40b0-aeb3-e74adda85950 None None] Provisioning complete for port e28149b1-43ad-489b-a782-e593abaef7b8 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:16:23.506064 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bc248bb7-7baf-40b0-aeb3-e74adda85950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:23.555643 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [req-0605ba50-726c-4ced-a894-3b8d68033d6e req-1e733063-4340-432f-8576-dd5802064e3b service neutron] In _notify_port_updated(), no bound segment for port e28149b1-43ad-489b-a782-e593abaef7b8 on network b6c69d1f-1183-44d6-8d24-d8da08b21969 {{(pid=88879) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}}
Dec 24 11:16:23.556977 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-0605ba50-726c-4ced-a894-3b8d68033d6e req-1e733063-4340-432f-8576-dd5802064e3b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:23.558472 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-0605ba50-726c-4ced-a894-3b8d68033d6e req-1e733063-4340-432f-8576-dd5802064e3b service neutron] 10.222.0.58 "PUT /v2.0/ports/e28149b1-43ad-489b-a782-e593abaef7b8 HTTP/1.1" status: 200  len: 1028 time: 0.9611020
Dec 24 11:16:23.572294 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-bc248bb7-7baf-40b0-aeb3-e74adda85950 None None] Port e28149b1-43ad-489b-a782-e593abaef7b8 cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:16:24.310477 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 44970) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:16:24.394713 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0f7f3be1-b667-4062-b1bf-d80ce7cf51db tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:24.430284 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0f7f3be1-b667-4062-b1bf-d80ce7cf51db tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:24.486803 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0f7f3be1-b667-4062-b1bf-d80ce7cf51db tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:24.491300 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-0d3ad320-4ec7-4c91-851a-dfd15ef08cf2 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:16:24.517166 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7f3be1-b667-4062-b1bf-d80ce7cf51db tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71fd4418-ab7e-459d-b800-dc06225ac607,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:16:24.520781 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-0f7f3be1-b667-4062-b1bf-d80ce7cf51db tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:16:24.540792 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0f7f3be1-b667-4062-b1bf-d80ce7cf51db tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:24.543480 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-0f7f3be1-b667-4062-b1bf-d80ce7cf51db tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "DELETE /v2.0/security-groups/71fd4418-ab7e-459d-b800-dc06225ac607 HTTP/1.1" status: 204  len: 168 time: 0.2317417
Dec 24 11:16:24.592768 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 44976) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:16:24.816491 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-ce135d59-255a-4de1-8734-05deb611f5e6 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Deleting port 6406836b-47a7-4f6a-9381-81dbee75adb4 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:16:24.816782 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ce135d59-255a-4de1-8734-05deb611f5e6 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:24.965424 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Device e28149b1-43ad-489b-a782-e593abaef7b8 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:16:25.013314 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ce135d59-255a-4de1-8734-05deb611f5e6 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:25.013653 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ce135d59-255a-4de1-8734-05deb611f5e6 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:25.029947 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Device e28149b1-43ad-489b-a782-e593abaef7b8 not bound to the agent host hv-neutron-8226 {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 24 11:16:25.146337 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-ce135d59-255a-4de1-8734-05deb611f5e6 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Calling delete_port for 6406836b-47a7-4f6a-9381-81dbee75adb4 owned by network:floatingip {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:16:25.311449 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ce135d59-255a-4de1-8734-05deb611f5e6 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:25.316001 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-e35db092-02e6-4b78-b4d0-5f88fbc990d5 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:16:25.361025 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce135d59-255a-4de1-8734-05deb611f5e6 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event deleted for resources: {'Port': ['ID=6406836b-47a7-4f6a-9381-81dbee75adb4,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:16:25.403516 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce135d59-255a-4de1-8734-05deb611f5e6 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:16:25.403868 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce135d59-255a-4de1-8734-05deb611f5e6 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:16:25.404292 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce135d59-255a-4de1-8734-05deb611f5e6 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:16:25.404712 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce135d59-255a-4de1-8734-05deb611f5e6 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:16:25.405136 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce135d59-255a-4de1-8734-05deb611f5e6 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:16:25.405543 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce135d59-255a-4de1-8734-05deb611f5e6 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:16:25.405979 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce135d59-255a-4de1-8734-05deb611f5e6 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:16:25.406395 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce135d59-255a-4de1-8734-05deb611f5e6 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:16:25.406809 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce135d59-255a-4de1-8734-05deb611f5e6 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:16:25.407207 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce135d59-255a-4de1-8734-05deb611f5e6 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:16:25.407612 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce135d59-255a-4de1-8734-05deb611f5e6 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:16:25.415259 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-ce135d59-255a-4de1-8734-05deb611f5e6 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:16:25.477080 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ce135d59-255a-4de1-8734-05deb611f5e6 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for floatingip, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:25.916464 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce135d59-255a-4de1-8734-05deb611f5e6 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Router 64fcc469-bffd-4224-88fe-0b748c7661e6 has already been hosted by L3 agent 198cca88-1338-4098-b44b-beb0346ac906 {{(pid=88879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 24 11:16:26.165486 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce135d59-255a-4de1-8734-05deb611f5e6 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:16:26.178172 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82880537-5d71-430a-8936-f806cf6fa0da None None] Sync routers for ids ['64fcc469-bffd-4224-88fe-0b748c7661e6'] in dv-neutron-822691-2-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:16:26.187717 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ce135d59-255a-4de1-8734-05deb611f5e6 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for floatingip, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:26.192382 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82880537-5d71-430a-8936-f806cf6fa0da None None] Routers {'64fcc469-bffd-4224-88fe-0b748c7661e6'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:16:26.193118 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-82880537-5d71-430a-8936-f806cf6fa0da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f527152d908>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:16:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['64fcc469-bffd-4224-88fe-0b748c7661e6'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:16:26.251073 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-ce135d59-255a-4de1-8734-05deb611f5e6 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "DELETE /v2.0/floatingips/add9d236-23be-469c-b5ee-1c78e966bb39 HTTP/1.1" status: 204  len: 168 time: 1.6568160
Dec 24 11:16:26.392185 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-82880537-5d71-430a-8936-f806cf6fa0da None None] Set router 64fcc469-bffd-4224-88fe-0b748c7661e6 gateway port host: dv-neutron-822691-2-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:16:26.426694 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 44984) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:16:26.506635 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-950b6ea6-8760-4f1e-8616-e3ac771d24f2 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:26.545205 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-950b6ea6-8760-4f1e-8616-e3ac771d24f2 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:26.609505 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-950b6ea6-8760-4f1e-8616-e3ac771d24f2 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:26.615260 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-4ad5df90-5f82-4871-b398-b1a4ba09624a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:16:26.634102 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950b6ea6-8760-4f1e-8616-e3ac771d24f2 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d9996bb-b417-4fdf-b96f-a1683d674be9,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:16:26.637592 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-950b6ea6-8760-4f1e-8616-e3ac771d24f2 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:16:26.640097 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-950b6ea6-8760-4f1e-8616-e3ac771d24f2 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:26.641017 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-950b6ea6-8760-4f1e-8616-e3ac771d24f2 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "DELETE /v2.0/security-groups/1d9996bb-b417-4fdf-b96f-a1683d674be9 HTTP/1.1" status: 204  len: 168 time: 0.2128553
Dec 24 11:16:26.683924 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 44990) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:16:26.759953 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-829ab396-571c-4bdf-b3ea-8a83230f53de tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Deleting port e28149b1-43ad-489b-a782-e593abaef7b8 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:16:26.760335 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-829ab396-571c-4bdf-b3ea-8a83230f53de tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:26.767818 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-82880537-5d71-430a-8936-f806cf6fa0da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f527152d908>, [{'id': '64fcc469-bffd-4224-88fe-0b748c7661e6', 'name': 'tempest-TestNetworkBasicOps-router-1365414093', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.219'}], 'enable_snat': True}, 'gw_port_id': '361b1f03-4e66-49ab-b5cd-c3ab1eb299f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:15:34Z', 'updated_at': '2021-12-24T11:15:39Z', 'revision_number': 4, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'gw_port': {'id': '361b1f03-4e66-49ab-b5cd-c3ab1eb299f7', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:96:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64fcc469-bffd-4224-88fe-0b748c7661e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:15:34Z', 'updated_at': '2021-12-24T11:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_interfaces': [{'id': 'cb9d8f2a-4f61-4c2f-9135-0f4bc2189e12', 'name': '', 'network_id': 'b6c69d1f-1183-44d6-8d24-d8da08b21969', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'mac_address': 'fa:16:3e:fd:d9:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64fcc469-bffd-4224-88fe-0b748c7661e6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '98191ca2-19ae-4926-b1c6-65637da296ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:15:38Z', 'updated_at': '2021-12-24T11:15:45Z', 'revision_number': 5, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'subnets': [{'id': '98191ca2-19ae-4926-b1c6-65637da296ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:16:26.772212 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82880537-5d71-430a-8936-f806cf6fa0da None None] Checking router: 64fcc469-bffd-4224-88fe-0b748c7661e6 for host: dv-neutron-822691-2-hyperv {{(pid=88880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 24 11:16:26.784556 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82880537-5d71-430a-8936-f806cf6fa0da None None] Routers {'64fcc469-bffd-4224-88fe-0b748c7661e6'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:16:26.785241 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-82880537-5d71-430a-8936-f806cf6fa0da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f527152d908>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:16:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['64fcc469-bffd-4224-88fe-0b748c7661e6'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:16:26.978012 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-82880537-5d71-430a-8936-f806cf6fa0da None None] Set router 64fcc469-bffd-4224-88fe-0b748c7661e6 gateway port host: dv-neutron-822691-2-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:16:27.015528 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-829ab396-571c-4bdf-b3ea-8a83230f53de tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:27.150644 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-829ab396-571c-4bdf-b3ea-8a83230f53de tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Calling delete_port for e28149b1-43ad-489b-a782-e593abaef7b8 owned by  {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:16:27.308205 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-829ab396-571c-4bdf-b3ea-8a83230f53de tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:27.315137 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-bd96e9b3-3470-438c-825f-c2acce4a32dc tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:16:27.364053 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829ab396-571c-4bdf-b3ea-8a83230f53de tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event deleted for resources: {'Port': ['ID=e28149b1-43ad-489b-a782-e593abaef7b8,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:16:27.377048 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829ab396-571c-4bdf-b3ea-8a83230f53de tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:16:27.377794 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829ab396-571c-4bdf-b3ea-8a83230f53de tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:16:27.378262 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829ab396-571c-4bdf-b3ea-8a83230f53de tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:16:27.378670 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829ab396-571c-4bdf-b3ea-8a83230f53de tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:16:27.379084 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829ab396-571c-4bdf-b3ea-8a83230f53de tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:16:27.379945 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829ab396-571c-4bdf-b3ea-8a83230f53de tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:16:27.379945 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829ab396-571c-4bdf-b3ea-8a83230f53de tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:16:27.380333 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829ab396-571c-4bdf-b3ea-8a83230f53de tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:16:27.380735 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829ab396-571c-4bdf-b3ea-8a83230f53de tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:16:27.381132 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829ab396-571c-4bdf-b3ea-8a83230f53de tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:16:27.382040 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829ab396-571c-4bdf-b3ea-8a83230f53de tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:16:27.409628 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-829ab396-571c-4bdf-b3ea-8a83230f53de tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:16:27.489523 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-829ab396-571c-4bdf-b3ea-8a83230f53de tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:27.490657 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-82880537-5d71-430a-8936-f806cf6fa0da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f527152d908>, [{'id': '64fcc469-bffd-4224-88fe-0b748c7661e6', 'name': 'tempest-TestNetworkBasicOps-router-1365414093', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.219'}], 'enable_snat': True}, 'gw_port_id': '361b1f03-4e66-49ab-b5cd-c3ab1eb299f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:15:34Z', 'updated_at': '2021-12-24T11:15:39Z', 'revision_number': 4, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'gw_port': {'id': '361b1f03-4e66-49ab-b5cd-c3ab1eb299f7', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:96:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64fcc469-bffd-4224-88fe-0b748c7661e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:15:34Z', 'updated_at': '2021-12-24T11:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_interfaces': [{'id': 'cb9d8f2a-4f61-4c2f-9135-0f4bc2189e12', 'name': '', 'network_id': 'b6c69d1f-1183-44d6-8d24-d8da08b21969', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'mac_address': 'fa:16:3e:fd:d9:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64fcc469-bffd-4224-88fe-0b748c7661e6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '98191ca2-19ae-4926-b1c6-65637da296ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:15:38Z', 'updated_at': '2021-12-24T11:15:45Z', 'revision_number': 5, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'subnets': [{'id': '98191ca2-19ae-4926-b1c6-65637da296ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:16:27.499111 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82880537-5d71-430a-8936-f806cf6fa0da None None] The sync data for ids ['64fcc469-bffd-4224-88fe-0b748c7661e6'] in dv-neutron-822691-2-hyperv is: [{'id': '64fcc469-bffd-4224-88fe-0b748c7661e6', 'name': 'tempest-TestNetworkBasicOps-router-1365414093', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.219'}], 'enable_snat': True}, 'gw_port_id': '361b1f03-4e66-49ab-b5cd-c3ab1eb299f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:15:34Z', 'updated_at': '2021-12-24T11:15:39Z', 'revision_number': 4, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'gw_port': {'id': '361b1f03-4e66-49ab-b5cd-c3ab1eb299f7', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:96:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64fcc469-bffd-4224-88fe-0b748c7661e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:15:34Z', 'updated_at': '2021-12-24T11:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_interfaces': [{'id': 'cb9d8f2a-4f61-4c2f-9135-0f4bc2189e12', 'name': '', 'network_id': 'b6c69d1f-1183-44d6-8d24-d8da08b21969', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'mac_address': 'fa:16:3e:fd:d9:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64fcc469-bffd-4224-88fe-0b748c7661e6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '98191ca2-19ae-4926-b1c6-65637da296ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:15:38Z', 'updated_at': '2021-12-24T11:15:45Z', 'revision_number': 5, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'subnets': [{'id': '98191ca2-19ae-4926-b1c6-65637da296ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:16:27.504798 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-829ab396-571c-4bdf-b3ea-8a83230f53de tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "DELETE /v2.0/ports/e28149b1-43ad-489b-a782-e593abaef7b8 HTTP/1.1" status: 204  len: 168 time: 0.8163135
Dec 24 11:16:27.505555 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 44994) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:16:27.904265 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 44998) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:16:27.945890 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3597d7ed-2bb8-460c-ba70-1731a4cd98a6 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854055677'] for router_interface, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:27.968818 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-863f0a37-7ff8-49a4-bd8f-2f576ad1eb87 None None] New status for floating IP add9d236-23be-469c-b5ee-1c78e966bb39: DOWN {{(pid=88881) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 24 11:16:28.245425 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:28.367070 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-d0855038-c93c-4cbd-b650-1629e8ab1f54 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Deleting port 2f4b2784-1afa-4747-a919-b3fd11b54b75 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:16:28.367427 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d0855038-c93c-4cbd-b650-1629e8ab1f54 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:28.545823 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d0855038-c93c-4cbd-b650-1629e8ab1f54 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:28.546419 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d0855038-c93c-4cbd-b650-1629e8ab1f54 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:28.660040 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-3597d7ed-2bb8-460c-ba70-1731a4cd98a6 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Deleting port cb9d8f2a-4f61-4c2f-9135-0f4bc2189e12 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:16:28.660523 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3597d7ed-2bb8-460c-ba70-1731a4cd98a6 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:28.678066 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-d0855038-c93c-4cbd-b650-1629e8ab1f54 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Calling delete_port for 2f4b2784-1afa-4747-a919-b3fd11b54b75 owned by network:floatingip {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:16:28.833489 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d0855038-c93c-4cbd-b650-1629e8ab1f54 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:28.840300 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-140e3a58-ba2f-4caf-bbcd-1bf6483d5d33 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:16:28.889153 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0855038-c93c-4cbd-b650-1629e8ab1f54 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Pushing event deleted for resources: {'Port': ['ID=2f4b2784-1afa-4747-a919-b3fd11b54b75,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:16:28.891955 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-d0855038-c93c-4cbd-b650-1629e8ab1f54 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:16:28.994358 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d0855038-c93c-4cbd-b650-1629e8ab1f54 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Notify callbacks [] for floatingip, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:29.106137 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-3597d7ed-2bb8-460c-ba70-1731a4cd98a6 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] For port cb9d8f2a-4f61-4c2f-9135-0f4bc2189e12, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=cb9d8f2a-4f61-4c2f-9135-0f4bc2189e12,segment=NetworkSegment(a4e16c64-2ad8-4e37-b014-36c4c21d3b3e),segment_id=a4e16c64-2ad8-4e37-b014-36c4c21d3b3e)] {{(pid=88878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:16:29.106392 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3597d7ed-2bb8-460c-ba70-1731a4cd98a6 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:29.234525 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-3597d7ed-2bb8-460c-ba70-1731a4cd98a6 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Calling delete_port for cb9d8f2a-4f61-4c2f-9135-0f4bc2189e12 owned by network:router_interface {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:16:29.428474 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3597d7ed-2bb8-460c-ba70-1731a4cd98a6 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:29.432587 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0855038-c93c-4cbd-b650-1629e8ab1f54 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Router 9595545e-9654-4c5f-a2fc-4da3de1dc6ec has already been hosted by L3 agent 198cca88-1338-4098-b44b-beb0346ac906 {{(pid=88879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 24 11:16:29.433396 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-5c9a3952-ecb5-4e41-bff1-9385387b7b36 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:16:29.483039 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3597d7ed-2bb8-460c-ba70-1731a4cd98a6 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event deleted for resources: {'Port': ['ID=cb9d8f2a-4f61-4c2f-9135-0f4bc2189e12,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:16:29.485770 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-3597d7ed-2bb8-460c-ba70-1731a4cd98a6 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:16:29.673537 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0855038-c93c-4cbd-b650-1629e8ab1f54 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:16:29.686913 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eccfe06c-1440-488c-8fae-0c668af87454 None None] Sync routers for ids ['9595545e-9654-4c5f-a2fc-4da3de1dc6ec'] in dv-neutron-822691-2-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:16:29.693735 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d0855038-c93c-4cbd-b650-1629e8ab1f54 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for floatingip, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:29.701771 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eccfe06c-1440-488c-8fae-0c668af87454 None None] Routers {'9595545e-9654-4c5f-a2fc-4da3de1dc6ec'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:16:29.702889 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-eccfe06c-1440-488c-8fae-0c668af87454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52711f0cf8>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:16:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['9595545e-9654-4c5f-a2fc-4da3de1dc6ec'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:16:29.757975 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-d0855038-c93c-4cbd-b650-1629e8ab1f54 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] 10.222.0.65 "DELETE /v2.0/floatingips/8b868e59-6922-439c-89e6-ab572cc1fc1c HTTP/1.1" status: 204  len: 168 time: 1.8508441
Dec 24 11:16:29.757975 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa3cf736-ad00-4059-b646-a6d63b4b5a99', 'tag': '68ef7e7d-c0ed-4cbf-afdc-55d7a5af2f5d'}] {{(pid=88879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 24 11:16:29.835991 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa3cf736-ad00-4059-b646-a6d63b4b5a99', 'tag': '68ef7e7d-c0ed-4cbf-afdc-55d7a5af2f5d', 'status': 'completed', 'code': 200}
Dec 24 11:16:29.863285 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3597d7ed-2bb8-460c-ba70-1731a4cd98a6 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036852798164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854055527'] for router_interface, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:29.924856 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-eccfe06c-1440-488c-8fae-0c668af87454 None None] Set router 9595545e-9654-4c5f-a2fc-4da3de1dc6ec gateway port host: dv-neutron-822691-2-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:16:29.970254 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-1efa4f85-8e22-4e21-8dce-b1715e34b758 req-5f91929c-cea7-4e35-a0cd-8013c84e50aa service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fbedb279f22e4b3494591d6dabc201d5&device_id=aa3cf736-ad00-4059-b646-a6d63b4b5a99 HTTP/1.1" status: 200  len: 1099 time: 0.1089756
Dec 24 11:16:30.140601 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efa4f85-8e22-4e21-8dce-b1715e34b758 req-6a88f60a-87bb-4072-8b80-ee15dc652871 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:16:30.142535 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-1efa4f85-8e22-4e21-8dce-b1715e34b758 req-6a88f60a-87bb-4072-8b80-ee15dc652871 service neutron] 10.222.0.58 "GET /v2.0/networks?id=2428796e-e2e4-4ddb-a9cc-996932bc1226 HTTP/1.1" status: 200  len: 913 time: 0.1649215
Dec 24 11:16:30.216786 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-1efa4f85-8e22-4e21-8dce-b1715e34b758 req-4f0b1230-2a24-4089-8769-321c184f2de1 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=68ef7e7d-c0ed-4cbf-afdc-55d7a5af2f5d HTTP/1.1" status: 200  len: 217 time: 0.0662775
Dec 24 11:16:30.292041 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efa4f85-8e22-4e21-8dce-b1715e34b758 req-b8b29439-d987-42a1-9790-1978ef4d695d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:16:30.293784 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-1efa4f85-8e22-4e21-8dce-b1715e34b758 req-b8b29439-d987-42a1-9790-1978ef4d695d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=66590446-f239-4728-b0eb-3db1299fa1e3 HTTP/1.1" status: 200  len: 851 time: 0.0701575
Dec 24 11:16:30.363522 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-eccfe06c-1440-488c-8fae-0c668af87454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52711f0cf8>, [{'id': '9595545e-9654-4c5f-a2fc-4da3de1dc6ec', 'name': 'tempest-TestVolumeBootPattern-1089784377-router', 'tenant_id': 'fbedb279f22e4b3494591d6dabc201d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.41'}], 'enable_snat': True}, 'gw_port_id': '6971b6ef-10e9-41ac-8eab-55400fae7ed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:07:53Z', 'updated_at': '2021-12-24T11:08:03Z', 'revision_number': 4, 'project_id': 'fbedb279f22e4b3494591d6dabc201d5', 'gw_port': {'id': '6971b6ef-10e9-41ac-8eab-55400fae7ed7', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:42:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9595545e-9654-4c5f-a2fc-4da3de1dc6ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:07:55Z', 'updated_at': '2021-12-24T11:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_floatingips': [{'id': 'eb02df3c-b7c6-4008-8b77-391d8ad7bb92', 'tenant_id': 'fbedb279f22e4b3494591d6dabc201d5', 'floating_ip_address': '172.26.3.3', 'floating_network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'router_id': '9595545e-9654-4c5f-a2fc-4da3de1dc6ec', 'port_id': '160df496-6eec-44ce-a16c-8b507196b963', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2428796e-e2e4-4ddb-a9cc-996932bc1226', 'mac_address': 'fa:16:3e:74:cd:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9172ddea-2e24-4367-8ccf-2f8b57546cea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T11:12:24Z', 'updated_at': '2021-12-24T11:12:28Z', 'revision_number': 1, 'project_id': 'fbedb279f22e4b3494591d6dabc201d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b54eb025-abcc-4657-9416-e7f42be0d1d5', 'name': '', 'network_id': '2428796e-e2e4-4ddb-a9cc-996932bc1226', 'tenant_id': 'fbedb279f22e4b3494591d6dabc201d5', 'mac_address': 'fa:16:3e:14:4e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9595545e-9654-4c5f-a2fc-4da3de1dc6ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66590446-f239-4728-b0eb-3db1299fa1e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:08:01Z', 'updated_at': '2021-12-24T11:08:18Z', 'revision_number': 5, 'project_id': 'fbedb279f22e4b3494591d6dabc201d5', 'subnets': [{'id': '66590446-f239-4728-b0eb-3db1299fa1e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:16:30.368055 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eccfe06c-1440-488c-8fae-0c668af87454 None None] Checking router: 9595545e-9654-4c5f-a2fc-4da3de1dc6ec for host: dv-neutron-822691-2-hyperv {{(pid=88880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 24 11:16:30.373068 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d196750e-442f-4c81-92b9-b8a7eaedb821 req-5e24db71-10f7-428b-a772-bb219b2fac8d tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:16:30.374721 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-d196750e-442f-4c81-92b9-b8a7eaedb821 req-5e24db71-10f7-428b-a772-bb219b2fac8d tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] 10.222.0.65 "GET /v2.0/ports?device_id=aa3cf736-ad00-4059-b646-a6d63b4b5a99 HTTP/1.1" status: 200  len: 946 time: 0.2016418
Dec 24 11:16:30.382059 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eccfe06c-1440-488c-8fae-0c668af87454 None None] Routers {'9595545e-9654-4c5f-a2fc-4da3de1dc6ec'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:16:30.382844 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-eccfe06c-1440-488c-8fae-0c668af87454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52711f0cf8>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:16:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['9595545e-9654-4c5f-a2fc-4da3de1dc6ec'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:16:30.385821 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-1efa4f85-8e22-4e21-8dce-b1715e34b758 req-3fe84d40-083d-4243-8b85-bbd68dee8152 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2428796e-e2e4-4ddb-a9cc-996932bc1226&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0849626
Dec 24 11:16:30.500503 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-d196750e-442f-4c81-92b9-b8a7eaedb821 req-2e4c4e3c-63b2-4843-ae17-18d0b850a3b3 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] 10.222.0.65 "GET /v2.0/security-groups?id=7c81f28e-fd2d-468e-ad3a-e8186ef36a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0731955
Dec 24 11:16:30.538418 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-1efa4f85-8e22-4e21-8dce-b1715e34b758 req-9059708e-7b9a-420a-9c2a-b2aab26c66a1 service neutron] 10.222.0.58 "GET /v2.0/networks/2428796e-e2e4-4ddb-a9cc-996932bc1226?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1443751
Dec 24 11:16:30.584919 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-eccfe06c-1440-488c-8fae-0c668af87454 None None] Set router 9595545e-9654-4c5f-a2fc-4da3de1dc6ec gateway port host: dv-neutron-822691-2-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:16:30.657413 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3597d7ed-2bb8-460c-ba70-1731a4cd98a6 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Router 64fcc469-bffd-4224-88fe-0b748c7661e6 has already been hosted by L3 agent 198cca88-1338-4098-b44b-beb0346ac906 {{(pid=88878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 24 11:16:30.694040 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-1efa4f85-8e22-4e21-8dce-b1715e34b758 req-bd3641d8-8308-4c00-ab9c-948ed21da22a service neutron] 10.222.0.58 "GET /v2.0/networks/2428796e-e2e4-4ddb-a9cc-996932bc1226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1480935
Dec 24 11:16:30.881590 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3597d7ed-2bb8-460c-ba70-1731a4cd98a6 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:16:30.892749 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c327e5-8866-49f0-b0e2-f47badab2ead None None] Sync routers for ids ['64fcc469-bffd-4224-88fe-0b748c7661e6'] in dv-neutron-822691-2-hyperv {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:16:30.898773 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-3597d7ed-2bb8-460c-ba70-1731a4cd98a6 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "PUT /v2.0/routers/64fcc469-bffd-4224-88fe-0b748c7661e6/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3899515
Dec 24 11:16:30.899255 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 45008) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:16:30.906793 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c327e5-8866-49f0-b0e2-f47badab2ead None None] Routers {'64fcc469-bffd-4224-88fe-0b748c7661e6'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:16:30.907554 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-24c327e5-8866-49f0-b0e2-f47badab2ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52719b26a0>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:16:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['64fcc469-bffd-4224-88fe-0b748c7661e6'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:16:30.971861 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-eccfe06c-1440-488c-8fae-0c668af87454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52711f0cf8>, [{'id': '9595545e-9654-4c5f-a2fc-4da3de1dc6ec', 'name': 'tempest-TestVolumeBootPattern-1089784377-router', 'tenant_id': 'fbedb279f22e4b3494591d6dabc201d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.41'}], 'enable_snat': True}, 'gw_port_id': '6971b6ef-10e9-41ac-8eab-55400fae7ed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:07:53Z', 'updated_at': '2021-12-24T11:08:03Z', 'revision_number': 4, 'project_id': 'fbedb279f22e4b3494591d6dabc201d5', 'gw_port': {'id': '6971b6ef-10e9-41ac-8eab-55400fae7ed7', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:42:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9595545e-9654-4c5f-a2fc-4da3de1dc6ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:07:55Z', 'updated_at': '2021-12-24T11:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_floatingips': [{'id': 'eb02df3c-b7c6-4008-8b77-391d8ad7bb92', 'tenant_id': 'fbedb279f22e4b3494591d6dabc201d5', 'floating_ip_address': '172.26.3.3', 'floating_network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'router_id': '9595545e-9654-4c5f-a2fc-4da3de1dc6ec', 'port_id': '160df496-6eec-44ce-a16c-8b507196b963', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2428796e-e2e4-4ddb-a9cc-996932bc1226', 'mac_address': 'fa:16:3e:74:cd:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9172ddea-2e24-4367-8ccf-2f8b57546cea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T11:12:24Z', 'updated_at': '2021-12-24T11:12:28Z', 'revision_number': 1, 'project_id': 'fbedb279f22e4b3494591d6dabc201d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b54eb025-abcc-4657-9416-e7f42be0d1d5', 'name': '', 'network_id': '2428796e-e2e4-4ddb-a9cc-996932bc1226', 'tenant_id': 'fbedb279f22e4b3494591d6dabc201d5', 'mac_address': 'fa:16:3e:14:4e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9595545e-9654-4c5f-a2fc-4da3de1dc6ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66590446-f239-4728-b0eb-3db1299fa1e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:08:01Z', 'updated_at': '2021-12-24T11:08:18Z', 'revision_number': 5, 'project_id': 'fbedb279f22e4b3494591d6dabc201d5', 'subnets': [{'id': '66590446-f239-4728-b0eb-3db1299fa1e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:16:30.976467 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eccfe06c-1440-488c-8fae-0c668af87454 None None] The sync data for ids ['9595545e-9654-4c5f-a2fc-4da3de1dc6ec'] in dv-neutron-822691-2-hyperv is: [{'id': '9595545e-9654-4c5f-a2fc-4da3de1dc6ec', 'name': 'tempest-TestVolumeBootPattern-1089784377-router', 'tenant_id': 'fbedb279f22e4b3494591d6dabc201d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.41'}], 'enable_snat': True}, 'gw_port_id': '6971b6ef-10e9-41ac-8eab-55400fae7ed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:07:53Z', 'updated_at': '2021-12-24T11:08:03Z', 'revision_number': 4, 'project_id': 'fbedb279f22e4b3494591d6dabc201d5', 'gw_port': {'id': '6971b6ef-10e9-41ac-8eab-55400fae7ed7', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:42:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9595545e-9654-4c5f-a2fc-4da3de1dc6ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:07:55Z', 'updated_at': '2021-12-24T11:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_floatingips': [{'id': 'eb02df3c-b7c6-4008-8b77-391d8ad7bb92', 'tenant_id': 'fbedb279f22e4b3494591d6dabc201d5', 'floating_ip_address': '172.26.3.3', 'floating_network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'router_id': '9595545e-9654-4c5f-a2fc-4da3de1dc6ec', 'port_id': '160df496-6eec-44ce-a16c-8b507196b963', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2428796e-e2e4-4ddb-a9cc-996932bc1226', 'mac_address': 'fa:16:3e:74:cd:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9172ddea-2e24-4367-8ccf-2f8b57546cea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T11:12:24Z', 'updated_at': '2021-12-24T11:12:28Z', 'revision_number': 1, 'project_id': 'fbedb279f22e4b3494591d6dabc201d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b54eb025-abcc-4657-9416-e7f42be0d1d5', 'name': '', 'network_id': '2428796e-e2e4-4ddb-a9cc-996932bc1226', 'tenant_id': 'fbedb279f22e4b3494591d6dabc201d5', 'mac_address': 'fa:16:3e:14:4e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9595545e-9654-4c5f-a2fc-4da3de1dc6ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66590446-f239-4728-b0eb-3db1299fa1e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:08:01Z', 'updated_at': '2021-12-24T11:08:18Z', 'revision_number': 5, 'project_id': 'fbedb279f22e4b3494591d6dabc201d5', 'subnets': [{'id': '66590446-f239-4728-b0eb-3db1299fa1e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:16:31.102998 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-24c327e5-8866-49f0-b0e2-f47badab2ead None None] Set router 64fcc469-bffd-4224-88fe-0b748c7661e6 gateway port host: dv-neutron-822691-2-hyperv {{(pid=88881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:16:31.121080 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_v2 [None req-5aa7f54e-2bdb-4a8b-af92-42fe8c604503 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Deleting subnet 98191ca2-19ae-4926-b1c6-65637da296ea {{(pid=88879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 24 11:16:31.125270 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5aa7f54e-2bdb-4a8b-af92-42fe8c604503 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for subnet, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:31.184906 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5aa7f54e-2bdb-4a8b-af92-42fe8c604503 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-786693'] for subnet, precommit_delete_associations {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:31.279489 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5aa7f54e-2bdb-4a8b-af92-42fe8c604503 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847655656'] for subnet, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:31.360982 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5aa7f54e-2bdb-4a8b-af92-42fe8c604503 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7120129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850854134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851156349'] for subnet, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:31.365802 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-8a56ccd1-6420-4b09-b385-ae617e47533c tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:16:31.409542 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa7f54e-2bdb-4a8b-af92-42fe8c604503 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event deleted for resources: {'Subnet': ['ID=98191ca2-19ae-4926-b1c6-65637da296ea,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:16:31.413366 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-5aa7f54e-2bdb-4a8b-af92-42fe8c604503 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:16:31.416591 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5aa7f54e-2bdb-4a8b-af92-42fe8c604503 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for subnet, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:31.421397 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-24c327e5-8866-49f0-b0e2-f47badab2ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52719b26a0>, [{'id': '64fcc469-bffd-4224-88fe-0b748c7661e6', 'name': 'tempest-TestNetworkBasicOps-router-1365414093', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.219'}], 'enable_snat': True}, 'gw_port_id': '361b1f03-4e66-49ab-b5cd-c3ab1eb299f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:15:34Z', 'updated_at': '2021-12-24T11:16:29Z', 'revision_number': 5, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'gw_port': {'id': '361b1f03-4e66-49ab-b5cd-c3ab1eb299f7', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:96:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64fcc469-bffd-4224-88fe-0b748c7661e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:15:34Z', 'updated_at': '2021-12-24T11:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv'}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:16:31.424998 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47ca2184-f32d-4259-8bb6-462b099ef5e1 None None] Network b6c69d1f-1183-44d6-8d24-d8da08b21969 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:16:31.426824 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 45012) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:16:31.426946 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-5aa7f54e-2bdb-4a8b-af92-42fe8c604503 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "DELETE /v2.0/subnets/98191ca2-19ae-4926-b1c6-65637da296ea HTTP/1.1" status: 204  len: 168 time: 0.5260608
Dec 24 11:16:31.442924 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c327e5-8866-49f0-b0e2-f47badab2ead None None] Checking router: 64fcc469-bffd-4224-88fe-0b748c7661e6 for host: dv-neutron-822691-2-hyperv {{(pid=88881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 24 11:16:31.466554 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c327e5-8866-49f0-b0e2-f47badab2ead None None] Routers {'64fcc469-bffd-4224-88fe-0b748c7661e6'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:16:31.467245 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-24c327e5-8866-49f0-b0e2-f47badab2ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52719b26a0>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:16:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['64fcc469-bffd-4224-88fe-0b748c7661e6'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:16:31.493423 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e75a11c5-4e40-4da2-b51d-e49937f4a46c None None] New status for floating IP 8b868e59-6922-439c-89e6-ab572cc1fc1c: DOWN {{(pid=88880) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 24 11:16:31.777955 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1f37c9f8-51e0-4760-a2df-52023cc688d8 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for router, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:31.887353 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023f2bab-a5cc-4719-a0ef-06a73d3ddc60 req-b9e586c3-8bae-4113-8501-59470cb943b2 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:16:31.887353 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-023f2bab-a5cc-4719-a0ef-06a73d3ddc60 req-b9e586c3-8bae-4113-8501-59470cb943b2 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] 10.222.0.65 "GET /v2.0/ports?device_id=aa3cf736-ad00-4059-b646-a6d63b4b5a99 HTTP/1.1" status: 200  len: 946 time: 0.1879365
Dec 24 11:16:31.891555 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-24c327e5-8866-49f0-b0e2-f47badab2ead None None] Set router 64fcc469-bffd-4224-88fe-0b748c7661e6 gateway port host: dv-neutron-822691-2-hyperv {{(pid=88881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:16:31.971342 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07b6a8a6-42b2-4512-bd43-3106de937e7f None None] DHCP port deletion for b6c69d1f-1183-44d6-8d24-d8da08b21969 request from dv-neutron-822691-2-hyperv {{(pid=88880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 24 11:16:31.979324 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-07b6a8a6-42b2-4512-bd43-3106de937e7f None None] Deleting port 1cdf0882-7667-4ea9-b321-ee477a591f9d {{(pid=88880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:16:31.979759 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-07b6a8a6-42b2-4512-bd43-3106de937e7f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:32.016376 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2afe78-d9e0-4cd1-8ab5-92025d941459 req-88d9cead-4fda-4643-81cf-80fa3f2aed53 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:16:32.017102 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-0a2afe78-d9e0-4cd1-8ab5-92025d941459 req-88d9cead-4fda-4643-81cf-80fa3f2aed53 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Synchronizing usage tracker for tenant:fbedb279f22e4b3494591d6dabc201d5 on resource:port {{(pid=88879) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:16:32.036200 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-0a2afe78-d9e0-4cd1-8ab5-92025d941459 req-88d9cead-4fda-4643-81cf-80fa3f2aed53 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Unset dirty status for tenant:fbedb279f22e4b3494591d6dabc201d5 on resource:port {{(pid=88879) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:16:32.038055 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-0a2afe78-d9e0-4cd1-8ab5-92025d941459 req-88d9cead-4fda-4643-81cf-80fa3f2aed53 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] 10.222.0.58 "GET /v2.0/ports?device_id=aa3cf736-ad00-4059-b646-a6d63b4b5a99 HTTP/1.1" status: 200  len: 946 time: 0.1169891
Dec 24 11:16:32.140320 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [req-0a2afe78-d9e0-4cd1-8ab5-92025d941459 req-2984071f-4ff3-4396-8e70-febdb3abc9d7 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Deleting port 68ef7e7d-c0ed-4cbf-afdc-55d7a5af2f5d {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:16:32.141417 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-0a2afe78-d9e0-4cd1-8ab5-92025d941459 req-2984071f-4ff3-4396-8e70-febdb3abc9d7 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:32.239694 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-07b6a8a6-42b2-4512-bd43-3106de937e7f None None] For port 1cdf0882-7667-4ea9-b321-ee477a591f9d, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=1cdf0882-7667-4ea9-b321-ee477a591f9d,segment=NetworkSegment(a4e16c64-2ad8-4e37-b014-36c4c21d3b3e),segment_id=a4e16c64-2ad8-4e37-b014-36c4c21d3b3e)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:16:32.240043 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-07b6a8a6-42b2-4512-bd43-3106de937e7f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:32.244415 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-24c327e5-8866-49f0-b0e2-f47badab2ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52719b26a0>, [{'id': '64fcc469-bffd-4224-88fe-0b748c7661e6', 'name': 'tempest-TestNetworkBasicOps-router-1365414093', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.219'}], 'enable_snat': True}, 'gw_port_id': '361b1f03-4e66-49ab-b5cd-c3ab1eb299f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:15:34Z', 'updated_at': '2021-12-24T11:16:29Z', 'revision_number': 5, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'gw_port': {'id': '361b1f03-4e66-49ab-b5cd-c3ab1eb299f7', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:96:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64fcc469-bffd-4224-88fe-0b748c7661e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:15:34Z', 'updated_at': '2021-12-24T11:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv'}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:16:32.250159 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c327e5-8866-49f0-b0e2-f47badab2ead None None] The sync data for ids ['64fcc469-bffd-4224-88fe-0b748c7661e6'] in dv-neutron-822691-2-hyperv is: [{'id': '64fcc469-bffd-4224-88fe-0b748c7661e6', 'name': 'tempest-TestNetworkBasicOps-router-1365414093', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.219'}], 'enable_snat': True}, 'gw_port_id': '361b1f03-4e66-49ab-b5cd-c3ab1eb299f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:15:34Z', 'updated_at': '2021-12-24T11:16:29Z', 'revision_number': 5, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'gw_port': {'id': '361b1f03-4e66-49ab-b5cd-c3ab1eb299f7', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:96:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64fcc469-bffd-4224-88fe-0b748c7661e6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:15:34Z', 'updated_at': '2021-12-24T11:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv'}] {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:16:32.302237 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-023f2bab-a5cc-4719-a0ef-06a73d3ddc60 req-8c466d5f-681b-440a-9996-483abecf7329 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] 10.222.0.65 "GET /v2.0/security-groups?id=7c81f28e-fd2d-468e-ad3a-e8186ef36a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4128909
Dec 24 11:16:32.378233 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1f37c9f8-51e0-4760-a2df-52023cc688d8 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:32.394855 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-1f37c9f8-51e0-4760-a2df-52023cc688d8 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Deleting port 361b1f03-4e66-49ab-b5cd-c3ab1eb299f7 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:16:32.395241 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1f37c9f8-51e0-4760-a2df-52023cc688d8 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:32.406154 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-07b6a8a6-42b2-4512-bd43-3106de937e7f None None] Calling delete_port for 1cdf0882-7667-4ea9-b321-ee477a591f9d owned by network:dhcp {{(pid=88880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:16:32.445246 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [req-0a2afe78-d9e0-4cd1-8ab5-92025d941459 req-2984071f-4ff3-4396-8e70-febdb3abc9d7 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] For port 68ef7e7d-c0ed-4cbf-afdc-55d7a5af2f5d, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=68ef7e7d-c0ed-4cbf-afdc-55d7a5af2f5d,segment=NetworkSegment(faf0938d-9351-4aa3-a42a-2891bc0c4373),segment_id=faf0938d-9351-4aa3-a42a-2891bc0c4373)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:16:32.445878 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-0a2afe78-d9e0-4cd1-8ab5-92025d941459 req-2984071f-4ff3-4396-8e70-febdb3abc9d7 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:32.483867 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-07b6a8a6-42b2-4512-bd43-3106de937e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392'] for port, after_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:32.488569 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:16:32.535414 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b6a8a6-42b2-4512-bd43-3106de937e7f None None] No DVR routers for this DVR port 1cdf0882-7667-4ea9-b321-ee477a591f9d on host dv-neutron-822691-2-hyperv {{(pid=88880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 24 11:16:32.537288 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b6a8a6-42b2-4512-bd43-3106de937e7f None None] Pushing event deleted for resources: {'Port': ['ID=1cdf0882-7667-4ea9-b321-ee477a591f9d,revision_number=None']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:16:32.540532 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-07b6a8a6-42b2-4512-bd43-3106de937e7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:16:32.595284 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [req-0a2afe78-d9e0-4cd1-8ab5-92025d941459 req-2984071f-4ff3-4396-8e70-febdb3abc9d7 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Calling delete_port for 68ef7e7d-c0ed-4cbf-afdc-55d7a5af2f5d owned by compute:nova {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:16:32.602422 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-1f37c9f8-51e0-4760-a2df-52023cc688d8 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] For port 361b1f03-4e66-49ab-b5cd-c3ab1eb299f7, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=361b1f03-4e66-49ab-b5cd-c3ab1eb299f7,segment=NetworkSegment(d4e3295f-9ff8-4cad-8a20-3f1c937efc8c),segment_id=d4e3295f-9ff8-4cad-8a20-3f1c937efc8c)] {{(pid=88878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:16:32.602978 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1f37c9f8-51e0-4760-a2df-52023cc688d8 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:32.742118 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-1f37c9f8-51e0-4760-a2df-52023cc688d8 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Calling delete_port for 361b1f03-4e66-49ab-b5cd-c3ab1eb299f7 owned by network:router_gateway {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:16:32.763176 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-0a2afe78-d9e0-4cd1-8ab5-92025d941459 req-2984071f-4ff3-4396-8e70-febdb3abc9d7 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:32.770594 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-b0311243-4290-4245-9623-50d09e669470 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:16:32.816528 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2984071f-4ff3-4396-8e70-febdb3abc9d7 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Pushing event deleted for resources: {'Port': ['ID=68ef7e7d-c0ed-4cbf-afdc-55d7a5af2f5d,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:16:32.821209 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-2984071f-4ff3-4396-8e70-febdb3abc9d7 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:16:32.896829 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a2afe78-d9e0-4cd1-8ab5-92025d941459 req-2984071f-4ff3-4396-8e70-febdb3abc9d7 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] No DVR routers for this DVR port 68ef7e7d-c0ed-4cbf-afdc-55d7a5af2f5d on host hv-neutron-8226 {{(pid=88879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 24 11:16:32.899757 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-0a2afe78-d9e0-4cd1-8ab5-92025d941459 req-2984071f-4ff3-4396-8e70-febdb3abc9d7 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:32.902766 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa3cf736-ad00-4059-b646-a6d63b4b5a99', 'name': 'network-vif-deleted', 'tag': '68ef7e7d-c0ed-4cbf-afdc-55d7a5af2f5d'}] {{(pid=88879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 24 11:16:32.919941 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-0a2afe78-d9e0-4cd1-8ab5-92025d941459 req-2984071f-4ff3-4396-8e70-febdb3abc9d7 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] 10.222.0.58 "DELETE /v2.0/ports/68ef7e7d-c0ed-4cbf-afdc-55d7a5af2f5d HTTP/1.1" status: 204  len: 173 time: 0.8745029
Dec 24 11:16:32.944800 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1f37c9f8-51e0-4760-a2df-52023cc688d8 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:32.950266 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-0d7e0c48-6ad1-4f41-8850-294d4f543856 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:16:32.969793 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa3cf736-ad00-4059-b646-a6d63b4b5a99', 'name': 'network-vif-deleted', 'tag': '68ef7e7d-c0ed-4cbf-afdc-55d7a5af2f5d', 'status': 'completed', 'code': 200}
Dec 24 11:16:32.995978 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f37c9f8-51e0-4760-a2df-52023cc688d8 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event deleted for resources: {'Port': ['ID=361b1f03-4e66-49ab-b5cd-c3ab1eb299f7,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:16:32.998971 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-1f37c9f8-51e0-4760-a2df-52023cc688d8 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:16:33.242493 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1f37c9f8-51e0-4760-a2df-52023cc688d8 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854116846'] for router_gateway, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:33.606719 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 1cdf0882-7667-4ea9-b321-ee477a591f9d no longer exists at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:16:33.645582 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] No Port match for: 1cdf0882-7667-4ea9-b321-ee477a591f9d {{(pid=88880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 24 11:16:33.646030 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 1cdf0882-7667-4ea9-b321-ee477a591f9d not bound to the agent host dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 24 11:16:33.646473 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device cb9d8f2a-4f61-4c2f-9135-0f4bc2189e12 no longer exists at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:16:33.668668 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-6d3c14fc-39c1-4727-8115-160ba6963c91 req-f37edaf0-57b9-45c5-9932-af117a147259 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] 10.222.0.65 "GET /v2.0/ports?device_id=aa3cf736-ad00-4059-b646-a6d63b4b5a99 HTTP/1.1" status: 200  len: 210 time: 0.0717638
Dec 24 11:16:33.675081 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1f37c9f8-51e0-4760-a2df-52023cc688d8 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854158724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-84560'] for router, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:33.680201 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1f37c9f8-51e0-4760-a2df-52023cc688d8 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:33.686803 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] No Port match for: cb9d8f2a-4f61-4c2f-9135-0f4bc2189e12 {{(pid=88880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 24 11:16:33.690299 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device cb9d8f2a-4f61-4c2f-9135-0f4bc2189e12 not bound to the agent host dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 24 11:16:33.710533 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1f37c9f8-51e0-4760-a2df-52023cc688d8 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854158830'] for router, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:33.711147 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f37c9f8-51e0-4760-a2df-52023cc688d8 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Fanout notify agent at l3_agent the message router_deleted on router 64fcc469-bffd-4224-88fe-0b748c7661e6 {{(pid=88878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 24 11:16:33.730811 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1f37c9f8-51e0-4760-a2df-52023cc688d8 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for router, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:33.734465 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-1f37c9f8-51e0-4760-a2df-52023cc688d8 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "DELETE /v2.0/routers/64fcc469-bffd-4224-88fe-0b748c7661e6 HTTP/1.1" status: 204  len: 168 time: 2.3059247
Dec 24 11:16:33.735984 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 45022) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:16:33.872539 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-78a71cf9-65e0-478a-ae9e-37ce2ef4e1d2 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036847558493'] for network, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:34.033030 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-78a71cf9-65e0-478a-ae9e-37ce2ef4e1d2 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847649663', 'neutron.services.segments.db._delete_segments_for_network-8749505737672'] for network, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:34.071824 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-78a71cf9-65e0-478a-ae9e-37ce2ef4e1d2 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f52704fb358>,) {'filters': {'network_id': ['b6c69d1f-1183-44d6-8d24-d8da08b21969']}} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:16:34.089148 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-78a71cf9-65e0-478a-ae9e-37ce2ef4e1d2 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f52704fb358>, 'a4e16c64-2ad8-4e37-b014-36c4c21d3b3e') {'for_net_delete': True} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:16:34.089486 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-78a71cf9-65e0-478a-ae9e-37ce2ef4e1d2 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f52704fb358>, 'a4e16c64-2ad8-4e37-b014-36c4c21d3b3e') {} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:16:34.102566 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-78a71cf9-65e0-478a-ae9e-37ce2ef4e1d2 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749505745113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2241371'] for segment, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:34.118201 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-78a71cf9-65e0-478a-ae9e-37ce2ef4e1d2 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:34.125121 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78a71cf9-65e0-478a-ae9e-37ce2ef4e1d2 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Releasing vlan 611 on physical network physnet1 to pool {{(pid=88878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 24 11:16:34.125542 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-78a71cf9-65e0-478a-ae9e-37ce2ef4e1d2 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036847652098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850807864'] for segment, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:34.141940 dv-neutron-822691-2-hyperv neutron-server[88767]: Traceback (most recent call last):
Dec 24 11:16:34.141940 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 24 11:16:34.141940 dv-neutron-822691-2-hyperv neutron-server[88767]:     timer()
Dec 24 11:16:34.141940 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 11:16:34.141940 dv-neutron-822691-2-hyperv neutron-server[88767]:     cb(*args, **kw)
Dec 24 11:16:34.141940 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 24 11:16:34.141940 dv-neutron-822691-2-hyperv neutron-server[88767]:     return func(*args, **kwargs)
Dec 24 11:16:34.141940 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 11:16:34.141940 dv-neutron-822691-2-hyperv neutron-server[88767]:     self._notify()
Dec 24 11:16:34.141940 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 11:16:34.141940 dv-neutron-822691-2-hyperv neutron-server[88767]:     self.callback(batched_events)
Dec 24 11:16:34.141940 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 11:16:34.141940 dv-neutron-822691-2-hyperv neutron-server[88767]:     event.method(event)
Dec 24 11:16:34.141940 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 11:16:34.141940 dv-neutron-822691-2-hyperv neutron-server[88767]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 11:16:34.141940 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 24 11:16:34.141940 dv-neutron-822691-2-hyperv neutron-server[88767]:     segment_id)['aggregates'][0]
Dec 24 11:16:34.141940 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 24 11:16:34.141940 dv-neutron-822691-2-hyperv neutron-server[88767]:     return f(self, *a, **k)
Dec 24 11:16:34.141940 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 11:16:34.141940 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self._get(url).json()
Dec 24 11:16:34.141940 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 24 11:16:34.141940 dv-neutron-822691-2-hyperv neutron-server[88767]:     **kwargs)
Dec 24 11:16:34.141940 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 24 11:16:34.141940 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self.request(url, 'GET', **kwargs)
Dec 24 11:16:34.141940 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 24 11:16:34.141940 dv-neutron-822691-2-hyperv neutron-server[88767]:     **endpoint_filter)
Dec 24 11:16:34.141940 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 24 11:16:34.141940 dv-neutron-822691-2-hyperv neutron-server[88767]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 11:16:34.141940 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 24 11:16:34.141940 dv-neutron-822691-2-hyperv neutron-server[88767]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 11:16:34.141940 dv-neutron-822691-2-hyperv neutron-server[88767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 11:16:34.228308 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-78a71cf9-65e0-478a-ae9e-37ce2ef4e1d2 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7126154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659196'] for network, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:34.232891 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-bd96e9b3-3470-438c-825f-c2acce4a32dc tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:16:34.251676 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-78a71cf9-65e0-478a-ae9e-37ce2ef4e1d2 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:34.264426 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a71cf9-65e0-478a-ae9e-37ce2ef4e1d2 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event deleted for resources: {'Network': ['ID=b6c69d1f-1183-44d6-8d24-d8da08b21969,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:16:34.267611 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-78a71cf9-65e0-478a-ae9e-37ce2ef4e1d2 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:16:34.269251 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-78a71cf9-65e0-478a-ae9e-37ce2ef4e1d2 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "DELETE /v2.0/networks/b6c69d1f-1183-44d6-8d24-d8da08b21969 HTTP/1.1" status: 204  len: 168 time: 0.5320873
Dec 24 11:16:34.284998 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 45026) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:16:34.299536 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-c0e03b10-c88e-408a-80f2-3b4ee2279c93 tempest-TestNetworkBasicOps-448411267 tempest-TestNetworkBasicOps-448411267-project-admin] 10.222.0.65 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200  len: 838 time: 0.0131779
Dec 24 11:16:34.302188 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 45030) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:16:34.308228 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-d0ee4c2a-2e0f-4af1-81c1-d2afe1fca954 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Request body: {'network': {'name': 'tempest-network-smoke--1636761974', 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'port_security_enabled': True}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:16:34.313801 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-d0ee4c2a-2e0f-4af1-81c1-d2afe1fca954 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:16:34.318497 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-d0ee4c2a-2e0f-4af1-81c1-d2afe1fca954 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Usage tracker for resource:network and tenant:ad7c5ba9df02428aae512a4d9bb9dd9d is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:16:34.322153 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-d0ee4c2a-2e0f-4af1-81c1-d2afe1fca954 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:16:34.328629 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-d0ee4c2a-2e0f-4af1-81c1-d2afe1fca954 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:16:34.338504 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0ee4c2a-2e0f-4af1-81c1-d2afe1fca954 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Made reservation on behalf of ad7c5ba9df02428aae512a4d9bb9dd9d for: {'network': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:16:34.340144 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.agents_db [None req-e51243ab-6a93-425b-980f-a73583147efa None None] Agent healthcheck: found 6 active agents {{(pid=88881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 24 11:16:34.344137 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d0ee4c2a-2e0f-4af1-81c1-d2afe1fca954 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for network, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:34.376511 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0ee4c2a-2e0f-4af1-81c1-d2afe1fca954 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] vlan segment allocate from pool success with {'vlan_id': 605, 'physical_network': 'physnet1'}  {{(pid=88878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 24 11:16:34.387230 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d0ee4c2a-2e0f-4af1-81c1-d2afe1fca954 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:34.387643 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.segments_db [None req-d0ee4c2a-2e0f-4af1-81c1-d2afe1fca954 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Added segment 8aa842c6-ea2b-4963-9584-21e8daa7fbdc of type vlan for network ea366ad9-2da3-4f2f-9f10-27f5134a47b4
Dec 24 11:16:34.416334 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d0ee4c2a-2e0f-4af1-81c1-d2afe1fca954 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363287349540024'] for network, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:34.448353 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d0ee4c2a-2e0f-4af1-81c1-d2afe1fca954 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636'] for network, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:34.452594 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0ee4c2a-2e0f-4af1-81c1-d2afe1fca954 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:16:34.453249 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d0ee4c2a-2e0f-4af1-81c1-d2afe1fca954 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:34.457271 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-bc79aa72-1f5f-4ba9-ad60-41623bc845f6 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:16:34.573123 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-d0ee4c2a-2e0f-4af1-81c1-d2afe1fca954 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.2696939
Dec 24 11:16:34.574174 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ee4c2a-2e0f-4af1-81c1-d2afe1fca954 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event updated for resources: {'Network': ['ID=ea366ad9-2da3-4f2f-9f10-27f5134a47b4,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:16:34.576676 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 45034) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:16:34.577077 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-d0ee4c2a-2e0f-4af1-81c1-d2afe1fca954 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:16:34.584147 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-3593cfc3-3bdc-4874-a262-f7c86c1274a3 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-541240314', 'admin_state_up': True, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a'}}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:16:34.588388 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Network ea366ad9-2da3-4f2f-9f10-27f5134a47b4 details requested by agent ovs-agent-dv-neutron-822691-2-hyperv with host dv-neutron-822691-2-hyperv {{(pid=88880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 24 11:16:34.592432 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-3593cfc3-3bdc-4874-a262-f7c86c1274a3 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:16:34.596815 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-3593cfc3-3bdc-4874-a262-f7c86c1274a3 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Usage tracker for resource:router and tenant:ad7c5ba9df02428aae512a4d9bb9dd9d is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:16:34.601094 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-3593cfc3-3bdc-4874-a262-f7c86c1274a3 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:16:34.609763 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-3593cfc3-3bdc-4874-a262-f7c86c1274a3 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:16:34.622217 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3593cfc3-3bdc-4874-a262-f7c86c1274a3 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-612016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-84579'] for router, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:34.623237 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3593cfc3-3bdc-4874-a262-f7c86c1274a3 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854163950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659046', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854079771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854691221'] for router, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:34.646599 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3593cfc3-3bdc-4874-a262-f7c86c1274a3 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:35.028815 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Device 68ef7e7d-c0ed-4cbf-afdc-55d7a5af2f5d no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:16:35.070869 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] No Port match for: 68ef7e7d-c0ed-4cbf-afdc-55d7a5af2f5d {{(pid=88880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 24 11:16:35.071089 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3593cfc3-3bdc-4874-a262-f7c86c1274a3 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-659031', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854691240'] for router, precommit_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:35.071377 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Device 68ef7e7d-c0ed-4cbf-afdc-55d7a5af2f5d not bound to the agent host hv-neutron-8226 {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 24 11:16:35.264368 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3593cfc3-3bdc-4874-a262-f7c86c1274a3 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for router_gateway, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:35.296520 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3593cfc3-3bdc-4874-a262-f7c86c1274a3 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:35.413134 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 361b1f03-4e66-49ab-b5cd-c3ab1eb299f7 no longer exists at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:16:35.450485 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] No Port match for: 361b1f03-4e66-49ab-b5cd-c3ab1eb299f7 {{(pid=88880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 24 11:16:35.451193 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 361b1f03-4e66-49ab-b5cd-c3ab1eb299f7 not bound to the agent host dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 24 11:16:35.460603 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-3593cfc3-3bdc-4874-a262-f7c86c1274a3 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Allocated IP 172.26.3.162 (f8c337ba-681f-4fcb-a333-e3c49365b30a/8ea1398c-0bec-46d6-8d54-85798de2a7ca/6201aa88-02a9-4c07-a500-1170cb027e16) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:16:35.625875 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3593cfc3-3bdc-4874-a262-f7c86c1274a3 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:35.653879 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3593cfc3-3bdc-4874-a262-f7c86c1274a3 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:35.658088 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-dc365189-e005-429d-a0c1-aec2b6e6e947 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:16:35.731950 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3593cfc3-3bdc-4874-a262-f7c86c1274a3 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Network f8c337ba-681f-4fcb-a333-e3c49365b30a is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:16:35.735766 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-3593cfc3-3bdc-4874-a262-f7c86c1274a3 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Resources bound (agent type, host, resource id):  {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:16:35.740903 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3593cfc3-3bdc-4874-a262-f7c86c1274a3 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:16:35.769095 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3593cfc3-3bdc-4874-a262-f7c86c1274a3 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event updated for resources: {'Port': ['ID=6201aa88-02a9-4c07-a500-1170cb027e16,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:16:35.775351 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-3593cfc3-3bdc-4874-a262-f7c86c1274a3 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:16:35.918910 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3593cfc3-3bdc-4874-a262-f7c86c1274a3 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for router_gateway, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:35.919623 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3593cfc3-3bdc-4874-a262-f7c86c1274a3 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854163800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854116816'] for router, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:36.175824 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3593cfc3-3bdc-4874-a262-f7c86c1274a3 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Router 206bcbb8-968a-453a-b43f-98a55b05336f is scheduled to L3 agent 198cca88-1338-4098-b44b-beb0346ac906 with binding_index 1 {{(pid=88879) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 24 11:16:36.399787 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3593cfc3-3bdc-4874-a262-f7c86c1274a3 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:16:36.412917 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98f8db2-70b5-425c-9cbc-444849bbdd0e None None] Sync routers for ids ['206bcbb8-968a-453a-b43f-98a55b05336f'] in dv-neutron-822691-2-hyperv {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:16:36.429109 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3593cfc3-3bdc-4874-a262-f7c86c1274a3 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for router, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:36.434406 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-3593cfc3-3bdc-4874-a262-f7c86c1274a3 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201  len: 886 time: 1.8526320
Dec 24 11:16:36.434912 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 45046) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:16:36.445056 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98f8db2-70b5-425c-9cbc-444849bbdd0e None None] Routers {'206bcbb8-968a-453a-b43f-98a55b05336f'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:16:36.446979 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7003e5ea-7f48-4d93-989f-0bc64e7e7892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:36.449950 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-d98f8db2-70b5-425c-9cbc-444849bbdd0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52718e9a90>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:16:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['206bcbb8-968a-453a-b43f-98a55b05336f'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:16:36.490498 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-a4429daf-c2aa-4b86-820a-1f4476e45b03 tempest-TestNetworkBasicOps-448411267 tempest-TestNetworkBasicOps-448411267-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=ad7c5ba9df02428aae512a4d9bb9dd9d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0512238
Dec 24 11:16:36.490717 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 45050) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:16:36.640609 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aef4fd5-5f9e-4f17-969c-8908b47167d2 tempest-TestNetworkBasicOps-448411267 tempest-TestNetworkBasicOps-448411267-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:16:36.642366 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-4aef4fd5-5f9e-4f17-969c-8908b47167d2 tempest-TestNetworkBasicOps-448411267 tempest-TestNetworkBasicOps-448411267-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1504054
Dec 24 11:16:36.645531 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 45054) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:16:36.656150 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-d98f8db2-70b5-425c-9cbc-444849bbdd0e None None] Set router 206bcbb8-968a-453a-b43f-98a55b05336f gateway port host: dv-neutron-822691-2-hyperv {{(pid=88881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:16:36.691890 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-c0a830ef-5bb4-45df-b05d-9d23cdce57df tempest-TestNetworkBasicOps-448411267 tempest-TestNetworkBasicOps-448411267-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=f8c337ba-681f-4fcb-a333-e3c49365b30a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0439529
Dec 24 11:16:36.693656 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 45058) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:16:36.700097 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-6c3d5b31-63ab-441b-972b-de83f02ace45 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1027192621', 'network_id': 'ea366ad9-2da3-4f2f-9f10-27f5134a47b4', 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:16:36.821064 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-6c3d5b31-63ab-441b-972b-de83f02ace45 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:16:36.825282 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-6c3d5b31-63ab-441b-972b-de83f02ace45 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Usage tracker for resource:subnet and tenant:ad7c5ba9df02428aae512a4d9bb9dd9d is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:16:36.828295 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-6c3d5b31-63ab-441b-972b-de83f02ace45 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:16:36.838136 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-6c3d5b31-63ab-441b-972b-de83f02ace45 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:16:36.849435 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c3d5b31-63ab-441b-972b-de83f02ace45 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Made reservation on behalf of ad7c5ba9df02428aae512a4d9bb9dd9d for: {'subnet': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:16:36.962207 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6c3d5b31-63ab-441b-972b-de83f02ace45 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3619482'] for subnet, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:36.979757 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-d98f8db2-70b5-425c-9cbc-444849bbdd0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52718e9a90>, [{'id': '206bcbb8-968a-453a-b43f-98a55b05336f', 'name': 'tempest-TestNetworkBasicOps-router-541240314', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.162'}], 'enable_snat': True}, 'gw_port_id': '6201aa88-02a9-4c07-a500-1170cb027e16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:16:34Z', 'updated_at': '2021-12-24T11:16:35Z', 'revision_number': 3, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'gw_port': {'id': '6201aa88-02a9-4c07-a500-1170cb027e16', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:65:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '206bcbb8-968a-453a-b43f-98a55b05336f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:16:35Z', 'updated_at': '2021-12-24T11:16:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv'}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:16:36.984601 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98f8db2-70b5-425c-9cbc-444849bbdd0e None None] Checking router: 206bcbb8-968a-453a-b43f-98a55b05336f for host: dv-neutron-822691-2-hyperv {{(pid=88881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 24 11:16:36.984601 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98f8db2-70b5-425c-9cbc-444849bbdd0e None None] Updating router 206bcbb8-968a-453a-b43f-98a55b05336f port 6201aa88-02a9-4c07-a500-1170cb027e16 binding host dv-neutron-822691-2-hyperv {{(pid=88881) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 24 11:16:37.040402 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d98f8db2-70b5-425c-9cbc-444849bbdd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:37.212147 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6c3d5b31-63ab-441b-972b-de83f02ace45 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3921862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3619467'] for subnet, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:37.217527 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-9c8e5d11-4627-4de8-93c9-20fa39becc24 tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:16:37.310581 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3d5b31-63ab-441b-972b-de83f02ace45 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event updated for resources: {'Subnet': ['ID=172395be-11f7-4933-933b-c5d0e58d49f4,revision_number=0']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:16:37.315192 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-6c3d5b31-63ab-441b-972b-de83f02ace45 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:16:37.324861 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c3d5b31-63ab-441b-972b-de83f02ace45 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Checking segment: {'id': '8aa842c6-ea2b-4963-9584-21e8daa7fbdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'ea366ad9-2da3-4f2f-9f10-27f5134a47b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:16:37.325261 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c3d5b31-63ab-441b-972b-de83f02ace45 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Network hostable DHCP agents. Network: ea366ad9-2da3-4f2f-9f10-27f5134a47b4, hostable agents: ['edcf98dc-3032-472a-8b3d-f23fd1e89806'], hosted agents: [] {{(pid=88879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 24 11:16:37.350148 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c3d5b31-63ab-441b-972b-de83f02ace45 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Network ea366ad9-2da3-4f2f-9f10-27f5134a47b4 is scheduled to be hosted by DHCP agent edcf98dc-3032-472a-8b3d-f23fd1e89806 with binding_index 1 {{(pid=88879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 24 11:16:37.359459 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-6c3d5b31-63ab-441b-972b-de83f02ace45 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822691-2-hyperv, ea366ad9-2da3-4f2f-9f10-27f5134a47b4) {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:16:37.363442 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c3d5b31-63ab-441b-972b-de83f02ace45 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:16:37.364064 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6c3d5b31-63ab-441b-972b-de83f02ace45 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for subnet, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:37.373487 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9805b9c2-971a-4307-b6d5-3c79ea8b1bb2 None None] Network ea366ad9-2da3-4f2f-9f10-27f5134a47b4 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:16:37.391794 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-6c3d5b31-63ab-441b-972b-de83f02ace45 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.6943033
Dec 24 11:16:37.392397 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 45068) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:16:37.423019 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d98f8db2-70b5-425c-9cbc-444849bbdd0e None None] Notify callbacks [] for port, precommit_update {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:37.442205 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-d98f8db2-70b5-425c-9cbc-444849bbdd0e None None] Transition to ACTIVE for port object 6201aa88-02a9-4c07-a500-1170cb027e16 will not be triggered until provisioned by entity L2. {{(pid=88881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:16:37.451219 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d98f8db2-70b5-425c-9cbc-444849bbdd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:37.458070 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-389309d7-5f1d-4f3d-9629-fe988d7542d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:16:37.544727 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-d98f8db2-70b5-425c-9cbc-444849bbdd0e None None] Attempting to bind port 6201aa88-02a9-4c07-a500-1170cb027e16 on host dv-neutron-822691-2-hyperv for vnic_type normal with profile  {{(pid=88881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:16:37.545143 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-d98f8db2-70b5-425c-9cbc-444849bbdd0e None None] Attempting to bind port 6201aa88-02a9-4c07-a500-1170cb027e16 by drivers openvswitch,hyperv on host dv-neutron-822691-2-hyperv at level 0 using segments [{'id': 'd4e3295f-9ff8-4cad-8a20-3f1c937efc8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a'}] {{(pid=88881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:16:37.545555 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98f8db2-70b5-425c-9cbc-444849bbdd0e None None] Attempting to bind port 6201aa88-02a9-4c07-a500-1170cb027e16 on network f8c337ba-681f-4fcb-a333-e3c49365b30a {{(pid=88881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:16:37.566732 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98f8db2-70b5-425c-9cbc-444849bbdd0e None None] Checking agent: {'id': 'db1275c1-6001-47af-93c2-635c68404703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822691-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 52, 8), 'started_at': datetime.datetime(2021, 12, 24, 10, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 16, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822691-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:16:37.567158 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98f8db2-70b5-425c-9cbc-444849bbdd0e None None] Checking segment: {'id': 'd4e3295f-9ff8-4cad-8a20-3f1c937efc8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:16:37.567610 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d98f8db2-70b5-425c-9cbc-444849bbdd0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:37.568058 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98f8db2-70b5-425c-9cbc-444849bbdd0e None None] Bound using segment: {'id': 'd4e3295f-9ff8-4cad-8a20-3f1c937efc8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a'} {{(pid=88881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:16:37.568583 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-d98f8db2-70b5-425c-9cbc-444849bbdd0e None None] Bound port: 6201aa88-02a9-4c07-a500-1170cb027e16, host: dv-neutron-822691-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4e3295f-9ff8-4cad-8a20-3f1c937efc8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a'}}] {{(pid=88881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:16:37.569002 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d98f8db2-70b5-425c-9cbc-444849bbdd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:37.654279 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-d98f8db2-70b5-425c-9cbc-444849bbdd0e None None] For port 6201aa88-02a9-4c07-a500-1170cb027e16, host dv-neutron-822691-2-hyperv, cleared binding levels {{(pid=88881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:16:37.658231 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-d98f8db2-70b5-425c-9cbc-444849bbdd0e None None] For port 6201aa88-02a9-4c07-a500-1170cb027e16, host dv-neutron-822691-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=6201aa88-02a9-4c07-a500-1170cb027e16,segment=NetworkSegment(d4e3295f-9ff8-4cad-8a20-3f1c937efc8c),segment_id=d4e3295f-9ff8-4cad-8a20-3f1c937efc8c)] {{(pid=88881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:16:37.659704 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330f8600-7959-4210-b967-15e33987d7d5 None None] Pushing event updated for resources: {'Port': ['ID=6201aa88-02a9-4c07-a500-1170cb027e16,revision_number=2']} {{(pid=88881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:16:37.665516 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d98f8db2-70b5-425c-9cbc-444849bbdd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:37.670544 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-330f8600-7959-4210-b967-15e33987d7d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=88881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:16:37.671083 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-330f8600-7959-4210-b967-15e33987d7d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:16:37.777157 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98f8db2-70b5-425c-9cbc-444849bbdd0e None None] Routers {'206bcbb8-968a-453a-b43f-98a55b05336f'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:16:37.777780 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-d98f8db2-70b5-425c-9cbc-444849bbdd0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52718e9a90>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:16:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['206bcbb8-968a-453a-b43f-98a55b05336f'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:16:37.873870 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f64e7d5-ca2a-40e1-abdf-b2ea67e77c4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73968e80-91fd-539e-a7c6-b31af6d9e680-ea366ad9-2da3-4f2f-9f10-27f5134a47b4', 'network_id': 'ea366ad9-2da3-4f2f-9f10-27f5134a47b4', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'fixed_ips': [{'subnet_id': '172395be-11f7-4933-933b-c5d0e58d49f4'}]}} from dv-neutron-822691-2-hyperv. {{(pid=88880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 24 11:16:37.878542 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5f64e7d5-ca2a-40e1-abdf-b2ea67e77c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:37.886683 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330f8600-7959-4210-b967-15e33987d7d5 None None] Pushing event updated for resources: {'Port': ['ID=6201aa88-02a9-4c07-a500-1170cb027e16,revision_number=3']} {{(pid=88881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:16:37.908197 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-330f8600-7959-4210-b967-15e33987d7d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=88881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:16:38.054980 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-d98f8db2-70b5-425c-9cbc-444849bbdd0e None None] Set router 206bcbb8-968a-453a-b43f-98a55b05336f gateway port host: dv-neutron-822691-2-hyperv {{(pid=88881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:16:38.089249 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-5f64e7d5-ca2a-40e1-abdf-b2ea67e77c4b None None] Allocated IP 172.20.0.2 (ea366ad9-2da3-4f2f-9f10-27f5134a47b4/172395be-11f7-4933-933b-c5d0e58d49f4/c8a800f2-92f5-4c13-a8c5-a064901ca5f8) {{(pid=88880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:16:38.297404 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:38.430086 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5f64e7d5-ca2a-40e1-abdf-b2ea67e77c4b None None] Notify callbacks [] for port, precommit_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:38.442314 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-5f64e7d5-ca2a-40e1-abdf-b2ea67e77c4b None None] Transition to ACTIVE for port object c8a800f2-92f5-4c13-a8c5-a064901ca5f8 will not be triggered until provisioned by entity L2. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:16:38.464374 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-5f64e7d5-ca2a-40e1-abdf-b2ea67e77c4b None None] Transition to ACTIVE for port object c8a800f2-92f5-4c13-a8c5-a064901ca5f8 will not be triggered until provisioned by entity DHCP. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:16:38.469640 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5f64e7d5-ca2a-40e1-abdf-b2ea67e77c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408'] for port, after_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:38.481205 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:16:38.565221 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f64e7d5-ca2a-40e1-abdf-b2ea67e77c4b None None] Pushing event updated for resources: {'Port': ['ID=c8a800f2-92f5-4c13-a8c5-a064901ca5f8,revision_number=1']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:16:38.572122 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f64e7d5-ca2a-40e1-abdf-b2ea67e77c4b None None] Network ea366ad9-2da3-4f2f-9f10-27f5134a47b4 is already hosted by enough agents. {{(pid=88880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:16:38.577392 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-5f64e7d5-ca2a-40e1-abdf-b2ea67e77c4b None None] Resources bound (agent type, host, resource id):  {{(pid=88880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:16:38.582161 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f64e7d5-ca2a-40e1-abdf-b2ea67e77c4b None None] Received port after_create {{(pid=88880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:16:38.586482 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f64e7d5-ca2a-40e1-abdf-b2ea67e77c4b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:16:38.587084 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f64e7d5-ca2a-40e1-abdf-b2ea67e77c4b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:16:38.587550 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f64e7d5-ca2a-40e1-abdf-b2ea67e77c4b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:16:38.588004 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f64e7d5-ca2a-40e1-abdf-b2ea67e77c4b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:16:38.588462 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f64e7d5-ca2a-40e1-abdf-b2ea67e77c4b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:16:38.589082 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f64e7d5-ca2a-40e1-abdf-b2ea67e77c4b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:16:38.589534 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f64e7d5-ca2a-40e1-abdf-b2ea67e77c4b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:16:38.590383 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f64e7d5-ca2a-40e1-abdf-b2ea67e77c4b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:16:38.590838 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f64e7d5-ca2a-40e1-abdf-b2ea67e77c4b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:16:38.591290 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f64e7d5-ca2a-40e1-abdf-b2ea67e77c4b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:16:38.591650 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f64e7d5-ca2a-40e1-abdf-b2ea67e77c4b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:16:38.604108 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-5f64e7d5-ca2a-40e1-abdf-b2ea67e77c4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:16:38.636348 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3700e836-1719-41ab-a96d-882bde0b65e8 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:38.663524 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-d98f8db2-70b5-425c-9cbc-444849bbdd0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52718e9a90>, [{'id': '206bcbb8-968a-453a-b43f-98a55b05336f', 'name': 'tempest-TestNetworkBasicOps-router-541240314', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.162'}], 'enable_snat': True}, 'gw_port_id': '6201aa88-02a9-4c07-a500-1170cb027e16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:16:34Z', 'updated_at': '2021-12-24T11:16:35Z', 'revision_number': 3, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'gw_port': {'id': '6201aa88-02a9-4c07-a500-1170cb027e16', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:65:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '206bcbb8-968a-453a-b43f-98a55b05336f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:16:35Z', 'updated_at': '2021-12-24T11:16:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv'}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:16:38.668333 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98f8db2-70b5-425c-9cbc-444849bbdd0e None None] The sync data for ids ['206bcbb8-968a-453a-b43f-98a55b05336f'] in dv-neutron-822691-2-hyperv is: [{'id': '206bcbb8-968a-453a-b43f-98a55b05336f', 'name': 'tempest-TestNetworkBasicOps-router-541240314', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.162'}], 'enable_snat': True}, 'gw_port_id': '6201aa88-02a9-4c07-a500-1170cb027e16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:16:34Z', 'updated_at': '2021-12-24T11:16:35Z', 'revision_number': 3, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'gw_port': {'id': '6201aa88-02a9-4c07-a500-1170cb027e16', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:65:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '206bcbb8-968a-453a-b43f-98a55b05336f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:16:35Z', 'updated_at': '2021-12-24T11:16:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv'}] {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:16:38.699151 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-5f64e7d5-ca2a-40e1-abdf-b2ea67e77c4b None None] Attempting to bind port c8a800f2-92f5-4c13-a8c5-a064901ca5f8 on host dv-neutron-822691-2-hyperv for vnic_type normal with profile  {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:16:38.699575 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-5f64e7d5-ca2a-40e1-abdf-b2ea67e77c4b None None] Attempting to bind port c8a800f2-92f5-4c13-a8c5-a064901ca5f8 by drivers openvswitch,hyperv on host dv-neutron-822691-2-hyperv at level 0 using segments [{'id': '8aa842c6-ea2b-4963-9584-21e8daa7fbdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'ea366ad9-2da3-4f2f-9f10-27f5134a47b4'}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:16:38.699983 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f64e7d5-ca2a-40e1-abdf-b2ea67e77c4b None None] Attempting to bind port c8a800f2-92f5-4c13-a8c5-a064901ca5f8 on network ea366ad9-2da3-4f2f-9f10-27f5134a47b4 {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:16:38.707552 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f64e7d5-ca2a-40e1-abdf-b2ea67e77c4b None None] Checking agent: {'id': 'db1275c1-6001-47af-93c2-635c68404703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822691-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 52, 8), 'started_at': datetime.datetime(2021, 12, 24, 10, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 16, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822691-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:16:38.707968 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f64e7d5-ca2a-40e1-abdf-b2ea67e77c4b None None] Checking segment: {'id': '8aa842c6-ea2b-4963-9584-21e8daa7fbdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'ea366ad9-2da3-4f2f-9f10-27f5134a47b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:16:38.708420 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5f64e7d5-ca2a-40e1-abdf-b2ea67e77c4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:38.708853 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f64e7d5-ca2a-40e1-abdf-b2ea67e77c4b None None] Bound using segment: {'id': '8aa842c6-ea2b-4963-9584-21e8daa7fbdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'ea366ad9-2da3-4f2f-9f10-27f5134a47b4'} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:16:38.709365 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-5f64e7d5-ca2a-40e1-abdf-b2ea67e77c4b None None] Bound port: c8a800f2-92f5-4c13-a8c5-a064901ca5f8, host: dv-neutron-822691-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8aa842c6-ea2b-4963-9584-21e8daa7fbdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'ea366ad9-2da3-4f2f-9f10-27f5134a47b4'}}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:16:38.709780 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5f64e7d5-ca2a-40e1-abdf-b2ea67e77c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:38.807267 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-5f64e7d5-ca2a-40e1-abdf-b2ea67e77c4b None None] For port c8a800f2-92f5-4c13-a8c5-a064901ca5f8, host dv-neutron-822691-2-hyperv, cleared binding levels {{(pid=88880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:16:38.810553 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-5f64e7d5-ca2a-40e1-abdf-b2ea67e77c4b None None] For port c8a800f2-92f5-4c13-a8c5-a064901ca5f8, host dv-neutron-822691-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=c8a800f2-92f5-4c13-a8c5-a064901ca5f8,segment=NetworkSegment(8aa842c6-ea2b-4963-9584-21e8daa7fbdc),segment_id=8aa842c6-ea2b-4963-9584-21e8daa7fbdc)] {{(pid=88880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:16:38.814256 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5f64e7d5-ca2a-40e1-abdf-b2ea67e77c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:38.818726 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-34b1d956-880b-4f73-b84c-3445705b1372 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:16:38.900462 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f64e7d5-ca2a-40e1-abdf-b2ea67e77c4b None None] Pushing event updated for resources: {'Port': ['ID=c8a800f2-92f5-4c13-a8c5-a064901ca5f8,revision_number=2']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:16:38.904147 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-5f64e7d5-ca2a-40e1-abdf-b2ea67e77c4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:16:38.952794 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e02e331f-49ad-43a7-95ed-f394d40b0ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:39.084518 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-3700e836-1719-41ab-a96d-882bde0b65e8 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Allocated IP 172.20.0.1 (ea366ad9-2da3-4f2f-9f10-27f5134a47b4/172395be-11f7-4933-933b-c5d0e58d49f4/a725ebd2-65c3-40ca-bccc-6f6220f482de) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:16:39.284679 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3700e836-1719-41ab-a96d-882bde0b65e8 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:39.303869 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-3700e836-1719-41ab-a96d-882bde0b65e8 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Transition to ACTIVE for port object a725ebd2-65c3-40ca-bccc-6f6220f482de will not be triggered until provisioned by entity DHCP. {{(pid=88878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:16:39.326118 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3700e836-1719-41ab-a96d-882bde0b65e8 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:39.331743 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-e1f95543-6672-408a-84dd-b15fe4036393 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:16:39.370326 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bdfdbc84-c52d-4f40-b281-af314dc1f8fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:39.412125 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3700e836-1719-41ab-a96d-882bde0b65e8 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Network ea366ad9-2da3-4f2f-9f10-27f5134a47b4 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:16:39.413709 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-3700e836-1719-41ab-a96d-882bde0b65e8 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Resources bound (agent type, host, resource id):  {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:16:39.434575 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3700e836-1719-41ab-a96d-882bde0b65e8 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:16:39.456495 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 45076) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:16:39.511840 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3700e836-1719-41ab-a96d-882bde0b65e8 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event updated for resources: {'Port': ['ID=a725ebd2-65c3-40ca-bccc-6f6220f482de,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:16:39.517864 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-3700e836-1719-41ab-a96d-882bde0b65e8 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:16:39.553230 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 6201aa88-02a9-4c07-a500-1170cb027e16 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:16:39.558443 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3700e836-1719-41ab-a96d-882bde0b65e8 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-720245'] for router_interface, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:39.663957 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning for port 6201aa88-02a9-4c07-a500-1170cb027e16 completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:16:39.669801 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port 6201aa88-02a9-4c07-a500-1170cb027e16 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:16:39.670599 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:39.671714 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3700e836-1719-41ab-a96d-882bde0b65e8 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:39.731884 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-fcbe4fed-50ad-45e4-8695-31ffcee88c89 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Deleting port eb1319f2-4074-44b1-a368-1b1cd06df5c7 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:16:39.732489 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fcbe4fed-50ad-45e4-8695-31ffcee88c89 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:39.834300 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:39.858318 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] For port 6201aa88-02a9-4c07-a500-1170cb027e16, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=6201aa88-02a9-4c07-a500-1170cb027e16,segment=NetworkSegment(d4e3295f-9ff8-4cad-8a20-3f1c937efc8c),segment_id=d4e3295f-9ff8-4cad-8a20-3f1c937efc8c)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:16:39.863343 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:39.864532 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device c8a800f2-92f5-4c13-a8c5-a064901ca5f8 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:16:39.939556 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-5f64e7d5-ca2a-40e1-abdf-b2ea67e77c4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:16:39.968641 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fcbe4fed-50ad-45e4-8695-31ffcee88c89 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:39.969017 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fcbe4fed-50ad-45e4-8695-31ffcee88c89 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:40.023775 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Pushing event updated for resources: {'Port': ['ID=6201aa88-02a9-4c07-a500-1170cb027e16,revision_number=4']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:16:40.029283 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:16:40.041318 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning for port c8a800f2-92f5-4c13-a8c5-a064901ca5f8 completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:16:40.131197 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-fcbe4fed-50ad-45e4-8695-31ffcee88c89 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Calling delete_port for eb1319f2-4074-44b1-a368-1b1cd06df5c7 owned by network:floatingip {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:16:40.202716 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3700e836-1719-41ab-a96d-882bde0b65e8 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for port, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:40.208383 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3700e836-1719-41ab-a96d-882bde0b65e8 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3978773'] for port, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:40.243784 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-bde5673e-2684-4df3-acc4-d90825e9b78e tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:16:40.321021 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fcbe4fed-50ad-45e4-8695-31ffcee88c89 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:40.326319 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-96f0a79c-6d31-48f6-bcc9-dca12184f1c1 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:16:40.346828 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3700e836-1719-41ab-a96d-882bde0b65e8 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1977653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854055662'] for router_interface, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:40.351632 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3700e836-1719-41ab-a96d-882bde0b65e8 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event updated for resources: {'Port': ['ID=a725ebd2-65c3-40ca-bccc-6f6220f482de,revision_number=2']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:16:40.355261 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-3700e836-1719-41ab-a96d-882bde0b65e8 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:16:40.373337 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbe4fed-50ad-45e4-8695-31ffcee88c89 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Pushing event deleted for resources: {'Port': ['ID=eb1319f2-4074-44b1-a368-1b1cd06df5c7,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:16:40.378529 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-fcbe4fed-50ad-45e4-8695-31ffcee88c89 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:16:40.480693 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fcbe4fed-50ad-45e4-8695-31ffcee88c89 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Notify callbacks [] for floatingip, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:40.515877 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3700e836-1719-41ab-a96d-882bde0b65e8 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Network ea366ad9-2da3-4f2f-9f10-27f5134a47b4 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:16:40.517140 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-3700e836-1719-41ab-a96d-882bde0b65e8 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Resources bound (agent type, host, resource id):  {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:16:40.651875 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-39ff93cf-c0b7-48c5-95f3-6f7e9977387d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:40.747192 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1fec0f8-3bc6-41f8-8dd3-a364229d974d None None] Network ea366ad9-2da3-4f2f-9f10-27f5134a47b4 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:16:40.940452 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-500d5cc3-4251-442f-9203-3715a4950e93 None None] Provisioning for port c8a800f2-92f5-4c13-a8c5-a064901ca5f8 completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:16:40.951290 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-500d5cc3-4251-442f-9203-3715a4950e93 None None] Provisioning complete for port c8a800f2-92f5-4c13-a8c5-a064901ca5f8 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:16:40.951710 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-500d5cc3-4251-442f-9203-3715a4950e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:40.963208 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3700e836-1719-41ab-a96d-882bde0b65e8 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Router 206bcbb8-968a-453a-b43f-98a55b05336f has already been hosted by L3 agent 198cca88-1338-4098-b44b-beb0346ac906 {{(pid=88878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 24 11:16:41.166576 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-500d5cc3-4251-442f-9203-3715a4950e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:41.197894 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcbe4fed-50ad-45e4-8695-31ffcee88c89 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Router 9595545e-9654-4c5f-a2fc-4da3de1dc6ec has already been hosted by L3 agent 198cca88-1338-4098-b44b-beb0346ac906 {{(pid=88879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 24 11:16:41.217062 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-500d5cc3-4251-442f-9203-3715a4950e93 None None] For port c8a800f2-92f5-4c13-a8c5-a064901ca5f8, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=c8a800f2-92f5-4c13-a8c5-a064901ca5f8,segment=NetworkSegment(8aa842c6-ea2b-4963-9584-21e8daa7fbdc),segment_id=8aa842c6-ea2b-4963-9584-21e8daa7fbdc)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:16:41.220789 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-500d5cc3-4251-442f-9203-3715a4950e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:41.224604 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:16:41.306347 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500d5cc3-4251-442f-9203-3715a4950e93 None None] Pushing event updated for resources: {'Port': ['ID=c8a800f2-92f5-4c13-a8c5-a064901ca5f8,revision_number=3']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:16:41.309959 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-500d5cc3-4251-442f-9203-3715a4950e93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:16:41.445922 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcbe4fed-50ad-45e4-8695-31ffcee88c89 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:16:41.455877 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3700e836-1719-41ab-a96d-882bde0b65e8 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:16:41.461570 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ad3ba7-462c-405a-a7ae-802566f2b7ae None None] Sync routers for ids ['9595545e-9654-4c5f-a2fc-4da3de1dc6ec'] in dv-neutron-822691-2-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:16:41.468608 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fcbe4fed-50ad-45e4-8695-31ffcee88c89 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for floatingip, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:41.472764 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-3700e836-1719-41ab-a96d-882bde0b65e8 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "PUT /v2.0/routers/206bcbb8-968a-453a-b43f-98a55b05336f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.0791621
Dec 24 11:16:41.475559 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 45080) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:16:41.480427 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ad3ba7-462c-405a-a7ae-802566f2b7ae None None] Routers {'9595545e-9654-4c5f-a2fc-4da3de1dc6ec'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:16:41.481387 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-b5ad3ba7-462c-405a-a7ae-802566f2b7ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52717e1c50>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:16:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['9595545e-9654-4c5f-a2fc-4da3de1dc6ec'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:16:41.570241 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-fcbe4fed-50ad-45e4-8695-31ffcee88c89 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] 10.222.0.65 "DELETE /v2.0/floatingips/eb02df3c-b7c6-4008-8b77-391d8ad7bb92 HTTP/1.1" status: 204  len: 168 time: 2.1123681
Dec 24 11:16:41.570883 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9172ddea-2e24-4367-8ccf-2f8b57546cea', 'tag': '160df496-6eec-44ce-a16c-8b507196b963'}] {{(pid=88879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 24 11:16:41.606794 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 6201aa88-02a9-4c07-a500-1170cb027e16 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:16:41.678988 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9172ddea-2e24-4367-8ccf-2f8b57546cea', 'tag': '160df496-6eec-44ce-a16c-8b507196b963', 'status': 'completed', 'code': 200}
Dec 24 11:16:41.704299 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57a490cc-4d2e-473d-ab8c-d03492d88850 tempest-TestNetworkBasicOps-448411267 tempest-TestNetworkBasicOps-448411267-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:16:41.704722 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57a490cc-4d2e-473d-ab8c-d03492d88850 tempest-TestNetworkBasicOps-448411267 tempest-TestNetworkBasicOps-448411267-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:16:41.705136 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57a490cc-4d2e-473d-ab8c-d03492d88850 tempest-TestNetworkBasicOps-448411267 tempest-TestNetworkBasicOps-448411267-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:16:41.706003 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57a490cc-4d2e-473d-ab8c-d03492d88850 tempest-TestNetworkBasicOps-448411267 tempest-TestNetworkBasicOps-448411267-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:16:41.706114 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57a490cc-4d2e-473d-ab8c-d03492d88850 tempest-TestNetworkBasicOps-448411267 tempest-TestNetworkBasicOps-448411267-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:16:41.706241 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-e5ea27d4-86e6-4f25-80a8-3f9be5e171da None None] Provisioning complete for port c8a800f2-92f5-4c13-a8c5-a064901ca5f8 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:16:41.706814 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e5ea27d4-86e6-4f25-80a8-3f9be5e171da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:41.716415 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57a490cc-4d2e-473d-ab8c-d03492d88850 tempest-TestNetworkBasicOps-448411267 tempest-TestNetworkBasicOps-448411267-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:16:41.718583 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-57a490cc-4d2e-473d-ab8c-d03492d88850 tempest-TestNetworkBasicOps-448411267 tempest-TestNetworkBasicOps-448411267-project-admin] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200  len: 4286 time: 0.2417932
Dec 24 11:16:41.722340 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 45088) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:16:41.826008 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port 6201aa88-02a9-4c07-a500-1170cb027e16 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:16:41.826183 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:41.860353 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f31bb32-62ce-468e-b7a4-d98e2cd6cbfb tempest-TestNetworkBasicOps-448411267 tempest-TestNetworkBasicOps-448411267-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:16:41.860768 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f31bb32-62ce-468e-b7a4-d98e2cd6cbfb tempest-TestNetworkBasicOps-448411267 tempest-TestNetworkBasicOps-448411267-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:16:41.861181 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f31bb32-62ce-468e-b7a4-d98e2cd6cbfb tempest-TestNetworkBasicOps-448411267 tempest-TestNetworkBasicOps-448411267-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:16:41.861585 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f31bb32-62ce-468e-b7a4-d98e2cd6cbfb tempest-TestNetworkBasicOps-448411267 tempest-TestNetworkBasicOps-448411267-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:16:41.862013 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f31bb32-62ce-468e-b7a4-d98e2cd6cbfb tempest-TestNetworkBasicOps-448411267 tempest-TestNetworkBasicOps-448411267-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:16:41.862412 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f31bb32-62ce-468e-b7a4-d98e2cd6cbfb tempest-TestNetworkBasicOps-448411267 tempest-TestNetworkBasicOps-448411267-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:16:41.867981 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-3f31bb32-62ce-468e-b7a4-d98e2cd6cbfb tempest-TestNetworkBasicOps-448411267 tempest-TestNetworkBasicOps-448411267-project-admin] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 4006 time: 0.1445041
Dec 24 11:16:41.868697 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 45092) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:16:41.885613 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-de28b0d5-eb7a-4f79-ad0a-876a028aaae7 req-f611f131-66ff-49a7-b6b4-cadd84d171d5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fbedb279f22e4b3494591d6dabc201d5&device_id=9172ddea-2e24-4367-8ccf-2f8b57546cea HTTP/1.1" status: 200  len: 1098 time: 0.1782076
Dec 24 11:16:41.981329 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-b5ad3ba7-462c-405a-a7ae-802566f2b7ae None None] Set router 9595545e-9654-4c5f-a2fc-4da3de1dc6ec gateway port host: dv-neutron-822691-2-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:16:42.156364 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29463108-7b7e-48b0-aefa-034c36545c23 None None] Sync routers for ids ['206bcbb8-968a-453a-b43f-98a55b05336f'] in dv-neutron-822691-2-hyperv {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:16:42.156991 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-9330f5ac-064d-4768-8bd5-8503cf240b3c tempest-TestNetworkBasicOps-448411267 tempest-TestNetworkBasicOps-448411267-project-admin] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200  len: 3045 time: 0.2869668
Dec 24 11:16:42.172055 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de28b0d5-eb7a-4f79-ad0a-876a028aaae7 req-e556f62f-e3e6-4d5d-b429-d28b0c7a66fa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:16:42.179866 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-de28b0d5-eb7a-4f79-ad0a-876a028aaae7 req-e556f62f-e3e6-4d5d-b429-d28b0c7a66fa service neutron] 10.222.0.58 "GET /v2.0/networks?id=2428796e-e2e4-4ddb-a9cc-996932bc1226 HTTP/1.1" status: 200  len: 913 time: 0.2763820
Dec 24 11:16:42.181445 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29463108-7b7e-48b0-aefa-034c36545c23 None None] Routers {'206bcbb8-968a-453a-b43f-98a55b05336f'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:16:42.183048 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-29463108-7b7e-48b0-aefa-034c36545c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271a731d0>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:16:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['206bcbb8-968a-453a-b43f-98a55b05336f'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:16:42.323088 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-de28b0d5-eb7a-4f79-ad0a-876a028aaae7 req-fae97c00-b062-4ab3-a15e-f689295eda08 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=160df496-6eec-44ce-a16c-8b507196b963 HTTP/1.1" status: 200  len: 217 time: 0.1373599
Dec 24 11:16:42.447990 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5173de8-757e-4724-99f0-c14f71136537 req-887b1568-e06d-4c32-8810-d54d9390a88b tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:16:42.456912 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-a5173de8-757e-4724-99f0-c14f71136537 req-887b1568-e06d-4c32-8810-d54d9390a88b tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] 10.222.0.65 "GET /v2.0/ports?device_id=9172ddea-2e24-4367-8ccf-2f8b57546cea HTTP/1.1" status: 200  len: 945 time: 0.1854155
Dec 24 11:16:42.464471 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de28b0d5-eb7a-4f79-ad0a-876a028aaae7 req-2a3a5428-3dde-4e8e-a399-f63a1163b51e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:16:42.466242 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-de28b0d5-eb7a-4f79-ad0a-876a028aaae7 req-2a3a5428-3dde-4e8e-a399-f63a1163b51e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=66590446-f239-4728-b0eb-3db1299fa1e3 HTTP/1.1" status: 200  len: 851 time: 0.1344514
Dec 24 11:16:42.520478 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-a5173de8-757e-4724-99f0-c14f71136537 req-1ec33487-eb55-41f2-8ef4-e51afd4c6d2e tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] 10.222.0.65 "GET /v2.0/security-groups?id=7c81f28e-fd2d-468e-ad3a-e8186ef36a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0624123
Dec 24 11:16:42.526367 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-29463108-7b7e-48b0-aefa-034c36545c23 None None] Set router 206bcbb8-968a-453a-b43f-98a55b05336f gateway port host: dv-neutron-822691-2-hyperv {{(pid=88881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:16:42.639996 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-e5ea27d4-86e6-4f25-80a8-3f9be5e171da None None] Provisioning for port a725ebd2-65c3-40ca-bccc-6f6220f482de completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:16:42.652907 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 45100) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:16:42.660259 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-de28b0d5-eb7a-4f79-ad0a-876a028aaae7 req-35e61340-3db5-4574-8dcb-3f4c6ccf4bfe service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2428796e-e2e4-4ddb-a9cc-996932bc1226&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1857591
Dec 24 11:16:42.660678 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-ca087f1a-eff6-45d3-b5e2-2a161c80bc5a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-943997354', 'description': 'tempest-secgroup-smoke-943997354 description', 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:16:42.668337 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-e5ea27d4-86e6-4f25-80a8-3f9be5e171da None None] Provisioning complete for port a725ebd2-65c3-40ca-bccc-6f6220f482de triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:16:42.668754 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e5ea27d4-86e6-4f25-80a8-3f9be5e171da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:42.669969 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-ca087f1a-eff6-45d3-b5e2-2a161c80bc5a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:16:42.675099 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-ca087f1a-eff6-45d3-b5e2-2a161c80bc5a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Usage tracker for resource:security_group and tenant:ad7c5ba9df02428aae512a4d9bb9dd9d is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:16:42.679172 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-ca087f1a-eff6-45d3-b5e2-2a161c80bc5a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:16:42.686113 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-ca087f1a-eff6-45d3-b5e2-2a161c80bc5a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:16:42.698352 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ca087f1a-eff6-45d3-b5e2-2a161c80bc5a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:42.728772 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-e5ea27d4-86e6-4f25-80a8-3f9be5e171da None None] Port a725ebd2-65c3-40ca-bccc-6f6220f482de cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:16:42.749359 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-ca087f1a-eff6-45d3-b5e2-2a161c80bc5a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:16:42.755241 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-ca087f1a-eff6-45d3-b5e2-2a161c80bc5a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Usage tracker for resource:security_group_rule and tenant:ad7c5ba9df02428aae512a4d9bb9dd9d is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:16:42.766407 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-ca087f1a-eff6-45d3-b5e2-2a161c80bc5a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:16:42.773960 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-ca087f1a-eff6-45d3-b5e2-2a161c80bc5a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:16:42.783412 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device c8a800f2-92f5-4c13-a8c5-a064901ca5f8 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:16:42.854440 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ca087f1a-eff6-45d3-b5e2-2a161c80bc5a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:42.855875 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-de28b0d5-eb7a-4f79-ad0a-876a028aaae7 req-af7748da-6538-441f-93c8-21d5d1bb5a1e service neutron] 10.222.0.58 "GET /v2.0/networks/2428796e-e2e4-4ddb-a9cc-996932bc1226?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1859443
Dec 24 11:16:42.859389 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ca087f1a-eff6-45d3-b5e2-2a161c80bc5a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:42.872814 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-0d7e64cf-5d9c-4510-b142-9b59bf33249b tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:16:42.890889 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port c8a800f2-92f5-4c13-a8c5-a064901ca5f8 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:16:42.891311 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:42.925784 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca087f1a-eff6-45d3-b5e2-2a161c80bc5a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10abb672-cdae-4fbe-9375-5b03ce0b97da,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:16:42.930728 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-bd972c6e-aaa7-4d42-909e-74e30668decf None None] Provisioning complete for port a725ebd2-65c3-40ca-bccc-6f6220f482de triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:16:42.931164 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bd972c6e-aaa7-4d42-909e-74e30668decf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:42.942339 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-ca087f1a-eff6-45d3-b5e2-2a161c80bc5a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:16:42.946723 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-29463108-7b7e-48b0-aefa-034c36545c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271a731d0>, [{'id': '206bcbb8-968a-453a-b43f-98a55b05336f', 'name': 'tempest-TestNetworkBasicOps-router-541240314', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.162'}], 'enable_snat': True}, 'gw_port_id': '6201aa88-02a9-4c07-a500-1170cb027e16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:16:34Z', 'updated_at': '2021-12-24T11:16:39Z', 'revision_number': 4, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'gw_port': {'id': '6201aa88-02a9-4c07-a500-1170cb027e16', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:65:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206bcbb8-968a-453a-b43f-98a55b05336f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:16:35Z', 'updated_at': '2021-12-24T11:16:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_interfaces': [{'id': 'a725ebd2-65c3-40ca-bccc-6f6220f482de', 'name': '', 'network_id': 'ea366ad9-2da3-4f2f-9f10-27f5134a47b4', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'mac_address': 'fa:16:3e:5c:8c:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '206bcbb8-968a-453a-b43f-98a55b05336f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '172395be-11f7-4933-933b-c5d0e58d49f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:16:38Z', 'updated_at': '2021-12-24T11:16:39Z', 'revision_number': 2, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'subnets': [{'id': '172395be-11f7-4933-933b-c5d0e58d49f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:16:42.951635 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29463108-7b7e-48b0-aefa-034c36545c23 None None] Checking router: 206bcbb8-968a-453a-b43f-98a55b05336f for host: dv-neutron-822691-2-hyperv {{(pid=88881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 24 11:16:42.952276 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29463108-7b7e-48b0-aefa-034c36545c23 None None] Updating router 206bcbb8-968a-453a-b43f-98a55b05336f port a725ebd2-65c3-40ca-bccc-6f6220f482de binding host dv-neutron-822691-2-hyperv {{(pid=88881) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 24 11:16:42.964578 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ca087f1a-eff6-45d3-b5e2-2a161c80bc5a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:42.969045 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-ca087f1a-eff6-45d3-b5e2-2a161c80bc5a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1626 time: 0.3116913
Dec 24 11:16:42.970324 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 45104) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:16:42.977146 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-6dc29d1d-b4de-4134-ae97-5316c905cc94 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Request body: {'security_group_rule': {'security_group_id': '10abb672-cdae-4fbe-9375-5b03ce0b97da', 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:16:42.984430 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-6dc29d1d-b4de-4134-ae97-5316c905cc94 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:16:42.989924 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-6dc29d1d-b4de-4134-ae97-5316c905cc94 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Usage tracker for resource:security_group_rule and tenant:ad7c5ba9df02428aae512a4d9bb9dd9d is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:16:42.993313 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-6dc29d1d-b4de-4134-ae97-5316c905cc94 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:16:42.996487 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-bd972c6e-aaa7-4d42-909e-74e30668decf None None] Port a725ebd2-65c3-40ca-bccc-6f6220f482de cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:16:43.001437 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-6dc29d1d-b4de-4134-ae97-5316c905cc94 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:16:43.022958 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-29463108-7b7e-48b0-aefa-034c36545c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:43.023977 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-b5ad3ba7-462c-405a-a7ae-802566f2b7ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52717e1c50>, [{'id': '9595545e-9654-4c5f-a2fc-4da3de1dc6ec', 'name': 'tempest-TestVolumeBootPattern-1089784377-router', 'tenant_id': 'fbedb279f22e4b3494591d6dabc201d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.41'}], 'enable_snat': True}, 'gw_port_id': '6971b6ef-10e9-41ac-8eab-55400fae7ed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:07:53Z', 'updated_at': '2021-12-24T11:08:03Z', 'revision_number': 4, 'project_id': 'fbedb279f22e4b3494591d6dabc201d5', 'gw_port': {'id': '6971b6ef-10e9-41ac-8eab-55400fae7ed7', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:42:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9595545e-9654-4c5f-a2fc-4da3de1dc6ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:07:55Z', 'updated_at': '2021-12-24T11:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_interfaces': [{'id': 'b54eb025-abcc-4657-9416-e7f42be0d1d5', 'name': '', 'network_id': '2428796e-e2e4-4ddb-a9cc-996932bc1226', 'tenant_id': 'fbedb279f22e4b3494591d6dabc201d5', 'mac_address': 'fa:16:3e:14:4e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9595545e-9654-4c5f-a2fc-4da3de1dc6ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66590446-f239-4728-b0eb-3db1299fa1e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:08:01Z', 'updated_at': '2021-12-24T11:08:18Z', 'revision_number': 5, 'project_id': 'fbedb279f22e4b3494591d6dabc201d5', 'subnets': [{'id': '66590446-f239-4728-b0eb-3db1299fa1e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:16:43.026979 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6dc29d1d-b4de-4134-ae97-5316c905cc94 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:43.032778 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ad3ba7-462c-405a-a7ae-802566f2b7ae None None] Checking router: 9595545e-9654-4c5f-a2fc-4da3de1dc6ec for host: dv-neutron-822691-2-hyperv {{(pid=88880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 24 11:16:43.047450 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-de28b0d5-eb7a-4f79-ad0a-876a028aaae7 req-e753f82d-1356-48ea-beca-1dfd7d8fb556 service neutron] 10.222.0.58 "GET /v2.0/networks/2428796e-e2e4-4ddb-a9cc-996932bc1226?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1828740
Dec 24 11:16:43.087869 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ad3ba7-462c-405a-a7ae-802566f2b7ae None None] Routers {'9595545e-9654-4c5f-a2fc-4da3de1dc6ec'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:16:43.088943 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-b5ad3ba7-462c-405a-a7ae-802566f2b7ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52717e1c50>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:16:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['9595545e-9654-4c5f-a2fc-4da3de1dc6ec'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:16:43.102076 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6dc29d1d-b4de-4134-ae97-5316c905cc94 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:43.105383 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6dc29d1d-b4de-4134-ae97-5316c905cc94 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689902'] for security_group_rule, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:43.114421 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-3f36de83-ebc8-41f3-981f-be713ebc3ee0 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:16:43.136193 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc29d1d-b4de-4134-ae97-5316c905cc94 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0c19309-cede-48c8-a0b5-afc6bf375b70,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:16:43.139008 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-6dc29d1d-b4de-4134-ae97-5316c905cc94 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:16:43.147409 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6dc29d1d-b4de-4134-ae97-5316c905cc94 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:43.148771 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-6dc29d1d-b4de-4134-ae97-5316c905cc94 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1771710
Dec 24 11:16:43.151970 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 45108) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:16:43.159034 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-9d4a8745-f828-481e-9407-4e85c560ce76 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Request body: {'security_group_rule': {'security_group_id': '10abb672-cdae-4fbe-9375-5b03ce0b97da', 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:16:43.166259 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-9d4a8745-f828-481e-9407-4e85c560ce76 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:16:43.170584 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-9d4a8745-f828-481e-9407-4e85c560ce76 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Usage tracker for resource:security_group_rule and tenant:ad7c5ba9df02428aae512a4d9bb9dd9d is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:16:43.174133 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-9d4a8745-f828-481e-9407-4e85c560ce76 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:16:43.182508 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-9d4a8745-f828-481e-9407-4e85c560ce76 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:16:43.202165 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9d4a8745-f828-481e-9407-4e85c560ce76 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:43.271645 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9d4a8745-f828-481e-9407-4e85c560ce76 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:43.275654 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9d4a8745-f828-481e-9407-4e85c560ce76 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689902'] for security_group_rule, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:43.277561 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-824570d3-2035-45e0-bf4f-73f35c43cba2 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:16:43.300348 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4a8745-f828-481e-9407-4e85c560ce76 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c64fdafd-7d3d-4b03-8b49-e6d32c48ddb4,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:16:43.301862 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-b5ad3ba7-462c-405a-a7ae-802566f2b7ae None None] Set router 9595545e-9654-4c5f-a2fc-4da3de1dc6ec gateway port host: dv-neutron-822691-2-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:16:43.305072 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-9d4a8745-f828-481e-9407-4e85c560ce76 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:16:43.314037 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9d4a8745-f828-481e-9407-4e85c560ce76 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:43.318501 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-9d4a8745-f828-481e-9407-4e85c560ce76 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.1622553
Dec 24 11:16:43.318699 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 45112) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:16:43.325770 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-a51b51ed-6765-422a-b882-2ee940119525 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Request body: {'security_group_rule': {'security_group_id': '10abb672-cdae-4fbe-9375-5b03ce0b97da', 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:16:43.333927 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-a51b51ed-6765-422a-b882-2ee940119525 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:16:43.338349 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-a51b51ed-6765-422a-b882-2ee940119525 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Usage tracker for resource:security_group_rule and tenant:ad7c5ba9df02428aae512a4d9bb9dd9d is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:16:43.341507 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-a51b51ed-6765-422a-b882-2ee940119525 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:16:43.348720 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-a51b51ed-6765-422a-b882-2ee940119525 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:16:43.367837 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a51b51ed-6765-422a-b882-2ee940119525 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:43.446300 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-29463108-7b7e-48b0-aefa-034c36545c23 None None] Notify callbacks [] for port, precommit_update {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:43.452684 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a51b51ed-6765-422a-b882-2ee940119525 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:43.456025 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a51b51ed-6765-422a-b882-2ee940119525 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689902'] for security_group_rule, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:43.464635 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-29463108-7b7e-48b0-aefa-034c36545c23 None None] Transition to ACTIVE for port object a725ebd2-65c3-40ca-bccc-6f6220f482de will not be triggered until provisioned by entity L2. {{(pid=88881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:16:43.468615 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-9d4a8745-f828-481e-9407-4e85c560ce76 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:16:43.471950 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-29463108-7b7e-48b0-aefa-034c36545c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:43.477642 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-28fb43e0-c1bd-4918-bdf8-846410cd44d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:16:43.495313 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51b51ed-6765-422a-b882-2ee940119525 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6171cdb0-9c95-4c74-b999-8c242739dac8,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:16:43.498078 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-a51b51ed-6765-422a-b882-2ee940119525 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:16:43.505899 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a51b51ed-6765-422a-b882-2ee940119525 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:43.510538 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 45116) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:16:43.510688 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-a51b51ed-6765-422a-b882-2ee940119525 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1908534
Dec 24 11:16:43.519874 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-979f3e8e-4a49-4410-90e2-b3ab6aaaa549 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Request body: {'security_group_rule': {'security_group_id': '10abb672-cdae-4fbe-9375-5b03ce0b97da', 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:16:43.529627 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-979f3e8e-4a49-4410-90e2-b3ab6aaaa549 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:16:43.535593 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-979f3e8e-4a49-4410-90e2-b3ab6aaaa549 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Usage tracker for resource:security_group_rule and tenant:ad7c5ba9df02428aae512a4d9bb9dd9d is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:16:43.539896 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-979f3e8e-4a49-4410-90e2-b3ab6aaaa549 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:16:43.548346 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-979f3e8e-4a49-4410-90e2-b3ab6aaaa549 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:16:43.570008 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-979f3e8e-4a49-4410-90e2-b3ab6aaaa549 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:43.623158 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d2b2b6-aa1e-42ab-a4cf-0b79ad0c557a None None] Pushing event updated for resources: {'Port': ['ID=a725ebd2-65c3-40ca-bccc-6f6220f482de,revision_number=3']} {{(pid=88881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:16:43.626504 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c9d2b2b6-aa1e-42ab-a4cf-0b79ad0c557a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=88881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:16:43.690191 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-979f3e8e-4a49-4410-90e2-b3ab6aaaa549 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:43.691288 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-b5ad3ba7-462c-405a-a7ae-802566f2b7ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52717e1c50>, [{'id': '9595545e-9654-4c5f-a2fc-4da3de1dc6ec', 'name': 'tempest-TestVolumeBootPattern-1089784377-router', 'tenant_id': 'fbedb279f22e4b3494591d6dabc201d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.41'}], 'enable_snat': True}, 'gw_port_id': '6971b6ef-10e9-41ac-8eab-55400fae7ed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:07:53Z', 'updated_at': '2021-12-24T11:08:03Z', 'revision_number': 4, 'project_id': 'fbedb279f22e4b3494591d6dabc201d5', 'gw_port': {'id': '6971b6ef-10e9-41ac-8eab-55400fae7ed7', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:42:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9595545e-9654-4c5f-a2fc-4da3de1dc6ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:07:55Z', 'updated_at': '2021-12-24T11:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_interfaces': [{'id': 'b54eb025-abcc-4657-9416-e7f42be0d1d5', 'name': '', 'network_id': '2428796e-e2e4-4ddb-a9cc-996932bc1226', 'tenant_id': 'fbedb279f22e4b3494591d6dabc201d5', 'mac_address': 'fa:16:3e:14:4e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9595545e-9654-4c5f-a2fc-4da3de1dc6ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66590446-f239-4728-b0eb-3db1299fa1e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:08:01Z', 'updated_at': '2021-12-24T11:08:18Z', 'revision_number': 5, 'project_id': 'fbedb279f22e4b3494591d6dabc201d5', 'subnets': [{'id': '66590446-f239-4728-b0eb-3db1299fa1e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:16:43.694799 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-979f3e8e-4a49-4410-90e2-b3ab6aaaa549 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689902'] for security_group_rule, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:43.696573 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ad3ba7-462c-405a-a7ae-802566f2b7ae None None] The sync data for ids ['9595545e-9654-4c5f-a2fc-4da3de1dc6ec'] in dv-neutron-822691-2-hyperv is: [{'id': '9595545e-9654-4c5f-a2fc-4da3de1dc6ec', 'name': 'tempest-TestVolumeBootPattern-1089784377-router', 'tenant_id': 'fbedb279f22e4b3494591d6dabc201d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.41'}], 'enable_snat': True}, 'gw_port_id': '6971b6ef-10e9-41ac-8eab-55400fae7ed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:07:53Z', 'updated_at': '2021-12-24T11:08:03Z', 'revision_number': 4, 'project_id': 'fbedb279f22e4b3494591d6dabc201d5', 'gw_port': {'id': '6971b6ef-10e9-41ac-8eab-55400fae7ed7', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:42:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9595545e-9654-4c5f-a2fc-4da3de1dc6ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:07:55Z', 'updated_at': '2021-12-24T11:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_interfaces': [{'id': 'b54eb025-abcc-4657-9416-e7f42be0d1d5', 'name': '', 'network_id': '2428796e-e2e4-4ddb-a9cc-996932bc1226', 'tenant_id': 'fbedb279f22e4b3494591d6dabc201d5', 'mac_address': 'fa:16:3e:14:4e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9595545e-9654-4c5f-a2fc-4da3de1dc6ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '66590446-f239-4728-b0eb-3db1299fa1e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:08:01Z', 'updated_at': '2021-12-24T11:08:18Z', 'revision_number': 5, 'project_id': 'fbedb279f22e4b3494591d6dabc201d5', 'subnets': [{'id': '66590446-f239-4728-b0eb-3db1299fa1e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:16:43.697482 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-e77089c8-c466-4abc-90e3-9c7f31ceafb0 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:16:43.723505 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-29463108-7b7e-48b0-aefa-034c36545c23 None None] Attempting to bind port a725ebd2-65c3-40ca-bccc-6f6220f482de on host dv-neutron-822691-2-hyperv for vnic_type normal with profile  {{(pid=88881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:16:43.723922 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-29463108-7b7e-48b0-aefa-034c36545c23 None None] Attempting to bind port a725ebd2-65c3-40ca-bccc-6f6220f482de by drivers openvswitch,hyperv on host dv-neutron-822691-2-hyperv at level 0 using segments [{'id': '8aa842c6-ea2b-4963-9584-21e8daa7fbdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'ea366ad9-2da3-4f2f-9f10-27f5134a47b4'}] {{(pid=88881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:16:43.724423 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29463108-7b7e-48b0-aefa-034c36545c23 None None] Attempting to bind port a725ebd2-65c3-40ca-bccc-6f6220f482de on network ea366ad9-2da3-4f2f-9f10-27f5134a47b4 {{(pid=88881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:16:43.728806 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979f3e8e-4a49-4410-90e2-b3ab6aaaa549 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a35a2dc-72d3-4665-9f8d-b58f025dc6f1,revision_number=0']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:16:43.733232 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-979f3e8e-4a49-4410-90e2-b3ab6aaaa549 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:16:43.733402 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29463108-7b7e-48b0-aefa-034c36545c23 None None] Checking agent: {'id': 'db1275c1-6001-47af-93c2-635c68404703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822691-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 52, 8), 'started_at': datetime.datetime(2021, 12, 24, 10, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 16, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822691-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:16:43.733801 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29463108-7b7e-48b0-aefa-034c36545c23 None None] Checking segment: {'id': '8aa842c6-ea2b-4963-9584-21e8daa7fbdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'ea366ad9-2da3-4f2f-9f10-27f5134a47b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:16:43.734289 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-29463108-7b7e-48b0-aefa-034c36545c23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:43.734861 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29463108-7b7e-48b0-aefa-034c36545c23 None None] Bound using segment: {'id': '8aa842c6-ea2b-4963-9584-21e8daa7fbdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'ea366ad9-2da3-4f2f-9f10-27f5134a47b4'} {{(pid=88881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:16:43.735534 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-29463108-7b7e-48b0-aefa-034c36545c23 None None] Bound port: a725ebd2-65c3-40ca-bccc-6f6220f482de, host: dv-neutron-822691-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8aa842c6-ea2b-4963-9584-21e8daa7fbdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'ea366ad9-2da3-4f2f-9f10-27f5134a47b4'}}] {{(pid=88881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:16:43.735944 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-29463108-7b7e-48b0-aefa-034c36545c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:43.759266 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-979f3e8e-4a49-4410-90e2-b3ab6aaaa549 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:43.761157 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-979f3e8e-4a49-4410-90e2-b3ab6aaaa549 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.2492199
Dec 24 11:16:43.764185 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 45122) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:16:43.775751 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-c1be4c9b-0fea-4c2b-a69a-500eed22dc99 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Request body: {'security_group_rule': {'security_group_id': '10abb672-cdae-4fbe-9375-5b03ce0b97da', 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:16:43.794791 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-c1be4c9b-0fea-4c2b-a69a-500eed22dc99 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:16:43.804408 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-c1be4c9b-0fea-4c2b-a69a-500eed22dc99 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Usage tracker for resource:security_group_rule and tenant:ad7c5ba9df02428aae512a4d9bb9dd9d is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:16:43.809646 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-c1be4c9b-0fea-4c2b-a69a-500eed22dc99 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:16:43.830365 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-c1be4c9b-0fea-4c2b-a69a-500eed22dc99 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:16:43.843002 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.securitygroups_db [None req-c1be4c9b-0fea-4c2b-a69a-500eed22dc99 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Project ad7c5ba9df02428aae512a4d9bb9dd9d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 24 11:16:43.851212 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c1be4c9b-0fea-4c2b-a69a-500eed22dc99 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:43.864122 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4beefa-1cd6-456f-86a1-7c1cc96c9d9d req-da91d191-146d-44a1-b255-ca99c611ebaa tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:16:43.876421 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-df4beefa-1cd6-456f-86a1-7c1cc96c9d9d req-da91d191-146d-44a1-b255-ca99c611ebaa tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] 10.222.0.65 "GET /v2.0/ports?device_id=9172ddea-2e24-4367-8ccf-2f8b57546cea HTTP/1.1" status: 200  len: 945 time: 0.1264830
Dec 24 11:16:43.878208 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-29463108-7b7e-48b0-aefa-034c36545c23 None None] For port a725ebd2-65c3-40ca-bccc-6f6220f482de, host dv-neutron-822691-2-hyperv, cleared binding levels {{(pid=88881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:16:43.883009 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-29463108-7b7e-48b0-aefa-034c36545c23 None None] For port a725ebd2-65c3-40ca-bccc-6f6220f482de, host dv-neutron-822691-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=a725ebd2-65c3-40ca-bccc-6f6220f482de,segment=NetworkSegment(8aa842c6-ea2b-4963-9584-21e8daa7fbdc),segment_id=8aa842c6-ea2b-4963-9584-21e8daa7fbdc)] {{(pid=88881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:16:43.887955 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-29463108-7b7e-48b0-aefa-034c36545c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:43.893131 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c9d2b2b6-aa1e-42ab-a4cf-0b79ad0c557a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:16:43.938653 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-df4beefa-1cd6-456f-86a1-7c1cc96c9d9d req-aee46f00-4270-4708-a34a-1efce94099a2 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] 10.222.0.65 "GET /v2.0/security-groups?id=7c81f28e-fd2d-468e-ad3a-e8186ef36a4b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0607724
Dec 24 11:16:43.993402 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d2b2b6-aa1e-42ab-a4cf-0b79ad0c557a None None] Pushing event updated for resources: {'Port': ['ID=a725ebd2-65c3-40ca-bccc-6f6220f482de,revision_number=4']} {{(pid=88881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:16:43.999207 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c9d2b2b6-aa1e-42ab-a4cf-0b79ad0c557a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:16:44.004148 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29463108-7b7e-48b0-aefa-034c36545c23 None None] Routers {'206bcbb8-968a-453a-b43f-98a55b05336f'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:16:44.004967 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-29463108-7b7e-48b0-aefa-034c36545c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271a731d0>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:16:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['206bcbb8-968a-453a-b43f-98a55b05336f'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:16:44.009405 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5574be3-347a-4cf8-ac23-745cd2793962 req-c5457d09-6aa3-4add-9c54-bd4a22608d80 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:16:44.010242 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-b5574be3-347a-4cf8-ac23-745cd2793962 req-c5457d09-6aa3-4add-9c54-bd4a22608d80 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Synchronizing usage tracker for tenant:fbedb279f22e4b3494591d6dabc201d5 on resource:port {{(pid=88879) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:16:44.042368 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c1be4c9b-0fea-4c2b-a69a-500eed22dc99 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:44.046003 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c1be4c9b-0fea-4c2b-a69a-500eed22dc99 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689902'] for security_group_rule, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:44.055005 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-d167d597-036d-41e7-a70f-4fc413eec63c tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:16:44.073755 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-b5574be3-347a-4cf8-ac23-745cd2793962 req-c5457d09-6aa3-4add-9c54-bd4a22608d80 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Unset dirty status for tenant:fbedb279f22e4b3494591d6dabc201d5 on resource:port {{(pid=88879) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:16:44.075116 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-b5574be3-347a-4cf8-ac23-745cd2793962 req-c5457d09-6aa3-4add-9c54-bd4a22608d80 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] 10.222.0.58 "GET /v2.0/ports?device_id=9172ddea-2e24-4367-8ccf-2f8b57546cea HTTP/1.1" status: 200  len: 945 time: 0.2107549
Dec 24 11:16:44.124892 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1be4c9b-0fea-4c2b-a69a-500eed22dc99 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60f55001-c429-41ee-af05-dc9c2d19df87,revision_number=0']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:16:44.128083 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c1be4c9b-0fea-4c2b-a69a-500eed22dc99 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:16:44.142866 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c1be4c9b-0fea-4c2b-a69a-500eed22dc99 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:44.147865 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 45126) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:16:44.150616 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-c1be4c9b-0fea-4c2b-a69a-500eed22dc99 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.3848023
Dec 24 11:16:44.156277 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-d8e21977-73aa-4f6e-83d1-c5126ed0a8c3 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Request body: {'security_group_rule': {'security_group_id': '10abb672-cdae-4fbe-9375-5b03ce0b97da', 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:16:44.163792 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-d8e21977-73aa-4f6e-83d1-c5126ed0a8c3 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:16:44.170971 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-d8e21977-73aa-4f6e-83d1-c5126ed0a8c3 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Usage tracker for resource:security_group_rule and tenant:ad7c5ba9df02428aae512a4d9bb9dd9d is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:16:44.176373 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-d8e21977-73aa-4f6e-83d1-c5126ed0a8c3 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:16:44.184189 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-d8e21977-73aa-4f6e-83d1-c5126ed0a8c3 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:16:44.187894 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [req-b5574be3-347a-4cf8-ac23-745cd2793962 req-b4d45051-9bec-44ef-a6f0-da6cb07042a4 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Deleting port 160df496-6eec-44ce-a16c-8b507196b963 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:16:44.188406 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-b5574be3-347a-4cf8-ac23-745cd2793962 req-b4d45051-9bec-44ef-a6f0-da6cb07042a4 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:44.214807 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.securitygroups_db [None req-d8e21977-73aa-4f6e-83d1-c5126ed0a8c3 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Project ad7c5ba9df02428aae512a4d9bb9dd9d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 24 11:16:44.224710 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d8e21977-73aa-4f6e-83d1-c5126ed0a8c3 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:44.252410 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-29463108-7b7e-48b0-aefa-034c36545c23 None None] Set router 206bcbb8-968a-453a-b43f-98a55b05336f gateway port host: dv-neutron-822691-2-hyperv {{(pid=88881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:16:44.310967 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d8e21977-73aa-4f6e-83d1-c5126ed0a8c3 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:44.315028 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d8e21977-73aa-4f6e-83d1-c5126ed0a8c3 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689902'] for security_group_rule, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:44.317471 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-061308d8-2ab5-417a-85ee-961ff53a5d49 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:16:44.343332 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e21977-73aa-4f6e-83d1-c5126ed0a8c3 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8548706-5b14-4bac-a42e-692bd9eb30e8,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:16:44.348666 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-d8e21977-73aa-4f6e-83d1-c5126ed0a8c3 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:16:44.366007 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d8e21977-73aa-4f6e-83d1-c5126ed0a8c3 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:44.366515 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e0f9da-48dd-478f-9575-090fd9800064 None None] New status for floating IP eb02df3c-b7c6-4008-8b77-391d8ad7bb92: DOWN {{(pid=88880) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 24 11:16:44.370428 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-d8e21977-73aa-4f6e-83d1-c5126ed0a8c3 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.2213182
Dec 24 11:16:44.553704 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [req-b5574be3-347a-4cf8-ac23-745cd2793962 req-b4d45051-9bec-44ef-a6f0-da6cb07042a4 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] For port 160df496-6eec-44ce-a16c-8b507196b963, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=160df496-6eec-44ce-a16c-8b507196b963,segment=NetworkSegment(faf0938d-9351-4aa3-a42a-2891bc0c4373),segment_id=faf0938d-9351-4aa3-a42a-2891bc0c4373)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:16:44.554310 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-b5574be3-347a-4cf8-ac23-745cd2793962 req-b4d45051-9bec-44ef-a6f0-da6cb07042a4 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:44.590492 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-3ab572e5-3d04-4dc5-974e-9469972f7b63 req-113bfcf1-892a-41bd-bf51-4e511e3edeb2 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Synchronizing usage tracker for tenant:ad7c5ba9df02428aae512a4d9bb9dd9d on resource:security_group {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:16:44.606646 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-3ab572e5-3d04-4dc5-974e-9469972f7b63 req-113bfcf1-892a-41bd-bf51-4e511e3edeb2 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Unset dirty status for tenant:ad7c5ba9df02428aae512a4d9bb9dd9d on resource:security_group {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:16:44.608170 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-3ab572e5-3d04-4dc5-974e-9469972f7b63 req-113bfcf1-892a-41bd-bf51-4e511e3edeb2 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-943997354&fields=id&tenant_id=ad7c5ba9df02428aae512a4d9bb9dd9d HTTP/1.1" status: 200  len: 267 time: 0.0761862
Dec 24 11:16:44.637205 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-29463108-7b7e-48b0-aefa-034c36545c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271a731d0>, [{'id': '206bcbb8-968a-453a-b43f-98a55b05336f', 'name': 'tempest-TestNetworkBasicOps-router-541240314', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.162'}], 'enable_snat': True}, 'gw_port_id': '6201aa88-02a9-4c07-a500-1170cb027e16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:16:34Z', 'updated_at': '2021-12-24T11:16:39Z', 'revision_number': 4, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'gw_port': {'id': '6201aa88-02a9-4c07-a500-1170cb027e16', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:65:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206bcbb8-968a-453a-b43f-98a55b05336f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:16:35Z', 'updated_at': '2021-12-24T11:16:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_interfaces': [{'id': 'a725ebd2-65c3-40ca-bccc-6f6220f482de', 'name': '', 'network_id': 'ea366ad9-2da3-4f2f-9f10-27f5134a47b4', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'mac_address': 'fa:16:3e:5c:8c:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '206bcbb8-968a-453a-b43f-98a55b05336f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '172395be-11f7-4933-933b-c5d0e58d49f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:16:38Z', 'updated_at': '2021-12-24T11:16:43Z', 'revision_number': 4, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'subnets': [{'id': '172395be-11f7-4933-933b-c5d0e58d49f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:16:44.641934 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29463108-7b7e-48b0-aefa-034c36545c23 None None] The sync data for ids ['206bcbb8-968a-453a-b43f-98a55b05336f'] in dv-neutron-822691-2-hyperv is: [{'id': '206bcbb8-968a-453a-b43f-98a55b05336f', 'name': 'tempest-TestNetworkBasicOps-router-541240314', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.162'}], 'enable_snat': True}, 'gw_port_id': '6201aa88-02a9-4c07-a500-1170cb027e16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:16:34Z', 'updated_at': '2021-12-24T11:16:39Z', 'revision_number': 4, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'gw_port': {'id': '6201aa88-02a9-4c07-a500-1170cb027e16', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:65:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206bcbb8-968a-453a-b43f-98a55b05336f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:16:35Z', 'updated_at': '2021-12-24T11:16:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_interfaces': [{'id': 'a725ebd2-65c3-40ca-bccc-6f6220f482de', 'name': '', 'network_id': 'ea366ad9-2da3-4f2f-9f10-27f5134a47b4', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'mac_address': 'fa:16:3e:5c:8c:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '206bcbb8-968a-453a-b43f-98a55b05336f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '172395be-11f7-4933-933b-c5d0e58d49f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:16:38Z', 'updated_at': '2021-12-24T11:16:43Z', 'revision_number': 4, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'subnets': [{'id': '172395be-11f7-4933-933b-c5d0e58d49f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:16:44.709712 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [req-b5574be3-347a-4cf8-ac23-745cd2793962 req-b4d45051-9bec-44ef-a6f0-da6cb07042a4 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Calling delete_port for 160df496-6eec-44ce-a16c-8b507196b963 owned by compute:nova {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:16:44.806863 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab572e5-3d04-4dc5-974e-9469972f7b63 req-6319fcf9-f752-4ecf-8121-e3357af0992a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:16:44.807936 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-3ab572e5-3d04-4dc5-974e-9469972f7b63 req-6319fcf9-f752-4ecf-8121-e3357af0992a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Synchronizing usage tracker for tenant:ad7c5ba9df02428aae512a4d9bb9dd9d on resource:network {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:16:44.833953 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-3ab572e5-3d04-4dc5-974e-9469972f7b63 req-6319fcf9-f752-4ecf-8121-e3357af0992a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Unset dirty status for tenant:ad7c5ba9df02428aae512a4d9bb9dd9d on resource:network {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:16:44.835568 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-3ab572e5-3d04-4dc5-974e-9469972f7b63 req-6319fcf9-f752-4ecf-8121-e3357af0992a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/networks?id=ea366ad9-2da3-4f2f-9f10-27f5134a47b4 HTTP/1.1" status: 200  len: 797 time: 0.2180941
Dec 24 11:16:44.855460 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-3ab572e5-3d04-4dc5-974e-9469972f7b63 req-93f764d3-8d8c-415c-8db0-c17273cf565b tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/quotas/ad7c5ba9df02428aae512a4d9bb9dd9d HTTP/1.1" status: 200  len: 375 time: 0.0129178
Dec 24 11:16:44.886067 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-b5574be3-347a-4cf8-ac23-745cd2793962 req-b4d45051-9bec-44ef-a6f0-da6cb07042a4 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:44.892352 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-55cc4b49-43f0-4f0d-b4a4-274fc0815721 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:16:44.939562 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d45051-9bec-44ef-a6f0-da6cb07042a4 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Pushing event deleted for resources: {'Port': ['ID=160df496-6eec-44ce-a16c-8b507196b963,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:16:44.945112 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-b4d45051-9bec-44ef-a6f0-da6cb07042a4 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:16:44.953063 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-3ab572e5-3d04-4dc5-974e-9469972f7b63 req-21212257-ac73-49c0-b2a8-c9d8c86cc28e tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Synchronizing usage tracker for tenant:ad7c5ba9df02428aae512a4d9bb9dd9d on resource:port {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:16:44.975503 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-3ab572e5-3d04-4dc5-974e-9469972f7b63 req-21212257-ac73-49c0-b2a8-c9d8c86cc28e tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Unset dirty status for tenant:ad7c5ba9df02428aae512a4d9bb9dd9d on resource:port {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:16:44.977250 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-3ab572e5-3d04-4dc5-974e-9469972f7b63 req-21212257-ac73-49c0-b2a8-c9d8c86cc28e tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=ad7c5ba9df02428aae512a4d9bb9dd9d&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1147664
Dec 24 11:16:45.025589 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5574be3-347a-4cf8-ac23-745cd2793962 req-b4d45051-9bec-44ef-a6f0-da6cb07042a4 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] No DVR routers for this DVR port 160df496-6eec-44ce-a16c-8b507196b963 on host hv-neutron-8226 {{(pid=88879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 24 11:16:45.028609 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-b5574be3-347a-4cf8-ac23-745cd2793962 req-b4d45051-9bec-44ef-a6f0-da6cb07042a4 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:45.031811 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9172ddea-2e24-4367-8ccf-2f8b57546cea', 'name': 'network-vif-deleted', 'tag': '160df496-6eec-44ce-a16c-8b507196b963'}] {{(pid=88879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 24 11:16:45.048875 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-b5574be3-347a-4cf8-ac23-745cd2793962 req-b4d45051-9bec-44ef-a6f0-da6cb07042a4 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] 10.222.0.58 "DELETE /v2.0/ports/160df496-6eec-44ce-a16c-8b507196b963 HTTP/1.1" status: 204  len: 173 time: 0.9667685
Dec 24 11:16:45.179627 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-e6207d59-77ed-4f02-8697-3f73f1f72ed6 req-7b49dbe6-0cd8-4dcd-9483-f2d172c4fea4 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] 10.222.0.65 "GET /v2.0/ports?device_id=9172ddea-2e24-4367-8ccf-2f8b57546cea HTTP/1.1" status: 200  len: 210 time: 0.0600984
Dec 24 11:16:45.212226 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-3ab572e5-3d04-4dc5-974e-9469972f7b63 req-0b522860-db54-4185-8467-c1c6944afee5 service neutron] 10.222.0.65 "GET /v2.0/networks/ea366ad9-2da3-4f2f-9f10-27f5134a47b4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2109859
Dec 24 11:16:45.295513 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9172ddea-2e24-4367-8ccf-2f8b57546cea', 'name': 'network-vif-deleted', 'tag': '160df496-6eec-44ce-a16c-8b507196b963', 'status': 'completed', 'code': 200}
Dec 24 11:16:45.373283 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-3ab572e5-3d04-4dc5-974e-9469972f7b63 req-b127b7fa-b49b-4562-92a6-27805d7bde4a service neutron] 10.222.0.65 "GET /v2.0/networks/ea366ad9-2da3-4f2f-9f10-27f5134a47b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1546073
Dec 24 11:16:45.587197 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device a725ebd2-65c3-40ca-bccc-6f6220f482de up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:16:45.715756 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning for port a725ebd2-65c3-40ca-bccc-6f6220f482de completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:16:45.723404 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port a725ebd2-65c3-40ca-bccc-6f6220f482de triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:16:45.724321 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:45.748590 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-b891f105-c055-46d2-84a3-59c078837197 req-c68bf434-692b-45b8-8e89-c56d8bd60dab tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/ports?device_id=de261675-c040-4b04-8916-2d5395b12bbf HTTP/1.1" status: 200  len: 210 time: 0.1056659
Dec 24 11:16:45.903772 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:45.951498 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] For port a725ebd2-65c3-40ca-bccc-6f6220f482de, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=a725ebd2-65c3-40ca-bccc-6f6220f482de,segment=NetworkSegment(8aa842c6-ea2b-4963-9584-21e8daa7fbdc),segment_id=8aa842c6-ea2b-4963-9584-21e8daa7fbdc)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:16:45.954380 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:45.956693 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-0b625446-5488-4391-b340-93febe258403 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:16:46.030200 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Pushing event updated for resources: {'Port': ['ID=a725ebd2-65c3-40ca-bccc-6f6220f482de,revision_number=5']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:16:46.034112 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:16:46.418375 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-f391096f-8e70-41b6-be89-dd416936e66f req-1adbb029-07ac-4ef8-861e-c84d43c7fa1c tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] 10.222.0.65 "GET /v2.0/ports?device_id=9172ddea-2e24-4367-8ccf-2f8b57546cea HTTP/1.1" status: 200  len: 210 time: 0.0539715
Dec 24 11:16:46.934002 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-38040a5b-54ec-43d9-b146-0bac4a76f927 req-a15e7b49-abab-4028-be3a-0c8e68489d20 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/ports?device_id=de261675-c040-4b04-8916-2d5395b12bbf HTTP/1.1" status: 200  len: 210 time: 0.0467675
Dec 24 11:16:47.059645 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Device 160df496-6eec-44ce-a16c-8b507196b963 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:16:47.083646 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab572e5-3d04-4dc5-974e-9469972f7b63 req-1de563f2-826c-46e5-8a91-85a794318e2b tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:16:47.085543 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-3ab572e5-3d04-4dc5-974e-9469972f7b63 req-1de563f2-826c-46e5-8a91-85a794318e2b tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.58 "GET /v2.0/networks?id=ea366ad9-2da3-4f2f-9f10-27f5134a47b4 HTTP/1.1" status: 200  len: 797 time: 0.1850686
Dec 24 11:16:47.093643 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] No Port match for: 160df496-6eec-44ce-a16c-8b507196b963 {{(pid=88880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 24 11:16:47.094064 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Device 160df496-6eec-44ce-a16c-8b507196b963 not bound to the agent host hv-neutron-8226 {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 24 11:16:47.153428 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-3ab572e5-3d04-4dc5-974e-9469972f7b63 req-bf6945f8-70c0-4c51-b143-263bc45c76ee tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Synchronizing usage tracker for tenant:ad7c5ba9df02428aae512a4d9bb9dd9d on resource:security_group {{(pid=88879) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:16:47.168651 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-3ab572e5-3d04-4dc5-974e-9469972f7b63 req-bf6945f8-70c0-4c51-b143-263bc45c76ee tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Unset dirty status for tenant:ad7c5ba9df02428aae512a4d9bb9dd9d on resource:security_group {{(pid=88879) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:16:47.170098 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-3ab572e5-3d04-4dc5-974e-9469972f7b63 req-bf6945f8-70c0-4c51-b143-263bc45c76ee tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ad7c5ba9df02428aae512a4d9bb9dd9d HTTP/1.1" status: 200  len: 379 time: 0.0697925
Dec 24 11:16:47.185387 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [req-3ab572e5-3d04-4dc5-974e-9469972f7b63 req-b5a68190-e2d5-4b54-aaf0-1dfc0fdaecdf tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Request body: {'port': {'device_id': 'de261675-c040-4b04-8916-2d5395b12bbf', 'network_id': 'ea366ad9-2da3-4f2f-9f10-27f5134a47b4', 'admin_state_up': True, 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'security_groups': ['10abb672-cdae-4fbe-9375-5b03ce0b97da']}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:16:47.333648 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [req-3ab572e5-3d04-4dc5-974e-9469972f7b63 req-b5a68190-e2d5-4b54-aaf0-1dfc0fdaecdf tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:16:47.344831 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [req-3ab572e5-3d04-4dc5-974e-9469972f7b63 req-b5a68190-e2d5-4b54-aaf0-1dfc0fdaecdf tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:16:47.355915 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ab572e5-3d04-4dc5-974e-9469972f7b63 req-b5a68190-e2d5-4b54-aaf0-1dfc0fdaecdf tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Made reservation on behalf of ad7c5ba9df02428aae512a4d9bb9dd9d for: {'port': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:16:47.361592 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-3ab572e5-3d04-4dc5-974e-9469972f7b63 req-b5a68190-e2d5-4b54-aaf0-1dfc0fdaecdf tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:47.472873 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device a725ebd2-65c3-40ca-bccc-6f6220f482de up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:16:47.536150 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 45166) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:16:47.541407 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [req-3ab572e5-3d04-4dc5-974e-9469972f7b63 req-b5a68190-e2d5-4b54-aaf0-1dfc0fdaecdf tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Allocated IP 172.20.0.10 (ea366ad9-2da3-4f2f-9f10-27f5134a47b4/172395be-11f7-4933-933b-c5d0e58d49f4/88e264d4-b230-4ab5-a7db-ebbc56e0351c) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:16:47.554978 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port a725ebd2-65c3-40ca-bccc-6f6220f482de triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:16:47.555631 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:47.721870 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-6048a1fe-b78f-4914-b734-4bdfa1a4d944 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Deleting port 48f55f0d-639d-45fc-83a1-6b514947fccb {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:16:47.722240 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6048a1fe-b78f-4914-b734-4bdfa1a4d944 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:47.762023 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-3ab572e5-3d04-4dc5-974e-9469972f7b63 req-b5a68190-e2d5-4b54-aaf0-1dfc0fdaecdf tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:47.779259 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [req-3ab572e5-3d04-4dc5-974e-9469972f7b63 req-b5a68190-e2d5-4b54-aaf0-1dfc0fdaecdf tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Transition to ACTIVE for port object 88e264d4-b230-4ab5-a7db-ebbc56e0351c will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:16:47.800373 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-3ab572e5-3d04-4dc5-974e-9469972f7b63 req-b5a68190-e2d5-4b54-aaf0-1dfc0fdaecdf tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:47.807488 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-ce135d59-255a-4de1-8734-05deb611f5e6 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:16:47.877543 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ab572e5-3d04-4dc5-974e-9469972f7b63 req-b5a68190-e2d5-4b54-aaf0-1dfc0fdaecdf tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Network ea366ad9-2da3-4f2f-9f10-27f5134a47b4 is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:16:47.881415 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [req-3ab572e5-3d04-4dc5-974e-9469972f7b63 req-b5a68190-e2d5-4b54-aaf0-1dfc0fdaecdf tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Resources bound (agent type, host, resource id):  {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:16:47.884226 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ab572e5-3d04-4dc5-974e-9469972f7b63 req-b5a68190-e2d5-4b54-aaf0-1dfc0fdaecdf tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:16:47.910041 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6048a1fe-b78f-4914-b734-4bdfa1a4d944 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:47.910406 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6048a1fe-b78f-4914-b734-4bdfa1a4d944 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:47.922452 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a68190-e2d5-4b54-aaf0-1dfc0fdaecdf tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event updated for resources: {'Port': ['ID=88e264d4-b230-4ab5-a7db-ebbc56e0351c,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:16:47.928563 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-b5a68190-e2d5-4b54-aaf0-1dfc0fdaecdf tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:16:47.956484 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab572e5-3d04-4dc5-974e-9469972f7b63 req-b5a68190-e2d5-4b54-aaf0-1dfc0fdaecdf tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:16:47.957300 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-3ab572e5-3d04-4dc5-974e-9469972f7b63 req-b5a68190-e2d5-4b54-aaf0-1dfc0fdaecdf tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:47.993459 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-3ab572e5-3d04-4dc5-974e-9469972f7b63 req-b5a68190-e2d5-4b54-aaf0-1dfc0fdaecdf tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8124201
Dec 24 11:16:48.008764 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [req-3ab572e5-3d04-4dc5-974e-9469972f7b63 req-d725ee6c-b181-4c69-8ddd-3b5d9680f901 service neutron] Request body: {'port': {'device_id': 'de261675-c040-4b04-8916-2d5395b12bbf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:16:48.048490 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-6048a1fe-b78f-4914-b734-4bdfa1a4d944 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Calling delete_port for 48f55f0d-639d-45fc-83a1-6b514947fccb owned by network:floatingip {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:16:48.135924 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-3ab572e5-3d04-4dc5-974e-9469972f7b63 req-d725ee6c-b181-4c69-8ddd-3b5d9680f901 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:48.253612 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260cbfbe-2174-4653-aed8-22872631b513 req-25879f00-2836-44ec-8148-80e964751980 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:16:48.255272 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-260cbfbe-2174-4653-aed8-22872631b513 req-25879f00-2836-44ec-8148-80e964751980 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/ports?device_id=de261675-c040-4b04-8916-2d5395b12bbf HTTP/1.1" status: 200  len: 932 time: 0.1758897
Dec 24 11:16:48.264483 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-86602deb-0960-40b2-9756-98e8f8d59e92 None None] Provisioning for port 88e264d4-b230-4ab5-a7db-ebbc56e0351c completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:16:48.271911 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-86602deb-0960-40b2-9756-98e8f8d59e92 None None] Provisioning complete for port 88e264d4-b230-4ab5-a7db-ebbc56e0351c triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:16:48.272983 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-86602deb-0960-40b2-9756-98e8f8d59e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:48.309573 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6048a1fe-b78f-4914-b734-4bdfa1a4d944 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:48.317394 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-a9062c26-fb5c-4450-951a-abe21504cacd tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:16:48.330474 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-86602deb-0960-40b2-9756-98e8f8d59e92 None None] Port 88e264d4-b230-4ab5-a7db-ebbc56e0351c cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:16:48.366464 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6048a1fe-b78f-4914-b734-4bdfa1a4d944 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Pushing event deleted for resources: {'Port': ['ID=48f55f0d-639d-45fc-83a1-6b514947fccb,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:16:48.370259 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-6048a1fe-b78f-4914-b734-4bdfa1a4d944 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:16:48.372824 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-260cbfbe-2174-4653-aed8-22872631b513 req-85ce1fa9-cadd-4c07-8f16-e6879fc4adf5 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/security-groups?id=10abb672-cdae-4fbe-9375-5b03ce0b97da&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1064205
Dec 24 11:16:48.473753 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6048a1fe-b78f-4914-b734-4bdfa1a4d944 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Notify callbacks [] for floatingip, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:48.489954 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6048a1fe-b78f-4914-b734-4bdfa1a4d944 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for floatingip, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:48.491263 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-6048a1fe-b78f-4914-b734-4bdfa1a4d944 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] 10.222.0.65 "DELETE /v2.0/floatingips/6ce823a5-a78f-490c-b02f-482c204f885a HTTP/1.1" status: 204  len: 168 time: 0.9530833
Dec 24 11:16:48.532178 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [req-3ab572e5-3d04-4dc5-974e-9469972f7b63 req-d725ee6c-b181-4c69-8ddd-3b5d9680f901 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88e264d4-b230-4ab5-a7db-ebbc56e0351c {{(pid=88879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 24 11:16:48.540470 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-3ab572e5-3d04-4dc5-974e-9469972f7b63 req-d725ee6c-b181-4c69-8ddd-3b5d9680f901 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:48.558808 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [req-3ab572e5-3d04-4dc5-974e-9469972f7b63 req-d725ee6c-b181-4c69-8ddd-3b5d9680f901 service neutron] Transition to ACTIVE for port object 88e264d4-b230-4ab5-a7db-ebbc56e0351c will not be triggered until provisioned by entity L2. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:16:48.562030 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-3ab572e5-3d04-4dc5-974e-9469972f7b63 req-d725ee6c-b181-4c69-8ddd-3b5d9680f901 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850854027'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:48.573699 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-b0311243-4290-4245-9623-50d09e669470 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:16:48.722202 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d725ee6c-b181-4c69-8ddd-3b5d9680f901 service neutron] Pushing event updated for resources: {'Port': ['ID=88e264d4-b230-4ab5-a7db-ebbc56e0351c,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:16:48.750028 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-d725ee6c-b181-4c69-8ddd-3b5d9680f901 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:16:48.846455 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [req-3ab572e5-3d04-4dc5-974e-9469972f7b63 req-d725ee6c-b181-4c69-8ddd-3b5d9680f901 service neutron] Attempting to bind port 88e264d4-b230-4ab5-a7db-ebbc56e0351c on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:16:48.846954 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [req-3ab572e5-3d04-4dc5-974e-9469972f7b63 req-d725ee6c-b181-4c69-8ddd-3b5d9680f901 service neutron] Attempting to bind port 88e264d4-b230-4ab5-a7db-ebbc56e0351c by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '8aa842c6-ea2b-4963-9584-21e8daa7fbdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'ea366ad9-2da3-4f2f-9f10-27f5134a47b4'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:16:48.847563 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ab572e5-3d04-4dc5-974e-9469972f7b63 req-d725ee6c-b181-4c69-8ddd-3b5d9680f901 service neutron] Attempting to bind port 88e264d4-b230-4ab5-a7db-ebbc56e0351c on network ea366ad9-2da3-4f2f-9f10-27f5134a47b4 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:16:48.855525 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ab572e5-3d04-4dc5-974e-9469972f7b63 req-d725ee6c-b181-4c69-8ddd-3b5d9680f901 service neutron] Port 88e264d4-b230-4ab5-a7db-ebbc56e0351c on network ea366ad9-2da3-4f2f-9f10-27f5134a47b4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 24 11:16:48.856056 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ab572e5-3d04-4dc5-974e-9469972f7b63 req-d725ee6c-b181-4c69-8ddd-3b5d9680f901 service neutron] Attempting to bind port 88e264d4-b230-4ab5-a7db-ebbc56e0351c on network ea366ad9-2da3-4f2f-9f10-27f5134a47b4 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:16:48.865420 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ab572e5-3d04-4dc5-974e-9469972f7b63 req-d725ee6c-b181-4c69-8ddd-3b5d9680f901 service neutron] Checking agent: {'id': '239bbc6e-fc66-42e2-b707-1aa8ba10287c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 57, 58), 'started_at': datetime.datetime(2021, 12, 24, 10, 57, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 16, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:16:48.865987 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ab572e5-3d04-4dc5-974e-9469972f7b63 req-d725ee6c-b181-4c69-8ddd-3b5d9680f901 service neutron] Checking segment: {'id': '8aa842c6-ea2b-4963-9584-21e8daa7fbdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'ea366ad9-2da3-4f2f-9f10-27f5134a47b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:16:48.866514 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ab572e5-3d04-4dc5-974e-9469972f7b63 req-d725ee6c-b181-4c69-8ddd-3b5d9680f901 service neutron] Bound using segment: {'id': '8aa842c6-ea2b-4963-9584-21e8daa7fbdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'ea366ad9-2da3-4f2f-9f10-27f5134a47b4'} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:16:48.867136 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [req-3ab572e5-3d04-4dc5-974e-9469972f7b63 req-d725ee6c-b181-4c69-8ddd-3b5d9680f901 service neutron] Bound port: 88e264d4-b230-4ab5-a7db-ebbc56e0351c, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8aa842c6-ea2b-4963-9584-21e8daa7fbdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'ea366ad9-2da3-4f2f-9f10-27f5134a47b4'}}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:16:48.867658 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-3ab572e5-3d04-4dc5-974e-9469972f7b63 req-d725ee6c-b181-4c69-8ddd-3b5d9680f901 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:48.983023 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [req-3ab572e5-3d04-4dc5-974e-9469972f7b63 req-d725ee6c-b181-4c69-8ddd-3b5d9680f901 service neutron] For port 88e264d4-b230-4ab5-a7db-ebbc56e0351c, host hv-neutron-8226, cleared binding levels {{(pid=88879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:16:48.987212 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [req-3ab572e5-3d04-4dc5-974e-9469972f7b63 req-d725ee6c-b181-4c69-8ddd-3b5d9680f901 service neutron] For port 88e264d4-b230-4ab5-a7db-ebbc56e0351c, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=88e264d4-b230-4ab5-a7db-ebbc56e0351c,segment=NetworkSegment(8aa842c6-ea2b-4963-9584-21e8daa7fbdc),segment_id=8aa842c6-ea2b-4963-9584-21e8daa7fbdc)] {{(pid=88879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:16:48.991035 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-3ab572e5-3d04-4dc5-974e-9469972f7b63 req-d725ee6c-b181-4c69-8ddd-3b5d9680f901 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850854027'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:48.997049 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-ecb7b73b-d2b1-4060-b524-5653ecde1ef3 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:16:49.061784 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-3ab572e5-3d04-4dc5-974e-9469972f7b63 req-d725ee6c-b181-4c69-8ddd-3b5d9680f901 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:49.063490 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-3ab572e5-3d04-4dc5-974e-9469972f7b63 req-d725ee6c-b181-4c69-8ddd-3b5d9680f901 service neutron] 10.222.0.58 "PUT /v2.0/ports/88e264d4-b230-4ab5-a7db-ebbc56e0351c HTTP/1.1" status: 200  len: 1094 time: 1.0600612
Dec 24 11:16:49.064164 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de261675-c040-4b04-8916-2d5395b12bbf', 'tag': '88e264d4-b230-4ab5-a7db-ebbc56e0351c'}] {{(pid=88879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 24 11:16:49.105639 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d725ee6c-b181-4c69-8ddd-3b5d9680f901 service neutron] Pushing event updated for resources: {'Port': ['ID=88e264d4-b230-4ab5-a7db-ebbc56e0351c,revision_number=3']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:16:49.111860 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-d725ee6c-b181-4c69-8ddd-3b5d9680f901 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:16:49.164705 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de261675-c040-4b04-8916-2d5395b12bbf', 'tag': '88e264d4-b230-4ab5-a7db-ebbc56e0351c', 'status': 'completed', 'code': 200}
Dec 24 11:16:49.215130 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-3ab572e5-3d04-4dc5-974e-9469972f7b63 req-e7afefc6-8563-424e-aba5-a1a5303c164c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ad7c5ba9df02428aae512a4d9bb9dd9d&device_id=de261675-c040-4b04-8916-2d5395b12bbf HTTP/1.1" status: 200  len: 1097 time: 0.0978220
Dec 24 11:16:49.298652 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-3ab572e5-3d04-4dc5-974e-9469972f7b63 req-75397568-b9cc-4ea1-bc7a-917cffc57c89 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=88e264d4-b230-4ab5-a7db-ebbc56e0351c HTTP/1.1" status: 200  len: 217 time: 0.0752833
Dec 24 11:16:49.392566 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab572e5-3d04-4dc5-974e-9469972f7b63 req-42fe2090-6531-4ca9-98ea-6a963808d1f1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:16:49.394199 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-3ab572e5-3d04-4dc5-974e-9469972f7b63 req-42fe2090-6531-4ca9-98ea-6a963808d1f1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=172395be-11f7-4933-933b-c5d0e58d49f4 HTTP/1.1" status: 200  len: 835 time: 0.0888457
Dec 24 11:16:49.496916 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-3ab572e5-3d04-4dc5-974e-9469972f7b63 req-345bdf9d-4d64-4ead-a69b-05eb0911695e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ea366ad9-2da3-4f2f-9f10-27f5134a47b4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0956285
Dec 24 11:16:49.598209 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda53be2-fd6a-4bf8-a781-9d4533ad5318 req-d83029df-b126-49bf-b590-152156e5cb98 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:16:49.600794 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-dda53be2-fd6a-4bf8-a781-9d4533ad5318 req-d83029df-b126-49bf-b590-152156e5cb98 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/ports?device_id=de261675-c040-4b04-8916-2d5395b12bbf HTTP/1.1" status: 200  len: 944 time: 0.0949647
Dec 24 11:16:49.660261 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-dda53be2-fd6a-4bf8-a781-9d4533ad5318 req-d3c85e97-ad6e-44fb-a6a5-d82d37bbbdab tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/security-groups?id=10abb672-cdae-4fbe-9375-5b03ce0b97da&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0521889
Dec 24 11:16:49.940869 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-3ab572e5-3d04-4dc5-974e-9469972f7b63 req-dfb5c259-5072-4e0f-9fa8-79ba7d3b425c service neutron] 10.222.0.58 "GET /v2.0/networks/ea366ad9-2da3-4f2f-9f10-27f5134a47b4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4324715
Dec 24 11:16:50.109263 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-3ab572e5-3d04-4dc5-974e-9469972f7b63 req-4e9a962a-bbd4-4bc6-9d7e-767a3deda4a4 service neutron] 10.222.0.58 "GET /v2.0/networks/ea366ad9-2da3-4f2f-9f10-27f5134a47b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1572700
Dec 24 11:16:50.272101 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-9bc72569-cd6a-4d2d-a041-ed0f972fda13 req-0081c57f-d790-4c95-bd12-57d1d8727ea3 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ad7c5ba9df02428aae512a4d9bb9dd9d&device_id=de261675-c040-4b04-8916-2d5395b12bbf HTTP/1.1" status: 200  len: 1097 time: 0.0928395
Dec 24 11:16:50.427116 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc72569-cd6a-4d2d-a041-ed0f972fda13 req-ebf90e28-9fb4-4b6d-8567-cbc453cf6d7b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:16:50.428741 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-9bc72569-cd6a-4d2d-a041-ed0f972fda13 req-ebf90e28-9fb4-4b6d-8567-cbc453cf6d7b service neutron] 10.222.0.58 "GET /v2.0/networks?id=ea366ad9-2da3-4f2f-9f10-27f5134a47b4 HTTP/1.1" status: 200  len: 898 time: 0.1498024
Dec 24 11:16:50.510228 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-9bc72569-cd6a-4d2d-a041-ed0f972fda13 req-8898aa07-f652-4875-b191-10932c06a1c4 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=88e264d4-b230-4ab5-a7db-ebbc56e0351c HTTP/1.1" status: 200  len: 217 time: 0.0742619
Dec 24 11:16:50.593997 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc72569-cd6a-4d2d-a041-ed0f972fda13 req-a1a378e9-3c6a-4b8f-9e3c-d771069be02e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:16:50.595732 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-9bc72569-cd6a-4d2d-a041-ed0f972fda13 req-a1a378e9-3c6a-4b8f-9e3c-d771069be02e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=172395be-11f7-4933-933b-c5d0e58d49f4 HTTP/1.1" status: 200  len: 835 time: 0.0792224
Dec 24 11:16:50.688857 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-9bc72569-cd6a-4d2d-a041-ed0f972fda13 req-d6ef523d-e7a7-4762-9dee-7b0d71051bfd service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ea366ad9-2da3-4f2f-9f10-27f5134a47b4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0838375
Dec 24 11:16:50.867593 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-9bc72569-cd6a-4d2d-a041-ed0f972fda13 req-f0831a5d-aa48-4f50-bd80-8349f5fe38a0 service neutron] 10.222.0.58 "GET /v2.0/networks/ea366ad9-2da3-4f2f-9f10-27f5134a47b4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1684096
Dec 24 11:16:50.912821 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7512388-08b0-4286-a3d0-cefcfb52620a req-66576e4a-44bd-4d5f-a1f5-46cc49d89d0a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:16:50.914521 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-e7512388-08b0-4286-a3d0-cefcfb52620a req-66576e4a-44bd-4d5f-a1f5-46cc49d89d0a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/ports?device_id=de261675-c040-4b04-8916-2d5395b12bbf HTTP/1.1" status: 200  len: 944 time: 0.1000519
Dec 24 11:16:50.979733 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-e7512388-08b0-4286-a3d0-cefcfb52620a req-a1e8200c-0eb8-48c1-add4-46b63aa43973 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/security-groups?id=10abb672-cdae-4fbe-9375-5b03ce0b97da&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0581062
Dec 24 11:16:51.045679 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-9bc72569-cd6a-4d2d-a041-ed0f972fda13 req-05643e67-01bd-4e32-a8fe-9588f5438c97 service neutron] 10.222.0.58 "GET /v2.0/networks/ea366ad9-2da3-4f2f-9f10-27f5134a47b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1700826
Dec 24 11:16:51.095039 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 45190) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:16:51.178896 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2e33c904-9215-476e-bf50-f02ef07e0f74 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Notify callbacks [] for security_group, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:51.210280 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2e33c904-9215-476e-bf50-f02ef07e0f74 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:51.275413 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2e33c904-9215-476e-bf50-f02ef07e0f74 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:51.279643 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-866a3e08-737f-4d8e-b084-71def616c411 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:16:51.300246 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e33c904-9215-476e-bf50-f02ef07e0f74 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c81f28e-fd2d-468e-ad3a-e8186ef36a4b,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:16:51.303281 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-2e33c904-9215-476e-bf50-f02ef07e0f74 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:16:51.313626 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2e33c904-9215-476e-bf50-f02ef07e0f74 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Notify callbacks [] for security_group, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:51.315306 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-2e33c904-9215-476e-bf50-f02ef07e0f74 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] 10.222.0.65 "DELETE /v2.0/security-groups/7c81f28e-fd2d-468e-ad3a-e8186ef36a4b HTTP/1.1" status: 204  len: 168 time: 0.2187407
Dec 24 11:16:51.380440 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 45196) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:16:52.261665 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4317667-60f2-4a15-81cf-9814fedc514b req-784f7cfc-0c31-40b9-9bf4-b74a2a6e1b96 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:16:52.263279 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-c4317667-60f2-4a15-81cf-9814fedc514b req-784f7cfc-0c31-40b9-9bf4-b74a2a6e1b96 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/ports?device_id=de261675-c040-4b04-8916-2d5395b12bbf HTTP/1.1" status: 200  len: 944 time: 0.1305430
Dec 24 11:16:52.297693 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-21422e91-7874-4e23-bfcf-b66ff7decc24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854055677'] for router_interface, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:52.392604 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-c4317667-60f2-4a15-81cf-9814fedc514b req-245f9992-1e41-4e15-9020-9a4fede5aea4 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/security-groups?id=10abb672-cdae-4fbe-9375-5b03ce0b97da&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1219947
Dec 24 11:16:52.988765 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-21422e91-7874-4e23-bfcf-b66ff7decc24 admin admin] Deleting port b54eb025-abcc-4657-9416-e7f42be0d1d5 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:16:52.988988 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-21422e91-7874-4e23-bfcf-b66ff7decc24 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:53.059709 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Device 88e264d4-b230-4ab5-a7db-ebbc56e0351c details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 24 11:16:53.176185 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-21422e91-7874-4e23-bfcf-b66ff7decc24 admin admin] For port b54eb025-abcc-4657-9416-e7f42be0d1d5, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=b54eb025-abcc-4657-9416-e7f42be0d1d5,segment=NetworkSegment(faf0938d-9351-4aa3-a42a-2891bc0c4373),segment_id=faf0938d-9351-4aa3-a42a-2891bc0c4373)] {{(pid=88878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:16:53.176582 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-21422e91-7874-4e23-bfcf-b66ff7decc24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:53.207721 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] For port 88e264d4-b230-4ab5-a7db-ebbc56e0351c, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=88e264d4-b230-4ab5-a7db-ebbc56e0351c,segment=NetworkSegment(8aa842c6-ea2b-4963-9584-21e8daa7fbdc),segment_id=8aa842c6-ea2b-4963-9584-21e8daa7fbdc)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:16:53.222609 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Returning: {'device': '88e264d4-b230-4ab5-a7db-ebbc56e0351c', 'network_id': 'ea366ad9-2da3-4f2f-9f10-27f5134a47b4', 'port_id': '88e264d4-b230-4ab5-a7db-ebbc56e0351c', 'mac_address': 'fa:16:3e:49:30:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '172395be-11f7-4933-933b-c5d0e58d49f4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 24 11:16:53.284208 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:53.303396 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88e264d4-b230-4ab5-a7db-ebbc56e0351c {{(pid=88880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 24 11:16:53.306429 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-21422e91-7874-4e23-bfcf-b66ff7decc24 admin admin] Calling delete_port for b54eb025-abcc-4657-9416-e7f42be0d1d5 owned by network:router_interface {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:16:53.319869 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] For port 88e264d4-b230-4ab5-a7db-ebbc56e0351c, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=88e264d4-b230-4ab5-a7db-ebbc56e0351c,segment=NetworkSegment(8aa842c6-ea2b-4963-9584-21e8daa7fbdc),segment_id=8aa842c6-ea2b-4963-9584-21e8daa7fbdc)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:16:53.323708 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:53.325615 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:16:53.392846 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Pushing event updated for resources: {'Port': ['ID=88e264d4-b230-4ab5-a7db-ebbc56e0351c,revision_number=4']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:16:53.396765 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:16:53.499873 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-21422e91-7874-4e23-bfcf-b66ff7decc24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:53.504831 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-d9b3a298-2a23-415a-9dbc-4741644e4125 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:16:53.572820 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] get_ports_and_sgs() called for port_ids ['88e264d4-b230-4ab5-a7db-ebbc56e0351c'] {{(pid=88880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 24 11:16:53.590732 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21422e91-7874-4e23-bfcf-b66ff7decc24 admin admin] Pushing event deleted for resources: {'Port': ['ID=b54eb025-abcc-4657-9416-e7f42be0d1d5,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:16:53.593614 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-21422e91-7874-4e23-bfcf-b66ff7decc24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:16:53.801016 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea339caf-6a38-4046-a800-0e5f38a25fb5 req-6e7b1712-838e-41bd-88e1-a8fe58c8a731 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:16:53.802973 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-ea339caf-6a38-4046-a800-0e5f38a25fb5 req-6e7b1712-838e-41bd-88e1-a8fe58c8a731 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/ports?device_id=de261675-c040-4b04-8916-2d5395b12bbf HTTP/1.1" status: 200  len: 945 time: 0.2658026
Dec 24 11:16:53.942183 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-ea339caf-6a38-4046-a800-0e5f38a25fb5 req-2e4e13ae-dc80-446b-ad48-4363dfd61287 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/security-groups?id=10abb672-cdae-4fbe-9375-5b03ce0b97da&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1285484
Dec 24 11:16:53.988897 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-21422e91-7874-4e23-bfcf-b66ff7decc24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036852798164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854055527'] for router_interface, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:54.673872 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21422e91-7874-4e23-bfcf-b66ff7decc24 admin admin] Router 9595545e-9654-4c5f-a2fc-4da3de1dc6ec has already been hosted by L3 agent 198cca88-1338-4098-b44b-beb0346ac906 {{(pid=88878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 24 11:16:54.888080 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21422e91-7874-4e23-bfcf-b66ff7decc24 admin admin] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:16:54.902636 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-21422e91-7874-4e23-bfcf-b66ff7decc24 admin admin] 10.222.0.65 "PUT /v2.0/routers/9595545e-9654-4c5f-a2fc-4da3de1dc6ec/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5210681
Dec 24 11:16:54.905535 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 45206) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:16:55.061175 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba36eb13-1b03-4bb5-9dd2-b11ffadaa2c2 None None] Sync routers for ids ['9595545e-9654-4c5f-a2fc-4da3de1dc6ec'] in dv-neutron-822691-2-hyperv {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:16:55.074941 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Device 88e264d4-b230-4ab5-a7db-ebbc56e0351c up at agent hyperv_hv-neutron-8226 {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:16:55.094878 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba36eb13-1b03-4bb5-9dd2-b11ffadaa2c2 None None] Routers {'9595545e-9654-4c5f-a2fc-4da3de1dc6ec'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:16:55.095565 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-ba36eb13-1b03-4bb5-9dd2-b11ffadaa2c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271c3fc18>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:16:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['9595545e-9654-4c5f-a2fc-4da3de1dc6ec'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:16:55.158818 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Provisioning for port 88e264d4-b230-4ab5-a7db-ebbc56e0351c completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:16:55.164746 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Provisioning complete for port 88e264d4-b230-4ab5-a7db-ebbc56e0351c triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:16:55.164982 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:55.285297 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:55.320726 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-ba36eb13-1b03-4bb5-9dd2-b11ffadaa2c2 None None] Set router 9595545e-9654-4c5f-a2fc-4da3de1dc6ec gateway port host: dv-neutron-822691-2-hyperv {{(pid=88881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:16:55.323615 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] For port 88e264d4-b230-4ab5-a7db-ebbc56e0351c, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=88e264d4-b230-4ab5-a7db-ebbc56e0351c,segment=NetworkSegment(8aa842c6-ea2b-4963-9584-21e8daa7fbdc),segment_id=8aa842c6-ea2b-4963-9584-21e8daa7fbdc)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:16:55.324652 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de261675-c040-4b04-8916-2d5395b12bbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88e264d4-b230-4ab5-a7db-ebbc56e0351c'}] {{(pid=88880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 24 11:16:55.331376 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:55.332965 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:16:55.403227 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Pushing event updated for resources: {'Port': ['ID=88e264d4-b230-4ab5-a7db-ebbc56e0351c,revision_number=5']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:16:55.407098 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:16:55.416905 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de261675-c040-4b04-8916-2d5395b12bbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88e264d4-b230-4ab5-a7db-ebbc56e0351c', 'code': 200}
Dec 24 11:16:55.426486 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797f76d8-ac47-45d8-b54e-4b4a0db41b16 req-372c1a22-bda2-488f-a9de-f35fac2201cc tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:16:55.437480 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-797f76d8-ac47-45d8-b54e-4b4a0db41b16 req-372c1a22-bda2-488f-a9de-f35fac2201cc tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/ports?device_id=de261675-c040-4b04-8916-2d5395b12bbf HTTP/1.1" status: 200  len: 945 time: 0.2088201
Dec 24 11:16:55.517320 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-797f76d8-ac47-45d8-b54e-4b4a0db41b16 req-b002bf14-3355-4de5-8585-ed0b12c714a3 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/security-groups?id=10abb672-cdae-4fbe-9375-5b03ce0b97da&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0786471
Dec 24 11:16:55.554208 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9aa09e92-8197-4093-88b4-2a5040c861fd admin admin] Notify callbacks [] for router, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:55.659504 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-ba36eb13-1b03-4bb5-9dd2-b11ffadaa2c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271c3fc18>, [{'id': '9595545e-9654-4c5f-a2fc-4da3de1dc6ec', 'name': 'tempest-TestVolumeBootPattern-1089784377-router', 'tenant_id': 'fbedb279f22e4b3494591d6dabc201d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.41'}], 'enable_snat': True}, 'gw_port_id': '6971b6ef-10e9-41ac-8eab-55400fae7ed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:07:53Z', 'updated_at': '2021-12-24T11:16:53Z', 'revision_number': 5, 'project_id': 'fbedb279f22e4b3494591d6dabc201d5', 'gw_port': {'id': '6971b6ef-10e9-41ac-8eab-55400fae7ed7', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:42:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9595545e-9654-4c5f-a2fc-4da3de1dc6ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:07:55Z', 'updated_at': '2021-12-24T11:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv'}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:16:55.664155 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba36eb13-1b03-4bb5-9dd2-b11ffadaa2c2 None None] Checking router: 9595545e-9654-4c5f-a2fc-4da3de1dc6ec for host: dv-neutron-822691-2-hyperv {{(pid=88881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 24 11:16:55.675867 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba36eb13-1b03-4bb5-9dd2-b11ffadaa2c2 None None] Routers {'9595545e-9654-4c5f-a2fc-4da3de1dc6ec'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:16:55.677225 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-ba36eb13-1b03-4bb5-9dd2-b11ffadaa2c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271c3fc18>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:16:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['9595545e-9654-4c5f-a2fc-4da3de1dc6ec'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:16:55.697103 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-1ca1fdae-524c-4ccb-b01f-d292272b4221 req-989c35b4-7cd4-4bd4-a5e3-9d8082ecb875 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=de261675-c040-4b04-8916-2d5395b12bbf HTTP/1.1" status: 200  len: 1099 time: 0.0828679
Dec 24 11:16:55.752738 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-1ca1fdae-524c-4ccb-b01f-d292272b4221 req-60d0c5fc-9635-44ba-a78f-b62fdeec2250 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=10abb672-cdae-4fbe-9375-5b03ce0b97da&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413194
Dec 24 11:16:55.774954 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9aa09e92-8197-4093-88b4-2a5040c861fd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:55.784351 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-9aa09e92-8197-4093-88b4-2a5040c861fd admin admin] Deleting port 6971b6ef-10e9-41ac-8eab-55400fae7ed7 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:16:55.784732 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9aa09e92-8197-4093-88b4-2a5040c861fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:55.872115 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-ba36eb13-1b03-4bb5-9dd2-b11ffadaa2c2 None None] Set router 9595545e-9654-4c5f-a2fc-4da3de1dc6ec gateway port host: dv-neutron-822691-2-hyperv {{(pid=88881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:16:55.989407 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-9aa09e92-8197-4093-88b4-2a5040c861fd admin admin] For port 6971b6ef-10e9-41ac-8eab-55400fae7ed7, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=6971b6ef-10e9-41ac-8eab-55400fae7ed7,segment=NetworkSegment(d4e3295f-9ff8-4cad-8a20-3f1c937efc8c),segment_id=d4e3295f-9ff8-4cad-8a20-3f1c937efc8c)] {{(pid=88878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:16:55.989666 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9aa09e92-8197-4093-88b4-2a5040c861fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:56.122147 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-9aa09e92-8197-4093-88b4-2a5040c861fd admin admin] Calling delete_port for 6971b6ef-10e9-41ac-8eab-55400fae7ed7 owned by network:router_gateway {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:16:56.177526 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-ba36eb13-1b03-4bb5-9dd2-b11ffadaa2c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271c3fc18>, [{'id': '9595545e-9654-4c5f-a2fc-4da3de1dc6ec', 'name': 'tempest-TestVolumeBootPattern-1089784377-router', 'tenant_id': 'fbedb279f22e4b3494591d6dabc201d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.41'}], 'enable_snat': True}, 'gw_port_id': '6971b6ef-10e9-41ac-8eab-55400fae7ed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:07:53Z', 'updated_at': '2021-12-24T11:16:53Z', 'revision_number': 5, 'project_id': 'fbedb279f22e4b3494591d6dabc201d5', 'gw_port': {'id': '6971b6ef-10e9-41ac-8eab-55400fae7ed7', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:42:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9595545e-9654-4c5f-a2fc-4da3de1dc6ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:07:55Z', 'updated_at': '2021-12-24T11:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv'}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:16:56.182072 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba36eb13-1b03-4bb5-9dd2-b11ffadaa2c2 None None] The sync data for ids ['9595545e-9654-4c5f-a2fc-4da3de1dc6ec'] in dv-neutron-822691-2-hyperv is: [{'id': '9595545e-9654-4c5f-a2fc-4da3de1dc6ec', 'name': 'tempest-TestVolumeBootPattern-1089784377-router', 'tenant_id': 'fbedb279f22e4b3494591d6dabc201d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.41'}], 'enable_snat': True}, 'gw_port_id': '6971b6ef-10e9-41ac-8eab-55400fae7ed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:07:53Z', 'updated_at': '2021-12-24T11:16:53Z', 'revision_number': 5, 'project_id': 'fbedb279f22e4b3494591d6dabc201d5', 'gw_port': {'id': '6971b6ef-10e9-41ac-8eab-55400fae7ed7', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:42:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9595545e-9654-4c5f-a2fc-4da3de1dc6ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:07:55Z', 'updated_at': '2021-12-24T11:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv'}] {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:16:56.306759 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9aa09e92-8197-4093-88b4-2a5040c861fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:56.312159 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-98c1c7df-8979-4ca1-8206-9c0baecbb567 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:16:56.355919 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa09e92-8197-4093-88b4-2a5040c861fd admin admin] Pushing event deleted for resources: {'Port': ['ID=6971b6ef-10e9-41ac-8eab-55400fae7ed7,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:16:56.359007 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-9aa09e92-8197-4093-88b4-2a5040c861fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:16:56.601518 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9aa09e92-8197-4093-88b4-2a5040c861fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854116846'] for router_gateway, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:56.929568 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9aa09e92-8197-4093-88b4-2a5040c861fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854158724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-84560'] for router, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:56.937586 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9aa09e92-8197-4093-88b4-2a5040c861fd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:56.969094 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df179819-558d-40a1-ae1c-e26855e88570 req-6cc99052-b8cf-414c-bd3e-bcb6049760f0 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:16:56.970782 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-df179819-558d-40a1-ae1c-e26855e88570 req-6cc99052-b8cf-414c-bd3e-bcb6049760f0 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/ports?device_id=de261675-c040-4b04-8916-2d5395b12bbf HTTP/1.1" status: 200  len: 946 time: 0.3100479
Dec 24 11:16:57.003728 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9aa09e92-8197-4093-88b4-2a5040c861fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854158830'] for router, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:57.004410 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9aa09e92-8197-4093-88b4-2a5040c861fd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9595545e-9654-4c5f-a2fc-4da3de1dc6ec {{(pid=88878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 24 11:16:57.037107 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9aa09e92-8197-4093-88b4-2a5040c861fd admin admin] Notify callbacks [] for router, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:57.038435 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-9aa09e92-8197-4093-88b4-2a5040c861fd admin admin] 10.222.0.65 "DELETE /v2.0/routers/9595545e-9654-4c5f-a2fc-4da3de1dc6ec HTTP/1.1" status: 204  len: 168 time: 2.1318510
Dec 24 11:16:57.041754 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 45218) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:16:57.042001 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-df179819-558d-40a1-ae1c-e26855e88570 req-c19d4806-2960-404b-bf98-72b3c7afbab5 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/security-groups?id=10abb672-cdae-4fbe-9375-5b03ce0b97da&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0605164
Dec 24 11:16:57.117660 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_v2 [None req-596d1f7b-f4c3-473c-94f3-47813bdb52f6 admin admin] Deleting subnet 66590446-f239-4728-b0eb-3db1299fa1e3 {{(pid=88879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 24 11:16:57.121665 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-596d1f7b-f4c3-473c-94f3-47813bdb52f6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:57.178899 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-596d1f7b-f4c3-473c-94f3-47813bdb52f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-786693'] for subnet, precommit_delete_associations {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:57.269451 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-596d1f7b-f4c3-473c-94f3-47813bdb52f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847655656'] for subnet, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:57.355674 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-596d1f7b-f4c3-473c-94f3-47813bdb52f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7120129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850854134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851156349'] for subnet, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:57.359758 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-8914e3cc-70dc-48d7-ae33-04a9cfea30d9 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:16:57.396955 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596d1f7b-f4c3-473c-94f3-47813bdb52f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66590446-f239-4728-b0eb-3db1299fa1e3,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:16:57.399758 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-596d1f7b-f4c3-473c-94f3-47813bdb52f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:16:57.405856 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-596d1f7b-f4c3-473c-94f3-47813bdb52f6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:57.411626 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9150577c-4179-4356-8e8d-40138bcccd59 None None] Network 2428796e-e2e4-4ddb-a9cc-996932bc1226 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:16:57.416080 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-596d1f7b-f4c3-473c-94f3-47813bdb52f6 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/66590446-f239-4728-b0eb-3db1299fa1e3 HTTP/1.1" status: 204  len: 168 time: 0.3702312
Dec 24 11:16:57.416080 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 45222) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:16:57.541758 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-328d0f94-7036-4421-8887-dbd4c0f58286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036847558493'] for network, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:57.554981 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-328d0f94-7036-4421-8887-dbd4c0f58286 admin admin] Deleting port 9769ed5b-e298-49d6-b370-80f304d1c0f4 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:16:57.555361 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-328d0f94-7036-4421-8887-dbd4c0f58286 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:57.687796 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 6971b6ef-10e9-41ac-8eab-55400fae7ed7 no longer exists at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:16:57.736724 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] No Port match for: 6971b6ef-10e9-41ac-8eab-55400fae7ed7 {{(pid=88880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 24 11:16:57.737031 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 6971b6ef-10e9-41ac-8eab-55400fae7ed7 not bound to the agent host dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 24 11:16:57.737497 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device b54eb025-abcc-4657-9416-e7f42be0d1d5 no longer exists at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:16:57.772149 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] No Port match for: b54eb025-abcc-4657-9416-e7f42be0d1d5 {{(pid=88880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 24 11:16:57.772542 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device b54eb025-abcc-4657-9416-e7f42be0d1d5 not bound to the agent host dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 24 11:16:57.786343 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-328d0f94-7036-4421-8887-dbd4c0f58286 admin admin] For port 9769ed5b-e298-49d6-b370-80f304d1c0f4, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=9769ed5b-e298-49d6-b370-80f304d1c0f4,segment=NetworkSegment(faf0938d-9351-4aa3-a42a-2891bc0c4373),segment_id=faf0938d-9351-4aa3-a42a-2891bc0c4373)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:16:57.786744 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-328d0f94-7036-4421-8887-dbd4c0f58286 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:57.922389 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-328d0f94-7036-4421-8887-dbd4c0f58286 admin admin] Calling delete_port for 9769ed5b-e298-49d6-b370-80f304d1c0f4 owned by network:dhcp {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:16:57.935141 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5792137-cd3e-4e14-aaeb-bacadfcffa50 None None] DHCP port deletion for 2428796e-e2e4-4ddb-a9cc-996932bc1226 request from dv-neutron-822691-2-hyperv {{(pid=88880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 24 11:16:57.939971 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-e5792137-cd3e-4e14-aaeb-bacadfcffa50 None None] Deleting port 9769ed5b-e298-49d6-b370-80f304d1c0f4 {{(pid=88880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:16:57.940469 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e5792137-cd3e-4e14-aaeb-bacadfcffa50 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:57.997754 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-328d0f94-7036-4421-8887-dbd4c0f58286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:58.002371 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c028f7a6-9ff6-4865-ac63-27d9297defde service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:16:58.031204 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-e5792137-cd3e-4e14-aaeb-bacadfcffa50 None None] The port '9769ed5b-e298-49d6-b370-80f304d1c0f4' was deleted {{(pid=88880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 24 11:16:58.045573 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328d0f94-7036-4421-8887-dbd4c0f58286 admin admin] Pushing event deleted for resources: {'Port': ['ID=9769ed5b-e298-49d6-b370-80f304d1c0f4,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:16:58.049527 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-328d0f94-7036-4421-8887-dbd4c0f58286 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:16:58.052917 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328d0f94-7036-4421-8887-dbd4c0f58286 admin admin] No DVR routers for this DVR port 9769ed5b-e298-49d6-b370-80f304d1c0f4 on host dv-neutron-822691-2-hyperv {{(pid=88879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 24 11:16:58.183724 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-328d0f94-7036-4421-8887-dbd4c0f58286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847649663', 'neutron.services.segments.db._delete_segments_for_network-8749505737672'] for network, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:58.211604 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-328d0f94-7036-4421-8887-dbd4c0f58286 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5271312198>,) {'filters': {'network_id': ['2428796e-e2e4-4ddb-a9cc-996932bc1226']}} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:16:58.230782 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-328d0f94-7036-4421-8887-dbd4c0f58286 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5271312198>, 'faf0938d-9351-4aa3-a42a-2891bc0c4373') {'for_net_delete': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:16:58.231365 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-328d0f94-7036-4421-8887-dbd4c0f58286 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5271312198>, 'faf0938d-9351-4aa3-a42a-2891bc0c4373') {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:16:58.243569 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:58.248355 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-328d0f94-7036-4421-8887-dbd4c0f58286 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749505745113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853989108'] for segment, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:58.256483 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80491c7e-d72c-46c7-992d-d6709edd3bdb req-9f09a42a-7fde-47fc-9136-c1c35394fa5a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:16:58.258213 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-80491c7e-d72c-46c7-992d-d6709edd3bdb req-9f09a42a-7fde-47fc-9136-c1c35394fa5a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/ports?device_id=de261675-c040-4b04-8916-2d5395b12bbf HTTP/1.1" status: 200  len: 946 time: 0.0875411
Dec 24 11:16:58.265064 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-328d0f94-7036-4421-8887-dbd4c0f58286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:58.272066 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-328d0f94-7036-4421-8887-dbd4c0f58286 admin admin] Releasing vlan 602 on physical network physnet1 to pool {{(pid=88879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 24 11:16:58.272569 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-328d0f94-7036-4421-8887-dbd4c0f58286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036847652098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3926696'] for segment, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:58.288616 dv-neutron-822691-2-hyperv neutron-server[88767]: Traceback (most recent call last):
Dec 24 11:16:58.288616 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 24 11:16:58.288616 dv-neutron-822691-2-hyperv neutron-server[88767]:     timer()
Dec 24 11:16:58.288616 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 11:16:58.288616 dv-neutron-822691-2-hyperv neutron-server[88767]:     cb(*args, **kw)
Dec 24 11:16:58.288616 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 24 11:16:58.288616 dv-neutron-822691-2-hyperv neutron-server[88767]:     return func(*args, **kwargs)
Dec 24 11:16:58.288616 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 11:16:58.288616 dv-neutron-822691-2-hyperv neutron-server[88767]:     self._notify()
Dec 24 11:16:58.288616 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 11:16:58.288616 dv-neutron-822691-2-hyperv neutron-server[88767]:     self.callback(batched_events)
Dec 24 11:16:58.288616 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 11:16:58.288616 dv-neutron-822691-2-hyperv neutron-server[88767]:     event.method(event)
Dec 24 11:16:58.288616 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 11:16:58.288616 dv-neutron-822691-2-hyperv neutron-server[88767]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 11:16:58.288616 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 24 11:16:58.288616 dv-neutron-822691-2-hyperv neutron-server[88767]:     segment_id)['aggregates'][0]
Dec 24 11:16:58.288616 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 24 11:16:58.288616 dv-neutron-822691-2-hyperv neutron-server[88767]:     return f(self, *a, **k)
Dec 24 11:16:58.288616 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 11:16:58.288616 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self._get(url).json()
Dec 24 11:16:58.288616 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 24 11:16:58.288616 dv-neutron-822691-2-hyperv neutron-server[88767]:     **kwargs)
Dec 24 11:16:58.288616 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 24 11:16:58.288616 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self.request(url, 'GET', **kwargs)
Dec 24 11:16:58.288616 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 24 11:16:58.288616 dv-neutron-822691-2-hyperv neutron-server[88767]:     **endpoint_filter)
Dec 24 11:16:58.288616 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 24 11:16:58.288616 dv-neutron-822691-2-hyperv neutron-server[88767]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 11:16:58.288616 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 24 11:16:58.288616 dv-neutron-822691-2-hyperv neutron-server[88767]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 11:16:58.288616 dv-neutron-822691-2-hyperv neutron-server[88767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 11:16:58.313748 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-80491c7e-d72c-46c7-992d-d6709edd3bdb req-1c4b527c-4456-4fef-b778-0922e8da41f6 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/security-groups?id=10abb672-cdae-4fbe-9375-5b03ce0b97da&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0491841
Dec 24 11:16:58.370454 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-328d0f94-7036-4421-8887-dbd4c0f58286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7126154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659196'] for network, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:58.375594 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-328d0f94-7036-4421-8887-dbd4c0f58286 admin admin] Notify callbacks [] for network, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:58.380299 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-11f4ae44-093d-4f18-901e-1baba26021d6 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:16:58.414020 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328d0f94-7036-4421-8887-dbd4c0f58286 admin admin] Pushing event deleted for resources: {'Network': ['ID=2428796e-e2e4-4ddb-a9cc-996932bc1226,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:16:58.416935 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-328d0f94-7036-4421-8887-dbd4c0f58286 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:16:58.426940 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-328d0f94-7036-4421-8887-dbd4c0f58286 admin admin] 10.222.0.65 "DELETE /v2.0/networks/2428796e-e2e4-4ddb-a9cc-996932bc1226 HTTP/1.1" status: 204  len: 168 time: 1.0097401
Dec 24 11:16:58.430319 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 45230) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:16:58.677640 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5700965-5363-4cc5-be17-673befa8b9a8 req-f3c88e60-c421-4c70-ab60-f95429a17a0e tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:16:58.679388 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-b5700965-5363-4cc5-be17-673befa8b9a8 req-f3c88e60-c421-4c70-ab60-f95429a17a0e tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/ports?device_id=de261675-c040-4b04-8916-2d5395b12bbf HTTP/1.1" status: 200  len: 946 time: 0.1865504
Dec 24 11:16:58.761111 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-b5700965-5363-4cc5-be17-673befa8b9a8 req-e976e9e7-8565-46f9-ad81-a5a0fec45492 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/security-groups?id=10abb672-cdae-4fbe-9375-5b03ce0b97da&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0745535
Dec 24 11:16:58.791787 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 45234) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:16:58.872682 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-4b1eb795-1869-4e3d-a127-cf5fa662eea1 tempest-TestNetworkBasicOps-448411267 tempest-TestNetworkBasicOps-448411267-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=de261675-c040-4b04-8916-2d5395b12bbf HTTP/1.1" status: 200  len: 1094 time: 0.0791652
Dec 24 11:16:58.876490 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 45238) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:16:58.884095 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-25422c09-925a-437d-a214-60d3ba522688 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Request body: {'floatingip': {'floating_network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'port_id': '88e264d4-b230-4ab5-a7db-ebbc56e0351c', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:16:58.890750 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-25422c09-925a-437d-a214-60d3ba522688 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:16:58.895449 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-25422c09-925a-437d-a214-60d3ba522688 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Usage tracker for resource:floatingip and tenant:ad7c5ba9df02428aae512a4d9bb9dd9d is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:16:58.898898 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-25422c09-925a-437d-a214-60d3ba522688 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:16:58.905987 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-25422c09-925a-437d-a214-60d3ba522688 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:16:58.917418 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-25422c09-925a-437d-a214-60d3ba522688 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for floatingip, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:59.098176 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-25422c09-925a-437d-a214-60d3ba522688 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:59.252778 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5993ae6e-092d-44d7-bc99-dbb76ea91d24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854055677'] for router_interface, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:59.263185 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-25422c09-925a-437d-a214-60d3ba522688 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Allocated IP 172.26.3.98 (f8c337ba-681f-4fcb-a333-e3c49365b30a/8ea1398c-0bec-46d6-8d54-85798de2a7ca/ebb17f19-26ef-4ee1-8196-08426d8ab584) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:16:59.434132 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-25422c09-925a-437d-a214-60d3ba522688 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:59.463624 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-25422c09-925a-437d-a214-60d3ba522688 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:16:59.468770 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-bda74138-8435-4b3c-a56e-663912c16206 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:16:59.477609 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 9769ed5b-e298-49d6-b370-80f304d1c0f4 no longer exists at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:16:59.512984 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] No Port match for: 9769ed5b-e298-49d6-b370-80f304d1c0f4 {{(pid=88880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 24 11:16:59.513278 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 9769ed5b-e298-49d6-b370-80f304d1c0f4 not bound to the agent host dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 24 11:16:59.552722 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25422c09-925a-437d-a214-60d3ba522688 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Network f8c337ba-681f-4fcb-a333-e3c49365b30a is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:16:59.556811 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-25422c09-925a-437d-a214-60d3ba522688 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Resources bound (agent type, host, resource id):  {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:16:59.559122 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25422c09-925a-437d-a214-60d3ba522688 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event updated for resources: {'Port': ['ID=ebb17f19-26ef-4ee1-8196-08426d8ab584,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:16:59.561551 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25422c09-925a-437d-a214-60d3ba522688 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:16:59.593180 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-25422c09-925a-437d-a214-60d3ba522688 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:16:59.926383 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-5993ae6e-092d-44d7-bc99-dbb76ea91d24 admin admin] Deleting port 23e63890-1f37-4d99-a37d-dbade8a99bc7 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:16:59.926887 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5993ae6e-092d-44d7-bc99-dbb76ea91d24 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:17:00.119294 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-25422c09-925a-437d-a214-60d3ba522688 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:17:00.122844 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-5993ae6e-092d-44d7-bc99-dbb76ea91d24 admin admin] For port 23e63890-1f37-4d99-a37d-dbade8a99bc7, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=23e63890-1f37-4d99-a37d-dbade8a99bc7,segment=NetworkSegment(46050ee4-e8ed-42a5-a97e-ecc6bf9bb8f6),segment_id=46050ee4-e8ed-42a5-a97e-ecc6bf9bb8f6)] {{(pid=88878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:17:00.123359 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5993ae6e-092d-44d7-bc99-dbb76ea91d24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:17:00.177176 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-25422c09-925a-437d-a214-60d3ba522688 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:17:00.253786 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-5993ae6e-092d-44d7-bc99-dbb76ea91d24 admin admin] Calling delete_port for 23e63890-1f37-4d99-a37d-dbade8a99bc7 owned by network:router_interface {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:17:00.403252 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-25422c09-925a-437d-a214-60d3ba522688 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for port, precommit_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:17:00.407415 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-25422c09-925a-437d-a214-60d3ba522688 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850854027'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:17:00.412286 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-8c5727b3-4ece-42a7-9881-206d7490c06e tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:17:00.441703 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5993ae6e-092d-44d7-bc99-dbb76ea91d24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:17:00.445911 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-0d7e0c48-6ad1-4f41-8850-294d4f543856 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:17:00.489416 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5993ae6e-092d-44d7-bc99-dbb76ea91d24 admin admin] Pushing event deleted for resources: {'Port': ['ID=23e63890-1f37-4d99-a37d-dbade8a99bc7,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:17:00.494015 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-5993ae6e-092d-44d7-bc99-dbb76ea91d24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:17:00.515038 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25422c09-925a-437d-a214-60d3ba522688 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event updated for resources: {'Port': ['ID=ebb17f19-26ef-4ee1-8196-08426d8ab584,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:17:00.519730 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-25422c09-925a-437d-a214-60d3ba522688 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:17:00.819686 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5993ae6e-092d-44d7-bc99-dbb76ea91d24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036852798164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854055527'] for router_interface, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:17:00.831065 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-25422c09-925a-437d-a214-60d3ba522688 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659181'] for floatingip, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:17:01.031085 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.l3_db [None req-25422c09-925a-437d-a214-60d3ba522688 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Floating IP 1d41dd78-52ef-487f-86de-db7de4e2cc17 associated. External IP: 172.26.3.98, port: 88e264d4-b230-4ab5-a7db-ebbc56e0351c.
Dec 24 11:17:01.447132 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5993ae6e-092d-44d7-bc99-dbb76ea91d24 admin admin] Router 66c30292-fd2e-493e-b11a-476cc785ca2c has already been hosted by L3 agent 198cca88-1338-4098-b44b-beb0346ac906 {{(pid=88878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 24 11:17:01.469451 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25422c09-925a-437d-a214-60d3ba522688 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Router 206bcbb8-968a-453a-b43f-98a55b05336f has already been hosted by L3 agent 198cca88-1338-4098-b44b-beb0346ac906 {{(pid=88879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 24 11:17:01.672929 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5993ae6e-092d-44d7-bc99-dbb76ea91d24 admin admin] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:17:01.683529 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f01aec-9a15-4106-ae84-c1b39ee18af4 None None] Sync routers for ids ['66c30292-fd2e-493e-b11a-476cc785ca2c'] in dv-neutron-822691-2-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:17:01.686621 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-5993ae6e-092d-44d7-bc99-dbb76ea91d24 admin admin] 10.222.0.65 "PUT /v2.0/routers/66c30292-fd2e-493e-b11a-476cc785ca2c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2548711
Dec 24 11:17:01.687181 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 45242) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:17:01.697912 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f01aec-9a15-4106-ae84-c1b39ee18af4 None None] Routers {'66c30292-fd2e-493e-b11a-476cc785ca2c'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:17:01.698618 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-a5f01aec-9a15-4106-ae84-c1b39ee18af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271af9630>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:16:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['66c30292-fd2e-493e-b11a-476cc785ca2c'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:17:01.783210 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25422c09-925a-437d-a214-60d3ba522688 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:17:01.794703 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a62e91f-3dd9-4d91-bfd3-b4d15d14b330 None None] Sync routers for ids ['206bcbb8-968a-453a-b43f-98a55b05336f'] in dv-neutron-822691-2-hyperv {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:17:01.808529 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a62e91f-3dd9-4d91-bfd3-b4d15d14b330 None None] Routers {'206bcbb8-968a-453a-b43f-98a55b05336f'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:17:01.809231 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-6a62e91f-3dd9-4d91-bfd3-b4d15d14b330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271c3ffd0>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:16:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['206bcbb8-968a-453a-b43f-98a55b05336f'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:17:01.827857 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-25422c09-925a-437d-a214-60d3ba522688 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for floatingip, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:17:01.894590 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-a5f01aec-9a15-4106-ae84-c1b39ee18af4 None None] Set router 66c30292-fd2e-493e-b11a-476cc785ca2c gateway port host: dv-neutron-822691-2-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:17:01.951464 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-25422c09-925a-437d-a214-60d3ba522688 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 3.0704277
Dec 24 11:17:01.952014 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de261675-c040-4b04-8916-2d5395b12bbf', 'tag': '88e264d4-b230-4ab5-a7db-ebbc56e0351c'}] {{(pid=88879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 24 11:17:01.952387 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 45246) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:17:02.000332 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-71eb9d3d-0bf8-49f6-9d3e-f18b9248fdab admin admin] Notify callbacks [] for router, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:17:02.034402 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-6a62e91f-3dd9-4d91-bfd3-b4d15d14b330 None None] Set router 206bcbb8-968a-453a-b43f-98a55b05336f gateway port host: dv-neutron-822691-2-hyperv {{(pid=88881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:17:02.068324 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de261675-c040-4b04-8916-2d5395b12bbf', 'tag': '88e264d4-b230-4ab5-a7db-ebbc56e0351c', 'status': 'completed', 'code': 200}
Dec 24 11:17:02.225579 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-a5f01aec-9a15-4106-ae84-c1b39ee18af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271af9630>, [{'id': '66c30292-fd2e-493e-b11a-476cc785ca2c', 'name': 'tempest-TestVolumeBootPattern-1200719034-router', 'tenant_id': 'a0842a1c3bb446d78dd71270ab051ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.72'}], 'enable_snat': True}, 'gw_port_id': 'b8c71852-03d8-41ad-96c0-6b55e8dc5349', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:08:13Z', 'updated_at': '2021-12-24T11:17:00Z', 'revision_number': 5, 'project_id': 'a0842a1c3bb446d78dd71270ab051ba7', 'gw_port': {'id': 'b8c71852-03d8-41ad-96c0-6b55e8dc5349', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:ce:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c30292-fd2e-493e-b11a-476cc785ca2c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:08:15Z', 'updated_at': '2021-12-24T11:08:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv'}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:17:02.231412 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f01aec-9a15-4106-ae84-c1b39ee18af4 None None] Checking router: 66c30292-fd2e-493e-b11a-476cc785ca2c for host: dv-neutron-822691-2-hyperv {{(pid=88880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 24 11:17:02.245789 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f01aec-9a15-4106-ae84-c1b39ee18af4 None None] Routers {'66c30292-fd2e-493e-b11a-476cc785ca2c'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:17:02.246782 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-a5f01aec-9a15-4106-ae84-c1b39ee18af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271af9630>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:16:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['66c30292-fd2e-493e-b11a-476cc785ca2c'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:17:02.277084 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-138e2b7d-6c84-4d2c-9e92-647d5e852d8c req-8072956d-ae78-47a4-90c2-8b8f4d697a0e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ad7c5ba9df02428aae512a4d9bb9dd9d&device_id=de261675-c040-4b04-8916-2d5395b12bbf HTTP/1.1" status: 200  len: 1099 time: 0.1728210
Dec 24 11:17:02.430280 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-71eb9d3d-0bf8-49f6-9d3e-f18b9248fdab admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:17:02.460961 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-71eb9d3d-0bf8-49f6-9d3e-f18b9248fdab admin admin] Deleting port b8c71852-03d8-41ad-96c0-6b55e8dc5349 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:17:02.461581 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-71eb9d3d-0bf8-49f6-9d3e-f18b9248fdab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:17:02.463215 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-a5f01aec-9a15-4106-ae84-c1b39ee18af4 None None] Set router 66c30292-fd2e-493e-b11a-476cc785ca2c gateway port host: dv-neutron-822691-2-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:17:02.503456 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138e2b7d-6c84-4d2c-9e92-647d5e852d8c req-a98b240c-9a67-4051-8437-9c1163b0ac73 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:17:02.505062 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-138e2b7d-6c84-4d2c-9e92-647d5e852d8c req-a98b240c-9a67-4051-8437-9c1163b0ac73 service neutron] 10.222.0.58 "GET /v2.0/networks?id=ea366ad9-2da3-4f2f-9f10-27f5134a47b4 HTTP/1.1" status: 200  len: 898 time: 0.2190840
Dec 24 11:17:02.571918 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-4c4ad40b-e7be-464c-a4ac-21d45290ddba tempest-TestNetworkBasicOps-448411267 tempest-TestNetworkBasicOps-448411267-project-admin] 10.222.0.65 "GET /v2.0/routers/206bcbb8-968a-453a-b43f-98a55b05336f HTTP/1.1" status: 200  len: 922 time: 0.6178145
Dec 24 11:17:02.574488 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 45252) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:17:02.705922 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-9aa8df67-f74a-42f6-86f8-1f1dddf1d17a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/floatingips/1d41dd78-52ef-487f-86de-db7de4e2cc17 HTTP/1.1" status: 200  len: 991 time: 0.1299794
Dec 24 11:17:02.775976 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-6a62e91f-3dd9-4d91-bfd3-b4d15d14b330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271c3ffd0>, [{'id': '206bcbb8-968a-453a-b43f-98a55b05336f', 'name': 'tempest-TestNetworkBasicOps-router-541240314', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.162'}], 'enable_snat': True}, 'gw_port_id': '6201aa88-02a9-4c07-a500-1170cb027e16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:16:34Z', 'updated_at': '2021-12-24T11:16:39Z', 'revision_number': 4, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'gw_port': {'id': '6201aa88-02a9-4c07-a500-1170cb027e16', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:65:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206bcbb8-968a-453a-b43f-98a55b05336f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:16:35Z', 'updated_at': '2021-12-24T11:16:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_floatingips': [{'id': '1d41dd78-52ef-487f-86de-db7de4e2cc17', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'floating_ip_address': '172.26.3.98', 'floating_network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'router_id': '206bcbb8-968a-453a-b43f-98a55b05336f', 'port_id': '88e264d4-b230-4ab5-a7db-ebbc56e0351c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea366ad9-2da3-4f2f-9f10-27f5134a47b4', 'mac_address': 'fa:16:3e:49:30:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de261675-c040-4b04-8916-2d5395b12bbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T11:16:59Z', 'updated_at': '2021-12-24T11:16:59Z', 'revision_number': 0, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a725ebd2-65c3-40ca-bccc-6f6220f482de', 'name': '', 'network_id': 'ea366ad9-2da3-4f2f-9f10-27f5134a47b4', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'mac_address': 'fa:16:3e:5c:8c:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206bcbb8-968a-453a-b43f-98a55b05336f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '172395be-11f7-4933-933b-c5d0e58d49f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:16:38Z', 'updated_at': '2021-12-24T11:16:45Z', 'revision_number': 5, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'subnets': [{'id': '172395be-11f7-4933-933b-c5d0e58d49f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:17:02.780930 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a62e91f-3dd9-4d91-bfd3-b4d15d14b330 None None] Checking router: 206bcbb8-968a-453a-b43f-98a55b05336f for host: dv-neutron-822691-2-hyperv {{(pid=88881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 24 11:17:02.795021 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a62e91f-3dd9-4d91-bfd3-b4d15d14b330 None None] Routers {'206bcbb8-968a-453a-b43f-98a55b05336f'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:17:02.795707 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-6a62e91f-3dd9-4d91-bfd3-b4d15d14b330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271c3ffd0>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:16:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['206bcbb8-968a-453a-b43f-98a55b05336f'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:17:02.822875 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-a5f01aec-9a15-4106-ae84-c1b39ee18af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271af9630>, [{'id': '66c30292-fd2e-493e-b11a-476cc785ca2c', 'name': 'tempest-TestVolumeBootPattern-1200719034-router', 'tenant_id': 'a0842a1c3bb446d78dd71270ab051ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.72'}], 'enable_snat': True}, 'gw_port_id': 'b8c71852-03d8-41ad-96c0-6b55e8dc5349', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:08:13Z', 'updated_at': '2021-12-24T11:17:00Z', 'revision_number': 5, 'project_id': 'a0842a1c3bb446d78dd71270ab051ba7', 'gw_port': {'id': 'b8c71852-03d8-41ad-96c0-6b55e8dc5349', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:ce:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c30292-fd2e-493e-b11a-476cc785ca2c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:08:15Z', 'updated_at': '2021-12-24T11:08:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv'}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:17:02.828789 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f01aec-9a15-4106-ae84-c1b39ee18af4 None None] The sync data for ids ['66c30292-fd2e-493e-b11a-476cc785ca2c'] in dv-neutron-822691-2-hyperv is: [{'id': '66c30292-fd2e-493e-b11a-476cc785ca2c', 'name': 'tempest-TestVolumeBootPattern-1200719034-router', 'tenant_id': 'a0842a1c3bb446d78dd71270ab051ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.72'}], 'enable_snat': True}, 'gw_port_id': 'b8c71852-03d8-41ad-96c0-6b55e8dc5349', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:08:13Z', 'updated_at': '2021-12-24T11:17:00Z', 'revision_number': 5, 'project_id': 'a0842a1c3bb446d78dd71270ab051ba7', 'gw_port': {'id': 'b8c71852-03d8-41ad-96c0-6b55e8dc5349', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:ce:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c30292-fd2e-493e-b11a-476cc785ca2c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:08:15Z', 'updated_at': '2021-12-24T11:08:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv'}] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:17:03.000758 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-6a62e91f-3dd9-4d91-bfd3-b4d15d14b330 None None] Set router 206bcbb8-968a-453a-b43f-98a55b05336f gateway port host: dv-neutron-822691-2-hyperv {{(pid=88881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:17:03.005738 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-138e2b7d-6c84-4d2c-9e92-647d5e852d8c req-7105458e-4379-4d28-a310-0f9129a7a375 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=88e264d4-b230-4ab5-a7db-ebbc56e0351c HTTP/1.1" status: 200  len: 999 time: 0.4904804
Dec 24 11:17:03.088437 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-71eb9d3d-0bf8-49f6-9d3e-f18b9248fdab admin admin] For port b8c71852-03d8-41ad-96c0-6b55e8dc5349, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=b8c71852-03d8-41ad-96c0-6b55e8dc5349,segment=NetworkSegment(d4e3295f-9ff8-4cad-8a20-3f1c937efc8c),segment_id=d4e3295f-9ff8-4cad-8a20-3f1c937efc8c)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:17:03.088818 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-71eb9d3d-0bf8-49f6-9d3e-f18b9248fdab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:17:03.162395 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138e2b7d-6c84-4d2c-9e92-647d5e852d8c req-2a957cd7-a9bb-42d7-a5dd-93bdc7bc6cb0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:17:03.164060 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-138e2b7d-6c84-4d2c-9e92-647d5e852d8c req-2a957cd7-a9bb-42d7-a5dd-93bdc7bc6cb0 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=172395be-11f7-4933-933b-c5d0e58d49f4 HTTP/1.1" status: 200  len: 835 time: 0.1509497
Dec 24 11:17:03.227981 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-71eb9d3d-0bf8-49f6-9d3e-f18b9248fdab admin admin] Calling delete_port for b8c71852-03d8-41ad-96c0-6b55e8dc5349 owned by network:router_gateway {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:17:03.376455 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-6a62e91f-3dd9-4d91-bfd3-b4d15d14b330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271c3ffd0>, [{'id': '206bcbb8-968a-453a-b43f-98a55b05336f', 'name': 'tempest-TestNetworkBasicOps-router-541240314', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.162'}], 'enable_snat': True}, 'gw_port_id': '6201aa88-02a9-4c07-a500-1170cb027e16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:16:34Z', 'updated_at': '2021-12-24T11:16:39Z', 'revision_number': 4, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'gw_port': {'id': '6201aa88-02a9-4c07-a500-1170cb027e16', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:65:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206bcbb8-968a-453a-b43f-98a55b05336f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:16:35Z', 'updated_at': '2021-12-24T11:16:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_floatingips': [{'id': '1d41dd78-52ef-487f-86de-db7de4e2cc17', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'floating_ip_address': '172.26.3.98', 'floating_network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'router_id': '206bcbb8-968a-453a-b43f-98a55b05336f', 'port_id': '88e264d4-b230-4ab5-a7db-ebbc56e0351c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea366ad9-2da3-4f2f-9f10-27f5134a47b4', 'mac_address': 'fa:16:3e:49:30:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de261675-c040-4b04-8916-2d5395b12bbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T11:16:59Z', 'updated_at': '2021-12-24T11:16:59Z', 'revision_number': 0, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a725ebd2-65c3-40ca-bccc-6f6220f482de', 'name': '', 'network_id': 'ea366ad9-2da3-4f2f-9f10-27f5134a47b4', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'mac_address': 'fa:16:3e:5c:8c:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206bcbb8-968a-453a-b43f-98a55b05336f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '172395be-11f7-4933-933b-c5d0e58d49f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:16:38Z', 'updated_at': '2021-12-24T11:16:45Z', 'revision_number': 5, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'subnets': [{'id': '172395be-11f7-4933-933b-c5d0e58d49f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:17:03.381161 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a62e91f-3dd9-4d91-bfd3-b4d15d14b330 None None] The sync data for ids ['206bcbb8-968a-453a-b43f-98a55b05336f'] in dv-neutron-822691-2-hyperv is: [{'id': '206bcbb8-968a-453a-b43f-98a55b05336f', 'name': 'tempest-TestNetworkBasicOps-router-541240314', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.162'}], 'enable_snat': True}, 'gw_port_id': '6201aa88-02a9-4c07-a500-1170cb027e16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:16:34Z', 'updated_at': '2021-12-24T11:16:39Z', 'revision_number': 4, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'gw_port': {'id': '6201aa88-02a9-4c07-a500-1170cb027e16', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:65:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206bcbb8-968a-453a-b43f-98a55b05336f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:16:35Z', 'updated_at': '2021-12-24T11:16:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_floatingips': [{'id': '1d41dd78-52ef-487f-86de-db7de4e2cc17', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'floating_ip_address': '172.26.3.98', 'floating_network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'router_id': '206bcbb8-968a-453a-b43f-98a55b05336f', 'port_id': '88e264d4-b230-4ab5-a7db-ebbc56e0351c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea366ad9-2da3-4f2f-9f10-27f5134a47b4', 'mac_address': 'fa:16:3e:49:30:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de261675-c040-4b04-8916-2d5395b12bbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T11:16:59Z', 'updated_at': '2021-12-24T11:16:59Z', 'revision_number': 0, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a725ebd2-65c3-40ca-bccc-6f6220f482de', 'name': '', 'network_id': 'ea366ad9-2da3-4f2f-9f10-27f5134a47b4', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'mac_address': 'fa:16:3e:5c:8c:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206bcbb8-968a-453a-b43f-98a55b05336f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '172395be-11f7-4933-933b-c5d0e58d49f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:16:38Z', 'updated_at': '2021-12-24T11:16:45Z', 'revision_number': 5, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'subnets': [{'id': '172395be-11f7-4933-933b-c5d0e58d49f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:17:03.389285 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-138e2b7d-6c84-4d2c-9e92-647d5e852d8c req-3f020b7e-15a1-4de2-a619-a8e8255998d3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ea366ad9-2da3-4f2f-9f10-27f5134a47b4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1687427
Dec 24 11:17:03.434920 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 23e63890-1f37-4d99-a37d-dbade8a99bc7 no longer exists at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:17:03.470838 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] No Port match for: 23e63890-1f37-4d99-a37d-dbade8a99bc7 {{(pid=88880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 24 11:17:03.471346 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 23e63890-1f37-4d99-a37d-dbade8a99bc7 not bound to the agent host dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 24 11:17:03.602307 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-138e2b7d-6c84-4d2c-9e92-647d5e852d8c req-252dc8d8-a4a7-409a-971e-be9efa6a67a5 service neutron] 10.222.0.58 "GET /v2.0/networks/ea366ad9-2da3-4f2f-9f10-27f5134a47b4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2034478
Dec 24 11:17:03.603527 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-71eb9d3d-0bf8-49f6-9d3e-f18b9248fdab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:17:03.608233 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-07b650d2-4a64-448e-b4ff-e63c3f3c1606 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:17:03.685705 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71eb9d3d-0bf8-49f6-9d3e-f18b9248fdab admin admin] Pushing event deleted for resources: {'Port': ['ID=b8c71852-03d8-41ad-96c0-6b55e8dc5349,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:17:03.701161 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-71eb9d3d-0bf8-49f6-9d3e-f18b9248fdab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:17:03.709984 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 45256) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:17:03.741794 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ebcd948-14c3-45ec-8097-a53771b202af None None] New status for floating IP 1d41dd78-52ef-487f-86de-db7de4e2cc17: ACTIVE {{(pid=88880) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 24 11:17:03.828501 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-a9d51773-2c5c-4c7a-9b93-9360498fa1de tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/floatingips/1d41dd78-52ef-487f-86de-db7de4e2cc17 HTTP/1.1" status: 200  len: 991 time: 0.1157725
Dec 24 11:17:03.964940 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-138e2b7d-6c84-4d2c-9e92-647d5e852d8c req-e3e4652c-6eed-441b-826d-435c9c3a02b4 service neutron] 10.222.0.58 "GET /v2.0/networks/ea366ad9-2da3-4f2f-9f10-27f5134a47b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3268979
Dec 24 11:17:04.045635 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-71eb9d3d-0bf8-49f6-9d3e-f18b9248fdab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854116846'] for router_gateway, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:17:04.329317 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-71eb9d3d-0bf8-49f6-9d3e-f18b9248fdab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854158724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-84560'] for router, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:17:04.334370 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-71eb9d3d-0bf8-49f6-9d3e-f18b9248fdab admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:17:04.368333 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-71eb9d3d-0bf8-49f6-9d3e-f18b9248fdab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854158830'] for router, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:17:04.368919 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71eb9d3d-0bf8-49f6-9d3e-f18b9248fdab admin admin] Fanout notify agent at l3_agent the message router_deleted on router 66c30292-fd2e-493e-b11a-476cc785ca2c {{(pid=88879) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 24 11:17:04.383337 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-71eb9d3d-0bf8-49f6-9d3e-f18b9248fdab admin admin] Notify callbacks [] for router, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:17:04.384574 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-71eb9d3d-0bf8-49f6-9d3e-f18b9248fdab admin admin] 10.222.0.65 "DELETE /v2.0/routers/66c30292-fd2e-493e-b11a-476cc785ca2c HTTP/1.1" status: 204  len: 168 time: 2.6954255
Dec 24 11:17:04.387490 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 45260) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:17:04.460951 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_v2 [None req-2938b173-b56e-4233-8361-a36033abf82e admin admin] Deleting subnet 075ae185-3520-4ef3-8fc6-814192a7b0ee {{(pid=88879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 24 11:17:04.464868 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2938b173-b56e-4233-8361-a36033abf82e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:17:04.523034 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2938b173-b56e-4233-8361-a36033abf82e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-786693'] for subnet, precommit_delete_associations {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:17:04.614558 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2938b173-b56e-4233-8361-a36033abf82e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847655656'] for subnet, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:17:04.702831 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2938b173-b56e-4233-8361-a36033abf82e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7120129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850854134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851156349'] for subnet, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:17:04.707914 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-af60b183-f79f-406e-a8ee-94c17782d2c0 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:17:04.746317 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2938b173-b56e-4233-8361-a36033abf82e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=075ae185-3520-4ef3-8fc6-814192a7b0ee,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:17:04.749987 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-2938b173-b56e-4233-8361-a36033abf82e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:17:04.751079 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2938b173-b56e-4233-8361-a36033abf82e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:17:04.756999 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-524e62f0-0e4f-4b68-91d9-686aa8619a7b None None] Network 01e54fca-dedc-4916-91d1-fe2f6365d279 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:17:04.758126 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-2938b173-b56e-4233-8361-a36033abf82e admin admin] 10.222.0.65 "DELETE /v2.0/subnets/075ae185-3520-4ef3-8fc6-814192a7b0ee HTTP/1.1" status: 204  len: 168 time: 0.3694959
Dec 24 11:17:04.760870 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 45264) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:17:04.831712 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 45268) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:17:04.879011 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-af3f210d-6515-404b-b94a-bf3b25d4aaa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036847558493'] for network, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:17:04.890482 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-af3f210d-6515-404b-b94a-bf3b25d4aaa6 admin admin] Deleting port 758ae09a-9ea1-4970-99ca-15581dc28680 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:17:04.890768 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-af3f210d-6515-404b-b94a-bf3b25d4aaa6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:17:04.944044 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-5447ba42-9729-42c9-8fc3-ded9fcb5fe29 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/floatingips/1d41dd78-52ef-487f-86de-db7de4e2cc17 HTTP/1.1" status: 200  len: 993 time: 0.1107521
Dec 24 11:17:05.058132 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3b815cc-288c-4b3f-a37e-453613d9eb77 None None] DHCP port deletion for 01e54fca-dedc-4916-91d1-fe2f6365d279 request from dv-neutron-822691-2-hyperv {{(pid=88880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 24 11:17:05.062739 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-b3b815cc-288c-4b3f-a37e-453613d9eb77 None None] Deleting port 758ae09a-9ea1-4970-99ca-15581dc28680 {{(pid=88880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:17:05.063169 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b3b815cc-288c-4b3f-a37e-453613d9eb77 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:17:05.123753 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-af3f210d-6515-404b-b94a-bf3b25d4aaa6 admin admin] For port 758ae09a-9ea1-4970-99ca-15581dc28680, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=758ae09a-9ea1-4970-99ca-15581dc28680,segment=NetworkSegment(46050ee4-e8ed-42a5-a97e-ecc6bf9bb8f6),segment_id=46050ee4-e8ed-42a5-a97e-ecc6bf9bb8f6)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:17:05.124164 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-af3f210d-6515-404b-b94a-bf3b25d4aaa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:17:05.254533 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-af3f210d-6515-404b-b94a-bf3b25d4aaa6 admin admin] Calling delete_port for 758ae09a-9ea1-4970-99ca-15581dc28680 owned by network:dhcp {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:17:05.281004 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-b3b815cc-288c-4b3f-a37e-453613d9eb77 None None] For port 758ae09a-9ea1-4970-99ca-15581dc28680, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=758ae09a-9ea1-4970-99ca-15581dc28680,segment=NetworkSegment(46050ee4-e8ed-42a5-a97e-ecc6bf9bb8f6),segment_id=46050ee4-e8ed-42a5-a97e-ecc6bf9bb8f6)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:17:05.281472 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b3b815cc-288c-4b3f-a37e-453613d9eb77 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:17:05.332812 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-af3f210d-6515-404b-b94a-bf3b25d4aaa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:17:05.337466 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-1e733063-4340-432f-8576-dd5802064e3b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:17:05.386712 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3f210d-6515-404b-b94a-bf3b25d4aaa6 admin admin] Pushing event deleted for resources: {'Port': ['ID=758ae09a-9ea1-4970-99ca-15581dc28680,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:17:05.389442 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-af3f210d-6515-404b-b94a-bf3b25d4aaa6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:17:05.407691 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af3f210d-6515-404b-b94a-bf3b25d4aaa6 admin admin] No DVR routers for this DVR port 758ae09a-9ea1-4970-99ca-15581dc28680 on host dv-neutron-822691-2-hyperv {{(pid=88879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 24 11:17:05.544790 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-af3f210d-6515-404b-b94a-bf3b25d4aaa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847649663', 'neutron.services.segments.db._delete_segments_for_network-8749505737672'] for network, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:17:05.574027 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-af3f210d-6515-404b-b94a-bf3b25d4aaa6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f52716cbbe0>,) {'filters': {'network_id': ['01e54fca-dedc-4916-91d1-fe2f6365d279']}} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:17:05.589186 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-af3f210d-6515-404b-b94a-bf3b25d4aaa6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f52716cbbe0>, '46050ee4-e8ed-42a5-a97e-ecc6bf9bb8f6') {'for_net_delete': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:17:05.589514 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-af3f210d-6515-404b-b94a-bf3b25d4aaa6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f52716cbbe0>, '46050ee4-e8ed-42a5-a97e-ecc6bf9bb8f6') {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:17:05.594746 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-b3b815cc-288c-4b3f-a37e-453613d9eb77 None None] Calling delete_port for 758ae09a-9ea1-4970-99ca-15581dc28680 owned by network:dhcp {{(pid=88880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:17:05.603225 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-af3f210d-6515-404b-b94a-bf3b25d4aaa6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749505745113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853989108'] for segment, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:17:05.623303 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device b8c71852-03d8-41ad-96c0-6b55e8dc5349 no longer exists at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:17:05.623915 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-af3f210d-6515-404b-b94a-bf3b25d4aaa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:17:05.631415 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af3f210d-6515-404b-b94a-bf3b25d4aaa6 admin admin] Releasing vlan 617 on physical network physnet1 to pool {{(pid=88879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 24 11:17:05.631841 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-af3f210d-6515-404b-b94a-bf3b25d4aaa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036847652098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3926696'] for segment, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:17:05.650172 dv-neutron-822691-2-hyperv neutron-server[88767]: Traceback (most recent call last):
Dec 24 11:17:05.650172 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 24 11:17:05.650172 dv-neutron-822691-2-hyperv neutron-server[88767]:     timer()
Dec 24 11:17:05.650172 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 11:17:05.650172 dv-neutron-822691-2-hyperv neutron-server[88767]:     cb(*args, **kw)
Dec 24 11:17:05.650172 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 24 11:17:05.650172 dv-neutron-822691-2-hyperv neutron-server[88767]:     return func(*args, **kwargs)
Dec 24 11:17:05.650172 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 11:17:05.650172 dv-neutron-822691-2-hyperv neutron-server[88767]:     self._notify()
Dec 24 11:17:05.650172 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 11:17:05.650172 dv-neutron-822691-2-hyperv neutron-server[88767]:     self.callback(batched_events)
Dec 24 11:17:05.650172 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 11:17:05.650172 dv-neutron-822691-2-hyperv neutron-server[88767]:     event.method(event)
Dec 24 11:17:05.650172 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 11:17:05.650172 dv-neutron-822691-2-hyperv neutron-server[88767]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 11:17:05.650172 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 24 11:17:05.650172 dv-neutron-822691-2-hyperv neutron-server[88767]:     segment_id)['aggregates'][0]
Dec 24 11:17:05.650172 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 24 11:17:05.650172 dv-neutron-822691-2-hyperv neutron-server[88767]:     return f(self, *a, **k)
Dec 24 11:17:05.650172 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 11:17:05.650172 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self._get(url).json()
Dec 24 11:17:05.650172 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 24 11:17:05.650172 dv-neutron-822691-2-hyperv neutron-server[88767]:     **kwargs)
Dec 24 11:17:05.650172 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 24 11:17:05.650172 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self.request(url, 'GET', **kwargs)
Dec 24 11:17:05.650172 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 24 11:17:05.650172 dv-neutron-822691-2-hyperv neutron-server[88767]:     **endpoint_filter)
Dec 24 11:17:05.650172 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 24 11:17:05.650172 dv-neutron-822691-2-hyperv neutron-server[88767]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 11:17:05.650172 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 24 11:17:05.650172 dv-neutron-822691-2-hyperv neutron-server[88767]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 11:17:05.650172 dv-neutron-822691-2-hyperv neutron-server[88767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 11:17:05.666172 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] No Port match for: b8c71852-03d8-41ad-96c0-6b55e8dc5349 {{(pid=88880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 24 11:17:05.666570 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device b8c71852-03d8-41ad-96c0-6b55e8dc5349 not bound to the agent host dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 24 11:17:05.667047 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 758ae09a-9ea1-4970-99ca-15581dc28680 no longer exists at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:17:05.702191 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] No Port match for: 758ae09a-9ea1-4970-99ca-15581dc28680 {{(pid=88880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 24 11:17:05.702580 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 758ae09a-9ea1-4970-99ca-15581dc28680 not bound to the agent host dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 24 11:17:05.737916 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.db.api [None req-b3b815cc-288c-4b3f-a37e-453613d9eb77 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88880) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 24 11:17:05.738310 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_db.api [None req-b3b815cc-288c-4b3f-a37e-453613d9eb77 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 24 11:17:05.745282 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-af3f210d-6515-404b-b94a-bf3b25d4aaa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7126154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659196'] for network, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:17:05.750167 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-af3f210d-6515-404b-b94a-bf3b25d4aaa6 admin admin] Notify callbacks [] for network, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:17:05.753559 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-a9bfa497-38e9-4361-8fef-9986164ac392 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:17:05.776708 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3f210d-6515-404b-b94a-bf3b25d4aaa6 admin admin] Pushing event deleted for resources: {'Network': ['ID=01e54fca-dedc-4916-91d1-fe2f6365d279,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:17:05.779154 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-af3f210d-6515-404b-b94a-bf3b25d4aaa6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:17:05.781529 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-af3f210d-6515-404b-b94a-bf3b25d4aaa6 admin admin] 10.222.0.65 "DELETE /v2.0/networks/01e54fca-dedc-4916-91d1-fe2f6365d279 HTTP/1.1" status: 204  len: 168 time: 1.0196407
Dec 24 11:17:05.952064 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 45274) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:17:06.011207 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-213a2ee6-0abc-4ec5-a982-60f38f28b45a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=fbedb279f22e4b3494591d6dabc201d5&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0573230
Dec 24 11:17:06.014969 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 45278) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:17:06.085972 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-860093f7-8453-4d2e-9984-10b5f5942ff7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:17:06.115679 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-860093f7-8453-4d2e-9984-10b5f5942ff7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:17:06.180227 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-860093f7-8453-4d2e-9984-10b5f5942ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:17:06.184468 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-0ef2b4b1-1ca5-4272-9bb4-baa107c431e4 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:17:06.200443 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860093f7-8453-4d2e-9984-10b5f5942ff7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08699bb8-7e00-471d-a6f2-5e882535158d,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:17:06.204439 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-860093f7-8453-4d2e-9984-10b5f5942ff7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:17:06.208740 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-860093f7-8453-4d2e-9984-10b5f5942ff7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:17:06.213838 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-860093f7-8453-4d2e-9984-10b5f5942ff7 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/08699bb8-7e00-471d-a6f2-5e882535158d HTTP/1.1" status: 204  len: 168 time: 0.1939862
Dec 24 11:17:06.239585 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-b3b815cc-288c-4b3f-a37e-453613d9eb77 None None] Deleting port 758ae09a-9ea1-4970-99ca-15581dc28680 {{(pid=88880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:17:06.240011 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b3b815cc-288c-4b3f-a37e-453613d9eb77 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:17:06.305177 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-b3b815cc-288c-4b3f-a37e-453613d9eb77 None None] The port '758ae09a-9ea1-4970-99ca-15581dc28680' was deleted {{(pid=88880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 24 11:17:06.441010 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-85bad9c4-e79d-48ea-a4c3-c15ac1372543 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:17:06.656191 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 45286) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:17:06.712166 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-f0d28e3d-1a15-4493-ae90-1b7d23593820 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a0842a1c3bb446d78dd71270ab051ba7&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0546095
Dec 24 11:17:06.715870 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 45290) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:17:06.786650 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b5997eaa-1da5-45a8-aa63-577ea5ad73d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:17:06.813521 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b5997eaa-1da5-45a8-aa63-577ea5ad73d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:17:06.869546 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b5997eaa-1da5-45a8-aa63-577ea5ad73d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:17:06.877660 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-6185f341-f2cd-4929-b72f-7a83e33d34fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:17:06.892318 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5997eaa-1da5-45a8-aa63-577ea5ad73d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9666adef-9cfd-48a4-813e-1e9f5547904b,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:17:06.895581 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-b5997eaa-1da5-45a8-aa63-577ea5ad73d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:17:06.898032 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b5997eaa-1da5-45a8-aa63-577ea5ad73d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:17:06.899103 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-b5997eaa-1da5-45a8-aa63-577ea5ad73d1 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9666adef-9cfd-48a4-813e-1e9f5547904b HTTP/1.1" status: 204  len: 168 time: 0.1821625
Dec 24 11:17:08.044198 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:17:08.958708 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e790aee3-9f02-437c-95df-b27c32d60f5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:17:09.370813 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bdfdbc84-c52d-4f40-b281-af314dc1f8fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:17:10.656678 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-39ff93cf-c0b7-48c5-95f3-6f7e9977387d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:17:11.343396 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.agents_db [None req-e51243ab-6a93-425b-980f-a73583147efa None None] Agent healthcheck: found 6 active agents {{(pid=88881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 24 11:17:28.263594 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:17:36.263504 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 45308) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:17:36.450323 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bb825e42-e2e6-4a8b-ad07-9877bcaf4efc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:17:36.715589 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-eb34b868-19cf-4ffb-9ff0-ad7e6f2fdbec tempest-TestNetworkBasicOps-448411267 tempest-TestNetworkBasicOps-448411267-project-admin] 10.222.0.65 "GET /v2.0/routers/206bcbb8-968a-453a-b43f-98a55b05336f/l3-agents HTTP/1.1" status: 200  len: 881 time: 0.4506752
Dec 24 11:17:36.718859 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 45312) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:17:36.951269 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8119834-8c26-4b28-b6fb-96ef4103ee12 tempest-TestNetworkBasicOps-448411267 tempest-TestNetworkBasicOps-448411267-project-admin] Notify agent at dv-neutron-822691-2-hyperv the message router_removed_from_agent {{(pid=88879) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:49}}
Dec 24 11:17:36.954941 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-f8119834-8c26-4b28-b6fb-96ef4103ee12 tempest-TestNetworkBasicOps-448411267 tempest-TestNetworkBasicOps-448411267-project-admin] 10.222.0.65 "DELETE /v2.0/agents/198cca88-1338-4098-b44b-beb0346ac906/l3-routers/206bcbb8-968a-453a-b43f-98a55b05336f HTTP/1.1" status: 204  len: 168 time: 0.2351894
Dec 24 11:17:36.957871 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 45316) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:17:37.156946 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-e0f349f8-036e-45f0-bb56-d95888d19a04 tempest-TestNetworkBasicOps-448411267 tempest-TestNetworkBasicOps-448411267-project-admin] 10.222.0.65 "GET /v2.0/routers/206bcbb8-968a-453a-b43f-98a55b05336f/l3-agents HTTP/1.1" status: 200  len: 207 time: 0.1977401
Dec 24 11:17:37.159985 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 45320) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:17:37.278003 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-220327da-1003-4a1f-9542-157075e670da tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/floatingips/1d41dd78-52ef-487f-86de-db7de4e2cc17 HTTP/1.1" status: 200  len: 993 time: 0.1166627
Dec 24 11:17:37.305599 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-087839fe-6baa-4f0d-aea3-c67352c5439f None None] New status for floating IP 1d41dd78-52ef-487f-86de-db7de4e2cc17: DOWN {{(pid=88881) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 24 11:17:37.487104 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device a725ebd2-65c3-40ca-bccc-6f6220f482de no longer exists at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:17:37.602755 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:17:37.637354 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] For port a725ebd2-65c3-40ca-bccc-6f6220f482de, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=a725ebd2-65c3-40ca-bccc-6f6220f482de,segment=NetworkSegment(8aa842c6-ea2b-4963-9584-21e8daa7fbdc),segment_id=8aa842c6-ea2b-4963-9584-21e8daa7fbdc)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:17:37.640908 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:17:37.641889 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 6201aa88-02a9-4c07-a500-1170cb027e16 no longer exists at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:17:37.674570 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-dbfbdde1-ea80-4a48-8c6f-4165ecb75aec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:17:37.765262 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Pushing event updated for resources: {'Port': ['ID=a725ebd2-65c3-40ca-bccc-6f6220f482de,revision_number=6']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:17:37.768842 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:17:37.826584 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:17:37.844676 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] For port 6201aa88-02a9-4c07-a500-1170cb027e16, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=6201aa88-02a9-4c07-a500-1170cb027e16,segment=NetworkSegment(d4e3295f-9ff8-4cad-8a20-3f1c937efc8c),segment_id=d4e3295f-9ff8-4cad-8a20-3f1c937efc8c)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:17:37.849424 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:17:37.851351 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:17:37.917968 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Pushing event updated for resources: {'Port': ['ID=6201aa88-02a9-4c07-a500-1170cb027e16,revision_number=5']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:17:37.921654 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:17:38.039971 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:17:38.283199 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 45324) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:17:38.396979 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-b650f88a-508f-4f24-ad67-364760739785 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/floatingips/1d41dd78-52ef-487f-86de-db7de4e2cc17 HTTP/1.1" status: 200  len: 991 time: 0.1124234
Dec 24 11:17:38.956803 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-91b39483-80e2-42c3-b83d-77c33fcbe4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:17:39.371936 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bdfdbc84-c52d-4f40-b281-af314dc1f8fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:17:39.565073 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 45330) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:17:39.788728 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24db250a-60f9-4426-af6e-239a398e37bb tempest-TestNetworkBasicOps-448411267 tempest-TestNetworkBasicOps-448411267-project-admin] Router 206bcbb8-968a-453a-b43f-98a55b05336f is scheduled to L3 agent 198cca88-1338-4098-b44b-beb0346ac906 with binding_index 1 {{(pid=88878) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 24 11:17:39.789143 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24db250a-60f9-4426-af6e-239a398e37bb tempest-TestNetworkBasicOps-448411267 tempest-TestNetworkBasicOps-448411267-project-admin] Notify agent at dv-neutron-822691-2-hyperv the message router_added_to_agent {{(pid=88878) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:49}}
Dec 24 11:17:39.818255 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-24db250a-60f9-4426-af6e-239a398e37bb tempest-TestNetworkBasicOps-448411267 tempest-TestNetworkBasicOps-448411267-project-admin] 10.222.0.65 "POST /v2.0/agents/198cca88-1338-4098-b44b-beb0346ac906/l3-routers HTTP/1.1" status: 201  len: 201 time: 0.2519693
Dec 24 11:17:39.821227 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 45336) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:17:39.838283 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0014ea2d-d71c-43b5-beb1-c9fa97b4e918 None None] Sync routers for ids ['206bcbb8-968a-453a-b43f-98a55b05336f'] in dv-neutron-822691-2-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:17:39.851003 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0014ea2d-d71c-43b5-beb1-c9fa97b4e918 None None] Routers {'206bcbb8-968a-453a-b43f-98a55b05336f'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:17:39.851696 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-0014ea2d-d71c-43b5-beb1-c9fa97b4e918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271905c18>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:17:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['206bcbb8-968a-453a-b43f-98a55b05336f'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:17:40.019224 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-e2eb6790-1e33-496d-8693-31f8adcd49b6 tempest-TestNetworkBasicOps-448411267 tempest-TestNetworkBasicOps-448411267-project-admin] 10.222.0.65 "GET /v2.0/routers/206bcbb8-968a-453a-b43f-98a55b05336f/l3-agents HTTP/1.1" status: 200  len: 881 time: 0.1966689
Dec 24 11:17:40.022483 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 45342) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:17:40.041123 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-0014ea2d-d71c-43b5-beb1-c9fa97b4e918 None None] Set router 206bcbb8-968a-453a-b43f-98a55b05336f gateway port host: dv-neutron-822691-2-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:17:40.167277 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-282c5027-204a-4f1d-9887-04cb578aba7b tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/floatingips/1d41dd78-52ef-487f-86de-db7de4e2cc17 HTTP/1.1" status: 200  len: 991 time: 0.1431942
Dec 24 11:17:40.450098 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-0014ea2d-d71c-43b5-beb1-c9fa97b4e918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271905c18>, [{'id': '206bcbb8-968a-453a-b43f-98a55b05336f', 'name': 'tempest-TestNetworkBasicOps-router-541240314', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.162'}], 'enable_snat': True}, 'gw_port_id': '6201aa88-02a9-4c07-a500-1170cb027e16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:16:34Z', 'updated_at': '2021-12-24T11:16:39Z', 'revision_number': 4, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'gw_port': {'id': '6201aa88-02a9-4c07-a500-1170cb027e16', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:65:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '206bcbb8-968a-453a-b43f-98a55b05336f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:16:35Z', 'updated_at': '2021-12-24T11:17:37Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_floatingips': [{'id': '1d41dd78-52ef-487f-86de-db7de4e2cc17', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'floating_ip_address': '172.26.3.98', 'floating_network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'router_id': '206bcbb8-968a-453a-b43f-98a55b05336f', 'port_id': '88e264d4-b230-4ab5-a7db-ebbc56e0351c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea366ad9-2da3-4f2f-9f10-27f5134a47b4', 'mac_address': 'fa:16:3e:49:30:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de261675-c040-4b04-8916-2d5395b12bbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T11:16:59Z', 'updated_at': '2021-12-24T11:17:37Z', 'revision_number': 2, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a725ebd2-65c3-40ca-bccc-6f6220f482de', 'name': '', 'network_id': 'ea366ad9-2da3-4f2f-9f10-27f5134a47b4', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'mac_address': 'fa:16:3e:5c:8c:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '206bcbb8-968a-453a-b43f-98a55b05336f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '172395be-11f7-4933-933b-c5d0e58d49f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:16:38Z', 'updated_at': '2021-12-24T11:17:37Z', 'revision_number': 6, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'subnets': [{'id': '172395be-11f7-4933-933b-c5d0e58d49f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:17:40.454658 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0014ea2d-d71c-43b5-beb1-c9fa97b4e918 None None] Checking router: 206bcbb8-968a-453a-b43f-98a55b05336f for host: dv-neutron-822691-2-hyperv {{(pid=88880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 24 11:17:40.467983 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0014ea2d-d71c-43b5-beb1-c9fa97b4e918 None None] Routers {'206bcbb8-968a-453a-b43f-98a55b05336f'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:17:40.468730 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-0014ea2d-d71c-43b5-beb1-c9fa97b4e918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271905c18>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:17:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['206bcbb8-968a-453a-b43f-98a55b05336f'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:17:40.679751 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-39ff93cf-c0b7-48c5-95f3-6f7e9977387d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:17:40.701870 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-0014ea2d-d71c-43b5-beb1-c9fa97b4e918 None None] Set router 206bcbb8-968a-453a-b43f-98a55b05336f gateway port host: dv-neutron-822691-2-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:17:41.124192 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-0014ea2d-d71c-43b5-beb1-c9fa97b4e918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271905c18>, [{'id': '206bcbb8-968a-453a-b43f-98a55b05336f', 'name': 'tempest-TestNetworkBasicOps-router-541240314', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.162'}], 'enable_snat': True}, 'gw_port_id': '6201aa88-02a9-4c07-a500-1170cb027e16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:16:34Z', 'updated_at': '2021-12-24T11:16:39Z', 'revision_number': 4, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'gw_port': {'id': '6201aa88-02a9-4c07-a500-1170cb027e16', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:65:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '206bcbb8-968a-453a-b43f-98a55b05336f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:16:35Z', 'updated_at': '2021-12-24T11:17:37Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_floatingips': [{'id': '1d41dd78-52ef-487f-86de-db7de4e2cc17', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'floating_ip_address': '172.26.3.98', 'floating_network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'router_id': '206bcbb8-968a-453a-b43f-98a55b05336f', 'port_id': '88e264d4-b230-4ab5-a7db-ebbc56e0351c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea366ad9-2da3-4f2f-9f10-27f5134a47b4', 'mac_address': 'fa:16:3e:49:30:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de261675-c040-4b04-8916-2d5395b12bbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T11:16:59Z', 'updated_at': '2021-12-24T11:17:37Z', 'revision_number': 2, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a725ebd2-65c3-40ca-bccc-6f6220f482de', 'name': '', 'network_id': 'ea366ad9-2da3-4f2f-9f10-27f5134a47b4', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'mac_address': 'fa:16:3e:5c:8c:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '206bcbb8-968a-453a-b43f-98a55b05336f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '172395be-11f7-4933-933b-c5d0e58d49f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:16:38Z', 'updated_at': '2021-12-24T11:17:37Z', 'revision_number': 6, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'subnets': [{'id': '172395be-11f7-4933-933b-c5d0e58d49f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:17:41.129631 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0014ea2d-d71c-43b5-beb1-c9fa97b4e918 None None] The sync data for ids ['206bcbb8-968a-453a-b43f-98a55b05336f'] in dv-neutron-822691-2-hyperv is: [{'id': '206bcbb8-968a-453a-b43f-98a55b05336f', 'name': 'tempest-TestNetworkBasicOps-router-541240314', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.162'}], 'enable_snat': True}, 'gw_port_id': '6201aa88-02a9-4c07-a500-1170cb027e16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:16:34Z', 'updated_at': '2021-12-24T11:16:39Z', 'revision_number': 4, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'gw_port': {'id': '6201aa88-02a9-4c07-a500-1170cb027e16', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:65:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '206bcbb8-968a-453a-b43f-98a55b05336f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:16:35Z', 'updated_at': '2021-12-24T11:17:37Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_floatingips': [{'id': '1d41dd78-52ef-487f-86de-db7de4e2cc17', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'floating_ip_address': '172.26.3.98', 'floating_network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'router_id': '206bcbb8-968a-453a-b43f-98a55b05336f', 'port_id': '88e264d4-b230-4ab5-a7db-ebbc56e0351c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea366ad9-2da3-4f2f-9f10-27f5134a47b4', 'mac_address': 'fa:16:3e:49:30:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de261675-c040-4b04-8916-2d5395b12bbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T11:16:59Z', 'updated_at': '2021-12-24T11:17:37Z', 'revision_number': 2, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a725ebd2-65c3-40ca-bccc-6f6220f482de', 'name': '', 'network_id': 'ea366ad9-2da3-4f2f-9f10-27f5134a47b4', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'mac_address': 'fa:16:3e:5c:8c:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '206bcbb8-968a-453a-b43f-98a55b05336f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '172395be-11f7-4933-933b-c5d0e58d49f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:16:38Z', 'updated_at': '2021-12-24T11:17:37Z', 'revision_number': 6, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'subnets': [{'id': '172395be-11f7-4933-933b-c5d0e58d49f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:17:41.171974 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 45346) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:17:41.294717 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-23c62f8d-7d29-48c6-8707-aa9402ee00f5 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/floatingips/1d41dd78-52ef-487f-86de-db7de4e2cc17 HTTP/1.1" status: 200  len: 991 time: 0.1209157
Dec 24 11:17:42.298791 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 45350) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:17:42.417446 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-2e56bf7d-0d09-4e95-8bda-15148c1aa92b tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/floatingips/1d41dd78-52ef-487f-86de-db7de4e2cc17 HTTP/1.1" status: 200  len: 991 time: 0.1173124
Dec 24 11:17:43.423735 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 45354) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:17:43.534958 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-2868d71e-23ea-4214-8e26-62a37491e845 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/floatingips/1d41dd78-52ef-487f-86de-db7de4e2cc17 HTTP/1.1" status: 200  len: 991 time: 0.1098905
Dec 24 11:17:43.547528 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 6201aa88-02a9-4c07-a500-1170cb027e16 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:17:43.621676 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port 6201aa88-02a9-4c07-a500-1170cb027e16 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:17:43.622153 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:17:43.753184 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:17:43.770546 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] For port 6201aa88-02a9-4c07-a500-1170cb027e16, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=6201aa88-02a9-4c07-a500-1170cb027e16,segment=NetworkSegment(d4e3295f-9ff8-4cad-8a20-3f1c937efc8c),segment_id=d4e3295f-9ff8-4cad-8a20-3f1c937efc8c)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:17:43.774461 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:17:43.775366 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device a725ebd2-65c3-40ca-bccc-6f6220f482de up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:17:43.800045 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:17:43.897795 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Pushing event updated for resources: {'Port': ['ID=6201aa88-02a9-4c07-a500-1170cb027e16,revision_number=6']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:17:43.912536 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:17:43.912971 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:17:43.913351 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:17:43.913727 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:17:43.914126 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:17:43.914492 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:17:43.914864 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:17:43.915227 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:17:43.915681 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:17:43.915953 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:17:43.916318 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:17:43.923667 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:17:43.926355 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port a725ebd2-65c3-40ca-bccc-6f6220f482de triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:17:43.926640 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:17:44.044233 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:17:44.077511 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] For port a725ebd2-65c3-40ca-bccc-6f6220f482de, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=a725ebd2-65c3-40ca-bccc-6f6220f482de,segment=NetworkSegment(8aa842c6-ea2b-4963-9584-21e8daa7fbdc),segment_id=8aa842c6-ea2b-4963-9584-21e8daa7fbdc)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:17:44.081217 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:17:44.083158 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:17:44.162595 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Pushing event updated for resources: {'Port': ['ID=a725ebd2-65c3-40ca-bccc-6f6220f482de,revision_number=7']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:17:44.167525 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:17:44.462828 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1b353d-ff9c-4a23-a73d-6673365104ae None None] New status for floating IP 1d41dd78-52ef-487f-86de-db7de4e2cc17: ACTIVE {{(pid=88881) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 24 11:17:44.539015 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 45358) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:17:44.652981 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-b16949b3-befe-403a-9525-13577c9ff200 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/floatingips/1d41dd78-52ef-487f-86de-db7de4e2cc17 HTTP/1.1" status: 200  len: 991 time: 0.1125886
Dec 24 11:17:45.506826 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 6201aa88-02a9-4c07-a500-1170cb027e16 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:17:45.579833 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port 6201aa88-02a9-4c07-a500-1170cb027e16 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:17:45.580264 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:17:45.657413 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 45362) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:17:45.704759 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device a725ebd2-65c3-40ca-bccc-6f6220f482de up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:17:45.775165 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port a725ebd2-65c3-40ca-bccc-6f6220f482de triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:17:45.775610 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:17:45.796525 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-eb26346c-d08f-4faa-bc97-361d09141c54 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/floatingips/1d41dd78-52ef-487f-86de-db7de4e2cc17 HTTP/1.1" status: 200  len: 993 time: 0.1311080
Dec 24 11:17:46.092175 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 45370) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:17:46.316045 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-883a2e26-0724-413d-8639-f74084a7cedd tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Deleting port ebb17f19-26ef-4ee1-8196-08426d8ab584 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:17:46.316433 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-883a2e26-0724-413d-8639-f74084a7cedd tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:17:46.498070 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-883a2e26-0724-413d-8639-f74084a7cedd tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:17:46.498350 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-883a2e26-0724-413d-8639-f74084a7cedd tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:17:46.628011 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-883a2e26-0724-413d-8639-f74084a7cedd tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Calling delete_port for ebb17f19-26ef-4ee1-8196-08426d8ab584 owned by network:floatingip {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:17:46.794511 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-883a2e26-0724-413d-8639-f74084a7cedd tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:17:46.798447 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-783c0a3c-124a-439d-8b5a-c7c82b886157 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:17:46.840666 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883a2e26-0724-413d-8639-f74084a7cedd tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event deleted for resources: {'Port': ['ID=ebb17f19-26ef-4ee1-8196-08426d8ab584,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:17:46.896112 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883a2e26-0724-413d-8639-f74084a7cedd tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:17:46.896542 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883a2e26-0724-413d-8639-f74084a7cedd tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:17:46.896963 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883a2e26-0724-413d-8639-f74084a7cedd tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:17:46.897380 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883a2e26-0724-413d-8639-f74084a7cedd tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:17:46.897791 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883a2e26-0724-413d-8639-f74084a7cedd tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:17:46.898229 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883a2e26-0724-413d-8639-f74084a7cedd tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:17:46.898604 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883a2e26-0724-413d-8639-f74084a7cedd tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:17:46.899014 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883a2e26-0724-413d-8639-f74084a7cedd tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:17:46.899421 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883a2e26-0724-413d-8639-f74084a7cedd tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:17:46.899823 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883a2e26-0724-413d-8639-f74084a7cedd tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:17:46.900227 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883a2e26-0724-413d-8639-f74084a7cedd tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:17:46.907824 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-883a2e26-0724-413d-8639-f74084a7cedd tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:17:46.969768 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-883a2e26-0724-413d-8639-f74084a7cedd tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for floatingip, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:17:47.402638 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-883a2e26-0724-413d-8639-f74084a7cedd tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Router 206bcbb8-968a-453a-b43f-98a55b05336f has already been hosted by L3 agent 198cca88-1338-4098-b44b-beb0346ac906 {{(pid=88879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 24 11:17:47.624832 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-883a2e26-0724-413d-8639-f74084a7cedd tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:17:47.635901 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e749b31a-0e43-4b89-b728-eeb1747fb44f None None] Sync routers for ids ['206bcbb8-968a-453a-b43f-98a55b05336f'] in dv-neutron-822691-2-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:17:47.644655 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-883a2e26-0724-413d-8639-f74084a7cedd tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for floatingip, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:17:47.648675 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e749b31a-0e43-4b89-b728-eeb1747fb44f None None] Routers {'206bcbb8-968a-453a-b43f-98a55b05336f'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:17:47.649356 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-e749b31a-0e43-4b89-b728-eeb1747fb44f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52713ae518>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:17:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['206bcbb8-968a-453a-b43f-98a55b05336f'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:17:47.847208 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-e749b31a-0e43-4b89-b728-eeb1747fb44f None None] Set router 206bcbb8-968a-453a-b43f-98a55b05336f gateway port host: dv-neutron-822691-2-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:17:47.951123 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-883a2e26-0724-413d-8639-f74084a7cedd tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "DELETE /v2.0/floatingips/1d41dd78-52ef-487f-86de-db7de4e2cc17 HTTP/1.1" status: 204  len: 168 time: 1.8576717
Dec 24 11:17:47.951842 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de261675-c040-4b04-8916-2d5395b12bbf', 'tag': '88e264d4-b230-4ab5-a7db-ebbc56e0351c'}] {{(pid=88879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 24 11:17:48.009058 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de261675-c040-4b04-8916-2d5395b12bbf', 'tag': '88e264d4-b230-4ab5-a7db-ebbc56e0351c', 'status': 'completed', 'code': 200}
Dec 24 11:17:48.120965 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-9b071927-0ad1-40e9-ace6-4fde32cee653 req-b90d62af-09c7-4672-a06d-d9ec83ad6a79 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ad7c5ba9df02428aae512a4d9bb9dd9d&device_id=de261675-c040-4b04-8916-2d5395b12bbf HTTP/1.1" status: 200  len: 1099 time: 0.0800457
Dec 24 11:17:48.197537 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-e749b31a-0e43-4b89-b728-eeb1747fb44f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52713ae518>, [{'id': '206bcbb8-968a-453a-b43f-98a55b05336f', 'name': 'tempest-TestNetworkBasicOps-router-541240314', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.162'}], 'enable_snat': True}, 'gw_port_id': '6201aa88-02a9-4c07-a500-1170cb027e16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:16:34Z', 'updated_at': '2021-12-24T11:16:39Z', 'revision_number': 4, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'gw_port': {'id': '6201aa88-02a9-4c07-a500-1170cb027e16', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:65:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206bcbb8-968a-453a-b43f-98a55b05336f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:16:35Z', 'updated_at': '2021-12-24T11:17:43Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_interfaces': [{'id': 'a725ebd2-65c3-40ca-bccc-6f6220f482de', 'name': '', 'network_id': 'ea366ad9-2da3-4f2f-9f10-27f5134a47b4', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'mac_address': 'fa:16:3e:5c:8c:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206bcbb8-968a-453a-b43f-98a55b05336f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '172395be-11f7-4933-933b-c5d0e58d49f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:16:38Z', 'updated_at': '2021-12-24T11:17:44Z', 'revision_number': 7, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'subnets': [{'id': '172395be-11f7-4933-933b-c5d0e58d49f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:17:48.201818 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e749b31a-0e43-4b89-b728-eeb1747fb44f None None] Checking router: 206bcbb8-968a-453a-b43f-98a55b05336f for host: dv-neutron-822691-2-hyperv {{(pid=88880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 24 11:17:48.213814 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e749b31a-0e43-4b89-b728-eeb1747fb44f None None] Routers {'206bcbb8-968a-453a-b43f-98a55b05336f'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:17:48.214536 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-e749b31a-0e43-4b89-b728-eeb1747fb44f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52713ae518>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:17:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['206bcbb8-968a-453a-b43f-98a55b05336f'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:17:48.276436 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b071927-0ad1-40e9-ace6-4fde32cee653 req-5d54f726-908e-4b64-9a20-7d40e07e904f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:17:48.278262 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-9b071927-0ad1-40e9-ace6-4fde32cee653 req-5d54f726-908e-4b64-9a20-7d40e07e904f service neutron] 10.222.0.58 "GET /v2.0/networks?id=ea366ad9-2da3-4f2f-9f10-27f5134a47b4 HTTP/1.1" status: 200  len: 898 time: 0.1503561
Dec 24 11:17:48.343443 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.agents_db [None req-e51243ab-6a93-425b-980f-a73583147efa None None] Agent healthcheck: found 6 active agents {{(pid=88881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 24 11:17:48.358104 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-9b071927-0ad1-40e9-ace6-4fde32cee653 req-0b871852-2b9b-426d-8eff-352375a8af04 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=88e264d4-b230-4ab5-a7db-ebbc56e0351c HTTP/1.1" status: 200  len: 217 time: 0.0721667
Dec 24 11:17:48.376645 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a96798e-f14d-4f9a-b524-20a212699811 req-3e7df96a-0849-4580-a983-c90e7035356b tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:17:48.378244 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-4a96798e-f14d-4f9a-b524-20a212699811 req-3e7df96a-0849-4580-a983-c90e7035356b tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/ports?device_id=de261675-c040-4b04-8916-2d5395b12bbf HTTP/1.1" status: 200  len: 946 time: 0.0871212
Dec 24 11:17:48.405606 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-e749b31a-0e43-4b89-b728-eeb1747fb44f None None] Set router 206bcbb8-968a-453a-b43f-98a55b05336f gateway port host: dv-neutron-822691-2-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:17:48.431092 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-4a96798e-f14d-4f9a-b524-20a212699811 req-2b13d546-aa49-445c-bdca-5d3e3904d4ac tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/security-groups?id=10abb672-cdae-4fbe-9375-5b03ce0b97da&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0457923
Dec 24 11:17:48.439529 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b071927-0ad1-40e9-ace6-4fde32cee653 req-6a67ab86-71ef-4c95-9866-78dbd024e945 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:17:48.441196 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-9b071927-0ad1-40e9-ace6-4fde32cee653 req-6a67ab86-71ef-4c95-9866-78dbd024e945 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=172395be-11f7-4933-933b-c5d0e58d49f4 HTTP/1.1" status: 200  len: 835 time: 0.0762842
Dec 24 11:17:48.526014 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-9b071927-0ad1-40e9-ace6-4fde32cee653 req-ddd81deb-7698-4a7e-8ef0-10d204f64305 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ea366ad9-2da3-4f2f-9f10-27f5134a47b4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0748193
Dec 24 11:17:48.673285 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-9b071927-0ad1-40e9-ace6-4fde32cee653 req-27fe4c65-eb76-4c3f-908b-0eb99d3baa62 service neutron] 10.222.0.58 "GET /v2.0/networks/ea366ad9-2da3-4f2f-9f10-27f5134a47b4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1375818
Dec 24 11:17:48.739141 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-e749b31a-0e43-4b89-b728-eeb1747fb44f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52713ae518>, [{'id': '206bcbb8-968a-453a-b43f-98a55b05336f', 'name': 'tempest-TestNetworkBasicOps-router-541240314', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.162'}], 'enable_snat': True}, 'gw_port_id': '6201aa88-02a9-4c07-a500-1170cb027e16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:16:34Z', 'updated_at': '2021-12-24T11:16:39Z', 'revision_number': 4, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'gw_port': {'id': '6201aa88-02a9-4c07-a500-1170cb027e16', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:65:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206bcbb8-968a-453a-b43f-98a55b05336f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:16:35Z', 'updated_at': '2021-12-24T11:17:43Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_interfaces': [{'id': 'a725ebd2-65c3-40ca-bccc-6f6220f482de', 'name': '', 'network_id': 'ea366ad9-2da3-4f2f-9f10-27f5134a47b4', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'mac_address': 'fa:16:3e:5c:8c:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206bcbb8-968a-453a-b43f-98a55b05336f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '172395be-11f7-4933-933b-c5d0e58d49f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:16:38Z', 'updated_at': '2021-12-24T11:17:44Z', 'revision_number': 7, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'subnets': [{'id': '172395be-11f7-4933-933b-c5d0e58d49f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:17:48.743807 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e749b31a-0e43-4b89-b728-eeb1747fb44f None None] The sync data for ids ['206bcbb8-968a-453a-b43f-98a55b05336f'] in dv-neutron-822691-2-hyperv is: [{'id': '206bcbb8-968a-453a-b43f-98a55b05336f', 'name': 'tempest-TestNetworkBasicOps-router-541240314', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.162'}], 'enable_snat': True}, 'gw_port_id': '6201aa88-02a9-4c07-a500-1170cb027e16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:16:34Z', 'updated_at': '2021-12-24T11:16:39Z', 'revision_number': 4, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'gw_port': {'id': '6201aa88-02a9-4c07-a500-1170cb027e16', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:65:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206bcbb8-968a-453a-b43f-98a55b05336f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:16:35Z', 'updated_at': '2021-12-24T11:17:43Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_interfaces': [{'id': 'a725ebd2-65c3-40ca-bccc-6f6220f482de', 'name': '', 'network_id': 'ea366ad9-2da3-4f2f-9f10-27f5134a47b4', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'mac_address': 'fa:16:3e:5c:8c:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206bcbb8-968a-453a-b43f-98a55b05336f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '172395be-11f7-4933-933b-c5d0e58d49f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:16:38Z', 'updated_at': '2021-12-24T11:17:44Z', 'revision_number': 7, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'subnets': [{'id': '172395be-11f7-4933-933b-c5d0e58d49f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:17:48.826863 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-9b071927-0ad1-40e9-ace6-4fde32cee653 req-e949291b-10e7-441c-9643-f25179d4b8be service neutron] 10.222.0.58 "GET /v2.0/networks/ea366ad9-2da3-4f2f-9f10-27f5134a47b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1456687
Dec 24 11:17:49.652970 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e07177-311b-4781-a3cf-5f651f2fa4b6 req-5b42837b-9224-4031-b325-d2e98c38c5b2 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:17:49.654639 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-e6e07177-311b-4781-a3cf-5f651f2fa4b6 req-5b42837b-9224-4031-b325-d2e98c38c5b2 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/ports?device_id=de261675-c040-4b04-8916-2d5395b12bbf HTTP/1.1" status: 200  len: 946 time: 0.0935473
Dec 24 11:17:49.703412 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-e6e07177-311b-4781-a3cf-5f651f2fa4b6 req-cad098c6-7c08-482b-8d78-a6ae91ae2cd2 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/security-groups?id=10abb672-cdae-4fbe-9375-5b03ce0b97da&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426235
Dec 24 11:17:49.897002 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7462e9cf-21c3-4097-8483-62f8522e6ac4 req-88d6b501-b469-40e7-9af1-d61952d054dc tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:17:49.897759 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-7462e9cf-21c3-4097-8483-62f8522e6ac4 req-88d6b501-b469-40e7-9af1-d61952d054dc tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Synchronizing usage tracker for tenant:ad7c5ba9df02428aae512a4d9bb9dd9d on resource:port {{(pid=88879) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:17:49.914900 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-7462e9cf-21c3-4097-8483-62f8522e6ac4 req-88d6b501-b469-40e7-9af1-d61952d054dc tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Unset dirty status for tenant:ad7c5ba9df02428aae512a4d9bb9dd9d on resource:port {{(pid=88879) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:17:49.916172 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-7462e9cf-21c3-4097-8483-62f8522e6ac4 req-88d6b501-b469-40e7-9af1-d61952d054dc tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.58 "GET /v2.0/ports?device_id=de261675-c040-4b04-8916-2d5395b12bbf HTTP/1.1" status: 200  len: 946 time: 0.1063936
Dec 24 11:17:50.000350 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [req-7462e9cf-21c3-4097-8483-62f8522e6ac4 req-c078082d-c6d3-4985-8626-ae237a0795dd tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Deleting port 88e264d4-b230-4ab5-a7db-ebbc56e0351c {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:17:50.000660 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-7462e9cf-21c3-4097-8483-62f8522e6ac4 req-c078082d-c6d3-4985-8626-ae237a0795dd tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:17:50.050009 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3521d8ab-e5e8-44af-9472-709b4ac2e816 None None] New status for floating IP 1d41dd78-52ef-487f-86de-db7de4e2cc17: DOWN {{(pid=88881) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 24 11:17:50.268044 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [req-7462e9cf-21c3-4097-8483-62f8522e6ac4 req-c078082d-c6d3-4985-8626-ae237a0795dd tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] For port 88e264d4-b230-4ab5-a7db-ebbc56e0351c, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=88e264d4-b230-4ab5-a7db-ebbc56e0351c,segment=NetworkSegment(8aa842c6-ea2b-4963-9584-21e8daa7fbdc),segment_id=8aa842c6-ea2b-4963-9584-21e8daa7fbdc)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:17:50.268515 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-7462e9cf-21c3-4097-8483-62f8522e6ac4 req-c078082d-c6d3-4985-8626-ae237a0795dd tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:17:50.402400 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [req-7462e9cf-21c3-4097-8483-62f8522e6ac4 req-c078082d-c6d3-4985-8626-ae237a0795dd tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Calling delete_port for 88e264d4-b230-4ab5-a7db-ebbc56e0351c owned by compute:nova {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:17:50.555670 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-7462e9cf-21c3-4097-8483-62f8522e6ac4 req-c078082d-c6d3-4985-8626-ae237a0795dd tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:17:50.562419 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7aaf793f-35fb-4161-9e57-4ad8e66770e7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:17:50.612046 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c078082d-c6d3-4985-8626-ae237a0795dd tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event deleted for resources: {'Port': ['ID=88e264d4-b230-4ab5-a7db-ebbc56e0351c,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:17:50.614876 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c078082d-c6d3-4985-8626-ae237a0795dd tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:17:50.689606 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [req-7462e9cf-21c3-4097-8483-62f8522e6ac4 req-c078082d-c6d3-4985-8626-ae237a0795dd tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] No DVR routers for this DVR port 88e264d4-b230-4ab5-a7db-ebbc56e0351c on host hv-neutron-8226 {{(pid=88879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 24 11:17:50.692146 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-7462e9cf-21c3-4097-8483-62f8522e6ac4 req-c078082d-c6d3-4985-8626-ae237a0795dd tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:17:50.695071 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de261675-c040-4b04-8916-2d5395b12bbf', 'name': 'network-vif-deleted', 'tag': '88e264d4-b230-4ab5-a7db-ebbc56e0351c'}] {{(pid=88879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 24 11:17:50.710185 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-7462e9cf-21c3-4097-8483-62f8522e6ac4 req-c078082d-c6d3-4985-8626-ae237a0795dd tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.58 "DELETE /v2.0/ports/88e264d4-b230-4ab5-a7db-ebbc56e0351c HTTP/1.1" status: 204  len: 173 time: 0.7848012
Dec 24 11:17:50.781925 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de261675-c040-4b04-8916-2d5395b12bbf', 'name': 'network-vif-deleted', 'tag': '88e264d4-b230-4ab5-a7db-ebbc56e0351c', 'status': 'completed', 'code': 200}
Dec 24 11:17:50.894612 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-d1a0e42a-effc-49dd-9d75-638d45877382 req-ccc58a19-f578-4ce7-96df-7424624909b4 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/ports?device_id=de261675-c040-4b04-8916-2d5395b12bbf HTTP/1.1" status: 200  len: 210 time: 0.0529227
Dec 24 11:17:52.007718 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 45388) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:17:52.093131 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-cd725b65-6af3-4ec6-9633-4af9d3412dab tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:17:52.125201 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-cd725b65-6af3-4ec6-9633-4af9d3412dab tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:17:52.179184 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-cd725b65-6af3-4ec6-9633-4af9d3412dab tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:17:52.183178 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-52351594-37d7-40fb-9ee0-a325e4bbb8a6 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:17:52.199700 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd725b65-6af3-4ec6-9633-4af9d3412dab tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10abb672-cdae-4fbe-9375-5b03ce0b97da,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:17:52.202622 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-cd725b65-6af3-4ec6-9633-4af9d3412dab tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:17:52.211211 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-cd725b65-6af3-4ec6-9633-4af9d3412dab tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:17:52.212481 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-cd725b65-6af3-4ec6-9633-4af9d3412dab tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "DELETE /v2.0/security-groups/10abb672-cdae-4fbe-9375-5b03ce0b97da HTTP/1.1" status: 204  len: 168 time: 0.2036846
Dec 24 11:17:52.253234 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 45394) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:17:52.688468 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-40a99a13-9672-4d72-81d9-09bd36345b3d tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854055677'] for router_interface, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:17:53.324636 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Device 88e264d4-b230-4ab5-a7db-ebbc56e0351c no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:17:53.362474 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] No Port match for: 88e264d4-b230-4ab5-a7db-ebbc56e0351c {{(pid=88880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 24 11:17:53.362886 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Device 88e264d4-b230-4ab5-a7db-ebbc56e0351c not bound to the agent host hv-neutron-8226 {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 24 11:17:53.378049 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-40a99a13-9672-4d72-81d9-09bd36345b3d tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Deleting port a725ebd2-65c3-40ca-bccc-6f6220f482de {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:17:53.378419 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-40a99a13-9672-4d72-81d9-09bd36345b3d tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:17:53.590769 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-40a99a13-9672-4d72-81d9-09bd36345b3d tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] For port a725ebd2-65c3-40ca-bccc-6f6220f482de, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=a725ebd2-65c3-40ca-bccc-6f6220f482de,segment=NetworkSegment(8aa842c6-ea2b-4963-9584-21e8daa7fbdc),segment_id=8aa842c6-ea2b-4963-9584-21e8daa7fbdc)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:17:53.591100 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-40a99a13-9672-4d72-81d9-09bd36345b3d tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:17:53.956422 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-40a99a13-9672-4d72-81d9-09bd36345b3d tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Calling delete_port for a725ebd2-65c3-40ca-bccc-6f6220f482de owned by network:router_interface {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:17:54.152322 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-40a99a13-9672-4d72-81d9-09bd36345b3d tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:17:54.156206 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-d0855038-c93c-4cbd-b650-1629e8ab1f54 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:17:54.202369 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a99a13-9672-4d72-81d9-09bd36345b3d tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event deleted for resources: {'Port': ['ID=a725ebd2-65c3-40ca-bccc-6f6220f482de,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:17:54.206219 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-40a99a13-9672-4d72-81d9-09bd36345b3d tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:17:54.521925 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-40a99a13-9672-4d72-81d9-09bd36345b3d tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036852798164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854055527'] for router_interface, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:17:55.184434 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40a99a13-9672-4d72-81d9-09bd36345b3d tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Router 206bcbb8-968a-453a-b43f-98a55b05336f has already been hosted by L3 agent 198cca88-1338-4098-b44b-beb0346ac906 {{(pid=88879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 24 11:17:55.405549 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40a99a13-9672-4d72-81d9-09bd36345b3d tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:17:55.416394 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2dd905-29b0-4df1-95df-e9ad9215524d None None] Sync routers for ids ['206bcbb8-968a-453a-b43f-98a55b05336f'] in dv-neutron-822691-2-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:17:55.419197 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-40a99a13-9672-4d72-81d9-09bd36345b3d tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "PUT /v2.0/routers/206bcbb8-968a-453a-b43f-98a55b05336f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1647537
Dec 24 11:17:55.422364 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 45398) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:17:55.431220 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2dd905-29b0-4df1-95df-e9ad9215524d None None] Routers {'206bcbb8-968a-453a-b43f-98a55b05336f'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:17:55.431912 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-4e2dd905-29b0-4df1-95df-e9ad9215524d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271227f60>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:17:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['206bcbb8-968a-453a-b43f-98a55b05336f'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:17:55.624852 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-4e2dd905-29b0-4df1-95df-e9ad9215524d None None] Set router 206bcbb8-968a-453a-b43f-98a55b05336f gateway port host: dv-neutron-822691-2-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:17:55.635212 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_v2 [None req-88dcca8f-cc5d-45be-bbfa-efd21a95b7b4 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Deleting subnet 172395be-11f7-4933-933b-c5d0e58d49f4 {{(pid=88878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 24 11:17:55.638502 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-88dcca8f-cc5d-45be-bbfa-efd21a95b7b4 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for subnet, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:17:55.700650 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-88dcca8f-cc5d-45be-bbfa-efd21a95b7b4 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852534446'] for subnet, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:17:55.793499 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-88dcca8f-cc5d-45be-bbfa-efd21a95b7b4 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847655656'] for subnet, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:17:55.872491 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-88dcca8f-cc5d-45be-bbfa-efd21a95b7b4 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7120129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3978858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852529715'] for subnet, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:17:55.876839 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-8c024e6e-39df-4b0c-95cb-1d12e3ce2848 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:17:55.912810 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dcca8f-cc5d-45be-bbfa-efd21a95b7b4 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event deleted for resources: {'Subnet': ['ID=172395be-11f7-4933-933b-c5d0e58d49f4,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:17:55.928241 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-88dcca8f-cc5d-45be-bbfa-efd21a95b7b4 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:17:55.931340 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-4e2dd905-29b0-4df1-95df-e9ad9215524d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271227f60>, [{'id': '206bcbb8-968a-453a-b43f-98a55b05336f', 'name': 'tempest-TestNetworkBasicOps-router-541240314', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.162'}], 'enable_snat': True}, 'gw_port_id': '6201aa88-02a9-4c07-a500-1170cb027e16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:16:34Z', 'updated_at': '2021-12-24T11:17:54Z', 'revision_number': 5, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'gw_port': {'id': '6201aa88-02a9-4c07-a500-1170cb027e16', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:65:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206bcbb8-968a-453a-b43f-98a55b05336f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:16:35Z', 'updated_at': '2021-12-24T11:17:43Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv'}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:17:55.932046 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88dcca8f-cc5d-45be-bbfa-efd21a95b7b4 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:17:55.932479 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88dcca8f-cc5d-45be-bbfa-efd21a95b7b4 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:17:55.932905 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88dcca8f-cc5d-45be-bbfa-efd21a95b7b4 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:17:55.933325 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88dcca8f-cc5d-45be-bbfa-efd21a95b7b4 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:17:55.933743 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88dcca8f-cc5d-45be-bbfa-efd21a95b7b4 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:17:55.934143 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88dcca8f-cc5d-45be-bbfa-efd21a95b7b4 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:17:55.934575 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88dcca8f-cc5d-45be-bbfa-efd21a95b7b4 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:17:55.934985 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88dcca8f-cc5d-45be-bbfa-efd21a95b7b4 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:17:55.935397 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88dcca8f-cc5d-45be-bbfa-efd21a95b7b4 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:17:55.935803 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88dcca8f-cc5d-45be-bbfa-efd21a95b7b4 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:17:55.936197 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88dcca8f-cc5d-45be-bbfa-efd21a95b7b4 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:17:55.936337 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79661b3f-4691-48e7-8582-621c97adfabb None None] Network ea366ad9-2da3-4f2f-9f10-27f5134a47b4 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:17:55.939502 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-88dcca8f-cc5d-45be-bbfa-efd21a95b7b4 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:17:55.944481 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-88dcca8f-cc5d-45be-bbfa-efd21a95b7b4 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "DELETE /v2.0/subnets/172395be-11f7-4933-933b-c5d0e58d49f4 HTTP/1.1" status: 204  len: 168 time: 0.5210278
Dec 24 11:17:55.947490 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 45402) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:17:55.956707 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2dd905-29b0-4df1-95df-e9ad9215524d None None] Checking router: 206bcbb8-968a-453a-b43f-98a55b05336f for host: dv-neutron-822691-2-hyperv {{(pid=88880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 24 11:17:55.984327 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2dd905-29b0-4df1-95df-e9ad9215524d None None] Routers {'206bcbb8-968a-453a-b43f-98a55b05336f'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:17:55.985020 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-4e2dd905-29b0-4df1-95df-e9ad9215524d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271227f60>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:17:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['206bcbb8-968a-453a-b43f-98a55b05336f'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:17:56.166214 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c3b11557-6b06-4d10-ae0b-610d3d9caa68 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for router, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:17:56.496374 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-4e2dd905-29b0-4df1-95df-e9ad9215524d None None] Set router 206bcbb8-968a-453a-b43f-98a55b05336f gateway port host: dv-neutron-822691-2-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:17:56.634194 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c3b11557-6b06-4d10-ae0b-610d3d9caa68 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:17:56.644265 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-c3b11557-6b06-4d10-ae0b-610d3d9caa68 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Deleting port 6201aa88-02a9-4c07-a500-1170cb027e16 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:17:56.644642 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c3b11557-6b06-4d10-ae0b-610d3d9caa68 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:17:56.702508 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22fac201-0cdb-4c36-97a9-dac21760e40e None None] DHCP port deletion for ea366ad9-2da3-4f2f-9f10-27f5134a47b4 request from dv-neutron-822691-2-hyperv {{(pid=88880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 24 11:17:56.719997 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-22fac201-0cdb-4c36-97a9-dac21760e40e None None] Deleting port c8a800f2-92f5-4c13-a8c5-a064901ca5f8 {{(pid=88880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:17:56.720416 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-22fac201-0cdb-4c36-97a9-dac21760e40e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:17:56.836065 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-c3b11557-6b06-4d10-ae0b-610d3d9caa68 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] For port 6201aa88-02a9-4c07-a500-1170cb027e16, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=6201aa88-02a9-4c07-a500-1170cb027e16,segment=NetworkSegment(d4e3295f-9ff8-4cad-8a20-3f1c937efc8c),segment_id=d4e3295f-9ff8-4cad-8a20-3f1c937efc8c)] {{(pid=88878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:17:56.836467 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c3b11557-6b06-4d10-ae0b-610d3d9caa68 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:17:56.966980 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-c3b11557-6b06-4d10-ae0b-610d3d9caa68 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Calling delete_port for 6201aa88-02a9-4c07-a500-1170cb027e16 owned by network:router_gateway {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:17:57.004686 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-22fac201-0cdb-4c36-97a9-dac21760e40e None None] For port c8a800f2-92f5-4c13-a8c5-a064901ca5f8, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=c8a800f2-92f5-4c13-a8c5-a064901ca5f8,segment=NetworkSegment(8aa842c6-ea2b-4963-9584-21e8daa7fbdc),segment_id=8aa842c6-ea2b-4963-9584-21e8daa7fbdc)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:17:57.005069 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-22fac201-0cdb-4c36-97a9-dac21760e40e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:17:57.071078 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-4e2dd905-29b0-4df1-95df-e9ad9215524d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271227f60>, [{'id': '206bcbb8-968a-453a-b43f-98a55b05336f', 'name': 'tempest-TestNetworkBasicOps-router-541240314', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.162'}], 'enable_snat': True}, 'gw_port_id': '6201aa88-02a9-4c07-a500-1170cb027e16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:16:34Z', 'updated_at': '2021-12-24T11:17:54Z', 'revision_number': 5, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'gw_port': {'id': '6201aa88-02a9-4c07-a500-1170cb027e16', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:65:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206bcbb8-968a-453a-b43f-98a55b05336f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:16:35Z', 'updated_at': '2021-12-24T11:17:43Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv'}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:17:57.138981 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-22fac201-0cdb-4c36-97a9-dac21760e40e None None] Calling delete_port for c8a800f2-92f5-4c13-a8c5-a064901ca5f8 owned by network:dhcp {{(pid=88880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:17:57.146163 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c3b11557-6b06-4d10-ae0b-610d3d9caa68 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:17:57.151058 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-2785d1fa-6306-4804-b483-3e71e05abfd8 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:17:57.166750 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2dd905-29b0-4df1-95df-e9ad9215524d None None] The sync data for ids ['206bcbb8-968a-453a-b43f-98a55b05336f'] in dv-neutron-822691-2-hyperv is: [{'id': '206bcbb8-968a-453a-b43f-98a55b05336f', 'name': 'tempest-TestNetworkBasicOps-router-541240314', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.162'}], 'enable_snat': True}, 'gw_port_id': '6201aa88-02a9-4c07-a500-1170cb027e16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:16:34Z', 'updated_at': '2021-12-24T11:17:54Z', 'revision_number': 5, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'gw_port': {'id': '6201aa88-02a9-4c07-a500-1170cb027e16', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:65:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206bcbb8-968a-453a-b43f-98a55b05336f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:16:35Z', 'updated_at': '2021-12-24T11:17:43Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv'}] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:17:57.194114 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b11557-6b06-4d10-ae0b-610d3d9caa68 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event deleted for resources: {'Port': ['ID=6201aa88-02a9-4c07-a500-1170cb027e16,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:17:57.198793 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c3b11557-6b06-4d10-ae0b-610d3d9caa68 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:17:57.228050 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-22fac201-0cdb-4c36-97a9-dac21760e40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392'] for port, after_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:17:57.233043 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-07b6a8a6-42b2-4512-bd43-3106de937e7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:17:57.274456 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fac201-0cdb-4c36-97a9-dac21760e40e None None] Pushing event deleted for resources: {'Port': ['ID=c8a800f2-92f5-4c13-a8c5-a064901ca5f8,revision_number=None']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:17:57.282066 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-22fac201-0cdb-4c36-97a9-dac21760e40e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:17:57.296264 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22fac201-0cdb-4c36-97a9-dac21760e40e None None] No DVR routers for this DVR port c8a800f2-92f5-4c13-a8c5-a064901ca5f8 on host dv-neutron-822691-2-hyperv {{(pid=88880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 24 11:17:57.435231 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c3b11557-6b06-4d10-ae0b-610d3d9caa68 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854116846'] for router_gateway, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:17:57.559558 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device a725ebd2-65c3-40ca-bccc-6f6220f482de no longer exists at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:17:57.595318 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] No Port match for: a725ebd2-65c3-40ca-bccc-6f6220f482de {{(pid=88880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 24 11:17:57.595728 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device a725ebd2-65c3-40ca-bccc-6f6220f482de not bound to the agent host dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 24 11:17:57.596205 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device c8a800f2-92f5-4c13-a8c5-a064901ca5f8 no longer exists at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:17:57.629353 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] No Port match for: c8a800f2-92f5-4c13-a8c5-a064901ca5f8 {{(pid=88880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 24 11:17:57.629746 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device c8a800f2-92f5-4c13-a8c5-a064901ca5f8 not bound to the agent host dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 24 11:17:57.712912 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c3b11557-6b06-4d10-ae0b-610d3d9caa68 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854158724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-84560'] for router, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:17:57.717531 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c3b11557-6b06-4d10-ae0b-610d3d9caa68 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:17:57.745357 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c3b11557-6b06-4d10-ae0b-610d3d9caa68 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854158830'] for router, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:17:57.745992 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3b11557-6b06-4d10-ae0b-610d3d9caa68 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Fanout notify agent at l3_agent the message router_deleted on router 206bcbb8-968a-453a-b43f-98a55b05336f {{(pid=88878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 24 11:17:57.761473 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c3b11557-6b06-4d10-ae0b-610d3d9caa68 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for router, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:17:57.765435 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-c3b11557-6b06-4d10-ae0b-610d3d9caa68 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "DELETE /v2.0/routers/206bcbb8-968a-453a-b43f-98a55b05336f HTTP/1.1" status: 204  len: 168 time: 1.8141890
Dec 24 11:17:57.766688 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 45406) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:17:57.895510 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-eeee60c2-6ea4-4676-b541-8dcf7fbc7762 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036847558493'] for network, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:17:58.037869 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-eeee60c2-6ea4-4676-b541-8dcf7fbc7762 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847649663', 'neutron.services.segments.db._delete_segments_for_network-8749505737672'] for network, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:17:58.064667 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-eeee60c2-6ea4-4676-b541-8dcf7fbc7762 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5270500080>,) {'filters': {'network_id': ['ea366ad9-2da3-4f2f-9f10-27f5134a47b4']}} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:17:58.078084 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-eeee60c2-6ea4-4676-b541-8dcf7fbc7762 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5270500080>, '8aa842c6-ea2b-4963-9584-21e8daa7fbdc') {'for_net_delete': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:17:58.078414 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-eeee60c2-6ea4-4676-b541-8dcf7fbc7762 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5270500080>, '8aa842c6-ea2b-4963-9584-21e8daa7fbdc') {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:17:58.090843 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-eeee60c2-6ea4-4676-b541-8dcf7fbc7762 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749505745113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853989108'] for segment, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:17:58.105716 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-eeee60c2-6ea4-4676-b541-8dcf7fbc7762 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:17:58.112096 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eeee60c2-6ea4-4676-b541-8dcf7fbc7762 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Releasing vlan 605 on physical network physnet1 to pool {{(pid=88879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 24 11:17:58.112479 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-eeee60c2-6ea4-4676-b541-8dcf7fbc7762 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036847652098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3926696'] for segment, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:17:58.128396 dv-neutron-822691-2-hyperv neutron-server[88767]: Traceback (most recent call last):
Dec 24 11:17:58.128396 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 24 11:17:58.128396 dv-neutron-822691-2-hyperv neutron-server[88767]:     timer()
Dec 24 11:17:58.128396 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 11:17:58.128396 dv-neutron-822691-2-hyperv neutron-server[88767]:     cb(*args, **kw)
Dec 24 11:17:58.128396 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 24 11:17:58.128396 dv-neutron-822691-2-hyperv neutron-server[88767]:     return func(*args, **kwargs)
Dec 24 11:17:58.128396 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 11:17:58.128396 dv-neutron-822691-2-hyperv neutron-server[88767]:     self._notify()
Dec 24 11:17:58.128396 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 11:17:58.128396 dv-neutron-822691-2-hyperv neutron-server[88767]:     self.callback(batched_events)
Dec 24 11:17:58.128396 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 11:17:58.128396 dv-neutron-822691-2-hyperv neutron-server[88767]:     event.method(event)
Dec 24 11:17:58.128396 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 11:17:58.128396 dv-neutron-822691-2-hyperv neutron-server[88767]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 11:17:58.128396 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 24 11:17:58.128396 dv-neutron-822691-2-hyperv neutron-server[88767]:     segment_id)['aggregates'][0]
Dec 24 11:17:58.128396 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 24 11:17:58.128396 dv-neutron-822691-2-hyperv neutron-server[88767]:     return f(self, *a, **k)
Dec 24 11:17:58.128396 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 11:17:58.128396 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self._get(url).json()
Dec 24 11:17:58.128396 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 24 11:17:58.128396 dv-neutron-822691-2-hyperv neutron-server[88767]:     **kwargs)
Dec 24 11:17:58.128396 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 24 11:17:58.128396 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self.request(url, 'GET', **kwargs)
Dec 24 11:17:58.128396 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 24 11:17:58.128396 dv-neutron-822691-2-hyperv neutron-server[88767]:     **endpoint_filter)
Dec 24 11:17:58.128396 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 24 11:17:58.128396 dv-neutron-822691-2-hyperv neutron-server[88767]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 11:17:58.128396 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 24 11:17:58.128396 dv-neutron-822691-2-hyperv neutron-server[88767]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 11:17:58.128396 dv-neutron-822691-2-hyperv neutron-server[88767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 11:17:58.218298 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-eeee60c2-6ea4-4676-b541-8dcf7fbc7762 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7126154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659196'] for network, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:17:58.222548 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-8a182611-671f-4a9d-9f37-21b6e4a435d1 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:17:58.238277 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-eeee60c2-6ea4-4676-b541-8dcf7fbc7762 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for network, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:17:58.248450 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:17:58.251130 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeee60c2-6ea4-4676-b541-8dcf7fbc7762 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event deleted for resources: {'Network': ['ID=ea366ad9-2da3-4f2f-9f10-27f5134a47b4,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:17:58.254800 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-eeee60c2-6ea4-4676-b541-8dcf7fbc7762 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:17:58.260004 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-eeee60c2-6ea4-4676-b541-8dcf7fbc7762 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "DELETE /v2.0/networks/ea366ad9-2da3-4f2f-9f10-27f5134a47b4 HTTP/1.1" status: 204  len: 168 time: 0.4920275
Dec 24 11:17:58.282993 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 45410) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:17:58.289703 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-92e64da8-a549-4427-ab0e-333b0ee333a6 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Request body: {'network': {'name': 'tempest-network-smoke--148842055', 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'port_security_enabled': True}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:17:58.295830 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-92e64da8-a549-4427-ab0e-333b0ee333a6 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:17:58.300462 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-92e64da8-a549-4427-ab0e-333b0ee333a6 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Usage tracker for resource:network and tenant:ad7c5ba9df02428aae512a4d9bb9dd9d is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:17:58.303687 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-92e64da8-a549-4427-ab0e-333b0ee333a6 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:17:58.310237 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-92e64da8-a549-4427-ab0e-333b0ee333a6 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:17:58.322146 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92e64da8-a549-4427-ab0e-333b0ee333a6 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Made reservation on behalf of ad7c5ba9df02428aae512a4d9bb9dd9d for: {'network': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:17:58.327709 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-92e64da8-a549-4427-ab0e-333b0ee333a6 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for network, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:17:58.357931 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92e64da8-a549-4427-ab0e-333b0ee333a6 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] vlan segment allocate from pool success with {'vlan_id': 605, 'physical_network': 'physnet1'}  {{(pid=88878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 24 11:17:58.367507 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-92e64da8-a549-4427-ab0e-333b0ee333a6 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:17:58.367893 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.segments_db [None req-92e64da8-a549-4427-ab0e-333b0ee333a6 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Added segment cc21df6d-e955-4b4c-b7d8-f83196afdb8b of type vlan for network 1582cfcf-da96-4b47-9824-2c269020742a
Dec 24 11:17:58.396269 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-92e64da8-a549-4427-ab0e-333b0ee333a6 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363287349540024'] for network, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:17:58.431812 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-92e64da8-a549-4427-ab0e-333b0ee333a6 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636'] for network, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:17:58.436040 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92e64da8-a549-4427-ab0e-333b0ee333a6 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:17:58.436689 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-92e64da8-a549-4427-ab0e-333b0ee333a6 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:17:58.440609 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-ffbfe3d3-26db-4914-b640-5a0d0ecc1e85 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:17:58.550339 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-92e64da8-a549-4427-ab0e-333b0ee333a6 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.2659583
Dec 24 11:17:58.553666 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 45414) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:17:58.556413 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e64da8-a549-4427-ab0e-333b0ee333a6 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event updated for resources: {'Network': ['ID=1582cfcf-da96-4b47-9824-2c269020742a,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:17:58.559408 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-92e64da8-a549-4427-ab0e-333b0ee333a6 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:17:58.560864 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-42535467-3075-43cc-8354-d054996e436f tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1978797386', 'admin_state_up': True, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a'}}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:17:58.568729 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Network 1582cfcf-da96-4b47-9824-2c269020742a details requested by agent ovs-agent-dv-neutron-822691-2-hyperv with host dv-neutron-822691-2-hyperv {{(pid=88880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 24 11:17:58.570044 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-42535467-3075-43cc-8354-d054996e436f tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:17:58.574529 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-42535467-3075-43cc-8354-d054996e436f tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Usage tracker for resource:router and tenant:ad7c5ba9df02428aae512a4d9bb9dd9d is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:17:58.577666 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-42535467-3075-43cc-8354-d054996e436f tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:17:58.584075 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-42535467-3075-43cc-8354-d054996e436f tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:17:58.595189 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-42535467-3075-43cc-8354-d054996e436f tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-612016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-84579'] for router, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:17:58.596199 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-42535467-3075-43cc-8354-d054996e436f tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854163950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659046', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854079771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854691221'] for router, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:17:58.616034 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-42535467-3075-43cc-8354-d054996e436f tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:17:58.768759 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-42535467-3075-43cc-8354-d054996e436f tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-659031', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854691240'] for router, precommit_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:17:58.971279 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-42535467-3075-43cc-8354-d054996e436f tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for router_gateway, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:17:59.007325 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-42535467-3075-43cc-8354-d054996e436f tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:17:59.155450 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-42535467-3075-43cc-8354-d054996e436f tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Allocated IP 172.26.3.77 (f8c337ba-681f-4fcb-a333-e3c49365b30a/8ea1398c-0bec-46d6-8d54-85798de2a7ca/fabd255f-ca21-4139-a60e-83340ac26b1b) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:17:59.323565 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-42535467-3075-43cc-8354-d054996e436f tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:17:59.357072 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-42535467-3075-43cc-8354-d054996e436f tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:17:59.361641 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-fcbe4fed-50ad-45e4-8695-31ffcee88c89 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:17:59.456008 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 6201aa88-02a9-4c07-a500-1170cb027e16 no longer exists at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:17:59.493464 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] No Port match for: 6201aa88-02a9-4c07-a500-1170cb027e16 {{(pid=88880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 24 11:17:59.493877 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 6201aa88-02a9-4c07-a500-1170cb027e16 not bound to the agent host dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 24 11:17:59.677036 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42535467-3075-43cc-8354-d054996e436f tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Network f8c337ba-681f-4fcb-a333-e3c49365b30a is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:17:59.678097 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42535467-3075-43cc-8354-d054996e436f tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event updated for resources: {'Port': ['ID=fabd255f-ca21-4139-a60e-83340ac26b1b,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:17:59.681223 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-42535467-3075-43cc-8354-d054996e436f tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:17:59.682455 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-42535467-3075-43cc-8354-d054996e436f tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Resources bound (agent type, host, resource id):  {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:17:59.684758 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42535467-3075-43cc-8354-d054996e436f tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:17:59.866267 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-42535467-3075-43cc-8354-d054996e436f tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for router_gateway, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:17:59.866987 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-42535467-3075-43cc-8354-d054996e436f tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854163800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854116816'] for router, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:18:00.112489 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42535467-3075-43cc-8354-d054996e436f tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Router 86033340-4d09-40bc-8aac-78330055ed26 is scheduled to L3 agent 198cca88-1338-4098-b44b-beb0346ac906 with binding_index 1 {{(pid=88879) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 24 11:18:00.330955 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42535467-3075-43cc-8354-d054996e436f tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:18:00.341690 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb81e87d-75e9-4b7f-9a07-548fc6693e0c None None] Sync routers for ids ['86033340-4d09-40bc-8aac-78330055ed26'] in dv-neutron-822691-2-hyperv {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:18:00.356194 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb81e87d-75e9-4b7f-9a07-548fc6693e0c None None] Routers {'86033340-4d09-40bc-8aac-78330055ed26'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:18:00.357319 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-cb81e87d-75e9-4b7f-9a07-548fc6693e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271b0c518>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:17:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['86033340-4d09-40bc-8aac-78330055ed26'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:18:00.359375 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-42535467-3075-43cc-8354-d054996e436f tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for router, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:18:00.360733 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-42535467-3075-43cc-8354-d054996e436f tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201  len: 886 time: 1.8056479
Dec 24 11:18:00.364430 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 45418) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:18:00.413811 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-3ad5ef0d-70e6-4032-b1d6-8597907c68e8 tempest-TestNetworkBasicOps-448411267 tempest-TestNetworkBasicOps-448411267-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=ad7c5ba9df02428aae512a4d9bb9dd9d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0480342
Dec 24 11:18:00.417037 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 45422) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:18:00.546905 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-cb81e87d-75e9-4b7f-9a07-548fc6693e0c None None] Set router 86033340-4d09-40bc-8aac-78330055ed26 gateway port host: dv-neutron-822691-2-hyperv {{(pid=88881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:18:00.564759 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24a26736-4868-4763-abcf-6ce4ebdd168d tempest-TestNetworkBasicOps-448411267 tempest-TestNetworkBasicOps-448411267-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:18:00.569470 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-24a26736-4868-4763-abcf-6ce4ebdd168d tempest-TestNetworkBasicOps-448411267 tempest-TestNetworkBasicOps-448411267-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1484263
Dec 24 11:18:00.569976 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 45426) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:18:00.618577 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-9507c096-47d9-4051-8ab9-9b641e5745b3 tempest-TestNetworkBasicOps-448411267 tempest-TestNetworkBasicOps-448411267-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=f8c337ba-681f-4fcb-a333-e3c49365b30a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0446038
Dec 24 11:18:00.618794 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 45430) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:18:00.625184 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-ba04e8be-a649-4239-bcae-b193dd6b4d23 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-334196558', 'network_id': '1582cfcf-da96-4b47-9824-2c269020742a', 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:18:00.747193 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-ba04e8be-a649-4239-bcae-b193dd6b4d23 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:18:00.751798 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-ba04e8be-a649-4239-bcae-b193dd6b4d23 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Usage tracker for resource:subnet and tenant:ad7c5ba9df02428aae512a4d9bb9dd9d is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:18:00.754954 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-ba04e8be-a649-4239-bcae-b193dd6b4d23 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:18:00.761273 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-ba04e8be-a649-4239-bcae-b193dd6b4d23 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:18:00.771725 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba04e8be-a649-4239-bcae-b193dd6b4d23 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Made reservation on behalf of ad7c5ba9df02428aae512a4d9bb9dd9d for: {'subnet': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:18:00.849858 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-cb81e87d-75e9-4b7f-9a07-548fc6693e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271b0c518>, [{'id': '86033340-4d09-40bc-8aac-78330055ed26', 'name': 'tempest-TestNetworkBasicOps-router-1978797386', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.77'}], 'enable_snat': True}, 'gw_port_id': 'fabd255f-ca21-4139-a60e-83340ac26b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:17:58Z', 'updated_at': '2021-12-24T11:17:59Z', 'revision_number': 3, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'gw_port': {'id': 'fabd255f-ca21-4139-a60e-83340ac26b1b', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:8a:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86033340-4d09-40bc-8aac-78330055ed26', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:17:59Z', 'updated_at': '2021-12-24T11:17:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv'}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:18:00.854194 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb81e87d-75e9-4b7f-9a07-548fc6693e0c None None] Checking router: 86033340-4d09-40bc-8aac-78330055ed26 for host: dv-neutron-822691-2-hyperv {{(pid=88881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 24 11:18:00.854592 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb81e87d-75e9-4b7f-9a07-548fc6693e0c None None] Updating router 86033340-4d09-40bc-8aac-78330055ed26 port fabd255f-ca21-4139-a60e-83340ac26b1b binding host dv-neutron-822691-2-hyperv {{(pid=88881) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 24 11:18:00.899758 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ba04e8be-a649-4239-bcae-b193dd6b4d23 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3619482'] for subnet, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:18:00.913800 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-cb81e87d-75e9-4b7f-9a07-548fc6693e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:18:01.180822 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ba04e8be-a649-4239-bcae-b193dd6b4d23 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3921862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3619467'] for subnet, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:18:01.186181 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-b34d5527-45ac-4f9f-8ca7-ef28e7ea72a4 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:18:01.273389 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba04e8be-a649-4239-bcae-b193dd6b4d23 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event updated for resources: {'Subnet': ['ID=7b2917a0-a604-4d89-8c89-64bc9e78cbe1,revision_number=0']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:18:01.276874 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-ba04e8be-a649-4239-bcae-b193dd6b4d23 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:18:01.292204 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba04e8be-a649-4239-bcae-b193dd6b4d23 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Checking segment: {'id': 'cc21df6d-e955-4b4c-b7d8-f83196afdb8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1582cfcf-da96-4b47-9824-2c269020742a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:18:01.292594 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba04e8be-a649-4239-bcae-b193dd6b4d23 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Network hostable DHCP agents. Network: 1582cfcf-da96-4b47-9824-2c269020742a, hostable agents: ['edcf98dc-3032-472a-8b3d-f23fd1e89806'], hosted agents: [] {{(pid=88879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 24 11:18:01.316184 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba04e8be-a649-4239-bcae-b193dd6b4d23 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Network 1582cfcf-da96-4b47-9824-2c269020742a is scheduled to be hosted by DHCP agent edcf98dc-3032-472a-8b3d-f23fd1e89806 with binding_index 1 {{(pid=88879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 24 11:18:01.325660 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-ba04e8be-a649-4239-bcae-b193dd6b4d23 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822691-2-hyperv, 1582cfcf-da96-4b47-9824-2c269020742a) {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:18:01.330471 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba04e8be-a649-4239-bcae-b193dd6b4d23 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:18:01.331677 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ba04e8be-a649-4239-bcae-b193dd6b4d23 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for subnet, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:18:01.338883 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-530766e3-1791-4f48-a3f2-d686563caf28 None None] Network 1582cfcf-da96-4b47-9824-2c269020742a requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:18:01.356817 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-ba04e8be-a649-4239-bcae-b193dd6b4d23 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 840 time: 0.7339203
Dec 24 11:18:01.357036 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 45434) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:18:01.423016 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-cb81e87d-75e9-4b7f-9a07-548fc6693e0c None None] Notify callbacks [] for port, precommit_update {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:18:01.436358 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-cb81e87d-75e9-4b7f-9a07-548fc6693e0c None None] Transition to ACTIVE for port object fabd255f-ca21-4139-a60e-83340ac26b1b will not be triggered until provisioned by entity L2. {{(pid=88881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:18:01.443200 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-cb81e87d-75e9-4b7f-9a07-548fc6693e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:18:01.447880 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-389309d7-5f1d-4f3d-9629-fe988d7542d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:18:01.531930 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2970f4-8198-4052-b6d4-9c9cff299cbc None None] Pushing event updated for resources: {'Port': ['ID=fabd255f-ca21-4139-a60e-83340ac26b1b,revision_number=2']} {{(pid=88881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:18:01.539772 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-cb81e87d-75e9-4b7f-9a07-548fc6693e0c None None] Attempting to bind port fabd255f-ca21-4139-a60e-83340ac26b1b on host dv-neutron-822691-2-hyperv for vnic_type normal with profile  {{(pid=88881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:18:01.541116 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-cb81e87d-75e9-4b7f-9a07-548fc6693e0c None None] Attempting to bind port fabd255f-ca21-4139-a60e-83340ac26b1b by drivers openvswitch,hyperv on host dv-neutron-822691-2-hyperv at level 0 using segments [{'id': 'd4e3295f-9ff8-4cad-8a20-3f1c937efc8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a'}] {{(pid=88881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:18:01.541710 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb81e87d-75e9-4b7f-9a07-548fc6693e0c None None] Attempting to bind port fabd255f-ca21-4139-a60e-83340ac26b1b on network f8c337ba-681f-4fcb-a333-e3c49365b30a {{(pid=88881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:18:01.553066 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb81e87d-75e9-4b7f-9a07-548fc6693e0c None None] Checking agent: {'id': 'db1275c1-6001-47af-93c2-635c68404703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822691-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 52, 8), 'started_at': datetime.datetime(2021, 12, 24, 10, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 17, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822691-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:18:01.554077 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb81e87d-75e9-4b7f-9a07-548fc6693e0c None None] Checking segment: {'id': 'd4e3295f-9ff8-4cad-8a20-3f1c937efc8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:18:01.555085 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-cb81e87d-75e9-4b7f-9a07-548fc6693e0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:18:01.555678 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb81e87d-75e9-4b7f-9a07-548fc6693e0c None None] Bound using segment: {'id': 'd4e3295f-9ff8-4cad-8a20-3f1c937efc8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a'} {{(pid=88881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:18:01.557010 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-cb81e87d-75e9-4b7f-9a07-548fc6693e0c None None] Bound port: fabd255f-ca21-4139-a60e-83340ac26b1b, host: dv-neutron-822691-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4e3295f-9ff8-4cad-8a20-3f1c937efc8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a'}}] {{(pid=88881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:18:01.558003 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-cb81e87d-75e9-4b7f-9a07-548fc6693e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:18:01.608505 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1be43805-730a-4c0a-83d7-efae4a615486 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73968e80-91fd-539e-a7c6-b31af6d9e680-1582cfcf-da96-4b47-9824-2c269020742a', 'network_id': '1582cfcf-da96-4b47-9824-2c269020742a', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'fixed_ips': [{'subnet_id': '7b2917a0-a604-4d89-8c89-64bc9e78cbe1'}]}} from dv-neutron-822691-2-hyperv. {{(pid=88880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 24 11:18:01.610207 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1be43805-730a-4c0a-83d7-efae4a615486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:18:01.612251 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2970f4-8198-4052-b6d4-9c9cff299cbc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:18:01.612639 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2970f4-8198-4052-b6d4-9c9cff299cbc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:18:01.613011 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2970f4-8198-4052-b6d4-9c9cff299cbc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:18:01.613381 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2970f4-8198-4052-b6d4-9c9cff299cbc None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:18:01.613745 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2970f4-8198-4052-b6d4-9c9cff299cbc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:18:01.614140 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2970f4-8198-4052-b6d4-9c9cff299cbc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:18:01.614504 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2970f4-8198-4052-b6d4-9c9cff299cbc None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:18:01.614864 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2970f4-8198-4052-b6d4-9c9cff299cbc None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:18:01.615291 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2970f4-8198-4052-b6d4-9c9cff299cbc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:18:01.615794 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2970f4-8198-4052-b6d4-9c9cff299cbc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:18:01.616153 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2970f4-8198-4052-b6d4-9c9cff299cbc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:18:01.621993 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-2c2970f4-8198-4052-b6d4-9c9cff299cbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=88881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:18:01.656517 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-cb81e87d-75e9-4b7f-9a07-548fc6693e0c None None] For port fabd255f-ca21-4139-a60e-83340ac26b1b, host dv-neutron-822691-2-hyperv, cleared binding levels {{(pid=88881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:18:01.659750 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-cb81e87d-75e9-4b7f-9a07-548fc6693e0c None None] For port fabd255f-ca21-4139-a60e-83340ac26b1b, host dv-neutron-822691-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=fabd255f-ca21-4139-a60e-83340ac26b1b,segment=NetworkSegment(d4e3295f-9ff8-4cad-8a20-3f1c937efc8c),segment_id=d4e3295f-9ff8-4cad-8a20-3f1c937efc8c)] {{(pid=88881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:18:01.663798 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-cb81e87d-75e9-4b7f-9a07-548fc6693e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:18:01.668345 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-904f249a-d185-421a-ac88-29a040ad5fca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:18:01.751808 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb81e87d-75e9-4b7f-9a07-548fc6693e0c None None] Routers {'86033340-4d09-40bc-8aac-78330055ed26'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:18:01.752482 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-cb81e87d-75e9-4b7f-9a07-548fc6693e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271b0c518>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:17:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['86033340-4d09-40bc-8aac-78330055ed26'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:18:01.800647 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-1be43805-730a-4c0a-83d7-efae4a615486 None None] Allocated IP 172.20.0.2 (1582cfcf-da96-4b47-9824-2c269020742a/7b2917a0-a604-4d89-8c89-64bc9e78cbe1/81aeab8c-250c-427d-ad1c-bcad17b246d0) {{(pid=88880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:18:01.924945 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2970f4-8198-4052-b6d4-9c9cff299cbc None None] Pushing event updated for resources: {'Port': ['ID=fabd255f-ca21-4139-a60e-83340ac26b1b,revision_number=3']} {{(pid=88881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:18:01.931754 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-2c2970f4-8198-4052-b6d4-9c9cff299cbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=88881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:18:01.952551 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-cb81e87d-75e9-4b7f-9a07-548fc6693e0c None None] Set router 86033340-4d09-40bc-8aac-78330055ed26 gateway port host: dv-neutron-822691-2-hyperv {{(pid=88881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:18:02.036954 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1be43805-730a-4c0a-83d7-efae4a615486 None None] Notify callbacks [] for port, precommit_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:18:02.049038 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-1be43805-730a-4c0a-83d7-efae4a615486 None None] Transition to ACTIVE for port object 81aeab8c-250c-427d-ad1c-bcad17b246d0 will not be triggered until provisioned by entity L2. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:18:02.069468 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-1be43805-730a-4c0a-83d7-efae4a615486 None None] Transition to ACTIVE for port object 81aeab8c-250c-427d-ad1c-bcad17b246d0 will not be triggered until provisioned by entity DHCP. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:18:02.075253 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1be43805-730a-4c0a-83d7-efae4a615486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408'] for port, after_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:18:02.086970 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:18:02.144860 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1be43805-730a-4c0a-83d7-efae4a615486 None None] Network 1582cfcf-da96-4b47-9824-2c269020742a is already hosted by enough agents. {{(pid=88880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:18:02.147971 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-1be43805-730a-4c0a-83d7-efae4a615486 None None] Resources bound (agent type, host, resource id):  {{(pid=88880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:18:02.150833 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be43805-730a-4c0a-83d7-efae4a615486 None None] Received port after_create {{(pid=88880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:18:02.172021 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be43805-730a-4c0a-83d7-efae4a615486 None None] Pushing event updated for resources: {'Port': ['ID=81aeab8c-250c-427d-ad1c-bcad17b246d0,revision_number=1']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:18:02.175055 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-1be43805-730a-4c0a-83d7-efae4a615486 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:18:02.179656 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6a404021-fed7-455a-9560-7559bc65a9bf tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:18:02.263107 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-1be43805-730a-4c0a-83d7-efae4a615486 None None] Attempting to bind port 81aeab8c-250c-427d-ad1c-bcad17b246d0 on host dv-neutron-822691-2-hyperv for vnic_type normal with profile  {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:18:02.263914 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-1be43805-730a-4c0a-83d7-efae4a615486 None None] Attempting to bind port 81aeab8c-250c-427d-ad1c-bcad17b246d0 by drivers openvswitch,hyperv on host dv-neutron-822691-2-hyperv at level 0 using segments [{'id': 'cc21df6d-e955-4b4c-b7d8-f83196afdb8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1582cfcf-da96-4b47-9824-2c269020742a'}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:18:02.264061 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be43805-730a-4c0a-83d7-efae4a615486 None None] Attempting to bind port 81aeab8c-250c-427d-ad1c-bcad17b246d0 on network 1582cfcf-da96-4b47-9824-2c269020742a {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:18:02.266302 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-cb81e87d-75e9-4b7f-9a07-548fc6693e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271b0c518>, [{'id': '86033340-4d09-40bc-8aac-78330055ed26', 'name': 'tempest-TestNetworkBasicOps-router-1978797386', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.77'}], 'enable_snat': True}, 'gw_port_id': 'fabd255f-ca21-4139-a60e-83340ac26b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:17:58Z', 'updated_at': '2021-12-24T11:17:59Z', 'revision_number': 3, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'gw_port': {'id': 'fabd255f-ca21-4139-a60e-83340ac26b1b', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:8a:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86033340-4d09-40bc-8aac-78330055ed26', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:17:59Z', 'updated_at': '2021-12-24T11:18:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv'}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:18:02.271736 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be43805-730a-4c0a-83d7-efae4a615486 None None] Checking agent: {'id': 'db1275c1-6001-47af-93c2-635c68404703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822691-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 52, 8), 'started_at': datetime.datetime(2021, 12, 24, 10, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 17, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822691-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:18:02.271954 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb81e87d-75e9-4b7f-9a07-548fc6693e0c None None] The sync data for ids ['86033340-4d09-40bc-8aac-78330055ed26'] in dv-neutron-822691-2-hyperv is: [{'id': '86033340-4d09-40bc-8aac-78330055ed26', 'name': 'tempest-TestNetworkBasicOps-router-1978797386', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.77'}], 'enable_snat': True}, 'gw_port_id': 'fabd255f-ca21-4139-a60e-83340ac26b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:17:58Z', 'updated_at': '2021-12-24T11:17:59Z', 'revision_number': 3, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'gw_port': {'id': 'fabd255f-ca21-4139-a60e-83340ac26b1b', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:8a:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86033340-4d09-40bc-8aac-78330055ed26', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:17:59Z', 'updated_at': '2021-12-24T11:18:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv'}] {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:18:02.272159 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be43805-730a-4c0a-83d7-efae4a615486 None None] Checking segment: {'id': 'cc21df6d-e955-4b4c-b7d8-f83196afdb8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1582cfcf-da96-4b47-9824-2c269020742a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:18:02.272616 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1be43805-730a-4c0a-83d7-efae4a615486 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:18:02.273932 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be43805-730a-4c0a-83d7-efae4a615486 None None] Bound using segment: {'id': 'cc21df6d-e955-4b4c-b7d8-f83196afdb8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1582cfcf-da96-4b47-9824-2c269020742a'} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:18:02.274803 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-1be43805-730a-4c0a-83d7-efae4a615486 None None] Bound port: 81aeab8c-250c-427d-ad1c-bcad17b246d0, host: dv-neutron-822691-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc21df6d-e955-4b4c-b7d8-f83196afdb8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1582cfcf-da96-4b47-9824-2c269020742a'}}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:18:02.274996 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1be43805-730a-4c0a-83d7-efae4a615486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:18:02.384880 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-1be43805-730a-4c0a-83d7-efae4a615486 None None] For port 81aeab8c-250c-427d-ad1c-bcad17b246d0, host dv-neutron-822691-2-hyperv, cleared binding levels {{(pid=88880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:18:02.388987 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-1be43805-730a-4c0a-83d7-efae4a615486 None None] For port 81aeab8c-250c-427d-ad1c-bcad17b246d0, host dv-neutron-822691-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=81aeab8c-250c-427d-ad1c-bcad17b246d0,segment=NetworkSegment(cc21df6d-e955-4b4c-b7d8-f83196afdb8b),segment_id=cc21df6d-e955-4b4c-b7d8-f83196afdb8b)] {{(pid=88880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:18:02.394066 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1be43805-730a-4c0a-83d7-efae4a615486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:18:02.399529 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-969b0662-8a4f-4d3a-af3e-66f41088dd3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:18:02.497457 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be43805-730a-4c0a-83d7-efae4a615486 None None] Pushing event updated for resources: {'Port': ['ID=81aeab8c-250c-427d-ad1c-bcad17b246d0,revision_number=2']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:18:02.501632 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-1be43805-730a-4c0a-83d7-efae4a615486 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:18:02.946801 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-6a404021-fed7-455a-9560-7559bc65a9bf tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Allocated IP 172.20.0.1 (1582cfcf-da96-4b47-9824-2c269020742a/7b2917a0-a604-4d89-8c89-64bc9e78cbe1/18cea862-f00a-481e-adc8-e1ec9d6e7a24) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:18:03.134919 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6a404021-fed7-455a-9560-7559bc65a9bf tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:18:03.153521 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-6a404021-fed7-455a-9560-7559bc65a9bf tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Transition to ACTIVE for port object 18cea862-f00a-481e-adc8-e1ec9d6e7a24 will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:18:03.176284 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6a404021-fed7-455a-9560-7559bc65a9bf tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:18:03.180711 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-d725ee6c-b181-4c69-8ddd-3b5d9680f901 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:18:03.257101 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a404021-fed7-455a-9560-7559bc65a9bf tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Network 1582cfcf-da96-4b47-9824-2c269020742a is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:18:03.261130 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-6a404021-fed7-455a-9560-7559bc65a9bf tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Resources bound (agent type, host, resource id):  {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:18:03.264045 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a404021-fed7-455a-9560-7559bc65a9bf tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event updated for resources: {'Port': ['ID=18cea862-f00a-481e-adc8-e1ec9d6e7a24,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:18:03.266437 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a404021-fed7-455a-9560-7559bc65a9bf tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:18:03.301537 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-6a404021-fed7-455a-9560-7559bc65a9bf tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:18:03.332254 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6a404021-fed7-455a-9560-7559bc65a9bf tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-720245'] for router_interface, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:18:03.421509 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6a404021-fed7-455a-9560-7559bc65a9bf tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:18:03.568858 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device fabd255f-ca21-4139-a60e-83340ac26b1b up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:18:03.644332 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning for port fabd255f-ca21-4139-a60e-83340ac26b1b completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:18:03.649568 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port fabd255f-ca21-4139-a60e-83340ac26b1b triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:18:03.650023 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:18:03.771691 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:18:03.789701 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] For port fabd255f-ca21-4139-a60e-83340ac26b1b, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=fabd255f-ca21-4139-a60e-83340ac26b1b,segment=NetworkSegment(d4e3295f-9ff8-4cad-8a20-3f1c937efc8c),segment_id=d4e3295f-9ff8-4cad-8a20-3f1c937efc8c)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:18:03.793659 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:18:03.794945 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 81aeab8c-250c-427d-ad1c-bcad17b246d0 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:18:03.826704 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:18:03.884572 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6a404021-fed7-455a-9560-7559bc65a9bf tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for port, precommit_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:18:03.891756 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6a404021-fed7-455a-9560-7559bc65a9bf tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850854027'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:18:03.922866 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-d725ee6c-b181-4c69-8ddd-3b5d9680f901 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:18:03.931745 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Pushing event updated for resources: {'Port': ['ID=fabd255f-ca21-4139-a60e-83340ac26b1b,revision_number=4']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:18:03.936134 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:18:03.937037 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning for port 81aeab8c-250c-427d-ad1c-bcad17b246d0 completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:18:04.045335 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6a404021-fed7-455a-9560-7559bc65a9bf tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1977653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854055662'] for router_interface, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:18:04.051654 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a404021-fed7-455a-9560-7559bc65a9bf tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event updated for resources: {'Port': ['ID=18cea862-f00a-481e-adc8-e1ec9d6e7a24,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:18:04.056205 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-6a404021-fed7-455a-9560-7559bc65a9bf tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:18:04.209005 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d62044e3-082a-4335-8b5c-fafc44add763 None None] Network 1582cfcf-da96-4b47-9824-2c269020742a requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:18:04.216400 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a404021-fed7-455a-9560-7559bc65a9bf tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Network 1582cfcf-da96-4b47-9824-2c269020742a is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:18:04.217651 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-6a404021-fed7-455a-9560-7559bc65a9bf tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Resources bound (agent type, host, resource id):  {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:18:04.376653 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-43f2cb56-ca75-4128-b36c-c022bf99550c None None] Provisioning for port 81aeab8c-250c-427d-ad1c-bcad17b246d0 completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:18:04.397195 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-43f2cb56-ca75-4128-b36c-c022bf99550c None None] Provisioning complete for port 81aeab8c-250c-427d-ad1c-bcad17b246d0 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:18:04.397599 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-43f2cb56-ca75-4128-b36c-c022bf99550c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:18:04.585201 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-43f2cb56-ca75-4128-b36c-c022bf99550c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:18:04.622543 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-43f2cb56-ca75-4128-b36c-c022bf99550c None None] For port 81aeab8c-250c-427d-ad1c-bcad17b246d0, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=81aeab8c-250c-427d-ad1c-bcad17b246d0,segment=NetworkSegment(cc21df6d-e955-4b4c-b7d8-f83196afdb8b),segment_id=cc21df6d-e955-4b4c-b7d8-f83196afdb8b)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:18:04.626143 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-43f2cb56-ca75-4128-b36c-c022bf99550c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:18:04.629068 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-b52cca95-3ee8-4d20-92eb-01dbd218567d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:18:04.640866 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a404021-fed7-455a-9560-7559bc65a9bf tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Router 86033340-4d09-40bc-8aac-78330055ed26 has already been hosted by L3 agent 198cca88-1338-4098-b44b-beb0346ac906 {{(pid=88879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 24 11:18:04.702403 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f2cb56-ca75-4128-b36c-c022bf99550c None None] Pushing event updated for resources: {'Port': ['ID=81aeab8c-250c-427d-ad1c-bcad17b246d0,revision_number=3']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:18:04.706048 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-43f2cb56-ca75-4128-b36c-c022bf99550c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:18:04.853225 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-24c5f496-1425-4de8-9895-af81b2e6eea3 None None] Provisioning for port 18cea862-f00a-481e-adc8-e1ec9d6e7a24 completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:18:04.859225 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-24c5f496-1425-4de8-9895-af81b2e6eea3 None None] Provisioning complete for port 18cea862-f00a-481e-adc8-e1ec9d6e7a24 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:18:04.859621 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-24c5f496-1425-4de8-9895-af81b2e6eea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:18:04.879944 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a404021-fed7-455a-9560-7559bc65a9bf tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:18:04.897112 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-6a404021-fed7-455a-9560-7559bc65a9bf tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "PUT /v2.0/routers/86033340-4d09-40bc-8aac-78330055ed26/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5361059
Dec 24 11:18:04.898279 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 45438) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:18:04.921599 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-24c5f496-1425-4de8-9895-af81b2e6eea3 None None] Port 18cea862-f00a-481e-adc8-e1ec9d6e7a24 cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:18:04.935380 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-24c5f496-1425-4de8-9895-af81b2e6eea3 None None] Provisioning complete for port 81aeab8c-250c-427d-ad1c-bcad17b246d0 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:18:04.935808 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-24c5f496-1425-4de8-9895-af81b2e6eea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:18:05.094817 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-139404d8-de96-41a2-b52e-d513ba4041b0 tempest-TestNetworkBasicOps-448411267 tempest-TestNetworkBasicOps-448411267-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:18:05.095300 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-139404d8-de96-41a2-b52e-d513ba4041b0 tempest-TestNetworkBasicOps-448411267 tempest-TestNetworkBasicOps-448411267-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:18:05.095630 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-139404d8-de96-41a2-b52e-d513ba4041b0 tempest-TestNetworkBasicOps-448411267 tempest-TestNetworkBasicOps-448411267-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:18:05.096030 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-139404d8-de96-41a2-b52e-d513ba4041b0 tempest-TestNetworkBasicOps-448411267 tempest-TestNetworkBasicOps-448411267-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:18:05.097953 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-139404d8-de96-41a2-b52e-d513ba4041b0 tempest-TestNetworkBasicOps-448411267 tempest-TestNetworkBasicOps-448411267-project-admin] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2885 time: 0.1945403
Dec 24 11:18:05.101381 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 45442) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:18:05.192646 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98f2708f-5b21-4b01-9a2b-268d00e8de85 tempest-TestNetworkBasicOps-448411267 tempest-TestNetworkBasicOps-448411267-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:18:05.193333 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98f2708f-5b21-4b01-9a2b-268d00e8de85 tempest-TestNetworkBasicOps-448411267 tempest-TestNetworkBasicOps-448411267-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:18:05.193584 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98f2708f-5b21-4b01-9a2b-268d00e8de85 tempest-TestNetworkBasicOps-448411267 tempest-TestNetworkBasicOps-448411267-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:18:05.194079 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98f2708f-5b21-4b01-9a2b-268d00e8de85 tempest-TestNetworkBasicOps-448411267 tempest-TestNetworkBasicOps-448411267-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:18:05.200803 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-98f2708f-5b21-4b01-9a2b-268d00e8de85 tempest-TestNetworkBasicOps-448411267 tempest-TestNetworkBasicOps-448411267-project-admin] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2736 time: 0.0981305
Dec 24 11:18:05.202988 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 45446) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:18:05.211362 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-16a80d8c-ed25-4425-80af-de76b824a867 None None] Provisioning complete for port 18cea862-f00a-481e-adc8-e1ec9d6e7a24 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:18:05.211781 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-16a80d8c-ed25-4425-80af-de76b824a867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:18:05.272927 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-16a80d8c-ed25-4425-80af-de76b824a867 None None] Port 18cea862-f00a-481e-adc8-e1ec9d6e7a24 cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:18:05.397102 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-4f72bfa0-b732-4f4b-987b-7bb9d33c708f None None] Provisioning complete for port 18cea862-f00a-481e-adc8-e1ec9d6e7a24 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:18:05.397549 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4f72bfa0-b732-4f4b-987b-7bb9d33c708f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:18:05.465490 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-ab80efea-b591-45a9-9e16-377208d93de2 tempest-TestNetworkBasicOps-448411267 tempest-TestNetworkBasicOps-448411267-project-admin] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200  len: 1605 time: 0.2608454
Dec 24 11:18:05.598675 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e857de-91a5-4347-b338-24dbbb4665bc None None] Sync routers for ids ['86033340-4d09-40bc-8aac-78330055ed26'] in dv-neutron-822691-2-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:18:05.601168 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device fabd255f-ca21-4139-a60e-83340ac26b1b up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:18:05.684789 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-4f72bfa0-b732-4f4b-987b-7bb9d33c708f None None] Port 18cea862-f00a-481e-adc8-e1ec9d6e7a24 cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:18:05.690714 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e857de-91a5-4347-b338-24dbbb4665bc None None] Routers {'86033340-4d09-40bc-8aac-78330055ed26'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:18:05.691404 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-b6e857de-91a5-4347-b338-24dbbb4665bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271891908>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:17:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['86033340-4d09-40bc-8aac-78330055ed26'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:18:05.716120 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 45452) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:18:05.722658 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-f84cf258-05ce-43bf-93bb-34b46b92504e tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2121074125', 'description': 'tempest-secgroup-smoke-2121074125 description', 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:18:05.729636 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-f84cf258-05ce-43bf-93bb-34b46b92504e tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:18:05.734844 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-f84cf258-05ce-43bf-93bb-34b46b92504e tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Usage tracker for resource:security_group and tenant:ad7c5ba9df02428aae512a4d9bb9dd9d is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:18:05.738270 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-f84cf258-05ce-43bf-93bb-34b46b92504e tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:18:05.744783 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-f84cf258-05ce-43bf-93bb-34b46b92504e tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:18:05.755645 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f84cf258-05ce-43bf-93bb-34b46b92504e tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:18:05.794045 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-f84cf258-05ce-43bf-93bb-34b46b92504e tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:18:05.798266 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-f84cf258-05ce-43bf-93bb-34b46b92504e tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Usage tracker for resource:security_group_rule and tenant:ad7c5ba9df02428aae512a4d9bb9dd9d is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:18:05.801305 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-f84cf258-05ce-43bf-93bb-34b46b92504e tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:18:05.807667 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-f84cf258-05ce-43bf-93bb-34b46b92504e tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:18:05.845548 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port fabd255f-ca21-4139-a60e-83340ac26b1b triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:18:05.845985 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:18:05.868853 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f84cf258-05ce-43bf-93bb-34b46b92504e tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:18:05.872235 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f84cf258-05ce-43bf-93bb-34b46b92504e tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:18:05.878152 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-65f34068-3ae8-4573-973c-5bcff9e0ceb7 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:18:05.922715 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84cf258-05ce-43bf-93bb-34b46b92504e tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b965220-4c11-4402-9de4-d8a3a6b8b8d9,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:18:05.925607 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f84cf258-05ce-43bf-93bb-34b46b92504e tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:18:05.930227 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 45456) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:18:05.930402 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-f84cf258-05ce-43bf-93bb-34b46b92504e tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 0.2128601
Dec 24 11:18:05.931453 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f84cf258-05ce-43bf-93bb-34b46b92504e tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:18:05.937185 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-6f914743-eebc-4166-8400-c70611938d5b tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Request body: {'security_group_rule': {'security_group_id': '2b965220-4c11-4402-9de4-d8a3a6b8b8d9', 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:18:05.949523 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-6f914743-eebc-4166-8400-c70611938d5b tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:18:05.953698 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-6f914743-eebc-4166-8400-c70611938d5b tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Usage tracker for resource:security_group_rule and tenant:ad7c5ba9df02428aae512a4d9bb9dd9d is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:18:05.956930 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-6f914743-eebc-4166-8400-c70611938d5b tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:18:05.964536 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-6f914743-eebc-4166-8400-c70611938d5b tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:18:05.974033 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-b6e857de-91a5-4347-b338-24dbbb4665bc None None] Set router 86033340-4d09-40bc-8aac-78330055ed26 gateway port host: dv-neutron-822691-2-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:18:05.984787 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6f914743-eebc-4166-8400-c70611938d5b tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:18:06.050787 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6f914743-eebc-4166-8400-c70611938d5b tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:18:06.054242 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6f914743-eebc-4166-8400-c70611938d5b tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689902'] for security_group_rule, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:18:06.056266 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-1d934a8f-5eb4-43e5-9e36-7c0832ab1b53 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:18:06.066223 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 81aeab8c-250c-427d-ad1c-bcad17b246d0 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:18:06.078263 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f914743-eebc-4166-8400-c70611938d5b tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14565799-e3a9-4fb7-81e4-87be6ce0b261,revision_number=0']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:18:06.082682 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-6f914743-eebc-4166-8400-c70611938d5b tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:18:06.090529 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6f914743-eebc-4166-8400-c70611938d5b tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:18:06.091836 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-6f914743-eebc-4166-8400-c70611938d5b tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1601686
Dec 24 11:18:06.094927 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 45460) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:18:06.101218 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-e4be89b0-6659-4878-b99f-2fa289280c7a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Request body: {'security_group_rule': {'security_group_id': '2b965220-4c11-4402-9de4-d8a3a6b8b8d9', 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:18:06.107673 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-e4be89b0-6659-4878-b99f-2fa289280c7a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:18:06.111757 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-e4be89b0-6659-4878-b99f-2fa289280c7a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Usage tracker for resource:security_group_rule and tenant:ad7c5ba9df02428aae512a4d9bb9dd9d is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:18:06.114828 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-e4be89b0-6659-4878-b99f-2fa289280c7a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:18:06.121201 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-e4be89b0-6659-4878-b99f-2fa289280c7a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:18:06.143190 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e4be89b0-6659-4878-b99f-2fa289280c7a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:18:06.210821 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e4be89b0-6659-4878-b99f-2fa289280c7a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:18:06.213863 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e4be89b0-6659-4878-b99f-2fa289280c7a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689902'] for security_group_rule, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:18:06.215864 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-61523c3d-77d1-4fca-b8f2-125cfc885558 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:18:06.239971 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4be89b0-6659-4878-b99f-2fa289280c7a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3988cf63-b799-417c-9581-be83c552f7b5,revision_number=0']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:18:06.243309 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-e4be89b0-6659-4878-b99f-2fa289280c7a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:18:06.250246 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e4be89b0-6659-4878-b99f-2fa289280c7a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:18:06.251869 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-e4be89b0-6659-4878-b99f-2fa289280c7a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.1558864
Dec 24 11:18:06.254903 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 45464) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:18:06.260916 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-c778596f-1ce8-41e1-98bd-189ee9d0b944 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Request body: {'security_group_rule': {'security_group_id': '2b965220-4c11-4402-9de4-d8a3a6b8b8d9', 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:18:06.267597 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-c778596f-1ce8-41e1-98bd-189ee9d0b944 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:18:06.271790 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-c778596f-1ce8-41e1-98bd-189ee9d0b944 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Usage tracker for resource:security_group_rule and tenant:ad7c5ba9df02428aae512a4d9bb9dd9d is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:18:06.274821 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-c778596f-1ce8-41e1-98bd-189ee9d0b944 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:18:06.281575 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-c778596f-1ce8-41e1-98bd-189ee9d0b944 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:18:06.298918 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c778596f-1ce8-41e1-98bd-189ee9d0b944 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:18:06.321871 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port 81aeab8c-250c-427d-ad1c-bcad17b246d0 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:18:06.322308 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:18:06.368045 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c778596f-1ce8-41e1-98bd-189ee9d0b944 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:18:06.371462 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c778596f-1ce8-41e1-98bd-189ee9d0b944 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689902'] for security_group_rule, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:18:06.379565 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-b16e959b-d49b-49b3-a42b-3839143bfaae tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:18:06.402219 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c778596f-1ce8-41e1-98bd-189ee9d0b944 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a69ced2-da03-4e4d-9eb0-af66c8ae82f9,revision_number=0']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:18:06.404970 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c778596f-1ce8-41e1-98bd-189ee9d0b944 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:18:06.409618 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c778596f-1ce8-41e1-98bd-189ee9d0b944 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:18:06.414175 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-c778596f-1ce8-41e1-98bd-189ee9d0b944 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1550317
Dec 24 11:18:06.414487 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 45468) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:18:06.421188 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-a8e62aa6-fb37-4141-bc8d-cd66fb59cf2b tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Request body: {'security_group_rule': {'security_group_id': '2b965220-4c11-4402-9de4-d8a3a6b8b8d9', 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:18:06.428596 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-a8e62aa6-fb37-4141-bc8d-cd66fb59cf2b tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:18:06.432944 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-a8e62aa6-fb37-4141-bc8d-cd66fb59cf2b tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Usage tracker for resource:security_group_rule and tenant:ad7c5ba9df02428aae512a4d9bb9dd9d is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:18:06.436127 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-a8e62aa6-fb37-4141-bc8d-cd66fb59cf2b tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:18:06.442687 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-a8e62aa6-fb37-4141-bc8d-cd66fb59cf2b tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:18:06.461098 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a8e62aa6-fb37-4141-bc8d-cd66fb59cf2b tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:18:06.490463 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5d8bc4fe-21e9-45cd-be5b-819b4b750855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:18:06.513496 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-b6e857de-91a5-4347-b338-24dbbb4665bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271891908>, [{'id': '86033340-4d09-40bc-8aac-78330055ed26', 'name': 'tempest-TestNetworkBasicOps-router-1978797386', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.77'}], 'enable_snat': True}, 'gw_port_id': 'fabd255f-ca21-4139-a60e-83340ac26b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:17:58Z', 'updated_at': '2021-12-24T11:18:03Z', 'revision_number': 4, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'gw_port': {'id': 'fabd255f-ca21-4139-a60e-83340ac26b1b', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:8a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86033340-4d09-40bc-8aac-78330055ed26', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:17:59Z', 'updated_at': '2021-12-24T11:18:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_interfaces': [{'id': '18cea862-f00a-481e-adc8-e1ec9d6e7a24', 'name': '', 'network_id': '1582cfcf-da96-4b47-9824-2c269020742a', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'mac_address': 'fa:16:3e:a3:6e:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86033340-4d09-40bc-8aac-78330055ed26', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7b2917a0-a604-4d89-8c89-64bc9e78cbe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:18:02Z', 'updated_at': '2021-12-24T11:18:03Z', 'revision_number': 2, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'subnets': [{'id': '7b2917a0-a604-4d89-8c89-64bc9e78cbe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:18:06.519811 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e857de-91a5-4347-b338-24dbbb4665bc None None] Checking router: 86033340-4d09-40bc-8aac-78330055ed26 for host: dv-neutron-822691-2-hyperv {{(pid=88880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 24 11:18:06.520612 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e857de-91a5-4347-b338-24dbbb4665bc None None] Updating router 86033340-4d09-40bc-8aac-78330055ed26 port 18cea862-f00a-481e-adc8-e1ec9d6e7a24 binding host dv-neutron-822691-2-hyperv {{(pid=88880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 24 11:18:06.542823 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a8e62aa6-fb37-4141-bc8d-cd66fb59cf2b tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:18:06.547025 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a8e62aa6-fb37-4141-bc8d-cd66fb59cf2b tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689902'] for security_group_rule, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:18:06.549526 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-9d1f7bfa-98a7-41f1-ba03-0d6474e4d4c3 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:18:06.575663 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e62aa6-fb37-4141-bc8d-cd66fb59cf2b tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b149d795-3cd3-4741-9b6e-cf802ce54fd9,revision_number=0']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:18:06.580373 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-a8e62aa6-fb37-4141-bc8d-cd66fb59cf2b tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:18:06.584097 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b6e857de-91a5-4347-b338-24dbbb4665bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:18:06.588691 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a8e62aa6-fb37-4141-bc8d-cd66fb59cf2b tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:18:06.590038 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-a8e62aa6-fb37-4141-bc8d-cd66fb59cf2b tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.1745036
Dec 24 11:18:06.593096 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 45472) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:18:06.599418 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-777110fa-cbf5-44bf-a2eb-3345f74a5687 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Request body: {'security_group_rule': {'security_group_id': '2b965220-4c11-4402-9de4-d8a3a6b8b8d9', 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:18:06.605989 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-777110fa-cbf5-44bf-a2eb-3345f74a5687 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:18:06.610055 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-777110fa-cbf5-44bf-a2eb-3345f74a5687 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Usage tracker for resource:security_group_rule and tenant:ad7c5ba9df02428aae512a4d9bb9dd9d is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:18:06.613011 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-777110fa-cbf5-44bf-a2eb-3345f74a5687 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:18:06.619057 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-777110fa-cbf5-44bf-a2eb-3345f74a5687 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:18:06.629917 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.securitygroups_db [None req-777110fa-cbf5-44bf-a2eb-3345f74a5687 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Project ad7c5ba9df02428aae512a4d9bb9dd9d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 24 11:18:06.637122 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-777110fa-cbf5-44bf-a2eb-3345f74a5687 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:18:06.707884 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-777110fa-cbf5-44bf-a2eb-3345f74a5687 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:18:06.711394 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-777110fa-cbf5-44bf-a2eb-3345f74a5687 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689902'] for security_group_rule, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:18:06.713229 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-65a1b93f-f8b4-45c0-a6ab-03b2ca907480 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:18:06.740416 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777110fa-cbf5-44bf-a2eb-3345f74a5687 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a3dc822-c867-4866-a163-33c96ddc7d04,revision_number=0']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:18:06.743244 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-777110fa-cbf5-44bf-a2eb-3345f74a5687 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:18:06.750480 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-777110fa-cbf5-44bf-a2eb-3345f74a5687 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:18:06.752104 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-777110fa-cbf5-44bf-a2eb-3345f74a5687 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.1579735
Dec 24 11:18:06.756301 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 45476) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:18:06.762447 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-0412bfeb-158b-4e92-859c-961f13b42027 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Request body: {'security_group_rule': {'security_group_id': '2b965220-4c11-4402-9de4-d8a3a6b8b8d9', 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:18:06.769077 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-0412bfeb-158b-4e92-859c-961f13b42027 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:18:06.773572 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-0412bfeb-158b-4e92-859c-961f13b42027 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Usage tracker for resource:security_group_rule and tenant:ad7c5ba9df02428aae512a4d9bb9dd9d is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:18:06.776907 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-0412bfeb-158b-4e92-859c-961f13b42027 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:18:06.783436 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-0412bfeb-158b-4e92-859c-961f13b42027 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:18:06.795054 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.securitygroups_db [None req-0412bfeb-158b-4e92-859c-961f13b42027 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Project ad7c5ba9df02428aae512a4d9bb9dd9d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 24 11:18:06.802828 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0412bfeb-158b-4e92-859c-961f13b42027 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:18:06.873778 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0412bfeb-158b-4e92-859c-961f13b42027 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:18:06.878412 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0412bfeb-158b-4e92-859c-961f13b42027 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689902'] for security_group_rule, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:18:06.881100 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:18:06.909770 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0412bfeb-158b-4e92-859c-961f13b42027 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afe521e8-c7cd-4b98-8916-9cbd308186e9,revision_number=0']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:18:06.914183 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-0412bfeb-158b-4e92-859c-961f13b42027 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:18:06.922874 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0412bfeb-158b-4e92-859c-961f13b42027 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:18:06.933986 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-0412bfeb-158b-4e92-859c-961f13b42027 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.1669269
Dec 24 11:18:06.951979 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b6e857de-91a5-4347-b338-24dbbb4665bc None None] Notify callbacks [] for port, precommit_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:18:06.964475 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-b6e857de-91a5-4347-b338-24dbbb4665bc None None] Transition to ACTIVE for port object 18cea862-f00a-481e-adc8-e1ec9d6e7a24 will not be triggered until provisioned by entity L2. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:18:06.971059 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b6e857de-91a5-4347-b338-24dbbb4665bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:18:06.974963 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-b82d91df-0802-477a-87e0-f994b9de4dde None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:18:07.121398 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd616e3-f6b8-4310-8466-65b59e826119 None None] Pushing event updated for resources: {'Port': ['ID=18cea862-f00a-481e-adc8-e1ec9d6e7a24,revision_number=3']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:18:07.124665 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-5fd616e3-f6b8-4310-8466-65b59e826119 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:18:07.191733 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-d8fd5a51-0bce-4679-90b1-d46f9ad8a304 req-62762cdf-cf95-4a25-8608-04517dc41aa9 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Synchronizing usage tracker for tenant:ad7c5ba9df02428aae512a4d9bb9dd9d on resource:security_group {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:18:07.208826 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-d8fd5a51-0bce-4679-90b1-d46f9ad8a304 req-62762cdf-cf95-4a25-8608-04517dc41aa9 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Unset dirty status for tenant:ad7c5ba9df02428aae512a4d9bb9dd9d on resource:security_group {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:18:07.214773 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-d8fd5a51-0bce-4679-90b1-d46f9ad8a304 req-62762cdf-cf95-4a25-8608-04517dc41aa9 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2121074125&fields=id&tenant_id=ad7c5ba9df02428aae512a4d9bb9dd9d HTTP/1.1" status: 200  len: 267 time: 0.0791795
Dec 24 11:18:07.215216 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-b6e857de-91a5-4347-b338-24dbbb4665bc None None] Attempting to bind port 18cea862-f00a-481e-adc8-e1ec9d6e7a24 on host dv-neutron-822691-2-hyperv for vnic_type normal with profile  {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:18:07.215641 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-b6e857de-91a5-4347-b338-24dbbb4665bc None None] Attempting to bind port 18cea862-f00a-481e-adc8-e1ec9d6e7a24 by drivers openvswitch,hyperv on host dv-neutron-822691-2-hyperv at level 0 using segments [{'id': 'cc21df6d-e955-4b4c-b7d8-f83196afdb8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1582cfcf-da96-4b47-9824-2c269020742a'}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:18:07.216056 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e857de-91a5-4347-b338-24dbbb4665bc None None] Attempting to bind port 18cea862-f00a-481e-adc8-e1ec9d6e7a24 on network 1582cfcf-da96-4b47-9824-2c269020742a {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:18:07.223335 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e857de-91a5-4347-b338-24dbbb4665bc None None] Checking agent: {'id': 'db1275c1-6001-47af-93c2-635c68404703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822691-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 52, 8), 'started_at': datetime.datetime(2021, 12, 24, 10, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 17, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822691-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:18:07.223770 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e857de-91a5-4347-b338-24dbbb4665bc None None] Checking segment: {'id': 'cc21df6d-e955-4b4c-b7d8-f83196afdb8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1582cfcf-da96-4b47-9824-2c269020742a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:18:07.224292 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b6e857de-91a5-4347-b338-24dbbb4665bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:18:07.224740 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e857de-91a5-4347-b338-24dbbb4665bc None None] Bound using segment: {'id': 'cc21df6d-e955-4b4c-b7d8-f83196afdb8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1582cfcf-da96-4b47-9824-2c269020742a'} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:18:07.225271 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-b6e857de-91a5-4347-b338-24dbbb4665bc None None] Bound port: 18cea862-f00a-481e-adc8-e1ec9d6e7a24, host: dv-neutron-822691-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc21df6d-e955-4b4c-b7d8-f83196afdb8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1582cfcf-da96-4b47-9824-2c269020742a'}}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:18:07.225693 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b6e857de-91a5-4347-b338-24dbbb4665bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:18:07.328712 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-b6e857de-91a5-4347-b338-24dbbb4665bc None None] For port 18cea862-f00a-481e-adc8-e1ec9d6e7a24, host dv-neutron-822691-2-hyperv, cleared binding levels {{(pid=88880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:18:07.335505 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-b6e857de-91a5-4347-b338-24dbbb4665bc None None] For port 18cea862-f00a-481e-adc8-e1ec9d6e7a24, host dv-neutron-822691-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=18cea862-f00a-481e-adc8-e1ec9d6e7a24,segment=NetworkSegment(cc21df6d-e955-4b4c-b7d8-f83196afdb8b),segment_id=cc21df6d-e955-4b4c-b7d8-f83196afdb8b)] {{(pid=88880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:18:07.340093 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b6e857de-91a5-4347-b338-24dbbb4665bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:18:07.343836 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-34b1d956-880b-4f73-b84c-3445705b1372 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:18:07.382296 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fd5a51-0bce-4679-90b1-d46f9ad8a304 req-fd50bfbf-26a8-482a-9009-188323e02678 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:18:07.383044 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-d8fd5a51-0bce-4679-90b1-d46f9ad8a304 req-fd50bfbf-26a8-482a-9009-188323e02678 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Synchronizing usage tracker for tenant:ad7c5ba9df02428aae512a4d9bb9dd9d on resource:network {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:18:07.398954 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-d8fd5a51-0bce-4679-90b1-d46f9ad8a304 req-fd50bfbf-26a8-482a-9009-188323e02678 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Unset dirty status for tenant:ad7c5ba9df02428aae512a4d9bb9dd9d on resource:network {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:18:07.400431 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-d8fd5a51-0bce-4679-90b1-d46f9ad8a304 req-fd50bfbf-26a8-482a-9009-188323e02678 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/networks?id=1582cfcf-da96-4b47-9824-2c269020742a HTTP/1.1" status: 200  len: 796 time: 0.1821818
Dec 24 11:18:07.423028 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-d8fd5a51-0bce-4679-90b1-d46f9ad8a304 req-c7174d0c-e464-4571-8e47-0c915e7ab081 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/quotas/ad7c5ba9df02428aae512a4d9bb9dd9d HTTP/1.1" status: 200  len: 375 time: 0.0146351
Dec 24 11:18:07.429897 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd616e3-f6b8-4310-8466-65b59e826119 None None] Pushing event updated for resources: {'Port': ['ID=18cea862-f00a-481e-adc8-e1ec9d6e7a24,revision_number=4']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:18:07.433242 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-5fd616e3-f6b8-4310-8466-65b59e826119 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:18:07.435132 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e857de-91a5-4347-b338-24dbbb4665bc None None] Routers {'86033340-4d09-40bc-8aac-78330055ed26'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:18:07.435792 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-b6e857de-91a5-4347-b338-24dbbb4665bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271891908>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:17:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['86033340-4d09-40bc-8aac-78330055ed26'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:18:07.519337 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-d8fd5a51-0bce-4679-90b1-d46f9ad8a304 req-6df1f155-a367-4a1b-ba3c-ec9b9c751371 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=ad7c5ba9df02428aae512a4d9bb9dd9d&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0908420
Dec 24 11:18:07.698223 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-d8fd5a51-0bce-4679-90b1-d46f9ad8a304 req-245dc566-be41-42fe-a573-3c61eb3f6331 service neutron] 10.222.0.65 "GET /v2.0/networks/1582cfcf-da96-4b47-9824-2c269020742a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1552086
Dec 24 11:18:07.810271 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-b6e857de-91a5-4347-b338-24dbbb4665bc None None] Set router 86033340-4d09-40bc-8aac-78330055ed26 gateway port host: dv-neutron-822691-2-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:18:08.081870 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:18:08.085474 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-d8fd5a51-0bce-4679-90b1-d46f9ad8a304 req-1b0f7de7-dacf-4284-a8cb-b743220cd682 service neutron] 10.222.0.65 "GET /v2.0/networks/1582cfcf-da96-4b47-9824-2c269020742a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3803618
Dec 24 11:18:08.172324 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-b6e857de-91a5-4347-b338-24dbbb4665bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271891908>, [{'id': '86033340-4d09-40bc-8aac-78330055ed26', 'name': 'tempest-TestNetworkBasicOps-router-1978797386', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.77'}], 'enable_snat': True}, 'gw_port_id': 'fabd255f-ca21-4139-a60e-83340ac26b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:17:58Z', 'updated_at': '2021-12-24T11:18:03Z', 'revision_number': 4, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'gw_port': {'id': 'fabd255f-ca21-4139-a60e-83340ac26b1b', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:8a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86033340-4d09-40bc-8aac-78330055ed26', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:17:59Z', 'updated_at': '2021-12-24T11:18:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_interfaces': [{'id': '18cea862-f00a-481e-adc8-e1ec9d6e7a24', 'name': '', 'network_id': '1582cfcf-da96-4b47-9824-2c269020742a', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'mac_address': 'fa:16:3e:a3:6e:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86033340-4d09-40bc-8aac-78330055ed26', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7b2917a0-a604-4d89-8c89-64bc9e78cbe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:18:02Z', 'updated_at': '2021-12-24T11:18:07Z', 'revision_number': 4, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'subnets': [{'id': '7b2917a0-a604-4d89-8c89-64bc9e78cbe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:18:08.177012 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e857de-91a5-4347-b338-24dbbb4665bc None None] The sync data for ids ['86033340-4d09-40bc-8aac-78330055ed26'] in dv-neutron-822691-2-hyperv is: [{'id': '86033340-4d09-40bc-8aac-78330055ed26', 'name': 'tempest-TestNetworkBasicOps-router-1978797386', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.77'}], 'enable_snat': True}, 'gw_port_id': 'fabd255f-ca21-4139-a60e-83340ac26b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:17:58Z', 'updated_at': '2021-12-24T11:18:03Z', 'revision_number': 4, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'gw_port': {'id': 'fabd255f-ca21-4139-a60e-83340ac26b1b', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:8a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86033340-4d09-40bc-8aac-78330055ed26', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:17:59Z', 'updated_at': '2021-12-24T11:18:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_interfaces': [{'id': '18cea862-f00a-481e-adc8-e1ec9d6e7a24', 'name': '', 'network_id': '1582cfcf-da96-4b47-9824-2c269020742a', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'mac_address': 'fa:16:3e:a3:6e:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86033340-4d09-40bc-8aac-78330055ed26', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7b2917a0-a604-4d89-8c89-64bc9e78cbe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:18:02Z', 'updated_at': '2021-12-24T11:18:07Z', 'revision_number': 4, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'subnets': [{'id': '7b2917a0-a604-4d89-8c89-64bc9e78cbe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:18:08.305434 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-a9030ff4-0518-44d1-88c9-d59b6b776047 req-a1073ae6-bf81-4d79-891a-d70cf2e2ef3b tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/ports?device_id=54dfd69b-afbf-4c54-918c-6c910cd874db HTTP/1.1" status: 200  len: 210 time: 0.0528848
Dec 24 11:18:08.951806 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0d0e3442-81f9-4ecf-860c-0b97fea0c198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:18:09.378427 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bdfdbc84-c52d-4f40-b281-af314dc1f8fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:18:09.513806 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-b0f45995-1a8e-4e0c-87d3-26fa00be1641 req-86c1ac83-13e1-4baa-be67-f2126fc94fab tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/ports?device_id=54dfd69b-afbf-4c54-918c-6c910cd874db HTTP/1.1" status: 200  len: 210 time: 0.0604191
Dec 24 11:18:09.589509 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 18cea862-f00a-481e-adc8-e1ec9d6e7a24 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:18:09.600607 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fd5a51-0bce-4679-90b1-d46f9ad8a304 req-f15d94a5-0d01-4f97-9c53-5bdb12c2b689 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:18:09.601369 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-d8fd5a51-0bce-4679-90b1-d46f9ad8a304 req-f15d94a5-0d01-4f97-9c53-5bdb12c2b689 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Synchronizing usage tracker for tenant:ad7c5ba9df02428aae512a4d9bb9dd9d on resource:network {{(pid=88879) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:18:09.614621 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-d8fd5a51-0bce-4679-90b1-d46f9ad8a304 req-f15d94a5-0d01-4f97-9c53-5bdb12c2b689 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Unset dirty status for tenant:ad7c5ba9df02428aae512a4d9bb9dd9d on resource:network {{(pid=88879) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:18:09.616068 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-d8fd5a51-0bce-4679-90b1-d46f9ad8a304 req-f15d94a5-0d01-4f97-9c53-5bdb12c2b689 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.58 "GET /v2.0/networks?id=1582cfcf-da96-4b47-9824-2c269020742a HTTP/1.1" status: 200  len: 796 time: 0.2677534
Dec 24 11:18:09.667034 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning for port 18cea862-f00a-481e-adc8-e1ec9d6e7a24 completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:18:09.672555 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port 18cea862-f00a-481e-adc8-e1ec9d6e7a24 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:18:09.672987 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:18:09.681002 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-d8fd5a51-0bce-4679-90b1-d46f9ad8a304 req-2113800b-4779-4458-abfc-b92421d7b680 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Synchronizing usage tracker for tenant:ad7c5ba9df02428aae512a4d9bb9dd9d on resource:security_group {{(pid=88879) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:18:09.694762 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-d8fd5a51-0bce-4679-90b1-d46f9ad8a304 req-2113800b-4779-4458-abfc-b92421d7b680 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Unset dirty status for tenant:ad7c5ba9df02428aae512a4d9bb9dd9d on resource:security_group {{(pid=88879) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:18:09.696032 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-d8fd5a51-0bce-4679-90b1-d46f9ad8a304 req-2113800b-4779-4458-abfc-b92421d7b680 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ad7c5ba9df02428aae512a4d9bb9dd9d HTTP/1.1" status: 200  len: 380 time: 0.0642154
Dec 24 11:18:09.707504 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [req-d8fd5a51-0bce-4679-90b1-d46f9ad8a304 req-a7bd9d42-4730-4048-90a7-4f5c5a700ea8 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Request body: {'port': {'device_id': '54dfd69b-afbf-4c54-918c-6c910cd874db', 'network_id': '1582cfcf-da96-4b47-9824-2c269020742a', 'admin_state_up': True, 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'security_groups': ['2b965220-4c11-4402-9de4-d8a3a6b8b8d9']}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:18:09.797260 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:18:09.833182 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] For port 18cea862-f00a-481e-adc8-e1ec9d6e7a24, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=18cea862-f00a-481e-adc8-e1ec9d6e7a24,segment=NetworkSegment(cc21df6d-e955-4b4c-b7d8-f83196afdb8b),segment_id=cc21df6d-e955-4b4c-b7d8-f83196afdb8b)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:18:09.836804 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:18:09.838907 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-5f64e7d5-ca2a-40e1-abdf-b2ea67e77c4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:18:09.869856 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [req-d8fd5a51-0bce-4679-90b1-d46f9ad8a304 req-a7bd9d42-4730-4048-90a7-4f5c5a700ea8 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:18:09.874212 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-d8fd5a51-0bce-4679-90b1-d46f9ad8a304 req-a7bd9d42-4730-4048-90a7-4f5c5a700ea8 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Usage tracker for resource:port and tenant:ad7c5ba9df02428aae512a4d9bb9dd9d is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:18:09.877813 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-d8fd5a51-0bce-4679-90b1-d46f9ad8a304 req-a7bd9d42-4730-4048-90a7-4f5c5a700ea8 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:18:09.884098 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [req-d8fd5a51-0bce-4679-90b1-d46f9ad8a304 req-a7bd9d42-4730-4048-90a7-4f5c5a700ea8 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:18:09.894156 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8fd5a51-0bce-4679-90b1-d46f9ad8a304 req-a7bd9d42-4730-4048-90a7-4f5c5a700ea8 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Made reservation on behalf of ad7c5ba9df02428aae512a4d9bb9dd9d for: {'port': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:18:09.900132 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-d8fd5a51-0bce-4679-90b1-d46f9ad8a304 req-a7bd9d42-4730-4048-90a7-4f5c5a700ea8 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:18:09.910169 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Pushing event updated for resources: {'Port': ['ID=18cea862-f00a-481e-adc8-e1ec9d6e7a24,revision_number=5']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:18:09.913602 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:18:10.078572 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [req-d8fd5a51-0bce-4679-90b1-d46f9ad8a304 req-a7bd9d42-4730-4048-90a7-4f5c5a700ea8 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Allocated IP 172.20.0.3 (1582cfcf-da96-4b47-9824-2c269020742a/7b2917a0-a604-4d89-8c89-64bc9e78cbe1/2cf4ce9a-79e6-4ffe-85b1-d13df70bf4fe) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:18:10.525763 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-d8fd5a51-0bce-4679-90b1-d46f9ad8a304 req-a7bd9d42-4730-4048-90a7-4f5c5a700ea8 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:18:10.542865 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [req-d8fd5a51-0bce-4679-90b1-d46f9ad8a304 req-a7bd9d42-4730-4048-90a7-4f5c5a700ea8 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Transition to ACTIVE for port object 2cf4ce9a-79e6-4ffe-85b1-d13df70bf4fe will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:18:10.563974 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-d8fd5a51-0bce-4679-90b1-d46f9ad8a304 req-a7bd9d42-4730-4048-90a7-4f5c5a700ea8 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:18:10.571858 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-40a99a13-9672-4d72-81d9-09bd36345b3d tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:18:10.632390 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8fd5a51-0bce-4679-90b1-d46f9ad8a304 req-a7bd9d42-4730-4048-90a7-4f5c5a700ea8 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Network 1582cfcf-da96-4b47-9824-2c269020742a is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:18:10.635595 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [req-d8fd5a51-0bce-4679-90b1-d46f9ad8a304 req-a7bd9d42-4730-4048-90a7-4f5c5a700ea8 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Resources bound (agent type, host, resource id):  {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:18:10.638321 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8fd5a51-0bce-4679-90b1-d46f9ad8a304 req-a7bd9d42-4730-4048-90a7-4f5c5a700ea8 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:18:10.658794 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-39ff93cf-c0b7-48c5-95f3-6f7e9977387d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:18:10.698699 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bd9d42-4730-4048-90a7-4f5c5a700ea8 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event updated for resources: {'Port': ['ID=2cf4ce9a-79e6-4ffe-85b1-d13df70bf4fe,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:18:10.701873 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-a7bd9d42-4730-4048-90a7-4f5c5a700ea8 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:18:10.723781 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fd5a51-0bce-4679-90b1-d46f9ad8a304 req-a7bd9d42-4730-4048-90a7-4f5c5a700ea8 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:18:10.724875 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-d8fd5a51-0bce-4679-90b1-d46f9ad8a304 req-a7bd9d42-4730-4048-90a7-4f5c5a700ea8 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:18:10.743549 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989d833e-fadb-4d01-a79e-0bd7ce246fb6 req-08ccddd2-0316-4ed1-8c73-1ad662dc685b tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:18:10.745281 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-989d833e-fadb-4d01-a79e-0bd7ce246fb6 req-08ccddd2-0316-4ed1-8c73-1ad662dc685b tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/ports?device_id=54dfd69b-afbf-4c54-918c-6c910cd874db HTTP/1.1" status: 200  len: 931 time: 0.0907798
Dec 24 11:18:10.755359 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-d8fd5a51-0bce-4679-90b1-d46f9ad8a304 req-a7bd9d42-4730-4048-90a7-4f5c5a700ea8 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0520132
Dec 24 11:18:10.769872 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [req-d8fd5a51-0bce-4679-90b1-d46f9ad8a304 req-81460753-69bf-4315-aa8c-8820c243d329 service neutron] Request body: {'port': {'device_id': '54dfd69b-afbf-4c54-918c-6c910cd874db', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:18:10.800753 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-989d833e-fadb-4d01-a79e-0bd7ce246fb6 req-9e56426a-2361-4c49-b0bd-3c891959b4fc tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b965220-4c11-4402-9de4-d8a3a6b8b8d9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0473402
Dec 24 11:18:10.901810 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-d8fd5a51-0bce-4679-90b1-d46f9ad8a304 req-81460753-69bf-4315-aa8c-8820c243d329 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:18:10.940963 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-a094bb13-1084-472c-83cc-a2f98088d816 None None] Provisioning for port 2cf4ce9a-79e6-4ffe-85b1-d13df70bf4fe completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:18:10.946319 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-a094bb13-1084-472c-83cc-a2f98088d816 None None] Provisioning complete for port 2cf4ce9a-79e6-4ffe-85b1-d13df70bf4fe triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:18:10.946736 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a094bb13-1084-472c-83cc-a2f98088d816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:18:11.003977 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-a094bb13-1084-472c-83cc-a2f98088d816 None None] Port 2cf4ce9a-79e6-4ffe-85b1-d13df70bf4fe cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:18:11.296957 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [req-d8fd5a51-0bce-4679-90b1-d46f9ad8a304 req-81460753-69bf-4315-aa8c-8820c243d329 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cf4ce9a-79e6-4ffe-85b1-d13df70bf4fe {{(pid=88879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 24 11:18:11.304304 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-d8fd5a51-0bce-4679-90b1-d46f9ad8a304 req-81460753-69bf-4315-aa8c-8820c243d329 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:18:11.320078 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [req-d8fd5a51-0bce-4679-90b1-d46f9ad8a304 req-81460753-69bf-4315-aa8c-8820c243d329 service neutron] Transition to ACTIVE for port object 2cf4ce9a-79e6-4ffe-85b1-d13df70bf4fe will not be triggered until provisioned by entity L2. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:18:11.324844 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-d8fd5a51-0bce-4679-90b1-d46f9ad8a304 req-81460753-69bf-4315-aa8c-8820c243d329 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850854027'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:18:11.332111 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-b4d45051-9bec-44ef-a6f0-da6cb07042a4 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:18:11.466402 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81460753-69bf-4315-aa8c-8820c243d329 service neutron] Pushing event updated for resources: {'Port': ['ID=2cf4ce9a-79e6-4ffe-85b1-d13df70bf4fe,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:18:11.470285 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-81460753-69bf-4315-aa8c-8820c243d329 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:18:11.528989 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 18cea862-f00a-481e-adc8-e1ec9d6e7a24 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:18:11.607603 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port 18cea862-f00a-481e-adc8-e1ec9d6e7a24 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:18:11.608023 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:18:11.608149 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [req-d8fd5a51-0bce-4679-90b1-d46f9ad8a304 req-81460753-69bf-4315-aa8c-8820c243d329 service neutron] Attempting to bind port 2cf4ce9a-79e6-4ffe-85b1-d13df70bf4fe on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:18:11.608705 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [req-d8fd5a51-0bce-4679-90b1-d46f9ad8a304 req-81460753-69bf-4315-aa8c-8820c243d329 service neutron] Attempting to bind port 2cf4ce9a-79e6-4ffe-85b1-d13df70bf4fe by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'cc21df6d-e955-4b4c-b7d8-f83196afdb8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1582cfcf-da96-4b47-9824-2c269020742a'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:18:11.609073 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8fd5a51-0bce-4679-90b1-d46f9ad8a304 req-81460753-69bf-4315-aa8c-8820c243d329 service neutron] Attempting to bind port 2cf4ce9a-79e6-4ffe-85b1-d13df70bf4fe on network 1582cfcf-da96-4b47-9824-2c269020742a {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:18:11.616664 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8fd5a51-0bce-4679-90b1-d46f9ad8a304 req-81460753-69bf-4315-aa8c-8820c243d329 service neutron] Port 2cf4ce9a-79e6-4ffe-85b1-d13df70bf4fe on network 1582cfcf-da96-4b47-9824-2c269020742a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 24 11:18:11.617036 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8fd5a51-0bce-4679-90b1-d46f9ad8a304 req-81460753-69bf-4315-aa8c-8820c243d329 service neutron] Attempting to bind port 2cf4ce9a-79e6-4ffe-85b1-d13df70bf4fe on network 1582cfcf-da96-4b47-9824-2c269020742a {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:18:11.624307 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8fd5a51-0bce-4679-90b1-d46f9ad8a304 req-81460753-69bf-4315-aa8c-8820c243d329 service neutron] Checking agent: {'id': '239bbc6e-fc66-42e2-b707-1aa8ba10287c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 57, 58), 'started_at': datetime.datetime(2021, 12, 24, 10, 57, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 17, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:18:11.624677 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8fd5a51-0bce-4679-90b1-d46f9ad8a304 req-81460753-69bf-4315-aa8c-8820c243d329 service neutron] Checking segment: {'id': 'cc21df6d-e955-4b4c-b7d8-f83196afdb8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1582cfcf-da96-4b47-9824-2c269020742a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:18:11.625116 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8fd5a51-0bce-4679-90b1-d46f9ad8a304 req-81460753-69bf-4315-aa8c-8820c243d329 service neutron] Bound using segment: {'id': 'cc21df6d-e955-4b4c-b7d8-f83196afdb8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1582cfcf-da96-4b47-9824-2c269020742a'} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:18:11.625919 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [req-d8fd5a51-0bce-4679-90b1-d46f9ad8a304 req-81460753-69bf-4315-aa8c-8820c243d329 service neutron] Bound port: 2cf4ce9a-79e6-4ffe-85b1-d13df70bf4fe, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc21df6d-e955-4b4c-b7d8-f83196afdb8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1582cfcf-da96-4b47-9824-2c269020742a'}}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:18:11.626300 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-d8fd5a51-0bce-4679-90b1-d46f9ad8a304 req-81460753-69bf-4315-aa8c-8820c243d329 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:18:11.722274 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [req-d8fd5a51-0bce-4679-90b1-d46f9ad8a304 req-81460753-69bf-4315-aa8c-8820c243d329 service neutron] For port 2cf4ce9a-79e6-4ffe-85b1-d13df70bf4fe, host hv-neutron-8226, cleared binding levels {{(pid=88879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:18:11.725606 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [req-d8fd5a51-0bce-4679-90b1-d46f9ad8a304 req-81460753-69bf-4315-aa8c-8820c243d329 service neutron] For port 2cf4ce9a-79e6-4ffe-85b1-d13df70bf4fe, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=2cf4ce9a-79e6-4ffe-85b1-d13df70bf4fe,segment=NetworkSegment(cc21df6d-e955-4b4c-b7d8-f83196afdb8b),segment_id=cc21df6d-e955-4b4c-b7d8-f83196afdb8b)] {{(pid=88879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:18:11.729546 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-d8fd5a51-0bce-4679-90b1-d46f9ad8a304 req-81460753-69bf-4315-aa8c-8820c243d329 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850854027'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:18:11.733705 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-6a404021-fed7-455a-9560-7559bc65a9bf tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:18:11.806426 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-d8fd5a51-0bce-4679-90b1-d46f9ad8a304 req-81460753-69bf-4315-aa8c-8820c243d329 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:18:11.807980 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-d8fd5a51-0bce-4679-90b1-d46f9ad8a304 req-81460753-69bf-4315-aa8c-8820c243d329 service neutron] 10.222.0.58 "PUT /v2.0/ports/2cf4ce9a-79e6-4ffe-85b1-d13df70bf4fe HTTP/1.1" status: 200  len: 1093 time: 1.0429516
Dec 24 11:18:11.810722 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54dfd69b-afbf-4c54-918c-6c910cd874db', 'tag': '2cf4ce9a-79e6-4ffe-85b1-d13df70bf4fe'}] {{(pid=88879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 24 11:18:11.842878 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81460753-69bf-4315-aa8c-8820c243d329 service neutron] Pushing event updated for resources: {'Port': ['ID=2cf4ce9a-79e6-4ffe-85b1-d13df70bf4fe,revision_number=3']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:18:11.846701 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-81460753-69bf-4315-aa8c-8820c243d329 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:18:11.920728 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54dfd69b-afbf-4c54-918c-6c910cd874db', 'tag': '2cf4ce9a-79e6-4ffe-85b1-d13df70bf4fe', 'status': 'completed', 'code': 200}
Dec 24 11:18:11.932482 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-d8fd5a51-0bce-4679-90b1-d46f9ad8a304 req-b9e116fc-0b71-4684-b8ab-71b1d535d1df service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ad7c5ba9df02428aae512a4d9bb9dd9d&device_id=54dfd69b-afbf-4c54-918c-6c910cd874db HTTP/1.1" status: 200  len: 1096 time: 0.0827470
Dec 24 11:18:12.013356 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-d8fd5a51-0bce-4679-90b1-d46f9ad8a304 req-4cdd7a91-9a53-4eef-8363-74c5490fe543 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2cf4ce9a-79e6-4ffe-85b1-d13df70bf4fe HTTP/1.1" status: 200  len: 217 time: 0.0722139
Dec 24 11:18:12.049253 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3660c4-93f3-49c4-be0a-8923b7139c7d req-fb329bc2-53e9-461a-b3d9-fa629357afe2 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:18:12.050983 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-5e3660c4-93f3-49c4-be0a-8923b7139c7d req-fb329bc2-53e9-461a-b3d9-fa629357afe2 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/ports?device_id=54dfd69b-afbf-4c54-918c-6c910cd874db HTTP/1.1" status: 200  len: 943 time: 0.0928328
Dec 24 11:18:12.089391 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fd5a51-0bce-4679-90b1-d46f9ad8a304 req-13e7f5d1-9786-4282-bc6e-f8e11792120b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:18:12.091129 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-d8fd5a51-0bce-4679-90b1-d46f9ad8a304 req-13e7f5d1-9786-4282-bc6e-f8e11792120b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7b2917a0-a604-4d89-8c89-64bc9e78cbe1 HTTP/1.1" status: 200  len: 843 time: 0.0674663
Dec 24 11:18:12.103101 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-5e3660c4-93f3-49c4-be0a-8923b7139c7d req-8c958bc4-d601-4d3f-bded-8607b0327359 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b965220-4c11-4402-9de4-d8a3a6b8b8d9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0454345
Dec 24 11:18:12.179421 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-d8fd5a51-0bce-4679-90b1-d46f9ad8a304 req-29f64719-510c-4621-9eb3-203a4dcb3e99 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1582cfcf-da96-4b47-9824-2c269020742a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0779462
Dec 24 11:18:12.326665 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-d8fd5a51-0bce-4679-90b1-d46f9ad8a304 req-0d085009-3d1d-473d-b6a1-a857e4e9e04f service neutron] 10.222.0.58 "GET /v2.0/networks/1582cfcf-da96-4b47-9824-2c269020742a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1383843
Dec 24 11:18:12.481387 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-d8fd5a51-0bce-4679-90b1-d46f9ad8a304 req-14046b03-fbf8-419b-9728-b6a7b85fb10b service neutron] 10.222.0.58 "GET /v2.0/networks/1582cfcf-da96-4b47-9824-2c269020742a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1441884
Dec 24 11:18:12.618508 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-216a7c0c-54f7-4954-8dc8-38e32598cab0 req-105617a0-1955-4914-a4f3-537eb6ac52e0 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ad7c5ba9df02428aae512a4d9bb9dd9d&device_id=54dfd69b-afbf-4c54-918c-6c910cd874db HTTP/1.1" status: 200  len: 1096 time: 0.0837550
Dec 24 11:18:12.764960 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216a7c0c-54f7-4954-8dc8-38e32598cab0 req-0a908969-1e04-4343-8e04-65e85778f5cd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:18:12.766511 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-216a7c0c-54f7-4954-8dc8-38e32598cab0 req-0a908969-1e04-4343-8e04-65e85778f5cd service neutron] 10.222.0.58 "GET /v2.0/networks?id=1582cfcf-da96-4b47-9824-2c269020742a HTTP/1.1" status: 200  len: 897 time: 0.1411800
Dec 24 11:18:12.842301 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-216a7c0c-54f7-4954-8dc8-38e32598cab0 req-2ee41fcd-ef5f-42a2-a8f7-de6eb89b19c8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2cf4ce9a-79e6-4ffe-85b1-d13df70bf4fe HTTP/1.1" status: 200  len: 217 time: 0.0676773
Dec 24 11:18:12.918900 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216a7c0c-54f7-4954-8dc8-38e32598cab0 req-9da09cf9-df19-40d2-ad79-d4fa8a374600 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:18:12.920499 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-216a7c0c-54f7-4954-8dc8-38e32598cab0 req-9da09cf9-df19-40d2-ad79-d4fa8a374600 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7b2917a0-a604-4d89-8c89-64bc9e78cbe1 HTTP/1.1" status: 200  len: 843 time: 0.0708771
Dec 24 11:18:13.006457 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-216a7c0c-54f7-4954-8dc8-38e32598cab0 req-68b75ac8-05d4-41d7-b6e9-68e26f1e9ce0 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1582cfcf-da96-4b47-9824-2c269020742a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0775428
Dec 24 11:18:13.162855 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-216a7c0c-54f7-4954-8dc8-38e32598cab0 req-3033f87f-156c-40b4-90ff-16145126da1a service neutron] 10.222.0.58 "GET /v2.0/networks/1582cfcf-da96-4b47-9824-2c269020742a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1487164
Dec 24 11:18:13.317446 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-216a7c0c-54f7-4954-8dc8-38e32598cab0 req-6f8350fd-5fa6-48ce-89b9-74d844278134 service neutron] 10.222.0.58 "GET /v2.0/networks/1582cfcf-da96-4b47-9824-2c269020742a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1473849
Dec 24 11:18:13.319910 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3ea84f-c77e-4140-828f-8069e5cc8f81 req-d82087ca-9b0c-4050-8f60-89606f62e374 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:18:13.321524 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-3a3ea84f-c77e-4140-828f-8069e5cc8f81 req-d82087ca-9b0c-4050-8f60-89606f62e374 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/ports?device_id=54dfd69b-afbf-4c54-918c-6c910cd874db HTTP/1.1" status: 200  len: 943 time: 0.0835755
Dec 24 11:18:13.379264 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-3a3ea84f-c77e-4140-828f-8069e5cc8f81 req-e1e4ec49-ae61-423e-8568-caf6df61c836 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b965220-4c11-4402-9de4-d8a3a6b8b8d9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0499156
Dec 24 11:18:13.415706 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Device 2cf4ce9a-79e6-4ffe-85b1-d13df70bf4fe details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 24 11:18:13.560934 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] For port 2cf4ce9a-79e6-4ffe-85b1-d13df70bf4fe, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=2cf4ce9a-79e6-4ffe-85b1-d13df70bf4fe,segment=NetworkSegment(cc21df6d-e955-4b4c-b7d8-f83196afdb8b),segment_id=cc21df6d-e955-4b4c-b7d8-f83196afdb8b)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:18:13.579885 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Returning: {'device': '2cf4ce9a-79e6-4ffe-85b1-d13df70bf4fe', 'network_id': '1582cfcf-da96-4b47-9824-2c269020742a', 'port_id': '2cf4ce9a-79e6-4ffe-85b1-d13df70bf4fe', 'mac_address': 'fa:16:3e:53:f9:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b2917a0-a604-4d89-8c89-64bc9e78cbe1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 24 11:18:13.641878 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:18:13.661517 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cf4ce9a-79e6-4ffe-85b1-d13df70bf4fe {{(pid=88880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 24 11:18:13.677053 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] For port 2cf4ce9a-79e6-4ffe-85b1-d13df70bf4fe, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=2cf4ce9a-79e6-4ffe-85b1-d13df70bf4fe,segment=NetworkSegment(cc21df6d-e955-4b4c-b7d8-f83196afdb8b),segment_id=cc21df6d-e955-4b4c-b7d8-f83196afdb8b)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:18:13.680488 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:18:13.683245 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:18:13.749237 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Pushing event updated for resources: {'Port': ['ID=2cf4ce9a-79e6-4ffe-85b1-d13df70bf4fe,revision_number=4']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:18:13.752897 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:18:13.942827 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] get_ports_and_sgs() called for port_ids ['2cf4ce9a-79e6-4ffe-85b1-d13df70bf4fe'] {{(pid=88880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 24 11:18:14.607057 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d462cc-acbf-467e-8efd-34fd4a21b325 req-30e65918-8a8e-48e0-91bf-add1bb5cc717 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:18:14.608642 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-95d462cc-acbf-467e-8efd-34fd4a21b325 req-30e65918-8a8e-48e0-91bf-add1bb5cc717 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/ports?device_id=54dfd69b-afbf-4c54-918c-6c910cd874db HTTP/1.1" status: 200  len: 944 time: 0.0897541
Dec 24 11:18:14.660271 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-95d462cc-acbf-467e-8efd-34fd4a21b325 req-8538b29b-4692-430b-b14a-35c37cdf740c tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b965220-4c11-4402-9de4-d8a3a6b8b8d9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0451641
Dec 24 11:18:15.428482 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Device 2cf4ce9a-79e6-4ffe-85b1-d13df70bf4fe up at agent hyperv_hv-neutron-8226 {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:18:15.504974 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Provisioning for port 2cf4ce9a-79e6-4ffe-85b1-d13df70bf4fe completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:18:15.510146 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Provisioning complete for port 2cf4ce9a-79e6-4ffe-85b1-d13df70bf4fe triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:18:15.510581 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:18:15.628403 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:18:15.657664 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54dfd69b-afbf-4c54-918c-6c910cd874db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cf4ce9a-79e6-4ffe-85b1-d13df70bf4fe'}] {{(pid=88880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 24 11:18:15.668595 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] For port 2cf4ce9a-79e6-4ffe-85b1-d13df70bf4fe, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=2cf4ce9a-79e6-4ffe-85b1-d13df70bf4fe,segment=NetworkSegment(cc21df6d-e955-4b4c-b7d8-f83196afdb8b),segment_id=cc21df6d-e955-4b4c-b7d8-f83196afdb8b)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:18:15.678618 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:18:15.681520 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:18:15.724252 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54dfd69b-afbf-4c54-918c-6c910cd874db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cf4ce9a-79e6-4ffe-85b1-d13df70bf4fe', 'code': 200}
Dec 24 11:18:15.766061 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Pushing event updated for resources: {'Port': ['ID=2cf4ce9a-79e6-4ffe-85b1-d13df70bf4fe,revision_number=5']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:18:15.773932 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:18:15.885585 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f743ec-1329-4e16-97d2-6d0ca766148c req-c57a16ed-274e-4e4a-b290-c0421acbb837 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:18:15.887266 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-33f743ec-1329-4e16-97d2-6d0ca766148c req-c57a16ed-274e-4e4a-b290-c0421acbb837 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/ports?device_id=54dfd69b-afbf-4c54-918c-6c910cd874db HTTP/1.1" status: 200  len: 945 time: 0.0940404
Dec 24 11:18:15.949533 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-33f743ec-1329-4e16-97d2-6d0ca766148c req-868e678c-117e-4d91-8d55-64d2d5119df5 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b965220-4c11-4402-9de4-d8a3a6b8b8d9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0536120
Dec 24 11:18:15.985265 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-4590f9dc-2eb6-493d-a201-c29a66b355e9 req-d01772d8-a0e7-4845-809f-6b3f03fd0118 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=54dfd69b-afbf-4c54-918c-6c910cd874db HTTP/1.1" status: 200  len: 1098 time: 0.0822661
Dec 24 11:18:16.034631 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-4590f9dc-2eb6-493d-a201-c29a66b355e9 req-864ed4d0-48f0-4b2b-8c20-b8b5ec3e3b3a service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=2b965220-4c11-4402-9de4-d8a3a6b8b8d9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408690
Dec 24 11:18:17.167447 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046ec026-e7de-4d57-b775-9898252a21d8 req-1572aaa1-0cdd-466b-aaa2-3121375cdacf tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:18:17.169150 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-046ec026-e7de-4d57-b775-9898252a21d8 req-1572aaa1-0cdd-466b-aaa2-3121375cdacf tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/ports?device_id=54dfd69b-afbf-4c54-918c-6c910cd874db HTTP/1.1" status: 200  len: 945 time: 0.0889444
Dec 24 11:18:17.220085 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-046ec026-e7de-4d57-b775-9898252a21d8 req-35002beb-d6bf-4876-a9bc-eab6aff26b04 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b965220-4c11-4402-9de4-d8a3a6b8b8d9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438368
Dec 24 11:18:18.456018 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f8305b-a840-414e-b998-14b3f060faaf req-62d8529f-443c-4c69-be46-b8fc065d0e0f tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:18:18.457649 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-c3f8305b-a840-414e-b998-14b3f060faaf req-62d8529f-443c-4c69-be46-b8fc065d0e0f tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/ports?device_id=54dfd69b-afbf-4c54-918c-6c910cd874db HTTP/1.1" status: 200  len: 945 time: 0.1039400
Dec 24 11:18:18.510154 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-c3f8305b-a840-414e-b998-14b3f060faaf req-32a68837-6e03-4ec3-bd83-e1dd6da00de7 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b965220-4c11-4402-9de4-d8a3a6b8b8d9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432985
Dec 24 11:18:18.731322 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a82ce21-3dce-4148-8ee1-a89ae80b443d req-83b0f3f4-277a-4e8d-9311-5af542b5c7cf tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:18:18.732919 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-1a82ce21-3dce-4148-8ee1-a89ae80b443d req-83b0f3f4-277a-4e8d-9311-5af542b5c7cf tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/ports?device_id=54dfd69b-afbf-4c54-918c-6c910cd874db HTTP/1.1" status: 200  len: 945 time: 0.0965805
Dec 24 11:18:18.785722 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-1a82ce21-3dce-4148-8ee1-a89ae80b443d req-5f84aa47-c7d0-4e54-912f-d3b9dfe1eb18 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b965220-4c11-4402-9de4-d8a3a6b8b8d9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0464594
Dec 24 11:18:18.820025 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 45528) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:18:18.908769 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-68588e1c-2b99-4eda-9a49-ff3294456434 tempest-TestNetworkBasicOps-448411267 tempest-TestNetworkBasicOps-448411267-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=54dfd69b-afbf-4c54-918c-6c910cd874db HTTP/1.1" status: 200  len: 1093 time: 0.0871012
Dec 24 11:18:18.912981 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 45532) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:18:18.919880 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-8da6f59f-779c-4d47-a46f-189564b75e33 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Request body: {'floatingip': {'floating_network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'port_id': '2cf4ce9a-79e6-4ffe-85b1-d13df70bf4fe', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:18:18.926379 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-8da6f59f-779c-4d47-a46f-189564b75e33 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:18:18.931756 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-8da6f59f-779c-4d47-a46f-189564b75e33 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Usage tracker for resource:floatingip and tenant:ad7c5ba9df02428aae512a4d9bb9dd9d is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:18:18.934119 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-8da6f59f-779c-4d47-a46f-189564b75e33 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:18:18.942195 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-8da6f59f-779c-4d47-a46f-189564b75e33 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:18:18.953388 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8da6f59f-779c-4d47-a46f-189564b75e33 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for floatingip, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:18:19.108944 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8da6f59f-779c-4d47-a46f-189564b75e33 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:18:19.263502 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-8da6f59f-779c-4d47-a46f-189564b75e33 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Allocated IP 172.26.3.103 (f8c337ba-681f-4fcb-a333-e3c49365b30a/8ea1398c-0bec-46d6-8d54-85798de2a7ca/f48346dc-17b6-4359-b2b7-f4e8d4185212) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:18:19.442954 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8da6f59f-779c-4d47-a46f-189564b75e33 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:18:19.471319 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8da6f59f-779c-4d47-a46f-189564b75e33 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:18:19.476081 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c028f7a6-9ff6-4865-ac63-27d9297defde service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:18:19.545354 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8da6f59f-779c-4d47-a46f-189564b75e33 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Network f8c337ba-681f-4fcb-a333-e3c49365b30a is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:18:19.549166 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-8da6f59f-779c-4d47-a46f-189564b75e33 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Resources bound (agent type, host, resource id):  {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:18:19.551311 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da6f59f-779c-4d47-a46f-189564b75e33 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event updated for resources: {'Port': ['ID=f48346dc-17b6-4359-b2b7-f4e8d4185212,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:18:19.553634 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da6f59f-779c-4d47-a46f-189564b75e33 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:18:19.584266 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-8da6f59f-779c-4d47-a46f-189564b75e33 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:18:20.114945 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8da6f59f-779c-4d47-a46f-189564b75e33 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:18:20.172869 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8da6f59f-779c-4d47-a46f-189564b75e33 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:18:20.649397 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8da6f59f-779c-4d47-a46f-189564b75e33 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for port, precommit_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:18:20.653563 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8da6f59f-779c-4d47-a46f-189564b75e33 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850854027'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:18:20.658121 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-42535467-3075-43cc-8354-d054996e436f tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:18:20.767482 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da6f59f-779c-4d47-a46f-189564b75e33 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event updated for resources: {'Port': ['ID=f48346dc-17b6-4359-b2b7-f4e8d4185212,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:18:20.772168 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-8da6f59f-779c-4d47-a46f-189564b75e33 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:18:20.784216 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8da6f59f-779c-4d47-a46f-189564b75e33 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659181'] for floatingip, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:18:20.993866 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.l3_db [None req-8da6f59f-779c-4d47-a46f-189564b75e33 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Floating IP 7c56b851-a689-47d0-a252-7070ee958268 associated. External IP: 172.26.3.103, port: 2cf4ce9a-79e6-4ffe-85b1-d13df70bf4fe.
Dec 24 11:18:21.424655 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8da6f59f-779c-4d47-a46f-189564b75e33 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Router 86033340-4d09-40bc-8aac-78330055ed26 has already been hosted by L3 agent 198cca88-1338-4098-b44b-beb0346ac906 {{(pid=88879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 24 11:18:21.651649 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8da6f59f-779c-4d47-a46f-189564b75e33 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:18:21.663220 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8419a0-b1e5-4042-acce-e9956eafa2cd None None] Sync routers for ids ['86033340-4d09-40bc-8aac-78330055ed26'] in dv-neutron-822691-2-hyperv {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:18:21.677002 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8da6f59f-779c-4d47-a46f-189564b75e33 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for floatingip, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:18:21.678291 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8419a0-b1e5-4042-acce-e9956eafa2cd None None] Routers {'86033340-4d09-40bc-8aac-78330055ed26'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:18:21.678994 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-3a8419a0-b1e5-4042-acce-e9956eafa2cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52717e7080>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:18:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['86033340-4d09-40bc-8aac-78330055ed26'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:18:21.735099 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-8da6f59f-779c-4d47-a46f-189564b75e33 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.8208308
Dec 24 11:18:21.735855 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54dfd69b-afbf-4c54-918c-6c910cd874db', 'tag': '2cf4ce9a-79e6-4ffe-85b1-d13df70bf4fe'}] {{(pid=88879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 24 11:18:21.738567 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 45538) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:18:21.796445 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54dfd69b-afbf-4c54-918c-6c910cd874db', 'tag': '2cf4ce9a-79e6-4ffe-85b1-d13df70bf4fe', 'status': 'completed', 'code': 200}
Dec 24 11:18:21.858295 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-d35ecb3b-9ef8-4b93-8280-e3b08cd72df2 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/floatingips/7c56b851-a689-47d0-a252-7070ee958268 HTTP/1.1" status: 200  len: 991 time: 0.1182668
Dec 24 11:18:21.876011 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-3a8419a0-b1e5-4042-acce-e9956eafa2cd None None] Set router 86033340-4d09-40bc-8aac-78330055ed26 gateway port host: dv-neutron-822691-2-hyperv {{(pid=88881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:18:21.899462 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-26609abb-14d9-4366-a0ae-044113b5fc30 req-c2861b49-92b9-4087-aac3-ad003f125d53 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ad7c5ba9df02428aae512a4d9bb9dd9d&device_id=54dfd69b-afbf-4c54-918c-6c910cd874db HTTP/1.1" status: 200  len: 1098 time: 0.0806270
Dec 24 11:18:22.048118 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26609abb-14d9-4366-a0ae-044113b5fc30 req-caa8342a-e402-416a-8b24-377a1cffc5f0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:18:22.049869 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-26609abb-14d9-4366-a0ae-044113b5fc30 req-caa8342a-e402-416a-8b24-377a1cffc5f0 service neutron] 10.222.0.58 "GET /v2.0/networks?id=1582cfcf-da96-4b47-9824-2c269020742a HTTP/1.1" status: 200  len: 897 time: 0.1439893
Dec 24 11:18:22.167764 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-26609abb-14d9-4366-a0ae-044113b5fc30 req-1cc5f5d5-abe9-400c-81fd-04bb0eefaf2a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2cf4ce9a-79e6-4ffe-85b1-d13df70bf4fe HTTP/1.1" status: 200  len: 999 time: 0.1101327
Dec 24 11:18:22.241217 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26609abb-14d9-4366-a0ae-044113b5fc30 req-a1ac58e3-4f88-4575-a694-d9f580db1382 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:18:22.242939 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-26609abb-14d9-4366-a0ae-044113b5fc30 req-a1ac58e3-4f88-4575-a694-d9f580db1382 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7b2917a0-a604-4d89-8c89-64bc9e78cbe1 HTTP/1.1" status: 200  len: 843 time: 0.0682647
Dec 24 11:18:22.255360 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-3a8419a0-b1e5-4042-acce-e9956eafa2cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52717e7080>, [{'id': '86033340-4d09-40bc-8aac-78330055ed26', 'name': 'tempest-TestNetworkBasicOps-router-1978797386', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.77'}], 'enable_snat': True}, 'gw_port_id': 'fabd255f-ca21-4139-a60e-83340ac26b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:17:58Z', 'updated_at': '2021-12-24T11:18:03Z', 'revision_number': 4, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'gw_port': {'id': 'fabd255f-ca21-4139-a60e-83340ac26b1b', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:8a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86033340-4d09-40bc-8aac-78330055ed26', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:17:59Z', 'updated_at': '2021-12-24T11:18:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_floatingips': [{'id': '7c56b851-a689-47d0-a252-7070ee958268', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'floating_ip_address': '172.26.3.103', 'floating_network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'router_id': '86033340-4d09-40bc-8aac-78330055ed26', 'port_id': '2cf4ce9a-79e6-4ffe-85b1-d13df70bf4fe', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1582cfcf-da96-4b47-9824-2c269020742a', 'mac_address': 'fa:16:3e:53:f9:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54dfd69b-afbf-4c54-918c-6c910cd874db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T11:18:19Z', 'updated_at': '2021-12-24T11:18:19Z', 'revision_number': 0, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18cea862-f00a-481e-adc8-e1ec9d6e7a24', 'name': '', 'network_id': '1582cfcf-da96-4b47-9824-2c269020742a', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'mac_address': 'fa:16:3e:a3:6e:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86033340-4d09-40bc-8aac-78330055ed26', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7b2917a0-a604-4d89-8c89-64bc9e78cbe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:18:02Z', 'updated_at': '2021-12-24T11:18:09Z', 'revision_number': 5, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'subnets': [{'id': '7b2917a0-a604-4d89-8c89-64bc9e78cbe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:18:22.259729 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8419a0-b1e5-4042-acce-e9956eafa2cd None None] Checking router: 86033340-4d09-40bc-8aac-78330055ed26 for host: dv-neutron-822691-2-hyperv {{(pid=88881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 24 11:18:22.271978 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8419a0-b1e5-4042-acce-e9956eafa2cd None None] Routers {'86033340-4d09-40bc-8aac-78330055ed26'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:18:22.272608 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-3a8419a0-b1e5-4042-acce-e9956eafa2cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52717e7080>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:18:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['86033340-4d09-40bc-8aac-78330055ed26'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:18:22.323461 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-26609abb-14d9-4366-a0ae-044113b5fc30 req-c7ba9b84-5f10-4909-95fb-5983d1d1cb7e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1582cfcf-da96-4b47-9824-2c269020742a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0742955
Dec 24 11:18:22.458803 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-3a8419a0-b1e5-4042-acce-e9956eafa2cd None None] Set router 86033340-4d09-40bc-8aac-78330055ed26 gateway port host: dv-neutron-822691-2-hyperv {{(pid=88881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:18:22.467772 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-26609abb-14d9-4366-a0ae-044113b5fc30 req-e7a0c5d0-c5ad-40db-8710-795c8dc3e3ea service neutron] 10.222.0.58 "GET /v2.0/networks/1582cfcf-da96-4b47-9824-2c269020742a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1377289
Dec 24 11:18:22.614898 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-26609abb-14d9-4366-a0ae-044113b5fc30 req-ef06cbe8-f2a4-49e3-86a3-285c51dd1715 service neutron] 10.222.0.58 "GET /v2.0/networks/1582cfcf-da96-4b47-9824-2c269020742a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1399515
Dec 24 11:18:22.846997 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-3a8419a0-b1e5-4042-acce-e9956eafa2cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52717e7080>, [{'id': '86033340-4d09-40bc-8aac-78330055ed26', 'name': 'tempest-TestNetworkBasicOps-router-1978797386', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.77'}], 'enable_snat': True}, 'gw_port_id': 'fabd255f-ca21-4139-a60e-83340ac26b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:17:58Z', 'updated_at': '2021-12-24T11:18:03Z', 'revision_number': 4, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'gw_port': {'id': 'fabd255f-ca21-4139-a60e-83340ac26b1b', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:8a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86033340-4d09-40bc-8aac-78330055ed26', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:17:59Z', 'updated_at': '2021-12-24T11:18:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_floatingips': [{'id': '7c56b851-a689-47d0-a252-7070ee958268', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'floating_ip_address': '172.26.3.103', 'floating_network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'router_id': '86033340-4d09-40bc-8aac-78330055ed26', 'port_id': '2cf4ce9a-79e6-4ffe-85b1-d13df70bf4fe', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1582cfcf-da96-4b47-9824-2c269020742a', 'mac_address': 'fa:16:3e:53:f9:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54dfd69b-afbf-4c54-918c-6c910cd874db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T11:18:19Z', 'updated_at': '2021-12-24T11:18:19Z', 'revision_number': 0, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18cea862-f00a-481e-adc8-e1ec9d6e7a24', 'name': '', 'network_id': '1582cfcf-da96-4b47-9824-2c269020742a', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'mac_address': 'fa:16:3e:a3:6e:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86033340-4d09-40bc-8aac-78330055ed26', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7b2917a0-a604-4d89-8c89-64bc9e78cbe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:18:02Z', 'updated_at': '2021-12-24T11:18:09Z', 'revision_number': 5, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'subnets': [{'id': '7b2917a0-a604-4d89-8c89-64bc9e78cbe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:18:22.851700 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8419a0-b1e5-4042-acce-e9956eafa2cd None None] The sync data for ids ['86033340-4d09-40bc-8aac-78330055ed26'] in dv-neutron-822691-2-hyperv is: [{'id': '86033340-4d09-40bc-8aac-78330055ed26', 'name': 'tempest-TestNetworkBasicOps-router-1978797386', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.77'}], 'enable_snat': True}, 'gw_port_id': 'fabd255f-ca21-4139-a60e-83340ac26b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:17:58Z', 'updated_at': '2021-12-24T11:18:03Z', 'revision_number': 4, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'gw_port': {'id': 'fabd255f-ca21-4139-a60e-83340ac26b1b', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:8a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86033340-4d09-40bc-8aac-78330055ed26', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:17:59Z', 'updated_at': '2021-12-24T11:18:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_floatingips': [{'id': '7c56b851-a689-47d0-a252-7070ee958268', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'floating_ip_address': '172.26.3.103', 'floating_network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'router_id': '86033340-4d09-40bc-8aac-78330055ed26', 'port_id': '2cf4ce9a-79e6-4ffe-85b1-d13df70bf4fe', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1582cfcf-da96-4b47-9824-2c269020742a', 'mac_address': 'fa:16:3e:53:f9:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54dfd69b-afbf-4c54-918c-6c910cd874db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T11:18:19Z', 'updated_at': '2021-12-24T11:18:19Z', 'revision_number': 0, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18cea862-f00a-481e-adc8-e1ec9d6e7a24', 'name': '', 'network_id': '1582cfcf-da96-4b47-9824-2c269020742a', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'mac_address': 'fa:16:3e:a3:6e:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86033340-4d09-40bc-8aac-78330055ed26', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7b2917a0-a604-4d89-8c89-64bc9e78cbe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:18:02Z', 'updated_at': '2021-12-24T11:18:09Z', 'revision_number': 5, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'subnets': [{'id': '7b2917a0-a604-4d89-8c89-64bc9e78cbe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:18:22.862866 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 45544) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:18:22.999404 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-a95f9f56-61dc-4f87-8298-ccd133d2f3b8 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/floatingips/7c56b851-a689-47d0-a252-7070ee958268 HTTP/1.1" status: 200  len: 991 time: 0.1347170
Dec 24 11:18:23.208199 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb5632d-b83b-48df-bba1-bef445bd9151 None None] New status for floating IP 7c56b851-a689-47d0-a252-7070ee958268: ACTIVE {{(pid=88880) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 24 11:18:24.004022 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 45548) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:18:24.117802 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-6d8ef6b7-32da-4b29-b7d2-618d377950a4 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/floatingips/7c56b851-a689-47d0-a252-7070ee958268 HTTP/1.1" status: 200  len: 993 time: 0.1123152
Dec 24 11:18:25.345642 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.agents_db [None req-e51243ab-6a93-425b-980f-a73583147efa None None] Agent healthcheck: found 6 active agents {{(pid=88881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 24 11:18:28.275465 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:18:36.446275 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e46424d5-b056-4895-8e4b-87892e68dabe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:18:38.046451 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:18:38.958257 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-06d0de2e-7e38-4851-aadb-e09441457d4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:18:39.378348 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bdfdbc84-c52d-4f40-b281-af314dc1f8fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:18:40.655496 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-39ff93cf-c0b7-48c5-95f3-6f7e9977387d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:18:58.274620 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:19:02.347259 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.agents_db [None req-e51243ab-6a93-425b-980f-a73583147efa None None] Agent healthcheck: found 6 active agents {{(pid=88881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 24 11:19:06.454325 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0b8e46a0-87c3-463c-878f-47d37caa1b12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:19:08.054264 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:19:08.953755 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1d7aa0cc-951d-46f8-987a-f4863194f1a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:19:09.386312 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bdfdbc84-c52d-4f40-b281-af314dc1f8fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:19:10.659328 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-39ff93cf-c0b7-48c5-95f3-6f7e9977387d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:19:16.171528 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-feb9b9a3-ec44-460f-bfa2-b95775fcc576 req-024a7d53-e29b-4b40-9ad8-e2dae472b1a3 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=54dfd69b-afbf-4c54-918c-6c910cd874db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.2338076
Dec 24 11:19:16.336358 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-feb9b9a3-ec44-460f-bfa2-b95775fcc576 req-1df8b3ca-4377-4f7b-acf2-acb018fad843 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ad7c5ba9df02428aae512a4d9bb9dd9d&device_id=54dfd69b-afbf-4c54-918c-6c910cd874db HTTP/1.1" status: 200  len: 1098 time: 0.0811372
Dec 24 11:19:16.749191 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb9b9a3-ec44-460f-bfa2-b95775fcc576 req-4a4b88a5-24ec-40b4-b16b-be5eb9ed4c65 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:19:16.751154 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-feb9b9a3-ec44-460f-bfa2-b95775fcc576 req-4a4b88a5-24ec-40b4-b16b-be5eb9ed4c65 service neutron] 10.222.0.58 "GET /v2.0/networks?id=1582cfcf-da96-4b47-9824-2c269020742a HTTP/1.1" status: 200  len: 897 time: 0.3841712
Dec 24 11:19:16.865975 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-feb9b9a3-ec44-460f-bfa2-b95775fcc576 req-b49501b3-9b20-41f2-8968-3b1f64068dfc service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2cf4ce9a-79e6-4ffe-85b1-d13df70bf4fe HTTP/1.1" status: 200  len: 1001 time: 0.1072538
Dec 24 11:19:16.951278 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb9b9a3-ec44-460f-bfa2-b95775fcc576 req-f5da4152-eecc-4c2d-8b5a-462146a0a612 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:19:16.952934 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-feb9b9a3-ec44-460f-bfa2-b95775fcc576 req-f5da4152-eecc-4c2d-8b5a-462146a0a612 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7b2917a0-a604-4d89-8c89-64bc9e78cbe1 HTTP/1.1" status: 200  len: 843 time: 0.0801697
Dec 24 11:19:17.039096 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-feb9b9a3-ec44-460f-bfa2-b95775fcc576 req-b84745ae-aabb-40f6-a57d-09a6de1680a1 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1582cfcf-da96-4b47-9824-2c269020742a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0781755
Dec 24 11:19:17.190845 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-feb9b9a3-ec44-460f-bfa2-b95775fcc576 req-86cfcafe-0755-4036-82d7-1a095712a06c service neutron] 10.222.0.58 "GET /v2.0/networks/1582cfcf-da96-4b47-9824-2c269020742a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1444981
Dec 24 11:19:17.343159 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-feb9b9a3-ec44-460f-bfa2-b95775fcc576 req-a4fab52f-5c3a-4fb0-bafc-dab83b3b1496 service neutron] 10.222.0.58 "GET /v2.0/networks/1582cfcf-da96-4b47-9824-2c269020742a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1443875
Dec 24 11:19:28.289639 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:19:36.450131 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e657c0e2-ac20-4cd4-88bc-5161b4818b29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:19:38.060294 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:19:38.948246 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-14398cb0-e03b-448c-9792-59619fed6c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:19:39.354511 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.agents_db [None req-e51243ab-6a93-425b-980f-a73583147efa None None] Agent healthcheck: found 6 active agents {{(pid=88881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 24 11:19:39.389587 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bdfdbc84-c52d-4f40-b281-af314dc1f8fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:19:40.661386 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-39ff93cf-c0b7-48c5-95f3-6f7e9977387d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:19:58.291716 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:20:06.454742 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-201fae03-4b48-4005-88dd-b23e5628c428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:20:08.054832 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:20:08.953672 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2e6fbb85-5008-44cc-a16a-b735489334c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:20:09.393153 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bdfdbc84-c52d-4f40-b281-af314dc1f8fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:20:10.665149 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-39ff93cf-c0b7-48c5-95f3-6f7e9977387d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:20:16.031598 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-8237e505-8a81-47df-8dd7-31980bf4e4e1 req-f9503203-b14a-4dea-8e91-0a06b42f1678 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=54dfd69b-afbf-4c54-918c-6c910cd874db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0896049
Dec 24 11:20:16.186719 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-8237e505-8a81-47df-8dd7-31980bf4e4e1 req-e59cc628-8c91-4230-8f07-5e62db04132e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ad7c5ba9df02428aae512a4d9bb9dd9d&device_id=54dfd69b-afbf-4c54-918c-6c910cd874db HTTP/1.1" status: 200  len: 1098 time: 0.0787427
Dec 24 11:20:16.345916 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.agents_db [None req-e51243ab-6a93-425b-980f-a73583147efa None None] Agent healthcheck: found 6 active agents {{(pid=88881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 24 11:20:16.356938 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8237e505-8a81-47df-8dd7-31980bf4e4e1 req-f45a1952-ef9b-4bd6-8d9f-c4a177fe53c2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:20:16.358690 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-8237e505-8a81-47df-8dd7-31980bf4e4e1 req-f45a1952-ef9b-4bd6-8d9f-c4a177fe53c2 service neutron] 10.222.0.58 "GET /v2.0/networks?id=1582cfcf-da96-4b47-9824-2c269020742a HTTP/1.1" status: 200  len: 897 time: 0.1496465
Dec 24 11:20:16.475295 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-8237e505-8a81-47df-8dd7-31980bf4e4e1 req-c1eef47c-56b4-4cca-af74-1a41186a4654 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2cf4ce9a-79e6-4ffe-85b1-d13df70bf4fe HTTP/1.1" status: 200  len: 1001 time: 0.1084812
Dec 24 11:20:16.549067 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8237e505-8a81-47df-8dd7-31980bf4e4e1 req-80995d7c-fe9e-4b44-83a1-6d4076e3502c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:20:16.550729 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-8237e505-8a81-47df-8dd7-31980bf4e4e1 req-80995d7c-fe9e-4b44-83a1-6d4076e3502c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7b2917a0-a604-4d89-8c89-64bc9e78cbe1 HTTP/1.1" status: 200  len: 843 time: 0.0675478
Dec 24 11:20:16.639512 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-8237e505-8a81-47df-8dd7-31980bf4e4e1 req-58ab89f0-1cdb-416c-8ade-7ebe39457e6c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1582cfcf-da96-4b47-9824-2c269020742a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0814724
Dec 24 11:20:16.797535 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-8237e505-8a81-47df-8dd7-31980bf4e4e1 req-6c9f4a65-4e04-4dc6-8282-e52fa3b4cdf9 service neutron] 10.222.0.58 "GET /v2.0/networks/1582cfcf-da96-4b47-9824-2c269020742a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1499450
Dec 24 11:20:16.989979 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-8237e505-8a81-47df-8dd7-31980bf4e4e1 req-a389d4e7-7668-4730-89cd-fe1c43ef82b7 service neutron] 10.222.0.58 "GET /v2.0/networks/1582cfcf-da96-4b47-9824-2c269020742a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1846972
Dec 24 11:20:17.723696 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 45570) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:20:17.861805 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-cea055dd-f260-442b-9891-00fa04a47e3d tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:20:18.146620 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-cea055dd-f260-442b-9891-00fa04a47e3d tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update--9223372036851156334'] for subnet, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:20:18.356797 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-cea055dd-f260-442b-9891-00fa04a47e3d tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8749505674406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3921713'] for subnet, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:20:18.360988 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-6c3d5b31-63ab-441b-972b-de83f02ace45 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:20:18.428384 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cea055dd-f260-442b-9891-00fa04a47e3d tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:20:18.429433 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-cea055dd-f260-442b-9891-00fa04a47e3d tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for subnet, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:20:18.430429 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-cea055dd-f260-442b-9891-00fa04a47e3d tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "PUT /v2.0/subnets/7b2917a0-a604-4d89-8c89-64bc9e78cbe1 HTTP/1.1" status: 200  len: 835 time: 0.7055566
Dec 24 11:20:18.435579 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77f138b5-b2bb-4d19-b2e7-6f69ab3b73e9 None None] Network 1582cfcf-da96-4b47-9824-2c269020742a requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:20:18.441492 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea055dd-f260-442b-9891-00fa04a47e3d tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event updated for resources: {'Subnet': ['ID=7b2917a0-a604-4d89-8c89-64bc9e78cbe1,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:20:18.452078 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea055dd-f260-442b-9891-00fa04a47e3d tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:20:18.452470 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea055dd-f260-442b-9891-00fa04a47e3d tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:20:18.452904 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea055dd-f260-442b-9891-00fa04a47e3d tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:20:18.453337 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea055dd-f260-442b-9891-00fa04a47e3d tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:20:18.453751 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea055dd-f260-442b-9891-00fa04a47e3d tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:20:18.454226 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea055dd-f260-442b-9891-00fa04a47e3d tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:20:18.454642 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea055dd-f260-442b-9891-00fa04a47e3d tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:20:18.455051 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea055dd-f260-442b-9891-00fa04a47e3d tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:20:18.455474 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea055dd-f260-442b-9891-00fa04a47e3d tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:20:18.455886 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea055dd-f260-442b-9891-00fa04a47e3d tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:20:18.456292 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea055dd-f260-442b-9891-00fa04a47e3d tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:20:18.460302 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-cea055dd-f260-442b-9891-00fa04a47e3d tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:20:19.206747 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-3acc898b-1d06-417d-8561-4c78e0f1997e None None] Provisioning complete for port 18cea862-f00a-481e-adc8-e1ec9d6e7a24 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:20:19.207324 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3acc898b-1d06-417d-8561-4c78e0f1997e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:20:19.347692 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-3acc898b-1d06-417d-8561-4c78e0f1997e None None] Provisioning complete for port 81aeab8c-250c-427d-ad1c-bcad17b246d0 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:20:19.348114 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3acc898b-1d06-417d-8561-4c78e0f1997e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:20:19.501549 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-3acc898b-1d06-417d-8561-4c78e0f1997e None None] Provisioning complete for port 2cf4ce9a-79e6-4ffe-85b1-d13df70bf4fe triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:20:19.502196 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3acc898b-1d06-417d-8561-4c78e0f1997e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:20:28.280674 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:20:36.465057 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e7b27b0b-251a-451c-8b85-8981a7055079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:20:38.065755 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:20:38.950489 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0cf7bcdd-d87c-44ef-b1d6-ca84bdba8cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:20:39.398610 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bdfdbc84-c52d-4f40-b281-af314dc1f8fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:20:40.673687 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-39ff93cf-c0b7-48c5-95f3-6f7e9977387d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:20:53.348149 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.agents_db [None req-e51243ab-6a93-425b-980f-a73583147efa None None] Agent healthcheck: found 6 active agents {{(pid=88881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 24 11:20:58.287434 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:01.365265 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 45590) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:21:01.591023 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-f88cd7eb-c810-4eff-968b-ba2af630d161 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Deleting port f48346dc-17b6-4359-b2b7-f4e8d4185212 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:21:01.591407 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f88cd7eb-c810-4eff-968b-ba2af630d161 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:01.780055 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f88cd7eb-c810-4eff-968b-ba2af630d161 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:01.780352 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f88cd7eb-c810-4eff-968b-ba2af630d161 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:01.909326 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-f88cd7eb-c810-4eff-968b-ba2af630d161 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Calling delete_port for f48346dc-17b6-4359-b2b7-f4e8d4185212 owned by network:floatingip {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:21:02.069747 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f88cd7eb-c810-4eff-968b-ba2af630d161 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:02.073861 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c078082d-c6d3-4985-8626-ae237a0795dd tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:21:02.119124 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88cd7eb-c810-4eff-968b-ba2af630d161 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event deleted for resources: {'Port': ['ID=f48346dc-17b6-4359-b2b7-f4e8d4185212,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:21:02.122064 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f88cd7eb-c810-4eff-968b-ba2af630d161 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:21:02.218115 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f88cd7eb-c810-4eff-968b-ba2af630d161 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for floatingip, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:02.917799 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f88cd7eb-c810-4eff-968b-ba2af630d161 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Router 86033340-4d09-40bc-8aac-78330055ed26 has already been hosted by L3 agent 198cca88-1338-4098-b44b-beb0346ac906 {{(pid=88879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 24 11:21:03.142784 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f88cd7eb-c810-4eff-968b-ba2af630d161 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:21:03.153716 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc616cfc-6399-44f6-976e-9544a227918e None None] Sync routers for ids ['86033340-4d09-40bc-8aac-78330055ed26'] in dv-neutron-822691-2-hyperv {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:21:03.160739 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f88cd7eb-c810-4eff-968b-ba2af630d161 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for floatingip, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:03.166997 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc616cfc-6399-44f6-976e-9544a227918e None None] Routers {'86033340-4d09-40bc-8aac-78330055ed26'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:21:03.167670 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-fc616cfc-6399-44f6-976e-9544a227918e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271d6e668>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:20:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['86033340-4d09-40bc-8aac-78330055ed26'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:21:03.217899 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-f88cd7eb-c810-4eff-968b-ba2af630d161 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "DELETE /v2.0/floatingips/7c56b851-a689-47d0-a252-7070ee958268 HTTP/1.1" status: 204  len: 168 time: 1.8511760
Dec 24 11:21:03.219575 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54dfd69b-afbf-4c54-918c-6c910cd874db', 'tag': '2cf4ce9a-79e6-4ffe-85b1-d13df70bf4fe'}] {{(pid=88879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 24 11:21:03.361351 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-fc616cfc-6399-44f6-976e-9544a227918e None None] Set router 86033340-4d09-40bc-8aac-78330055ed26 gateway port host: dv-neutron-822691-2-hyperv {{(pid=88881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:21:03.477742 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54dfd69b-afbf-4c54-918c-6c910cd874db', 'tag': '2cf4ce9a-79e6-4ffe-85b1-d13df70bf4fe', 'status': 'completed', 'code': 200}
Dec 24 11:21:03.582806 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-3b074d50-a001-4782-8cb4-60ba7d375148 req-ddb3c98f-92f6-4fe8-bc56-182676acd339 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ad7c5ba9df02428aae512a4d9bb9dd9d&device_id=54dfd69b-afbf-4c54-918c-6c910cd874db HTTP/1.1" status: 200  len: 1098 time: 0.0835335
Dec 24 11:21:03.723259 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-fc616cfc-6399-44f6-976e-9544a227918e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271d6e668>, [{'id': '86033340-4d09-40bc-8aac-78330055ed26', 'name': 'tempest-TestNetworkBasicOps-router-1978797386', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.77'}], 'enable_snat': True}, 'gw_port_id': 'fabd255f-ca21-4139-a60e-83340ac26b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:17:58Z', 'updated_at': '2021-12-24T11:18:03Z', 'revision_number': 4, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'gw_port': {'id': 'fabd255f-ca21-4139-a60e-83340ac26b1b', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:8a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86033340-4d09-40bc-8aac-78330055ed26', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:17:59Z', 'updated_at': '2021-12-24T11:18:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_interfaces': [{'id': '18cea862-f00a-481e-adc8-e1ec9d6e7a24', 'name': '', 'network_id': '1582cfcf-da96-4b47-9824-2c269020742a', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'mac_address': 'fa:16:3e:a3:6e:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86033340-4d09-40bc-8aac-78330055ed26', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7b2917a0-a604-4d89-8c89-64bc9e78cbe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:18:02Z', 'updated_at': '2021-12-24T11:18:09Z', 'revision_number': 5, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'subnets': [{'id': '7b2917a0-a604-4d89-8c89-64bc9e78cbe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:21:03.727669 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc616cfc-6399-44f6-976e-9544a227918e None None] Checking router: 86033340-4d09-40bc-8aac-78330055ed26 for host: dv-neutron-822691-2-hyperv {{(pid=88881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 24 11:21:03.741727 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc616cfc-6399-44f6-976e-9544a227918e None None] Routers {'86033340-4d09-40bc-8aac-78330055ed26'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:21:03.742500 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-fc616cfc-6399-44f6-976e-9544a227918e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271d6e668>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:20:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['86033340-4d09-40bc-8aac-78330055ed26'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:21:03.750879 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b074d50-a001-4782-8cb4-60ba7d375148 req-5d2d0c6f-c1c3-41c3-bf9d-389c4293daf9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:21:03.752515 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-3b074d50-a001-4782-8cb4-60ba7d375148 req-5d2d0c6f-c1c3-41c3-bf9d-389c4293daf9 service neutron] 10.222.0.58 "GET /v2.0/networks?id=1582cfcf-da96-4b47-9824-2c269020742a HTTP/1.1" status: 200  len: 897 time: 0.1607695
Dec 24 11:21:03.777434 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449571b4-0b02-4c25-8d2b-de3d73429789 req-53f0d569-3a23-4e86-ae91-bc68165def90 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:21:03.779132 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-449571b4-0b02-4c25-8d2b-de3d73429789 req-53f0d569-3a23-4e86-ae91-bc68165def90 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/ports?device_id=54dfd69b-afbf-4c54-918c-6c910cd874db HTTP/1.1" status: 200  len: 945 time: 0.1645975
Dec 24 11:21:03.832608 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-3b074d50-a001-4782-8cb4-60ba7d375148 req-8558db86-5309-4436-baf7-a47b4192f12a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2cf4ce9a-79e6-4ffe-85b1-d13df70bf4fe HTTP/1.1" status: 200  len: 217 time: 0.0706742
Dec 24 11:21:03.832867 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-449571b4-0b02-4c25-8d2b-de3d73429789 req-09d5c38e-bd80-4833-9c72-7a5fb5a91978 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b965220-4c11-4402-9de4-d8a3a6b8b8d9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0461886
Dec 24 11:21:03.905291 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b074d50-a001-4782-8cb4-60ba7d375148 req-2b1c5ca1-5d2c-46c1-82d5-a606438dcc53 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:21:03.907037 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-3b074d50-a001-4782-8cb4-60ba7d375148 req-2b1c5ca1-5d2c-46c1-82d5-a606438dcc53 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7b2917a0-a604-4d89-8c89-64bc9e78cbe1 HTTP/1.1" status: 200  len: 843 time: 0.0673459
Dec 24 11:21:03.931928 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-fc616cfc-6399-44f6-976e-9544a227918e None None] Set router 86033340-4d09-40bc-8aac-78330055ed26 gateway port host: dv-neutron-822691-2-hyperv {{(pid=88881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:21:03.998844 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-3b074d50-a001-4782-8cb4-60ba7d375148 req-bd254ee3-6773-4ca8-8a87-2ac3f83384ff service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1582cfcf-da96-4b47-9824-2c269020742a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0845191
Dec 24 11:21:04.010644 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [req-3b074d50-a001-4782-8cb4-60ba7d375148 req-75fef52c-700d-431e-9a4a-c68fd510d1f7 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=88879) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 24 11:21:04.011752 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-3b074d50-a001-4782-8cb4-60ba7d375148 req-75fef52c-700d-431e-9a4a-c68fd510d1f7 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12161 time: 0.0058494
Dec 24 11:21:04.164519 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-3b074d50-a001-4782-8cb4-60ba7d375148 req-cfe29fa2-e670-4d10-983c-8a5814344e12 service neutron] 10.222.0.58 "GET /v2.0/networks/1582cfcf-da96-4b47-9824-2c269020742a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1427786
Dec 24 11:21:04.267679 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-fc616cfc-6399-44f6-976e-9544a227918e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271d6e668>, [{'id': '86033340-4d09-40bc-8aac-78330055ed26', 'name': 'tempest-TestNetworkBasicOps-router-1978797386', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.77'}], 'enable_snat': True}, 'gw_port_id': 'fabd255f-ca21-4139-a60e-83340ac26b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:17:58Z', 'updated_at': '2021-12-24T11:18:03Z', 'revision_number': 4, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'gw_port': {'id': 'fabd255f-ca21-4139-a60e-83340ac26b1b', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:8a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86033340-4d09-40bc-8aac-78330055ed26', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:17:59Z', 'updated_at': '2021-12-24T11:18:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_interfaces': [{'id': '18cea862-f00a-481e-adc8-e1ec9d6e7a24', 'name': '', 'network_id': '1582cfcf-da96-4b47-9824-2c269020742a', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'mac_address': 'fa:16:3e:a3:6e:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86033340-4d09-40bc-8aac-78330055ed26', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7b2917a0-a604-4d89-8c89-64bc9e78cbe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:18:02Z', 'updated_at': '2021-12-24T11:18:09Z', 'revision_number': 5, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'subnets': [{'id': '7b2917a0-a604-4d89-8c89-64bc9e78cbe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:21:04.272172 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc616cfc-6399-44f6-976e-9544a227918e None None] The sync data for ids ['86033340-4d09-40bc-8aac-78330055ed26'] in dv-neutron-822691-2-hyperv is: [{'id': '86033340-4d09-40bc-8aac-78330055ed26', 'name': 'tempest-TestNetworkBasicOps-router-1978797386', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.77'}], 'enable_snat': True}, 'gw_port_id': 'fabd255f-ca21-4139-a60e-83340ac26b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:17:58Z', 'updated_at': '2021-12-24T11:18:03Z', 'revision_number': 4, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'gw_port': {'id': 'fabd255f-ca21-4139-a60e-83340ac26b1b', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:8a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86033340-4d09-40bc-8aac-78330055ed26', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:17:59Z', 'updated_at': '2021-12-24T11:18:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_interfaces': [{'id': '18cea862-f00a-481e-adc8-e1ec9d6e7a24', 'name': '', 'network_id': '1582cfcf-da96-4b47-9824-2c269020742a', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'mac_address': 'fa:16:3e:a3:6e:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86033340-4d09-40bc-8aac-78330055ed26', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7b2917a0-a604-4d89-8c89-64bc9e78cbe1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:18:02Z', 'updated_at': '2021-12-24T11:18:09Z', 'revision_number': 5, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'subnets': [{'id': '7b2917a0-a604-4d89-8c89-64bc9e78cbe1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:21:04.313192 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-3b074d50-a001-4782-8cb4-60ba7d375148 req-45ff0958-5d38-4476-81f8-e455c660692e service neutron] 10.222.0.58 "GET /v2.0/networks/1582cfcf-da96-4b47-9824-2c269020742a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1438668
Dec 24 11:21:04.705305 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f30fbe-c4ab-4b0d-8745-f20ad0063cde None None] New status for floating IP 7c56b851-a689-47d0-a252-7070ee958268: DOWN {{(pid=88880) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 24 11:21:05.160505 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d56c539-9920-4b4d-bf5c-939bb76ae65d req-546bdc6c-93ac-4bd7-a799-4fd4a7059d5c tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:21:05.162129 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-4d56c539-9920-4b4d-bf5c-939bb76ae65d req-546bdc6c-93ac-4bd7-a799-4fd4a7059d5c tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/ports?device_id=54dfd69b-afbf-4c54-918c-6c910cd874db HTTP/1.1" status: 200  len: 945 time: 0.1854961
Dec 24 11:21:05.213374 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-4d56c539-9920-4b4d-bf5c-939bb76ae65d req-cd31189b-e629-4789-9f8d-91108200ac5e tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/security-groups?id=2b965220-4c11-4402-9de4-d8a3a6b8b8d9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447242
Dec 24 11:21:05.227979 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f39f8bd-add0-4a8d-9d76-dd2c57a5bb8b req-09acf65a-f336-4715-a59b-3e98eb9e95ca tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:21:05.228717 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-5f39f8bd-add0-4a8d-9d76-dd2c57a5bb8b req-09acf65a-f336-4715-a59b-3e98eb9e95ca tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Synchronizing usage tracker for tenant:ad7c5ba9df02428aae512a4d9bb9dd9d on resource:port {{(pid=88879) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:21:05.244968 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-5f39f8bd-add0-4a8d-9d76-dd2c57a5bb8b req-09acf65a-f336-4715-a59b-3e98eb9e95ca tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Unset dirty status for tenant:ad7c5ba9df02428aae512a4d9bb9dd9d on resource:port {{(pid=88879) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:21:05.246273 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-5f39f8bd-add0-4a8d-9d76-dd2c57a5bb8b req-09acf65a-f336-4715-a59b-3e98eb9e95ca tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.58 "GET /v2.0/ports?device_id=54dfd69b-afbf-4c54-918c-6c910cd874db HTTP/1.1" status: 200  len: 945 time: 0.1033883
Dec 24 11:21:05.340020 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [req-5f39f8bd-add0-4a8d-9d76-dd2c57a5bb8b req-d2b307ef-fa42-401c-a1de-10684aee1355 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Deleting port 2cf4ce9a-79e6-4ffe-85b1-d13df70bf4fe {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:21:05.340397 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-5f39f8bd-add0-4a8d-9d76-dd2c57a5bb8b req-d2b307ef-fa42-401c-a1de-10684aee1355 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:05.598294 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [req-5f39f8bd-add0-4a8d-9d76-dd2c57a5bb8b req-d2b307ef-fa42-401c-a1de-10684aee1355 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] For port 2cf4ce9a-79e6-4ffe-85b1-d13df70bf4fe, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=2cf4ce9a-79e6-4ffe-85b1-d13df70bf4fe,segment=NetworkSegment(cc21df6d-e955-4b4c-b7d8-f83196afdb8b),segment_id=cc21df6d-e955-4b4c-b7d8-f83196afdb8b)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:21:05.598647 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-5f39f8bd-add0-4a8d-9d76-dd2c57a5bb8b req-d2b307ef-fa42-401c-a1de-10684aee1355 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:05.728254 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [req-5f39f8bd-add0-4a8d-9d76-dd2c57a5bb8b req-d2b307ef-fa42-401c-a1de-10684aee1355 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Calling delete_port for 2cf4ce9a-79e6-4ffe-85b1-d13df70bf4fe owned by compute:nova {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:21:05.886133 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-5f39f8bd-add0-4a8d-9d76-dd2c57a5bb8b req-d2b307ef-fa42-401c-a1de-10684aee1355 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:05.892181 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-af3f210d-6515-404b-b94a-bf3b25d4aaa6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:21:05.939994 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b307ef-fa42-401c-a1de-10684aee1355 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event deleted for resources: {'Port': ['ID=2cf4ce9a-79e6-4ffe-85b1-d13df70bf4fe,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:21:05.942721 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-d2b307ef-fa42-401c-a1de-10684aee1355 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:21:06.013777 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f39f8bd-add0-4a8d-9d76-dd2c57a5bb8b req-d2b307ef-fa42-401c-a1de-10684aee1355 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] No DVR routers for this DVR port 2cf4ce9a-79e6-4ffe-85b1-d13df70bf4fe on host hv-neutron-8226 {{(pid=88879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 24 11:21:06.016706 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-5f39f8bd-add0-4a8d-9d76-dd2c57a5bb8b req-d2b307ef-fa42-401c-a1de-10684aee1355 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:06.019916 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54dfd69b-afbf-4c54-918c-6c910cd874db', 'name': 'network-vif-deleted', 'tag': '2cf4ce9a-79e6-4ffe-85b1-d13df70bf4fe'}] {{(pid=88879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 24 11:21:06.035995 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-5f39f8bd-add0-4a8d-9d76-dd2c57a5bb8b req-d2b307ef-fa42-401c-a1de-10684aee1355 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.58 "DELETE /v2.0/ports/2cf4ce9a-79e6-4ffe-85b1-d13df70bf4fe HTTP/1.1" status: 204  len: 173 time: 0.7822022
Dec 24 11:21:06.099223 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54dfd69b-afbf-4c54-918c-6c910cd874db', 'name': 'network-vif-deleted', 'tag': '2cf4ce9a-79e6-4ffe-85b1-d13df70bf4fe', 'status': 'completed', 'code': 200}
Dec 24 11:21:06.411649 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-7d2d5082-0999-4775-8470-241dc065d6a8 req-fb8c5fa0-5e32-4033-b009-fcde13a75d90 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/ports?device_id=54dfd69b-afbf-4c54-918c-6c910cd874db HTTP/1.1" status: 200  len: 210 time: 0.0480554
Dec 24 11:21:06.460066 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c2993e67-5c30-4039-ad80-15f0665ed55d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:07.534385 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 45630) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:21:07.614654 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a5fe83eb-1781-4319-8e74-7285e42177ba tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:07.652494 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a5fe83eb-1781-4319-8e74-7285e42177ba tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:07.719920 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a5fe83eb-1781-4319-8e74-7285e42177ba tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:07.725373 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-590ff08d-5fa2-45e7-ad84-c44721cc6411 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:21:07.741639 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fe83eb-1781-4319-8e74-7285e42177ba tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b965220-4c11-4402-9de4-d8a3a6b8b8d9,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:21:07.748020 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-a5fe83eb-1781-4319-8e74-7285e42177ba tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:21:07.764059 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a5fe83eb-1781-4319-8e74-7285e42177ba tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:07.766170 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-a5fe83eb-1781-4319-8e74-7285e42177ba tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "DELETE /v2.0/security-groups/2b965220-4c11-4402-9de4-d8a3a6b8b8d9 HTTP/1.1" status: 204  len: 168 time: 0.2303801
Dec 24 11:21:07.812461 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 45636) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:21:08.061443 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:08.555654 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5213c679-d6e5-486f-9f11-e352edbf0e07 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854055677'] for router_interface, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:08.944466 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-50f4b89d-e970-45f7-a3fd-a056de454867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:09.253299 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-5213c679-d6e5-486f-9f11-e352edbf0e07 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Deleting port 18cea862-f00a-481e-adc8-e1ec9d6e7a24 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:21:09.253590 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5213c679-d6e5-486f-9f11-e352edbf0e07 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:09.397127 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bdfdbc84-c52d-4f40-b281-af314dc1f8fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:09.458989 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-5213c679-d6e5-486f-9f11-e352edbf0e07 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] For port 18cea862-f00a-481e-adc8-e1ec9d6e7a24, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=18cea862-f00a-481e-adc8-e1ec9d6e7a24,segment=NetworkSegment(cc21df6d-e955-4b4c-b7d8-f83196afdb8b),segment_id=cc21df6d-e955-4b4c-b7d8-f83196afdb8b)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:21:09.459386 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5213c679-d6e5-486f-9f11-e352edbf0e07 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:09.593017 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-5213c679-d6e5-486f-9f11-e352edbf0e07 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Calling delete_port for 18cea862-f00a-481e-adc8-e1ec9d6e7a24 owned by network:router_interface {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:21:09.795190 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5213c679-d6e5-486f-9f11-e352edbf0e07 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:09.799252 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-71eb9d3d-0bf8-49f6-9d3e-f18b9248fdab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:21:09.843260 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5213c679-d6e5-486f-9f11-e352edbf0e07 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event deleted for resources: {'Port': ['ID=18cea862-f00a-481e-adc8-e1ec9d6e7a24,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:21:09.846994 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-5213c679-d6e5-486f-9f11-e352edbf0e07 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:21:10.178036 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5213c679-d6e5-486f-9f11-e352edbf0e07 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036852798164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854055527'] for router_interface, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:10.238947 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Device 2cf4ce9a-79e6-4ffe-85b1-d13df70bf4fe no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:21:10.272843 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] No Port match for: 2cf4ce9a-79e6-4ffe-85b1-d13df70bf4fe {{(pid=88880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 24 11:21:10.273236 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Device 2cf4ce9a-79e6-4ffe-85b1-d13df70bf4fe not bound to the agent host hv-neutron-8226 {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 24 11:21:10.684047 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-39ff93cf-c0b7-48c5-95f3-6f7e9977387d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:10.830204 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5213c679-d6e5-486f-9f11-e352edbf0e07 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Router 86033340-4d09-40bc-8aac-78330055ed26 has already been hosted by L3 agent 198cca88-1338-4098-b44b-beb0346ac906 {{(pid=88879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 24 11:21:11.055214 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5213c679-d6e5-486f-9f11-e352edbf0e07 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:21:11.066875 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7363128f-88cb-4f87-9fc4-3579bd1ed8d2 None None] Sync routers for ids ['86033340-4d09-40bc-8aac-78330055ed26'] in dv-neutron-822691-2-hyperv {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:21:11.073045 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-5213c679-d6e5-486f-9f11-e352edbf0e07 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "PUT /v2.0/routers/86033340-4d09-40bc-8aac-78330055ed26/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2566638
Dec 24 11:21:11.073527 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 45640) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:21:11.096305 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7363128f-88cb-4f87-9fc4-3579bd1ed8d2 None None] Routers {'86033340-4d09-40bc-8aac-78330055ed26'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:21:11.096305 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-7363128f-88cb-4f87-9fc4-3579bd1ed8d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271d6e048>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:21:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['86033340-4d09-40bc-8aac-78330055ed26'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:21:11.284153 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-7363128f-88cb-4f87-9fc4-3579bd1ed8d2 None None] Set router 86033340-4d09-40bc-8aac-78330055ed26 gateway port host: dv-neutron-822691-2-hyperv {{(pid=88881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:21:11.287184 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_v2 [None req-281a8e02-c0f0-4611-b79d-67ce0abc5ceb tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Deleting subnet 7b2917a0-a604-4d89-8c89-64bc9e78cbe1 {{(pid=88878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 24 11:21:11.290815 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-281a8e02-c0f0-4611-b79d-67ce0abc5ceb tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for subnet, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:11.352810 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-281a8e02-c0f0-4611-b79d-67ce0abc5ceb tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852534446'] for subnet, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:11.454961 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-281a8e02-c0f0-4611-b79d-67ce0abc5ceb tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847655656'] for subnet, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:11.541901 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-281a8e02-c0f0-4611-b79d-67ce0abc5ceb tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7120129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3978858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852529715'] for subnet, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:11.546949 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-0a424968-24ac-412f-9ebe-d816ef76210e tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:21:11.587271 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281a8e02-c0f0-4611-b79d-67ce0abc5ceb tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event deleted for resources: {'Subnet': ['ID=7b2917a0-a604-4d89-8c89-64bc9e78cbe1,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:21:11.601490 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281a8e02-c0f0-4611-b79d-67ce0abc5ceb tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:21:11.601973 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281a8e02-c0f0-4611-b79d-67ce0abc5ceb tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:21:11.602392 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281a8e02-c0f0-4611-b79d-67ce0abc5ceb tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:21:11.602871 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281a8e02-c0f0-4611-b79d-67ce0abc5ceb tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:21:11.603498 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281a8e02-c0f0-4611-b79d-67ce0abc5ceb tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:21:11.603662 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281a8e02-c0f0-4611-b79d-67ce0abc5ceb tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:21:11.603987 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281a8e02-c0f0-4611-b79d-67ce0abc5ceb tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:21:11.604417 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281a8e02-c0f0-4611-b79d-67ce0abc5ceb tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:21:11.604808 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281a8e02-c0f0-4611-b79d-67ce0abc5ceb tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:21:11.605312 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281a8e02-c0f0-4611-b79d-67ce0abc5ceb tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:21:11.606074 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281a8e02-c0f0-4611-b79d-67ce0abc5ceb tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:21:11.610421 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-281a8e02-c0f0-4611-b79d-67ce0abc5ceb tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:21:11.611570 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-281a8e02-c0f0-4611-b79d-67ce0abc5ceb tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:11.621087 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-281a8e02-c0f0-4611-b79d-67ce0abc5ceb tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "DELETE /v2.0/subnets/7b2917a0-a604-4d89-8c89-64bc9e78cbe1 HTTP/1.1" status: 204  len: 168 time: 0.5436268
Dec 24 11:21:11.621464 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 45644) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:21:11.624629 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-639fe28f-a51e-4287-a4b8-15b826c52426 None None] Network 1582cfcf-da96-4b47-9824-2c269020742a requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:21:11.781613 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-7363128f-88cb-4f87-9fc4-3579bd1ed8d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271d6e048>, [{'id': '86033340-4d09-40bc-8aac-78330055ed26', 'name': 'tempest-TestNetworkBasicOps-router-1978797386', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.77'}], 'enable_snat': True}, 'gw_port_id': 'fabd255f-ca21-4139-a60e-83340ac26b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:17:58Z', 'updated_at': '2021-12-24T11:21:09Z', 'revision_number': 5, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'gw_port': {'id': 'fabd255f-ca21-4139-a60e-83340ac26b1b', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:8a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86033340-4d09-40bc-8aac-78330055ed26', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:17:59Z', 'updated_at': '2021-12-24T11:18:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv'}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:21:11.785653 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7363128f-88cb-4f87-9fc4-3579bd1ed8d2 None None] Checking router: 86033340-4d09-40bc-8aac-78330055ed26 for host: dv-neutron-822691-2-hyperv {{(pid=88881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 24 11:21:11.798326 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7363128f-88cb-4f87-9fc4-3579bd1ed8d2 None None] Routers {'86033340-4d09-40bc-8aac-78330055ed26'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:21:11.798993 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-7363128f-88cb-4f87-9fc4-3579bd1ed8d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271d6e048>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:21:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['86033340-4d09-40bc-8aac-78330055ed26'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:21:11.841206 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c3f82c1f-5e19-4bc8-a7f4-ffc5bcf0c9f5 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for router, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:11.904654 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be634255-9b63-4aad-9539-c633c549a1f1 None None] DHCP port deletion for 1582cfcf-da96-4b47-9824-2c269020742a request from dv-neutron-822691-2-hyperv {{(pid=88880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 24 11:21:11.910090 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-be634255-9b63-4aad-9539-c633c549a1f1 None None] Deleting port 81aeab8c-250c-427d-ad1c-bcad17b246d0 {{(pid=88880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:21:11.910764 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-be634255-9b63-4aad-9539-c633c549a1f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:11.993391 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-7363128f-88cb-4f87-9fc4-3579bd1ed8d2 None None] Set router 86033340-4d09-40bc-8aac-78330055ed26 gateway port host: dv-neutron-822691-2-hyperv {{(pid=88881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:21:12.061939 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c3f82c1f-5e19-4bc8-a7f4-ffc5bcf0c9f5 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:12.074383 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-c3f82c1f-5e19-4bc8-a7f4-ffc5bcf0c9f5 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Deleting port fabd255f-ca21-4139-a60e-83340ac26b1b {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:21:12.074732 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c3f82c1f-5e19-4bc8-a7f4-ffc5bcf0c9f5 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:12.131812 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-be634255-9b63-4aad-9539-c633c549a1f1 None None] For port 81aeab8c-250c-427d-ad1c-bcad17b246d0, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=81aeab8c-250c-427d-ad1c-bcad17b246d0,segment=NetworkSegment(cc21df6d-e955-4b4c-b7d8-f83196afdb8b),segment_id=cc21df6d-e955-4b4c-b7d8-f83196afdb8b)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:21:12.132055 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-be634255-9b63-4aad-9539-c633c549a1f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:12.264896 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-be634255-9b63-4aad-9539-c633c549a1f1 None None] Calling delete_port for 81aeab8c-250c-427d-ad1c-bcad17b246d0 owned by network:dhcp {{(pid=88880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:21:12.268021 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-c3f82c1f-5e19-4bc8-a7f4-ffc5bcf0c9f5 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] For port fabd255f-ca21-4139-a60e-83340ac26b1b, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=fabd255f-ca21-4139-a60e-83340ac26b1b,segment=NetworkSegment(d4e3295f-9ff8-4cad-8a20-3f1c937efc8c),segment_id=d4e3295f-9ff8-4cad-8a20-3f1c937efc8c)] {{(pid=88878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:21:12.268432 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c3f82c1f-5e19-4bc8-a7f4-ffc5bcf0c9f5 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:12.314043 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-7363128f-88cb-4f87-9fc4-3579bd1ed8d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271d6e048>, [{'id': '86033340-4d09-40bc-8aac-78330055ed26', 'name': 'tempest-TestNetworkBasicOps-router-1978797386', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.77'}], 'enable_snat': True}, 'gw_port_id': 'fabd255f-ca21-4139-a60e-83340ac26b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:17:58Z', 'updated_at': '2021-12-24T11:21:09Z', 'revision_number': 5, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'gw_port': {'id': 'fabd255f-ca21-4139-a60e-83340ac26b1b', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:8a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86033340-4d09-40bc-8aac-78330055ed26', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:17:59Z', 'updated_at': '2021-12-24T11:18:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv'}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:21:12.318337 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7363128f-88cb-4f87-9fc4-3579bd1ed8d2 None None] The sync data for ids ['86033340-4d09-40bc-8aac-78330055ed26'] in dv-neutron-822691-2-hyperv is: [{'id': '86033340-4d09-40bc-8aac-78330055ed26', 'name': 'tempest-TestNetworkBasicOps-router-1978797386', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.77'}], 'enable_snat': True}, 'gw_port_id': 'fabd255f-ca21-4139-a60e-83340ac26b1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:17:58Z', 'updated_at': '2021-12-24T11:21:09Z', 'revision_number': 5, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'gw_port': {'id': 'fabd255f-ca21-4139-a60e-83340ac26b1b', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:8a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86033340-4d09-40bc-8aac-78330055ed26', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:17:59Z', 'updated_at': '2021-12-24T11:18:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv'}] {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:21:12.339470 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-be634255-9b63-4aad-9539-c633c549a1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392'] for port, after_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:12.344567 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:21:12.387154 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be634255-9b63-4aad-9539-c633c549a1f1 None None] Pushing event deleted for resources: {'Port': ['ID=81aeab8c-250c-427d-ad1c-bcad17b246d0,revision_number=None']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:21:12.398855 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be634255-9b63-4aad-9539-c633c549a1f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:21:12.399247 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be634255-9b63-4aad-9539-c633c549a1f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:21:12.399635 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be634255-9b63-4aad-9539-c633c549a1f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:21:12.400010 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be634255-9b63-4aad-9539-c633c549a1f1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:21:12.400202 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-c3f82c1f-5e19-4bc8-a7f4-ffc5bcf0c9f5 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Calling delete_port for fabd255f-ca21-4139-a60e-83340ac26b1b owned by network:router_gateway {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:21:12.400363 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be634255-9b63-4aad-9539-c633c549a1f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:21:12.400740 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be634255-9b63-4aad-9539-c633c549a1f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:21:12.401111 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be634255-9b63-4aad-9539-c633c549a1f1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:21:12.401482 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be634255-9b63-4aad-9539-c633c549a1f1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:21:12.401940 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be634255-9b63-4aad-9539-c633c549a1f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:21:12.402319 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be634255-9b63-4aad-9539-c633c549a1f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:21:12.402689 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be634255-9b63-4aad-9539-c633c549a1f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:21:12.407048 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-be634255-9b63-4aad-9539-c633c549a1f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:21:12.407976 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be634255-9b63-4aad-9539-c633c549a1f1 None None] No DVR routers for this DVR port 81aeab8c-250c-427d-ad1c-bcad17b246d0 on host dv-neutron-822691-2-hyperv {{(pid=88880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 24 11:21:12.592341 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c3f82c1f-5e19-4bc8-a7f4-ffc5bcf0c9f5 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:12.597352 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-649d14df-3ef9-4469-9ce5-f7283b0ede61 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:21:12.644285 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f82c1f-5e19-4bc8-a7f4-ffc5bcf0c9f5 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event deleted for resources: {'Port': ['ID=fabd255f-ca21-4139-a60e-83340ac26b1b,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:21:12.648692 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c3f82c1f-5e19-4bc8-a7f4-ffc5bcf0c9f5 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:21:12.882601 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c3f82c1f-5e19-4bc8-a7f4-ffc5bcf0c9f5 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854116846'] for router_gateway, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:13.408678 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c3f82c1f-5e19-4bc8-a7f4-ffc5bcf0c9f5 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854158724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-84560'] for router, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:13.414067 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c3f82c1f-5e19-4bc8-a7f4-ffc5bcf0c9f5 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:13.449634 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c3f82c1f-5e19-4bc8-a7f4-ffc5bcf0c9f5 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854158830'] for router, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:13.450237 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3f82c1f-5e19-4bc8-a7f4-ffc5bcf0c9f5 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Fanout notify agent at l3_agent the message router_deleted on router 86033340-4d09-40bc-8aac-78330055ed26 {{(pid=88878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 24 11:21:13.466487 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c3f82c1f-5e19-4bc8-a7f4-ffc5bcf0c9f5 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for router, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:13.467705 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-c3f82c1f-5e19-4bc8-a7f4-ffc5bcf0c9f5 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "DELETE /v2.0/routers/86033340-4d09-40bc-8aac-78330055ed26 HTTP/1.1" status: 204  len: 168 time: 1.8452289
Dec 24 11:21:13.470651 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 45648) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:21:13.610467 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0c0050fe-5b58-418f-b879-605ed5f9eb4c tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036847558493'] for network, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:13.695768 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 18cea862-f00a-481e-adc8-e1ec9d6e7a24 no longer exists at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:21:13.736028 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] No Port match for: 18cea862-f00a-481e-adc8-e1ec9d6e7a24 {{(pid=88880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 24 11:21:13.736429 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 18cea862-f00a-481e-adc8-e1ec9d6e7a24 not bound to the agent host dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 24 11:21:13.736903 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 81aeab8c-250c-427d-ad1c-bcad17b246d0 no longer exists at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:21:13.755531 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0c0050fe-5b58-418f-b879-605ed5f9eb4c tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847649663', 'neutron.services.segments.db._delete_segments_for_network-8749505737672'] for network, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:13.771104 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] No Port match for: 81aeab8c-250c-427d-ad1c-bcad17b246d0 {{(pid=88880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 24 11:21:13.771505 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 81aeab8c-250c-427d-ad1c-bcad17b246d0 not bound to the agent host dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 24 11:21:13.786947 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-0c0050fe-5b58-418f-b879-605ed5f9eb4c tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5270e9f080>,) {'filters': {'network_id': ['1582cfcf-da96-4b47-9824-2c269020742a']}} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:21:13.803967 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-0c0050fe-5b58-418f-b879-605ed5f9eb4c tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5270e9f080>, 'cc21df6d-e955-4b4c-b7d8-f83196afdb8b') {'for_net_delete': True} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:21:13.804294 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-0c0050fe-5b58-418f-b879-605ed5f9eb4c tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5270e9f080>, 'cc21df6d-e955-4b4c-b7d8-f83196afdb8b') {} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:21:13.816454 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0c0050fe-5b58-418f-b879-605ed5f9eb4c tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749505745113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2241371'] for segment, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:13.831794 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0c0050fe-5b58-418f-b879-605ed5f9eb4c tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:13.838205 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c0050fe-5b58-418f-b879-605ed5f9eb4c tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Releasing vlan 605 on physical network physnet1 to pool {{(pid=88878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 24 11:21:13.838627 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0c0050fe-5b58-418f-b879-605ed5f9eb4c tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036847652098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850807864'] for segment, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:13.854074 dv-neutron-822691-2-hyperv neutron-server[88767]: Traceback (most recent call last):
Dec 24 11:21:13.854074 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 24 11:21:13.854074 dv-neutron-822691-2-hyperv neutron-server[88767]:     timer()
Dec 24 11:21:13.854074 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 11:21:13.854074 dv-neutron-822691-2-hyperv neutron-server[88767]:     cb(*args, **kw)
Dec 24 11:21:13.854074 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 24 11:21:13.854074 dv-neutron-822691-2-hyperv neutron-server[88767]:     return func(*args, **kwargs)
Dec 24 11:21:13.854074 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 11:21:13.854074 dv-neutron-822691-2-hyperv neutron-server[88767]:     self._notify()
Dec 24 11:21:13.854074 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 11:21:13.854074 dv-neutron-822691-2-hyperv neutron-server[88767]:     self.callback(batched_events)
Dec 24 11:21:13.854074 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 11:21:13.854074 dv-neutron-822691-2-hyperv neutron-server[88767]:     event.method(event)
Dec 24 11:21:13.854074 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 11:21:13.854074 dv-neutron-822691-2-hyperv neutron-server[88767]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 11:21:13.854074 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 24 11:21:13.854074 dv-neutron-822691-2-hyperv neutron-server[88767]:     segment_id)['aggregates'][0]
Dec 24 11:21:13.854074 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 24 11:21:13.854074 dv-neutron-822691-2-hyperv neutron-server[88767]:     return f(self, *a, **k)
Dec 24 11:21:13.854074 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 11:21:13.854074 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self._get(url).json()
Dec 24 11:21:13.854074 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 24 11:21:13.854074 dv-neutron-822691-2-hyperv neutron-server[88767]:     **kwargs)
Dec 24 11:21:13.854074 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 24 11:21:13.854074 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self.request(url, 'GET', **kwargs)
Dec 24 11:21:13.854074 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 24 11:21:13.854074 dv-neutron-822691-2-hyperv neutron-server[88767]:     **endpoint_filter)
Dec 24 11:21:13.854074 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 24 11:21:13.854074 dv-neutron-822691-2-hyperv neutron-server[88767]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 11:21:13.854074 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 24 11:21:13.854074 dv-neutron-822691-2-hyperv neutron-server[88767]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 11:21:13.854074 dv-neutron-822691-2-hyperv neutron-server[88767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 11:21:13.946740 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0c0050fe-5b58-418f-b879-605ed5f9eb4c tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7126154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659196'] for network, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:13.955107 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-5710b58b-114a-4881-9031-d142c7e13f46 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:21:13.979600 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0c0050fe-5b58-418f-b879-605ed5f9eb4c tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:14.001710 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0050fe-5b58-418f-b879-605ed5f9eb4c tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event deleted for resources: {'Network': ['ID=1582cfcf-da96-4b47-9824-2c269020742a,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:21:14.005246 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-0c0050fe-5b58-418f-b879-605ed5f9eb4c tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:21:14.011575 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-0c0050fe-5b58-418f-b879-605ed5f9eb4c tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "DELETE /v2.0/networks/1582cfcf-da96-4b47-9824-2c269020742a HTTP/1.1" status: 204  len: 168 time: 0.5398436
Dec 24 11:21:14.026446 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 45652) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:21:14.033238 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-1f1bbc53-d348-4763-a58d-7d386a450cc2 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Request body: {'network': {'name': 'tempest-network-smoke--1436882957', 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'port_security_enabled': True}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:21:14.039104 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-1f1bbc53-d348-4763-a58d-7d386a450cc2 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:21:14.043673 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-1f1bbc53-d348-4763-a58d-7d386a450cc2 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Usage tracker for resource:network and tenant:ad7c5ba9df02428aae512a4d9bb9dd9d is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:21:14.046787 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-1f1bbc53-d348-4763-a58d-7d386a450cc2 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:21:14.053404 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-1f1bbc53-d348-4763-a58d-7d386a450cc2 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:21:14.065422 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f1bbc53-d348-4763-a58d-7d386a450cc2 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Made reservation on behalf of ad7c5ba9df02428aae512a4d9bb9dd9d for: {'network': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:21:14.071016 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1f1bbc53-d348-4763-a58d-7d386a450cc2 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for network, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:14.104097 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f1bbc53-d348-4763-a58d-7d386a450cc2 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] vlan segment allocate from pool success with {'vlan_id': 610, 'physical_network': 'physnet1'}  {{(pid=88879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 24 11:21:14.114510 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1f1bbc53-d348-4763-a58d-7d386a450cc2 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:14.114933 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.segments_db [None req-1f1bbc53-d348-4763-a58d-7d386a450cc2 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Added segment 17a32a41-9ae4-411c-96a5-cf17f32afb02 of type vlan for network 0df0750d-59f5-454c-a57e-8df2999d2a33
Dec 24 11:21:14.143040 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1f1bbc53-d348-4763-a58d-7d386a450cc2 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363287349540024'] for network, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:14.182137 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1f1bbc53-d348-4763-a58d-7d386a450cc2 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636'] for network, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:14.186512 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f1bbc53-d348-4763-a58d-7d386a450cc2 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:21:14.187163 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1f1bbc53-d348-4763-a58d-7d386a450cc2 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for network, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:14.191164 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f43dcdfe-865a-454a-95e8-3e6f290c6352 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:21:14.252526 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-1f1bbc53-d348-4763-a58d-7d386a450cc2 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.2245471
Dec 24 11:21:14.255789 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 45656) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:21:14.262289 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-2511b1d4-0ee1-47c8-ad2d-8437c316f29a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1412737492', 'admin_state_up': True, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a'}}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:21:14.270368 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-2511b1d4-0ee1-47c8-ad2d-8437c316f29a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:21:14.274932 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-2511b1d4-0ee1-47c8-ad2d-8437c316f29a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Usage tracker for resource:router and tenant:ad7c5ba9df02428aae512a4d9bb9dd9d is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:21:14.278884 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-2511b1d4-0ee1-47c8-ad2d-8437c316f29a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:21:14.285506 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-2511b1d4-0ee1-47c8-ad2d-8437c316f29a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:21:14.297123 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2511b1d4-0ee1-47c8-ad2d-8437c316f29a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-612016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-84579'] for router, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:14.298157 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2511b1d4-0ee1-47c8-ad2d-8437c316f29a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854163950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659046', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854079771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854691221'] for router, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:14.305017 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1bbc53-d348-4763-a58d-7d386a450cc2 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event updated for resources: {'Network': ['ID=0df0750d-59f5-454c-a57e-8df2999d2a33,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:21:14.308001 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-1f1bbc53-d348-4763-a58d-7d386a450cc2 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:21:14.316527 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Network 0df0750d-59f5-454c-a57e-8df2999d2a33 details requested by agent ovs-agent-dv-neutron-822691-2-hyperv with host dv-neutron-822691-2-hyperv {{(pid=88880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 24 11:21:14.319004 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2511b1d4-0ee1-47c8-ad2d-8437c316f29a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:14.475303 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2511b1d4-0ee1-47c8-ad2d-8437c316f29a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-659031', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854691240'] for router, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:14.679652 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2511b1d4-0ee1-47c8-ad2d-8437c316f29a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for router_gateway, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:14.711563 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2511b1d4-0ee1-47c8-ad2d-8437c316f29a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:14.868178 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-2511b1d4-0ee1-47c8-ad2d-8437c316f29a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Allocated IP 172.26.3.103 (f8c337ba-681f-4fcb-a333-e3c49365b30a/8ea1398c-0bec-46d6-8d54-85798de2a7ca/5c245564-7d9f-416d-8a88-df7d86aba531) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:21:15.037723 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2511b1d4-0ee1-47c8-ad2d-8437c316f29a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:15.065969 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2511b1d4-0ee1-47c8-ad2d-8437c316f29a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:15.069890 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-0219e044-8b74-4d80-8cb3-1f47a442d7c1 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:21:15.142123 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2511b1d4-0ee1-47c8-ad2d-8437c316f29a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Network f8c337ba-681f-4fcb-a333-e3c49365b30a is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:21:15.149777 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-2511b1d4-0ee1-47c8-ad2d-8437c316f29a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Resources bound (agent type, host, resource id):  {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:21:15.155696 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2511b1d4-0ee1-47c8-ad2d-8437c316f29a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:21:15.188520 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2511b1d4-0ee1-47c8-ad2d-8437c316f29a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event updated for resources: {'Port': ['ID=5c245564-7d9f-416d-8a88-df7d86aba531,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:21:15.196586 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-2511b1d4-0ee1-47c8-ad2d-8437c316f29a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:21:15.340380 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2511b1d4-0ee1-47c8-ad2d-8437c316f29a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for router_gateway, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:15.341145 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2511b1d4-0ee1-47c8-ad2d-8437c316f29a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854163800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854116816'] for router, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:15.581325 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device fabd255f-ca21-4139-a60e-83340ac26b1b no longer exists at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:21:15.598634 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2511b1d4-0ee1-47c8-ad2d-8437c316f29a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Router 7eede676-897b-4baa-84eb-f9e41520fae3 is scheduled to L3 agent 198cca88-1338-4098-b44b-beb0346ac906 with binding_index 1 {{(pid=88878) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 24 11:21:15.617664 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] No Port match for: fabd255f-ca21-4139-a60e-83340ac26b1b {{(pid=88880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 24 11:21:15.618083 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device fabd255f-ca21-4139-a60e-83340ac26b1b not bound to the agent host dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 24 11:21:15.817374 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2511b1d4-0ee1-47c8-ad2d-8437c316f29a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:21:15.828234 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bff80d4-48b1-4ce3-a467-bbcee2aae942 None None] Sync routers for ids ['7eede676-897b-4baa-84eb-f9e41520fae3'] in dv-neutron-822691-2-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:21:15.841798 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bff80d4-48b1-4ce3-a467-bbcee2aae942 None None] Routers {'7eede676-897b-4baa-84eb-f9e41520fae3'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:21:15.842618 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-0bff80d4-48b1-4ce3-a467-bbcee2aae942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5272219940>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:21:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['7eede676-897b-4baa-84eb-f9e41520fae3'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:21:15.846043 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2511b1d4-0ee1-47c8-ad2d-8437c316f29a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for router, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:15.847454 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-2511b1d4-0ee1-47c8-ad2d-8437c316f29a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201  len: 887 time: 1.5903783
Dec 24 11:21:15.850801 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 45660) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:21:16.047511 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-0bff80d4-48b1-4ce3-a467-bbcee2aae942 None None] Set router 7eede676-897b-4baa-84eb-f9e41520fae3 gateway port host: dv-neutron-822691-2-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:21:16.084429 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-e7eca0c3-9dbf-48b0-8ad0-f4fd45226ac2 tempest-TestNetworkBasicOps-448411267 tempest-TestNetworkBasicOps-448411267-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=ad7c5ba9df02428aae512a4d9bb9dd9d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.2296987
Dec 24 11:21:16.084621 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 45666) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:21:16.235832 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-937682fe-231d-4a99-a2ae-3329e0231d81 tempest-TestNetworkBasicOps-448411267 tempest-TestNetworkBasicOps-448411267-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:21:16.237607 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-937682fe-231d-4a99-a2ae-3329e0231d81 tempest-TestNetworkBasicOps-448411267 tempest-TestNetworkBasicOps-448411267-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1519148
Dec 24 11:21:16.240914 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 45670) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:21:16.294145 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-6d1d06e9-34dc-41bb-8892-e6d0baefe4f1 tempest-TestNetworkBasicOps-448411267 tempest-TestNetworkBasicOps-448411267-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=f8c337ba-681f-4fcb-a333-e3c49365b30a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0517213
Dec 24 11:21:16.297074 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 45674) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:21:16.304278 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-45895c07-3c64-492a-90cb-7c1b7d1f3110 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1720692339', 'network_id': '0df0750d-59f5-454c-a57e-8df2999d2a33', 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:21:16.366787 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-0bff80d4-48b1-4ce3-a467-bbcee2aae942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5272219940>, [{'id': '7eede676-897b-4baa-84eb-f9e41520fae3', 'name': 'tempest-TestNetworkBasicOps-router-1412737492', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.103'}], 'enable_snat': True}, 'gw_port_id': '5c245564-7d9f-416d-8a88-df7d86aba531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:21:14Z', 'updated_at': '2021-12-24T11:21:15Z', 'revision_number': 3, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'gw_port': {'id': '5c245564-7d9f-416d-8a88-df7d86aba531', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:1c:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eede676-897b-4baa-84eb-f9e41520fae3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:21:14Z', 'updated_at': '2021-12-24T11:21:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv'}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:21:16.371320 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bff80d4-48b1-4ce3-a467-bbcee2aae942 None None] Checking router: 7eede676-897b-4baa-84eb-f9e41520fae3 for host: dv-neutron-822691-2-hyperv {{(pid=88880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 24 11:21:16.371726 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bff80d4-48b1-4ce3-a467-bbcee2aae942 None None] Updating router 7eede676-897b-4baa-84eb-f9e41520fae3 port 5c245564-7d9f-416d-8a88-df7d86aba531 binding host dv-neutron-822691-2-hyperv {{(pid=88880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 24 11:21:16.426917 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0bff80d4-48b1-4ce3-a467-bbcee2aae942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:16.427936 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-45895c07-3c64-492a-90cb-7c1b7d1f3110 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:21:16.432263 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-45895c07-3c64-492a-90cb-7c1b7d1f3110 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Usage tracker for resource:subnet and tenant:ad7c5ba9df02428aae512a4d9bb9dd9d is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:21:16.435444 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-45895c07-3c64-492a-90cb-7c1b7d1f3110 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:21:16.441670 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-45895c07-3c64-492a-90cb-7c1b7d1f3110 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:21:16.452211 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45895c07-3c64-492a-90cb-7c1b7d1f3110 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Made reservation on behalf of ad7c5ba9df02428aae512a4d9bb9dd9d for: {'subnet': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:21:16.571902 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-45895c07-3c64-492a-90cb-7c1b7d1f3110 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2246100'] for subnet, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:16.786720 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0bff80d4-48b1-4ce3-a467-bbcee2aae942 None None] Notify callbacks [] for port, precommit_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:16.800117 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-0bff80d4-48b1-4ce3-a467-bbcee2aae942 None None] Transition to ACTIVE for port object 5c245564-7d9f-416d-8a88-df7d86aba531 will not be triggered until provisioned by entity L2. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:21:16.806372 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0bff80d4-48b1-4ce3-a467-bbcee2aae942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:16.810802 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:21:16.818906 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-45895c07-3c64-492a-90cb-7c1b7d1f3110 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850796890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2246085'] for subnet, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:16.823015 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-6af7be0e-70bc-4f76-a8ff-5f99ea1ff82d tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:21:16.892228 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a2ffcf-49a3-4326-89ca-df0f262dd8d7 None None] Pushing event updated for resources: {'Port': ['ID=5c245564-7d9f-416d-8a88-df7d86aba531,revision_number=2']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:21:16.896267 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-b8a2ffcf-49a3-4326-89ca-df0f262dd8d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:21:16.897195 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-0bff80d4-48b1-4ce3-a467-bbcee2aae942 None None] Attempting to bind port 5c245564-7d9f-416d-8a88-df7d86aba531 on host dv-neutron-822691-2-hyperv for vnic_type normal with profile  {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:21:16.897617 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-0bff80d4-48b1-4ce3-a467-bbcee2aae942 None None] Attempting to bind port 5c245564-7d9f-416d-8a88-df7d86aba531 by drivers openvswitch,hyperv on host dv-neutron-822691-2-hyperv at level 0 using segments [{'id': 'd4e3295f-9ff8-4cad-8a20-3f1c937efc8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a'}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:21:16.898065 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bff80d4-48b1-4ce3-a467-bbcee2aae942 None None] Attempting to bind port 5c245564-7d9f-416d-8a88-df7d86aba531 on network f8c337ba-681f-4fcb-a333-e3c49365b30a {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:21:16.899595 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45895c07-3c64-492a-90cb-7c1b7d1f3110 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event updated for resources: {'Subnet': ['ID=a394dcee-3b4c-44b6-95ab-29b9370c639e,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:21:16.905042 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-45895c07-3c64-492a-90cb-7c1b7d1f3110 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:21:16.905486 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bff80d4-48b1-4ce3-a467-bbcee2aae942 None None] Checking agent: {'id': 'db1275c1-6001-47af-93c2-635c68404703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822691-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 52, 8), 'started_at': datetime.datetime(2021, 12, 24, 10, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 21, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822691-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:21:16.905944 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bff80d4-48b1-4ce3-a467-bbcee2aae942 None None] Checking segment: {'id': 'd4e3295f-9ff8-4cad-8a20-3f1c937efc8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:21:16.906400 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0bff80d4-48b1-4ce3-a467-bbcee2aae942 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:16.906829 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bff80d4-48b1-4ce3-a467-bbcee2aae942 None None] Bound using segment: {'id': 'd4e3295f-9ff8-4cad-8a20-3f1c937efc8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a'} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:21:16.907364 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-0bff80d4-48b1-4ce3-a467-bbcee2aae942 None None] Bound port: 5c245564-7d9f-416d-8a88-df7d86aba531, host: dv-neutron-822691-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4e3295f-9ff8-4cad-8a20-3f1c937efc8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a'}}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:21:16.907780 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0bff80d4-48b1-4ce3-a467-bbcee2aae942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:16.931111 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45895c07-3c64-492a-90cb-7c1b7d1f3110 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Checking segment: {'id': '17a32a41-9ae4-411c-96a5-cf17f32afb02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '0df0750d-59f5-454c-a57e-8df2999d2a33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:21:16.931529 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45895c07-3c64-492a-90cb-7c1b7d1f3110 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Network hostable DHCP agents. Network: 0df0750d-59f5-454c-a57e-8df2999d2a33, hostable agents: ['edcf98dc-3032-472a-8b3d-f23fd1e89806'], hosted agents: [] {{(pid=88878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 24 11:21:16.954962 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45895c07-3c64-492a-90cb-7c1b7d1f3110 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Network 0df0750d-59f5-454c-a57e-8df2999d2a33 is scheduled to be hosted by DHCP agent edcf98dc-3032-472a-8b3d-f23fd1e89806 with binding_index 1 {{(pid=88878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 24 11:21:16.964194 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-45895c07-3c64-492a-90cb-7c1b7d1f3110 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822691-2-hyperv, 0df0750d-59f5-454c-a57e-8df2999d2a33) {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:21:16.969615 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45895c07-3c64-492a-90cb-7c1b7d1f3110 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:21:16.970425 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-45895c07-3c64-492a-90cb-7c1b7d1f3110 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:16.980238 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a6a1da5-f4fa-4609-873c-fd99c332298e None None] Network 0df0750d-59f5-454c-a57e-8df2999d2a33 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:21:16.994092 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-45895c07-3c64-492a-90cb-7c1b7d1f3110 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.6957319
Dec 24 11:21:16.998336 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 45678) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:21:17.033299 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-0bff80d4-48b1-4ce3-a467-bbcee2aae942 None None] For port 5c245564-7d9f-416d-8a88-df7d86aba531, host dv-neutron-822691-2-hyperv, cleared binding levels {{(pid=88880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:21:17.094147 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-0bff80d4-48b1-4ce3-a467-bbcee2aae942 None None] For port 5c245564-7d9f-416d-8a88-df7d86aba531, host dv-neutron-822691-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=5c245564-7d9f-416d-8a88-df7d86aba531,segment=NetworkSegment(d4e3295f-9ff8-4cad-8a20-3f1c937efc8c),segment_id=d4e3295f-9ff8-4cad-8a20-3f1c937efc8c)] {{(pid=88880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:21:17.105911 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0bff80d4-48b1-4ce3-a467-bbcee2aae942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:17.112353 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-0b625446-5488-4391-b340-93febe258403 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:21:17.453368 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a2ffcf-49a3-4326-89ca-df0f262dd8d7 None None] Pushing event updated for resources: {'Port': ['ID=5c245564-7d9f-416d-8a88-df7d86aba531,revision_number=3']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:21:17.461124 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-b8a2ffcf-49a3-4326-89ca-df0f262dd8d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:21:17.500864 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bff80d4-48b1-4ce3-a467-bbcee2aae942 None None] Routers {'7eede676-897b-4baa-84eb-f9e41520fae3'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:21:17.501592 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-0bff80d4-48b1-4ce3-a467-bbcee2aae942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5272219940>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:21:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['7eede676-897b-4baa-84eb-f9e41520fae3'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:21:17.580738 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-532aba8b-2c35-4e6f-b791-432dc31536e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73968e80-91fd-539e-a7c6-b31af6d9e680-0df0750d-59f5-454c-a57e-8df2999d2a33', 'network_id': '0df0750d-59f5-454c-a57e-8df2999d2a33', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'fixed_ips': [{'subnet_id': 'a394dcee-3b4c-44b6-95ab-29b9370c639e'}]}} from dv-neutron-822691-2-hyperv. {{(pid=88880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 24 11:21:17.581534 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-532aba8b-2c35-4e6f-b791-432dc31536e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:17.803193 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-0bff80d4-48b1-4ce3-a467-bbcee2aae942 None None] Set router 7eede676-897b-4baa-84eb-f9e41520fae3 gateway port host: dv-neutron-822691-2-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:21:18.015352 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-532aba8b-2c35-4e6f-b791-432dc31536e5 None None] Allocated IP 172.20.0.2 (0df0750d-59f5-454c-a57e-8df2999d2a33/a394dcee-3b4c-44b6-95ab-29b9370c639e/adfb8980-0532-442b-9e67-c08e46b70075) {{(pid=88880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:21:18.128106 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-691a1e4e-25b3-4160-a42a-e86eca3b2b55 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:18.376261 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-0bff80d4-48b1-4ce3-a467-bbcee2aae942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5272219940>, [{'id': '7eede676-897b-4baa-84eb-f9e41520fae3', 'name': 'tempest-TestNetworkBasicOps-router-1412737492', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.103'}], 'enable_snat': True}, 'gw_port_id': '5c245564-7d9f-416d-8a88-df7d86aba531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:21:14Z', 'updated_at': '2021-12-24T11:21:15Z', 'revision_number': 3, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'gw_port': {'id': '5c245564-7d9f-416d-8a88-df7d86aba531', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:1c:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eede676-897b-4baa-84eb-f9e41520fae3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:21:14Z', 'updated_at': '2021-12-24T11:21:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv'}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:21:18.384530 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-532aba8b-2c35-4e6f-b791-432dc31536e5 None None] Notify callbacks [] for port, precommit_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:18.387386 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bff80d4-48b1-4ce3-a467-bbcee2aae942 None None] The sync data for ids ['7eede676-897b-4baa-84eb-f9e41520fae3'] in dv-neutron-822691-2-hyperv is: [{'id': '7eede676-897b-4baa-84eb-f9e41520fae3', 'name': 'tempest-TestNetworkBasicOps-router-1412737492', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.103'}], 'enable_snat': True}, 'gw_port_id': '5c245564-7d9f-416d-8a88-df7d86aba531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:21:14Z', 'updated_at': '2021-12-24T11:21:15Z', 'revision_number': 3, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'gw_port': {'id': '5c245564-7d9f-416d-8a88-df7d86aba531', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:1c:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eede676-897b-4baa-84eb-f9e41520fae3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:21:14Z', 'updated_at': '2021-12-24T11:21:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv'}] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:21:18.398647 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-532aba8b-2c35-4e6f-b791-432dc31536e5 None None] Transition to ACTIVE for port object adfb8980-0532-442b-9e67-c08e46b70075 will not be triggered until provisioned by entity L2. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:21:18.422067 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-532aba8b-2c35-4e6f-b791-432dc31536e5 None None] Transition to ACTIVE for port object adfb8980-0532-442b-9e67-c08e46b70075 will not be triggered until provisioned by entity DHCP. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:21:18.428778 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-532aba8b-2c35-4e6f-b791-432dc31536e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408'] for port, after_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:18.432813 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-be634255-9b63-4aad-9539-c633c549a1f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:21:18.506446 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-532aba8b-2c35-4e6f-b791-432dc31536e5 None None] Network 0df0750d-59f5-454c-a57e-8df2999d2a33 is already hosted by enough agents. {{(pid=88880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:21:18.507687 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-532aba8b-2c35-4e6f-b791-432dc31536e5 None None] Resources bound (agent type, host, resource id):  {{(pid=88880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:21:18.510316 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532aba8b-2c35-4e6f-b791-432dc31536e5 None None] Received port after_create {{(pid=88880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:21:18.513580 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532aba8b-2c35-4e6f-b791-432dc31536e5 None None] Pushing event updated for resources: {'Port': ['ID=adfb8980-0532-442b-9e67-c08e46b70075,revision_number=1']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:21:18.516319 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-532aba8b-2c35-4e6f-b791-432dc31536e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:21:18.565554 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-691a1e4e-25b3-4160-a42a-e86eca3b2b55 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Allocated IP 172.20.0.1 (0df0750d-59f5-454c-a57e-8df2999d2a33/a394dcee-3b4c-44b6-95ab-29b9370c639e/b9854a6e-7b0f-44e2-8913-25368d8510d0) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:21:18.611218 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-532aba8b-2c35-4e6f-b791-432dc31536e5 None None] Attempting to bind port adfb8980-0532-442b-9e67-c08e46b70075 on host dv-neutron-822691-2-hyperv for vnic_type normal with profile  {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:21:18.611639 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-532aba8b-2c35-4e6f-b791-432dc31536e5 None None] Attempting to bind port adfb8980-0532-442b-9e67-c08e46b70075 by drivers openvswitch,hyperv on host dv-neutron-822691-2-hyperv at level 0 using segments [{'id': '17a32a41-9ae4-411c-96a5-cf17f32afb02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '0df0750d-59f5-454c-a57e-8df2999d2a33'}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:21:18.612060 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532aba8b-2c35-4e6f-b791-432dc31536e5 None None] Attempting to bind port adfb8980-0532-442b-9e67-c08e46b70075 on network 0df0750d-59f5-454c-a57e-8df2999d2a33 {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:21:18.619086 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532aba8b-2c35-4e6f-b791-432dc31536e5 None None] Checking agent: {'id': 'db1275c1-6001-47af-93c2-635c68404703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822691-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 52, 8), 'started_at': datetime.datetime(2021, 12, 24, 10, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 21, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822691-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:21:18.619504 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532aba8b-2c35-4e6f-b791-432dc31536e5 None None] Checking segment: {'id': '17a32a41-9ae4-411c-96a5-cf17f32afb02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '0df0750d-59f5-454c-a57e-8df2999d2a33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:21:18.619964 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-532aba8b-2c35-4e6f-b791-432dc31536e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:18.620459 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532aba8b-2c35-4e6f-b791-432dc31536e5 None None] Bound using segment: {'id': '17a32a41-9ae4-411c-96a5-cf17f32afb02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '0df0750d-59f5-454c-a57e-8df2999d2a33'} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:21:18.620977 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-532aba8b-2c35-4e6f-b791-432dc31536e5 None None] Bound port: adfb8980-0532-442b-9e67-c08e46b70075, host: dv-neutron-822691-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17a32a41-9ae4-411c-96a5-cf17f32afb02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '0df0750d-59f5-454c-a57e-8df2999d2a33'}}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:21:18.621399 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-532aba8b-2c35-4e6f-b791-432dc31536e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:18.716919 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-532aba8b-2c35-4e6f-b791-432dc31536e5 None None] For port adfb8980-0532-442b-9e67-c08e46b70075, host dv-neutron-822691-2-hyperv, cleared binding levels {{(pid=88880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:21:18.720831 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-532aba8b-2c35-4e6f-b791-432dc31536e5 None None] For port adfb8980-0532-442b-9e67-c08e46b70075, host dv-neutron-822691-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=adfb8980-0532-442b-9e67-c08e46b70075,segment=NetworkSegment(17a32a41-9ae4-411c-96a5-cf17f32afb02),segment_id=17a32a41-9ae4-411c-96a5-cf17f32afb02)] {{(pid=88880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:21:18.723939 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-532aba8b-2c35-4e6f-b791-432dc31536e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:18.728674 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-5fd616e3-f6b8-4310-8466-65b59e826119 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:21:18.744078 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-691a1e4e-25b3-4160-a42a-e86eca3b2b55 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:18.762024 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-691a1e4e-25b3-4160-a42a-e86eca3b2b55 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Transition to ACTIVE for port object b9854a6e-7b0f-44e2-8913-25368d8510d0 will not be triggered until provisioned by entity DHCP. {{(pid=88878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:21:18.797564 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-691a1e4e-25b3-4160-a42a-e86eca3b2b55 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:18.805476 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-473c883c-9cba-4a53-a284-5676fd872814 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:21:18.833309 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532aba8b-2c35-4e6f-b791-432dc31536e5 None None] Pushing event updated for resources: {'Port': ['ID=adfb8980-0532-442b-9e67-c08e46b70075,revision_number=2']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:21:18.844368 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-532aba8b-2c35-4e6f-b791-432dc31536e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:21:18.916299 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691a1e4e-25b3-4160-a42a-e86eca3b2b55 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event updated for resources: {'Port': ['ID=b9854a6e-7b0f-44e2-8913-25368d8510d0,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:21:18.920443 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-691a1e4e-25b3-4160-a42a-e86eca3b2b55 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Network 0df0750d-59f5-454c-a57e-8df2999d2a33 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:21:18.921592 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-691a1e4e-25b3-4160-a42a-e86eca3b2b55 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:21:18.922687 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-691a1e4e-25b3-4160-a42a-e86eca3b2b55 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Resources bound (agent type, host, resource id):  {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:21:18.925347 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-691a1e4e-25b3-4160-a42a-e86eca3b2b55 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:21:18.994662 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-691a1e4e-25b3-4160-a42a-e86eca3b2b55 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-720245'] for router_interface, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:19.088815 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-691a1e4e-25b3-4160-a42a-e86eca3b2b55 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:19.574975 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-691a1e4e-25b3-4160-a42a-e86eca3b2b55 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for port, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:19.580209 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-691a1e4e-25b3-4160-a42a-e86eca3b2b55 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3978773'] for port, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:19.620276 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c3b11557-6b06-4d10-ae0b-610d3d9caa68 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:21:19.694159 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device adfb8980-0532-442b-9e67-c08e46b70075 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:21:19.709792 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-691a1e4e-25b3-4160-a42a-e86eca3b2b55 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1977653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854055662'] for router_interface, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:19.713572 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691a1e4e-25b3-4160-a42a-e86eca3b2b55 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event updated for resources: {'Port': ['ID=b9854a6e-7b0f-44e2-8913-25368d8510d0,revision_number=2']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:21:19.718589 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-691a1e4e-25b3-4160-a42a-e86eca3b2b55 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:21:19.780068 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning for port adfb8980-0532-442b-9e67-c08e46b70075 completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:21:19.786215 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 5c245564-7d9f-416d-8a88-df7d86aba531 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:21:19.867617 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning for port 5c245564-7d9f-416d-8a88-df7d86aba531 completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:21:19.873092 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port 5c245564-7d9f-416d-8a88-df7d86aba531 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:21:19.873528 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:19.875513 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-691a1e4e-25b3-4160-a42a-e86eca3b2b55 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Network 0df0750d-59f5-454c-a57e-8df2999d2a33 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:21:19.876818 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-691a1e4e-25b3-4160-a42a-e86eca3b2b55 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Resources bound (agent type, host, resource id):  {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:21:19.994569 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:20.012336 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] For port 5c245564-7d9f-416d-8a88-df7d86aba531, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=5c245564-7d9f-416d-8a88-df7d86aba531,segment=NetworkSegment(d4e3295f-9ff8-4cad-8a20-3f1c937efc8c),segment_id=d4e3295f-9ff8-4cad-8a20-3f1c937efc8c)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:21:20.016118 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:20.018247 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:21:20.090424 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Pushing event updated for resources: {'Port': ['ID=5c245564-7d9f-416d-8a88-df7d86aba531,revision_number=4']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:21:20.094093 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:21:20.296025 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-691a1e4e-25b3-4160-a42a-e86eca3b2b55 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Router 7eede676-897b-4baa-84eb-f9e41520fae3 has already been hosted by L3 agent 198cca88-1338-4098-b44b-beb0346ac906 {{(pid=88878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 24 11:21:20.490686 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46b0ee5b-64ae-4260-9b81-846a33686125 None None] Network 0df0750d-59f5-454c-a57e-8df2999d2a33 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:21:20.518706 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-691a1e4e-25b3-4160-a42a-e86eca3b2b55 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:21:20.535846 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-691a1e4e-25b3-4160-a42a-e86eca3b2b55 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "PUT /v2.0/routers/7eede676-897b-4baa-84eb-f9e41520fae3/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5363405
Dec 24 11:21:20.538740 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 45682) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:21:20.669796 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-3b44e823-7523-4f54-8650-34b9c9a46fce None None] Provisioning for port adfb8980-0532-442b-9e67-c08e46b70075 completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:21:20.682391 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-3b44e823-7523-4f54-8650-34b9c9a46fce None None] Provisioning complete for port adfb8980-0532-442b-9e67-c08e46b70075 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:21:20.682847 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3b44e823-7523-4f54-8650-34b9c9a46fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:20.879753 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3b44e823-7523-4f54-8650-34b9c9a46fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:20.922938 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-3b44e823-7523-4f54-8650-34b9c9a46fce None None] For port adfb8980-0532-442b-9e67-c08e46b70075, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=adfb8980-0532-442b-9e67-c08e46b70075,segment=NetworkSegment(17a32a41-9ae4-411c-96a5-cf17f32afb02),segment_id=17a32a41-9ae4-411c-96a5-cf17f32afb02)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:21:20.927594 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3b44e823-7523-4f54-8650-34b9c9a46fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:20.931593 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-5fd616e3-f6b8-4310-8466-65b59e826119 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:21:20.956885 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a48c570-50af-4cb4-ae51-9b1d6f932df5 tempest-TestNetworkBasicOps-448411267 tempest-TestNetworkBasicOps-448411267-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:21:20.957317 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a48c570-50af-4cb4-ae51-9b1d6f932df5 tempest-TestNetworkBasicOps-448411267 tempest-TestNetworkBasicOps-448411267-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:21:20.957731 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a48c570-50af-4cb4-ae51-9b1d6f932df5 tempest-TestNetworkBasicOps-448411267 tempest-TestNetworkBasicOps-448411267-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:21:20.958189 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a48c570-50af-4cb4-ae51-9b1d6f932df5 tempest-TestNetworkBasicOps-448411267 tempest-TestNetworkBasicOps-448411267-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:21:20.962917 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-2a48c570-50af-4cb4-ae51-9b1d6f932df5 tempest-TestNetworkBasicOps-448411267 tempest-TestNetworkBasicOps-448411267-project-admin] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2886 time: 0.4202664
Dec 24 11:21:20.963392 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 45686) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:21:21.006617 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b44e823-7523-4f54-8650-34b9c9a46fce None None] Pushing event updated for resources: {'Port': ['ID=adfb8980-0532-442b-9e67-c08e46b70075,revision_number=3']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:21:21.011093 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-3b44e823-7523-4f54-8650-34b9c9a46fce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:21:21.044524 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a974363a-ff8b-49da-8c09-b8e5b208a2ad tempest-TestNetworkBasicOps-448411267 tempest-TestNetworkBasicOps-448411267-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:21:21.044945 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a974363a-ff8b-49da-8c09-b8e5b208a2ad tempest-TestNetworkBasicOps-448411267 tempest-TestNetworkBasicOps-448411267-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:21:21.045354 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a974363a-ff8b-49da-8c09-b8e5b208a2ad tempest-TestNetworkBasicOps-448411267 tempest-TestNetworkBasicOps-448411267-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:21:21.045764 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a974363a-ff8b-49da-8c09-b8e5b208a2ad tempest-TestNetworkBasicOps-448411267 tempest-TestNetworkBasicOps-448411267-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:21:21.047911 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-a974363a-ff8b-49da-8c09-b8e5b208a2ad tempest-TestNetworkBasicOps-448411267 tempest-TestNetworkBasicOps-448411267-project-admin] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2728 time: 0.0834091
Dec 24 11:21:21.050982 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 45690) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:21:21.255392 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-e730873c-6aaa-4804-973f-2201f3e87daa None None] Provisioning complete for port adfb8980-0532-442b-9e67-c08e46b70075 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:21:21.255822 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e730873c-6aaa-4804-973f-2201f3e87daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:21.290723 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-0ffc765a-4ac7-4ac0-9966-4f461faa5e94 tempest-TestNetworkBasicOps-448411267 tempest-TestNetworkBasicOps-448411267-project-admin] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200  len: 1606 time: 0.2356961
Dec 24 11:21:21.405515 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-e730873c-6aaa-4804-973f-2201f3e87daa None None] Provisioning for port b9854a6e-7b0f-44e2-8913-25368d8510d0 completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:21:21.411059 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-e730873c-6aaa-4804-973f-2201f3e87daa None None] Provisioning complete for port b9854a6e-7b0f-44e2-8913-25368d8510d0 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:21:21.411527 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e730873c-6aaa-4804-973f-2201f3e87daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:21.434012 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-204715b3-a0e2-4d63-a645-5f351b840d34 None None] Sync routers for ids ['7eede676-897b-4baa-84eb-f9e41520fae3'] in dv-neutron-822691-2-hyperv {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:21:21.449877 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-204715b3-a0e2-4d63-a645-5f351b840d34 None None] Routers {'7eede676-897b-4baa-84eb-f9e41520fae3'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:21:21.450635 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-204715b3-a0e2-4d63-a645-5f351b840d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271a3ca20>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:21:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['7eede676-897b-4baa-84eb-f9e41520fae3'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:21:21.471100 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-e730873c-6aaa-4804-973f-2201f3e87daa None None] Port b9854a6e-7b0f-44e2-8913-25368d8510d0 cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:21:21.500905 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 45696) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:21:21.507688 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-664e5bed-8167-4d27-904d-5cd1debf8522 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-325110394', 'description': 'tempest-secgroup-smoke-325110394 description', 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:21:21.514672 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-664e5bed-8167-4d27-904d-5cd1debf8522 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:21:21.519603 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-664e5bed-8167-4d27-904d-5cd1debf8522 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Usage tracker for resource:security_group and tenant:ad7c5ba9df02428aae512a4d9bb9dd9d is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:21:21.523110 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-664e5bed-8167-4d27-904d-5cd1debf8522 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:21:21.541757 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-664e5bed-8167-4d27-904d-5cd1debf8522 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:21:21.556029 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-664e5bed-8167-4d27-904d-5cd1debf8522 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:21.597823 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-8e66e5a5-28b2-4e08-bbd0-11d7599df08b None None] Provisioning complete for port b9854a6e-7b0f-44e2-8913-25368d8510d0 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:21:21.598379 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8e66e5a5-28b2-4e08-bbd0-11d7599df08b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:21.605790 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-664e5bed-8167-4d27-904d-5cd1debf8522 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:21:21.610115 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-664e5bed-8167-4d27-904d-5cd1debf8522 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Usage tracker for resource:security_group_rule and tenant:ad7c5ba9df02428aae512a4d9bb9dd9d is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:21:21.613280 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-664e5bed-8167-4d27-904d-5cd1debf8522 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:21:21.619926 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-664e5bed-8167-4d27-904d-5cd1debf8522 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:21:21.688597 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device adfb8980-0532-442b-9e67-c08e46b70075 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:21:21.696579 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-664e5bed-8167-4d27-904d-5cd1debf8522 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:21.700218 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-664e5bed-8167-4d27-904d-5cd1debf8522 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:21.706777 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-839f16ac-15c2-4a6e-8553-6c742a26b856 tempest-TagsExtTest-1808624604 tempest-TagsExtTest-1808624604-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:21:21.720908 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-204715b3-a0e2-4d63-a645-5f351b840d34 None None] Set router 7eede676-897b-4baa-84eb-f9e41520fae3 gateway port host: dv-neutron-822691-2-hyperv {{(pid=88881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:21:21.754365 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664e5bed-8167-4d27-904d-5cd1debf8522 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2197fb40-37d5-4f34-a39d-2ec4576a5bcf,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:21:21.762690 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-664e5bed-8167-4d27-904d-5cd1debf8522 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:21:21.766689 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-8e66e5a5-28b2-4e08-bbd0-11d7599df08b None None] Port b9854a6e-7b0f-44e2-8913-25368d8510d0 cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:21:21.767809 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-664e5bed-8167-4d27-904d-5cd1debf8522 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:21.773106 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-664e5bed-8167-4d27-904d-5cd1debf8522 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1626 time: 0.2707279
Dec 24 11:21:21.776097 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 45700) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:21:21.783883 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-57ee9449-a3b0-4aab-aa71-96d00b69c5d3 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Request body: {'security_group_rule': {'security_group_id': '2197fb40-37d5-4f34-a39d-2ec4576a5bcf', 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:21:21.789893 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-57ee9449-a3b0-4aab-aa71-96d00b69c5d3 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:21:21.794159 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-57ee9449-a3b0-4aab-aa71-96d00b69c5d3 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Usage tracker for resource:security_group_rule and tenant:ad7c5ba9df02428aae512a4d9bb9dd9d is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:21:21.797539 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-57ee9449-a3b0-4aab-aa71-96d00b69c5d3 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:21:21.805573 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-57ee9449-a3b0-4aab-aa71-96d00b69c5d3 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:21:21.809864 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port adfb8980-0532-442b-9e67-c08e46b70075 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:21:21.810283 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:21.824421 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-57ee9449-a3b0-4aab-aa71-96d00b69c5d3 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:21.898078 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-57ee9449-a3b0-4aab-aa71-96d00b69c5d3 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:21.901688 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-57ee9449-a3b0-4aab-aa71-96d00b69c5d3 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689902'] for security_group_rule, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:21.927883 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-6f914743-eebc-4166-8400-c70611938d5b tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:21:21.947469 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-4fc760ac-1685-4e0f-adfd-12013ae9a471 None None] Provisioning complete for port b9854a6e-7b0f-44e2-8913-25368d8510d0 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:21:21.947878 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4fc760ac-1685-4e0f-adfd-12013ae9a471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:21.954536 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ee9449-a3b0-4aab-aa71-96d00b69c5d3 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9dcbd2d5-0eb3-4225-9286-b08a0061c6ea,revision_number=0']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:21:21.958906 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-57ee9449-a3b0-4aab-aa71-96d00b69c5d3 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:21.961877 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-57ee9449-a3b0-4aab-aa71-96d00b69c5d3 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1827569
Dec 24 11:21:21.964060 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 45704) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:21:21.971391 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ee9449-a3b0-4aab-aa71-96d00b69c5d3 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:21:21.972106 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ee9449-a3b0-4aab-aa71-96d00b69c5d3 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:21:21.972425 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-c3d672e2-2ad8-4ad7-a603-971a3dbc8e3d tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Request body: {'security_group_rule': {'security_group_id': '2197fb40-37d5-4f34-a39d-2ec4576a5bcf', 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:21:21.973190 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ee9449-a3b0-4aab-aa71-96d00b69c5d3 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:21:21.974386 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ee9449-a3b0-4aab-aa71-96d00b69c5d3 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:21:21.975002 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ee9449-a3b0-4aab-aa71-96d00b69c5d3 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:21:21.975611 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ee9449-a3b0-4aab-aa71-96d00b69c5d3 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:21:21.976836 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ee9449-a3b0-4aab-aa71-96d00b69c5d3 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:21:21.977454 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ee9449-a3b0-4aab-aa71-96d00b69c5d3 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:21:21.978100 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ee9449-a3b0-4aab-aa71-96d00b69c5d3 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:21:21.979083 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ee9449-a3b0-4aab-aa71-96d00b69c5d3 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:21:21.979768 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ee9449-a3b0-4aab-aa71-96d00b69c5d3 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:21:21.982225 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-c3d672e2-2ad8-4ad7-a603-971a3dbc8e3d tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:21:21.985126 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-57ee9449-a3b0-4aab-aa71-96d00b69c5d3 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:21:21.988938 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-c3d672e2-2ad8-4ad7-a603-971a3dbc8e3d tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Usage tracker for resource:security_group_rule and tenant:ad7c5ba9df02428aae512a4d9bb9dd9d is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:21:21.993776 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-c3d672e2-2ad8-4ad7-a603-971a3dbc8e3d tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:21:22.005273 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-c3d672e2-2ad8-4ad7-a603-971a3dbc8e3d tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:21:22.030479 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c3d672e2-2ad8-4ad7-a603-971a3dbc8e3d tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:22.079336 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-204715b3-a0e2-4d63-a645-5f351b840d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271a3ca20>, [{'id': '7eede676-897b-4baa-84eb-f9e41520fae3', 'name': 'tempest-TestNetworkBasicOps-router-1412737492', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.103'}], 'enable_snat': True}, 'gw_port_id': '5c245564-7d9f-416d-8a88-df7d86aba531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:21:14Z', 'updated_at': '2021-12-24T11:21:19Z', 'revision_number': 4, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'gw_port': {'id': '5c245564-7d9f-416d-8a88-df7d86aba531', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:1c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eede676-897b-4baa-84eb-f9e41520fae3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:21:14Z', 'updated_at': '2021-12-24T11:21:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_interfaces': [{'id': 'b9854a6e-7b0f-44e2-8913-25368d8510d0', 'name': '', 'network_id': '0df0750d-59f5-454c-a57e-8df2999d2a33', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'mac_address': 'fa:16:3e:ba:84:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eede676-897b-4baa-84eb-f9e41520fae3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a394dcee-3b4c-44b6-95ab-29b9370c639e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:21:18Z', 'updated_at': '2021-12-24T11:21:19Z', 'revision_number': 2, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'subnets': [{'id': 'a394dcee-3b4c-44b6-95ab-29b9370c639e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:21:22.084898 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-204715b3-a0e2-4d63-a645-5f351b840d34 None None] Checking router: 7eede676-897b-4baa-84eb-f9e41520fae3 for host: dv-neutron-822691-2-hyperv {{(pid=88881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 24 11:21:22.085576 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-204715b3-a0e2-4d63-a645-5f351b840d34 None None] Updating router 7eede676-897b-4baa-84eb-f9e41520fae3 port b9854a6e-7b0f-44e2-8913-25368d8510d0 binding host dv-neutron-822691-2-hyperv {{(pid=88881) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 24 11:21:22.110050 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c3d672e2-2ad8-4ad7-a603-971a3dbc8e3d tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:22.115301 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c3d672e2-2ad8-4ad7-a603-971a3dbc8e3d tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689902'] for security_group_rule, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:22.118644 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-dd8e84ba-36ca-4327-ac16-aa798d6915ac tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:21:22.147497 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d672e2-2ad8-4ad7-a603-971a3dbc8e3d tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1278e4a0-b490-40c5-b4f3-353e35232726,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:21:22.150470 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c3d672e2-2ad8-4ad7-a603-971a3dbc8e3d tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:21:22.151614 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-204715b3-a0e2-4d63-a645-5f351b840d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:22.161787 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c3d672e2-2ad8-4ad7-a603-971a3dbc8e3d tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:22.163187 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-c3d672e2-2ad8-4ad7-a603-971a3dbc8e3d tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.1970654
Dec 24 11:21:22.166180 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 45708) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:21:22.172653 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-195db268-c7e2-4375-b1bf-a56e7c7b204a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Request body: {'security_group_rule': {'security_group_id': '2197fb40-37d5-4f34-a39d-2ec4576a5bcf', 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:21:22.179732 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-195db268-c7e2-4375-b1bf-a56e7c7b204a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:21:22.184354 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-195db268-c7e2-4375-b1bf-a56e7c7b204a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Usage tracker for resource:security_group_rule and tenant:ad7c5ba9df02428aae512a4d9bb9dd9d is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:21:22.187667 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-195db268-c7e2-4375-b1bf-a56e7c7b204a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:21:22.193770 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 5c245564-7d9f-416d-8a88-df7d86aba531 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:21:22.194311 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-195db268-c7e2-4375-b1bf-a56e7c7b204a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:21:22.211428 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-195db268-c7e2-4375-b1bf-a56e7c7b204a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:22.260229 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-4fc760ac-1685-4e0f-adfd-12013ae9a471 None None] Port b9854a6e-7b0f-44e2-8913-25368d8510d0 cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:21:22.282373 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port 5c245564-7d9f-416d-8a88-df7d86aba531 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:21:22.282803 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:22.289279 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-195db268-c7e2-4375-b1bf-a56e7c7b204a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:22.292784 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-195db268-c7e2-4375-b1bf-a56e7c7b204a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689902'] for security_group_rule, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:22.297800 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-5425f4ab-e2ca-4d50-841b-ee1842a73875 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:21:22.322643 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195db268-c7e2-4375-b1bf-a56e7c7b204a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8d3955e-c7b0-470b-b936-5b0d4b83ef3f,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:21:22.338750 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-195db268-c7e2-4375-b1bf-a56e7c7b204a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:21:22.349730 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-195db268-c7e2-4375-b1bf-a56e7c7b204a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:22.353968 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-195db268-c7e2-4375-b1bf-a56e7c7b204a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1839476
Dec 24 11:21:22.355019 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 45712) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:21:22.361508 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-099f6fde-5125-48ac-9856-1e3874562de2 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Request body: {'security_group_rule': {'security_group_id': '2197fb40-37d5-4f34-a39d-2ec4576a5bcf', 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:21:22.368957 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-099f6fde-5125-48ac-9856-1e3874562de2 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:21:22.373672 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-099f6fde-5125-48ac-9856-1e3874562de2 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Usage tracker for resource:security_group_rule and tenant:ad7c5ba9df02428aae512a4d9bb9dd9d is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:21:22.377008 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-099f6fde-5125-48ac-9856-1e3874562de2 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:21:22.383631 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-099f6fde-5125-48ac-9856-1e3874562de2 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:21:22.401646 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-099f6fde-5125-48ac-9856-1e3874562de2 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:22.487347 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-099f6fde-5125-48ac-9856-1e3874562de2 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:22.490783 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-099f6fde-5125-48ac-9856-1e3874562de2 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689902'] for security_group_rule, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:22.493397 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f1ef9cf1-5611-47c3-8179-70e409a87c66 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:21:22.520094 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099f6fde-5125-48ac-9856-1e3874562de2 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9257232-d2bb-4777-869a-ffe97b48292b,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:21:22.522883 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-099f6fde-5125-48ac-9856-1e3874562de2 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:21:22.533010 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-099f6fde-5125-48ac-9856-1e3874562de2 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:22.537734 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 45716) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:21:22.538736 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-099f6fde-5125-48ac-9856-1e3874562de2 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.1820300
Dec 24 11:21:22.544220 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-cfe3961c-9fef-42b5-8909-e94e5310cf07 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Request body: {'security_group_rule': {'security_group_id': '2197fb40-37d5-4f34-a39d-2ec4576a5bcf', 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:21:22.551125 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-cfe3961c-9fef-42b5-8909-e94e5310cf07 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:21:22.555245 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-cfe3961c-9fef-42b5-8909-e94e5310cf07 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Usage tracker for resource:security_group_rule and tenant:ad7c5ba9df02428aae512a4d9bb9dd9d is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:21:22.560187 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-cfe3961c-9fef-42b5-8909-e94e5310cf07 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:21:22.569402 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-cfe3961c-9fef-42b5-8909-e94e5310cf07 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:21:22.579017 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-204715b3-a0e2-4d63-a645-5f351b840d34 None None] Notify callbacks [] for port, precommit_update {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:22.583220 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.securitygroups_db [None req-cfe3961c-9fef-42b5-8909-e94e5310cf07 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Project ad7c5ba9df02428aae512a4d9bb9dd9d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 24 11:21:22.590700 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-cfe3961c-9fef-42b5-8909-e94e5310cf07 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:22.594388 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-204715b3-a0e2-4d63-a645-5f351b840d34 None None] Transition to ACTIVE for port object b9854a6e-7b0f-44e2-8913-25368d8510d0 will not be triggered until provisioned by entity L2. {{(pid=88881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:21:22.601414 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-204715b3-a0e2-4d63-a645-5f351b840d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:22.606701 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-2c2970f4-8198-4052-b6d4-9c9cff299cbc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:21:22.662430 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-cfe3961c-9fef-42b5-8909-e94e5310cf07 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:22.666210 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-cfe3961c-9fef-42b5-8909-e94e5310cf07 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689902'] for security_group_rule, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:22.668250 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-75837bdc-0dd8-4cf7-8f29-7fa223628cc2 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:21:22.697249 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe3961c-9fef-42b5-8909-e94e5310cf07 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c84b2f8b-a138-4c3c-9dc5-80595617f66c,revision_number=0']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:21:22.700070 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-cfe3961c-9fef-42b5-8909-e94e5310cf07 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:21:22.707985 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-cfe3961c-9fef-42b5-8909-e94e5310cf07 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:22.709365 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-cfe3961c-9fef-42b5-8909-e94e5310cf07 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.1705465
Dec 24 11:21:22.712375 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 45720) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:21:22.718720 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-5c1414b3-ee89-468b-8c17-5db7c3ccfc54 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Request body: {'security_group_rule': {'security_group_id': '2197fb40-37d5-4f34-a39d-2ec4576a5bcf', 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:21:22.725725 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-5c1414b3-ee89-468b-8c17-5db7c3ccfc54 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:21:22.730124 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-5c1414b3-ee89-468b-8c17-5db7c3ccfc54 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Usage tracker for resource:security_group_rule and tenant:ad7c5ba9df02428aae512a4d9bb9dd9d is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:21:22.733230 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2ad25a-fd14-47bf-aaac-8bf9531a9909 None None] Pushing event updated for resources: {'Port': ['ID=b9854a6e-7b0f-44e2-8913-25368d8510d0,revision_number=3']} {{(pid=88881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:21:22.733532 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-5c1414b3-ee89-468b-8c17-5db7c3ccfc54 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:21:22.739938 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-5c1414b3-ee89-468b-8c17-5db7c3ccfc54 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:21:22.748557 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2ad25a-fd14-47bf-aaac-8bf9531a9909 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:21:22.748981 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2ad25a-fd14-47bf-aaac-8bf9531a9909 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:21:22.749281 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2ad25a-fd14-47bf-aaac-8bf9531a9909 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:21:22.749653 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2ad25a-fd14-47bf-aaac-8bf9531a9909 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:21:22.750156 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2ad25a-fd14-47bf-aaac-8bf9531a9909 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:21:22.750542 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2ad25a-fd14-47bf-aaac-8bf9531a9909 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:21:22.750909 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2ad25a-fd14-47bf-aaac-8bf9531a9909 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:21:22.751303 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2ad25a-fd14-47bf-aaac-8bf9531a9909 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:21:22.751662 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2ad25a-fd14-47bf-aaac-8bf9531a9909 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:21:22.752021 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2ad25a-fd14-47bf-aaac-8bf9531a9909 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:21:22.752380 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2ad25a-fd14-47bf-aaac-8bf9531a9909 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:21:22.752567 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.securitygroups_db [None req-5c1414b3-ee89-468b-8c17-5db7c3ccfc54 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Project ad7c5ba9df02428aae512a4d9bb9dd9d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 24 11:21:22.761408 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5c1414b3-ee89-468b-8c17-5db7c3ccfc54 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:22.785728 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-6e2ad25a-fd14-47bf-aaac-8bf9531a9909 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=88881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:21:22.838554 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5c1414b3-ee89-468b-8c17-5db7c3ccfc54 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:22.842249 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5c1414b3-ee89-468b-8c17-5db7c3ccfc54 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689902'] for security_group_rule, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:22.845854 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-204715b3-a0e2-4d63-a645-5f351b840d34 None None] Attempting to bind port b9854a6e-7b0f-44e2-8913-25368d8510d0 on host dv-neutron-822691-2-hyperv for vnic_type normal with profile  {{(pid=88881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:21:22.846707 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-204715b3-a0e2-4d63-a645-5f351b840d34 None None] Attempting to bind port b9854a6e-7b0f-44e2-8913-25368d8510d0 by drivers openvswitch,hyperv on host dv-neutron-822691-2-hyperv at level 0 using segments [{'id': '17a32a41-9ae4-411c-96a5-cf17f32afb02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '0df0750d-59f5-454c-a57e-8df2999d2a33'}] {{(pid=88881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:21:22.847056 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-204715b3-a0e2-4d63-a645-5f351b840d34 None None] Attempting to bind port b9854a6e-7b0f-44e2-8913-25368d8510d0 on network 0df0750d-59f5-454c-a57e-8df2999d2a33 {{(pid=88881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:21:22.851624 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7101245e-00c0-4059-9213-1b74af517222 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:21:22.854747 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-204715b3-a0e2-4d63-a645-5f351b840d34 None None] Checking agent: {'id': 'db1275c1-6001-47af-93c2-635c68404703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822691-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 52, 8), 'started_at': datetime.datetime(2021, 12, 24, 10, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 21, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822691-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:21:22.855208 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-204715b3-a0e2-4d63-a645-5f351b840d34 None None] Checking segment: {'id': '17a32a41-9ae4-411c-96a5-cf17f32afb02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '0df0750d-59f5-454c-a57e-8df2999d2a33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:21:22.855667 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-204715b3-a0e2-4d63-a645-5f351b840d34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:22.856491 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-204715b3-a0e2-4d63-a645-5f351b840d34 None None] Bound using segment: {'id': '17a32a41-9ae4-411c-96a5-cf17f32afb02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '0df0750d-59f5-454c-a57e-8df2999d2a33'} {{(pid=88881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:21:22.857025 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-204715b3-a0e2-4d63-a645-5f351b840d34 None None] Bound port: b9854a6e-7b0f-44e2-8913-25368d8510d0, host: dv-neutron-822691-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17a32a41-9ae4-411c-96a5-cf17f32afb02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '0df0750d-59f5-454c-a57e-8df2999d2a33'}}] {{(pid=88881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:21:22.857443 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-204715b3-a0e2-4d63-a645-5f351b840d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:22.877366 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1414b3-ee89-468b-8c17-5db7c3ccfc54 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c20519d-5a9f-466b-a6c0-f3944df80315,revision_number=0']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:21:22.880153 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-5c1414b3-ee89-468b-8c17-5db7c3ccfc54 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:21:22.881639 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5c1414b3-ee89-468b-8c17-5db7c3ccfc54 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:22.891921 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-5c1414b3-ee89-468b-8c17-5db7c3ccfc54 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.1695399
Dec 24 11:21:22.955141 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-204715b3-a0e2-4d63-a645-5f351b840d34 None None] For port b9854a6e-7b0f-44e2-8913-25368d8510d0, host dv-neutron-822691-2-hyperv, cleared binding levels {{(pid=88881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:21:22.956986 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-204715b3-a0e2-4d63-a645-5f351b840d34 None None] For port b9854a6e-7b0f-44e2-8913-25368d8510d0, host dv-neutron-822691-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=b9854a6e-7b0f-44e2-8913-25368d8510d0,segment=NetworkSegment(17a32a41-9ae4-411c-96a5-cf17f32afb02),segment_id=17a32a41-9ae4-411c-96a5-cf17f32afb02)] {{(pid=88881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:21:22.960920 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-204715b3-a0e2-4d63-a645-5f351b840d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:22.965032 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-4a3def8d-9d1b-4f33-aff6-140d4135114e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:21:23.053674 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2ad25a-fd14-47bf-aaac-8bf9531a9909 None None] Pushing event updated for resources: {'Port': ['ID=b9854a6e-7b0f-44e2-8913-25368d8510d0,revision_number=4']} {{(pid=88881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:21:23.057692 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-6e2ad25a-fd14-47bf-aaac-8bf9531a9909 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:21:23.060468 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-204715b3-a0e2-4d63-a645-5f351b840d34 None None] Routers {'7eede676-897b-4baa-84eb-f9e41520fae3'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:21:23.061134 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-204715b3-a0e2-4d63-a645-5f351b840d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271a3ca20>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:21:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['7eede676-897b-4baa-84eb-f9e41520fae3'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:21:23.105655 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-a8c1f25d-261c-4c09-b3fa-8a667cd0f9a7 req-209cfc5e-2a4d-4b5d-a51d-1cb2a520e6ba tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Synchronizing usage tracker for tenant:ad7c5ba9df02428aae512a4d9bb9dd9d on resource:security_group {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:21:23.123847 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-a8c1f25d-261c-4c09-b3fa-8a667cd0f9a7 req-209cfc5e-2a4d-4b5d-a51d-1cb2a520e6ba tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Unset dirty status for tenant:ad7c5ba9df02428aae512a4d9bb9dd9d on resource:security_group {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:21:23.125143 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-a8c1f25d-261c-4c09-b3fa-8a667cd0f9a7 req-209cfc5e-2a4d-4b5d-a51d-1cb2a520e6ba tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-325110394&fields=id&tenant_id=ad7c5ba9df02428aae512a4d9bb9dd9d HTTP/1.1" status: 200  len: 267 time: 0.0811603
Dec 24 11:21:23.311676 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c1f25d-261c-4c09-b3fa-8a667cd0f9a7 req-40608ed3-4ebc-43e5-b216-a6531e542dd2 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:21:23.312444 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-a8c1f25d-261c-4c09-b3fa-8a667cd0f9a7 req-40608ed3-4ebc-43e5-b216-a6531e542dd2 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Synchronizing usage tracker for tenant:ad7c5ba9df02428aae512a4d9bb9dd9d on resource:network {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:21:23.328708 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-a8c1f25d-261c-4c09-b3fa-8a667cd0f9a7 req-40608ed3-4ebc-43e5-b216-a6531e542dd2 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Unset dirty status for tenant:ad7c5ba9df02428aae512a4d9bb9dd9d on resource:network {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:21:23.330047 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-a8c1f25d-261c-4c09-b3fa-8a667cd0f9a7 req-40608ed3-4ebc-43e5-b216-a6531e542dd2 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/networks?id=0df0750d-59f5-454c-a57e-8df2999d2a33 HTTP/1.1" status: 200  len: 797 time: 0.1960800
Dec 24 11:21:23.348917 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-a8c1f25d-261c-4c09-b3fa-8a667cd0f9a7 req-fb5e4927-cdaf-4946-9c48-22953f860685 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/quotas/ad7c5ba9df02428aae512a4d9bb9dd9d HTTP/1.1" status: 200  len: 375 time: 0.0127230
Dec 24 11:21:23.416293 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-204715b3-a0e2-4d63-a645-5f351b840d34 None None] Set router 7eede676-897b-4baa-84eb-f9e41520fae3 gateway port host: dv-neutron-822691-2-hyperv {{(pid=88881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:21:23.437854 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-a8c1f25d-261c-4c09-b3fa-8a667cd0f9a7 req-e9f3c53d-8816-4db8-8808-77694f418043 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Synchronizing usage tracker for tenant:ad7c5ba9df02428aae512a4d9bb9dd9d on resource:port {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:21:23.454431 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-a8c1f25d-261c-4c09-b3fa-8a667cd0f9a7 req-e9f3c53d-8816-4db8-8808-77694f418043 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Unset dirty status for tenant:ad7c5ba9df02428aae512a4d9bb9dd9d on resource:port {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:21:23.455912 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-a8c1f25d-261c-4c09-b3fa-8a667cd0f9a7 req-e9f3c53d-8816-4db8-8808-77694f418043 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=ad7c5ba9df02428aae512a4d9bb9dd9d&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1011839
Dec 24 11:21:23.694298 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-a8c1f25d-261c-4c09-b3fa-8a667cd0f9a7 req-8dd66973-47ed-4ae4-b0e3-2fd6d6f2bbe7 service neutron] 10.222.0.65 "GET /v2.0/networks/0df0750d-59f5-454c-a57e-8df2999d2a33?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2247670
Dec 24 11:21:23.762154 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-204715b3-a0e2-4d63-a645-5f351b840d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271a3ca20>, [{'id': '7eede676-897b-4baa-84eb-f9e41520fae3', 'name': 'tempest-TestNetworkBasicOps-router-1412737492', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.103'}], 'enable_snat': True}, 'gw_port_id': '5c245564-7d9f-416d-8a88-df7d86aba531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:21:14Z', 'updated_at': '2021-12-24T11:21:19Z', 'revision_number': 4, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'gw_port': {'id': '5c245564-7d9f-416d-8a88-df7d86aba531', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:1c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eede676-897b-4baa-84eb-f9e41520fae3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:21:14Z', 'updated_at': '2021-12-24T11:21:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_interfaces': [{'id': 'b9854a6e-7b0f-44e2-8913-25368d8510d0', 'name': '', 'network_id': '0df0750d-59f5-454c-a57e-8df2999d2a33', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'mac_address': 'fa:16:3e:ba:84:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eede676-897b-4baa-84eb-f9e41520fae3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a394dcee-3b4c-44b6-95ab-29b9370c639e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:21:18Z', 'updated_at': '2021-12-24T11:21:22Z', 'revision_number': 4, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'subnets': [{'id': 'a394dcee-3b4c-44b6-95ab-29b9370c639e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:21:23.766571 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-204715b3-a0e2-4d63-a645-5f351b840d34 None None] The sync data for ids ['7eede676-897b-4baa-84eb-f9e41520fae3'] in dv-neutron-822691-2-hyperv is: [{'id': '7eede676-897b-4baa-84eb-f9e41520fae3', 'name': 'tempest-TestNetworkBasicOps-router-1412737492', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.103'}], 'enable_snat': True}, 'gw_port_id': '5c245564-7d9f-416d-8a88-df7d86aba531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:21:14Z', 'updated_at': '2021-12-24T11:21:19Z', 'revision_number': 4, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'gw_port': {'id': '5c245564-7d9f-416d-8a88-df7d86aba531', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:1c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eede676-897b-4baa-84eb-f9e41520fae3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:21:14Z', 'updated_at': '2021-12-24T11:21:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_interfaces': [{'id': 'b9854a6e-7b0f-44e2-8913-25368d8510d0', 'name': '', 'network_id': '0df0750d-59f5-454c-a57e-8df2999d2a33', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'mac_address': 'fa:16:3e:ba:84:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eede676-897b-4baa-84eb-f9e41520fae3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a394dcee-3b4c-44b6-95ab-29b9370c639e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:21:18Z', 'updated_at': '2021-12-24T11:21:22Z', 'revision_number': 4, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'subnets': [{'id': 'a394dcee-3b4c-44b6-95ab-29b9370c639e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:21:23.858528 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-a8c1f25d-261c-4c09-b3fa-8a667cd0f9a7 req-20c11c3f-eecd-4380-88c0-291c287587c9 service neutron] 10.222.0.65 "GET /v2.0/networks/0df0750d-59f5-454c-a57e-8df2999d2a33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1577005
Dec 24 11:21:24.080169 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-b6cb6dbd-cd55-40e2-bf50-93cfbe7f9073 req-19c250d4-8b67-4e1c-9849-b58ba1b4dcd5 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/ports?device_id=572010c4-9fe5-45aa-9d5f-9812d123d469 HTTP/1.1" status: 200  len: 210 time: 0.0527894
Dec 24 11:21:25.268873 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-e7f71ab9-05fb-4633-9155-5c5fd1052dc9 req-182d4ceb-ecd0-4010-bb34-941352acc4a2 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/ports?device_id=572010c4-9fe5-45aa-9d5f-9812d123d469 HTTP/1.1" status: 200  len: 210 time: 0.0577507
Dec 24 11:21:25.663750 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device b9854a6e-7b0f-44e2-8913-25368d8510d0 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:21:25.719639 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c1f25d-261c-4c09-b3fa-8a667cd0f9a7 req-5f8a82b5-ee61-41bf-b514-5a111a196ec0 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:21:25.720392 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-a8c1f25d-261c-4c09-b3fa-8a667cd0f9a7 req-5f8a82b5-ee61-41bf-b514-5a111a196ec0 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Synchronizing usage tracker for tenant:ad7c5ba9df02428aae512a4d9bb9dd9d on resource:network {{(pid=88879) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:21:25.733121 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-a8c1f25d-261c-4c09-b3fa-8a667cd0f9a7 req-5f8a82b5-ee61-41bf-b514-5a111a196ec0 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Unset dirty status for tenant:ad7c5ba9df02428aae512a4d9bb9dd9d on resource:network {{(pid=88879) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:21:25.734350 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning for port b9854a6e-7b0f-44e2-8913-25368d8510d0 completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:21:25.734492 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-a8c1f25d-261c-4c09-b3fa-8a667cd0f9a7 req-5f8a82b5-ee61-41bf-b514-5a111a196ec0 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.58 "GET /v2.0/networks?id=0df0750d-59f5-454c-a57e-8df2999d2a33 HTTP/1.1" status: 200  len: 797 time: 0.4320822
Dec 24 11:21:25.739454 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port b9854a6e-7b0f-44e2-8913-25368d8510d0 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:21:25.739876 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:25.793771 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-a8c1f25d-261c-4c09-b3fa-8a667cd0f9a7 req-660d305c-5c7b-4cf2-8be1-6a6279af9645 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Synchronizing usage tracker for tenant:ad7c5ba9df02428aae512a4d9bb9dd9d on resource:security_group {{(pid=88879) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:21:25.807787 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-a8c1f25d-261c-4c09-b3fa-8a667cd0f9a7 req-660d305c-5c7b-4cf2-8be1-6a6279af9645 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Unset dirty status for tenant:ad7c5ba9df02428aae512a4d9bb9dd9d on resource:security_group {{(pid=88879) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:21:25.809227 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-a8c1f25d-261c-4c09-b3fa-8a667cd0f9a7 req-660d305c-5c7b-4cf2-8be1-6a6279af9645 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ad7c5ba9df02428aae512a4d9bb9dd9d HTTP/1.1" status: 200  len: 379 time: 0.0606875
Dec 24 11:21:25.819968 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [req-a8c1f25d-261c-4c09-b3fa-8a667cd0f9a7 req-016f4c79-56a1-4d2d-b861-62e52281b28e tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Request body: {'port': {'device_id': '572010c4-9fe5-45aa-9d5f-9812d123d469', 'network_id': '0df0750d-59f5-454c-a57e-8df2999d2a33', 'admin_state_up': True, 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'security_groups': ['2197fb40-37d5-4f34-a39d-2ec4576a5bcf']}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:21:25.863377 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:25.898009 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] For port b9854a6e-7b0f-44e2-8913-25368d8510d0, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=b9854a6e-7b0f-44e2-8913-25368d8510d0,segment=NetworkSegment(17a32a41-9ae4-411c-96a5-cf17f32afb02),segment_id=17a32a41-9ae4-411c-96a5-cf17f32afb02)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:21:25.901256 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:25.904072 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:21:25.966938 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [req-a8c1f25d-261c-4c09-b3fa-8a667cd0f9a7 req-016f4c79-56a1-4d2d-b861-62e52281b28e tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:21:25.971605 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Pushing event updated for resources: {'Port': ['ID=b9854a6e-7b0f-44e2-8913-25368d8510d0,revision_number=5']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:21:25.975339 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:21:25.978639 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [req-a8c1f25d-261c-4c09-b3fa-8a667cd0f9a7 req-016f4c79-56a1-4d2d-b861-62e52281b28e tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:21:25.989276 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8c1f25d-261c-4c09-b3fa-8a667cd0f9a7 req-016f4c79-56a1-4d2d-b861-62e52281b28e tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Made reservation on behalf of ad7c5ba9df02428aae512a4d9bb9dd9d for: {'port': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:21:25.995093 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-a8c1f25d-261c-4c09-b3fa-8a667cd0f9a7 req-016f4c79-56a1-4d2d-b861-62e52281b28e tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:26.171992 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [req-a8c1f25d-261c-4c09-b3fa-8a667cd0f9a7 req-016f4c79-56a1-4d2d-b861-62e52281b28e tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Allocated IP 172.20.0.9 (0df0750d-59f5-454c-a57e-8df2999d2a33/a394dcee-3b4c-44b6-95ab-29b9370c639e/df53a30a-f1b3-4794-8d54-907df4bc9cb9) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:21:26.375596 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-a8c1f25d-261c-4c09-b3fa-8a667cd0f9a7 req-016f4c79-56a1-4d2d-b861-62e52281b28e tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:26.393489 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [req-a8c1f25d-261c-4c09-b3fa-8a667cd0f9a7 req-016f4c79-56a1-4d2d-b861-62e52281b28e tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Transition to ACTIVE for port object df53a30a-f1b3-4794-8d54-907df4bc9cb9 will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:21:26.414075 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-a8c1f25d-261c-4c09-b3fa-8a667cd0f9a7 req-016f4c79-56a1-4d2d-b861-62e52281b28e tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:26.420012 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-2984071f-4ff3-4396-8e70-febdb3abc9d7 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:21:26.478666 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e645f223-ee6c-4e83-af07-4bc733d9aeff req-fc843688-7230-4882-8ea3-ba73a0027f80 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:21:26.480357 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-e645f223-ee6c-4e83-af07-4bc733d9aeff req-fc843688-7230-4882-8ea3-ba73a0027f80 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/ports?device_id=572010c4-9fe5-45aa-9d5f-9812d123d469 HTTP/1.1" status: 200  len: 931 time: 0.0866957
Dec 24 11:21:26.488720 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8c1f25d-261c-4c09-b3fa-8a667cd0f9a7 req-016f4c79-56a1-4d2d-b861-62e52281b28e tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Network 0df0750d-59f5-454c-a57e-8df2999d2a33 is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:21:26.497733 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [req-a8c1f25d-261c-4c09-b3fa-8a667cd0f9a7 req-016f4c79-56a1-4d2d-b861-62e52281b28e tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Resources bound (agent type, host, resource id):  {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:21:26.502788 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8c1f25d-261c-4c09-b3fa-8a667cd0f9a7 req-016f4c79-56a1-4d2d-b861-62e52281b28e tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:21:26.541386 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-e645f223-ee6c-4e83-af07-4bc733d9aeff req-5a9719dd-f1d3-4ca1-9953-36326486dce3 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/security-groups?id=2197fb40-37d5-4f34-a39d-2ec4576a5bcf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0540380
Dec 24 11:21:26.547928 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016f4c79-56a1-4d2d-b861-62e52281b28e tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event updated for resources: {'Port': ['ID=df53a30a-f1b3-4794-8d54-907df4bc9cb9,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:21:26.566857 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-016f4c79-56a1-4d2d-b861-62e52281b28e tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:21:26.599274 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c1f25d-261c-4c09-b3fa-8a667cd0f9a7 req-016f4c79-56a1-4d2d-b861-62e52281b28e tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:21:26.600014 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-a8c1f25d-261c-4c09-b3fa-8a667cd0f9a7 req-016f4c79-56a1-4d2d-b861-62e52281b28e tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:26.628485 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-a8c1f25d-261c-4c09-b3fa-8a667cd0f9a7 req-016f4c79-56a1-4d2d-b861-62e52281b28e tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8126986
Dec 24 11:21:26.646827 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [req-a8c1f25d-261c-4c09-b3fa-8a667cd0f9a7 req-ce660107-419f-4015-90d3-9ab9d89bf2b6 service neutron] Request body: {'port': {'device_id': '572010c4-9fe5-45aa-9d5f-9812d123d469', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:21:26.769314 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-a8c1f25d-261c-4c09-b3fa-8a667cd0f9a7 req-ce660107-419f-4015-90d3-9ab9d89bf2b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:26.771286 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-752e570b-2ac8-4fb8-a37a-07d9553c04aa None None] Provisioning for port df53a30a-f1b3-4794-8d54-907df4bc9cb9 completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:21:26.776858 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-752e570b-2ac8-4fb8-a37a-07d9553c04aa None None] Provisioning complete for port df53a30a-f1b3-4794-8d54-907df4bc9cb9 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:21:26.777385 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-752e570b-2ac8-4fb8-a37a-07d9553c04aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:26.835752 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-752e570b-2ac8-4fb8-a37a-07d9553c04aa None None] Port df53a30a-f1b3-4794-8d54-907df4bc9cb9 cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:21:27.173384 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [req-a8c1f25d-261c-4c09-b3fa-8a667cd0f9a7 req-ce660107-419f-4015-90d3-9ab9d89bf2b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df53a30a-f1b3-4794-8d54-907df4bc9cb9 {{(pid=88879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 24 11:21:27.180871 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-a8c1f25d-261c-4c09-b3fa-8a667cd0f9a7 req-ce660107-419f-4015-90d3-9ab9d89bf2b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:27.197948 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [req-a8c1f25d-261c-4c09-b3fa-8a667cd0f9a7 req-ce660107-419f-4015-90d3-9ab9d89bf2b6 service neutron] Transition to ACTIVE for port object df53a30a-f1b3-4794-8d54-907df4bc9cb9 will not be triggered until provisioned by entity L2. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:21:27.202194 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-a8c1f25d-261c-4c09-b3fa-8a667cd0f9a7 req-ce660107-419f-4015-90d3-9ab9d89bf2b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850854027'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:27.208959 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-328d0f94-7036-4421-8887-dbd4c0f58286 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:21:27.360597 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce660107-419f-4015-90d3-9ab9d89bf2b6 service neutron] Pushing event updated for resources: {'Port': ['ID=df53a30a-f1b3-4794-8d54-907df4bc9cb9,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:21:27.365723 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-ce660107-419f-4015-90d3-9ab9d89bf2b6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:21:27.484790 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [req-a8c1f25d-261c-4c09-b3fa-8a667cd0f9a7 req-ce660107-419f-4015-90d3-9ab9d89bf2b6 service neutron] Attempting to bind port df53a30a-f1b3-4794-8d54-907df4bc9cb9 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:21:27.485337 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [req-a8c1f25d-261c-4c09-b3fa-8a667cd0f9a7 req-ce660107-419f-4015-90d3-9ab9d89bf2b6 service neutron] Attempting to bind port df53a30a-f1b3-4794-8d54-907df4bc9cb9 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '17a32a41-9ae4-411c-96a5-cf17f32afb02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '0df0750d-59f5-454c-a57e-8df2999d2a33'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:21:27.485483 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8c1f25d-261c-4c09-b3fa-8a667cd0f9a7 req-ce660107-419f-4015-90d3-9ab9d89bf2b6 service neutron] Attempting to bind port df53a30a-f1b3-4794-8d54-907df4bc9cb9 on network 0df0750d-59f5-454c-a57e-8df2999d2a33 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:21:27.492964 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8c1f25d-261c-4c09-b3fa-8a667cd0f9a7 req-ce660107-419f-4015-90d3-9ab9d89bf2b6 service neutron] Port df53a30a-f1b3-4794-8d54-907df4bc9cb9 on network 0df0750d-59f5-454c-a57e-8df2999d2a33 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 24 11:21:27.493330 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8c1f25d-261c-4c09-b3fa-8a667cd0f9a7 req-ce660107-419f-4015-90d3-9ab9d89bf2b6 service neutron] Attempting to bind port df53a30a-f1b3-4794-8d54-907df4bc9cb9 on network 0df0750d-59f5-454c-a57e-8df2999d2a33 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:21:27.500798 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8c1f25d-261c-4c09-b3fa-8a667cd0f9a7 req-ce660107-419f-4015-90d3-9ab9d89bf2b6 service neutron] Checking agent: {'id': '239bbc6e-fc66-42e2-b707-1aa8ba10287c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 57, 58), 'started_at': datetime.datetime(2021, 12, 24, 10, 57, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 20, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:21:27.501169 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8c1f25d-261c-4c09-b3fa-8a667cd0f9a7 req-ce660107-419f-4015-90d3-9ab9d89bf2b6 service neutron] Checking segment: {'id': '17a32a41-9ae4-411c-96a5-cf17f32afb02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '0df0750d-59f5-454c-a57e-8df2999d2a33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:21:27.501695 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8c1f25d-261c-4c09-b3fa-8a667cd0f9a7 req-ce660107-419f-4015-90d3-9ab9d89bf2b6 service neutron] Bound using segment: {'id': '17a32a41-9ae4-411c-96a5-cf17f32afb02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '0df0750d-59f5-454c-a57e-8df2999d2a33'} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:21:27.502053 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [req-a8c1f25d-261c-4c09-b3fa-8a667cd0f9a7 req-ce660107-419f-4015-90d3-9ab9d89bf2b6 service neutron] Bound port: df53a30a-f1b3-4794-8d54-907df4bc9cb9, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17a32a41-9ae4-411c-96a5-cf17f32afb02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '0df0750d-59f5-454c-a57e-8df2999d2a33'}}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:21:27.502438 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-a8c1f25d-261c-4c09-b3fa-8a667cd0f9a7 req-ce660107-419f-4015-90d3-9ab9d89bf2b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:27.605070 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [req-a8c1f25d-261c-4c09-b3fa-8a667cd0f9a7 req-ce660107-419f-4015-90d3-9ab9d89bf2b6 service neutron] For port df53a30a-f1b3-4794-8d54-907df4bc9cb9, host hv-neutron-8226, cleared binding levels {{(pid=88879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:21:27.608615 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [req-a8c1f25d-261c-4c09-b3fa-8a667cd0f9a7 req-ce660107-419f-4015-90d3-9ab9d89bf2b6 service neutron] For port df53a30a-f1b3-4794-8d54-907df4bc9cb9, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=df53a30a-f1b3-4794-8d54-907df4bc9cb9,segment=NetworkSegment(17a32a41-9ae4-411c-96a5-cf17f32afb02),segment_id=17a32a41-9ae4-411c-96a5-cf17f32afb02)] {{(pid=88879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:21:27.612637 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-a8c1f25d-261c-4c09-b3fa-8a667cd0f9a7 req-ce660107-419f-4015-90d3-9ab9d89bf2b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850854027'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:27.617571 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-3593cfc3-3bdc-4874-a262-f7c86c1274a3 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:21:27.636289 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device b9854a6e-7b0f-44e2-8913-25368d8510d0 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:21:27.677100 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-a8c1f25d-261c-4c09-b3fa-8a667cd0f9a7 req-ce660107-419f-4015-90d3-9ab9d89bf2b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:27.678567 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-a8c1f25d-261c-4c09-b3fa-8a667cd0f9a7 req-ce660107-419f-4015-90d3-9ab9d89bf2b6 service neutron] 10.222.0.58 "PUT /v2.0/ports/df53a30a-f1b3-4794-8d54-907df4bc9cb9 HTTP/1.1" status: 200  len: 1093 time: 1.0368059
Dec 24 11:21:27.679138 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '572010c4-9fe5-45aa-9d5f-9812d123d469', 'tag': 'df53a30a-f1b3-4794-8d54-907df4bc9cb9'}] {{(pid=88879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 24 11:21:27.727676 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce660107-419f-4015-90d3-9ab9d89bf2b6 service neutron] Pushing event updated for resources: {'Port': ['ID=df53a30a-f1b3-4794-8d54-907df4bc9cb9,revision_number=3']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:21:27.744174 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port b9854a6e-7b0f-44e2-8913-25368d8510d0 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:21:27.744868 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:27.768355 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab10d5f5-1686-4139-9814-a272984ce1c4 req-09f49491-6240-44d2-bd2b-1a0b855b7256 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:21:27.770098 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-ab10d5f5-1686-4139-9814-a272984ce1c4 req-09f49491-6240-44d2-bd2b-1a0b855b7256 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/ports?device_id=572010c4-9fe5-45aa-9d5f-9812d123d469 HTTP/1.1" status: 200  len: 943 time: 0.0901155
Dec 24 11:21:27.774577 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-ce660107-419f-4015-90d3-9ab9d89bf2b6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:21:27.787528 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '572010c4-9fe5-45aa-9d5f-9812d123d469', 'tag': 'df53a30a-f1b3-4794-8d54-907df4bc9cb9', 'status': 'completed', 'code': 200}
Dec 24 11:21:27.827972 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-ab10d5f5-1686-4139-9814-a272984ce1c4 req-aad0f531-0df7-44b1-9c79-c1f86474b0a2 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/security-groups?id=2197fb40-37d5-4f34-a39d-2ec4576a5bcf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0508106
Dec 24 11:21:27.829949 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-a8c1f25d-261c-4c09-b3fa-8a667cd0f9a7 req-3065a553-7ce0-4e96-adab-f5c97fc0147e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ad7c5ba9df02428aae512a4d9bb9dd9d&device_id=572010c4-9fe5-45aa-9d5f-9812d123d469 HTTP/1.1" status: 200  len: 1096 time: 0.1036215
Dec 24 11:21:27.924900 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-a8c1f25d-261c-4c09-b3fa-8a667cd0f9a7 req-3898dcf9-fbe1-419c-a289-9183b8a1f23e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=df53a30a-f1b3-4794-8d54-907df4bc9cb9 HTTP/1.1" status: 200  len: 217 time: 0.0862563
Dec 24 11:21:27.999448 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c1f25d-261c-4c09-b3fa-8a667cd0f9a7 req-8ba04876-8181-4732-939f-a8dd813311c2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:21:28.001165 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-a8c1f25d-261c-4c09-b3fa-8a667cd0f9a7 req-8ba04876-8181-4732-939f-a8dd813311c2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a394dcee-3b4c-44b6-95ab-29b9370c639e HTTP/1.1" status: 200  len: 835 time: 0.0673139
Dec 24 11:21:28.112236 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-a8c1f25d-261c-4c09-b3fa-8a667cd0f9a7 req-89b517ae-60c4-4b35-93cb-6f5441b12e7d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0df0750d-59f5-454c-a57e-8df2999d2a33&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1009195
Dec 24 11:21:28.283176 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:28.283572 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-a8c1f25d-261c-4c09-b3fa-8a667cd0f9a7 req-908a8fe0-1d26-4a1b-a5e9-e413160b073b service neutron] 10.222.0.58 "GET /v2.0/networks/0df0750d-59f5-454c-a57e-8df2999d2a33?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1618400
Dec 24 11:21:28.441376 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-a8c1f25d-261c-4c09-b3fa-8a667cd0f9a7 req-c4706e72-a194-4453-a428-2df26a06841c service neutron] 10.222.0.58 "GET /v2.0/networks/0df0750d-59f5-454c-a57e-8df2999d2a33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1479759
Dec 24 11:21:28.567967 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-4acee522-5508-40ea-89ee-7fb44f42a943 req-41358c2a-015d-4d3b-9845-3c0ccdf0698d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ad7c5ba9df02428aae512a4d9bb9dd9d&device_id=572010c4-9fe5-45aa-9d5f-9812d123d469 HTTP/1.1" status: 200  len: 1096 time: 0.0768061
Dec 24 11:21:28.715394 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acee522-5508-40ea-89ee-7fb44f42a943 req-40b48de2-b52a-40a6-b226-64bf8cd0b3d6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:21:28.716986 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-4acee522-5508-40ea-89ee-7fb44f42a943 req-40b48de2-b52a-40a6-b226-64bf8cd0b3d6 service neutron] 10.222.0.58 "GET /v2.0/networks?id=0df0750d-59f5-454c-a57e-8df2999d2a33 HTTP/1.1" status: 200  len: 898 time: 0.1412451
Dec 24 11:21:28.794710 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-4acee522-5508-40ea-89ee-7fb44f42a943 req-6348b625-c7e9-4235-acc7-1a8da8a7d73f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=df53a30a-f1b3-4794-8d54-907df4bc9cb9 HTTP/1.1" status: 200  len: 217 time: 0.0692682
Dec 24 11:21:28.872001 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acee522-5508-40ea-89ee-7fb44f42a943 req-df08e834-7fb9-45e0-aacb-1746f1c3571f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:21:28.873925 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-4acee522-5508-40ea-89ee-7fb44f42a943 req-df08e834-7fb9-45e0-aacb-1746f1c3571f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a394dcee-3b4c-44b6-95ab-29b9370c639e HTTP/1.1" status: 200  len: 835 time: 0.0708447
Dec 24 11:21:28.960811 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-4acee522-5508-40ea-89ee-7fb44f42a943 req-449b1c8c-d12c-4614-910a-462e91083f6d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0df0750d-59f5-454c-a57e-8df2999d2a33&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0797362
Dec 24 11:21:29.048478 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdcb784-e5a9-450d-ab24-6e85e14a7601 req-c7dbd956-2b10-4ffa-9886-de9125919c25 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:21:29.050154 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-6cdcb784-e5a9-450d-ab24-6e85e14a7601 req-c7dbd956-2b10-4ffa-9886-de9125919c25 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/ports?device_id=572010c4-9fe5-45aa-9d5f-9812d123d469 HTTP/1.1" status: 200  len: 943 time: 0.0880651
Dec 24 11:21:29.101276 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-6cdcb784-e5a9-450d-ab24-6e85e14a7601 req-1ae3ae15-03a1-4515-a7b2-b78656b8f2ac tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/security-groups?id=2197fb40-37d5-4f34-a39d-2ec4576a5bcf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0447471
Dec 24 11:21:29.112179 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-4acee522-5508-40ea-89ee-7fb44f42a943 req-031f336c-ebed-4d5e-9bfe-a0eb93e4a2d7 service neutron] 10.222.0.58 "GET /v2.0/networks/0df0750d-59f5-454c-a57e-8df2999d2a33?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1441526
Dec 24 11:21:29.277321 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-4acee522-5508-40ea-89ee-7fb44f42a943 req-b5f52d71-c242-48fb-af02-5dc675e6499f service neutron] 10.222.0.58 "GET /v2.0/networks/0df0750d-59f5-454c-a57e-8df2999d2a33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1573896
Dec 24 11:21:30.322043 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaf121c-3771-43da-aa68-36e53b4e48c3 req-bcf0c00d-6ea5-4971-8a5e-4180f21481b8 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:21:30.323725 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-adaf121c-3771-43da-aa68-36e53b4e48c3 req-bcf0c00d-6ea5-4971-8a5e-4180f21481b8 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/ports?device_id=572010c4-9fe5-45aa-9d5f-9812d123d469 HTTP/1.1" status: 200  len: 943 time: 0.0941098
Dec 24 11:21:30.350009 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.agents_db [None req-e51243ab-6a93-425b-980f-a73583147efa None None] Agent healthcheck: found 6 active agents {{(pid=88881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 24 11:21:30.379665 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-adaf121c-3771-43da-aa68-36e53b4e48c3 req-a13ab7a4-a184-45df-b517-b1665de4e765 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/security-groups?id=2197fb40-37d5-4f34-a39d-2ec4576a5bcf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0492389
Dec 24 11:21:31.603835 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216e9dde-40cd-4a53-ac62-e54a5d4352c6 req-3f1600e5-980e-4004-b027-affb972a9f3c tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:21:31.605557 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-216e9dde-40cd-4a53-ac62-e54a5d4352c6 req-3f1600e5-980e-4004-b027-affb972a9f3c tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/ports?device_id=572010c4-9fe5-45aa-9d5f-9812d123d469 HTTP/1.1" status: 200  len: 943 time: 0.0932412
Dec 24 11:21:31.668608 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-216e9dde-40cd-4a53-ac62-e54a5d4352c6 req-f0fecc07-cf39-429f-b02e-cb7c0ea0aa6b tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/security-groups?id=2197fb40-37d5-4f34-a39d-2ec4576a5bcf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0454366
Dec 24 11:21:32.302823 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Device df53a30a-f1b3-4794-8d54-907df4bc9cb9 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 24 11:21:32.451352 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] For port df53a30a-f1b3-4794-8d54-907df4bc9cb9, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=df53a30a-f1b3-4794-8d54-907df4bc9cb9,segment=NetworkSegment(17a32a41-9ae4-411c-96a5-cf17f32afb02),segment_id=17a32a41-9ae4-411c-96a5-cf17f32afb02)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:21:32.465534 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Returning: {'device': 'df53a30a-f1b3-4794-8d54-907df4bc9cb9', 'network_id': '0df0750d-59f5-454c-a57e-8df2999d2a33', 'port_id': 'df53a30a-f1b3-4794-8d54-907df4bc9cb9', 'mac_address': 'fa:16:3e:b8:e0:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a394dcee-3b4c-44b6-95ab-29b9370c639e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 24 11:21:32.523503 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:32.546372 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df53a30a-f1b3-4794-8d54-907df4bc9cb9 {{(pid=88880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 24 11:21:32.562392 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] For port df53a30a-f1b3-4794-8d54-907df4bc9cb9, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=df53a30a-f1b3-4794-8d54-907df4bc9cb9,segment=NetworkSegment(17a32a41-9ae4-411c-96a5-cf17f32afb02),segment_id=17a32a41-9ae4-411c-96a5-cf17f32afb02)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:21:32.565854 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:32.568874 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:21:32.637934 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Pushing event updated for resources: {'Port': ['ID=df53a30a-f1b3-4794-8d54-907df4bc9cb9,revision_number=4']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:21:32.641364 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:21:32.887063 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] get_ports_and_sgs() called for port_ids ['df53a30a-f1b3-4794-8d54-907df4bc9cb9'] {{(pid=88880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 24 11:21:32.904051 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d021139-e23a-414b-ac13-9cdb92db9229 req-28ec46fe-56bf-40c0-a889-fe28b2dfe02f tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:21:32.905692 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-5d021139-e23a-414b-ac13-9cdb92db9229 req-28ec46fe-56bf-40c0-a889-fe28b2dfe02f tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/ports?device_id=572010c4-9fe5-45aa-9d5f-9812d123d469 HTTP/1.1" status: 200  len: 944 time: 0.0907600
Dec 24 11:21:32.961205 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-5d021139-e23a-414b-ac13-9cdb92db9229 req-43b49007-d3bc-4d2c-b196-56123e2b3bf8 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/security-groups?id=2197fb40-37d5-4f34-a39d-2ec4576a5bcf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0488813
Dec 24 11:21:34.173300 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0310332e-d28a-4ae4-9cd1-197bf7c9dd99 req-b8787bee-094e-4800-95d0-23bff547db26 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:21:34.174991 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-0310332e-d28a-4ae4-9cd1-197bf7c9dd99 req-b8787bee-094e-4800-95d0-23bff547db26 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/ports?device_id=572010c4-9fe5-45aa-9d5f-9812d123d469 HTTP/1.1" status: 200  len: 944 time: 0.0916836
Dec 24 11:21:34.228432 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-0310332e-d28a-4ae4-9cd1-197bf7c9dd99 req-d99a8a9e-0c81-440c-8214-1abd3bed6024 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/security-groups?id=2197fb40-37d5-4f34-a39d-2ec4576a5bcf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0454216
Dec 24 11:21:34.302588 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Device df53a30a-f1b3-4794-8d54-907df4bc9cb9 up at agent hyperv_hv-neutron-8226 {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:21:34.381774 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Provisioning for port df53a30a-f1b3-4794-8d54-907df4bc9cb9 completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:21:34.387270 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Provisioning complete for port df53a30a-f1b3-4794-8d54-907df4bc9cb9 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:21:34.387694 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:34.512039 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:34.540341 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '572010c4-9fe5-45aa-9d5f-9812d123d469', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df53a30a-f1b3-4794-8d54-907df4bc9cb9'}] {{(pid=88880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 24 11:21:34.550679 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] For port df53a30a-f1b3-4794-8d54-907df4bc9cb9, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=df53a30a-f1b3-4794-8d54-907df4bc9cb9,segment=NetworkSegment(17a32a41-9ae4-411c-96a5-cf17f32afb02),segment_id=17a32a41-9ae4-411c-96a5-cf17f32afb02)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:21:34.554639 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:34.556861 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:21:34.628476 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Pushing event updated for resources: {'Port': ['ID=df53a30a-f1b3-4794-8d54-907df4bc9cb9,revision_number=5']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:21:34.632363 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:21:34.682142 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '572010c4-9fe5-45aa-9d5f-9812d123d469', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df53a30a-f1b3-4794-8d54-907df4bc9cb9', 'code': 200}
Dec 24 11:21:34.971396 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-34f05fa3-e431-44c6-a6c2-6ae204114ede req-d8184388-d9d2-4c7a-a61d-bf4c7ca26694 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=572010c4-9fe5-45aa-9d5f-9812d123d469 HTTP/1.1" status: 200  len: 1098 time: 0.0865047
Dec 24 11:21:35.029570 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-34f05fa3-e431-44c6-a6c2-6ae204114ede req-f93ec096-9a2c-4df3-b1b5-ed86a34ba898 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=2197fb40-37d5-4f34-a39d-2ec4576a5bcf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0515532
Dec 24 11:21:35.443214 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc385b6-5ece-4c23-aee4-8d78a9e83679 req-54e1d7a6-2682-4e55-8c2e-4a7749088c1f tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:21:35.444854 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-bbc385b6-5ece-4c23-aee4-8d78a9e83679 req-54e1d7a6-2682-4e55-8c2e-4a7749088c1f tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/ports?device_id=572010c4-9fe5-45aa-9d5f-9812d123d469 HTTP/1.1" status: 200  len: 945 time: 0.0876391
Dec 24 11:21:35.502723 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-bbc385b6-5ece-4c23-aee4-8d78a9e83679 req-16441766-4643-4159-a59e-243d202f8480 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/security-groups?id=2197fb40-37d5-4f34-a39d-2ec4576a5bcf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0512247
Dec 24 11:21:36.456272 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ee72ad98-5e03-4f3e-b461-c8fa3b152d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:36.719856 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c345eba-efb1-46e5-b82a-356952f5895a req-a90f8465-e43a-4102-987d-72b96f0fbf9f tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:21:36.721422 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-3c345eba-efb1-46e5-b82a-356952f5895a req-a90f8465-e43a-4102-987d-72b96f0fbf9f tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/ports?device_id=572010c4-9fe5-45aa-9d5f-9812d123d469 HTTP/1.1" status: 200  len: 945 time: 0.0897400
Dec 24 11:21:36.772894 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-3c345eba-efb1-46e5-b82a-356952f5895a req-59e3d73d-bace-431a-839e-59f0a375fd1e tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/security-groups?id=2197fb40-37d5-4f34-a39d-2ec4576a5bcf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0451117
Dec 24 11:21:37.010717 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ceb669-5b36-40dc-bee2-38143e25b581 req-5f0ea047-f19b-42c3-8ba7-68f0903a6243 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:21:37.012288 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-c6ceb669-5b36-40dc-bee2-38143e25b581 req-5f0ea047-f19b-42c3-8ba7-68f0903a6243 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/ports?device_id=572010c4-9fe5-45aa-9d5f-9812d123d469 HTTP/1.1" status: 200  len: 945 time: 0.0974848
Dec 24 11:21:37.072825 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-c6ceb669-5b36-40dc-bee2-38143e25b581 req-5a200d82-ce06-43d6-86e4-649ff2934853 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/security-groups?id=2197fb40-37d5-4f34-a39d-2ec4576a5bcf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0524652
Dec 24 11:21:37.101068 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 45784) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:21:37.190897 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-937e6bec-1f9c-498e-94e0-8d2e950e1be9 tempest-TestNetworkBasicOps-448411267 tempest-TestNetworkBasicOps-448411267-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=572010c4-9fe5-45aa-9d5f-9812d123d469 HTTP/1.1" status: 200  len: 1093 time: 0.0884402
Dec 24 11:21:37.193866 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 45788) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:21:37.199770 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-c79d19e8-4d23-4ea7-9825-4b1aecbca813 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Request body: {'floatingip': {'floating_network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'port_id': 'df53a30a-f1b3-4794-8d54-907df4bc9cb9', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:21:37.206166 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-c79d19e8-4d23-4ea7-9825-4b1aecbca813 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:21:37.210387 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-c79d19e8-4d23-4ea7-9825-4b1aecbca813 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Usage tracker for resource:floatingip and tenant:ad7c5ba9df02428aae512a4d9bb9dd9d is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:21:37.213530 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-c79d19e8-4d23-4ea7-9825-4b1aecbca813 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:21:37.219967 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-c79d19e8-4d23-4ea7-9825-4b1aecbca813 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:21:37.231602 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c79d19e8-4d23-4ea7-9825-4b1aecbca813 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for floatingip, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:37.396079 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c79d19e8-4d23-4ea7-9825-4b1aecbca813 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:37.553062 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-c79d19e8-4d23-4ea7-9825-4b1aecbca813 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Allocated IP 172.26.3.250 (f8c337ba-681f-4fcb-a333-e3c49365b30a/8ea1398c-0bec-46d6-8d54-85798de2a7ca/0d755dc0-27a7-440e-ab95-8c22680dc1b0) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:21:37.732052 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c79d19e8-4d23-4ea7-9825-4b1aecbca813 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:37.768006 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c79d19e8-4d23-4ea7-9825-4b1aecbca813 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:37.771865 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-3700e836-1719-41ab-a96d-882bde0b65e8 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:21:37.838778 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c79d19e8-4d23-4ea7-9825-4b1aecbca813 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Network f8c337ba-681f-4fcb-a333-e3c49365b30a is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:21:37.842464 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-c79d19e8-4d23-4ea7-9825-4b1aecbca813 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Resources bound (agent type, host, resource id):  {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:21:37.848338 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c79d19e8-4d23-4ea7-9825-4b1aecbca813 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:21:37.878108 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79d19e8-4d23-4ea7-9825-4b1aecbca813 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event updated for resources: {'Port': ['ID=0d755dc0-27a7-440e-ab95-8c22680dc1b0,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:21:37.884317 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c79d19e8-4d23-4ea7-9825-4b1aecbca813 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:21:38.058160 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:38.398994 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c79d19e8-4d23-4ea7-9825-4b1aecbca813 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:38.458957 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c79d19e8-4d23-4ea7-9825-4b1aecbca813 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:38.682804 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c79d19e8-4d23-4ea7-9825-4b1aecbca813 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for port, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:38.687779 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c79d19e8-4d23-4ea7-9825-4b1aecbca813 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3978773'] for port, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:38.691686 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-9aa09e92-8197-4093-88b4-2a5040c861fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:21:38.951139 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e8dd69a5-2dba-476a-b7a0-0c55cbea311e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:39.032250 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79d19e8-4d23-4ea7-9825-4b1aecbca813 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event updated for resources: {'Port': ['ID=0d755dc0-27a7-440e-ab95-8c22680dc1b0,revision_number=2']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:21:39.040463 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c79d19e8-4d23-4ea7-9825-4b1aecbca813 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:21:39.055441 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c79d19e8-4d23-4ea7-9825-4b1aecbca813 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659181'] for floatingip, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:39.256022 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.l3_db [None req-c79d19e8-4d23-4ea7-9825-4b1aecbca813 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Floating IP 4abc8791-c6b5-4a38-81c1-1ceebf9e2604 associated. External IP: 172.26.3.250, port: df53a30a-f1b3-4794-8d54-907df4bc9cb9.
Dec 24 11:21:39.400376 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bdfdbc84-c52d-4f40-b281-af314dc1f8fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:39.679936 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c79d19e8-4d23-4ea7-9825-4b1aecbca813 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Router 7eede676-897b-4baa-84eb-f9e41520fae3 has already been hosted by L3 agent 198cca88-1338-4098-b44b-beb0346ac906 {{(pid=88878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 24 11:21:39.900580 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c79d19e8-4d23-4ea7-9825-4b1aecbca813 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:21:39.911112 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1dfb87c-620f-43cd-b3db-7674548c4e7a None None] Sync routers for ids ['7eede676-897b-4baa-84eb-f9e41520fae3'] in dv-neutron-822691-2-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:21:39.924695 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1dfb87c-620f-43cd-b3db-7674548c4e7a None None] Routers {'7eede676-897b-4baa-84eb-f9e41520fae3'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:21:39.925358 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-b1dfb87c-620f-43cd-b3db-7674548c4e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271243208>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:21:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['7eede676-897b-4baa-84eb-f9e41520fae3'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:21:39.928103 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c79d19e8-4d23-4ea7-9825-4b1aecbca813 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for floatingip, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:39.986318 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-c79d19e8-4d23-4ea7-9825-4b1aecbca813 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.7912481
Dec 24 11:21:39.987337 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '572010c4-9fe5-45aa-9d5f-9812d123d469', 'tag': 'df53a30a-f1b3-4794-8d54-907df4bc9cb9'}] {{(pid=88878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 24 11:21:39.989538 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 45792) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:21:40.074461 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-794d6c97-a6c5-4e79-8ca8-51aa27cf5c8e tempest-TestNetworkBasicOps-448411267 tempest-TestNetworkBasicOps-448411267-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=572010c4-9fe5-45aa-9d5f-9812d123d469 HTTP/1.1" status: 200  len: 1093 time: 0.0833249
Dec 24 11:21:40.122906 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-b1dfb87c-620f-43cd-b3db-7674548c4e7a None None] Set router 7eede676-897b-4baa-84eb-f9e41520fae3 gateway port host: dv-neutron-822691-2-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:21:40.143914 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '572010c4-9fe5-45aa-9d5f-9812d123d469', 'tag': 'df53a30a-f1b3-4794-8d54-907df4bc9cb9', 'status': 'completed', 'code': 200}
Dec 24 11:21:40.244695 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-6dd45e8a-41f6-46f1-ae05-230102cb4753 req-8e92e4e2-4791-4b31-827b-926aa92d6743 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ad7c5ba9df02428aae512a4d9bb9dd9d&device_id=572010c4-9fe5-45aa-9d5f-9812d123d469 HTTP/1.1" status: 200  len: 1098 time: 0.0770860
Dec 24 11:21:40.340346 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 45802) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:21:40.348443 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-cee87d14-204d-4ab2-88c7-a9a0e8cf8d1c tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1147288105', 'description': 'tempest-secgroup-smoke-1147288105 description', 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:21:40.356063 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-cee87d14-204d-4ab2-88c7-a9a0e8cf8d1c tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:21:40.367114 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-cee87d14-204d-4ab2-88c7-a9a0e8cf8d1c tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:21:40.379374 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-cee87d14-204d-4ab2-88c7-a9a0e8cf8d1c tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:40.391886 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd45e8a-41f6-46f1-ae05-230102cb4753 req-2c5a0a22-a111-42d4-9cf7-309c0f504808 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:21:40.393541 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-6dd45e8a-41f6-46f1-ae05-230102cb4753 req-2c5a0a22-a111-42d4-9cf7-309c0f504808 service neutron] 10.222.0.58 "GET /v2.0/networks?id=0df0750d-59f5-454c-a57e-8df2999d2a33 HTTP/1.1" status: 200  len: 898 time: 0.1427581
Dec 24 11:21:40.420034 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-cee87d14-204d-4ab2-88c7-a9a0e8cf8d1c tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:21:40.424157 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-cee87d14-204d-4ab2-88c7-a9a0e8cf8d1c tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Usage tracker for resource:security_group_rule and tenant:ad7c5ba9df02428aae512a4d9bb9dd9d is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:21:40.427227 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-cee87d14-204d-4ab2-88c7-a9a0e8cf8d1c tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:21:40.433418 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-cee87d14-204d-4ab2-88c7-a9a0e8cf8d1c tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:21:40.497858 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-cee87d14-204d-4ab2-88c7-a9a0e8cf8d1c tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:40.501362 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-cee87d14-204d-4ab2-88c7-a9a0e8cf8d1c tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:40.507542 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f84cf258-05ce-43bf-93bb-34b46b92504e tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:21:40.508479 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-b1dfb87c-620f-43cd-b3db-7674548c4e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271243208>, [{'id': '7eede676-897b-4baa-84eb-f9e41520fae3', 'name': 'tempest-TestNetworkBasicOps-router-1412737492', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.103'}], 'enable_snat': True}, 'gw_port_id': '5c245564-7d9f-416d-8a88-df7d86aba531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:21:14Z', 'updated_at': '2021-12-24T11:21:19Z', 'revision_number': 4, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'gw_port': {'id': '5c245564-7d9f-416d-8a88-df7d86aba531', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:1c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eede676-897b-4baa-84eb-f9e41520fae3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:21:14Z', 'updated_at': '2021-12-24T11:21:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_floatingips': [{'id': '4abc8791-c6b5-4a38-81c1-1ceebf9e2604', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'floating_ip_address': '172.26.3.250', 'floating_network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'router_id': '7eede676-897b-4baa-84eb-f9e41520fae3', 'port_id': 'df53a30a-f1b3-4794-8d54-907df4bc9cb9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0df0750d-59f5-454c-a57e-8df2999d2a33', 'mac_address': 'fa:16:3e:b8:e0:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '572010c4-9fe5-45aa-9d5f-9812d123d469', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T11:21:38Z', 'updated_at': '2021-12-24T11:21:38Z', 'revision_number': 0, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9854a6e-7b0f-44e2-8913-25368d8510d0', 'name': '', 'network_id': '0df0750d-59f5-454c-a57e-8df2999d2a33', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'mac_address': 'fa:16:3e:ba:84:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eede676-897b-4baa-84eb-f9e41520fae3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a394dcee-3b4c-44b6-95ab-29b9370c639e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:21:18Z', 'updated_at': '2021-12-24T11:21:25Z', 'revision_number': 5, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'subnets': [{'id': 'a394dcee-3b4c-44b6-95ab-29b9370c639e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:21:40.513624 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1dfb87c-620f-43cd-b3db-7674548c4e7a None None] Checking router: 7eede676-897b-4baa-84eb-f9e41520fae3 for host: dv-neutron-822691-2-hyperv {{(pid=88880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 24 11:21:40.526999 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1dfb87c-620f-43cd-b3db-7674548c4e7a None None] Routers {'7eede676-897b-4baa-84eb-f9e41520fae3'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:21:40.527707 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-b1dfb87c-620f-43cd-b3db-7674548c4e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271243208>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:21:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['7eede676-897b-4baa-84eb-f9e41520fae3'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:21:40.571959 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee87d14-204d-4ab2-88c7-a9a0e8cf8d1c tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=941f5ca1-1109-4a30-ab8e-ac4afad01fdf,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:21:40.575208 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-cee87d14-204d-4ab2-88c7-a9a0e8cf8d1c tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:21:40.579811 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-cee87d14-204d-4ab2-88c7-a9a0e8cf8d1c tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:40.584590 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-cee87d14-204d-4ab2-88c7-a9a0e8cf8d1c tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 0.2395060
Dec 24 11:21:40.586414 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 45806) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:21:40.594875 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-cc25bf63-1cc9-4990-b95d-3d351be8f99e tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Request body: {'security_group_rule': {'security_group_id': '941f5ca1-1109-4a30-ab8e-ac4afad01fdf', 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:21:40.602874 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-cc25bf63-1cc9-4990-b95d-3d351be8f99e tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:21:40.610028 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-cc25bf63-1cc9-4990-b95d-3d351be8f99e tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Usage tracker for resource:security_group_rule and tenant:ad7c5ba9df02428aae512a4d9bb9dd9d is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:21:40.613896 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-cc25bf63-1cc9-4990-b95d-3d351be8f99e tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:21:40.620437 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-cc25bf63-1cc9-4990-b95d-3d351be8f99e tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:21:40.640180 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-cc25bf63-1cc9-4990-b95d-3d351be8f99e tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:40.711976 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-cc25bf63-1cc9-4990-b95d-3d351be8f99e tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:40.715844 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-cc25bf63-1cc9-4990-b95d-3d351be8f99e tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689902'] for security_group_rule, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:40.718582 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c3d672e2-2ad8-4ad7-a603-971a3dbc8e3d tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:21:40.722613 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-39ff93cf-c0b7-48c5-95f3-6f7e9977387d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:40.746204 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc25bf63-1cc9-4990-b95d-3d351be8f99e tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b771fe06-67ea-4b40-8ec3-b956e41dc530,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:21:40.750498 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-b1dfb87c-620f-43cd-b3db-7674548c4e7a None None] Set router 7eede676-897b-4baa-84eb-f9e41520fae3 gateway port host: dv-neutron-822691-2-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:21:40.752625 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-cc25bf63-1cc9-4990-b95d-3d351be8f99e tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:21:40.757466 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-cc25bf63-1cc9-4990-b95d-3d351be8f99e tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:40.761559 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-cc25bf63-1cc9-4990-b95d-3d351be8f99e tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1715105
Dec 24 11:21:40.761903 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 45810) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:21:40.768240 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-a8c00013-3210-4b49-9ffc-8b76273dfe7a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Request body: {'security_group_rule': {'security_group_id': '941f5ca1-1109-4a30-ab8e-ac4afad01fdf', 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:21:40.774841 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-a8c00013-3210-4b49-9ffc-8b76273dfe7a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:21:40.779350 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-a8c00013-3210-4b49-9ffc-8b76273dfe7a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Usage tracker for resource:security_group_rule and tenant:ad7c5ba9df02428aae512a4d9bb9dd9d is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:21:40.782562 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-a8c00013-3210-4b49-9ffc-8b76273dfe7a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:21:40.783620 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-6dd45e8a-41f6-46f1-ae05-230102cb4753 req-15ba7787-2b4a-4a62-858e-843304c4b258 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=df53a30a-f1b3-4794-8d54-907df4bc9cb9 HTTP/1.1" status: 200  len: 999 time: 0.3804545
Dec 24 11:21:40.788819 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-a8c00013-3210-4b49-9ffc-8b76273dfe7a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:21:40.806824 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a8c00013-3210-4b49-9ffc-8b76273dfe7a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:40.858320 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd45e8a-41f6-46f1-ae05-230102cb4753 req-29c75a5c-b638-47ab-9af3-f0d5e06916f5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:21:40.860136 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-6dd45e8a-41f6-46f1-ae05-230102cb4753 req-29c75a5c-b638-47ab-9af3-f0d5e06916f5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a394dcee-3b4c-44b6-95ab-29b9370c639e HTTP/1.1" status: 200  len: 835 time: 0.0696626
Dec 24 11:21:40.876351 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a8c00013-3210-4b49-9ffc-8b76273dfe7a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:40.879564 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a8c00013-3210-4b49-9ffc-8b76273dfe7a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689902'] for security_group_rule, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:40.881759 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c33f902d-2d1a-4d42-823e-cb1ce181bf3c tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:21:40.909359 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c00013-3210-4b49-9ffc-8b76273dfe7a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36cd97a6-6814-48ad-99fa-88938b78c83a,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:21:40.915045 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-a8c00013-3210-4b49-9ffc-8b76273dfe7a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:21:40.920497 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a8c00013-3210-4b49-9ffc-8b76273dfe7a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:40.922088 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-a8c00013-3210-4b49-9ffc-8b76273dfe7a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.1591578
Dec 24 11:21:40.925334 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 45814) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:21:40.932348 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-79d655cb-0d3b-4d37-bc26-d465347d3cb8 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Request body: {'security_group_rule': {'security_group_id': '941f5ca1-1109-4a30-ab8e-ac4afad01fdf', 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:21:40.939423 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-79d655cb-0d3b-4d37-bc26-d465347d3cb8 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:21:40.943708 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-79d655cb-0d3b-4d37-bc26-d465347d3cb8 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Usage tracker for resource:security_group_rule and tenant:ad7c5ba9df02428aae512a4d9bb9dd9d is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:21:40.947091 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-79d655cb-0d3b-4d37-bc26-d465347d3cb8 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:21:40.951605 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-6dd45e8a-41f6-46f1-ae05-230102cb4753 req-81cc05f7-ecbc-49a6-a7c8-78f2c08c8d1f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0df0750d-59f5-454c-a57e-8df2999d2a33&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0841398
Dec 24 11:21:40.953504 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-79d655cb-0d3b-4d37-bc26-d465347d3cb8 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:21:40.972769 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-79d655cb-0d3b-4d37-bc26-d465347d3cb8 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:41.044956 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-79d655cb-0d3b-4d37-bc26-d465347d3cb8 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:41.049156 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-79d655cb-0d3b-4d37-bc26-d465347d3cb8 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689902'] for security_group_rule, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:41.051200 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-d8e21977-73aa-4f6e-83d1-c5126ed0a8c3 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:21:41.074121 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d655cb-0d3b-4d37-bc26-d465347d3cb8 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2be97019-5142-4a15-969e-0b193f30d65b,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:21:41.078910 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-79d655cb-0d3b-4d37-bc26-d465347d3cb8 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:21:41.091074 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-79d655cb-0d3b-4d37-bc26-d465347d3cb8 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:41.097262 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-79d655cb-0d3b-4d37-bc26-d465347d3cb8 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1699085
Dec 24 11:21:41.098378 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 45818) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:21:41.105707 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-947d34fd-55b3-4b04-9c33-063a66a25616 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Request body: {'security_group_rule': {'security_group_id': '941f5ca1-1109-4a30-ab8e-ac4afad01fdf', 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:21:41.113138 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-947d34fd-55b3-4b04-9c33-063a66a25616 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:21:41.113424 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-6dd45e8a-41f6-46f1-ae05-230102cb4753 req-144b2404-0979-48af-8c6a-a4cd8bf6aa6a service neutron] 10.222.0.58 "GET /v2.0/networks/0df0750d-59f5-454c-a57e-8df2999d2a33?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1524489
Dec 24 11:21:41.117813 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-947d34fd-55b3-4b04-9c33-063a66a25616 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Usage tracker for resource:security_group_rule and tenant:ad7c5ba9df02428aae512a4d9bb9dd9d is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:21:41.121816 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-947d34fd-55b3-4b04-9c33-063a66a25616 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:21:41.130172 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-947d34fd-55b3-4b04-9c33-063a66a25616 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:21:41.135028 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-b1dfb87c-620f-43cd-b3db-7674548c4e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271243208>, [{'id': '7eede676-897b-4baa-84eb-f9e41520fae3', 'name': 'tempest-TestNetworkBasicOps-router-1412737492', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.103'}], 'enable_snat': True}, 'gw_port_id': '5c245564-7d9f-416d-8a88-df7d86aba531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:21:14Z', 'updated_at': '2021-12-24T11:21:19Z', 'revision_number': 4, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'gw_port': {'id': '5c245564-7d9f-416d-8a88-df7d86aba531', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:1c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eede676-897b-4baa-84eb-f9e41520fae3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:21:14Z', 'updated_at': '2021-12-24T11:21:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_floatingips': [{'id': '4abc8791-c6b5-4a38-81c1-1ceebf9e2604', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'floating_ip_address': '172.26.3.250', 'floating_network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'router_id': '7eede676-897b-4baa-84eb-f9e41520fae3', 'port_id': 'df53a30a-f1b3-4794-8d54-907df4bc9cb9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0df0750d-59f5-454c-a57e-8df2999d2a33', 'mac_address': 'fa:16:3e:b8:e0:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '572010c4-9fe5-45aa-9d5f-9812d123d469', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T11:21:38Z', 'updated_at': '2021-12-24T11:21:38Z', 'revision_number': 0, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9854a6e-7b0f-44e2-8913-25368d8510d0', 'name': '', 'network_id': '0df0750d-59f5-454c-a57e-8df2999d2a33', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'mac_address': 'fa:16:3e:ba:84:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eede676-897b-4baa-84eb-f9e41520fae3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a394dcee-3b4c-44b6-95ab-29b9370c639e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:21:18Z', 'updated_at': '2021-12-24T11:21:25Z', 'revision_number': 5, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'subnets': [{'id': 'a394dcee-3b4c-44b6-95ab-29b9370c639e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:21:41.139750 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1dfb87c-620f-43cd-b3db-7674548c4e7a None None] The sync data for ids ['7eede676-897b-4baa-84eb-f9e41520fae3'] in dv-neutron-822691-2-hyperv is: [{'id': '7eede676-897b-4baa-84eb-f9e41520fae3', 'name': 'tempest-TestNetworkBasicOps-router-1412737492', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.103'}], 'enable_snat': True}, 'gw_port_id': '5c245564-7d9f-416d-8a88-df7d86aba531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:21:14Z', 'updated_at': '2021-12-24T11:21:19Z', 'revision_number': 4, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'gw_port': {'id': '5c245564-7d9f-416d-8a88-df7d86aba531', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:1c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eede676-897b-4baa-84eb-f9e41520fae3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:21:14Z', 'updated_at': '2021-12-24T11:21:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_floatingips': [{'id': '4abc8791-c6b5-4a38-81c1-1ceebf9e2604', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'floating_ip_address': '172.26.3.250', 'floating_network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'router_id': '7eede676-897b-4baa-84eb-f9e41520fae3', 'port_id': 'df53a30a-f1b3-4794-8d54-907df4bc9cb9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0df0750d-59f5-454c-a57e-8df2999d2a33', 'mac_address': 'fa:16:3e:b8:e0:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '572010c4-9fe5-45aa-9d5f-9812d123d469', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T11:21:38Z', 'updated_at': '2021-12-24T11:21:38Z', 'revision_number': 0, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9854a6e-7b0f-44e2-8913-25368d8510d0', 'name': '', 'network_id': '0df0750d-59f5-454c-a57e-8df2999d2a33', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'mac_address': 'fa:16:3e:ba:84:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eede676-897b-4baa-84eb-f9e41520fae3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a394dcee-3b4c-44b6-95ab-29b9370c639e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:21:18Z', 'updated_at': '2021-12-24T11:21:25Z', 'revision_number': 5, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'subnets': [{'id': 'a394dcee-3b4c-44b6-95ab-29b9370c639e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:21:41.149903 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-947d34fd-55b3-4b04-9c33-063a66a25616 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:41.223828 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-947d34fd-55b3-4b04-9c33-063a66a25616 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:41.227917 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-947d34fd-55b3-4b04-9c33-063a66a25616 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689902'] for security_group_rule, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:41.230335 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7d676f8d-b4da-4f6a-829b-763a0f482bb9 tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:21:41.255452 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947d34fd-55b3-4b04-9c33-063a66a25616 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4786cc32-9c5a-493f-85c4-0783a879bf48,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:21:41.258248 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-947d34fd-55b3-4b04-9c33-063a66a25616 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:21:41.265782 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-947d34fd-55b3-4b04-9c33-063a66a25616 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:41.267330 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-947d34fd-55b3-4b04-9c33-063a66a25616 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.1676192
Dec 24 11:21:41.268733 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-6dd45e8a-41f6-46f1-ae05-230102cb4753 req-934bb537-a13d-4f9c-b569-7fde257c059d service neutron] 10.222.0.58 "GET /v2.0/networks/0df0750d-59f5-454c-a57e-8df2999d2a33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1489060
Dec 24 11:21:41.270427 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 45822) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:21:41.276844 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-cf04cd66-b5f0-4f3c-ab2e-b77122178869 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Request body: {'security_group_rule': {'security_group_id': '941f5ca1-1109-4a30-ab8e-ac4afad01fdf', 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:21:41.283876 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-cf04cd66-b5f0-4f3c-ab2e-b77122178869 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:21:41.288098 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-cf04cd66-b5f0-4f3c-ab2e-b77122178869 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Usage tracker for resource:security_group_rule and tenant:ad7c5ba9df02428aae512a4d9bb9dd9d is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:21:41.291194 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-cf04cd66-b5f0-4f3c-ab2e-b77122178869 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:21:41.297738 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-cf04cd66-b5f0-4f3c-ab2e-b77122178869 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:21:41.312677 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.securitygroups_db [None req-cf04cd66-b5f0-4f3c-ab2e-b77122178869 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Project ad7c5ba9df02428aae512a4d9bb9dd9d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 24 11:21:41.319894 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-cf04cd66-b5f0-4f3c-ab2e-b77122178869 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:41.391724 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-cf04cd66-b5f0-4f3c-ab2e-b77122178869 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:41.395206 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-cf04cd66-b5f0-4f3c-ab2e-b77122178869 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689902'] for security_group_rule, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:41.403965 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-0cb8010e-f4d4-45f8-909b-08b7f5f91dea tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:21:41.426988 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf04cd66-b5f0-4f3c-ab2e-b77122178869 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3c904cd-c955-4b36-b5d3-550b79ecbae3,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:21:41.429982 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-cf04cd66-b5f0-4f3c-ab2e-b77122178869 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:21:41.435219 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-cf04cd66-b5f0-4f3c-ab2e-b77122178869 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:41.436803 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-cf04cd66-b5f0-4f3c-ab2e-b77122178869 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.1651573
Dec 24 11:21:41.439601 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 45826) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:21:41.445979 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-eef1ea8c-0817-4a05-a0c7-3d98cf11ba83 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Request body: {'security_group_rule': {'security_group_id': '941f5ca1-1109-4a30-ab8e-ac4afad01fdf', 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:21:41.453063 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-eef1ea8c-0817-4a05-a0c7-3d98cf11ba83 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:21:41.457310 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-eef1ea8c-0817-4a05-a0c7-3d98cf11ba83 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Usage tracker for resource:security_group_rule and tenant:ad7c5ba9df02428aae512a4d9bb9dd9d is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:21:41.460533 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-eef1ea8c-0817-4a05-a0c7-3d98cf11ba83 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:21:41.466809 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-eef1ea8c-0817-4a05-a0c7-3d98cf11ba83 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:21:41.477740 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5484b4-bc47-481b-89f2-5924180c30fe None None] New status for floating IP 4abc8791-c6b5-4a38-81c1-1ceebf9e2604: ACTIVE {{(pid=88881) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 24 11:21:41.478175 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.securitygroups_db [None req-eef1ea8c-0817-4a05-a0c7-3d98cf11ba83 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Project ad7c5ba9df02428aae512a4d9bb9dd9d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 24 11:21:41.485553 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-eef1ea8c-0817-4a05-a0c7-3d98cf11ba83 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:41.561176 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-eef1ea8c-0817-4a05-a0c7-3d98cf11ba83 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:41.565131 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-eef1ea8c-0817-4a05-a0c7-3d98cf11ba83 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689902'] for security_group_rule, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:41.567725 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-ab891293-1042-4896-ae5e-e3ae9b5f70fa tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:21:41.595246 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef1ea8c-0817-4a05-a0c7-3d98cf11ba83 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e013bec7-9f10-42b2-a392-3c379c83dcf2,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:21:41.600379 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-eef1ea8c-0817-4a05-a0c7-3d98cf11ba83 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:21:41.604541 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-eef1ea8c-0817-4a05-a0c7-3d98cf11ba83 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:41.605929 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-eef1ea8c-0817-4a05-a0c7-3d98cf11ba83 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.1652784
Dec 24 11:21:41.791564 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-fa285244-e344-44a2-af8d-9fe78829960a req-e116bb44-3249-471d-a13b-02d56635f7fc tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Synchronizing usage tracker for tenant:ad7c5ba9df02428aae512a4d9bb9dd9d on resource:security_group {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:21:41.809269 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-fa285244-e344-44a2-af8d-9fe78829960a req-e116bb44-3249-471d-a13b-02d56635f7fc tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Unset dirty status for tenant:ad7c5ba9df02428aae512a4d9bb9dd9d on resource:security_group {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:21:41.810475 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-fa285244-e344-44a2-af8d-9fe78829960a req-e116bb44-3249-471d-a13b-02d56635f7fc tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1147288105&fields=id&tenant_id=ad7c5ba9df02428aae512a4d9bb9dd9d HTTP/1.1" status: 200  len: 267 time: 0.0650876
Dec 24 11:21:41.977649 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa285244-e344-44a2-af8d-9fe78829960a req-6667396a-7c41-4f41-8fbe-d9c0dcc77ea0 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:21:41.979322 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-fa285244-e344-44a2-af8d-9fe78829960a req-6667396a-7c41-4f41-8fbe-d9c0dcc77ea0 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/networks?id=0df0750d-59f5-454c-a57e-8df2999d2a33 HTTP/1.1" status: 200  len: 797 time: 0.1611934
Dec 24 11:21:41.998237 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-fa285244-e344-44a2-af8d-9fe78829960a req-49218846-134c-44fd-9e0d-9378a999cab0 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/quotas/ad7c5ba9df02428aae512a4d9bb9dd9d HTTP/1.1" status: 200  len: 375 time: 0.0124052
Dec 24 11:21:42.094534 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-fa285244-e344-44a2-af8d-9fe78829960a req-e86224f9-7754-467f-aaf5-098b73e98e70 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=ad7c5ba9df02428aae512a4d9bb9dd9d&fields=id HTTP/1.1" status: 200  len: 394 time: 0.0904076
Dec 24 11:21:42.268003 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-fa285244-e344-44a2-af8d-9fe78829960a req-50bf823f-1f73-4a15-b6a4-d94f45a0fe59 service neutron] 10.222.0.65 "GET /v2.0/networks/0df0750d-59f5-454c-a57e-8df2999d2a33?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1562400
Dec 24 11:21:42.426397 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-fa285244-e344-44a2-af8d-9fe78829960a req-761f3306-5d54-4a7c-af99-2dc7a876e67d service neutron] 10.222.0.65 "GET /v2.0/networks/0df0750d-59f5-454c-a57e-8df2999d2a33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1489513
Dec 24 11:21:42.640504 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-03400f76-5088-4edf-8ef4-3f151f792bb1 req-49c61334-54bc-47c3-bb9f-0f8316b2d6d5 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b78e137-8649-43e0-95ec-a5c8c7882e88 HTTP/1.1" status: 200  len: 210 time: 0.0474617
Dec 24 11:21:43.763499 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-4df79782-ec30-4bd3-920b-76cfc6e12ba3 req-30f0fb33-8953-49a4-875a-64a605200fab tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b78e137-8649-43e0-95ec-a5c8c7882e88 HTTP/1.1" status: 200  len: 210 time: 0.0503013
Dec 24 11:21:44.942557 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-a01d0d98-fd72-46fa-bfec-9813dac490da req-4a6e0b66-ca7a-4e93-9e6c-60be1523f530 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b78e137-8649-43e0-95ec-a5c8c7882e88 HTTP/1.1" status: 200  len: 210 time: 0.0512180
Dec 24 11:21:45.889228 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa285244-e344-44a2-af8d-9fe78829960a req-d3c5f5a4-cc42-4a18-840c-b0c703c45c69 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:21:45.890808 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-fa285244-e344-44a2-af8d-9fe78829960a req-d3c5f5a4-cc42-4a18-840c-b0c703c45c69 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.58 "GET /v2.0/networks?id=0df0750d-59f5-454c-a57e-8df2999d2a33 HTTP/1.1" status: 200  len: 797 time: 0.1634181
Dec 24 11:21:45.951222 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-fa285244-e344-44a2-af8d-9fe78829960a req-41f7e58a-c6cd-496b-998b-82ecf979671e tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ad7c5ba9df02428aae512a4d9bb9dd9d HTTP/1.1" status: 200  len: 472 time: 0.0484028
Dec 24 11:21:45.960188 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [req-fa285244-e344-44a2-af8d-9fe78829960a req-6684da23-5537-44f0-bbce-48784164e603 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Request body: {'port': {'device_id': '6b78e137-8649-43e0-95ec-a5c8c7882e88', 'network_id': '0df0750d-59f5-454c-a57e-8df2999d2a33', 'admin_state_up': True, 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'security_groups': ['941f5ca1-1109-4a30-ab8e-ac4afad01fdf']}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:21:46.110873 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [req-fa285244-e344-44a2-af8d-9fe78829960a req-6684da23-5537-44f0-bbce-48784164e603 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:21:46.115158 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-35b9780f-73a2-4ccc-8ddb-f9563991e0c3 req-6c767887-f40b-4ac2-96d4-76e4043853a8 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b78e137-8649-43e0-95ec-a5c8c7882e88 HTTP/1.1" status: 200  len: 210 time: 0.0464516
Dec 24 11:21:46.117284 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-fa285244-e344-44a2-af8d-9fe78829960a req-6684da23-5537-44f0-bbce-48784164e603 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Usage tracker for resource:port and tenant:ad7c5ba9df02428aae512a4d9bb9dd9d is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:21:46.123338 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-fa285244-e344-44a2-af8d-9fe78829960a req-6684da23-5537-44f0-bbce-48784164e603 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Quota usage for port was recalculated. Used quota:4. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:21:46.132034 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [req-fa285244-e344-44a2-af8d-9fe78829960a req-6684da23-5537-44f0-bbce-48784164e603 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:21:46.142244 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa285244-e344-44a2-af8d-9fe78829960a req-6684da23-5537-44f0-bbce-48784164e603 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Made reservation on behalf of ad7c5ba9df02428aae512a4d9bb9dd9d for: {'port': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:21:46.147867 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-fa285244-e344-44a2-af8d-9fe78829960a req-6684da23-5537-44f0-bbce-48784164e603 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:46.335823 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [req-fa285244-e344-44a2-af8d-9fe78829960a req-6684da23-5537-44f0-bbce-48784164e603 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Allocated IP 172.20.0.5 (0df0750d-59f5-454c-a57e-8df2999d2a33/a394dcee-3b4c-44b6-95ab-29b9370c639e/30e821ca-8516-48e8-bb6a-8af9ea35de79) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:21:46.548111 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-fa285244-e344-44a2-af8d-9fe78829960a req-6684da23-5537-44f0-bbce-48784164e603 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:46.565323 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [req-fa285244-e344-44a2-af8d-9fe78829960a req-6684da23-5537-44f0-bbce-48784164e603 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Transition to ACTIVE for port object 30e821ca-8516-48e8-bb6a-8af9ea35de79 will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:21:46.587694 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-fa285244-e344-44a2-af8d-9fe78829960a req-6684da23-5537-44f0-bbce-48784164e603 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:46.594698 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-25422c09-925a-437d-a214-60d3ba522688 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:21:46.676159 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa285244-e344-44a2-af8d-9fe78829960a req-6684da23-5537-44f0-bbce-48784164e603 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Network 0df0750d-59f5-454c-a57e-8df2999d2a33 is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:21:46.680538 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [req-fa285244-e344-44a2-af8d-9fe78829960a req-6684da23-5537-44f0-bbce-48784164e603 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Resources bound (agent type, host, resource id):  {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:21:46.683686 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa285244-e344-44a2-af8d-9fe78829960a req-6684da23-5537-44f0-bbce-48784164e603 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:21:46.724305 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6684da23-5537-44f0-bbce-48784164e603 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event updated for resources: {'Port': ['ID=30e821ca-8516-48e8-bb6a-8af9ea35de79,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:21:46.729735 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-6684da23-5537-44f0-bbce-48784164e603 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:21:46.759480 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa285244-e344-44a2-af8d-9fe78829960a req-6684da23-5537-44f0-bbce-48784164e603 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:21:46.759940 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-fa285244-e344-44a2-af8d-9fe78829960a req-6684da23-5537-44f0-bbce-48784164e603 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:46.794739 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-fa285244-e344-44a2-af8d-9fe78829960a req-6684da23-5537-44f0-bbce-48784164e603 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8386400
Dec 24 11:21:46.810520 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [req-fa285244-e344-44a2-af8d-9fe78829960a req-0fce97f0-128f-43f2-a220-fc242dd05fd8 service neutron] Request body: {'port': {'device_id': '6b78e137-8649-43e0-95ec-a5c8c7882e88', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:21:46.934801 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-fa285244-e344-44a2-af8d-9fe78829960a req-0fce97f0-128f-43f2-a220-fc242dd05fd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:46.943480 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-1891c244-d3ba-4612-bd0d-ebe7b687dfa9 None None] Provisioning for port 30e821ca-8516-48e8-bb6a-8af9ea35de79 completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:21:46.948998 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-1891c244-d3ba-4612-bd0d-ebe7b687dfa9 None None] Provisioning complete for port 30e821ca-8516-48e8-bb6a-8af9ea35de79 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:21:46.949420 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1891c244-d3ba-4612-bd0d-ebe7b687dfa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:47.009821 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-1891c244-d3ba-4612-bd0d-ebe7b687dfa9 None None] Port 30e821ca-8516-48e8-bb6a-8af9ea35de79 cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:21:47.309775 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [req-fa285244-e344-44a2-af8d-9fe78829960a req-0fce97f0-128f-43f2-a220-fc242dd05fd8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30e821ca-8516-48e8-bb6a-8af9ea35de79 {{(pid=88879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 24 11:21:47.317241 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-fa285244-e344-44a2-af8d-9fe78829960a req-0fce97f0-128f-43f2-a220-fc242dd05fd8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:47.334336 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [req-fa285244-e344-44a2-af8d-9fe78829960a req-0fce97f0-128f-43f2-a220-fc242dd05fd8 service neutron] Transition to ACTIVE for port object 30e821ca-8516-48e8-bb6a-8af9ea35de79 will not be triggered until provisioned by entity L2. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:21:47.338330 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-fa285244-e344-44a2-af8d-9fe78829960a req-0fce97f0-128f-43f2-a220-fc242dd05fd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850854027'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:47.339559 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329442e0-6c92-4ffe-8262-ac4f9dd26e03 req-b84b4583-adf9-43cc-9abb-54728bd12266 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:21:47.341192 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-329442e0-6c92-4ffe-8262-ac4f9dd26e03 req-b84b4583-adf9-43cc-9abb-54728bd12266 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b78e137-8649-43e0-95ec-a5c8c7882e88 HTTP/1.1" status: 200  len: 931 time: 0.0928981
Dec 24 11:21:47.344031 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-5213c679-d6e5-486f-9f11-e352edbf0e07 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:21:47.393383 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-329442e0-6c92-4ffe-8262-ac4f9dd26e03 req-80dc9fca-1f94-424d-9c73-aa0237251998 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/security-groups?id=941f5ca1-1109-4a30-ab8e-ac4afad01fdf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436945
Dec 24 11:21:47.474371 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fce97f0-128f-43f2-a220-fc242dd05fd8 service neutron] Pushing event updated for resources: {'Port': ['ID=30e821ca-8516-48e8-bb6a-8af9ea35de79,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:21:47.479130 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-0fce97f0-128f-43f2-a220-fc242dd05fd8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:21:47.595547 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [req-fa285244-e344-44a2-af8d-9fe78829960a req-0fce97f0-128f-43f2-a220-fc242dd05fd8 service neutron] Attempting to bind port 30e821ca-8516-48e8-bb6a-8af9ea35de79 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:21:47.595918 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [req-fa285244-e344-44a2-af8d-9fe78829960a req-0fce97f0-128f-43f2-a220-fc242dd05fd8 service neutron] Attempting to bind port 30e821ca-8516-48e8-bb6a-8af9ea35de79 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '17a32a41-9ae4-411c-96a5-cf17f32afb02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '0df0750d-59f5-454c-a57e-8df2999d2a33'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:21:47.596284 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa285244-e344-44a2-af8d-9fe78829960a req-0fce97f0-128f-43f2-a220-fc242dd05fd8 service neutron] Attempting to bind port 30e821ca-8516-48e8-bb6a-8af9ea35de79 on network 0df0750d-59f5-454c-a57e-8df2999d2a33 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:21:47.603089 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa285244-e344-44a2-af8d-9fe78829960a req-0fce97f0-128f-43f2-a220-fc242dd05fd8 service neutron] Port 30e821ca-8516-48e8-bb6a-8af9ea35de79 on network 0df0750d-59f5-454c-a57e-8df2999d2a33 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 24 11:21:47.603448 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa285244-e344-44a2-af8d-9fe78829960a req-0fce97f0-128f-43f2-a220-fc242dd05fd8 service neutron] Attempting to bind port 30e821ca-8516-48e8-bb6a-8af9ea35de79 on network 0df0750d-59f5-454c-a57e-8df2999d2a33 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:21:47.612397 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa285244-e344-44a2-af8d-9fe78829960a req-0fce97f0-128f-43f2-a220-fc242dd05fd8 service neutron] Checking agent: {'id': '239bbc6e-fc66-42e2-b707-1aa8ba10287c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 57, 58), 'started_at': datetime.datetime(2021, 12, 24, 10, 57, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 21, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:21:47.612939 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa285244-e344-44a2-af8d-9fe78829960a req-0fce97f0-128f-43f2-a220-fc242dd05fd8 service neutron] Checking segment: {'id': '17a32a41-9ae4-411c-96a5-cf17f32afb02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '0df0750d-59f5-454c-a57e-8df2999d2a33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:21:47.613523 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa285244-e344-44a2-af8d-9fe78829960a req-0fce97f0-128f-43f2-a220-fc242dd05fd8 service neutron] Bound using segment: {'id': '17a32a41-9ae4-411c-96a5-cf17f32afb02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '0df0750d-59f5-454c-a57e-8df2999d2a33'} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:21:47.614290 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [req-fa285244-e344-44a2-af8d-9fe78829960a req-0fce97f0-128f-43f2-a220-fc242dd05fd8 service neutron] Bound port: 30e821ca-8516-48e8-bb6a-8af9ea35de79, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17a32a41-9ae4-411c-96a5-cf17f32afb02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '0df0750d-59f5-454c-a57e-8df2999d2a33'}}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:21:47.614888 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-fa285244-e344-44a2-af8d-9fe78829960a req-0fce97f0-128f-43f2-a220-fc242dd05fd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:47.708867 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [req-fa285244-e344-44a2-af8d-9fe78829960a req-0fce97f0-128f-43f2-a220-fc242dd05fd8 service neutron] For port 30e821ca-8516-48e8-bb6a-8af9ea35de79, host hv-neutron-8226, cleared binding levels {{(pid=88879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:21:47.711986 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [req-fa285244-e344-44a2-af8d-9fe78829960a req-0fce97f0-128f-43f2-a220-fc242dd05fd8 service neutron] For port 30e821ca-8516-48e8-bb6a-8af9ea35de79, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=30e821ca-8516-48e8-bb6a-8af9ea35de79,segment=NetworkSegment(17a32a41-9ae4-411c-96a5-cf17f32afb02),segment_id=17a32a41-9ae4-411c-96a5-cf17f32afb02)] {{(pid=88879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:21:47.716617 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-fa285244-e344-44a2-af8d-9fe78829960a req-0fce97f0-128f-43f2-a220-fc242dd05fd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850854027'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:47.720442 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-4302abda-35a1-4faa-9bd9-868b679f7f41 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:21:47.789749 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-fa285244-e344-44a2-af8d-9fe78829960a req-0fce97f0-128f-43f2-a220-fc242dd05fd8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:47.791328 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-fa285244-e344-44a2-af8d-9fe78829960a req-0fce97f0-128f-43f2-a220-fc242dd05fd8 service neutron] 10.222.0.58 "PUT /v2.0/ports/30e821ca-8516-48e8-bb6a-8af9ea35de79 HTTP/1.1" status: 200  len: 1093 time: 0.9860275
Dec 24 11:21:47.791897 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b78e137-8649-43e0-95ec-a5c8c7882e88', 'tag': '30e821ca-8516-48e8-bb6a-8af9ea35de79'}] {{(pid=88879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 24 11:21:47.815469 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fce97f0-128f-43f2-a220-fc242dd05fd8 service neutron] Pushing event updated for resources: {'Port': ['ID=30e821ca-8516-48e8-bb6a-8af9ea35de79,revision_number=3']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:21:47.819019 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-0fce97f0-128f-43f2-a220-fc242dd05fd8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:21:47.877679 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b78e137-8649-43e0-95ec-a5c8c7882e88', 'tag': '30e821ca-8516-48e8-bb6a-8af9ea35de79', 'status': 'completed', 'code': 200}
Dec 24 11:21:47.917008 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-fa285244-e344-44a2-af8d-9fe78829960a req-59db83d7-792b-4d19-810c-1495780bb0aa service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ad7c5ba9df02428aae512a4d9bb9dd9d&device_id=6b78e137-8649-43e0-95ec-a5c8c7882e88 HTTP/1.1" status: 200  len: 1096 time: 0.0812836
Dec 24 11:21:47.995635 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-fa285244-e344-44a2-af8d-9fe78829960a req-7d4ddaca-9bb0-4b75-8364-96fcf6642a52 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=30e821ca-8516-48e8-bb6a-8af9ea35de79 HTTP/1.1" status: 200  len: 217 time: 0.0704620
Dec 24 11:21:48.071673 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa285244-e344-44a2-af8d-9fe78829960a req-fc2b39a3-15f1-4b46-9ccc-a7de6723e6c7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:21:48.073783 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-fa285244-e344-44a2-af8d-9fe78829960a req-fc2b39a3-15f1-4b46-9ccc-a7de6723e6c7 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a394dcee-3b4c-44b6-95ab-29b9370c639e HTTP/1.1" status: 200  len: 835 time: 0.0691395
Dec 24 11:21:48.161362 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-fa285244-e344-44a2-af8d-9fe78829960a req-76d0636b-0ca6-4bc0-8355-9ab988525df4 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0df0750d-59f5-454c-a57e-8df2999d2a33&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0801246
Dec 24 11:21:48.313345 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-fa285244-e344-44a2-af8d-9fe78829960a req-b314e884-933f-44fc-86a6-7abd5946c5b5 service neutron] 10.222.0.58 "GET /v2.0/networks/0df0750d-59f5-454c-a57e-8df2999d2a33?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1424344
Dec 24 11:21:48.460881 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-fa285244-e344-44a2-af8d-9fe78829960a req-6d2c648c-5d2e-4b30-95e6-1f320add4b5d service neutron] 10.222.0.58 "GET /v2.0/networks/0df0750d-59f5-454c-a57e-8df2999d2a33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1402698
Dec 24 11:21:48.588547 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-ed3f8aed-addc-4760-8209-d1b81f60000f req-e5553f51-39a5-42f5-9f57-5d4a981f6d8f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ad7c5ba9df02428aae512a4d9bb9dd9d&device_id=6b78e137-8649-43e0-95ec-a5c8c7882e88 HTTP/1.1" status: 200  len: 1096 time: 0.0778093
Dec 24 11:21:48.609031 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6510f6-f440-4892-9b3e-58f891e6b68d req-d5eb9b71-4e98-4804-81ea-26efe51cf09c tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:21:48.610658 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-5b6510f6-f440-4892-9b3e-58f891e6b68d req-d5eb9b71-4e98-4804-81ea-26efe51cf09c tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b78e137-8649-43e0-95ec-a5c8c7882e88 HTTP/1.1" status: 200  len: 943 time: 0.0858033
Dec 24 11:21:48.660286 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-5b6510f6-f440-4892-9b3e-58f891e6b68d req-b8d8296c-6c1a-47c3-a5f6-9e5799c593d7 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/security-groups?id=941f5ca1-1109-4a30-ab8e-ac4afad01fdf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432749
Dec 24 11:21:48.732825 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3f8aed-addc-4760-8209-d1b81f60000f req-55e7ce71-39b6-44fe-8d46-95e44e957212 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:21:48.734476 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-ed3f8aed-addc-4760-8209-d1b81f60000f req-55e7ce71-39b6-44fe-8d46-95e44e957212 service neutron] 10.222.0.58 "GET /v2.0/networks?id=0df0750d-59f5-454c-a57e-8df2999d2a33 HTTP/1.1" status: 200  len: 898 time: 0.1388717
Dec 24 11:21:48.810329 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-ed3f8aed-addc-4760-8209-d1b81f60000f req-9f8e1fe7-57b3-48a3-ad96-8fab88ff5d81 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=30e821ca-8516-48e8-bb6a-8af9ea35de79 HTTP/1.1" status: 200  len: 217 time: 0.0689604
Dec 24 11:21:48.885243 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3f8aed-addc-4760-8209-d1b81f60000f req-15ae0beb-04a9-492a-aacd-d833019fc3e8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:21:48.886789 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-ed3f8aed-addc-4760-8209-d1b81f60000f req-15ae0beb-04a9-492a-aacd-d833019fc3e8 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a394dcee-3b4c-44b6-95ab-29b9370c639e HTTP/1.1" status: 200  len: 835 time: 0.0687850
Dec 24 11:21:48.979019 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-ed3f8aed-addc-4760-8209-d1b81f60000f req-86fb4683-0b8c-44be-a7cf-313b1a4836b2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0df0750d-59f5-454c-a57e-8df2999d2a33&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0832987
Dec 24 11:21:49.405295 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-ed3f8aed-addc-4760-8209-d1b81f60000f req-3286d130-584a-40c7-bfbd-8df94d0aed38 service neutron] 10.222.0.58 "GET /v2.0/networks/0df0750d-59f5-454c-a57e-8df2999d2a33?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4177482
Dec 24 11:21:49.564504 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-ed3f8aed-addc-4760-8209-d1b81f60000f req-83dd8eed-555c-404b-ac44-23d21688eb86 service neutron] 10.222.0.58 "GET /v2.0/networks/0df0750d-59f5-454c-a57e-8df2999d2a33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1523261
Dec 24 11:21:49.885810 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88b0bf1-270d-4692-b6fa-8ea879ce283c req-22cfba0e-0626-4ec3-a70d-e3df08bdd151 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:21:49.887484 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-e88b0bf1-270d-4692-b6fa-8ea879ce283c req-22cfba0e-0626-4ec3-a70d-e3df08bdd151 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b78e137-8649-43e0-95ec-a5c8c7882e88 HTTP/1.1" status: 200  len: 943 time: 0.0992243
Dec 24 11:21:49.937694 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-e88b0bf1-270d-4692-b6fa-8ea879ce283c req-debb044b-f288-4d80-9bf5-a0a38cc7ba71 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/security-groups?id=941f5ca1-1109-4a30-ab8e-ac4afad01fdf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439534
Dec 24 11:21:51.152901 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3533239b-86b9-4199-8de9-79bae02c678c req-51ac7e02-92d8-4659-93d5-5d62ed13523b tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:21:51.154567 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-3533239b-86b9-4199-8de9-79bae02c678c req-51ac7e02-92d8-4659-93d5-5d62ed13523b tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b78e137-8649-43e0-95ec-a5c8c7882e88 HTTP/1.1" status: 200  len: 943 time: 0.0845742
Dec 24 11:21:51.212400 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-3533239b-86b9-4199-8de9-79bae02c678c req-06b5b7d7-2e0a-444f-a713-e6ad3dcb05f1 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/security-groups?id=941f5ca1-1109-4a30-ab8e-ac4afad01fdf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0489650
Dec 24 11:21:52.364193 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Device 30e821ca-8516-48e8-bb6a-8af9ea35de79 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 24 11:21:52.435242 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079ec279-7ec0-4622-9f30-f8c03a3f919b req-7c96ba23-8353-4449-91cb-9c354c3ce693 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:21:52.436842 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-079ec279-7ec0-4622-9f30-f8c03a3f919b req-7c96ba23-8353-4449-91cb-9c354c3ce693 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b78e137-8649-43e0-95ec-a5c8c7882e88 HTTP/1.1" status: 200  len: 943 time: 0.0935175
Dec 24 11:21:52.491639 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-079ec279-7ec0-4622-9f30-f8c03a3f919b req-ec035ad0-5ad6-42aa-9efa-8f7d905218fd tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/security-groups?id=941f5ca1-1109-4a30-ab8e-ac4afad01fdf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0476937
Dec 24 11:21:52.678834 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] For port 30e821ca-8516-48e8-bb6a-8af9ea35de79, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=30e821ca-8516-48e8-bb6a-8af9ea35de79,segment=NetworkSegment(17a32a41-9ae4-411c-96a5-cf17f32afb02),segment_id=17a32a41-9ae4-411c-96a5-cf17f32afb02)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:21:52.693198 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Returning: {'device': '30e821ca-8516-48e8-bb6a-8af9ea35de79', 'network_id': '0df0750d-59f5-454c-a57e-8df2999d2a33', 'port_id': '30e821ca-8516-48e8-bb6a-8af9ea35de79', 'mac_address': 'fa:16:3e:22:73:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a394dcee-3b4c-44b6-95ab-29b9370c639e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 24 11:21:52.748973 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:52.767386 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30e821ca-8516-48e8-bb6a-8af9ea35de79 {{(pid=88880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 24 11:21:52.784491 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] For port 30e821ca-8516-48e8-bb6a-8af9ea35de79, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=30e821ca-8516-48e8-bb6a-8af9ea35de79,segment=NetworkSegment(17a32a41-9ae4-411c-96a5-cf17f32afb02),segment_id=17a32a41-9ae4-411c-96a5-cf17f32afb02)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:21:52.788826 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:52.790811 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-532aba8b-2c35-4e6f-b791-432dc31536e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:21:52.866732 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Pushing event updated for resources: {'Port': ['ID=30e821ca-8516-48e8-bb6a-8af9ea35de79,revision_number=4']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:21:52.870304 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:21:53.031976 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] get_ports_and_sgs() called for port_ids ['30e821ca-8516-48e8-bb6a-8af9ea35de79'] {{(pid=88880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 24 11:21:53.707946 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f37c952-8a9e-4261-8c11-83e356e1fd30 req-da349058-2076-4f8e-85ae-5a4dfe1fce0d tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:21:53.709586 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-9f37c952-8a9e-4261-8c11-83e356e1fd30 req-da349058-2076-4f8e-85ae-5a4dfe1fce0d tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b78e137-8649-43e0-95ec-a5c8c7882e88 HTTP/1.1" status: 200  len: 944 time: 0.0888155
Dec 24 11:21:53.758640 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-9f37c952-8a9e-4261-8c11-83e356e1fd30 req-3e31e4a7-439a-4fc7-bcee-410e8a5b51fe tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/security-groups?id=941f5ca1-1109-4a30-ab8e-ac4afad01fdf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427318
Dec 24 11:21:54.377776 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Device 30e821ca-8516-48e8-bb6a-8af9ea35de79 up at agent hyperv_hv-neutron-8226 {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:21:54.467184 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Provisioning for port 30e821ca-8516-48e8-bb6a-8af9ea35de79 completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:21:54.472133 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Provisioning complete for port 30e821ca-8516-48e8-bb6a-8af9ea35de79 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:21:54.472560 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:54.595197 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:54.623748 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b78e137-8649-43e0-95ec-a5c8c7882e88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30e821ca-8516-48e8-bb6a-8af9ea35de79'}] {{(pid=88880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 24 11:21:54.634383 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] For port 30e821ca-8516-48e8-bb6a-8af9ea35de79, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=30e821ca-8516-48e8-bb6a-8af9ea35de79,segment=NetworkSegment(17a32a41-9ae4-411c-96a5-cf17f32afb02),segment_id=17a32a41-9ae4-411c-96a5-cf17f32afb02)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:21:54.638860 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:54.641682 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:21:54.688244 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b78e137-8649-43e0-95ec-a5c8c7882e88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30e821ca-8516-48e8-bb6a-8af9ea35de79', 'code': 200}
Dec 24 11:21:54.716727 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Pushing event updated for resources: {'Port': ['ID=30e821ca-8516-48e8-bb6a-8af9ea35de79,revision_number=5']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:21:54.719949 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:21:54.940586 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-a4b2177f-5221-4b13-9e67-0e3ee4fb8e15 req-7bb5f815-4e9e-4805-b89e-1861b5e50c34 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=6b78e137-8649-43e0-95ec-a5c8c7882e88 HTTP/1.1" status: 200  len: 1098 time: 0.0795386
Dec 24 11:21:54.968480 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d2fe9a-86fa-4c5b-a067-3ab1aa600754 req-e7ae903d-fd96-4ac3-a380-66efe2a5517d tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:21:54.970176 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-e3d2fe9a-86fa-4c5b-a067-3ab1aa600754 req-e7ae903d-fd96-4ac3-a380-66efe2a5517d tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b78e137-8649-43e0-95ec-a5c8c7882e88 HTTP/1.1" status: 200  len: 945 time: 0.0850790
Dec 24 11:21:54.990141 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-a4b2177f-5221-4b13-9e67-0e3ee4fb8e15 req-00943d73-d481-443d-9493-b37d546bfc1b service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=941f5ca1-1109-4a30-ab8e-ac4afad01fdf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411239
Dec 24 11:21:55.027771 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-e3d2fe9a-86fa-4c5b-a067-3ab1aa600754 req-0f76f2f1-6fd8-4c80-82e4-14987ed9c401 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/security-groups?id=941f5ca1-1109-4a30-ab8e-ac4afad01fdf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0511861
Dec 24 11:21:56.258453 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8983eaa0-2a1c-4073-af85-3a0871b46c44 req-295750fc-d041-482a-971c-7250e846a1cc tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:21:56.260078 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-8983eaa0-2a1c-4073-af85-3a0871b46c44 req-295750fc-d041-482a-971c-7250e846a1cc tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b78e137-8649-43e0-95ec-a5c8c7882e88 HTTP/1.1" status: 200  len: 945 time: 0.1009009
Dec 24 11:21:56.310776 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-8983eaa0-2a1c-4073-af85-3a0871b46c44 req-da0ff03e-ab9b-4564-867d-5d0ceef52166 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/security-groups?id=941f5ca1-1109-4a30-ab8e-ac4afad01fdf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439022
Dec 24 11:21:57.541523 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5397a702-9755-401f-a7ba-c0c9045258e7 req-c7775db7-70a7-458d-8991-f257a8f364ec tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:21:57.543203 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-5397a702-9755-401f-a7ba-c0c9045258e7 req-c7775db7-70a7-458d-8991-f257a8f364ec tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b78e137-8649-43e0-95ec-a5c8c7882e88 HTTP/1.1" status: 200  len: 945 time: 0.0938139
Dec 24 11:21:57.598193 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-5397a702-9755-401f-a7ba-c0c9045258e7 req-7b507a62-1ccb-407c-b89f-6fbc79e4ab34 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/security-groups?id=941f5ca1-1109-4a30-ab8e-ac4afad01fdf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0487463
Dec 24 11:21:57.832870 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3cc78c-1d53-4092-bb24-c1f75c40d0cf req-3cd14e38-47dd-41aa-9211-875b95d9621a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:21:57.834613 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-6b3cc78c-1d53-4092-bb24-c1f75c40d0cf req-3cd14e38-47dd-41aa-9211-875b95d9621a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b78e137-8649-43e0-95ec-a5c8c7882e88 HTTP/1.1" status: 200  len: 945 time: 0.1032975
Dec 24 11:21:57.886775 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-6b3cc78c-1d53-4092-bb24-c1f75c40d0cf req-a7379674-af44-4f7d-aabd-e90b876a8d7a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/security-groups?id=941f5ca1-1109-4a30-ab8e-ac4afad01fdf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0450261
Dec 24 11:21:57.914808 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 45890) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:21:57.994478 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-8bf4f7a3-fa50-4fb8-93a2-bf02207fa909 tempest-TestNetworkBasicOps-448411267 tempest-TestNetworkBasicOps-448411267-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=6b78e137-8649-43e0-95ec-a5c8c7882e88 HTTP/1.1" status: 200  len: 1093 time: 0.0781639
Dec 24 11:21:57.998882 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 45894) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:21:58.004597 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-7cd986b2-f2ab-4708-9e7f-28b2a9761ef2 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Request body: {'floatingip': {'floating_network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'port_id': '30e821ca-8516-48e8-bb6a-8af9ea35de79', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:21:58.010945 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-7cd986b2-f2ab-4708-9e7f-28b2a9761ef2 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:21:58.015274 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-7cd986b2-f2ab-4708-9e7f-28b2a9761ef2 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Usage tracker for resource:floatingip and tenant:ad7c5ba9df02428aae512a4d9bb9dd9d is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:21:58.018412 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-7cd986b2-f2ab-4708-9e7f-28b2a9761ef2 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:21:58.024652 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-7cd986b2-f2ab-4708-9e7f-28b2a9761ef2 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:21:58.036164 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7cd986b2-f2ab-4708-9e7f-28b2a9761ef2 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for floatingip, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:58.194311 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7cd986b2-f2ab-4708-9e7f-28b2a9761ef2 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:58.300583 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:58.583368 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-7cd986b2-f2ab-4708-9e7f-28b2a9761ef2 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Allocated IP 172.26.3.243 (f8c337ba-681f-4fcb-a333-e3c49365b30a/8ea1398c-0bec-46d6-8d54-85798de2a7ca/68b007ef-b169-42dc-a8d1-46b1f5b28ab9) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:21:58.761541 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7cd986b2-f2ab-4708-9e7f-28b2a9761ef2 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:58.792682 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7cd986b2-f2ab-4708-9e7f-28b2a9761ef2 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:58.796687 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-691a1e4e-25b3-4160-a42a-e86eca3b2b55 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:21:58.866302 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cd986b2-f2ab-4708-9e7f-28b2a9761ef2 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Network f8c337ba-681f-4fcb-a333-e3c49365b30a is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:21:58.869995 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-7cd986b2-f2ab-4708-9e7f-28b2a9761ef2 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Resources bound (agent type, host, resource id):  {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:21:58.872589 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd986b2-f2ab-4708-9e7f-28b2a9761ef2 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event updated for resources: {'Port': ['ID=68b007ef-b169-42dc-a8d1-46b1f5b28ab9,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:21:58.874872 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd986b2-f2ab-4708-9e7f-28b2a9761ef2 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:21:58.900997 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7cd986b2-f2ab-4708-9e7f-28b2a9761ef2 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:21:59.449811 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7cd986b2-f2ab-4708-9e7f-28b2a9761ef2 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:59.524304 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7cd986b2-f2ab-4708-9e7f-28b2a9761ef2 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:59.755210 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7cd986b2-f2ab-4708-9e7f-28b2a9761ef2 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for port, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:59.760297 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7cd986b2-f2ab-4708-9e7f-28b2a9761ef2 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3978773'] for port, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:21:59.764176 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-0bfe466d-c936-4ff7-90d0-7e02b1fdd440 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:21:59.876838 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd986b2-f2ab-4708-9e7f-28b2a9761ef2 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event updated for resources: {'Port': ['ID=68b007ef-b169-42dc-a8d1-46b1f5b28ab9,revision_number=2']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:21:59.882158 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7cd986b2-f2ab-4708-9e7f-28b2a9761ef2 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:21:59.891233 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7cd986b2-f2ab-4708-9e7f-28b2a9761ef2 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659181'] for floatingip, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:22:00.101008 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.l3_db [None req-7cd986b2-f2ab-4708-9e7f-28b2a9761ef2 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Floating IP 624240d3-2f93-4910-82bb-04cae8668ec6 associated. External IP: 172.26.3.243, port: 30e821ca-8516-48e8-bb6a-8af9ea35de79.
Dec 24 11:22:00.549224 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cd986b2-f2ab-4708-9e7f-28b2a9761ef2 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Router 7eede676-897b-4baa-84eb-f9e41520fae3 has already been hosted by L3 agent 198cca88-1338-4098-b44b-beb0346ac906 {{(pid=88878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 24 11:22:00.766639 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cd986b2-f2ab-4708-9e7f-28b2a9761ef2 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:22:00.778038 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-079c2f69-58da-4878-8deb-566433e74627 None None] Sync routers for ids ['7eede676-897b-4baa-84eb-f9e41520fae3'] in dv-neutron-822691-2-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:22:00.792432 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079c2f69-58da-4878-8deb-566433e74627 None None] Routers {'7eede676-897b-4baa-84eb-f9e41520fae3'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:22:00.793093 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7cd986b2-f2ab-4708-9e7f-28b2a9761ef2 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for floatingip, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:22:00.793488 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-079c2f69-58da-4878-8deb-566433e74627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52718ddf60>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:21:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['7eede676-897b-4baa-84eb-f9e41520fae3'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:22:00.849649 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-7cd986b2-f2ab-4708-9e7f-28b2a9761ef2 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.8495762
Dec 24 11:22:00.850349 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b78e137-8649-43e0-95ec-a5c8c7882e88', 'tag': '30e821ca-8516-48e8-bb6a-8af9ea35de79'}] {{(pid=88878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 24 11:22:00.910109 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b78e137-8649-43e0-95ec-a5c8c7882e88', 'tag': '30e821ca-8516-48e8-bb6a-8af9ea35de79', 'status': 'completed', 'code': 200}
Dec 24 11:22:00.982502 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-079c2f69-58da-4878-8deb-566433e74627 None None] Set router 7eede676-897b-4baa-84eb-f9e41520fae3 gateway port host: dv-neutron-822691-2-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:22:01.013374 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-9e392c04-0952-44f8-9f1b-4be4c3b31e0d req-22acbfb2-35ae-4ecf-9d15-b1d497a8c82a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ad7c5ba9df02428aae512a4d9bb9dd9d&device_id=6b78e137-8649-43e0-95ec-a5c8c7882e88 HTTP/1.1" status: 200  len: 1098 time: 0.0777545
Dec 24 11:22:01.163374 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e392c04-0952-44f8-9f1b-4be4c3b31e0d req-a70cbc3f-cb23-4573-bd23-f491ad6f9b29 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:22:01.164927 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-9e392c04-0952-44f8-9f1b-4be4c3b31e0d req-a70cbc3f-cb23-4573-bd23-f491ad6f9b29 service neutron] 10.222.0.58 "GET /v2.0/networks?id=0df0750d-59f5-454c-a57e-8df2999d2a33 HTTP/1.1" status: 200  len: 898 time: 0.1444926
Dec 24 11:22:01.278314 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-9e392c04-0952-44f8-9f1b-4be4c3b31e0d req-45ea52ca-3c2e-4c84-a768-81bce8e8223b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=30e821ca-8516-48e8-bb6a-8af9ea35de79 HTTP/1.1" status: 200  len: 999 time: 0.1039824
Dec 24 11:22:01.354294 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e392c04-0952-44f8-9f1b-4be4c3b31e0d req-b3de03b5-8805-40e4-bf6c-adc085b891a2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:22:01.355839 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-9e392c04-0952-44f8-9f1b-4be4c3b31e0d req-b3de03b5-8805-40e4-bf6c-adc085b891a2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a394dcee-3b4c-44b6-95ab-29b9370c639e HTTP/1.1" status: 200  len: 835 time: 0.0718882
Dec 24 11:22:01.368605 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-079c2f69-58da-4878-8deb-566433e74627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52718ddf60>, [{'id': '7eede676-897b-4baa-84eb-f9e41520fae3', 'name': 'tempest-TestNetworkBasicOps-router-1412737492', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.103'}], 'enable_snat': True}, 'gw_port_id': '5c245564-7d9f-416d-8a88-df7d86aba531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:21:14Z', 'updated_at': '2021-12-24T11:21:19Z', 'revision_number': 4, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'gw_port': {'id': '5c245564-7d9f-416d-8a88-df7d86aba531', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:1c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eede676-897b-4baa-84eb-f9e41520fae3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:21:14Z', 'updated_at': '2021-12-24T11:21:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_floatingips': [{'id': '4abc8791-c6b5-4a38-81c1-1ceebf9e2604', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'floating_ip_address': '172.26.3.250', 'floating_network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'router_id': '7eede676-897b-4baa-84eb-f9e41520fae3', 'port_id': 'df53a30a-f1b3-4794-8d54-907df4bc9cb9', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0df0750d-59f5-454c-a57e-8df2999d2a33', 'mac_address': 'fa:16:3e:b8:e0:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '572010c4-9fe5-45aa-9d5f-9812d123d469', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T11:21:38Z', 'updated_at': '2021-12-24T11:21:41Z', 'revision_number': 1, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'fixed_ip_address_scope': None}, {'id': '624240d3-2f93-4910-82bb-04cae8668ec6', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'floating_ip_address': '172.26.3.243', 'floating_network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'router_id': '7eede676-897b-4baa-84eb-f9e41520fae3', 'port_id': '30e821ca-8516-48e8-bb6a-8af9ea35de79', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0df0750d-59f5-454c-a57e-8df2999d2a33', 'mac_address': 'fa:16:3e:22:73:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b78e137-8649-43e0-95ec-a5c8c7882e88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T11:21:59Z', 'updated_at': '2021-12-24T11:21:59Z', 'revision_number': 0, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9854a6e-7b0f-44e2-8913-25368d8510d0', 'name': '', 'network_id': '0df0750d-59f5-454c-a57e-8df2999d2a33', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'mac_address': 'fa:16:3e:ba:84:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eede676-897b-4baa-84eb-f9e41520fae3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a394dcee-3b4c-44b6-95ab-29b9370c639e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:21:18Z', 'updated_at': '2021-12-24T11:21:25Z', 'revision_number': 5, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'subnets': [{'id': 'a394dcee-3b4c-44b6-95ab-29b9370c639e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:22:01.373704 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-079c2f69-58da-4878-8deb-566433e74627 None None] Checking router: 7eede676-897b-4baa-84eb-f9e41520fae3 for host: dv-neutron-822691-2-hyperv {{(pid=88880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 24 11:22:01.386326 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079c2f69-58da-4878-8deb-566433e74627 None None] Routers {'7eede676-897b-4baa-84eb-f9e41520fae3'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:22:01.386999 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-079c2f69-58da-4878-8deb-566433e74627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52718ddf60>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:21:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['7eede676-897b-4baa-84eb-f9e41520fae3'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:22:01.439606 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-9e392c04-0952-44f8-9f1b-4be4c3b31e0d req-c7c3e18b-5a6c-42b8-b972-1f87a50096ae service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0df0750d-59f5-454c-a57e-8df2999d2a33&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0765831
Dec 24 11:22:01.580296 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-079c2f69-58da-4878-8deb-566433e74627 None None] Set router 7eede676-897b-4baa-84eb-f9e41520fae3 gateway port host: dv-neutron-822691-2-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:22:01.598661 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-9e392c04-0952-44f8-9f1b-4be4c3b31e0d req-18a4ef36-18ca-4870-b55b-4fa6dffc8adb service neutron] 10.222.0.58 "GET /v2.0/networks/0df0750d-59f5-454c-a57e-8df2999d2a33?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1519415
Dec 24 11:22:01.748929 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-9e392c04-0952-44f8-9f1b-4be4c3b31e0d req-33bd2e7b-3613-425d-87f0-6545a6b8623a service neutron] 10.222.0.58 "GET /v2.0/networks/0df0750d-59f5-454c-a57e-8df2999d2a33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1417415
Dec 24 11:22:01.960722 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-079c2f69-58da-4878-8deb-566433e74627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52718ddf60>, [{'id': '7eede676-897b-4baa-84eb-f9e41520fae3', 'name': 'tempest-TestNetworkBasicOps-router-1412737492', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.103'}], 'enable_snat': True}, 'gw_port_id': '5c245564-7d9f-416d-8a88-df7d86aba531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:21:14Z', 'updated_at': '2021-12-24T11:21:19Z', 'revision_number': 4, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'gw_port': {'id': '5c245564-7d9f-416d-8a88-df7d86aba531', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:1c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eede676-897b-4baa-84eb-f9e41520fae3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:21:14Z', 'updated_at': '2021-12-24T11:21:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_floatingips': [{'id': '4abc8791-c6b5-4a38-81c1-1ceebf9e2604', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'floating_ip_address': '172.26.3.250', 'floating_network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'router_id': '7eede676-897b-4baa-84eb-f9e41520fae3', 'port_id': 'df53a30a-f1b3-4794-8d54-907df4bc9cb9', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0df0750d-59f5-454c-a57e-8df2999d2a33', 'mac_address': 'fa:16:3e:b8:e0:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '572010c4-9fe5-45aa-9d5f-9812d123d469', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T11:21:38Z', 'updated_at': '2021-12-24T11:21:41Z', 'revision_number': 1, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'fixed_ip_address_scope': None}, {'id': '624240d3-2f93-4910-82bb-04cae8668ec6', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'floating_ip_address': '172.26.3.243', 'floating_network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'router_id': '7eede676-897b-4baa-84eb-f9e41520fae3', 'port_id': '30e821ca-8516-48e8-bb6a-8af9ea35de79', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0df0750d-59f5-454c-a57e-8df2999d2a33', 'mac_address': 'fa:16:3e:22:73:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b78e137-8649-43e0-95ec-a5c8c7882e88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T11:21:59Z', 'updated_at': '2021-12-24T11:21:59Z', 'revision_number': 0, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9854a6e-7b0f-44e2-8913-25368d8510d0', 'name': '', 'network_id': '0df0750d-59f5-454c-a57e-8df2999d2a33', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'mac_address': 'fa:16:3e:ba:84:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eede676-897b-4baa-84eb-f9e41520fae3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a394dcee-3b4c-44b6-95ab-29b9370c639e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:21:18Z', 'updated_at': '2021-12-24T11:21:25Z', 'revision_number': 5, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'subnets': [{'id': 'a394dcee-3b4c-44b6-95ab-29b9370c639e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:22:01.966973 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-079c2f69-58da-4878-8deb-566433e74627 None None] The sync data for ids ['7eede676-897b-4baa-84eb-f9e41520fae3'] in dv-neutron-822691-2-hyperv is: [{'id': '7eede676-897b-4baa-84eb-f9e41520fae3', 'name': 'tempest-TestNetworkBasicOps-router-1412737492', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.103'}], 'enable_snat': True}, 'gw_port_id': '5c245564-7d9f-416d-8a88-df7d86aba531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:21:14Z', 'updated_at': '2021-12-24T11:21:19Z', 'revision_number': 4, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'gw_port': {'id': '5c245564-7d9f-416d-8a88-df7d86aba531', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:1c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eede676-897b-4baa-84eb-f9e41520fae3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:21:14Z', 'updated_at': '2021-12-24T11:21:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_floatingips': [{'id': '4abc8791-c6b5-4a38-81c1-1ceebf9e2604', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'floating_ip_address': '172.26.3.250', 'floating_network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'router_id': '7eede676-897b-4baa-84eb-f9e41520fae3', 'port_id': 'df53a30a-f1b3-4794-8d54-907df4bc9cb9', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0df0750d-59f5-454c-a57e-8df2999d2a33', 'mac_address': 'fa:16:3e:b8:e0:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '572010c4-9fe5-45aa-9d5f-9812d123d469', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T11:21:38Z', 'updated_at': '2021-12-24T11:21:41Z', 'revision_number': 1, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'fixed_ip_address_scope': None}, {'id': '624240d3-2f93-4910-82bb-04cae8668ec6', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'floating_ip_address': '172.26.3.243', 'floating_network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'router_id': '7eede676-897b-4baa-84eb-f9e41520fae3', 'port_id': '30e821ca-8516-48e8-bb6a-8af9ea35de79', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0df0750d-59f5-454c-a57e-8df2999d2a33', 'mac_address': 'fa:16:3e:22:73:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b78e137-8649-43e0-95ec-a5c8c7882e88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T11:21:59Z', 'updated_at': '2021-12-24T11:21:59Z', 'revision_number': 0, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9854a6e-7b0f-44e2-8913-25368d8510d0', 'name': '', 'network_id': '0df0750d-59f5-454c-a57e-8df2999d2a33', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'mac_address': 'fa:16:3e:ba:84:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eede676-897b-4baa-84eb-f9e41520fae3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a394dcee-3b4c-44b6-95ab-29b9370c639e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:21:18Z', 'updated_at': '2021-12-24T11:21:25Z', 'revision_number': 5, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'subnets': [{'id': 'a394dcee-3b4c-44b6-95ab-29b9370c639e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:22:02.340603 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a10d30-5dfc-4147-81be-a8ede0380ab1 None None] New status for floating IP 624240d3-2f93-4910-82bb-04cae8668ec6: ACTIVE {{(pid=88881) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 24 11:22:06.461394 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3a6e13ed-8724-4299-adfd-334c8f5430f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:22:07.356653 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.agents_db [None req-e51243ab-6a93-425b-980f-a73583147efa None None] Agent healthcheck: found 6 active agents {{(pid=88881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 24 11:22:08.058778 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:22:08.946009 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7072da8d-b355-4516-b330-17eb6f2b589f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:22:09.408440 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bdfdbc84-c52d-4f40-b281-af314dc1f8fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:22:10.682514 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-39ff93cf-c0b7-48c5-95f3-6f7e9977387d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:22:18.044196 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-b564daaa-9b5c-44d6-8afc-c3fec2baa314 req-d49a4b98-d02a-4734-ba5c-8cef6210f220 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=572010c4-9fe5-45aa-9d5f-9812d123d469&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0941234
Dec 24 11:22:18.219878 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-b564daaa-9b5c-44d6-8afc-c3fec2baa314 req-284bad08-a71a-46e2-8f58-e2a06024ec30 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ad7c5ba9df02428aae512a4d9bb9dd9d&device_id=572010c4-9fe5-45aa-9d5f-9812d123d469 HTTP/1.1" status: 200  len: 1098 time: 0.0949049
Dec 24 11:22:18.394350 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b564daaa-9b5c-44d6-8afc-c3fec2baa314 req-8264d15b-a91e-45ca-82b6-fdedbfc16496 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:22:18.395934 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-b564daaa-9b5c-44d6-8afc-c3fec2baa314 req-8264d15b-a91e-45ca-82b6-fdedbfc16496 service neutron] 10.222.0.58 "GET /v2.0/networks?id=0df0750d-59f5-454c-a57e-8df2999d2a33 HTTP/1.1" status: 200  len: 898 time: 0.1480920
Dec 24 11:22:18.509851 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-b564daaa-9b5c-44d6-8afc-c3fec2baa314 req-1bfedb7d-9b5a-48fa-b5c6-7d1cac58adb3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=df53a30a-f1b3-4794-8d54-907df4bc9cb9 HTTP/1.1" status: 200  len: 1001 time: 0.1054776
Dec 24 11:22:18.584669 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b564daaa-9b5c-44d6-8afc-c3fec2baa314 req-78042b0c-4c6a-414c-b50b-fe270fa347e6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:22:18.586336 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-b564daaa-9b5c-44d6-8afc-c3fec2baa314 req-78042b0c-4c6a-414c-b50b-fe270fa347e6 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a394dcee-3b4c-44b6-95ab-29b9370c639e HTTP/1.1" status: 200  len: 835 time: 0.0682814
Dec 24 11:22:18.671848 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-b564daaa-9b5c-44d6-8afc-c3fec2baa314 req-6e3ef0d6-5da9-4d3f-aaac-dd632b41e4c6 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0df0750d-59f5-454c-a57e-8df2999d2a33&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0783057
Dec 24 11:22:18.816174 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-b564daaa-9b5c-44d6-8afc-c3fec2baa314 req-bb3d7f16-2424-457d-a1f7-29687ef73086 service neutron] 10.222.0.58 "GET /v2.0/networks/0df0750d-59f5-454c-a57e-8df2999d2a33?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1374221
Dec 24 11:22:18.968477 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-b564daaa-9b5c-44d6-8afc-c3fec2baa314 req-107192dc-d2fa-47dc-bebb-d543babe18d0 service neutron] 10.222.0.58 "GET /v2.0/networks/0df0750d-59f5-454c-a57e-8df2999d2a33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1450896
Dec 24 11:22:28.297874 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:22:36.471568 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c028a082-5786-4e5d-b375-1fa852d7a6a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:22:37.285179 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 45912) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:22:37.633118 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-ece88b62-8c73-4586-953e-a2136c08deb1 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/floatingips/4abc8791-c6b5-4a38-81c1-1ceebf9e2604 HTTP/1.1" status: 200  len: 993 time: 0.3465815
Dec 24 11:22:38.053680 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:22:38.511271 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 45922) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:22:38.518097 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-7660a9f4-5f54-4287-8dfd-4d0bcef1f287 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Request body: {'port': {'admin_state_up': False}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:22:38.653773 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7660a9f4-5f54-4287-8dfd-4d0bcef1f287 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:22:38.888821 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7660a9f4-5f54-4287-8dfd-4d0bcef1f287 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] For port df53a30a-f1b3-4794-8d54-907df4bc9cb9, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=df53a30a-f1b3-4794-8d54-907df4bc9cb9,segment=NetworkSegment(17a32a41-9ae4-411c-96a5-cf17f32afb02),segment_id=17a32a41-9ae4-411c-96a5-cf17f32afb02)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:22:38.921425 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7660a9f4-5f54-4287-8dfd-4d0bcef1f287 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for port, precommit_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:22:38.926510 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7660a9f4-5f54-4287-8dfd-4d0bcef1f287 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850854027'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:22:38.930389 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-a7bd9d42-4730-4048-90a7-4f5c5a700ea8 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:22:38.949446 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c3010c23-5860-423e-b2af-5eac9d9ad4a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:22:39.000932 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7660a9f4-5f54-4287-8dfd-4d0bcef1f287 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:22:39.001628 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7660a9f4-5f54-4287-8dfd-4d0bcef1f287 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:22:39.003292 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-7660a9f4-5f54-4287-8dfd-4d0bcef1f287 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "PUT /v2.0/ports/df53a30a-f1b3-4794-8d54-907df4bc9cb9 HTTP/1.1" status: 200  len: 938 time: 0.4909890
Dec 24 11:22:39.004045 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '572010c4-9fe5-45aa-9d5f-9812d123d469', 'tag': 'df53a30a-f1b3-4794-8d54-907df4bc9cb9'}] {{(pid=88879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 24 11:22:39.021445 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7660a9f4-5f54-4287-8dfd-4d0bcef1f287 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event updated for resources: {'Port': ['ID=df53a30a-f1b3-4794-8d54-907df4bc9cb9,revision_number=6']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:22:39.031653 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7660a9f4-5f54-4287-8dfd-4d0bcef1f287 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:22:39.032070 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7660a9f4-5f54-4287-8dfd-4d0bcef1f287 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:22:39.032505 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7660a9f4-5f54-4287-8dfd-4d0bcef1f287 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:22:39.032919 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7660a9f4-5f54-4287-8dfd-4d0bcef1f287 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:22:39.033338 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7660a9f4-5f54-4287-8dfd-4d0bcef1f287 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:22:39.033739 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7660a9f4-5f54-4287-8dfd-4d0bcef1f287 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:22:39.034235 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7660a9f4-5f54-4287-8dfd-4d0bcef1f287 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:22:39.034609 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7660a9f4-5f54-4287-8dfd-4d0bcef1f287 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:22:39.035017 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7660a9f4-5f54-4287-8dfd-4d0bcef1f287 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:22:39.035422 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7660a9f4-5f54-4287-8dfd-4d0bcef1f287 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:22:39.035830 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7660a9f4-5f54-4287-8dfd-4d0bcef1f287 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:22:39.040414 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7660a9f4-5f54-4287-8dfd-4d0bcef1f287 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:22:39.064135 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '572010c4-9fe5-45aa-9d5f-9812d123d469', 'tag': 'df53a30a-f1b3-4794-8d54-907df4bc9cb9', 'status': 'completed', 'code': 200}
Dec 24 11:22:39.169007 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-349c7eea-9d99-48ee-bb9d-1be8cc5ccc74 req-2b1b6bfa-1a8f-4669-bd24-1fa7cf6a4d13 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ad7c5ba9df02428aae512a4d9bb9dd9d&device_id=572010c4-9fe5-45aa-9d5f-9812d123d469 HTTP/1.1" status: 200  len: 1099 time: 0.0818894
Dec 24 11:22:39.320220 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-f5df77f6-2c1e-4cc0-b29b-f9ef1323f17f None None] Provisioning complete for port df53a30a-f1b3-4794-8d54-907df4bc9cb9 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:22:39.320634 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f5df77f6-2c1e-4cc0-b29b-f9ef1323f17f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:22:39.320764 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349c7eea-9d99-48ee-bb9d-1be8cc5ccc74 req-db21ff29-5981-4a6a-87b9-574cacfd38a0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:22:39.322273 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-349c7eea-9d99-48ee-bb9d-1be8cc5ccc74 req-db21ff29-5981-4a6a-87b9-574cacfd38a0 service neutron] 10.222.0.58 "GET /v2.0/networks?id=0df0750d-59f5-454c-a57e-8df2999d2a33 HTTP/1.1" status: 200  len: 898 time: 0.1423571
Dec 24 11:22:39.384788 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-f5df77f6-2c1e-4cc0-b29b-f9ef1323f17f None None] Port df53a30a-f1b3-4794-8d54-907df4bc9cb9 is administratively disabled so it will not transition to active. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:321}}
Dec 24 11:22:39.404880 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bdfdbc84-c52d-4f40-b281-af314dc1f8fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:22:39.442792 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-349c7eea-9d99-48ee-bb9d-1be8cc5ccc74 req-1b1fe051-d2b1-4cdd-acef-dccf24920fa6 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=df53a30a-f1b3-4794-8d54-907df4bc9cb9 HTTP/1.1" status: 200  len: 1002 time: 0.1107612
Dec 24 11:22:39.523403 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349c7eea-9d99-48ee-bb9d-1be8cc5ccc74 req-db1f94dd-48ab-488a-8b07-03b24c71019d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:22:39.525009 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-349c7eea-9d99-48ee-bb9d-1be8cc5ccc74 req-db1f94dd-48ab-488a-8b07-03b24c71019d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a394dcee-3b4c-44b6-95ab-29b9370c639e HTTP/1.1" status: 200  len: 835 time: 0.0727947
Dec 24 11:22:39.612700 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-349c7eea-9d99-48ee-bb9d-1be8cc5ccc74 req-a504d55e-b603-4fca-add2-1819a72cae93 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0df0750d-59f5-454c-a57e-8df2999d2a33&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0791833
Dec 24 11:22:39.772069 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-349c7eea-9d99-48ee-bb9d-1be8cc5ccc74 req-a120abed-d24a-4a7f-bd24-ae57785896d4 service neutron] 10.222.0.58 "GET /v2.0/networks/0df0750d-59f5-454c-a57e-8df2999d2a33?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1472962
Dec 24 11:22:39.928646 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-349c7eea-9d99-48ee-bb9d-1be8cc5ccc74 req-693e9b39-d7bc-415e-bc04-f2ec4c3ff21a service neutron] 10.222.0.58 "GET /v2.0/networks/0df0750d-59f5-454c-a57e-8df2999d2a33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1465940
Dec 24 11:22:40.686368 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-39ff93cf-c0b7-48c5-95f3-6f7e9977387d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:22:42.480674 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 45932) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:22:42.487669 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-a216076a-c422-42e7-937c-4d34044a5c70 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Request body: {'port': {'admin_state_up': True}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:22:42.622067 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a216076a-c422-42e7-937c-4d34044a5c70 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:22:43.094060 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-a216076a-c422-42e7-937c-4d34044a5c70 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] For port df53a30a-f1b3-4794-8d54-907df4bc9cb9, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=df53a30a-f1b3-4794-8d54-907df4bc9cb9,segment=NetworkSegment(17a32a41-9ae4-411c-96a5-cf17f32afb02),segment_id=17a32a41-9ae4-411c-96a5-cf17f32afb02)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:22:43.126103 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a216076a-c422-42e7-937c-4d34044a5c70 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for port, precommit_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:22:43.131211 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a216076a-c422-42e7-937c-4d34044a5c70 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850854027'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:22:43.135069 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-8da6f59f-779c-4d47-a46f-189564b75e33 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:22:43.198784 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a216076a-c422-42e7-937c-4d34044a5c70 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:22:43.199561 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a216076a-c422-42e7-937c-4d34044a5c70 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:22:43.201608 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-a216076a-c422-42e7-937c-4d34044a5c70 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "PUT /v2.0/ports/df53a30a-f1b3-4794-8d54-907df4bc9cb9 HTTP/1.1" status: 200  len: 937 time: 0.7194624
Dec 24 11:22:43.202297 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '572010c4-9fe5-45aa-9d5f-9812d123d469', 'tag': 'df53a30a-f1b3-4794-8d54-907df4bc9cb9'}] {{(pid=88879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 24 11:22:43.204745 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 45936) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:22:43.227928 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a216076a-c422-42e7-937c-4d34044a5c70 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event updated for resources: {'Port': ['ID=df53a30a-f1b3-4794-8d54-907df4bc9cb9,revision_number=7']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:22:43.241553 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-a216076a-c422-42e7-937c-4d34044a5c70 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:22:43.274098 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '572010c4-9fe5-45aa-9d5f-9812d123d469', 'tag': 'df53a30a-f1b3-4794-8d54-907df4bc9cb9', 'status': 'completed', 'code': 200}
Dec 24 11:22:43.335059 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-115dff4d-b7c5-4eb3-9fc2-b7810c3da2a5 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/floatingips/4abc8791-c6b5-4a38-81c1-1ceebf9e2604 HTTP/1.1" status: 200  len: 993 time: 0.1219528
Dec 24 11:22:43.380474 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-864ff69c-34bf-452c-bd67-0ff76048623b req-3bd84b5d-66d7-4bd8-bf08-750c1cfb6222 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ad7c5ba9df02428aae512a4d9bb9dd9d&device_id=572010c4-9fe5-45aa-9d5f-9812d123d469 HTTP/1.1" status: 200  len: 1098 time: 0.0801861
Dec 24 11:22:43.509522 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] get_ports_and_sgs() called for port_ids ['df53a30a-f1b3-4794-8d54-907df4bc9cb9'] {{(pid=88880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 24 11:22:43.541001 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864ff69c-34bf-452c-bd67-0ff76048623b req-cc080621-e57f-494c-9250-5c486978772b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:22:43.542797 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-864ff69c-34bf-452c-bd67-0ff76048623b req-cc080621-e57f-494c-9250-5c486978772b service neutron] 10.222.0.58 "GET /v2.0/networks?id=0df0750d-59f5-454c-a57e-8df2999d2a33 HTTP/1.1" status: 200  len: 898 time: 0.1550853
Dec 24 11:22:43.590362 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-a869985e-e4ba-4571-ba86-0654e5358a56 None None] Provisioning complete for port df53a30a-f1b3-4794-8d54-907df4bc9cb9 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:22:43.590771 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a869985e-e4ba-4571-ba86-0654e5358a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:22:43.655012 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-864ff69c-34bf-452c-bd67-0ff76048623b req-0ed6745c-c7df-4f33-85c8-8b345f04bc50 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=df53a30a-f1b3-4794-8d54-907df4bc9cb9 HTTP/1.1" status: 200  len: 1001 time: 0.1011348
Dec 24 11:22:43.731054 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864ff69c-34bf-452c-bd67-0ff76048623b req-ae48a350-78ba-4e03-9819-fb3ac64ba151 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:22:43.732705 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-864ff69c-34bf-452c-bd67-0ff76048623b req-ae48a350-78ba-4e03-9819-fb3ac64ba151 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a394dcee-3b4c-44b6-95ab-29b9370c639e HTTP/1.1" status: 200  len: 835 time: 0.0682402
Dec 24 11:22:43.816700 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-864ff69c-34bf-452c-bd67-0ff76048623b req-58924fda-33ea-483b-a535-b1892ba6d6a6 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0df0750d-59f5-454c-a57e-8df2999d2a33&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0746803
Dec 24 11:22:43.972049 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-864ff69c-34bf-452c-bd67-0ff76048623b req-714aa29a-de10-4aba-a338-3fdb0ed12f84 service neutron] 10.222.0.58 "GET /v2.0/networks/0df0750d-59f5-454c-a57e-8df2999d2a33?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1475327
Dec 24 11:22:44.120677 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-864ff69c-34bf-452c-bd67-0ff76048623b req-3d1d2435-7e9a-43f9-b3df-e30c20c79ce0 service neutron] 10.222.0.58 "GET /v2.0/networks/0df0750d-59f5-454c-a57e-8df2999d2a33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1409245
Dec 24 11:22:44.349121 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.agents_db [None req-e51243ab-6a93-425b-980f-a73583147efa None None] Agent healthcheck: found 6 active agents {{(pid=88881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 24 11:22:45.947022 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 45948) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:22:46.171298 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-40d1995b-a8b2-40c0-98ca-6f5b81105384 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Deleting port 68b007ef-b169-42dc-a8d1-46b1f5b28ab9 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:22:46.171668 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-40d1995b-a8b2-40c0-98ca-6f5b81105384 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:22:46.360303 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-40d1995b-a8b2-40c0-98ca-6f5b81105384 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:22:46.360603 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-40d1995b-a8b2-40c0-98ca-6f5b81105384 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:22:46.485682 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-40d1995b-a8b2-40c0-98ca-6f5b81105384 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Calling delete_port for 68b007ef-b169-42dc-a8d1-46b1f5b28ab9 owned by network:floatingip {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:22:46.649634 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-40d1995b-a8b2-40c0-98ca-6f5b81105384 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:22:46.653467 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c79d19e8-4d23-4ea7-9825-4b1aecbca813 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:22:46.699998 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d1995b-a8b2-40c0-98ca-6f5b81105384 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event deleted for resources: {'Port': ['ID=68b007ef-b169-42dc-a8d1-46b1f5b28ab9,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:22:46.741198 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d1995b-a8b2-40c0-98ca-6f5b81105384 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:22:46.741628 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d1995b-a8b2-40c0-98ca-6f5b81105384 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:22:46.742055 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d1995b-a8b2-40c0-98ca-6f5b81105384 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:22:46.742478 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d1995b-a8b2-40c0-98ca-6f5b81105384 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:22:46.742890 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d1995b-a8b2-40c0-98ca-6f5b81105384 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:22:46.743297 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d1995b-a8b2-40c0-98ca-6f5b81105384 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:22:46.743717 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d1995b-a8b2-40c0-98ca-6f5b81105384 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:22:46.744122 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d1995b-a8b2-40c0-98ca-6f5b81105384 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:22:46.744530 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d1995b-a8b2-40c0-98ca-6f5b81105384 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:22:46.744933 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d1995b-a8b2-40c0-98ca-6f5b81105384 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:22:46.745337 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d1995b-a8b2-40c0-98ca-6f5b81105384 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:22:46.752985 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-40d1995b-a8b2-40c0-98ca-6f5b81105384 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:22:46.812950 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-40d1995b-a8b2-40c0-98ca-6f5b81105384 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for floatingip, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:22:47.240332 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40d1995b-a8b2-40c0-98ca-6f5b81105384 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Router 7eede676-897b-4baa-84eb-f9e41520fae3 has already been hosted by L3 agent 198cca88-1338-4098-b44b-beb0346ac906 {{(pid=88878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 24 11:22:47.461498 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40d1995b-a8b2-40c0-98ca-6f5b81105384 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:22:47.473059 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38eadebd-3104-4149-bf84-f51b392282b8 None None] Sync routers for ids ['7eede676-897b-4baa-84eb-f9e41520fae3'] in dv-neutron-822691-2-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:22:47.481081 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-40d1995b-a8b2-40c0-98ca-6f5b81105384 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for floatingip, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:22:47.487491 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38eadebd-3104-4149-bf84-f51b392282b8 None None] Routers {'7eede676-897b-4baa-84eb-f9e41520fae3'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:22:47.488186 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-38eadebd-3104-4149-bf84-f51b392282b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52716875f8>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:22:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['7eede676-897b-4baa-84eb-f9e41520fae3'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:22:47.538846 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-40d1995b-a8b2-40c0-98ca-6f5b81105384 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "DELETE /v2.0/floatingips/624240d3-2f93-4910-82bb-04cae8668ec6 HTTP/1.1" status: 204  len: 168 time: 1.5907035
Dec 24 11:22:47.539599 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b78e137-8649-43e0-95ec-a5c8c7882e88', 'tag': '30e821ca-8516-48e8-bb6a-8af9ea35de79'}] {{(pid=88878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 24 11:22:47.601146 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b78e137-8649-43e0-95ec-a5c8c7882e88', 'tag': '30e821ca-8516-48e8-bb6a-8af9ea35de79', 'status': 'completed', 'code': 200}
Dec 24 11:22:47.715688 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-6ebe6363-f5b6-4988-b55d-76a083a458f6 req-87e99ab2-fc43-4261-8d1b-9a938470371f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ad7c5ba9df02428aae512a4d9bb9dd9d&device_id=6b78e137-8649-43e0-95ec-a5c8c7882e88 HTTP/1.1" status: 200  len: 1098 time: 0.0860062
Dec 24 11:22:47.867012 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-38eadebd-3104-4149-bf84-f51b392282b8 None None] Set router 7eede676-897b-4baa-84eb-f9e41520fae3 gateway port host: dv-neutron-822691-2-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:22:47.875765 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebe6363-f5b6-4988-b55d-76a083a458f6 req-e304126b-0fcb-46c2-a24c-86304c798960 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:22:47.877411 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-6ebe6363-f5b6-4988-b55d-76a083a458f6 req-e304126b-0fcb-46c2-a24c-86304c798960 service neutron] 10.222.0.58 "GET /v2.0/networks?id=0df0750d-59f5-454c-a57e-8df2999d2a33 HTTP/1.1" status: 200  len: 898 time: 0.1522479
Dec 24 11:22:47.953521 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-6ebe6363-f5b6-4988-b55d-76a083a458f6 req-ed2de527-e185-4d39-b4d3-8a3a9ea35bcd service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=30e821ca-8516-48e8-bb6a-8af9ea35de79 HTTP/1.1" status: 200  len: 217 time: 0.0678635
Dec 24 11:22:47.987316 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e57bea-c493-43fe-9808-59eef70e4bc0 req-fa75becd-bb2f-4c0c-993d-73f0c6bccc58 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:22:47.988142 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-86e57bea-c493-43fe-9808-59eef70e4bc0 req-fa75becd-bb2f-4c0c-993d-73f0c6bccc58 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Synchronizing usage tracker for tenant:ad7c5ba9df02428aae512a4d9bb9dd9d on resource:port {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:22:48.006747 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-86e57bea-c493-43fe-9808-59eef70e4bc0 req-fa75becd-bb2f-4c0c-993d-73f0c6bccc58 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Unset dirty status for tenant:ad7c5ba9df02428aae512a4d9bb9dd9d on resource:port {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:22:48.008051 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-86e57bea-c493-43fe-9808-59eef70e4bc0 req-fa75becd-bb2f-4c0c-993d-73f0c6bccc58 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b78e137-8649-43e0-95ec-a5c8c7882e88 HTTP/1.1" status: 200  len: 945 time: 0.1161835
Dec 24 11:22:48.041812 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebe6363-f5b6-4988-b55d-76a083a458f6 req-0deb189f-4a5f-4376-ae69-1c70f83ac5aa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:22:48.043539 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-6ebe6363-f5b6-4988-b55d-76a083a458f6 req-0deb189f-4a5f-4376-ae69-1c70f83ac5aa service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a394dcee-3b4c-44b6-95ab-29b9370c639e HTTP/1.1" status: 200  len: 835 time: 0.0806813
Dec 24 11:22:48.062572 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-86e57bea-c493-43fe-9808-59eef70e4bc0 req-116df7bd-c353-44da-8df2-275c9c0c04f0 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/security-groups?id=941f5ca1-1109-4a30-ab8e-ac4afad01fdf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0480425
Dec 24 11:22:48.127737 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-6ebe6363-f5b6-4988-b55d-76a083a458f6 req-c2735b1d-c21e-4347-9bd3-f36ff38be222 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0df0750d-59f5-454c-a57e-8df2999d2a33&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0772243
Dec 24 11:22:48.249935 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-38eadebd-3104-4149-bf84-f51b392282b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52716875f8>, [{'id': '7eede676-897b-4baa-84eb-f9e41520fae3', 'name': 'tempest-TestNetworkBasicOps-router-1412737492', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.103'}], 'enable_snat': True}, 'gw_port_id': '5c245564-7d9f-416d-8a88-df7d86aba531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:21:14Z', 'updated_at': '2021-12-24T11:21:19Z', 'revision_number': 4, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'gw_port': {'id': '5c245564-7d9f-416d-8a88-df7d86aba531', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:1c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eede676-897b-4baa-84eb-f9e41520fae3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:21:14Z', 'updated_at': '2021-12-24T11:21:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_floatingips': [{'id': '4abc8791-c6b5-4a38-81c1-1ceebf9e2604', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'floating_ip_address': '172.26.3.250', 'floating_network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'router_id': '7eede676-897b-4baa-84eb-f9e41520fae3', 'port_id': 'df53a30a-f1b3-4794-8d54-907df4bc9cb9', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0df0750d-59f5-454c-a57e-8df2999d2a33', 'mac_address': 'fa:16:3e:b8:e0:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '572010c4-9fe5-45aa-9d5f-9812d123d469', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T11:21:38Z', 'updated_at': '2021-12-24T11:21:41Z', 'revision_number': 1, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9854a6e-7b0f-44e2-8913-25368d8510d0', 'name': '', 'network_id': '0df0750d-59f5-454c-a57e-8df2999d2a33', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'mac_address': 'fa:16:3e:ba:84:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eede676-897b-4baa-84eb-f9e41520fae3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a394dcee-3b4c-44b6-95ab-29b9370c639e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:21:18Z', 'updated_at': '2021-12-24T11:21:25Z', 'revision_number': 5, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'subnets': [{'id': 'a394dcee-3b4c-44b6-95ab-29b9370c639e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:22:48.254630 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38eadebd-3104-4149-bf84-f51b392282b8 None None] Checking router: 7eede676-897b-4baa-84eb-f9e41520fae3 for host: dv-neutron-822691-2-hyperv {{(pid=88880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 24 11:22:48.267429 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38eadebd-3104-4149-bf84-f51b392282b8 None None] Routers {'7eede676-897b-4baa-84eb-f9e41520fae3'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:22:48.268113 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-38eadebd-3104-4149-bf84-f51b392282b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52716875f8>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:22:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['7eede676-897b-4baa-84eb-f9e41520fae3'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:22:48.276414 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-6ebe6363-f5b6-4988-b55d-76a083a458f6 req-a5f68e8a-681c-4e50-a546-505f977d56a6 service neutron] 10.222.0.58 "GET /v2.0/networks/0df0750d-59f5-454c-a57e-8df2999d2a33?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1408563
Dec 24 11:22:48.425625 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-6ebe6363-f5b6-4988-b55d-76a083a458f6 req-846fa205-c010-4292-a969-49fb35a2fd95 service neutron] 10.222.0.58 "GET /v2.0/networks/0df0750d-59f5-454c-a57e-8df2999d2a33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1414661
Dec 24 11:22:48.458383 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-38eadebd-3104-4149-bf84-f51b392282b8 None None] Set router 7eede676-897b-4baa-84eb-f9e41520fae3 gateway port host: dv-neutron-822691-2-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:22:48.840845 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-38eadebd-3104-4149-bf84-f51b392282b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52716875f8>, [{'id': '7eede676-897b-4baa-84eb-f9e41520fae3', 'name': 'tempest-TestNetworkBasicOps-router-1412737492', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.103'}], 'enable_snat': True}, 'gw_port_id': '5c245564-7d9f-416d-8a88-df7d86aba531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:21:14Z', 'updated_at': '2021-12-24T11:21:19Z', 'revision_number': 4, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'gw_port': {'id': '5c245564-7d9f-416d-8a88-df7d86aba531', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:1c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eede676-897b-4baa-84eb-f9e41520fae3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:21:14Z', 'updated_at': '2021-12-24T11:21:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_floatingips': [{'id': '4abc8791-c6b5-4a38-81c1-1ceebf9e2604', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'floating_ip_address': '172.26.3.250', 'floating_network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'router_id': '7eede676-897b-4baa-84eb-f9e41520fae3', 'port_id': 'df53a30a-f1b3-4794-8d54-907df4bc9cb9', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0df0750d-59f5-454c-a57e-8df2999d2a33', 'mac_address': 'fa:16:3e:b8:e0:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '572010c4-9fe5-45aa-9d5f-9812d123d469', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T11:21:38Z', 'updated_at': '2021-12-24T11:21:41Z', 'revision_number': 1, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9854a6e-7b0f-44e2-8913-25368d8510d0', 'name': '', 'network_id': '0df0750d-59f5-454c-a57e-8df2999d2a33', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'mac_address': 'fa:16:3e:ba:84:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eede676-897b-4baa-84eb-f9e41520fae3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a394dcee-3b4c-44b6-95ab-29b9370c639e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:21:18Z', 'updated_at': '2021-12-24T11:21:25Z', 'revision_number': 5, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'subnets': [{'id': 'a394dcee-3b4c-44b6-95ab-29b9370c639e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:22:48.845924 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38eadebd-3104-4149-bf84-f51b392282b8 None None] The sync data for ids ['7eede676-897b-4baa-84eb-f9e41520fae3'] in dv-neutron-822691-2-hyperv is: [{'id': '7eede676-897b-4baa-84eb-f9e41520fae3', 'name': 'tempest-TestNetworkBasicOps-router-1412737492', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.103'}], 'enable_snat': True}, 'gw_port_id': '5c245564-7d9f-416d-8a88-df7d86aba531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:21:14Z', 'updated_at': '2021-12-24T11:21:19Z', 'revision_number': 4, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'gw_port': {'id': '5c245564-7d9f-416d-8a88-df7d86aba531', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:1c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eede676-897b-4baa-84eb-f9e41520fae3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:21:14Z', 'updated_at': '2021-12-24T11:21:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_floatingips': [{'id': '4abc8791-c6b5-4a38-81c1-1ceebf9e2604', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'floating_ip_address': '172.26.3.250', 'floating_network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'router_id': '7eede676-897b-4baa-84eb-f9e41520fae3', 'port_id': 'df53a30a-f1b3-4794-8d54-907df4bc9cb9', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0df0750d-59f5-454c-a57e-8df2999d2a33', 'mac_address': 'fa:16:3e:b8:e0:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '572010c4-9fe5-45aa-9d5f-9812d123d469', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T11:21:38Z', 'updated_at': '2021-12-24T11:21:41Z', 'revision_number': 1, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9854a6e-7b0f-44e2-8913-25368d8510d0', 'name': '', 'network_id': '0df0750d-59f5-454c-a57e-8df2999d2a33', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'mac_address': 'fa:16:3e:ba:84:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eede676-897b-4baa-84eb-f9e41520fae3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a394dcee-3b4c-44b6-95ab-29b9370c639e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:21:18Z', 'updated_at': '2021-12-24T11:21:25Z', 'revision_number': 5, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'subnets': [{'id': 'a394dcee-3b4c-44b6-95ab-29b9370c639e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:22:49.284287 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4f0407-6bc7-40a4-a958-edab205132d9 req-d2f53cf6-42e8-42a4-a553-0a909c5d2f20 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:22:49.285964 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-6e4f0407-6bc7-40a4-a958-edab205132d9 req-d2f53cf6-42e8-42a4-a553-0a909c5d2f20 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b78e137-8649-43e0-95ec-a5c8c7882e88 HTTP/1.1" status: 200  len: 945 time: 0.0901387
Dec 24 11:22:49.316710 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d24808c8-b4bf-4d72-a3d2-4f10104ea608 None None] New status for floating IP 624240d3-2f93-4910-82bb-04cae8668ec6: DOWN {{(pid=88881) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 24 11:22:49.342878 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-6e4f0407-6bc7-40a4-a958-edab205132d9 req-a4d367fd-241c-4e11-a75b-fdc8307888b7 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/security-groups?id=941f5ca1-1109-4a30-ab8e-ac4afad01fdf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0504165
Dec 24 11:22:49.552107 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07248ccd-ad28-4020-ae92-7ae173b30d2a req-f6b97524-9a65-487a-8588-6518e3a2e8d8 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:22:49.553098 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-07248ccd-ad28-4020-ae92-7ae173b30d2a req-f6b97524-9a65-487a-8588-6518e3a2e8d8 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Synchronizing usage tracker for tenant:ad7c5ba9df02428aae512a4d9bb9dd9d on resource:port {{(pid=88879) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:22:49.569733 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-07248ccd-ad28-4020-ae92-7ae173b30d2a req-f6b97524-9a65-487a-8588-6518e3a2e8d8 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Unset dirty status for tenant:ad7c5ba9df02428aae512a4d9bb9dd9d on resource:port {{(pid=88879) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:22:49.571086 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-07248ccd-ad28-4020-ae92-7ae173b30d2a req-f6b97524-9a65-487a-8588-6518e3a2e8d8 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.58 "GET /v2.0/ports?device_id=6b78e137-8649-43e0-95ec-a5c8c7882e88 HTTP/1.1" status: 200  len: 945 time: 0.1186202
Dec 24 11:22:49.657736 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [req-07248ccd-ad28-4020-ae92-7ae173b30d2a req-15fa806e-a571-4aa7-968f-89ae9897c123 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Deleting port 30e821ca-8516-48e8-bb6a-8af9ea35de79 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:22:49.658364 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-07248ccd-ad28-4020-ae92-7ae173b30d2a req-15fa806e-a571-4aa7-968f-89ae9897c123 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:22:49.959979 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [req-07248ccd-ad28-4020-ae92-7ae173b30d2a req-15fa806e-a571-4aa7-968f-89ae9897c123 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] For port 30e821ca-8516-48e8-bb6a-8af9ea35de79, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=30e821ca-8516-48e8-bb6a-8af9ea35de79,segment=NetworkSegment(17a32a41-9ae4-411c-96a5-cf17f32afb02),segment_id=17a32a41-9ae4-411c-96a5-cf17f32afb02)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:22:49.960272 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-07248ccd-ad28-4020-ae92-7ae173b30d2a req-15fa806e-a571-4aa7-968f-89ae9897c123 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:22:50.101927 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [req-07248ccd-ad28-4020-ae92-7ae173b30d2a req-15fa806e-a571-4aa7-968f-89ae9897c123 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Calling delete_port for 30e821ca-8516-48e8-bb6a-8af9ea35de79 owned by compute:nova {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:22:50.282864 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-07248ccd-ad28-4020-ae92-7ae173b30d2a req-15fa806e-a571-4aa7-968f-89ae9897c123 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:22:50.289643 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-883a2e26-0724-413d-8639-f74084a7cedd tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:22:50.338002 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fa806e-a571-4aa7-968f-89ae9897c123 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event deleted for resources: {'Port': ['ID=30e821ca-8516-48e8-bb6a-8af9ea35de79,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:22:50.342792 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-15fa806e-a571-4aa7-968f-89ae9897c123 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:22:50.454656 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [req-07248ccd-ad28-4020-ae92-7ae173b30d2a req-15fa806e-a571-4aa7-968f-89ae9897c123 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] No DVR routers for this DVR port 30e821ca-8516-48e8-bb6a-8af9ea35de79 on host hv-neutron-8226 {{(pid=88879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 24 11:22:50.457409 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-07248ccd-ad28-4020-ae92-7ae173b30d2a req-15fa806e-a571-4aa7-968f-89ae9897c123 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:22:50.460902 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b78e137-8649-43e0-95ec-a5c8c7882e88', 'name': 'network-vif-deleted', 'tag': '30e821ca-8516-48e8-bb6a-8af9ea35de79'}] {{(pid=88879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 24 11:22:50.497121 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-07248ccd-ad28-4020-ae92-7ae173b30d2a req-15fa806e-a571-4aa7-968f-89ae9897c123 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.58 "DELETE /v2.0/ports/30e821ca-8516-48e8-bb6a-8af9ea35de79 HTTP/1.1" status: 204  len: 173 time: 0.9167945
Dec 24 11:22:50.582039 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b78e137-8649-43e0-95ec-a5c8c7882e88', 'name': 'network-vif-deleted', 'tag': '30e821ca-8516-48e8-bb6a-8af9ea35de79', 'status': 'completed', 'code': 200}
Dec 24 11:22:50.602516 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-bb7880dd-5d8b-4562-985f-9e65e995bbac req-5ba0e298-396d-4b34-a6d8-21f4e661b488 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b78e137-8649-43e0-95ec-a5c8c7882e88 HTTP/1.1" status: 200  len: 210 time: 0.0840220
Dec 24 11:22:51.753321 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 45966) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:22:51.838076 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c3befbb1-53fc-4a8c-afcf-9513336bb452 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:22:51.873215 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c3befbb1-53fc-4a8c-afcf-9513336bb452 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:22:51.939920 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c3befbb1-53fc-4a8c-afcf-9513336bb452 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:22:51.945087 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-cd725b65-6af3-4ec6-9633-4af9d3412dab tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:22:51.963080 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3befbb1-53fc-4a8c-afcf-9513336bb452 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=941f5ca1-1109-4a30-ab8e-ac4afad01fdf,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:22:51.967573 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c3befbb1-53fc-4a8c-afcf-9513336bb452 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:22:51.978672 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c3befbb1-53fc-4a8c-afcf-9513336bb452 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:22:51.980605 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-c3befbb1-53fc-4a8c-afcf-9513336bb452 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "DELETE /v2.0/security-groups/941f5ca1-1109-4a30-ab8e-ac4afad01fdf HTTP/1.1" status: 204  len: 168 time: 0.2256234
Dec 24 11:22:52.031083 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 45972) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:22:52.272337 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-4daec01c-0c0e-4fc6-a9ed-71c043d5c429 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Deleting port 0d755dc0-27a7-440e-ab95-8c22680dc1b0 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:22:52.272630 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4daec01c-0c0e-4fc6-a9ed-71c043d5c429 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:22:52.486822 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4daec01c-0c0e-4fc6-a9ed-71c043d5c429 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:22:52.487364 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4daec01c-0c0e-4fc6-a9ed-71c043d5c429 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:22:52.685090 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-4daec01c-0c0e-4fc6-a9ed-71c043d5c429 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Calling delete_port for 0d755dc0-27a7-440e-ab95-8c22680dc1b0 owned by network:floatingip {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:22:52.738775 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Device 30e821ca-8516-48e8-bb6a-8af9ea35de79 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:22:52.786234 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] No Port match for: 30e821ca-8516-48e8-bb6a-8af9ea35de79 {{(pid=88880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 24 11:22:52.786883 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Device 30e821ca-8516-48e8-bb6a-8af9ea35de79 not bound to the agent host hv-neutron-8226 {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 24 11:22:52.882962 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4daec01c-0c0e-4fc6-a9ed-71c043d5c429 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:22:52.888569 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-81460753-69bf-4315-aa8c-8820c243d329 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:22:52.932200 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daec01c-0c0e-4fc6-a9ed-71c043d5c429 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event deleted for resources: {'Port': ['ID=0d755dc0-27a7-440e-ab95-8c22680dc1b0,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:22:52.935429 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-4daec01c-0c0e-4fc6-a9ed-71c043d5c429 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:22:53.052809 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4daec01c-0c0e-4fc6-a9ed-71c043d5c429 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for floatingip, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:22:53.886251 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4daec01c-0c0e-4fc6-a9ed-71c043d5c429 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Router 7eede676-897b-4baa-84eb-f9e41520fae3 has already been hosted by L3 agent 198cca88-1338-4098-b44b-beb0346ac906 {{(pid=88879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 24 11:22:54.132465 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4daec01c-0c0e-4fc6-a9ed-71c043d5c429 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:22:54.152920 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-913fe415-f2b2-4c77-b3a4-6116401107db None None] Sync routers for ids ['7eede676-897b-4baa-84eb-f9e41520fae3'] in dv-neutron-822691-2-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:22:54.154275 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4daec01c-0c0e-4fc6-a9ed-71c043d5c429 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for floatingip, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:22:54.166944 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-913fe415-f2b2-4c77-b3a4-6116401107db None None] Routers {'7eede676-897b-4baa-84eb-f9e41520fae3'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:22:54.167670 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-913fe415-f2b2-4c77-b3a4-6116401107db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52711565f8>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:22:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['7eede676-897b-4baa-84eb-f9e41520fae3'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:22:54.220056 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-4daec01c-0c0e-4fc6-a9ed-71c043d5c429 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "DELETE /v2.0/floatingips/4abc8791-c6b5-4a38-81c1-1ceebf9e2604 HTTP/1.1" status: 204  len: 168 time: 2.1873767
Dec 24 11:22:54.221035 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '572010c4-9fe5-45aa-9d5f-9812d123d469', 'tag': 'df53a30a-f1b3-4794-8d54-907df4bc9cb9'}] {{(pid=88879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 24 11:22:54.313742 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '572010c4-9fe5-45aa-9d5f-9812d123d469', 'tag': 'df53a30a-f1b3-4794-8d54-907df4bc9cb9', 'status': 'completed', 'code': 200}
Dec 24 11:22:54.374311 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-913fe415-f2b2-4c77-b3a4-6116401107db None None] Set router 7eede676-897b-4baa-84eb-f9e41520fae3 gateway port host: dv-neutron-822691-2-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:22:54.465999 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-2cb024a3-e0aa-47e6-8f50-9f8d695a407e req-e7601db5-6378-4088-8bdf-f793851b962e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ad7c5ba9df02428aae512a4d9bb9dd9d&device_id=572010c4-9fe5-45aa-9d5f-9812d123d469 HTTP/1.1" status: 200  len: 1098 time: 0.1127234
Dec 24 11:22:54.692595 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb024a3-e0aa-47e6-8f50-9f8d695a407e req-29c290ca-0960-457e-8ce1-91a11360f93a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:22:54.695192 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-2cb024a3-e0aa-47e6-8f50-9f8d695a407e req-29c290ca-0960-457e-8ce1-91a11360f93a service neutron] 10.222.0.58 "GET /v2.0/networks?id=0df0750d-59f5-454c-a57e-8df2999d2a33 HTTP/1.1" status: 200  len: 898 time: 0.2168875
Dec 24 11:22:54.746105 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0a51f2-118a-41e3-82a9-20d002744424 req-2e86c881-261c-4552-84df-f872de53a402 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:22:54.746105 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-1f0a51f2-118a-41e3-82a9-20d002744424 req-2e86c881-261c-4552-84df-f872de53a402 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/ports?device_id=572010c4-9fe5-45aa-9d5f-9812d123d469 HTTP/1.1" status: 200  len: 945 time: 0.1055586
Dec 24 11:22:54.795882 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-2cb024a3-e0aa-47e6-8f50-9f8d695a407e req-463cf7e8-5ca0-4f29-9b88-a9fc1b0118da service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=df53a30a-f1b3-4794-8d54-907df4bc9cb9 HTTP/1.1" status: 200  len: 217 time: 0.0844572
Dec 24 11:22:54.816623 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-1f0a51f2-118a-41e3-82a9-20d002744424 req-684af05c-cdf3-4039-bb2b-301d53e67020 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/security-groups?id=2197fb40-37d5-4f34-a39d-2ec4576a5bcf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0630667
Dec 24 11:22:54.824242 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-913fe415-f2b2-4c77-b3a4-6116401107db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52711565f8>, [{'id': '7eede676-897b-4baa-84eb-f9e41520fae3', 'name': 'tempest-TestNetworkBasicOps-router-1412737492', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.103'}], 'enable_snat': True}, 'gw_port_id': '5c245564-7d9f-416d-8a88-df7d86aba531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:21:14Z', 'updated_at': '2021-12-24T11:21:19Z', 'revision_number': 4, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'gw_port': {'id': '5c245564-7d9f-416d-8a88-df7d86aba531', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:1c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eede676-897b-4baa-84eb-f9e41520fae3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:21:14Z', 'updated_at': '2021-12-24T11:21:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_interfaces': [{'id': 'b9854a6e-7b0f-44e2-8913-25368d8510d0', 'name': '', 'network_id': '0df0750d-59f5-454c-a57e-8df2999d2a33', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'mac_address': 'fa:16:3e:ba:84:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eede676-897b-4baa-84eb-f9e41520fae3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a394dcee-3b4c-44b6-95ab-29b9370c639e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:21:18Z', 'updated_at': '2021-12-24T11:21:25Z', 'revision_number': 5, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'subnets': [{'id': 'a394dcee-3b4c-44b6-95ab-29b9370c639e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:22:54.829629 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-913fe415-f2b2-4c77-b3a4-6116401107db None None] Checking router: 7eede676-897b-4baa-84eb-f9e41520fae3 for host: dv-neutron-822691-2-hyperv {{(pid=88880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 24 11:22:54.843085 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-913fe415-f2b2-4c77-b3a4-6116401107db None None] Routers {'7eede676-897b-4baa-84eb-f9e41520fae3'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:22:54.843785 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-913fe415-f2b2-4c77-b3a4-6116401107db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52711565f8>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:22:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['7eede676-897b-4baa-84eb-f9e41520fae3'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:22:54.889200 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb024a3-e0aa-47e6-8f50-9f8d695a407e req-41e06f89-5295-4784-8654-8ec65062387d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:22:54.891274 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-2cb024a3-e0aa-47e6-8f50-9f8d695a407e req-41e06f89-5295-4784-8654-8ec65062387d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a394dcee-3b4c-44b6-95ab-29b9370c639e HTTP/1.1" status: 200  len: 835 time: 0.0860384
Dec 24 11:22:55.013964 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-2cb024a3-e0aa-47e6-8f50-9f8d695a407e req-3b350610-26c5-4cf9-879c-5c6f2562f94d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0df0750d-59f5-454c-a57e-8df2999d2a33&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1143000
Dec 24 11:22:55.101051 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-913fe415-f2b2-4c77-b3a4-6116401107db None None] Set router 7eede676-897b-4baa-84eb-f9e41520fae3 gateway port host: dv-neutron-822691-2-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:22:55.211188 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-2cb024a3-e0aa-47e6-8f50-9f8d695a407e req-4fc22793-90f2-4e1c-afe9-08182c394a0f service neutron] 10.222.0.58 "GET /v2.0/networks/0df0750d-59f5-454c-a57e-8df2999d2a33?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1901381
Dec 24 11:22:55.376895 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-2cb024a3-e0aa-47e6-8f50-9f8d695a407e req-3f31a30c-4212-4ae1-98e6-6a887122b662 service neutron] 10.222.0.58 "GET /v2.0/networks/0df0750d-59f5-454c-a57e-8df2999d2a33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1575239
Dec 24 11:22:55.488451 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-913fe415-f2b2-4c77-b3a4-6116401107db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52711565f8>, [{'id': '7eede676-897b-4baa-84eb-f9e41520fae3', 'name': 'tempest-TestNetworkBasicOps-router-1412737492', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.103'}], 'enable_snat': True}, 'gw_port_id': '5c245564-7d9f-416d-8a88-df7d86aba531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:21:14Z', 'updated_at': '2021-12-24T11:21:19Z', 'revision_number': 4, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'gw_port': {'id': '5c245564-7d9f-416d-8a88-df7d86aba531', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:1c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eede676-897b-4baa-84eb-f9e41520fae3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:21:14Z', 'updated_at': '2021-12-24T11:21:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_interfaces': [{'id': 'b9854a6e-7b0f-44e2-8913-25368d8510d0', 'name': '', 'network_id': '0df0750d-59f5-454c-a57e-8df2999d2a33', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'mac_address': 'fa:16:3e:ba:84:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eede676-897b-4baa-84eb-f9e41520fae3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a394dcee-3b4c-44b6-95ab-29b9370c639e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:21:18Z', 'updated_at': '2021-12-24T11:21:25Z', 'revision_number': 5, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'subnets': [{'id': 'a394dcee-3b4c-44b6-95ab-29b9370c639e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:22:55.493349 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-913fe415-f2b2-4c77-b3a4-6116401107db None None] The sync data for ids ['7eede676-897b-4baa-84eb-f9e41520fae3'] in dv-neutron-822691-2-hyperv is: [{'id': '7eede676-897b-4baa-84eb-f9e41520fae3', 'name': 'tempest-TestNetworkBasicOps-router-1412737492', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.103'}], 'enable_snat': True}, 'gw_port_id': '5c245564-7d9f-416d-8a88-df7d86aba531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:21:14Z', 'updated_at': '2021-12-24T11:21:19Z', 'revision_number': 4, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'gw_port': {'id': '5c245564-7d9f-416d-8a88-df7d86aba531', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:1c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eede676-897b-4baa-84eb-f9e41520fae3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:21:14Z', 'updated_at': '2021-12-24T11:21:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_interfaces': [{'id': 'b9854a6e-7b0f-44e2-8913-25368d8510d0', 'name': '', 'network_id': '0df0750d-59f5-454c-a57e-8df2999d2a33', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'mac_address': 'fa:16:3e:ba:84:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eede676-897b-4baa-84eb-f9e41520fae3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a394dcee-3b4c-44b6-95ab-29b9370c639e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:21:18Z', 'updated_at': '2021-12-24T11:21:25Z', 'revision_number': 5, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'subnets': [{'id': 'a394dcee-3b4c-44b6-95ab-29b9370c639e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:22:56.002618 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d20ec8-3393-4415-b5a5-12094f168626 None None] New status for floating IP 4abc8791-c6b5-4a38-81c1-1ceebf9e2604: DOWN {{(pid=88881) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 24 11:22:56.088387 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5fd4ce-56f6-4fe1-82e1-bb520f98d650 req-f9625663-b072-4746-8e6a-ff9f67d10be8 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:22:56.091182 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-8d5fd4ce-56f6-4fe1-82e1-bb520f98d650 req-f9625663-b072-4746-8e6a-ff9f67d10be8 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/ports?device_id=572010c4-9fe5-45aa-9d5f-9812d123d469 HTTP/1.1" status: 200  len: 945 time: 0.1219683
Dec 24 11:22:56.164446 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-8d5fd4ce-56f6-4fe1-82e1-bb520f98d650 req-2d6b6370-6832-4c31-9b74-c349d17b70d7 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/security-groups?id=2197fb40-37d5-4f34-a39d-2ec4576a5bcf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0599411
Dec 24 11:22:56.390137 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e119cfa7-df35-4d7a-8d0e-09e5c7b00d9a req-f9a58175-0e93-4a24-b818-a626e3caca45 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:22:56.391193 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-e119cfa7-df35-4d7a-8d0e-09e5c7b00d9a req-f9a58175-0e93-4a24-b818-a626e3caca45 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Synchronizing usage tracker for tenant:ad7c5ba9df02428aae512a4d9bb9dd9d on resource:port {{(pid=88879) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:22:56.409023 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-e119cfa7-df35-4d7a-8d0e-09e5c7b00d9a req-f9a58175-0e93-4a24-b818-a626e3caca45 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Unset dirty status for tenant:ad7c5ba9df02428aae512a4d9bb9dd9d on resource:port {{(pid=88879) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:22:56.410741 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-e119cfa7-df35-4d7a-8d0e-09e5c7b00d9a req-f9a58175-0e93-4a24-b818-a626e3caca45 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.58 "GET /v2.0/ports?device_id=572010c4-9fe5-45aa-9d5f-9812d123d469 HTTP/1.1" status: 200  len: 945 time: 0.1129539
Dec 24 11:22:56.514902 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [req-e119cfa7-df35-4d7a-8d0e-09e5c7b00d9a req-22d76aa4-833a-4094-9cf0-d46630160c00 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Deleting port df53a30a-f1b3-4794-8d54-907df4bc9cb9 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:22:56.515206 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-e119cfa7-df35-4d7a-8d0e-09e5c7b00d9a req-22d76aa4-833a-4094-9cf0-d46630160c00 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:22:56.811848 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [req-e119cfa7-df35-4d7a-8d0e-09e5c7b00d9a req-22d76aa4-833a-4094-9cf0-d46630160c00 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] For port df53a30a-f1b3-4794-8d54-907df4bc9cb9, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=df53a30a-f1b3-4794-8d54-907df4bc9cb9,segment=NetworkSegment(17a32a41-9ae4-411c-96a5-cf17f32afb02),segment_id=17a32a41-9ae4-411c-96a5-cf17f32afb02)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:22:56.812315 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-e119cfa7-df35-4d7a-8d0e-09e5c7b00d9a req-22d76aa4-833a-4094-9cf0-d46630160c00 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:22:56.967632 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [req-e119cfa7-df35-4d7a-8d0e-09e5c7b00d9a req-22d76aa4-833a-4094-9cf0-d46630160c00 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Calling delete_port for df53a30a-f1b3-4794-8d54-907df4bc9cb9 owned by compute:nova {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:22:57.136261 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-e119cfa7-df35-4d7a-8d0e-09e5c7b00d9a req-22d76aa4-833a-4094-9cf0-d46630160c00 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:22:57.144102 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-b5a68190-e2d5-4b54-aaf0-1dfc0fdaecdf tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:22:57.195396 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d76aa4-833a-4094-9cf0-d46630160c00 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event deleted for resources: {'Port': ['ID=df53a30a-f1b3-4794-8d54-907df4bc9cb9,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:22:57.200325 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-22d76aa4-833a-4094-9cf0-d46630160c00 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:22:57.286393 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [req-e119cfa7-df35-4d7a-8d0e-09e5c7b00d9a req-22d76aa4-833a-4094-9cf0-d46630160c00 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] No DVR routers for this DVR port df53a30a-f1b3-4794-8d54-907df4bc9cb9 on host hv-neutron-8226 {{(pid=88879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 24 11:22:57.289541 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-e119cfa7-df35-4d7a-8d0e-09e5c7b00d9a req-22d76aa4-833a-4094-9cf0-d46630160c00 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:22:57.294855 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '572010c4-9fe5-45aa-9d5f-9812d123d469', 'name': 'network-vif-deleted', 'tag': 'df53a30a-f1b3-4794-8d54-907df4bc9cb9'}] {{(pid=88879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 24 11:22:57.316726 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-e119cfa7-df35-4d7a-8d0e-09e5c7b00d9a req-22d76aa4-833a-4094-9cf0-d46630160c00 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.58 "DELETE /v2.0/ports/df53a30a-f1b3-4794-8d54-907df4bc9cb9 HTTP/1.1" status: 204  len: 173 time: 0.8993409
Dec 24 11:22:57.361561 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '572010c4-9fe5-45aa-9d5f-9812d123d469', 'name': 'network-vif-deleted', 'tag': 'df53a30a-f1b3-4794-8d54-907df4bc9cb9', 'status': 'completed', 'code': 200}
Dec 24 11:22:57.377560 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-c1d37962-6996-47f8-aa5b-5b42cf9ed19c req-70e4fee8-486f-44b4-aeca-76b1c3a5b0fe tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/ports?device_id=572010c4-9fe5-45aa-9d5f-9812d123d469 HTTP/1.1" status: 200  len: 210 time: 0.0551159
Dec 24 11:22:58.299078 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:22:58.494457 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 45990) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:22:58.602197 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2bd84068-ef2a-47bb-886b-6f3e40dfbd75 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:22:58.637740 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2bd84068-ef2a-47bb-886b-6f3e40dfbd75 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:22:58.700204 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2bd84068-ef2a-47bb-886b-6f3e40dfbd75 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:22:58.704779 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c3befbb1-53fc-4a8c-afcf-9513336bb452 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:22:58.720735 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd84068-ef2a-47bb-886b-6f3e40dfbd75 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2197fb40-37d5-4f34-a39d-2ec4576a5bcf,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:22:58.723665 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-2bd84068-ef2a-47bb-886b-6f3e40dfbd75 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:22:58.734776 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2bd84068-ef2a-47bb-886b-6f3e40dfbd75 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:22:58.736702 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-2bd84068-ef2a-47bb-886b-6f3e40dfbd75 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "DELETE /v2.0/security-groups/2197fb40-37d5-4f34-a39d-2ec4576a5bcf HTTP/1.1" status: 204  len: 168 time: 0.2408822
Dec 24 11:22:58.796345 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 45996) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:22:59.249813 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-70889732-776d-4f35-ab95-e38049b1d90f tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854055677'] for router_interface, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:23:00.201459 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-70889732-776d-4f35-ab95-e38049b1d90f tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Deleting port b9854a6e-7b0f-44e2-8913-25368d8510d0 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:23:00.202166 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-70889732-776d-4f35-ab95-e38049b1d90f tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:23:00.406986 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-70889732-776d-4f35-ab95-e38049b1d90f tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] For port b9854a6e-7b0f-44e2-8913-25368d8510d0, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=b9854a6e-7b0f-44e2-8913-25368d8510d0,segment=NetworkSegment(17a32a41-9ae4-411c-96a5-cf17f32afb02),segment_id=17a32a41-9ae4-411c-96a5-cf17f32afb02)] {{(pid=88878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:23:00.407243 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-70889732-776d-4f35-ab95-e38049b1d90f tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:23:00.536258 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-70889732-776d-4f35-ab95-e38049b1d90f tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Calling delete_port for b9854a6e-7b0f-44e2-8913-25368d8510d0 owned by network:router_interface {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:23:00.752860 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-70889732-776d-4f35-ab95-e38049b1d90f tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:23:00.756625 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-18cc89be-b446-4475-92c4-c09b7ddbb65c tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:23:00.765635 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Device df53a30a-f1b3-4794-8d54-907df4bc9cb9 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:23:00.799768 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] No Port match for: df53a30a-f1b3-4794-8d54-907df4bc9cb9 {{(pid=88880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 24 11:23:00.800162 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Device df53a30a-f1b3-4794-8d54-907df4bc9cb9 not bound to the agent host hv-neutron-8226 {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 24 11:23:00.800711 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70889732-776d-4f35-ab95-e38049b1d90f tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event deleted for resources: {'Port': ['ID=b9854a6e-7b0f-44e2-8913-25368d8510d0,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:23:00.804650 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-70889732-776d-4f35-ab95-e38049b1d90f tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:23:01.123998 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-70889732-776d-4f35-ab95-e38049b1d90f tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036852798164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854055527'] for router_interface, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:23:01.786573 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70889732-776d-4f35-ab95-e38049b1d90f tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Router 7eede676-897b-4baa-84eb-f9e41520fae3 has already been hosted by L3 agent 198cca88-1338-4098-b44b-beb0346ac906 {{(pid=88878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 24 11:23:02.012142 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70889732-776d-4f35-ab95-e38049b1d90f tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:23:02.023794 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b54731d-db79-4510-bed4-f41dbedac211 None None] Sync routers for ids ['7eede676-897b-4baa-84eb-f9e41520fae3'] in dv-neutron-822691-2-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:23:02.026312 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-70889732-776d-4f35-ab95-e38049b1d90f tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "PUT /v2.0/routers/7eede676-897b-4baa-84eb-f9e41520fae3/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2287495
Dec 24 11:23:02.030281 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 46000) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:23:02.040337 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b54731d-db79-4510-bed4-f41dbedac211 None None] Routers {'7eede676-897b-4baa-84eb-f9e41520fae3'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:23:02.041146 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-4b54731d-db79-4510-bed4-f41dbedac211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271ed0c50>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:22:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['7eede676-897b-4baa-84eb-f9e41520fae3'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:23:02.253862 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1a80bab-dd20-4206-9f3d-a752a2281a24 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Deleting subnet a394dcee-3b4c-44b6-95ab-29b9370c639e {{(pid=88878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 24 11:23:02.257707 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a1a80bab-dd20-4206-9f3d-a752a2281a24 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for subnet, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:23:02.322793 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a1a80bab-dd20-4206-9f3d-a752a2281a24 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852534446'] for subnet, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:23:02.418128 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a1a80bab-dd20-4206-9f3d-a752a2281a24 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847655656'] for subnet, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:23:02.423880 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-4b54731d-db79-4510-bed4-f41dbedac211 None None] Set router 7eede676-897b-4baa-84eb-f9e41520fae3 gateway port host: dv-neutron-822691-2-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:23:02.504385 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a1a80bab-dd20-4206-9f3d-a752a2281a24 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7120129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3978858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852529715'] for subnet, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:23:02.509317 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f609185c-9bd9-46ad-8a13-7960c857c6bb tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:23:02.554041 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a80bab-dd20-4206-9f3d-a752a2281a24 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event deleted for resources: {'Subnet': ['ID=a394dcee-3b4c-44b6-95ab-29b9370c639e,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:23:02.559046 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-a1a80bab-dd20-4206-9f3d-a752a2281a24 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:23:02.562978 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a1a80bab-dd20-4206-9f3d-a752a2281a24 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:23:02.570505 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-a1a80bab-dd20-4206-9f3d-a752a2281a24 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "DELETE /v2.0/subnets/a394dcee-3b4c-44b6-95ab-29b9370c639e HTTP/1.1" status: 204  len: 168 time: 0.5390751
Dec 24 11:23:02.573937 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 46004) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:23:02.582526 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d3a393a-10f9-4242-b6c7-a68137e17835 None None] Network 0df0750d-59f5-454c-a57e-8df2999d2a33 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:23:02.977612 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-4b54731d-db79-4510-bed4-f41dbedac211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271ed0c50>, [{'id': '7eede676-897b-4baa-84eb-f9e41520fae3', 'name': 'tempest-TestNetworkBasicOps-router-1412737492', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.103'}], 'enable_snat': True}, 'gw_port_id': '5c245564-7d9f-416d-8a88-df7d86aba531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:21:14Z', 'updated_at': '2021-12-24T11:23:00Z', 'revision_number': 5, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'gw_port': {'id': '5c245564-7d9f-416d-8a88-df7d86aba531', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:1c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eede676-897b-4baa-84eb-f9e41520fae3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:21:14Z', 'updated_at': '2021-12-24T11:21:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv'}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:23:02.983214 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b54731d-db79-4510-bed4-f41dbedac211 None None] Checking router: 7eede676-897b-4baa-84eb-f9e41520fae3 for host: dv-neutron-822691-2-hyperv {{(pid=88880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 24 11:23:02.998605 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b54731d-db79-4510-bed4-f41dbedac211 None None] Routers {'7eede676-897b-4baa-84eb-f9e41520fae3'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:23:02.999369 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-4b54731d-db79-4510-bed4-f41dbedac211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271ed0c50>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:22:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['7eede676-897b-4baa-84eb-f9e41520fae3'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:23:03.076487 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0fafa68-2d4c-44ef-a38a-dc6567fbee79 None None] DHCP port deletion for 0df0750d-59f5-454c-a57e-8df2999d2a33 request from dv-neutron-822691-2-hyperv {{(pid=88880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 24 11:23:03.087346 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-f0fafa68-2d4c-44ef-a38a-dc6567fbee79 None None] Deleting port adfb8980-0532-442b-9e67-c08e46b70075 {{(pid=88880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:23:03.087809 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f0fafa68-2d4c-44ef-a38a-dc6567fbee79 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:23:03.162353 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0712107a-74f6-4e13-8ba8-bb9df2dca2a0 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for router, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:23:03.357652 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-4b54731d-db79-4510-bed4-f41dbedac211 None None] Set router 7eede676-897b-4baa-84eb-f9e41520fae3 gateway port host: dv-neutron-822691-2-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:23:03.470980 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0712107a-74f6-4e13-8ba8-bb9df2dca2a0 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:23:03.481385 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-0712107a-74f6-4e13-8ba8-bb9df2dca2a0 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Deleting port 5c245564-7d9f-416d-8a88-df7d86aba531 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:23:03.481769 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0712107a-74f6-4e13-8ba8-bb9df2dca2a0 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:23:03.600143 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-f0fafa68-2d4c-44ef-a38a-dc6567fbee79 None None] For port adfb8980-0532-442b-9e67-c08e46b70075, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=adfb8980-0532-442b-9e67-c08e46b70075,segment=NetworkSegment(17a32a41-9ae4-411c-96a5-cf17f32afb02),segment_id=17a32a41-9ae4-411c-96a5-cf17f32afb02)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:23:03.600600 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f0fafa68-2d4c-44ef-a38a-dc6567fbee79 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:23:03.701006 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-0712107a-74f6-4e13-8ba8-bb9df2dca2a0 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] For port 5c245564-7d9f-416d-8a88-df7d86aba531, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=5c245564-7d9f-416d-8a88-df7d86aba531,segment=NetworkSegment(d4e3295f-9ff8-4cad-8a20-3f1c937efc8c),segment_id=d4e3295f-9ff8-4cad-8a20-3f1c937efc8c)] {{(pid=88878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:23:03.701594 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0712107a-74f6-4e13-8ba8-bb9df2dca2a0 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:23:03.752586 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device adfb8980-0532-442b-9e67-c08e46b70075 no longer exists at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:23:03.786762 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-f0fafa68-2d4c-44ef-a38a-dc6567fbee79 None None] Calling delete_port for adfb8980-0532-442b-9e67-c08e46b70075 owned by network:dhcp {{(pid=88880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:23:03.838588 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-0712107a-74f6-4e13-8ba8-bb9df2dca2a0 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Calling delete_port for 5c245564-7d9f-416d-8a88-df7d86aba531 owned by network:router_gateway {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:23:04.029798 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0712107a-74f6-4e13-8ba8-bb9df2dca2a0 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:23:04.034332 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-0bfe466d-c936-4ff7-90d0-7e02b1fdd440 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:23:04.087810 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0712107a-74f6-4e13-8ba8-bb9df2dca2a0 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event deleted for resources: {'Port': ['ID=5c245564-7d9f-416d-8a88-df7d86aba531,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:23:04.091598 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-0712107a-74f6-4e13-8ba8-bb9df2dca2a0 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:23:04.232361 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f0fafa68-2d4c-44ef-a38a-dc6567fbee79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392'] for port, after_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:23:04.238049 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-1be43805-730a-4c0a-83d7-efae4a615486 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:23:04.302115 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:23:04.312116 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fafa68-2d4c-44ef-a38a-dc6567fbee79 None None] Pushing event deleted for resources: {'Port': ['ID=adfb8980-0532-442b-9e67-c08e46b70075,revision_number=None']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:23:04.334971 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0fafa68-2d4c-44ef-a38a-dc6567fbee79 None None] No DVR routers for this DVR port adfb8980-0532-442b-9e67-c08e46b70075 on host dv-neutron-822691-2-hyperv {{(pid=88880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 24 11:23:04.345309 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0712107a-74f6-4e13-8ba8-bb9df2dca2a0 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854116846'] for router_gateway, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:23:04.346145 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fafa68-2d4c-44ef-a38a-dc6567fbee79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:23:04.346543 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fafa68-2d4c-44ef-a38a-dc6567fbee79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:23:04.346923 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fafa68-2d4c-44ef-a38a-dc6567fbee79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:23:04.347299 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fafa68-2d4c-44ef-a38a-dc6567fbee79 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:23:04.347671 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fafa68-2d4c-44ef-a38a-dc6567fbee79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:23:04.348059 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fafa68-2d4c-44ef-a38a-dc6567fbee79 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:23:04.348414 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fafa68-2d4c-44ef-a38a-dc6567fbee79 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:23:04.348782 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fafa68-2d4c-44ef-a38a-dc6567fbee79 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:23:04.349145 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fafa68-2d4c-44ef-a38a-dc6567fbee79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:23:04.349517 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fafa68-2d4c-44ef-a38a-dc6567fbee79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:23:04.349919 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fafa68-2d4c-44ef-a38a-dc6567fbee79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:23:04.355270 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f0fafa68-2d4c-44ef-a38a-dc6567fbee79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:23:04.404230 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-4b54731d-db79-4510-bed4-f41dbedac211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271ed0c50>, [{'id': '7eede676-897b-4baa-84eb-f9e41520fae3', 'name': 'tempest-TestNetworkBasicOps-router-1412737492', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.103'}], 'enable_snat': True}, 'gw_port_id': '5c245564-7d9f-416d-8a88-df7d86aba531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:21:14Z', 'updated_at': '2021-12-24T11:23:00Z', 'revision_number': 5, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'gw_port': {'id': '5c245564-7d9f-416d-8a88-df7d86aba531', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:1c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eede676-897b-4baa-84eb-f9e41520fae3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:21:14Z', 'updated_at': '2021-12-24T11:21:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv'}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:23:04.409516 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b54731d-db79-4510-bed4-f41dbedac211 None None] The sync data for ids ['7eede676-897b-4baa-84eb-f9e41520fae3'] in dv-neutron-822691-2-hyperv is: [{'id': '7eede676-897b-4baa-84eb-f9e41520fae3', 'name': 'tempest-TestNetworkBasicOps-router-1412737492', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.103'}], 'enable_snat': True}, 'gw_port_id': '5c245564-7d9f-416d-8a88-df7d86aba531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:21:14Z', 'updated_at': '2021-12-24T11:23:00Z', 'revision_number': 5, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'gw_port': {'id': '5c245564-7d9f-416d-8a88-df7d86aba531', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:1c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eede676-897b-4baa-84eb-f9e41520fae3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:21:14Z', 'updated_at': '2021-12-24T11:21:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv'}] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:23:04.638070 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0712107a-74f6-4e13-8ba8-bb9df2dca2a0 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854158724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-84560'] for router, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:23:04.643792 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0712107a-74f6-4e13-8ba8-bb9df2dca2a0 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:23:04.673049 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0712107a-74f6-4e13-8ba8-bb9df2dca2a0 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854158830'] for router, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:23:04.673661 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0712107a-74f6-4e13-8ba8-bb9df2dca2a0 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Fanout notify agent at l3_agent the message router_deleted on router 7eede676-897b-4baa-84eb-f9e41520fae3 {{(pid=88878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 24 11:23:04.690058 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0712107a-74f6-4e13-8ba8-bb9df2dca2a0 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for router, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:23:04.691342 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-0712107a-74f6-4e13-8ba8-bb9df2dca2a0 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "DELETE /v2.0/routers/7eede676-897b-4baa-84eb-f9e41520fae3 HTTP/1.1" status: 204  len: 168 time: 2.1153131
Dec 24 11:23:04.694583 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 46008) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:23:04.821090 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a0488d28-241f-483f-a610-dce1f7d479e8 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036847558493'] for network, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:23:04.995247 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a0488d28-241f-483f-a610-dce1f7d479e8 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847649663', 'neutron.services.segments.db._delete_segments_for_network-8749505737672'] for network, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:23:05.030219 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-a0488d28-241f-483f-a610-dce1f7d479e8 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5270cb8588>,) {'filters': {'network_id': ['0df0750d-59f5-454c-a57e-8df2999d2a33']}} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:23:05.044073 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-a0488d28-241f-483f-a610-dce1f7d479e8 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5270cb8588>, '17a32a41-9ae4-411c-96a5-cf17f32afb02') {'for_net_delete': True} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:23:05.044414 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-a0488d28-241f-483f-a610-dce1f7d479e8 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5270cb8588>, '17a32a41-9ae4-411c-96a5-cf17f32afb02') {} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:23:05.057421 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a0488d28-241f-483f-a610-dce1f7d479e8 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749505745113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2241371'] for segment, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:23:05.075839 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a0488d28-241f-483f-a610-dce1f7d479e8 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:23:05.084432 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0488d28-241f-483f-a610-dce1f7d479e8 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Releasing vlan 610 on physical network physnet1 to pool {{(pid=88878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 24 11:23:05.085080 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a0488d28-241f-483f-a610-dce1f7d479e8 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036847652098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850807864'] for segment, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:23:05.108468 dv-neutron-822691-2-hyperv neutron-server[88767]: Traceback (most recent call last):
Dec 24 11:23:05.108468 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 24 11:23:05.108468 dv-neutron-822691-2-hyperv neutron-server[88767]:     timer()
Dec 24 11:23:05.108468 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 11:23:05.108468 dv-neutron-822691-2-hyperv neutron-server[88767]:     cb(*args, **kw)
Dec 24 11:23:05.108468 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 24 11:23:05.108468 dv-neutron-822691-2-hyperv neutron-server[88767]:     return func(*args, **kwargs)
Dec 24 11:23:05.108468 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 11:23:05.108468 dv-neutron-822691-2-hyperv neutron-server[88767]:     self._notify()
Dec 24 11:23:05.108468 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 11:23:05.108468 dv-neutron-822691-2-hyperv neutron-server[88767]:     self.callback(batched_events)
Dec 24 11:23:05.108468 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 11:23:05.108468 dv-neutron-822691-2-hyperv neutron-server[88767]:     event.method(event)
Dec 24 11:23:05.108468 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 11:23:05.108468 dv-neutron-822691-2-hyperv neutron-server[88767]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 11:23:05.108468 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 24 11:23:05.108468 dv-neutron-822691-2-hyperv neutron-server[88767]:     segment_id)['aggregates'][0]
Dec 24 11:23:05.108468 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 24 11:23:05.108468 dv-neutron-822691-2-hyperv neutron-server[88767]:     return f(self, *a, **k)
Dec 24 11:23:05.108468 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 11:23:05.108468 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self._get(url).json()
Dec 24 11:23:05.108468 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 24 11:23:05.108468 dv-neutron-822691-2-hyperv neutron-server[88767]:     **kwargs)
Dec 24 11:23:05.108468 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 24 11:23:05.108468 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self.request(url, 'GET', **kwargs)
Dec 24 11:23:05.108468 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 24 11:23:05.108468 dv-neutron-822691-2-hyperv neutron-server[88767]:     **endpoint_filter)
Dec 24 11:23:05.108468 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 24 11:23:05.108468 dv-neutron-822691-2-hyperv neutron-server[88767]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 11:23:05.108468 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 24 11:23:05.108468 dv-neutron-822691-2-hyperv neutron-server[88767]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 11:23:05.108468 dv-neutron-822691-2-hyperv neutron-server[88767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 11:23:05.195543 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a0488d28-241f-483f-a610-dce1f7d479e8 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7126154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659196'] for network, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:23:05.200509 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-a2ee8e0b-3d6b-484a-900f-73d96318c225 tempest-RoutersNegativeIpV6Test-1260544110 tempest-RoutersNegativeIpV6Test-1260544110-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:23:05.222179 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a0488d28-241f-483f-a610-dce1f7d479e8 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:23:05.238161 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0488d28-241f-483f-a610-dce1f7d479e8 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event deleted for resources: {'Network': ['ID=0df0750d-59f5-454c-a57e-8df2999d2a33,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:23:05.240894 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-a0488d28-241f-483f-a610-dce1f7d479e8 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:23:05.250286 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-a0488d28-241f-483f-a610-dce1f7d479e8 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "DELETE /v2.0/networks/0df0750d-59f5-454c-a57e-8df2999d2a33 HTTP/1.1" status: 204  len: 168 time: 0.5543766
Dec 24 11:23:05.298677 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 46012) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:23:05.306490 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-3d3f3f41-1f8d-4373-99f1-61a1b448ae2d tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Request body: {'network': {'name': 'tempest-network-smoke--1105297749', 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'port_security_enabled': True}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:23:05.312917 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-3d3f3f41-1f8d-4373-99f1-61a1b448ae2d tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:23:05.317639 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-3d3f3f41-1f8d-4373-99f1-61a1b448ae2d tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Usage tracker for resource:network and tenant:ad7c5ba9df02428aae512a4d9bb9dd9d is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:23:05.321952 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-3d3f3f41-1f8d-4373-99f1-61a1b448ae2d tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:23:05.329040 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-3d3f3f41-1f8d-4373-99f1-61a1b448ae2d tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:23:05.339898 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d3f3f41-1f8d-4373-99f1-61a1b448ae2d tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Made reservation on behalf of ad7c5ba9df02428aae512a4d9bb9dd9d for: {'network': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:23:05.345537 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3d3f3f41-1f8d-4373-99f1-61a1b448ae2d tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for network, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:23:05.377726 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d3f3f41-1f8d-4373-99f1-61a1b448ae2d tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] vlan segment allocate from pool success with {'vlan_id': 638, 'physical_network': 'physnet1'}  {{(pid=88878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 24 11:23:05.388113 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3d3f3f41-1f8d-4373-99f1-61a1b448ae2d tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:23:05.388509 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.segments_db [None req-3d3f3f41-1f8d-4373-99f1-61a1b448ae2d tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Added segment 325ecb34-d19f-4086-900d-b6f084546a5b of type vlan for network 06be1405-4eb0-483f-9f11-6fc7a07783db
Dec 24 11:23:05.418275 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3d3f3f41-1f8d-4373-99f1-61a1b448ae2d tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363287349540024'] for network, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:23:05.450946 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3d3f3f41-1f8d-4373-99f1-61a1b448ae2d tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636'] for network, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:23:05.455113 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d3f3f41-1f8d-4373-99f1-61a1b448ae2d tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:23:05.455762 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3d3f3f41-1f8d-4373-99f1-61a1b448ae2d tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:23:05.459671 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-0c38e765-830c-4c05-8e80-cd2214431e1d tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:23:05.573028 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-3d3f3f41-1f8d-4373-99f1-61a1b448ae2d tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.2729862
Dec 24 11:23:05.576722 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 46016) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:23:05.579939 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3f3f41-1f8d-4373-99f1-61a1b448ae2d tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event updated for resources: {'Network': ['ID=06be1405-4eb0-483f-9f11-6fc7a07783db,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:23:05.583763 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-3d3f3f41-1f8d-4373-99f1-61a1b448ae2d tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:23:05.588188 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-ee5921d9-17e1-4ee3-825b-2663616afd3a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1845595394', 'admin_state_up': True, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a'}}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:23:05.592451 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Network 06be1405-4eb0-483f-9f11-6fc7a07783db details requested by agent ovs-agent-dv-neutron-822691-2-hyperv with host dv-neutron-822691-2-hyperv {{(pid=88880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 24 11:23:05.598100 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-ee5921d9-17e1-4ee3-825b-2663616afd3a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:23:05.603705 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-ee5921d9-17e1-4ee3-825b-2663616afd3a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Usage tracker for resource:router and tenant:ad7c5ba9df02428aae512a4d9bb9dd9d is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:23:05.607636 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-ee5921d9-17e1-4ee3-825b-2663616afd3a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:23:05.615699 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-ee5921d9-17e1-4ee3-825b-2663616afd3a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:23:05.626963 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ee5921d9-17e1-4ee3-825b-2663616afd3a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-612016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-84579'] for router, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:23:05.628259 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ee5921d9-17e1-4ee3-825b-2663616afd3a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854163950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659046', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854079771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854691221'] for router, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:23:05.664392 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ee5921d9-17e1-4ee3-825b-2663616afd3a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:23:05.692427 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device b9854a6e-7b0f-44e2-8913-25368d8510d0 no longer exists at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:23:05.741036 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] No Port match for: b9854a6e-7b0f-44e2-8913-25368d8510d0 {{(pid=88880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 24 11:23:05.741426 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device b9854a6e-7b0f-44e2-8913-25368d8510d0 not bound to the agent host dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 24 11:23:05.741933 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 5c245564-7d9f-416d-8a88-df7d86aba531 no longer exists at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:23:05.783564 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] No Port match for: 5c245564-7d9f-416d-8a88-df7d86aba531 {{(pid=88880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 24 11:23:05.784194 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 5c245564-7d9f-416d-8a88-df7d86aba531 not bound to the agent host dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 24 11:23:05.827717 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ee5921d9-17e1-4ee3-825b-2663616afd3a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-659031', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854691240'] for router, precommit_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:23:06.034222 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ee5921d9-17e1-4ee3-825b-2663616afd3a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for router_gateway, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:23:06.068019 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ee5921d9-17e1-4ee3-825b-2663616afd3a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:23:06.239141 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-ee5921d9-17e1-4ee3-825b-2663616afd3a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Allocated IP 172.26.3.22 (f8c337ba-681f-4fcb-a333-e3c49365b30a/8ea1398c-0bec-46d6-8d54-85798de2a7ca/a6938a96-e0b9-4de2-b95a-c3e21d2cc7bd) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:23:06.419744 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ee5921d9-17e1-4ee3-825b-2663616afd3a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:23:06.450576 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ee5921d9-17e1-4ee3-825b-2663616afd3a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:23:06.455473 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-25422c09-925a-437d-a214-60d3ba522688 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:23:06.466302 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d87052cd-bcf2-49ca-8a8b-10a54ff295f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:23:06.528202 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee5921d9-17e1-4ee3-825b-2663616afd3a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Network f8c337ba-681f-4fcb-a333-e3c49365b30a is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:23:06.531997 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5921d9-17e1-4ee3-825b-2663616afd3a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event updated for resources: {'Port': ['ID=a6938a96-e0b9-4de2-b95a-c3e21d2cc7bd,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:23:06.535211 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-ee5921d9-17e1-4ee3-825b-2663616afd3a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:23:06.536164 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-ee5921d9-17e1-4ee3-825b-2663616afd3a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Resources bound (agent type, host, resource id):  {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:23:06.538362 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5921d9-17e1-4ee3-825b-2663616afd3a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:23:06.709975 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ee5921d9-17e1-4ee3-825b-2663616afd3a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for router_gateway, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:23:06.710704 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ee5921d9-17e1-4ee3-825b-2663616afd3a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854163800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854116816'] for router, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:23:06.975501 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee5921d9-17e1-4ee3-825b-2663616afd3a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Router e3d6783a-94f6-4109-b72c-c2c5dece353e is scheduled to L3 agent 198cca88-1338-4098-b44b-beb0346ac906 with binding_index 1 {{(pid=88879) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 24 11:23:07.243375 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee5921d9-17e1-4ee3-825b-2663616afd3a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:23:07.257522 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e74602-7fd0-4883-8073-ff5c21a638f2 None None] Sync routers for ids ['e3d6783a-94f6-4109-b72c-c2c5dece353e'] in dv-neutron-822691-2-hyperv {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:23:07.272237 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e74602-7fd0-4883-8073-ff5c21a638f2 None None] Routers {'e3d6783a-94f6-4109-b72c-c2c5dece353e'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:23:07.273085 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-a8e74602-7fd0-4883-8073-ff5c21a638f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52720f3cc0>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:22:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['e3d6783a-94f6-4109-b72c-c2c5dece353e'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:23:07.274945 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ee5921d9-17e1-4ee3-825b-2663616afd3a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for router, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:23:07.276585 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-ee5921d9-17e1-4ee3-825b-2663616afd3a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201  len: 886 time: 1.6985002
Dec 24 11:23:07.279993 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 46020) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:23:07.326377 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-0c4bc294-69a1-4df0-95f7-d4faf632f311 tempest-TestNetworkBasicOps-448411267 tempest-TestNetworkBasicOps-448411267-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=ad7c5ba9df02428aae512a4d9bb9dd9d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0450294
Dec 24 11:23:07.329160 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 46024) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:23:07.514488 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f92caa0-980d-427b-a43e-5bd671fa88c0 tempest-TestNetworkBasicOps-448411267 tempest-TestNetworkBasicOps-448411267-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:23:07.516260 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-4f92caa0-980d-427b-a43e-5bd671fa88c0 tempest-TestNetworkBasicOps-448411267 tempest-TestNetworkBasicOps-448411267-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1861136
Dec 24 11:23:07.519512 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 46028) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:23:07.653617 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-a8e74602-7fd0-4883-8073-ff5c21a638f2 None None] Set router e3d6783a-94f6-4109-b72c-c2c5dece353e gateway port host: dv-neutron-822691-2-hyperv {{(pid=88881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:23:07.847103 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-f8c211cb-adb9-43e3-9d2a-7cd36684ac8e tempest-TestNetworkBasicOps-448411267 tempest-TestNetworkBasicOps-448411267-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=f8c337ba-681f-4fcb-a333-e3c49365b30a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.3237367
Dec 24 11:23:07.847402 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 46032) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:23:07.853246 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-f870e187-4b62-49ad-8fc7-91e4e32e7b6e tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-111953099', 'network_id': '06be1405-4eb0-483f-9f11-6fc7a07783db', 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:23:07.977608 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-f870e187-4b62-49ad-8fc7-91e4e32e7b6e tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:23:07.981909 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-f870e187-4b62-49ad-8fc7-91e4e32e7b6e tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Usage tracker for resource:subnet and tenant:ad7c5ba9df02428aae512a4d9bb9dd9d is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:23:07.984896 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-f870e187-4b62-49ad-8fc7-91e4e32e7b6e tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:23:07.985048 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-a8e74602-7fd0-4883-8073-ff5c21a638f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52720f3cc0>, [{'id': 'e3d6783a-94f6-4109-b72c-c2c5dece353e', 'name': 'tempest-TestNetworkBasicOps-router-1845595394', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.22'}], 'enable_snat': True}, 'gw_port_id': 'a6938a96-e0b9-4de2-b95a-c3e21d2cc7bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:23:05Z', 'updated_at': '2021-12-24T11:23:06Z', 'revision_number': 3, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'gw_port': {'id': 'a6938a96-e0b9-4de2-b95a-c3e21d2cc7bd', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:e3:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3d6783a-94f6-4109-b72c-c2c5dece353e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:23:06Z', 'updated_at': '2021-12-24T11:23:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv'}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:23:07.989181 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e74602-7fd0-4883-8073-ff5c21a638f2 None None] Checking router: e3d6783a-94f6-4109-b72c-c2c5dece353e for host: dv-neutron-822691-2-hyperv {{(pid=88881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 24 11:23:07.989579 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e74602-7fd0-4883-8073-ff5c21a638f2 None None] Updating router e3d6783a-94f6-4109-b72c-c2c5dece353e port a6938a96-e0b9-4de2-b95a-c3e21d2cc7bd binding host dv-neutron-822691-2-hyperv {{(pid=88881) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 24 11:23:07.991629 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-f870e187-4b62-49ad-8fc7-91e4e32e7b6e tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:23:08.004641 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f870e187-4b62-49ad-8fc7-91e4e32e7b6e tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Made reservation on behalf of ad7c5ba9df02428aae512a4d9bb9dd9d for: {'subnet': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:23:08.047419 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a8e74602-7fd0-4883-8073-ff5c21a638f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:23:08.061608 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:23:08.141800 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f870e187-4b62-49ad-8fc7-91e4e32e7b6e tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3619482'] for subnet, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:23:08.395530 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f870e187-4b62-49ad-8fc7-91e4e32e7b6e tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3921862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3619467'] for subnet, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:23:08.400900 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-86ce551c-f114-47bf-a52d-da2e83299069 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:23:08.418925 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a8e74602-7fd0-4883-8073-ff5c21a638f2 None None] Notify callbacks [] for port, precommit_update {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:23:08.436834 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-a8e74602-7fd0-4883-8073-ff5c21a638f2 None None] Transition to ACTIVE for port object a6938a96-e0b9-4de2-b95a-c3e21d2cc7bd will not be triggered until provisioned by entity L2. {{(pid=88881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:23:08.443697 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a8e74602-7fd0-4883-8073-ff5c21a638f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:23:08.448299 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-fb21c57a-4909-4e04-98bb-d7e7ae07fc16 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:23:08.483997 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f870e187-4b62-49ad-8fc7-91e4e32e7b6e tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event updated for resources: {'Subnet': ['ID=8b0d7f5e-dee8-44ba-a1c1-934f382a2253,revision_number=0']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:23:08.488844 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f870e187-4b62-49ad-8fc7-91e4e32e7b6e tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:23:08.499582 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f870e187-4b62-49ad-8fc7-91e4e32e7b6e tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Checking segment: {'id': '325ecb34-d19f-4086-900d-b6f084546a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '06be1405-4eb0-483f-9f11-6fc7a07783db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:23:08.500525 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f870e187-4b62-49ad-8fc7-91e4e32e7b6e tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Network hostable DHCP agents. Network: 06be1405-4eb0-483f-9f11-6fc7a07783db, hostable agents: ['edcf98dc-3032-472a-8b3d-f23fd1e89806'], hosted agents: [] {{(pid=88879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 24 11:23:08.527712 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f870e187-4b62-49ad-8fc7-91e4e32e7b6e tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Network 06be1405-4eb0-483f-9f11-6fc7a07783db is scheduled to be hosted by DHCP agent edcf98dc-3032-472a-8b3d-f23fd1e89806 with binding_index 1 {{(pid=88879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 24 11:23:08.537855 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-f870e187-4b62-49ad-8fc7-91e4e32e7b6e tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822691-2-hyperv, 06be1405-4eb0-483f-9f11-6fc7a07783db) {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:23:08.542532 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f870e187-4b62-49ad-8fc7-91e4e32e7b6e tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:23:08.543093 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf710250-75f1-4659-88f8-7deb90310124 None None] Pushing event updated for resources: {'Port': ['ID=a6938a96-e0b9-4de2-b95a-c3e21d2cc7bd,revision_number=2']} {{(pid=88881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:23:08.543242 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f870e187-4b62-49ad-8fc7-91e4e32e7b6e tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for subnet, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:23:08.549694 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d66b50b-8279-4686-a6c1-1e036680ac81 None None] Network 06be1405-4eb0-483f-9f11-6fc7a07783db requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:23:08.558387 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-a8e74602-7fd0-4883-8073-ff5c21a638f2 None None] Attempting to bind port a6938a96-e0b9-4de2-b95a-c3e21d2cc7bd on host dv-neutron-822691-2-hyperv for vnic_type normal with profile  {{(pid=88881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:23:08.559608 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-a8e74602-7fd0-4883-8073-ff5c21a638f2 None None] Attempting to bind port a6938a96-e0b9-4de2-b95a-c3e21d2cc7bd by drivers openvswitch,hyperv on host dv-neutron-822691-2-hyperv at level 0 using segments [{'id': 'd4e3295f-9ff8-4cad-8a20-3f1c937efc8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a'}] {{(pid=88881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:23:08.560362 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e74602-7fd0-4883-8073-ff5c21a638f2 None None] Attempting to bind port a6938a96-e0b9-4de2-b95a-c3e21d2cc7bd on network f8c337ba-681f-4fcb-a333-e3c49365b30a {{(pid=88881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:23:08.568392 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-f870e187-4b62-49ad-8fc7-91e4e32e7b6e tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 0.7199516
Dec 24 11:23:08.571603 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 46036) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:23:08.574462 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf710250-75f1-4659-88f8-7deb90310124 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:23:08.575093 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf710250-75f1-4659-88f8-7deb90310124 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:23:08.575635 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf710250-75f1-4659-88f8-7deb90310124 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:23:08.576331 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf710250-75f1-4659-88f8-7deb90310124 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:23:08.576857 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf710250-75f1-4659-88f8-7deb90310124 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:23:08.577505 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf710250-75f1-4659-88f8-7deb90310124 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:23:08.578052 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf710250-75f1-4659-88f8-7deb90310124 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:23:08.578592 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf710250-75f1-4659-88f8-7deb90310124 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:23:08.579115 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf710250-75f1-4659-88f8-7deb90310124 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:23:08.579646 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf710250-75f1-4659-88f8-7deb90310124 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:23:08.580400 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf710250-75f1-4659-88f8-7deb90310124 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:23:08.585116 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-cf710250-75f1-4659-88f8-7deb90310124 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:23:08.587915 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e74602-7fd0-4883-8073-ff5c21a638f2 None None] Checking agent: {'id': 'db1275c1-6001-47af-93c2-635c68404703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822691-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 52, 8), 'started_at': datetime.datetime(2021, 12, 24, 10, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 23, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822691-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:23:08.588575 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e74602-7fd0-4883-8073-ff5c21a638f2 None None] Checking segment: {'id': 'd4e3295f-9ff8-4cad-8a20-3f1c937efc8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:23:08.589563 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a8e74602-7fd0-4883-8073-ff5c21a638f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:23:08.590484 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e74602-7fd0-4883-8073-ff5c21a638f2 None None] Bound using segment: {'id': 'd4e3295f-9ff8-4cad-8a20-3f1c937efc8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a'} {{(pid=88881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:23:08.591366 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-a8e74602-7fd0-4883-8073-ff5c21a638f2 None None] Bound port: a6938a96-e0b9-4de2-b95a-c3e21d2cc7bd, host: dv-neutron-822691-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4e3295f-9ff8-4cad-8a20-3f1c937efc8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a'}}] {{(pid=88881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:23:08.592065 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a8e74602-7fd0-4883-8073-ff5c21a638f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:23:08.675268 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-a8e74602-7fd0-4883-8073-ff5c21a638f2 None None] For port a6938a96-e0b9-4de2-b95a-c3e21d2cc7bd, host dv-neutron-822691-2-hyperv, cleared binding levels {{(pid=88881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:23:08.678767 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-a8e74602-7fd0-4883-8073-ff5c21a638f2 None None] For port a6938a96-e0b9-4de2-b95a-c3e21d2cc7bd, host dv-neutron-822691-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=a6938a96-e0b9-4de2-b95a-c3e21d2cc7bd,segment=NetworkSegment(d4e3295f-9ff8-4cad-8a20-3f1c937efc8c),segment_id=d4e3295f-9ff8-4cad-8a20-3f1c937efc8c)] {{(pid=88881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:23:08.682907 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a8e74602-7fd0-4883-8073-ff5c21a638f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:23:08.688019 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-330f8600-7959-4210-b967-15e33987d7d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:23:08.772379 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf710250-75f1-4659-88f8-7deb90310124 None None] Pushing event updated for resources: {'Port': ['ID=a6938a96-e0b9-4de2-b95a-c3e21d2cc7bd,revision_number=3']} {{(pid=88881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:23:08.777334 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-cf710250-75f1-4659-88f8-7deb90310124 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:23:08.781763 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e74602-7fd0-4883-8073-ff5c21a638f2 None None] Routers {'e3d6783a-94f6-4109-b72c-c2c5dece353e'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:23:08.782484 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-a8e74602-7fd0-4883-8073-ff5c21a638f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52720f3cc0>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:22:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['e3d6783a-94f6-4109-b72c-c2c5dece353e'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:23:08.814550 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9c63a49-081d-4f0c-a099-75289f1bebe3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73968e80-91fd-539e-a7c6-b31af6d9e680-06be1405-4eb0-483f-9f11-6fc7a07783db', 'network_id': '06be1405-4eb0-483f-9f11-6fc7a07783db', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'fixed_ips': [{'subnet_id': '8b0d7f5e-dee8-44ba-a1c1-934f382a2253'}]}} from dv-neutron-822691-2-hyperv. {{(pid=88880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 24 11:23:08.815622 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e9c63a49-081d-4f0c-a099-75289f1bebe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:23:08.991135 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-a8e74602-7fd0-4883-8073-ff5c21a638f2 None None] Set router e3d6783a-94f6-4109-b72c-c2c5dece353e gateway port host: dv-neutron-822691-2-hyperv {{(pid=88881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:23:09.024105 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-48735d54-4b24-44d3-ada7-fcfce3e2d16d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:23:09.043767 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-e9c63a49-081d-4f0c-a099-75289f1bebe3 None None] Allocated IP 172.20.0.2 (06be1405-4eb0-483f-9f11-6fc7a07783db/8b0d7f5e-dee8-44ba-a1c1-934f382a2253/51ef93bd-45f6-4c62-81cd-db347baf2641) {{(pid=88880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:23:09.286376 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e9c63a49-081d-4f0c-a099-75289f1bebe3 None None] Notify callbacks [] for port, precommit_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:23:09.299310 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-e9c63a49-081d-4f0c-a099-75289f1bebe3 None None] Transition to ACTIVE for port object 51ef93bd-45f6-4c62-81cd-db347baf2641 will not be triggered until provisioned by entity L2. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:23:09.320918 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-e9c63a49-081d-4f0c-a099-75289f1bebe3 None None] Transition to ACTIVE for port object 51ef93bd-45f6-4c62-81cd-db347baf2641 will not be triggered until provisioned by entity DHCP. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:23:09.326212 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e9c63a49-081d-4f0c-a099-75289f1bebe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408'] for port, after_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:23:09.334323 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-a8e74602-7fd0-4883-8073-ff5c21a638f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52720f3cc0>, [{'id': 'e3d6783a-94f6-4109-b72c-c2c5dece353e', 'name': 'tempest-TestNetworkBasicOps-router-1845595394', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.22'}], 'enable_snat': True}, 'gw_port_id': 'a6938a96-e0b9-4de2-b95a-c3e21d2cc7bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:23:05Z', 'updated_at': '2021-12-24T11:23:06Z', 'revision_number': 3, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'gw_port': {'id': 'a6938a96-e0b9-4de2-b95a-c3e21d2cc7bd', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:e3:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3d6783a-94f6-4109-b72c-c2c5dece353e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:23:06Z', 'updated_at': '2021-12-24T11:23:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv'}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:23:09.335183 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-3b44e823-7523-4f54-8650-34b9c9a46fce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:23:09.338946 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e74602-7fd0-4883-8073-ff5c21a638f2 None None] The sync data for ids ['e3d6783a-94f6-4109-b72c-c2c5dece353e'] in dv-neutron-822691-2-hyperv is: [{'id': 'e3d6783a-94f6-4109-b72c-c2c5dece353e', 'name': 'tempest-TestNetworkBasicOps-router-1845595394', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.22'}], 'enable_snat': True}, 'gw_port_id': 'a6938a96-e0b9-4de2-b95a-c3e21d2cc7bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:23:05Z', 'updated_at': '2021-12-24T11:23:06Z', 'revision_number': 3, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'gw_port': {'id': 'a6938a96-e0b9-4de2-b95a-c3e21d2cc7bd', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:e3:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3d6783a-94f6-4109-b72c-c2c5dece353e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:23:06Z', 'updated_at': '2021-12-24T11:23:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv'}] {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:23:09.397715 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9c63a49-081d-4f0c-a099-75289f1bebe3 None None] Network 06be1405-4eb0-483f-9f11-6fc7a07783db is already hosted by enough agents. {{(pid=88880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:23:09.405394 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-e9c63a49-081d-4f0c-a099-75289f1bebe3 None None] Resources bound (agent type, host, resource id):  {{(pid=88880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:23:09.421992 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c63a49-081d-4f0c-a099-75289f1bebe3 None None] Received port after_create {{(pid=88880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:23:09.433905 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c63a49-081d-4f0c-a099-75289f1bebe3 None None] Pushing event updated for resources: {'Port': ['ID=51ef93bd-45f6-4c62-81cd-db347baf2641,revision_number=1']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:23:09.440059 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-e9c63a49-081d-4f0c-a099-75289f1bebe3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:23:09.475424 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bdfdbc84-c52d-4f40-b281-af314dc1f8fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:23:09.488237 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1b9acfe4-99a5-4e28-9398-0cd358e0dbe3 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:23:09.540244 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-e9c63a49-081d-4f0c-a099-75289f1bebe3 None None] Attempting to bind port 51ef93bd-45f6-4c62-81cd-db347baf2641 on host dv-neutron-822691-2-hyperv for vnic_type normal with profile  {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:23:09.540662 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-e9c63a49-081d-4f0c-a099-75289f1bebe3 None None] Attempting to bind port 51ef93bd-45f6-4c62-81cd-db347baf2641 by drivers openvswitch,hyperv on host dv-neutron-822691-2-hyperv at level 0 using segments [{'id': '325ecb34-d19f-4086-900d-b6f084546a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '06be1405-4eb0-483f-9f11-6fc7a07783db'}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:23:09.541284 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c63a49-081d-4f0c-a099-75289f1bebe3 None None] Attempting to bind port 51ef93bd-45f6-4c62-81cd-db347baf2641 on network 06be1405-4eb0-483f-9f11-6fc7a07783db {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:23:09.553240 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c63a49-081d-4f0c-a099-75289f1bebe3 None None] Checking agent: {'id': 'db1275c1-6001-47af-93c2-635c68404703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822691-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 52, 8), 'started_at': datetime.datetime(2021, 12, 24, 10, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 23, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822691-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:23:09.553691 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c63a49-081d-4f0c-a099-75289f1bebe3 None None] Checking segment: {'id': '325ecb34-d19f-4086-900d-b6f084546a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '06be1405-4eb0-483f-9f11-6fc7a07783db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:23:09.554306 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e9c63a49-081d-4f0c-a099-75289f1bebe3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:23:09.554744 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c63a49-081d-4f0c-a099-75289f1bebe3 None None] Bound using segment: {'id': '325ecb34-d19f-4086-900d-b6f084546a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '06be1405-4eb0-483f-9f11-6fc7a07783db'} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:23:09.555260 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-e9c63a49-081d-4f0c-a099-75289f1bebe3 None None] Bound port: 51ef93bd-45f6-4c62-81cd-db347baf2641, host: dv-neutron-822691-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '325ecb34-d19f-4086-900d-b6f084546a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '06be1405-4eb0-483f-9f11-6fc7a07783db'}}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:23:09.555677 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e9c63a49-081d-4f0c-a099-75289f1bebe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:23:09.673815 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-e9c63a49-081d-4f0c-a099-75289f1bebe3 None None] For port 51ef93bd-45f6-4c62-81cd-db347baf2641, host dv-neutron-822691-2-hyperv, cleared binding levels {{(pid=88880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:23:09.677331 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-e9c63a49-081d-4f0c-a099-75289f1bebe3 None None] For port 51ef93bd-45f6-4c62-81cd-db347baf2641, host dv-neutron-822691-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=51ef93bd-45f6-4c62-81cd-db347baf2641,segment=NetworkSegment(325ecb34-d19f-4086-900d-b6f084546a5b),segment_id=325ecb34-d19f-4086-900d-b6f084546a5b)] {{(pid=88880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:23:09.682372 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e9c63a49-081d-4f0c-a099-75289f1bebe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:23:09.685944 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-532aba8b-2c35-4e6f-b791-432dc31536e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:23:09.779180 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c63a49-081d-4f0c-a099-75289f1bebe3 None None] Pushing event updated for resources: {'Port': ['ID=51ef93bd-45f6-4c62-81cd-db347baf2641,revision_number=2']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:23:09.783191 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-e9c63a49-081d-4f0c-a099-75289f1bebe3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:23:10.023530 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-1b9acfe4-99a5-4e28-9398-0cd358e0dbe3 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Allocated IP 172.20.0.1 (06be1405-4eb0-483f-9f11-6fc7a07783db/8b0d7f5e-dee8-44ba-a1c1-934f382a2253/63c925e7-c390-40e2-8b51-9ced681e942e) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:23:10.239246 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1b9acfe4-99a5-4e28-9398-0cd358e0dbe3 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:23:10.266465 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-1b9acfe4-99a5-4e28-9398-0cd358e0dbe3 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Transition to ACTIVE for port object 63c925e7-c390-40e2-8b51-9ced681e942e will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:23:10.287754 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1b9acfe4-99a5-4e28-9398-0cd358e0dbe3 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:23:10.293372 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-22d76aa4-833a-4094-9cf0-d46630160c00 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:23:10.372984 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b9acfe4-99a5-4e28-9398-0cd358e0dbe3 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Network 06be1405-4eb0-483f-9f11-6fc7a07783db is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:23:10.377281 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-1b9acfe4-99a5-4e28-9398-0cd358e0dbe3 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Resources bound (agent type, host, resource id):  {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:23:10.382371 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b9acfe4-99a5-4e28-9398-0cd358e0dbe3 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:23:10.417715 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9acfe4-99a5-4e28-9398-0cd358e0dbe3 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event updated for resources: {'Port': ['ID=63c925e7-c390-40e2-8b51-9ced681e942e,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:23:10.425994 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-1b9acfe4-99a5-4e28-9398-0cd358e0dbe3 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:23:10.458257 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1b9acfe4-99a5-4e28-9398-0cd358e0dbe3 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-720245'] for router_interface, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:23:10.557398 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1b9acfe4-99a5-4e28-9398-0cd358e0dbe3 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:23:10.689942 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-39ff93cf-c0b7-48c5-95f3-6f7e9977387d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:23:11.055318 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1b9acfe4-99a5-4e28-9398-0cd358e0dbe3 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for port, precommit_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:23:11.060496 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1b9acfe4-99a5-4e28-9398-0cd358e0dbe3 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850854027'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:23:11.098721 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-6a404021-fed7-455a-9560-7559bc65a9bf tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:23:11.198138 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1b9acfe4-99a5-4e28-9398-0cd358e0dbe3 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1977653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854055662'] for router_interface, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:23:11.202896 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9acfe4-99a5-4e28-9398-0cd358e0dbe3 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event updated for resources: {'Port': ['ID=63c925e7-c390-40e2-8b51-9ced681e942e,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:23:11.206410 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-1b9acfe4-99a5-4e28-9398-0cd358e0dbe3 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:23:11.570225 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08d58617-5fe7-447b-ae12-8e4b2354ad1d None None] Network 06be1405-4eb0-483f-9f11-6fc7a07783db requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:23:11.633363 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b9acfe4-99a5-4e28-9398-0cd358e0dbe3 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Network 06be1405-4eb0-483f-9f11-6fc7a07783db is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:23:11.634885 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-1b9acfe4-99a5-4e28-9398-0cd358e0dbe3 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Resources bound (agent type, host, resource id):  {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:23:11.729213 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-753a0276-8204-45dd-b57c-e455bc8b9435 None None] Provisioning for port 51ef93bd-45f6-4c62-81cd-db347baf2641 completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:23:11.773675 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 51ef93bd-45f6-4c62-81cd-db347baf2641 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:23:11.920877 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning for port 51ef93bd-45f6-4c62-81cd-db347baf2641 completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:23:11.928621 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port 51ef93bd-45f6-4c62-81cd-db347baf2641 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:23:11.928956 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:23:12.076795 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:23:12.088253 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b9acfe4-99a5-4e28-9398-0cd358e0dbe3 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Router e3d6783a-94f6-4109-b72c-c2c5dece353e has already been hosted by L3 agent 198cca88-1338-4098-b44b-beb0346ac906 {{(pid=88879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 24 11:23:12.136970 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] For port 51ef93bd-45f6-4c62-81cd-db347baf2641, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=51ef93bd-45f6-4c62-81cd-db347baf2641,segment=NetworkSegment(325ecb34-d19f-4086-900d-b6f084546a5b),segment_id=325ecb34-d19f-4086-900d-b6f084546a5b)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:23:12.140958 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:23:12.141960 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device a6938a96-e0b9-4de2-b95a-c3e21d2cc7bd up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:23:12.173068 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:23:12.268289 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Pushing event updated for resources: {'Port': ['ID=51ef93bd-45f6-4c62-81cd-db347baf2641,revision_number=3']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:23:12.274198 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:23:12.315868 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning for port a6938a96-e0b9-4de2-b95a-c3e21d2cc7bd completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:23:12.321585 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port a6938a96-e0b9-4de2-b95a-c3e21d2cc7bd triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:23:12.322080 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:23:12.373024 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b9acfe4-99a5-4e28-9398-0cd358e0dbe3 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:23:12.392564 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-1b9acfe4-99a5-4e28-9398-0cd358e0dbe3 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "PUT /v2.0/routers/e3d6783a-94f6-4109-b72c-c2c5dece353e/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.8191042
Dec 24 11:23:12.395281 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 46040) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:23:12.400938 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-1227852e-34b3-48f7-a9d2-3f102861fd77 None None] Provisioning for port 63c925e7-c390-40e2-8b51-9ced681e942e completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:23:12.411313 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-1227852e-34b3-48f7-a9d2-3f102861fd77 None None] Provisioning complete for port 63c925e7-c390-40e2-8b51-9ced681e942e triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:23:12.411769 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1227852e-34b3-48f7-a9d2-3f102861fd77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:23:12.525180 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-1227852e-34b3-48f7-a9d2-3f102861fd77 None None] Port 63c925e7-c390-40e2-8b51-9ced681e942e cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:23:12.537633 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:23:12.559886 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] For port a6938a96-e0b9-4de2-b95a-c3e21d2cc7bd, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=a6938a96-e0b9-4de2-b95a-c3e21d2cc7bd,segment=NetworkSegment(d4e3295f-9ff8-4cad-8a20-3f1c937efc8c),segment_id=d4e3295f-9ff8-4cad-8a20-3f1c937efc8c)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:23:12.563444 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-1227852e-34b3-48f7-a9d2-3f102861fd77 None None] Provisioning complete for port 51ef93bd-45f6-4c62-81cd-db347baf2641 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:23:12.563872 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1227852e-34b3-48f7-a9d2-3f102861fd77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:23:12.574914 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a2169d6-c471-4210-a9a6-1fe23fe6f0dd tempest-TestNetworkBasicOps-448411267 tempest-TestNetworkBasicOps-448411267-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:23:12.575576 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a2169d6-c471-4210-a9a6-1fe23fe6f0dd tempest-TestNetworkBasicOps-448411267 tempest-TestNetworkBasicOps-448411267-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:23:12.575772 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a2169d6-c471-4210-a9a6-1fe23fe6f0dd tempest-TestNetworkBasicOps-448411267 tempest-TestNetworkBasicOps-448411267-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:23:12.576112 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a2169d6-c471-4210-a9a6-1fe23fe6f0dd tempest-TestNetworkBasicOps-448411267 tempest-TestNetworkBasicOps-448411267-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:23:12.578279 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-8a2169d6-c471-4210-a9a6-1fe23fe6f0dd tempest-TestNetworkBasicOps-448411267 tempest-TestNetworkBasicOps-448411267-project-admin] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2886 time: 0.1816275
Dec 24 11:23:12.581389 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 46044) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:23:12.598999 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:23:12.608344 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-1be43805-730a-4c0a-83d7-efae4a615486 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:23:12.669387 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4079ea77-5bea-4024-9c37-d0f05ce56aa1 tempest-TestNetworkBasicOps-448411267 tempest-TestNetworkBasicOps-448411267-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:23:12.669818 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4079ea77-5bea-4024-9c37-d0f05ce56aa1 tempest-TestNetworkBasicOps-448411267 tempest-TestNetworkBasicOps-448411267-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:23:12.670413 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4079ea77-5bea-4024-9c37-d0f05ce56aa1 tempest-TestNetworkBasicOps-448411267 tempest-TestNetworkBasicOps-448411267-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:23:12.671028 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4079ea77-5bea-4024-9c37-d0f05ce56aa1 tempest-TestNetworkBasicOps-448411267 tempest-TestNetworkBasicOps-448411267-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:23:12.676387 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 46048) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:23:12.676817 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-4079ea77-5bea-4024-9c37-d0f05ce56aa1 tempest-TestNetworkBasicOps-448411267 tempest-TestNetworkBasicOps-448411267-project-admin] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2727 time: 0.0938828
Dec 24 11:23:12.697338 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e143b0f-a126-4a81-a544-95b1371d6a1d None None] Sync routers for ids ['e3d6783a-94f6-4109-b72c-c2c5dece353e'] in dv-neutron-822691-2-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:23:12.739416 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Pushing event updated for resources: {'Port': ['ID=a6938a96-e0b9-4de2-b95a-c3e21d2cc7bd,revision_number=4']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:23:12.743485 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:23:12.744136 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e143b0f-a126-4a81-a544-95b1371d6a1d None None] Routers {'e3d6783a-94f6-4109-b72c-c2c5dece353e'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:23:12.744817 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-8e143b0f-a126-4a81-a544-95b1371d6a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52716d8780>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:23:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['e3d6783a-94f6-4109-b72c-c2c5dece353e'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:23:12.916399 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-8baa2f9d-989b-47fb-9244-c7dfb99c9c02 tempest-TestNetworkBasicOps-448411267 tempest-TestNetworkBasicOps-448411267-project-admin] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200  len: 1605 time: 0.2382243
Dec 24 11:23:13.024255 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-8e143b0f-a126-4a81-a544-95b1371d6a1d None None] Set router e3d6783a-94f6-4109-b72c-c2c5dece353e gateway port host: dv-neutron-822691-2-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:23:13.080828 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 46054) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:23:13.092966 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-4759be12-ff57-443e-96b3-e9465e451079 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-741335067', 'description': 'tempest-secgroup-smoke-741335067 description', 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:23:13.105191 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-4759be12-ff57-443e-96b3-e9465e451079 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:23:13.114486 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-4759be12-ff57-443e-96b3-e9465e451079 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Usage tracker for resource:security_group and tenant:ad7c5ba9df02428aae512a4d9bb9dd9d is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:23:13.120089 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-4759be12-ff57-443e-96b3-e9465e451079 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:23:13.131715 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-4759be12-ff57-443e-96b3-e9465e451079 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:23:13.146243 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4759be12-ff57-443e-96b3-e9465e451079 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:23:13.189134 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-4759be12-ff57-443e-96b3-e9465e451079 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:23:13.193449 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-4759be12-ff57-443e-96b3-e9465e451079 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Usage tracker for resource:security_group_rule and tenant:ad7c5ba9df02428aae512a4d9bb9dd9d is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:23:13.196876 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-4759be12-ff57-443e-96b3-e9465e451079 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:23:13.205672 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-4759be12-ff57-443e-96b3-e9465e451079 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:23:13.289743 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4759be12-ff57-443e-96b3-e9465e451079 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:23:13.293135 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4759be12-ff57-443e-96b3-e9465e451079 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:23:13.297732 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c3f8eba8-483d-4fc1-a47d-5fef8c818dce tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:23:13.348847 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4759be12-ff57-443e-96b3-e9465e451079 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28af35c1-ff28-495e-b267-16e7caf4f522,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:23:13.353202 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-4759be12-ff57-443e-96b3-e9465e451079 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:23:13.356732 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4759be12-ff57-443e-96b3-e9465e451079 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:23:13.363399 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-4759be12-ff57-443e-96b3-e9465e451079 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1626 time: 0.2766175
Dec 24 11:23:13.364429 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 46058) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:23:13.370750 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-3286b2f2-2d90-4b4c-b470-eae74dc51222 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Request body: {'security_group_rule': {'security_group_id': '28af35c1-ff28-495e-b267-16e7caf4f522', 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:23:13.378291 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-3286b2f2-2d90-4b4c-b470-eae74dc51222 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:23:13.382955 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-3286b2f2-2d90-4b4c-b470-eae74dc51222 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Usage tracker for resource:security_group_rule and tenant:ad7c5ba9df02428aae512a4d9bb9dd9d is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:23:13.386728 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-3286b2f2-2d90-4b4c-b470-eae74dc51222 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:23:13.394027 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-3286b2f2-2d90-4b4c-b470-eae74dc51222 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:23:13.394296 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-5c590267-aa18-468a-83de-4d6c5b5d1000 None None] Provisioning complete for port 63c925e7-c390-40e2-8b51-9ced681e942e triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:23:13.394730 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5c590267-aa18-468a-83de-4d6c5b5d1000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:23:13.411664 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3286b2f2-2d90-4b4c-b470-eae74dc51222 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:23:13.494675 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3286b2f2-2d90-4b4c-b470-eae74dc51222 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:23:13.498498 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3286b2f2-2d90-4b4c-b470-eae74dc51222 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689902'] for security_group_rule, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:23:13.501056 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-a8e62aa6-fb37-4141-bc8d-cd66fb59cf2b tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:23:13.525907 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3286b2f2-2d90-4b4c-b470-eae74dc51222 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=182d5408-0b80-413b-8bb3-0c10ca7ad322,revision_number=0']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:23:13.528705 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-3286b2f2-2d90-4b4c-b470-eae74dc51222 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:23:13.529067 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-5c590267-aa18-468a-83de-4d6c5b5d1000 None None] Port 63c925e7-c390-40e2-8b51-9ced681e942e cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:23:13.537006 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3286b2f2-2d90-4b4c-b470-eae74dc51222 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:23:13.543296 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-3286b2f2-2d90-4b4c-b470-eae74dc51222 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1735952
Dec 24 11:23:13.544621 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 46062) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:23:13.556140 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-36d59520-11c2-43a0-8255-47deeb7ada65 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Request body: {'security_group_rule': {'security_group_id': '28af35c1-ff28-495e-b267-16e7caf4f522', 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:23:13.563332 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-36d59520-11c2-43a0-8255-47deeb7ada65 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:23:13.567500 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-36d59520-11c2-43a0-8255-47deeb7ada65 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Usage tracker for resource:security_group_rule and tenant:ad7c5ba9df02428aae512a4d9bb9dd9d is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:23:13.570855 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-36d59520-11c2-43a0-8255-47deeb7ada65 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:23:13.577636 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-36d59520-11c2-43a0-8255-47deeb7ada65 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:23:13.596641 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-36d59520-11c2-43a0-8255-47deeb7ada65 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:23:13.640261 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-8e143b0f-a126-4a81-a544-95b1371d6a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52716d8780>, [{'id': 'e3d6783a-94f6-4109-b72c-c2c5dece353e', 'name': 'tempest-TestNetworkBasicOps-router-1845595394', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.22'}], 'enable_snat': True}, 'gw_port_id': 'a6938a96-e0b9-4de2-b95a-c3e21d2cc7bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:23:05Z', 'updated_at': '2021-12-24T11:23:10Z', 'revision_number': 4, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'gw_port': {'id': 'a6938a96-e0b9-4de2-b95a-c3e21d2cc7bd', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:e3:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d6783a-94f6-4109-b72c-c2c5dece353e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:23:06Z', 'updated_at': '2021-12-24T11:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_interfaces': [{'id': '63c925e7-c390-40e2-8b51-9ced681e942e', 'name': '', 'network_id': '06be1405-4eb0-483f-9f11-6fc7a07783db', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'mac_address': 'fa:16:3e:b3:4d:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3d6783a-94f6-4109-b72c-c2c5dece353e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8b0d7f5e-dee8-44ba-a1c1-934f382a2253', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:23:09Z', 'updated_at': '2021-12-24T11:23:10Z', 'revision_number': 2, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'subnets': [{'id': '8b0d7f5e-dee8-44ba-a1c1-934f382a2253', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:23:13.644567 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e143b0f-a126-4a81-a544-95b1371d6a1d None None] Checking router: e3d6783a-94f6-4109-b72c-c2c5dece353e for host: dv-neutron-822691-2-hyperv {{(pid=88880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 24 11:23:13.644913 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e143b0f-a126-4a81-a544-95b1371d6a1d None None] Updating router e3d6783a-94f6-4109-b72c-c2c5dece353e port 63c925e7-c390-40e2-8b51-9ced681e942e binding host dv-neutron-822691-2-hyperv {{(pid=88880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 24 11:23:13.673577 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-36d59520-11c2-43a0-8255-47deeb7ada65 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:23:13.676533 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-36d59520-11c2-43a0-8255-47deeb7ada65 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689902'] for security_group_rule, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:23:13.684837 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-80b6ea08-ab2f-4148-88e1-e58de0485d84 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:23:13.706186 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 51ef93bd-45f6-4c62-81cd-db347baf2641 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:23:13.710567 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d59520-11c2-43a0-8255-47deeb7ada65 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5781b97e-5e06-4ef4-a34d-1cf6c963584d,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:23:13.713072 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-36d59520-11c2-43a0-8255-47deeb7ada65 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:23:13.714781 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-36d59520-11c2-43a0-8255-47deeb7ada65 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:23:13.718935 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-36d59520-11c2-43a0-8255-47deeb7ada65 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.1722343
Dec 24 11:23:13.719347 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 46066) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:23:13.726128 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-d65a8d27-2677-409a-8df0-de325ca41be3 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Request body: {'security_group_rule': {'security_group_id': '28af35c1-ff28-495e-b267-16e7caf4f522', 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:23:13.733122 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-d65a8d27-2677-409a-8df0-de325ca41be3 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:23:13.736014 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8e143b0f-a126-4a81-a544-95b1371d6a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:23:13.737246 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-d65a8d27-2677-409a-8df0-de325ca41be3 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Usage tracker for resource:security_group_rule and tenant:ad7c5ba9df02428aae512a4d9bb9dd9d is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:23:13.740368 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-d65a8d27-2677-409a-8df0-de325ca41be3 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:23:13.746816 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-d65a8d27-2677-409a-8df0-de325ca41be3 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:23:13.765169 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d65a8d27-2677-409a-8df0-de325ca41be3 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:23:13.837990 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d65a8d27-2677-409a-8df0-de325ca41be3 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:23:13.841342 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d65a8d27-2677-409a-8df0-de325ca41be3 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689902'] for security_group_rule, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:23:13.843323 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-9d76344c-bdb4-4445-8469-a426de7d2cd5 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:23:13.867081 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65a8d27-2677-409a-8df0-de325ca41be3 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65443c06-ef20-45fb-9bde-bff7a875bf99,revision_number=0']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:23:13.869615 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-d65a8d27-2677-409a-8df0-de325ca41be3 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:23:13.877295 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d65a8d27-2677-409a-8df0-de325ca41be3 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:23:13.878581 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-d65a8d27-2677-409a-8df0-de325ca41be3 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1579592
Dec 24 11:23:13.882706 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 46070) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:23:13.888891 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-fd03e74b-7df3-497a-9b42-3f901e3526ce tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Request body: {'security_group_rule': {'security_group_id': '28af35c1-ff28-495e-b267-16e7caf4f522', 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:23:13.894088 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port 51ef93bd-45f6-4c62-81cd-db347baf2641 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:23:13.894521 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:23:13.895658 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-fd03e74b-7df3-497a-9b42-3f901e3526ce tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:23:13.899962 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-fd03e74b-7df3-497a-9b42-3f901e3526ce tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Usage tracker for resource:security_group_rule and tenant:ad7c5ba9df02428aae512a4d9bb9dd9d is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:23:13.903992 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-fd03e74b-7df3-497a-9b42-3f901e3526ce tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:23:13.909680 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-fd03e74b-7df3-497a-9b42-3f901e3526ce tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:23:13.927480 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fd03e74b-7df3-497a-9b42-3f901e3526ce tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:23:14.003625 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fd03e74b-7df3-497a-9b42-3f901e3526ce tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:23:14.006967 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fd03e74b-7df3-497a-9b42-3f901e3526ce tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689902'] for security_group_rule, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:23:14.009636 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c778596f-1ce8-41e1-98bd-189ee9d0b944 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:23:14.035392 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd03e74b-7df3-497a-9b42-3f901e3526ce tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=add7ff53-1af2-4a2e-a062-bdff4b71a714,revision_number=0']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:23:14.038379 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-fd03e74b-7df3-497a-9b42-3f901e3526ce tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:23:14.045862 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fd03e74b-7df3-497a-9b42-3f901e3526ce tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:23:14.047241 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-fd03e74b-7df3-497a-9b42-3f901e3526ce tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.1633825
Dec 24 11:23:14.050754 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 46074) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:23:14.056932 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-4d622f33-0c76-4c9f-8f55-fd57116669b2 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Request body: {'security_group_rule': {'security_group_id': '28af35c1-ff28-495e-b267-16e7caf4f522', 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:23:14.064052 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-4d622f33-0c76-4c9f-8f55-fd57116669b2 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:23:14.068410 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-4d622f33-0c76-4c9f-8f55-fd57116669b2 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Usage tracker for resource:security_group_rule and tenant:ad7c5ba9df02428aae512a4d9bb9dd9d is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:23:14.071651 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-4d622f33-0c76-4c9f-8f55-fd57116669b2 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:23:14.078062 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-4d622f33-0c76-4c9f-8f55-fd57116669b2 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:23:14.088904 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.securitygroups_db [None req-4d622f33-0c76-4c9f-8f55-fd57116669b2 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Project ad7c5ba9df02428aae512a4d9bb9dd9d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 24 11:23:14.096121 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4d622f33-0c76-4c9f-8f55-fd57116669b2 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:23:14.156261 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device a6938a96-e0b9-4de2-b95a-c3e21d2cc7bd up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:23:14.168781 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4d622f33-0c76-4c9f-8f55-fd57116669b2 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:23:14.173440 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4d622f33-0c76-4c9f-8f55-fd57116669b2 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689902'] for security_group_rule, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:23:14.180691 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-24a2983b-48c9-400b-9efa-9ed5d74b162d tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:23:14.206066 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d622f33-0c76-4c9f-8f55-fd57116669b2 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11485255-9971-4dcf-8c4b-13552fdb453d,revision_number=0']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:23:14.208697 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-4d622f33-0c76-4c9f-8f55-fd57116669b2 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:23:14.217272 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4d622f33-0c76-4c9f-8f55-fd57116669b2 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:23:14.218274 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-4d622f33-0c76-4c9f-8f55-fd57116669b2 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.1664767
Dec 24 11:23:14.221705 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 46078) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:23:14.228976 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-a5e7f1ea-4546-4b6f-a71e-ec63eaecc597 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Request body: {'security_group_rule': {'security_group_id': '28af35c1-ff28-495e-b267-16e7caf4f522', 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:23:14.238103 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-a5e7f1ea-4546-4b6f-a71e-ec63eaecc597 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:23:14.243136 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-a5e7f1ea-4546-4b6f-a71e-ec63eaecc597 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Usage tracker for resource:security_group_rule and tenant:ad7c5ba9df02428aae512a4d9bb9dd9d is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:23:14.247445 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-a5e7f1ea-4546-4b6f-a71e-ec63eaecc597 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:23:14.258051 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-a5e7f1ea-4546-4b6f-a71e-ec63eaecc597 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:23:14.269736 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.securitygroups_db [None req-a5e7f1ea-4546-4b6f-a71e-ec63eaecc597 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Project ad7c5ba9df02428aae512a4d9bb9dd9d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 24 11:23:14.278563 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a5e7f1ea-4546-4b6f-a71e-ec63eaecc597 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:23:14.317522 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8e143b0f-a126-4a81-a544-95b1371d6a1d None None] Notify callbacks [] for port, precommit_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:23:14.325928 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port a6938a96-e0b9-4de2-b95a-c3e21d2cc7bd triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:23:14.326352 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:23:14.353074 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a5e7f1ea-4546-4b6f-a71e-ec63eaecc597 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:23:14.356950 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a5e7f1ea-4546-4b6f-a71e-ec63eaecc597 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689902'] for security_group_rule, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:23:14.365471 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-b38e816a-679a-40b2-a0e3-9ec1ae370cac tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:23:14.369263 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-8e143b0f-a126-4a81-a544-95b1371d6a1d None None] Transition to ACTIVE for port object 63c925e7-c390-40e2-8b51-9ced681e942e will not be triggered until provisioned by entity L2. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:23:14.382013 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8e143b0f-a126-4a81-a544-95b1371d6a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:23:14.386221 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e7f1ea-4546-4b6f-a71e-ec63eaecc597 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ffd4577-cf63-444a-9d3c-021b5711c1ee,revision_number=0']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:23:14.388779 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-a5e7f1ea-4546-4b6f-a71e-ec63eaecc597 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:23:14.392855 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:23:14.396975 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a5e7f1ea-4546-4b6f-a71e-ec63eaecc597 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:23:14.407577 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-a5e7f1ea-4546-4b6f-a71e-ec63eaecc597 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.1754832
Dec 24 11:23:14.578179 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d46998-3204-43df-84be-cb73fed00fa5 None None] Pushing event updated for resources: {'Port': ['ID=63c925e7-c390-40e2-8b51-9ced681e942e,revision_number=3']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:23:14.597549 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54d46998-3204-43df-84be-cb73fed00fa5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:23:14.642477 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-6b40831a-7a84-4420-9ba8-446ca12c0b1b req-ee9ff9ca-0305-43c4-981b-ae3cf0163acd tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-741335067&fields=id&tenant_id=ad7c5ba9df02428aae512a4d9bb9dd9d HTTP/1.1" status: 200  len: 267 time: 0.0528836
Dec 24 11:23:14.720960 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-8e143b0f-a126-4a81-a544-95b1371d6a1d None None] Attempting to bind port 63c925e7-c390-40e2-8b51-9ced681e942e on host dv-neutron-822691-2-hyperv for vnic_type normal with profile  {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:23:14.721486 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-8e143b0f-a126-4a81-a544-95b1371d6a1d None None] Attempting to bind port 63c925e7-c390-40e2-8b51-9ced681e942e by drivers openvswitch,hyperv on host dv-neutron-822691-2-hyperv at level 0 using segments [{'id': '325ecb34-d19f-4086-900d-b6f084546a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '06be1405-4eb0-483f-9f11-6fc7a07783db'}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:23:14.722037 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e143b0f-a126-4a81-a544-95b1371d6a1d None None] Attempting to bind port 63c925e7-c390-40e2-8b51-9ced681e942e on network 06be1405-4eb0-483f-9f11-6fc7a07783db {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:23:14.730273 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e143b0f-a126-4a81-a544-95b1371d6a1d None None] Checking agent: {'id': 'db1275c1-6001-47af-93c2-635c68404703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822691-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 52, 8), 'started_at': datetime.datetime(2021, 12, 24, 10, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 23, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822691-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:23:14.730784 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e143b0f-a126-4a81-a544-95b1371d6a1d None None] Checking segment: {'id': '325ecb34-d19f-4086-900d-b6f084546a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '06be1405-4eb0-483f-9f11-6fc7a07783db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:23:14.731314 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8e143b0f-a126-4a81-a544-95b1371d6a1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:23:14.731848 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e143b0f-a126-4a81-a544-95b1371d6a1d None None] Bound using segment: {'id': '325ecb34-d19f-4086-900d-b6f084546a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '06be1405-4eb0-483f-9f11-6fc7a07783db'} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:23:14.732513 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-8e143b0f-a126-4a81-a544-95b1371d6a1d None None] Bound port: 63c925e7-c390-40e2-8b51-9ced681e942e, host: dv-neutron-822691-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '325ecb34-d19f-4086-900d-b6f084546a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '06be1405-4eb0-483f-9f11-6fc7a07783db'}}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:23:14.733011 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8e143b0f-a126-4a81-a544-95b1371d6a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:23:14.833925 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-8e143b0f-a126-4a81-a544-95b1371d6a1d None None] For port 63c925e7-c390-40e2-8b51-9ced681e942e, host dv-neutron-822691-2-hyperv, cleared binding levels {{(pid=88880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:23:14.837408 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b40831a-7a84-4420-9ba8-446ca12c0b1b req-323b5053-bfb1-4294-8c52-61a9269f0def tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:23:14.837766 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-8e143b0f-a126-4a81-a544-95b1371d6a1d None None] For port 63c925e7-c390-40e2-8b51-9ced681e942e, host dv-neutron-822691-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=63c925e7-c390-40e2-8b51-9ced681e942e,segment=NetworkSegment(325ecb34-d19f-4086-900d-b6f084546a5b),segment_id=325ecb34-d19f-4086-900d-b6f084546a5b)] {{(pid=88880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:23:14.838231 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-6b40831a-7a84-4420-9ba8-446ca12c0b1b req-323b5053-bfb1-4294-8c52-61a9269f0def tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Synchronizing usage tracker for tenant:ad7c5ba9df02428aae512a4d9bb9dd9d on resource:network {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:23:14.841755 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8e143b0f-a126-4a81-a544-95b1371d6a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:23:14.847975 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:23:14.856874 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-6b40831a-7a84-4420-9ba8-446ca12c0b1b req-323b5053-bfb1-4294-8c52-61a9269f0def tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Unset dirty status for tenant:ad7c5ba9df02428aae512a4d9bb9dd9d on resource:network {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:23:14.858217 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-6b40831a-7a84-4420-9ba8-446ca12c0b1b req-323b5053-bfb1-4294-8c52-61a9269f0def tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/networks?id=06be1405-4eb0-483f-9f11-6fc7a07783db HTTP/1.1" status: 200  len: 797 time: 0.1990333
Dec 24 11:23:14.878391 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-6b40831a-7a84-4420-9ba8-446ca12c0b1b req-e5a848d1-a212-4d0c-9eaa-542fad5ef55e tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/quotas/ad7c5ba9df02428aae512a4d9bb9dd9d HTTP/1.1" status: 200  len: 375 time: 0.0136893
Dec 24 11:23:14.954079 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d46998-3204-43df-84be-cb73fed00fa5 None None] Pushing event updated for resources: {'Port': ['ID=63c925e7-c390-40e2-8b51-9ced681e942e,revision_number=4']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:23:14.968240 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54d46998-3204-43df-84be-cb73fed00fa5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:23:14.975541 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e143b0f-a126-4a81-a544-95b1371d6a1d None None] Routers {'e3d6783a-94f6-4109-b72c-c2c5dece353e'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:23:14.976552 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-8e143b0f-a126-4a81-a544-95b1371d6a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52716d8780>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:23:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['e3d6783a-94f6-4109-b72c-c2c5dece353e'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:23:14.978389 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-6b40831a-7a84-4420-9ba8-446ca12c0b1b req-a50c8ef3-7c68-4de4-8fbd-6bc06e23c20f tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Synchronizing usage tracker for tenant:ad7c5ba9df02428aae512a4d9bb9dd9d on resource:port {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:23:14.997636 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-6b40831a-7a84-4420-9ba8-446ca12c0b1b req-a50c8ef3-7c68-4de4-8fbd-6bc06e23c20f tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Unset dirty status for tenant:ad7c5ba9df02428aae512a4d9bb9dd9d on resource:port {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:23:14.999602 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-6b40831a-7a84-4420-9ba8-446ca12c0b1b req-a50c8ef3-7c68-4de4-8fbd-6bc06e23c20f tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=ad7c5ba9df02428aae512a4d9bb9dd9d&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1149466
Dec 24 11:23:15.024345 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [req-6b40831a-7a84-4420-9ba8-446ca12c0b1b req-a9ba7a25-e81a-44f8-b8c8-8f030ed7f922 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=88878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 24 11:23:15.025918 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-6b40831a-7a84-4420-9ba8-446ca12c0b1b req-a9ba7a25-e81a-44f8-b8c8-8f030ed7f922 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12161 time: 0.0063245
Dec 24 11:23:15.200956 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-6b40831a-7a84-4420-9ba8-446ca12c0b1b req-ce3eefd2-52b3-4485-a467-6ee3c662ef07 service neutron] 10.222.0.65 "GET /v2.0/networks/06be1405-4eb0-483f-9f11-6fc7a07783db?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1640482
Dec 24 11:23:15.208309 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-8e143b0f-a126-4a81-a544-95b1371d6a1d None None] Set router e3d6783a-94f6-4109-b72c-c2c5dece353e gateway port host: dv-neutron-822691-2-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:23:15.357678 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-6b40831a-7a84-4420-9ba8-446ca12c0b1b req-2b4cd575-04c4-47d2-baa2-ad8d26cbf563 service neutron] 10.222.0.65 "GET /v2.0/networks/06be1405-4eb0-483f-9f11-6fc7a07783db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1502361
Dec 24 11:23:15.579514 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-8e143b0f-a126-4a81-a544-95b1371d6a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52716d8780>, [{'id': 'e3d6783a-94f6-4109-b72c-c2c5dece353e', 'name': 'tempest-TestNetworkBasicOps-router-1845595394', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.22'}], 'enable_snat': True}, 'gw_port_id': 'a6938a96-e0b9-4de2-b95a-c3e21d2cc7bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:23:05Z', 'updated_at': '2021-12-24T11:23:10Z', 'revision_number': 4, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'gw_port': {'id': 'a6938a96-e0b9-4de2-b95a-c3e21d2cc7bd', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:e3:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d6783a-94f6-4109-b72c-c2c5dece353e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:23:06Z', 'updated_at': '2021-12-24T11:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_interfaces': [{'id': '63c925e7-c390-40e2-8b51-9ced681e942e', 'name': '', 'network_id': '06be1405-4eb0-483f-9f11-6fc7a07783db', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'mac_address': 'fa:16:3e:b3:4d:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3d6783a-94f6-4109-b72c-c2c5dece353e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8b0d7f5e-dee8-44ba-a1c1-934f382a2253', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:23:09Z', 'updated_at': '2021-12-24T11:23:14Z', 'revision_number': 4, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'subnets': [{'id': '8b0d7f5e-dee8-44ba-a1c1-934f382a2253', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:23:15.584561 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e143b0f-a126-4a81-a544-95b1371d6a1d None None] The sync data for ids ['e3d6783a-94f6-4109-b72c-c2c5dece353e'] in dv-neutron-822691-2-hyperv is: [{'id': 'e3d6783a-94f6-4109-b72c-c2c5dece353e', 'name': 'tempest-TestNetworkBasicOps-router-1845595394', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.22'}], 'enable_snat': True}, 'gw_port_id': 'a6938a96-e0b9-4de2-b95a-c3e21d2cc7bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:23:05Z', 'updated_at': '2021-12-24T11:23:10Z', 'revision_number': 4, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'gw_port': {'id': 'a6938a96-e0b9-4de2-b95a-c3e21d2cc7bd', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:e3:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d6783a-94f6-4109-b72c-c2c5dece353e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:23:06Z', 'updated_at': '2021-12-24T11:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_interfaces': [{'id': '63c925e7-c390-40e2-8b51-9ced681e942e', 'name': '', 'network_id': '06be1405-4eb0-483f-9f11-6fc7a07783db', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'mac_address': 'fa:16:3e:b3:4d:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3d6783a-94f6-4109-b72c-c2c5dece353e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8b0d7f5e-dee8-44ba-a1c1-934f382a2253', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:23:09Z', 'updated_at': '2021-12-24T11:23:14Z', 'revision_number': 4, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'subnets': [{'id': '8b0d7f5e-dee8-44ba-a1c1-934f382a2253', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:23:15.598297 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-f06e78ba-3073-46ce-a23e-91ec571c0d02 req-9e1f5634-61fd-4834-89cb-33f41300eed3 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b0832cd-c23a-4193-a272-7a3c7c2842dc HTTP/1.1" status: 200  len: 210 time: 0.0546777
Dec 24 11:23:16.809926 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-140937d0-652f-433f-9b5c-d96272e62c86 req-eb334376-4e7a-4ce3-a773-4d6959e9d30e tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b0832cd-c23a-4193-a272-7a3c7c2842dc HTTP/1.1" status: 200  len: 210 time: 0.0535922
Dec 24 11:23:16.852318 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b40831a-7a84-4420-9ba8-446ca12c0b1b req-38f88ed2-2910-4398-b9a5-6c1a7b9171a4 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:23:16.854078 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-6b40831a-7a84-4420-9ba8-446ca12c0b1b req-38f88ed2-2910-4398-b9a5-6c1a7b9171a4 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.58 "GET /v2.0/networks?id=06be1405-4eb0-483f-9f11-6fc7a07783db HTTP/1.1" status: 200  len: 797 time: 0.2045596
Dec 24 11:23:16.916748 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-6b40831a-7a84-4420-9ba8-446ca12c0b1b req-5e0d25ca-506a-488c-9a94-0d3fc97e85a5 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Synchronizing usage tracker for tenant:ad7c5ba9df02428aae512a4d9bb9dd9d on resource:security_group {{(pid=88879) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:23:16.933996 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-6b40831a-7a84-4420-9ba8-446ca12c0b1b req-5e0d25ca-506a-488c-9a94-0d3fc97e85a5 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Unset dirty status for tenant:ad7c5ba9df02428aae512a4d9bb9dd9d on resource:security_group {{(pid=88879) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:23:16.935257 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-6b40831a-7a84-4420-9ba8-446ca12c0b1b req-5e0d25ca-506a-488c-9a94-0d3fc97e85a5 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ad7c5ba9df02428aae512a4d9bb9dd9d HTTP/1.1" status: 200  len: 379 time: 0.0678759
Dec 24 11:23:16.959960 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [req-6b40831a-7a84-4420-9ba8-446ca12c0b1b req-e3569d02-9291-4a67-94e7-4bc5a80770fc tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Request body: {'port': {'device_id': '8b0832cd-c23a-4193-a272-7a3c7c2842dc', 'network_id': '06be1405-4eb0-483f-9f11-6fc7a07783db', 'admin_state_up': True, 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'security_groups': ['28af35c1-ff28-495e-b267-16e7caf4f522']}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:23:17.112806 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [req-6b40831a-7a84-4420-9ba8-446ca12c0b1b req-e3569d02-9291-4a67-94e7-4bc5a80770fc tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:23:17.123624 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [req-6b40831a-7a84-4420-9ba8-446ca12c0b1b req-e3569d02-9291-4a67-94e7-4bc5a80770fc tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:23:17.134025 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b40831a-7a84-4420-9ba8-446ca12c0b1b req-e3569d02-9291-4a67-94e7-4bc5a80770fc tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Made reservation on behalf of ad7c5ba9df02428aae512a4d9bb9dd9d for: {'port': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:23:17.139909 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-6b40831a-7a84-4420-9ba8-446ca12c0b1b req-e3569d02-9291-4a67-94e7-4bc5a80770fc tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:23:17.323113 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [req-6b40831a-7a84-4420-9ba8-446ca12c0b1b req-e3569d02-9291-4a67-94e7-4bc5a80770fc tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Allocated IP 172.20.0.8 (06be1405-4eb0-483f-9f11-6fc7a07783db/8b0d7f5e-dee8-44ba-a1c1-934f382a2253/24a8350a-2dba-4de4-b2d4-be7b2396bd44) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:23:17.535275 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-6b40831a-7a84-4420-9ba8-446ca12c0b1b req-e3569d02-9291-4a67-94e7-4bc5a80770fc tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:23:17.552560 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [req-6b40831a-7a84-4420-9ba8-446ca12c0b1b req-e3569d02-9291-4a67-94e7-4bc5a80770fc tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Transition to ACTIVE for port object 24a8350a-2dba-4de4-b2d4-be7b2396bd44 will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:23:17.573371 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-6b40831a-7a84-4420-9ba8-446ca12c0b1b req-e3569d02-9291-4a67-94e7-4bc5a80770fc tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:23:17.579779 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-fa7b9436-b917-496b-8dae-8a64659a6583 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:23:17.657319 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b40831a-7a84-4420-9ba8-446ca12c0b1b req-e3569d02-9291-4a67-94e7-4bc5a80770fc tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Network 06be1405-4eb0-483f-9f11-6fc7a07783db is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:23:17.661392 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [req-6b40831a-7a84-4420-9ba8-446ca12c0b1b req-e3569d02-9291-4a67-94e7-4bc5a80770fc tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Resources bound (agent type, host, resource id):  {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:23:17.663566 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3569d02-9291-4a67-94e7-4bc5a80770fc tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event updated for resources: {'Port': ['ID=24a8350a-2dba-4de4-b2d4-be7b2396bd44,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:23:17.665951 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b40831a-7a84-4420-9ba8-446ca12c0b1b req-e3569d02-9291-4a67-94e7-4bc5a80770fc tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:23:17.693493 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-e3569d02-9291-4a67-94e7-4bc5a80770fc tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:23:17.725196 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 63c925e7-c390-40e2-8b51-9ced681e942e up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:23:17.731951 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b40831a-7a84-4420-9ba8-446ca12c0b1b req-e3569d02-9291-4a67-94e7-4bc5a80770fc tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:23:17.732647 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-6b40831a-7a84-4420-9ba8-446ca12c0b1b req-e3569d02-9291-4a67-94e7-4bc5a80770fc tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:23:17.760018 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-6b40831a-7a84-4420-9ba8-446ca12c0b1b req-e3569d02-9291-4a67-94e7-4bc5a80770fc tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8046551
Dec 24 11:23:17.773047 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [req-6b40831a-7a84-4420-9ba8-446ca12c0b1b req-66424ad3-f392-4f29-aa70-a7ff08655386 service neutron] Request body: {'port': {'device_id': '8b0832cd-c23a-4193-a272-7a3c7c2842dc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:23:17.800176 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning for port 63c925e7-c390-40e2-8b51-9ced681e942e completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:23:17.805421 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port 63c925e7-c390-40e2-8b51-9ced681e942e triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:23:17.805943 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:23:17.897820 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-6b40831a-7a84-4420-9ba8-446ca12c0b1b req-66424ad3-f392-4f29-aa70-a7ff08655386 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:23:17.951043 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:23:17.975584 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-83749511-317f-4817-827c-ba9f59b5ba41 None None] Provisioning for port 24a8350a-2dba-4de4-b2d4-be7b2396bd44 completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:23:17.982090 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-83749511-317f-4817-827c-ba9f59b5ba41 None None] Provisioning complete for port 24a8350a-2dba-4de4-b2d4-be7b2396bd44 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:23:17.982584 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-83749511-317f-4817-827c-ba9f59b5ba41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:23:18.036733 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c2d260-dbec-4fdd-8be4-f91ebf2c5b9a req-7a4e7527-729f-4cfb-8442-0e85cbc70a85 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:23:18.038439 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-69c2d260-dbec-4fdd-8be4-f91ebf2c5b9a req-7a4e7527-729f-4cfb-8442-0e85cbc70a85 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b0832cd-c23a-4193-a272-7a3c7c2842dc HTTP/1.1" status: 200  len: 931 time: 0.0872138
Dec 24 11:23:18.045995 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] For port 63c925e7-c390-40e2-8b51-9ced681e942e, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=63c925e7-c390-40e2-8b51-9ced681e942e,segment=NetworkSegment(325ecb34-d19f-4086-900d-b6f084546a5b),segment_id=325ecb34-d19f-4086-900d-b6f084546a5b)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:23:18.051693 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:23:18.053893 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:23:18.094771 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-83749511-317f-4817-827c-ba9f59b5ba41 None None] Port 24a8350a-2dba-4de4-b2d4-be7b2396bd44 cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:23:18.099709 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-69c2d260-dbec-4fdd-8be4-f91ebf2c5b9a req-e441fe52-723e-4ccd-90a4-00c0172b6b0e tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/security-groups?id=28af35c1-ff28-495e-b267-16e7caf4f522&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0541594
Dec 24 11:23:18.136557 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Pushing event updated for resources: {'Port': ['ID=63c925e7-c390-40e2-8b51-9ced681e942e,revision_number=5']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:23:18.139889 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:23:18.278663 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [req-6b40831a-7a84-4420-9ba8-446ca12c0b1b req-66424ad3-f392-4f29-aa70-a7ff08655386 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24a8350a-2dba-4de4-b2d4-be7b2396bd44 {{(pid=88879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 24 11:23:18.285794 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-6b40831a-7a84-4420-9ba8-446ca12c0b1b req-66424ad3-f392-4f29-aa70-a7ff08655386 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:23:18.307147 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [req-6b40831a-7a84-4420-9ba8-446ca12c0b1b req-66424ad3-f392-4f29-aa70-a7ff08655386 service neutron] Transition to ACTIVE for port object 24a8350a-2dba-4de4-b2d4-be7b2396bd44 will not be triggered until provisioned by entity L2. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:23:18.311570 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-6b40831a-7a84-4420-9ba8-446ca12c0b1b req-66424ad3-f392-4f29-aa70-a7ff08655386 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850854027'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:23:18.318328 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-4daec01c-0c0e-4fc6-a9ed-71c043d5c429 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:23:18.444167 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66424ad3-f392-4f29-aa70-a7ff08655386 service neutron] Pushing event updated for resources: {'Port': ['ID=24a8350a-2dba-4de4-b2d4-be7b2396bd44,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:23:18.454310 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-66424ad3-f392-4f29-aa70-a7ff08655386 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:23:18.575786 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [req-6b40831a-7a84-4420-9ba8-446ca12c0b1b req-66424ad3-f392-4f29-aa70-a7ff08655386 service neutron] Attempting to bind port 24a8350a-2dba-4de4-b2d4-be7b2396bd44 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:23:18.576282 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [req-6b40831a-7a84-4420-9ba8-446ca12c0b1b req-66424ad3-f392-4f29-aa70-a7ff08655386 service neutron] Attempting to bind port 24a8350a-2dba-4de4-b2d4-be7b2396bd44 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '325ecb34-d19f-4086-900d-b6f084546a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '06be1405-4eb0-483f-9f11-6fc7a07783db'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:23:18.577010 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b40831a-7a84-4420-9ba8-446ca12c0b1b req-66424ad3-f392-4f29-aa70-a7ff08655386 service neutron] Attempting to bind port 24a8350a-2dba-4de4-b2d4-be7b2396bd44 on network 06be1405-4eb0-483f-9f11-6fc7a07783db {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:23:18.584150 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b40831a-7a84-4420-9ba8-446ca12c0b1b req-66424ad3-f392-4f29-aa70-a7ff08655386 service neutron] Port 24a8350a-2dba-4de4-b2d4-be7b2396bd44 on network 06be1405-4eb0-483f-9f11-6fc7a07783db not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 24 11:23:18.584517 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b40831a-7a84-4420-9ba8-446ca12c0b1b req-66424ad3-f392-4f29-aa70-a7ff08655386 service neutron] Attempting to bind port 24a8350a-2dba-4de4-b2d4-be7b2396bd44 on network 06be1405-4eb0-483f-9f11-6fc7a07783db {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:23:18.592371 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b40831a-7a84-4420-9ba8-446ca12c0b1b req-66424ad3-f392-4f29-aa70-a7ff08655386 service neutron] Checking agent: {'id': '239bbc6e-fc66-42e2-b707-1aa8ba10287c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 57, 58), 'started_at': datetime.datetime(2021, 12, 24, 10, 57, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:23:18.592746 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b40831a-7a84-4420-9ba8-446ca12c0b1b req-66424ad3-f392-4f29-aa70-a7ff08655386 service neutron] Checking segment: {'id': '325ecb34-d19f-4086-900d-b6f084546a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '06be1405-4eb0-483f-9f11-6fc7a07783db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:23:18.593412 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b40831a-7a84-4420-9ba8-446ca12c0b1b req-66424ad3-f392-4f29-aa70-a7ff08655386 service neutron] Bound using segment: {'id': '325ecb34-d19f-4086-900d-b6f084546a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '06be1405-4eb0-483f-9f11-6fc7a07783db'} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:23:18.593909 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [req-6b40831a-7a84-4420-9ba8-446ca12c0b1b req-66424ad3-f392-4f29-aa70-a7ff08655386 service neutron] Bound port: 24a8350a-2dba-4de4-b2d4-be7b2396bd44, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '325ecb34-d19f-4086-900d-b6f084546a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '06be1405-4eb0-483f-9f11-6fc7a07783db'}}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:23:18.594295 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-6b40831a-7a84-4420-9ba8-446ca12c0b1b req-66424ad3-f392-4f29-aa70-a7ff08655386 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:23:18.711008 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [req-6b40831a-7a84-4420-9ba8-446ca12c0b1b req-66424ad3-f392-4f29-aa70-a7ff08655386 service neutron] For port 24a8350a-2dba-4de4-b2d4-be7b2396bd44, host hv-neutron-8226, cleared binding levels {{(pid=88879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:23:18.714320 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [req-6b40831a-7a84-4420-9ba8-446ca12c0b1b req-66424ad3-f392-4f29-aa70-a7ff08655386 service neutron] For port 24a8350a-2dba-4de4-b2d4-be7b2396bd44, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=24a8350a-2dba-4de4-b2d4-be7b2396bd44,segment=NetworkSegment(325ecb34-d19f-4086-900d-b6f084546a5b),segment_id=325ecb34-d19f-4086-900d-b6f084546a5b)] {{(pid=88879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:23:18.726185 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-6b40831a-7a84-4420-9ba8-446ca12c0b1b req-66424ad3-f392-4f29-aa70-a7ff08655386 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850854027'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:23:18.732791 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-6684da23-5537-44f0-bbce-48784164e603 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:23:18.808297 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-6b40831a-7a84-4420-9ba8-446ca12c0b1b req-66424ad3-f392-4f29-aa70-a7ff08655386 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:23:18.810219 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-6b40831a-7a84-4420-9ba8-446ca12c0b1b req-66424ad3-f392-4f29-aa70-a7ff08655386 service neutron] 10.222.0.58 "PUT /v2.0/ports/24a8350a-2dba-4de4-b2d4-be7b2396bd44 HTTP/1.1" status: 200  len: 1093 time: 1.0419586
Dec 24 11:23:18.810994 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b0832cd-c23a-4193-a272-7a3c7c2842dc', 'tag': '24a8350a-2dba-4de4-b2d4-be7b2396bd44'}] {{(pid=88879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 24 11:23:18.842629 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66424ad3-f392-4f29-aa70-a7ff08655386 service neutron] Pushing event updated for resources: {'Port': ['ID=24a8350a-2dba-4de4-b2d4-be7b2396bd44,revision_number=3']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:23:18.846751 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-66424ad3-f392-4f29-aa70-a7ff08655386 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:23:19.151489 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b0832cd-c23a-4193-a272-7a3c7c2842dc', 'tag': '24a8350a-2dba-4de4-b2d4-be7b2396bd44', 'status': 'completed', 'code': 200}
Dec 24 11:23:19.194317 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-6b40831a-7a84-4420-9ba8-446ca12c0b1b req-d4e74903-9d6a-4fac-a799-0f4f2b37e757 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ad7c5ba9df02428aae512a4d9bb9dd9d&device_id=8b0832cd-c23a-4193-a272-7a3c7c2842dc HTTP/1.1" status: 200  len: 1096 time: 0.3388014
Dec 24 11:23:19.276645 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-6b40831a-7a84-4420-9ba8-446ca12c0b1b req-63d248f2-5124-45f1-899b-2740080183c1 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=24a8350a-2dba-4de4-b2d4-be7b2396bd44 HTTP/1.1" status: 200  len: 217 time: 0.0676014
Dec 24 11:23:19.315965 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7f6948-89fd-41e4-b0c4-f408e5174b2f req-d8b3d2d0-af23-4ea2-8a47-bde83f40a373 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:23:19.317587 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-0b7f6948-89fd-41e4-b0c4-f408e5174b2f req-d8b3d2d0-af23-4ea2-8a47-bde83f40a373 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b0832cd-c23a-4193-a272-7a3c7c2842dc HTTP/1.1" status: 200  len: 943 time: 0.0864413
Dec 24 11:23:19.348025 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b40831a-7a84-4420-9ba8-446ca12c0b1b req-acb488c6-2e30-4117-89eb-ad95f7bdd9ef service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:23:19.349660 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-6b40831a-7a84-4420-9ba8-446ca12c0b1b req-acb488c6-2e30-4117-89eb-ad95f7bdd9ef service neutron] 10.222.0.58 "GET /v2.0/subnets?id=8b0d7f5e-dee8-44ba-a1c1-934f382a2253 HTTP/1.1" status: 200  len: 834 time: 0.0663464
Dec 24 11:23:19.369763 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-0b7f6948-89fd-41e4-b0c4-f408e5174b2f req-450da794-f10c-416f-aaa4-6e9ea32bfa59 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/security-groups?id=28af35c1-ff28-495e-b267-16e7caf4f522&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0455122
Dec 24 11:23:19.450808 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-6b40831a-7a84-4420-9ba8-446ca12c0b1b req-a118cbea-682f-44f8-a6fb-d50ce4601a6f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=06be1405-4eb0-483f-9f11-6fc7a07783db&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0922656
Dec 24 11:23:19.602498 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-6b40831a-7a84-4420-9ba8-446ca12c0b1b req-03d1a0ee-2674-448d-92bb-045f86b36d75 service neutron] 10.222.0.58 "GET /v2.0/networks/06be1405-4eb0-483f-9f11-6fc7a07783db?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1433158
Dec 24 11:23:19.694576 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 63c925e7-c390-40e2-8b51-9ced681e942e up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:23:19.768972 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port 63c925e7-c390-40e2-8b51-9ced681e942e triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:23:19.769379 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:23:19.770330 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-6b40831a-7a84-4420-9ba8-446ca12c0b1b req-566f6546-17a5-4bb4-a1a0-b24f0476fff8 service neutron] 10.222.0.58 "GET /v2.0/networks/06be1405-4eb0-483f-9f11-6fc7a07783db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1609776
Dec 24 11:23:19.896848 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-03ec3b72-173a-42ae-9623-1979ede7160b req-033cc859-5847-408b-a1f4-aec9f9020de8 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ad7c5ba9df02428aae512a4d9bb9dd9d&device_id=8b0832cd-c23a-4193-a272-7a3c7c2842dc HTTP/1.1" status: 200  len: 1096 time: 0.0762548
Dec 24 11:23:20.047170 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ec3b72-173a-42ae-9623-1979ede7160b req-90cfab13-6f65-4836-b0d8-63dd7da5eef8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:23:20.048770 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-03ec3b72-173a-42ae-9623-1979ede7160b req-90cfab13-6f65-4836-b0d8-63dd7da5eef8 service neutron] 10.222.0.58 "GET /v2.0/networks?id=06be1405-4eb0-483f-9f11-6fc7a07783db HTTP/1.1" status: 200  len: 898 time: 0.1402252
Dec 24 11:23:20.133339 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-03ec3b72-173a-42ae-9623-1979ede7160b req-331b3bdd-e847-41b7-a825-986e7368fd1f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=24a8350a-2dba-4de4-b2d4-be7b2396bd44 HTTP/1.1" status: 200  len: 217 time: 0.0755613
Dec 24 11:23:20.209287 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ec3b72-173a-42ae-9623-1979ede7160b req-a27f05e9-f520-4672-a5cb-ae81bf4badcc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:23:20.210931 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-03ec3b72-173a-42ae-9623-1979ede7160b req-a27f05e9-f520-4672-a5cb-ae81bf4badcc service neutron] 10.222.0.58 "GET /v2.0/subnets?id=8b0d7f5e-dee8-44ba-a1c1-934f382a2253 HTTP/1.1" status: 200  len: 834 time: 0.0691240
Dec 24 11:23:20.297583 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-03ec3b72-173a-42ae-9623-1979ede7160b req-68074475-7e78-42ff-844a-1f5644a55143 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=06be1405-4eb0-483f-9f11-6fc7a07783db&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0786281
Dec 24 11:23:20.455922 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-03ec3b72-173a-42ae-9623-1979ede7160b req-bef59925-11aa-4ae9-94e1-bcb0075e2ee5 service neutron] 10.222.0.58 "GET /v2.0/networks/06be1405-4eb0-483f-9f11-6fc7a07783db?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1494622
Dec 24 11:23:20.619294 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-03ec3b72-173a-42ae-9623-1979ede7160b req-a0293b5f-4500-437d-af9b-4ea72f5528e0 service neutron] 10.222.0.58 "GET /v2.0/networks/06be1405-4eb0-483f-9f11-6fc7a07783db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1545241
Dec 24 11:23:20.852409 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a351b405-4cd6-46f7-9f87-13b94a6f71c7 req-4c05133e-3ac0-411f-948b-ee446439d60a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:23:20.855470 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-a351b405-4cd6-46f7-9f87-13b94a6f71c7 req-4c05133e-3ac0-411f-948b-ee446439d60a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b0832cd-c23a-4193-a272-7a3c7c2842dc HTTP/1.1" status: 200  len: 943 time: 0.3569803
Dec 24 11:23:20.907211 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-a351b405-4cd6-46f7-9f87-13b94a6f71c7 req-e56c6027-07be-4a0f-83fc-a897aa7f7f63 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/security-groups?id=28af35c1-ff28-495e-b267-16e7caf4f522&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0459845
Dec 24 11:23:21.350783 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.agents_db [None req-e51243ab-6a93-425b-980f-a73583147efa None None] Agent healthcheck: found 6 active agents {{(pid=88881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 24 11:23:22.129466 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1eb5e0-af77-4fa7-9520-fd92085c7d9b req-b75a762c-66c7-4be4-9a84-cc585760056a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:23:22.131134 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-1f1eb5e0-af77-4fa7-9520-fd92085c7d9b req-b75a762c-66c7-4be4-9a84-cc585760056a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b0832cd-c23a-4193-a272-7a3c7c2842dc HTTP/1.1" status: 200  len: 943 time: 0.0919242
Dec 24 11:23:22.191115 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-1f1eb5e0-af77-4fa7-9520-fd92085c7d9b req-678733a0-e50f-41f0-a01a-2881ccff523f tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/security-groups?id=28af35c1-ff28-495e-b267-16e7caf4f522&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0514305
Dec 24 11:23:22.796167 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Device 24a8350a-2dba-4de4-b2d4-be7b2396bd44 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 24 11:23:22.971173 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] For port 24a8350a-2dba-4de4-b2d4-be7b2396bd44, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=24a8350a-2dba-4de4-b2d4-be7b2396bd44,segment=NetworkSegment(325ecb34-d19f-4086-900d-b6f084546a5b),segment_id=325ecb34-d19f-4086-900d-b6f084546a5b)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:23:22.986946 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Returning: {'device': '24a8350a-2dba-4de4-b2d4-be7b2396bd44', 'network_id': '06be1405-4eb0-483f-9f11-6fc7a07783db', 'port_id': '24a8350a-2dba-4de4-b2d4-be7b2396bd44', 'mac_address': 'fa:16:3e:20:f5:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b0d7f5e-dee8-44ba-a1c1-934f382a2253', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 24 11:23:23.043525 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:23:23.063586 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24a8350a-2dba-4de4-b2d4-be7b2396bd44 {{(pid=88880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 24 11:23:23.079769 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] For port 24a8350a-2dba-4de4-b2d4-be7b2396bd44, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=24a8350a-2dba-4de4-b2d4-be7b2396bd44,segment=NetworkSegment(325ecb34-d19f-4086-900d-b6f084546a5b),segment_id=325ecb34-d19f-4086-900d-b6f084546a5b)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:23:23.083375 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:23:23.084534 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:23:23.172063 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Pushing event updated for resources: {'Port': ['ID=24a8350a-2dba-4de4-b2d4-be7b2396bd44,revision_number=4']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:23:23.175393 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:23:23.369844 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] get_ports_and_sgs() called for port_ids ['24a8350a-2dba-4de4-b2d4-be7b2396bd44'] {{(pid=88880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 24 11:23:23.418570 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e04c5b-072c-41e9-8920-013d64e209e1 req-213671ba-7258-4302-933c-36d0099144fd tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:23:23.420305 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-c0e04c5b-072c-41e9-8920-013d64e209e1 req-213671ba-7258-4302-933c-36d0099144fd tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b0832cd-c23a-4193-a272-7a3c7c2842dc HTTP/1.1" status: 200  len: 944 time: 0.0996170
Dec 24 11:23:23.473346 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-c0e04c5b-072c-41e9-8920-013d64e209e1 req-4a91c8ec-4b1d-4c61-b0d7-6ff5faf60ac3 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/security-groups?id=28af35c1-ff28-495e-b267-16e7caf4f522&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0459929
Dec 24 11:23:24.688420 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21489607-24a0-4bfd-9baa-6b7d434e2218 req-a5b781be-396c-429e-a66d-7c1f3ac34d5b tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:23:24.690161 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-21489607-24a0-4bfd-9baa-6b7d434e2218 req-a5b781be-396c-429e-a66d-7c1f3ac34d5b tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b0832cd-c23a-4193-a272-7a3c7c2842dc HTTP/1.1" status: 200  len: 944 time: 0.0865295
Dec 24 11:23:24.746853 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-21489607-24a0-4bfd-9baa-6b7d434e2218 req-2eb2fda6-b136-4bd4-bf85-adf326b04ed8 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/security-groups?id=28af35c1-ff28-495e-b267-16e7caf4f522&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0456438
Dec 24 11:23:24.811261 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Device 24a8350a-2dba-4de4-b2d4-be7b2396bd44 up at agent hyperv_hv-neutron-8226 {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:23:24.883670 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Provisioning for port 24a8350a-2dba-4de4-b2d4-be7b2396bd44 completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:23:24.889071 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Provisioning complete for port 24a8350a-2dba-4de4-b2d4-be7b2396bd44 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:23:24.889534 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:23:25.014118 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:23:25.043123 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b0832cd-c23a-4193-a272-7a3c7c2842dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24a8350a-2dba-4de4-b2d4-be7b2396bd44'}] {{(pid=88880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 24 11:23:25.054332 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] For port 24a8350a-2dba-4de4-b2d4-be7b2396bd44, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=24a8350a-2dba-4de4-b2d4-be7b2396bd44,segment=NetworkSegment(325ecb34-d19f-4086-900d-b6f084546a5b),segment_id=325ecb34-d19f-4086-900d-b6f084546a5b)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:23:25.058589 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:23:25.061526 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:23:25.110965 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b0832cd-c23a-4193-a272-7a3c7c2842dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24a8350a-2dba-4de4-b2d4-be7b2396bd44', 'code': 200}
Dec 24 11:23:25.142534 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Pushing event updated for resources: {'Port': ['ID=24a8350a-2dba-4de4-b2d4-be7b2396bd44,revision_number=5']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:23:25.145873 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:23:25.364372 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-6bf74b01-da48-44d3-a3a0-98d014fef7f2 req-a86998e3-e4e3-4f02-8692-94b1bf90814f service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=8b0832cd-c23a-4193-a272-7a3c7c2842dc HTTP/1.1" status: 200  len: 1098 time: 0.0846474
Dec 24 11:23:25.412856 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-6bf74b01-da48-44d3-a3a0-98d014fef7f2 req-a55ef3ed-9f8c-4459-9fda-841d247cad19 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=28af35c1-ff28-495e-b267-16e7caf4f522&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404692
Dec 24 11:23:25.969351 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a0f45e-3949-4f81-a1d4-ac301474aa51 req-816832cf-c3cc-49cd-b3e8-0cd063ab2576 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:23:25.970999 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-86a0f45e-3949-4f81-a1d4-ac301474aa51 req-816832cf-c3cc-49cd-b3e8-0cd063ab2576 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b0832cd-c23a-4193-a272-7a3c7c2842dc HTTP/1.1" status: 200  len: 945 time: 0.0953956
Dec 24 11:23:26.029716 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-86a0f45e-3949-4f81-a1d4-ac301474aa51 req-50b3e686-f71a-4495-bc54-41fbec5130a0 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/security-groups?id=28af35c1-ff28-495e-b267-16e7caf4f522&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0497749
Dec 24 11:23:27.272841 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c259f6b-76b0-4ffd-80ff-7cb0c4cf5ba7 req-2bf0fc46-9bbb-4031-8972-d888b0ce2114 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:23:27.274496 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-5c259f6b-76b0-4ffd-80ff-7cb0c4cf5ba7 req-2bf0fc46-9bbb-4031-8972-d888b0ce2114 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b0832cd-c23a-4193-a272-7a3c7c2842dc HTTP/1.1" status: 200  len: 945 time: 0.0880272
Dec 24 11:23:27.328264 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-5c259f6b-76b0-4ffd-80ff-7cb0c4cf5ba7 req-1f23a1ff-bb02-4a82-becf-d1a1baba8322 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/security-groups?id=28af35c1-ff28-495e-b267-16e7caf4f522&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0470693
Dec 24 11:23:27.546752 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebeeda3-65be-4a45-8e87-dd081be9a6a0 req-4e0a34bf-d8d4-4d41-ab23-bb8e989c6d57 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:23:27.548396 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-5ebeeda3-65be-4a45-8e87-dd081be9a6a0 req-4e0a34bf-d8d4-4d41-ab23-bb8e989c6d57 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b0832cd-c23a-4193-a272-7a3c7c2842dc HTTP/1.1" status: 200  len: 945 time: 0.0941753
Dec 24 11:23:27.598497 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-5ebeeda3-65be-4a45-8e87-dd081be9a6a0 req-54bab040-8c66-4c0a-b0b3-99fa55b0540d tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/security-groups?id=28af35c1-ff28-495e-b267-16e7caf4f522&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0438199
Dec 24 11:23:27.630425 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 46134) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:23:27.715558 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-6b7e8ccd-0849-4f55-801a-fdee48b3de48 tempest-TestNetworkBasicOps-448411267 tempest-TestNetworkBasicOps-448411267-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=8b0832cd-c23a-4193-a272-7a3c7c2842dc HTTP/1.1" status: 200  len: 1093 time: 0.0833743
Dec 24 11:23:27.719296 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 46138) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:23:27.725170 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-21764102-70af-4711-a8a3-c1de46f7a7b4 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Request body: {'floatingip': {'floating_network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'port_id': '24a8350a-2dba-4de4-b2d4-be7b2396bd44', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:23:27.731761 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-21764102-70af-4711-a8a3-c1de46f7a7b4 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:23:27.736261 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-21764102-70af-4711-a8a3-c1de46f7a7b4 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Usage tracker for resource:floatingip and tenant:ad7c5ba9df02428aae512a4d9bb9dd9d is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:23:27.740024 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-21764102-70af-4711-a8a3-c1de46f7a7b4 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:23:27.749260 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-21764102-70af-4711-a8a3-c1de46f7a7b4 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:23:27.764725 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-21764102-70af-4711-a8a3-c1de46f7a7b4 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for floatingip, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:23:27.921820 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-21764102-70af-4711-a8a3-c1de46f7a7b4 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:23:28.069520 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-21764102-70af-4711-a8a3-c1de46f7a7b4 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Allocated IP 172.26.3.75 (f8c337ba-681f-4fcb-a333-e3c49365b30a/8ea1398c-0bec-46d6-8d54-85798de2a7ca/a8ae4a97-0110-42a0-b880-9ff64a48faea) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:23:28.233055 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-21764102-70af-4711-a8a3-c1de46f7a7b4 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:23:28.261368 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-21764102-70af-4711-a8a3-c1de46f7a7b4 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:23:28.265288 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-66424ad3-f392-4f29-aa70-a7ff08655386 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:23:28.304293 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:23:28.344773 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21764102-70af-4711-a8a3-c1de46f7a7b4 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Network f8c337ba-681f-4fcb-a333-e3c49365b30a is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:23:28.346606 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21764102-70af-4711-a8a3-c1de46f7a7b4 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event updated for resources: {'Port': ['ID=a8ae4a97-0110-42a0-b880-9ff64a48faea,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:23:28.349270 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-21764102-70af-4711-a8a3-c1de46f7a7b4 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Resources bound (agent type, host, resource id):  {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:23:28.351220 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-21764102-70af-4711-a8a3-c1de46f7a7b4 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:23:28.351961 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21764102-70af-4711-a8a3-c1de46f7a7b4 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:23:28.905715 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-21764102-70af-4711-a8a3-c1de46f7a7b4 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:23:28.963001 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-21764102-70af-4711-a8a3-c1de46f7a7b4 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:23:29.181491 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-21764102-70af-4711-a8a3-c1de46f7a7b4 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for port, precommit_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:23:29.187329 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-21764102-70af-4711-a8a3-c1de46f7a7b4 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850854027'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:23:29.192096 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-81460753-69bf-4315-aa8c-8820c243d329 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:23:29.298756 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21764102-70af-4711-a8a3-c1de46f7a7b4 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event updated for resources: {'Port': ['ID=a8ae4a97-0110-42a0-b880-9ff64a48faea,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:23:29.308206 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-21764102-70af-4711-a8a3-c1de46f7a7b4 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:23:29.322774 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-21764102-70af-4711-a8a3-c1de46f7a7b4 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659181'] for floatingip, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:23:29.532306 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.l3_db [None req-21764102-70af-4711-a8a3-c1de46f7a7b4 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Floating IP 352b45f5-665a-4b1e-9d8a-6dc8d2b0b075 associated. External IP: 172.26.3.75, port: 24a8350a-2dba-4de4-b2d4-be7b2396bd44.
Dec 24 11:23:30.222535 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21764102-70af-4711-a8a3-c1de46f7a7b4 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Router e3d6783a-94f6-4109-b72c-c2c5dece353e has already been hosted by L3 agent 198cca88-1338-4098-b44b-beb0346ac906 {{(pid=88879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 24 11:23:30.459859 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21764102-70af-4711-a8a3-c1de46f7a7b4 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:23:30.475113 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407c4c99-2737-42a1-b596-b423228d1eb2 None None] Sync routers for ids ['e3d6783a-94f6-4109-b72c-c2c5dece353e'] in dv-neutron-822691-2-hyperv {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:23:30.487408 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-21764102-70af-4711-a8a3-c1de46f7a7b4 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for floatingip, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:23:30.489169 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407c4c99-2737-42a1-b596-b423228d1eb2 None None] Routers {'e3d6783a-94f6-4109-b72c-c2c5dece353e'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:23:30.489904 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-407c4c99-2737-42a1-b596-b423228d1eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5272226400>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:23:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['e3d6783a-94f6-4109-b72c-c2c5dece353e'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:23:30.555299 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-21764102-70af-4711-a8a3-c1de46f7a7b4 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 2.8348572
Dec 24 11:23:30.556168 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b0832cd-c23a-4193-a272-7a3c7c2842dc', 'tag': '24a8350a-2dba-4de4-b2d4-be7b2396bd44'}] {{(pid=88879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 24 11:23:30.558483 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 46142) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:23:30.612863 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b0832cd-c23a-4193-a272-7a3c7c2842dc', 'tag': '24a8350a-2dba-4de4-b2d4-be7b2396bd44', 'status': 'completed', 'code': 200}
Dec 24 11:23:30.680123 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-ddcd0a6f-8476-437d-b774-6ecfa7655ead tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/floatingips/352b45f5-665a-4b1e-9d8a-6dc8d2b0b075 HTTP/1.1" status: 200  len: 990 time: 0.1200578
Dec 24 11:23:30.686107 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-407c4c99-2737-42a1-b596-b423228d1eb2 None None] Set router e3d6783a-94f6-4109-b72c-c2c5dece353e gateway port host: dv-neutron-822691-2-hyperv {{(pid=88881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:23:30.721020 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-4a6d67fe-0b16-496e-b8bd-9aa8f60ef3e8 req-79ffb6a9-9da8-4c80-826a-085e33ea6f82 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ad7c5ba9df02428aae512a4d9bb9dd9d&device_id=8b0832cd-c23a-4193-a272-7a3c7c2842dc HTTP/1.1" status: 200  len: 1098 time: 0.0772641
Dec 24 11:23:30.870357 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6d67fe-0b16-496e-b8bd-9aa8f60ef3e8 req-15270326-dc3d-44c1-acd4-443593252684 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:23:30.872080 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-4a6d67fe-0b16-496e-b8bd-9aa8f60ef3e8 req-15270326-dc3d-44c1-acd4-443593252684 service neutron] 10.222.0.58 "GET /v2.0/networks?id=06be1405-4eb0-483f-9f11-6fc7a07783db HTTP/1.1" status: 200  len: 898 time: 0.1424327
Dec 24 11:23:30.982871 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-4a6d67fe-0b16-496e-b8bd-9aa8f60ef3e8 req-768c7d1f-44c6-4107-8729-39cd990b5927 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=24a8350a-2dba-4de4-b2d4-be7b2396bd44 HTTP/1.1" status: 200  len: 998 time: 0.1036613
Dec 24 11:23:31.055928 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6d67fe-0b16-496e-b8bd-9aa8f60ef3e8 req-c1a47acd-9b84-43c6-98fb-f8d8d5779bd3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:23:31.057520 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-4a6d67fe-0b16-496e-b8bd-9aa8f60ef3e8 req-c1a47acd-9b84-43c6-98fb-f8d8d5779bd3 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=8b0d7f5e-dee8-44ba-a1c1-934f382a2253 HTTP/1.1" status: 200  len: 834 time: 0.0650182
Dec 24 11:23:31.057655 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-407c4c99-2737-42a1-b596-b423228d1eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5272226400>, [{'id': 'e3d6783a-94f6-4109-b72c-c2c5dece353e', 'name': 'tempest-TestNetworkBasicOps-router-1845595394', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.22'}], 'enable_snat': True}, 'gw_port_id': 'a6938a96-e0b9-4de2-b95a-c3e21d2cc7bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:23:05Z', 'updated_at': '2021-12-24T11:23:10Z', 'revision_number': 4, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'gw_port': {'id': 'a6938a96-e0b9-4de2-b95a-c3e21d2cc7bd', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:e3:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d6783a-94f6-4109-b72c-c2c5dece353e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:23:06Z', 'updated_at': '2021-12-24T11:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_floatingips': [{'id': '352b45f5-665a-4b1e-9d8a-6dc8d2b0b075', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'floating_ip_address': '172.26.3.75', 'floating_network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'router_id': 'e3d6783a-94f6-4109-b72c-c2c5dece353e', 'port_id': '24a8350a-2dba-4de4-b2d4-be7b2396bd44', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06be1405-4eb0-483f-9f11-6fc7a07783db', 'mac_address': 'fa:16:3e:20:f5:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0832cd-c23a-4193-a272-7a3c7c2842dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T11:23:28Z', 'updated_at': '2021-12-24T11:23:28Z', 'revision_number': 0, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63c925e7-c390-40e2-8b51-9ced681e942e', 'name': '', 'network_id': '06be1405-4eb0-483f-9f11-6fc7a07783db', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'mac_address': 'fa:16:3e:b3:4d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d6783a-94f6-4109-b72c-c2c5dece353e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8b0d7f5e-dee8-44ba-a1c1-934f382a2253', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:23:09Z', 'updated_at': '2021-12-24T11:23:18Z', 'revision_number': 5, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'subnets': [{'id': '8b0d7f5e-dee8-44ba-a1c1-934f382a2253', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:23:31.062166 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407c4c99-2737-42a1-b596-b423228d1eb2 None None] Checking router: e3d6783a-94f6-4109-b72c-c2c5dece353e for host: dv-neutron-822691-2-hyperv {{(pid=88881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 24 11:23:31.074226 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407c4c99-2737-42a1-b596-b423228d1eb2 None None] Routers {'e3d6783a-94f6-4109-b72c-c2c5dece353e'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:23:31.074905 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-407c4c99-2737-42a1-b596-b423228d1eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5272226400>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:23:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['e3d6783a-94f6-4109-b72c-c2c5dece353e'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:23:31.147044 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-4a6d67fe-0b16-496e-b8bd-9aa8f60ef3e8 req-0528b6c4-68c8-482a-ac03-575adb79b145 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=06be1405-4eb0-483f-9f11-6fc7a07783db&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0803285
Dec 24 11:23:31.304958 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-4a6d67fe-0b16-496e-b8bd-9aa8f60ef3e8 req-d77a3869-814a-481e-8eb8-79bee6a6c444 service neutron] 10.222.0.58 "GET /v2.0/networks/06be1405-4eb0-483f-9f11-6fc7a07783db?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1502261
Dec 24 11:23:31.423345 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-407c4c99-2737-42a1-b596-b423228d1eb2 None None] Set router e3d6783a-94f6-4109-b72c-c2c5dece353e gateway port host: dv-neutron-822691-2-hyperv {{(pid=88881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:23:31.456586 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-4a6d67fe-0b16-496e-b8bd-9aa8f60ef3e8 req-9d1bbffa-ea54-4328-9da4-70585da4cd8d service neutron] 10.222.0.58 "GET /v2.0/networks/06be1405-4eb0-483f-9f11-6fc7a07783db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1438591
Dec 24 11:23:31.684448 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 46148) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:23:31.801224 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-01d38504-8b9e-46d8-a731-ad60855ed5c0 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/floatingips/352b45f5-665a-4b1e-9d8a-6dc8d2b0b075 HTTP/1.1" status: 200  len: 990 time: 0.1152675
Dec 24 11:23:31.808781 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-407c4c99-2737-42a1-b596-b423228d1eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5272226400>, [{'id': 'e3d6783a-94f6-4109-b72c-c2c5dece353e', 'name': 'tempest-TestNetworkBasicOps-router-1845595394', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.22'}], 'enable_snat': True}, 'gw_port_id': 'a6938a96-e0b9-4de2-b95a-c3e21d2cc7bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:23:05Z', 'updated_at': '2021-12-24T11:23:10Z', 'revision_number': 4, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'gw_port': {'id': 'a6938a96-e0b9-4de2-b95a-c3e21d2cc7bd', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:e3:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d6783a-94f6-4109-b72c-c2c5dece353e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:23:06Z', 'updated_at': '2021-12-24T11:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_floatingips': [{'id': '352b45f5-665a-4b1e-9d8a-6dc8d2b0b075', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'floating_ip_address': '172.26.3.75', 'floating_network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'router_id': 'e3d6783a-94f6-4109-b72c-c2c5dece353e', 'port_id': '24a8350a-2dba-4de4-b2d4-be7b2396bd44', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06be1405-4eb0-483f-9f11-6fc7a07783db', 'mac_address': 'fa:16:3e:20:f5:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0832cd-c23a-4193-a272-7a3c7c2842dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T11:23:28Z', 'updated_at': '2021-12-24T11:23:28Z', 'revision_number': 0, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63c925e7-c390-40e2-8b51-9ced681e942e', 'name': '', 'network_id': '06be1405-4eb0-483f-9f11-6fc7a07783db', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'mac_address': 'fa:16:3e:b3:4d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d6783a-94f6-4109-b72c-c2c5dece353e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8b0d7f5e-dee8-44ba-a1c1-934f382a2253', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:23:09Z', 'updated_at': '2021-12-24T11:23:18Z', 'revision_number': 5, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'subnets': [{'id': '8b0d7f5e-dee8-44ba-a1c1-934f382a2253', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:23:31.813072 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407c4c99-2737-42a1-b596-b423228d1eb2 None None] The sync data for ids ['e3d6783a-94f6-4109-b72c-c2c5dece353e'] in dv-neutron-822691-2-hyperv is: [{'id': 'e3d6783a-94f6-4109-b72c-c2c5dece353e', 'name': 'tempest-TestNetworkBasicOps-router-1845595394', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.22'}], 'enable_snat': True}, 'gw_port_id': 'a6938a96-e0b9-4de2-b95a-c3e21d2cc7bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:23:05Z', 'updated_at': '2021-12-24T11:23:10Z', 'revision_number': 4, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'gw_port': {'id': 'a6938a96-e0b9-4de2-b95a-c3e21d2cc7bd', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:e3:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d6783a-94f6-4109-b72c-c2c5dece353e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:23:06Z', 'updated_at': '2021-12-24T11:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_floatingips': [{'id': '352b45f5-665a-4b1e-9d8a-6dc8d2b0b075', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'floating_ip_address': '172.26.3.75', 'floating_network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'router_id': 'e3d6783a-94f6-4109-b72c-c2c5dece353e', 'port_id': '24a8350a-2dba-4de4-b2d4-be7b2396bd44', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06be1405-4eb0-483f-9f11-6fc7a07783db', 'mac_address': 'fa:16:3e:20:f5:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0832cd-c23a-4193-a272-7a3c7c2842dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T11:23:28Z', 'updated_at': '2021-12-24T11:23:28Z', 'revision_number': 0, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63c925e7-c390-40e2-8b51-9ced681e942e', 'name': '', 'network_id': '06be1405-4eb0-483f-9f11-6fc7a07783db', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'mac_address': 'fa:16:3e:b3:4d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d6783a-94f6-4109-b72c-c2c5dece353e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8b0d7f5e-dee8-44ba-a1c1-934f382a2253', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:23:09Z', 'updated_at': '2021-12-24T11:23:18Z', 'revision_number': 5, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'subnets': [{'id': '8b0d7f5e-dee8-44ba-a1c1-934f382a2253', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:23:32.162272 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-073826c7-16ec-41f5-8368-ccdbb9b2b187 None None] New status for floating IP 352b45f5-665a-4b1e-9d8a-6dc8d2b0b075: ACTIVE {{(pid=88880) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 24 11:23:32.805690 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 46152) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:23:32.919994 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-c20d064c-4cd8-42a5-a9e4-d5465aa5e2ba tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/floatingips/352b45f5-665a-4b1e-9d8a-6dc8d2b0b075 HTTP/1.1" status: 200  len: 992 time: 0.1129055
Dec 24 11:23:36.466427 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-05fe6808-66bd-4f2d-99b1-7aed343dc6ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:23:38.057140 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:23:38.958583 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7001733c-6dae-4480-af32-bbc0b27e23e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:23:39.417219 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bdfdbc84-c52d-4f40-b281-af314dc1f8fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:23:40.692156 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-39ff93cf-c0b7-48c5-95f3-6f7e9977387d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:23:58.339738 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:23:58.352580 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.agents_db [None req-e51243ab-6a93-425b-980f-a73583147efa None None] Agent healthcheck: found 6 active agents {{(pid=88881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 24 11:24:04.365586 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 46170) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:24:04.371995 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-59965cf3-546c-44ab-90f2-210ca9b8adc4 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Request body: {'router': {'admin_state_up': False}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:24:05.007563 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-59965cf3-546c-44ab-90f2-210ca9b8adc4 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-659031', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854691240'] for router, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:24:05.019077 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-59965cf3-546c-44ab-90f2-210ca9b8adc4 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854116816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854116785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-659000', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854163815'] for router, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:24:05.248469 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59965cf3-546c-44ab-90f2-210ca9b8adc4 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Router e3d6783a-94f6-4109-b72c-c2c5dece353e has already been hosted by L3 agent 198cca88-1338-4098-b44b-beb0346ac906 {{(pid=88878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 24 11:24:05.476199 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59965cf3-546c-44ab-90f2-210ca9b8adc4 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:24:05.482865 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-59965cf3-546c-44ab-90f2-210ca9b8adc4 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for router, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:24:05.488548 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-59965cf3-546c-44ab-90f2-210ca9b8adc4 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "PUT /v2.0/routers/e3d6783a-94f6-4109-b72c-c2c5dece353e HTTP/1.1" status: 200  len: 888 time: 1.1174729
Dec 24 11:24:05.488758 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d0f9d5-36db-4ee6-badf-77cd9335721d None None] Sync routers for ids ['e3d6783a-94f6-4109-b72c-c2c5dece353e'] in dv-neutron-822691-2-hyperv {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:24:05.501328 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d0f9d5-36db-4ee6-badf-77cd9335721d None None] Routers {'e3d6783a-94f6-4109-b72c-c2c5dece353e'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:24:05.502044 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-33d0f9d5-36db-4ee6-badf-77cd9335721d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5272226e10>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:23:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['e3d6783a-94f6-4109-b72c-c2c5dece353e'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:24:05.568591 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-33d0f9d5-36db-4ee6-badf-77cd9335721d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5272226e10>, [], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:24:05.581136 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d0f9d5-36db-4ee6-badf-77cd9335721d None None] Routers {'e3d6783a-94f6-4109-b72c-c2c5dece353e'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:24:05.581871 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-33d0f9d5-36db-4ee6-badf-77cd9335721d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5272226e10>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:23:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['e3d6783a-94f6-4109-b72c-c2c5dece353e'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:24:05.646982 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-33d0f9d5-36db-4ee6-badf-77cd9335721d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5272226e10>, [], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:24:05.647406 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d0f9d5-36db-4ee6-badf-77cd9335721d None None] The sync data for ids ['e3d6783a-94f6-4109-b72c-c2c5dece353e'] in dv-neutron-822691-2-hyperv is: [] {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:24:06.038740 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-421c5eff-4548-42e0-aeb8-3e0a091bc09c None None] New status for floating IP 352b45f5-665a-4b1e-9d8a-6dc8d2b0b075: DOWN {{(pid=88880) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 24 11:24:06.463937 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b9dbcc8d-f814-4a7d-8275-9aab81cd1ae5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:24:07.665409 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 46176) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:24:07.671554 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-1d2a4066-8f0d-4dd1-a39f-e42c6acf2a81 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:24:07.724315 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 63c925e7-c390-40e2-8b51-9ced681e942e no longer exists at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:24:07.843873 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:24:07.878689 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] For port 63c925e7-c390-40e2-8b51-9ced681e942e, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=63c925e7-c390-40e2-8b51-9ced681e942e,segment=NetworkSegment(325ecb34-d19f-4086-900d-b6f084546a5b),segment_id=325ecb34-d19f-4086-900d-b6f084546a5b)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:24:07.882282 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:24:07.883115 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device a6938a96-e0b9-4de2-b95a-c3e21d2cc7bd no longer exists at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:24:07.910146 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-22fac201-0cdb-4c36-97a9-dac21760e40e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:24:08.008299 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Pushing event updated for resources: {'Port': ['ID=63c925e7-c390-40e2-8b51-9ced681e942e,revision_number=6']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:24:08.060073 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:24:08.060467 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:24:08.060847 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:24:08.061229 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:24:08.061575 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:24:08.061967 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:24:08.062342 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:24:08.062710 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:24:08.063182 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:24:08.063444 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:24:08.063818 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:24:08.068570 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:24:08.095071 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:24:08.097863 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:24:08.114816 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] For port a6938a96-e0b9-4de2-b95a-c3e21d2cc7bd, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=a6938a96-e0b9-4de2-b95a-c3e21d2cc7bd,segment=NetworkSegment(d4e3295f-9ff8-4cad-8a20-3f1c937efc8c),segment_id=d4e3295f-9ff8-4cad-8a20-3f1c937efc8c)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:24:08.118293 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:24:08.121416 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:24:08.194272 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Pushing event updated for resources: {'Port': ['ID=a6938a96-e0b9-4de2-b95a-c3e21d2cc7bd,revision_number=5']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:24:08.199203 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:24:08.507299 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1d2a4066-8f0d-4dd1-a39f-e42c6acf2a81 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-659031', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854691240'] for router, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:24:08.518889 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1d2a4066-8f0d-4dd1-a39f-e42c6acf2a81 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854116816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854116785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-659000', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854163815'] for router, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:24:08.738713 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d2a4066-8f0d-4dd1-a39f-e42c6acf2a81 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Router e3d6783a-94f6-4109-b72c-c2c5dece353e has already been hosted by L3 agent 198cca88-1338-4098-b44b-beb0346ac906 {{(pid=88878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 24 11:24:08.961527 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d2a4066-8f0d-4dd1-a39f-e42c6acf2a81 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:24:08.963110 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2ea13c6c-b050-40f7-817e-5140d6ac103f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:24:08.967865 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1d2a4066-8f0d-4dd1-a39f-e42c6acf2a81 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for router, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:24:08.972645 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-1d2a4066-8f0d-4dd1-a39f-e42c6acf2a81 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "PUT /v2.0/routers/e3d6783a-94f6-4109-b72c-c2c5dece353e HTTP/1.1" status: 200  len: 887 time: 1.3028066
Dec 24 11:24:08.972814 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 46180) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:24:08.975697 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a06e664-1443-4dea-8801-a95c38001b1b None None] Sync routers for ids ['e3d6783a-94f6-4109-b72c-c2c5dece353e'] in dv-neutron-822691-2-hyperv {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:24:08.988739 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a06e664-1443-4dea-8801-a95c38001b1b None None] Routers {'e3d6783a-94f6-4109-b72c-c2c5dece353e'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:24:08.989455 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-4a06e664-1443-4dea-8801-a95c38001b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f527221a5f8>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:24:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['e3d6783a-94f6-4109-b72c-c2c5dece353e'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:24:09.085779 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-c9db3952-be69-49bb-b631-8b250e88c5e5 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/floatingips/352b45f5-665a-4b1e-9d8a-6dc8d2b0b075 HTTP/1.1" status: 200  len: 990 time: 0.1115770
Dec 24 11:24:09.179175 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-4a06e664-1443-4dea-8801-a95c38001b1b None None] Set router e3d6783a-94f6-4109-b72c-c2c5dece353e gateway port host: dv-neutron-822691-2-hyperv {{(pid=88881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:24:09.418667 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bdfdbc84-c52d-4f40-b281-af314dc1f8fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:24:09.554786 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-4a06e664-1443-4dea-8801-a95c38001b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f527221a5f8>, [{'id': 'e3d6783a-94f6-4109-b72c-c2c5dece353e', 'name': 'tempest-TestNetworkBasicOps-router-1845595394', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.22'}], 'enable_snat': True}, 'gw_port_id': 'a6938a96-e0b9-4de2-b95a-c3e21d2cc7bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:23:05Z', 'updated_at': '2021-12-24T11:24:08Z', 'revision_number': 6, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'gw_port': {'id': 'a6938a96-e0b9-4de2-b95a-c3e21d2cc7bd', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:e3:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3d6783a-94f6-4109-b72c-c2c5dece353e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:23:06Z', 'updated_at': '2021-12-24T11:24:08Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_floatingips': [{'id': '352b45f5-665a-4b1e-9d8a-6dc8d2b0b075', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'floating_ip_address': '172.26.3.75', 'floating_network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'router_id': 'e3d6783a-94f6-4109-b72c-c2c5dece353e', 'port_id': '24a8350a-2dba-4de4-b2d4-be7b2396bd44', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06be1405-4eb0-483f-9f11-6fc7a07783db', 'mac_address': 'fa:16:3e:20:f5:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0832cd-c23a-4193-a272-7a3c7c2842dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T11:23:28Z', 'updated_at': '2021-12-24T11:24:06Z', 'revision_number': 2, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63c925e7-c390-40e2-8b51-9ced681e942e', 'name': '', 'network_id': '06be1405-4eb0-483f-9f11-6fc7a07783db', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'mac_address': 'fa:16:3e:b3:4d:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3d6783a-94f6-4109-b72c-c2c5dece353e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8b0d7f5e-dee8-44ba-a1c1-934f382a2253', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:23:09Z', 'updated_at': '2021-12-24T11:24:07Z', 'revision_number': 6, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'subnets': [{'id': '8b0d7f5e-dee8-44ba-a1c1-934f382a2253', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:24:09.559084 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a06e664-1443-4dea-8801-a95c38001b1b None None] Checking router: e3d6783a-94f6-4109-b72c-c2c5dece353e for host: dv-neutron-822691-2-hyperv {{(pid=88881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 24 11:24:09.570871 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a06e664-1443-4dea-8801-a95c38001b1b None None] Routers {'e3d6783a-94f6-4109-b72c-c2c5dece353e'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:24:09.571972 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-4a06e664-1443-4dea-8801-a95c38001b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f527221a5f8>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:24:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['e3d6783a-94f6-4109-b72c-c2c5dece353e'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:24:09.763647 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-4a06e664-1443-4dea-8801-a95c38001b1b None None] Set router e3d6783a-94f6-4109-b72c-c2c5dece353e gateway port host: dv-neutron-822691-2-hyperv {{(pid=88881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:24:10.090259 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 46184) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:24:10.177475 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-4a06e664-1443-4dea-8801-a95c38001b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f527221a5f8>, [{'id': 'e3d6783a-94f6-4109-b72c-c2c5dece353e', 'name': 'tempest-TestNetworkBasicOps-router-1845595394', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.22'}], 'enable_snat': True}, 'gw_port_id': 'a6938a96-e0b9-4de2-b95a-c3e21d2cc7bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:23:05Z', 'updated_at': '2021-12-24T11:24:08Z', 'revision_number': 6, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'gw_port': {'id': 'a6938a96-e0b9-4de2-b95a-c3e21d2cc7bd', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:e3:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3d6783a-94f6-4109-b72c-c2c5dece353e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:23:06Z', 'updated_at': '2021-12-24T11:24:08Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_floatingips': [{'id': '352b45f5-665a-4b1e-9d8a-6dc8d2b0b075', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'floating_ip_address': '172.26.3.75', 'floating_network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'router_id': 'e3d6783a-94f6-4109-b72c-c2c5dece353e', 'port_id': '24a8350a-2dba-4de4-b2d4-be7b2396bd44', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06be1405-4eb0-483f-9f11-6fc7a07783db', 'mac_address': 'fa:16:3e:20:f5:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0832cd-c23a-4193-a272-7a3c7c2842dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T11:23:28Z', 'updated_at': '2021-12-24T11:24:06Z', 'revision_number': 2, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63c925e7-c390-40e2-8b51-9ced681e942e', 'name': '', 'network_id': '06be1405-4eb0-483f-9f11-6fc7a07783db', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'mac_address': 'fa:16:3e:b3:4d:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3d6783a-94f6-4109-b72c-c2c5dece353e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8b0d7f5e-dee8-44ba-a1c1-934f382a2253', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:23:09Z', 'updated_at': '2021-12-24T11:24:07Z', 'revision_number': 6, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'subnets': [{'id': '8b0d7f5e-dee8-44ba-a1c1-934f382a2253', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:24:10.181808 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a06e664-1443-4dea-8801-a95c38001b1b None None] The sync data for ids ['e3d6783a-94f6-4109-b72c-c2c5dece353e'] in dv-neutron-822691-2-hyperv is: [{'id': 'e3d6783a-94f6-4109-b72c-c2c5dece353e', 'name': 'tempest-TestNetworkBasicOps-router-1845595394', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.22'}], 'enable_snat': True}, 'gw_port_id': 'a6938a96-e0b9-4de2-b95a-c3e21d2cc7bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:23:05Z', 'updated_at': '2021-12-24T11:24:08Z', 'revision_number': 6, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'gw_port': {'id': 'a6938a96-e0b9-4de2-b95a-c3e21d2cc7bd', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:e3:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3d6783a-94f6-4109-b72c-c2c5dece353e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:23:06Z', 'updated_at': '2021-12-24T11:24:08Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_floatingips': [{'id': '352b45f5-665a-4b1e-9d8a-6dc8d2b0b075', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'floating_ip_address': '172.26.3.75', 'floating_network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'router_id': 'e3d6783a-94f6-4109-b72c-c2c5dece353e', 'port_id': '24a8350a-2dba-4de4-b2d4-be7b2396bd44', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06be1405-4eb0-483f-9f11-6fc7a07783db', 'mac_address': 'fa:16:3e:20:f5:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0832cd-c23a-4193-a272-7a3c7c2842dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T11:23:28Z', 'updated_at': '2021-12-24T11:24:06Z', 'revision_number': 2, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63c925e7-c390-40e2-8b51-9ced681e942e', 'name': '', 'network_id': '06be1405-4eb0-483f-9f11-6fc7a07783db', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'mac_address': 'fa:16:3e:b3:4d:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3d6783a-94f6-4109-b72c-c2c5dece353e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8b0d7f5e-dee8-44ba-a1c1-934f382a2253', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:23:09Z', 'updated_at': '2021-12-24T11:24:07Z', 'revision_number': 6, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'subnets': [{'id': '8b0d7f5e-dee8-44ba-a1c1-934f382a2253', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:24:10.202805 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-02bedf5b-3854-4879-8896-1e95b6925c50 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/floatingips/352b45f5-665a-4b1e-9d8a-6dc8d2b0b075 HTTP/1.1" status: 200  len: 990 time: 0.1111839
Dec 24 11:24:10.695701 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-39ff93cf-c0b7-48c5-95f3-6f7e9977387d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:24:11.205057 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 46188) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:24:11.334469 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-8cfa440e-1f97-4332-97b8-f785c30b2864 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/floatingips/352b45f5-665a-4b1e-9d8a-6dc8d2b0b075 HTTP/1.1" status: 200  len: 990 time: 0.1275072
Dec 24 11:24:11.774538 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 63c925e7-c390-40e2-8b51-9ced681e942e up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:24:11.848250 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port 63c925e7-c390-40e2-8b51-9ced681e942e triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:24:11.848667 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:24:11.972746 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:24:12.009452 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] For port 63c925e7-c390-40e2-8b51-9ced681e942e, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=63c925e7-c390-40e2-8b51-9ced681e942e,segment=NetworkSegment(325ecb34-d19f-4086-900d-b6f084546a5b),segment_id=325ecb34-d19f-4086-900d-b6f084546a5b)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:24:12.013316 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:24:12.014234 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device a6938a96-e0b9-4de2-b95a-c3e21d2cc7bd up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:24:12.037814 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:24:12.141039 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Pushing event updated for resources: {'Port': ['ID=63c925e7-c390-40e2-8b51-9ced681e942e,revision_number=7']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:24:12.147321 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:24:12.158667 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port a6938a96-e0b9-4de2-b95a-c3e21d2cc7bd triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:24:12.159090 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:24:12.284089 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:24:12.302102 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] For port a6938a96-e0b9-4de2-b95a-c3e21d2cc7bd, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=a6938a96-e0b9-4de2-b95a-c3e21d2cc7bd,segment=NetworkSegment(d4e3295f-9ff8-4cad-8a20-3f1c937efc8c),segment_id=d4e3295f-9ff8-4cad-8a20-3f1c937efc8c)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:24:12.305661 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:24:12.308013 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:24:12.338999 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 46194) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:24:12.375398 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Pushing event updated for resources: {'Port': ['ID=a6938a96-e0b9-4de2-b95a-c3e21d2cc7bd,revision_number=6']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:24:12.378729 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:24:12.452955 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-15eee353-9d36-4ec4-aeb4-1b460bd99d30 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/floatingips/352b45f5-665a-4b1e-9d8a-6dc8d2b0b075 HTTP/1.1" status: 200  len: 990 time: 0.1126349
Dec 24 11:24:13.373371 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf6d0bb-cb7d-449d-982d-ee618d200438 None None] New status for floating IP 352b45f5-665a-4b1e-9d8a-6dc8d2b0b075: ACTIVE {{(pid=88880) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 24 11:24:13.457202 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 46198) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:24:13.577333 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-e8221491-1a35-49e8-973f-937d29d9ffe3 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/floatingips/352b45f5-665a-4b1e-9d8a-6dc8d2b0b075 HTTP/1.1" status: 200  len: 990 time: 0.1175313
Dec 24 11:24:13.725721 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 63c925e7-c390-40e2-8b51-9ced681e942e up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:24:13.810960 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port 63c925e7-c390-40e2-8b51-9ced681e942e triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:24:13.811427 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:24:13.944918 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device a6938a96-e0b9-4de2-b95a-c3e21d2cc7bd up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:24:14.019023 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port a6938a96-e0b9-4de2-b95a-c3e21d2cc7bd triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:24:14.019371 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:24:14.581251 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 46202) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:24:14.694542 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-e4d49813-6344-45e6-a97f-c5c0b4d77bba tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/floatingips/352b45f5-665a-4b1e-9d8a-6dc8d2b0b075 HTTP/1.1" status: 200  len: 992 time: 0.1117883
Dec 24 11:24:15.025576 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 46210) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:24:15.254768 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-723fe13c-c390-49b3-9ca0-3aa56390e804 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Deleting port a8ae4a97-0110-42a0-b880-9ff64a48faea {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:24:15.255009 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-723fe13c-c390-49b3-9ca0-3aa56390e804 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:24:15.439834 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-723fe13c-c390-49b3-9ca0-3aa56390e804 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:24:15.440131 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-723fe13c-c390-49b3-9ca0-3aa56390e804 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:24:15.570546 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-723fe13c-c390-49b3-9ca0-3aa56390e804 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Calling delete_port for a8ae4a97-0110-42a0-b880-9ff64a48faea owned by network:floatingip {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:24:15.730774 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-723fe13c-c390-49b3-9ca0-3aa56390e804 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:24:15.735295 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f88cd7eb-c810-4eff-968b-ba2af630d161 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:24:15.779859 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723fe13c-c390-49b3-9ca0-3aa56390e804 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event deleted for resources: {'Port': ['ID=a8ae4a97-0110-42a0-b880-9ff64a48faea,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:24:15.821637 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723fe13c-c390-49b3-9ca0-3aa56390e804 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:24:15.821911 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723fe13c-c390-49b3-9ca0-3aa56390e804 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:24:15.822346 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723fe13c-c390-49b3-9ca0-3aa56390e804 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:24:15.822758 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723fe13c-c390-49b3-9ca0-3aa56390e804 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:24:15.823167 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723fe13c-c390-49b3-9ca0-3aa56390e804 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:24:15.823575 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723fe13c-c390-49b3-9ca0-3aa56390e804 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:24:15.823976 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723fe13c-c390-49b3-9ca0-3aa56390e804 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:24:15.824380 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723fe13c-c390-49b3-9ca0-3aa56390e804 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:24:15.824779 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723fe13c-c390-49b3-9ca0-3aa56390e804 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:24:15.825160 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723fe13c-c390-49b3-9ca0-3aa56390e804 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:24:15.825562 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723fe13c-c390-49b3-9ca0-3aa56390e804 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:24:15.833783 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-723fe13c-c390-49b3-9ca0-3aa56390e804 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:24:15.892918 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-723fe13c-c390-49b3-9ca0-3aa56390e804 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for floatingip, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:24:16.322605 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-723fe13c-c390-49b3-9ca0-3aa56390e804 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Router e3d6783a-94f6-4109-b72c-c2c5dece353e has already been hosted by L3 agent 198cca88-1338-4098-b44b-beb0346ac906 {{(pid=88879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 24 11:24:16.787106 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-723fe13c-c390-49b3-9ca0-3aa56390e804 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:24:16.798102 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7624f0ff-4b72-4db8-92fa-a9a471168f2b None None] Sync routers for ids ['e3d6783a-94f6-4109-b72c-c2c5dece353e'] in dv-neutron-822691-2-hyperv {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:24:16.805084 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-723fe13c-c390-49b3-9ca0-3aa56390e804 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for floatingip, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:24:16.811647 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7624f0ff-4b72-4db8-92fa-a9a471168f2b None None] Routers {'e3d6783a-94f6-4109-b72c-c2c5dece353e'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:24:16.812322 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-7624f0ff-4b72-4db8-92fa-a9a471168f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f527204e898>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:24:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['e3d6783a-94f6-4109-b72c-c2c5dece353e'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:24:16.863977 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-723fe13c-c390-49b3-9ca0-3aa56390e804 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "DELETE /v2.0/floatingips/352b45f5-665a-4b1e-9d8a-6dc8d2b0b075 HTTP/1.1" status: 204  len: 168 time: 1.8366544
Dec 24 11:24:16.865063 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b0832cd-c23a-4193-a272-7a3c7c2842dc', 'tag': '24a8350a-2dba-4de4-b2d4-be7b2396bd44'}] {{(pid=88879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 24 11:24:16.927706 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b0832cd-c23a-4193-a272-7a3c7c2842dc', 'tag': '24a8350a-2dba-4de4-b2d4-be7b2396bd44', 'status': 'completed', 'code': 200}
Dec 24 11:24:17.133503 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-bc334481-dfe1-41da-87c7-c3abd4c74606 req-f067dbfe-1023-42be-9e09-0bb65b381598 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ad7c5ba9df02428aae512a4d9bb9dd9d&device_id=8b0832cd-c23a-4193-a272-7a3c7c2842dc HTTP/1.1" status: 200  len: 1098 time: 0.1746659
Dec 24 11:24:17.160310 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-7624f0ff-4b72-4db8-92fa-a9a471168f2b None None] Set router e3d6783a-94f6-4109-b72c-c2c5dece353e gateway port host: dv-neutron-822691-2-hyperv {{(pid=88881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:24:17.284164 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc334481-dfe1-41da-87c7-c3abd4c74606 req-385860d3-3284-441c-9ed8-6b0b0b775ef4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:24:17.286677 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-bc334481-dfe1-41da-87c7-c3abd4c74606 req-385860d3-3284-441c-9ed8-6b0b0b775ef4 service neutron] 10.222.0.58 "GET /v2.0/networks?id=06be1405-4eb0-483f-9f11-6fc7a07783db HTTP/1.1" status: 200  len: 898 time: 0.1441445
Dec 24 11:24:17.292080 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c817641-003e-45ac-903b-8218b4ce7d6d req-812758be-75ff-461b-9186-eb2222b6d7e1 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:24:17.293852 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-2c817641-003e-45ac-903b-8218b4ce7d6d req-812758be-75ff-461b-9186-eb2222b6d7e1 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b0832cd-c23a-4193-a272-7a3c7c2842dc HTTP/1.1" status: 200  len: 945 time: 0.0862966
Dec 24 11:24:17.346043 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-2c817641-003e-45ac-903b-8218b4ce7d6d req-bb227515-68c1-441c-bbed-ac3e76d73c6a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/security-groups?id=28af35c1-ff28-495e-b267-16e7caf4f522&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0454087
Dec 24 11:24:17.366529 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-bc334481-dfe1-41da-87c7-c3abd4c74606 req-2ee360bb-0519-4408-9fc1-0d2716ada557 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=24a8350a-2dba-4de4-b2d4-be7b2396bd44 HTTP/1.1" status: 200  len: 217 time: 0.0725784
Dec 24 11:24:17.437942 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc334481-dfe1-41da-87c7-c3abd4c74606 req-c4c684ed-8cb5-4d45-a9f1-f0a09360cf26 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:24:17.439537 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-bc334481-dfe1-41da-87c7-c3abd4c74606 req-c4c684ed-8cb5-4d45-a9f1-f0a09360cf26 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=8b0d7f5e-dee8-44ba-a1c1-934f382a2253 HTTP/1.1" status: 200  len: 834 time: 0.0649245
Dec 24 11:24:17.493503 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-7624f0ff-4b72-4db8-92fa-a9a471168f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f527204e898>, [{'id': 'e3d6783a-94f6-4109-b72c-c2c5dece353e', 'name': 'tempest-TestNetworkBasicOps-router-1845595394', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.22'}], 'enable_snat': True}, 'gw_port_id': 'a6938a96-e0b9-4de2-b95a-c3e21d2cc7bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:23:05Z', 'updated_at': '2021-12-24T11:24:08Z', 'revision_number': 6, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'gw_port': {'id': 'a6938a96-e0b9-4de2-b95a-c3e21d2cc7bd', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:e3:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d6783a-94f6-4109-b72c-c2c5dece353e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:23:06Z', 'updated_at': '2021-12-24T11:24:12Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_interfaces': [{'id': '63c925e7-c390-40e2-8b51-9ced681e942e', 'name': '', 'network_id': '06be1405-4eb0-483f-9f11-6fc7a07783db', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'mac_address': 'fa:16:3e:b3:4d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d6783a-94f6-4109-b72c-c2c5dece353e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8b0d7f5e-dee8-44ba-a1c1-934f382a2253', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:23:09Z', 'updated_at': '2021-12-24T11:24:11Z', 'revision_number': 7, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'subnets': [{'id': '8b0d7f5e-dee8-44ba-a1c1-934f382a2253', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:24:17.498231 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7624f0ff-4b72-4db8-92fa-a9a471168f2b None None] Checking router: e3d6783a-94f6-4109-b72c-c2c5dece353e for host: dv-neutron-822691-2-hyperv {{(pid=88881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 24 11:24:17.511885 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7624f0ff-4b72-4db8-92fa-a9a471168f2b None None] Routers {'e3d6783a-94f6-4109-b72c-c2c5dece353e'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:24:17.512640 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-7624f0ff-4b72-4db8-92fa-a9a471168f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f527204e898>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:24:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['e3d6783a-94f6-4109-b72c-c2c5dece353e'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:24:17.526395 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-bc334481-dfe1-41da-87c7-c3abd4c74606 req-2ddc17d3-b5e8-4213-9424-6dfc7b241f87 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=06be1405-4eb0-483f-9f11-6fc7a07783db&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0789180
Dec 24 11:24:17.677588 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-bc334481-dfe1-41da-87c7-c3abd4c74606 req-b78ad0f6-0a10-419b-83ca-fc5d602c1db7 service neutron] 10.222.0.58 "GET /v2.0/networks/06be1405-4eb0-483f-9f11-6fc7a07783db?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1420398
Dec 24 11:24:17.699231 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-7624f0ff-4b72-4db8-92fa-a9a471168f2b None None] Set router e3d6783a-94f6-4109-b72c-c2c5dece353e gateway port host: dv-neutron-822691-2-hyperv {{(pid=88881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:24:17.827099 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-bc334481-dfe1-41da-87c7-c3abd4c74606 req-3d08f35b-7389-4024-9a37-a82321fa60b5 service neutron] 10.222.0.58 "GET /v2.0/networks/06be1405-4eb0-483f-9f11-6fc7a07783db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1398907
Dec 24 11:24:18.040496 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-7624f0ff-4b72-4db8-92fa-a9a471168f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f527204e898>, [{'id': 'e3d6783a-94f6-4109-b72c-c2c5dece353e', 'name': 'tempest-TestNetworkBasicOps-router-1845595394', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.22'}], 'enable_snat': True}, 'gw_port_id': 'a6938a96-e0b9-4de2-b95a-c3e21d2cc7bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:23:05Z', 'updated_at': '2021-12-24T11:24:08Z', 'revision_number': 6, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'gw_port': {'id': 'a6938a96-e0b9-4de2-b95a-c3e21d2cc7bd', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:e3:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d6783a-94f6-4109-b72c-c2c5dece353e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:23:06Z', 'updated_at': '2021-12-24T11:24:12Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_interfaces': [{'id': '63c925e7-c390-40e2-8b51-9ced681e942e', 'name': '', 'network_id': '06be1405-4eb0-483f-9f11-6fc7a07783db', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'mac_address': 'fa:16:3e:b3:4d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d6783a-94f6-4109-b72c-c2c5dece353e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8b0d7f5e-dee8-44ba-a1c1-934f382a2253', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:23:09Z', 'updated_at': '2021-12-24T11:24:11Z', 'revision_number': 7, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'subnets': [{'id': '8b0d7f5e-dee8-44ba-a1c1-934f382a2253', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:24:18.045075 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7624f0ff-4b72-4db8-92fa-a9a471168f2b None None] The sync data for ids ['e3d6783a-94f6-4109-b72c-c2c5dece353e'] in dv-neutron-822691-2-hyperv is: [{'id': 'e3d6783a-94f6-4109-b72c-c2c5dece353e', 'name': 'tempest-TestNetworkBasicOps-router-1845595394', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.22'}], 'enable_snat': True}, 'gw_port_id': 'a6938a96-e0b9-4de2-b95a-c3e21d2cc7bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:23:05Z', 'updated_at': '2021-12-24T11:24:08Z', 'revision_number': 6, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'gw_port': {'id': 'a6938a96-e0b9-4de2-b95a-c3e21d2cc7bd', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:e3:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d6783a-94f6-4109-b72c-c2c5dece353e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:23:06Z', 'updated_at': '2021-12-24T11:24:12Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_interfaces': [{'id': '63c925e7-c390-40e2-8b51-9ced681e942e', 'name': '', 'network_id': '06be1405-4eb0-483f-9f11-6fc7a07783db', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'mac_address': 'fa:16:3e:b3:4d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d6783a-94f6-4109-b72c-c2c5dece353e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8b0d7f5e-dee8-44ba-a1c1-934f382a2253', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:23:09Z', 'updated_at': '2021-12-24T11:24:11Z', 'revision_number': 7, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'subnets': [{'id': '8b0d7f5e-dee8-44ba-a1c1-934f382a2253', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:24:18.577257 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3253d65-ecfd-4a90-97e8-04d1b1cdce19 req-8fa58a07-59d6-47a6-937d-a38a52cdb166 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:24:18.579254 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-a3253d65-ecfd-4a90-97e8-04d1b1cdce19 req-8fa58a07-59d6-47a6-937d-a38a52cdb166 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b0832cd-c23a-4193-a272-7a3c7c2842dc HTTP/1.1" status: 200  len: 945 time: 0.0954161
Dec 24 11:24:18.631431 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-a3253d65-ecfd-4a90-97e8-04d1b1cdce19 req-c542a69f-ccff-4b80-b67a-71d4a3979a70 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/security-groups?id=28af35c1-ff28-495e-b267-16e7caf4f522&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0462563
Dec 24 11:24:18.767944 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b0b7ce-dc85-423d-928a-cf0e63df9d0f req-9bd890c2-3666-47cf-9027-d4a25a730b31 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:24:18.768696 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-25b0b7ce-dc85-423d-928a-cf0e63df9d0f req-9bd890c2-3666-47cf-9027-d4a25a730b31 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Synchronizing usage tracker for tenant:ad7c5ba9df02428aae512a4d9bb9dd9d on resource:port {{(pid=88879) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:24:18.785443 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-25b0b7ce-dc85-423d-928a-cf0e63df9d0f req-9bd890c2-3666-47cf-9027-d4a25a730b31 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Unset dirty status for tenant:ad7c5ba9df02428aae512a4d9bb9dd9d on resource:port {{(pid=88879) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:24:18.786758 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-25b0b7ce-dc85-423d-928a-cf0e63df9d0f req-9bd890c2-3666-47cf-9027-d4a25a730b31 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b0832cd-c23a-4193-a272-7a3c7c2842dc HTTP/1.1" status: 200  len: 945 time: 0.1063025
Dec 24 11:24:18.982349 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [req-25b0b7ce-dc85-423d-928a-cf0e63df9d0f req-f6c020f1-3f2d-40a0-8af7-f78b08ace6da tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Deleting port 24a8350a-2dba-4de4-b2d4-be7b2396bd44 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:24:18.982937 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-25b0b7ce-dc85-423d-928a-cf0e63df9d0f req-f6c020f1-3f2d-40a0-8af7-f78b08ace6da tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:24:19.254704 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [req-25b0b7ce-dc85-423d-928a-cf0e63df9d0f req-f6c020f1-3f2d-40a0-8af7-f78b08ace6da tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] For port 24a8350a-2dba-4de4-b2d4-be7b2396bd44, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=24a8350a-2dba-4de4-b2d4-be7b2396bd44,segment=NetworkSegment(325ecb34-d19f-4086-900d-b6f084546a5b),segment_id=325ecb34-d19f-4086-900d-b6f084546a5b)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:24:19.255102 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-25b0b7ce-dc85-423d-928a-cf0e63df9d0f req-f6c020f1-3f2d-40a0-8af7-f78b08ace6da tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:24:19.357692 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcffb957-6e5d-4a43-88e1-f595e7f27523 None None] New status for floating IP 352b45f5-665a-4b1e-9d8a-6dc8d2b0b075: DOWN {{(pid=88880) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 24 11:24:19.391257 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [req-25b0b7ce-dc85-423d-928a-cf0e63df9d0f req-f6c020f1-3f2d-40a0-8af7-f78b08ace6da tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Calling delete_port for 24a8350a-2dba-4de4-b2d4-be7b2396bd44 owned by compute:nova {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:24:19.542643 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-25b0b7ce-dc85-423d-928a-cf0e63df9d0f req-f6c020f1-3f2d-40a0-8af7-f78b08ace6da tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:24:19.548768 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-723fe13c-c390-49b3-9ca0-3aa56390e804 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:24:19.596347 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c020f1-3f2d-40a0-8af7-f78b08ace6da tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event deleted for resources: {'Port': ['ID=24a8350a-2dba-4de4-b2d4-be7b2396bd44,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:24:19.600871 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f6c020f1-3f2d-40a0-8af7-f78b08ace6da tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:24:19.679670 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [req-25b0b7ce-dc85-423d-928a-cf0e63df9d0f req-f6c020f1-3f2d-40a0-8af7-f78b08ace6da tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] No DVR routers for this DVR port 24a8350a-2dba-4de4-b2d4-be7b2396bd44 on host hv-neutron-8226 {{(pid=88879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 24 11:24:19.682517 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-25b0b7ce-dc85-423d-928a-cf0e63df9d0f req-f6c020f1-3f2d-40a0-8af7-f78b08ace6da tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:24:19.685769 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b0832cd-c23a-4193-a272-7a3c7c2842dc', 'name': 'network-vif-deleted', 'tag': '24a8350a-2dba-4de4-b2d4-be7b2396bd44'}] {{(pid=88879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 24 11:24:19.702701 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-25b0b7ce-dc85-423d-928a-cf0e63df9d0f req-f6c020f1-3f2d-40a0-8af7-f78b08ace6da tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.58 "DELETE /v2.0/ports/24a8350a-2dba-4de4-b2d4-be7b2396bd44 HTTP/1.1" status: 204  len: 173 time: 0.8040535
Dec 24 11:24:19.748463 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b0832cd-c23a-4193-a272-7a3c7c2842dc', 'name': 'network-vif-deleted', 'tag': '24a8350a-2dba-4de4-b2d4-be7b2396bd44', 'status': 'completed', 'code': 200}
Dec 24 11:24:19.807629 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-5efca6ea-6bb5-4f18-92f0-72fab89322e5 req-6b6dbc74-a9bc-4a3b-8f2f-49d3b56cfe68 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b0832cd-c23a-4193-a272-7a3c7c2842dc HTTP/1.1" status: 200  len: 210 time: 0.0477357
Dec 24 11:24:20.923292 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 46230) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:24:20.998978 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-57320bf8-097c-4bef-9ad9-2697b9e2374e tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:24:21.029323 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-57320bf8-097c-4bef-9ad9-2697b9e2374e tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:24:21.100855 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-57320bf8-097c-4bef-9ad9-2697b9e2374e tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:24:21.106534 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-59e2e903-fd4a-4b9a-a646-d04edff2c31d tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:24:21.124219 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57320bf8-097c-4bef-9ad9-2697b9e2374e tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28af35c1-ff28-495e-b267-16e7caf4f522,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:24:21.137283 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-57320bf8-097c-4bef-9ad9-2697b9e2374e tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:24:21.138564 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-57320bf8-097c-4bef-9ad9-2697b9e2374e tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "DELETE /v2.0/security-groups/28af35c1-ff28-495e-b267-16e7caf4f522 HTTP/1.1" status: 204  len: 168 time: 0.2141986
Dec 24 11:24:21.140562 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57320bf8-097c-4bef-9ad9-2697b9e2374e tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:24:21.140992 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57320bf8-097c-4bef-9ad9-2697b9e2374e tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:24:21.141692 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57320bf8-097c-4bef-9ad9-2697b9e2374e tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:24:21.141808 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57320bf8-097c-4bef-9ad9-2697b9e2374e tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:24:21.142260 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57320bf8-097c-4bef-9ad9-2697b9e2374e tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:24:21.142645 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57320bf8-097c-4bef-9ad9-2697b9e2374e tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:24:21.143075 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57320bf8-097c-4bef-9ad9-2697b9e2374e tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:24:21.143494 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57320bf8-097c-4bef-9ad9-2697b9e2374e tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:24:21.143897 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57320bf8-097c-4bef-9ad9-2697b9e2374e tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:24:21.144306 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57320bf8-097c-4bef-9ad9-2697b9e2374e tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:24:21.144743 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57320bf8-097c-4bef-9ad9-2697b9e2374e tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:24:21.148372 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-57320bf8-097c-4bef-9ad9-2697b9e2374e tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:24:21.177774 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 46236) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:24:21.617582 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-63378a9b-ab2e-458e-90ff-b15b9ac311ff tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854055677'] for router_interface, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:24:22.271406 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-63378a9b-ab2e-458e-90ff-b15b9ac311ff tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Deleting port 63c925e7-c390-40e2-8b51-9ced681e942e {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:24:22.272094 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-63378a9b-ab2e-458e-90ff-b15b9ac311ff tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:24:22.721734 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-63378a9b-ab2e-458e-90ff-b15b9ac311ff tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] For port 63c925e7-c390-40e2-8b51-9ced681e942e, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=63c925e7-c390-40e2-8b51-9ced681e942e,segment=NetworkSegment(325ecb34-d19f-4086-900d-b6f084546a5b),segment_id=325ecb34-d19f-4086-900d-b6f084546a5b)] {{(pid=88878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:24:22.722188 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-63378a9b-ab2e-458e-90ff-b15b9ac311ff tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:24:22.851645 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-63378a9b-ab2e-458e-90ff-b15b9ac311ff tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Calling delete_port for 63c925e7-c390-40e2-8b51-9ced681e942e owned by network:router_interface {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:24:23.030607 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Device 24a8350a-2dba-4de4-b2d4-be7b2396bd44 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:24:23.053168 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-63378a9b-ab2e-458e-90ff-b15b9ac311ff tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:24:23.058029 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-d3255efe-226e-4e57-9323-df7d11dcaa6e tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:24:23.065102 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] No Port match for: 24a8350a-2dba-4de4-b2d4-be7b2396bd44 {{(pid=88880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 24 11:24:23.065533 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Device 24a8350a-2dba-4de4-b2d4-be7b2396bd44 not bound to the agent host hv-neutron-8226 {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 24 11:24:23.107452 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63378a9b-ab2e-458e-90ff-b15b9ac311ff tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event deleted for resources: {'Port': ['ID=63c925e7-c390-40e2-8b51-9ced681e942e,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:24:23.110366 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-63378a9b-ab2e-458e-90ff-b15b9ac311ff tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:24:23.430997 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-63378a9b-ab2e-458e-90ff-b15b9ac311ff tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036852798164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854055527'] for router_interface, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:24:24.068072 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63378a9b-ab2e-458e-90ff-b15b9ac311ff tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Router e3d6783a-94f6-4109-b72c-c2c5dece353e has already been hosted by L3 agent 198cca88-1338-4098-b44b-beb0346ac906 {{(pid=88878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 24 11:24:24.286934 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63378a9b-ab2e-458e-90ff-b15b9ac311ff tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:24:24.298544 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c06291-68c7-4f2d-ae45-71fb08a8d51b None None] Sync routers for ids ['e3d6783a-94f6-4109-b72c-c2c5dece353e'] in dv-neutron-822691-2-hyperv {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:24:24.302594 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-63378a9b-ab2e-458e-90ff-b15b9ac311ff tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "PUT /v2.0/routers/e3d6783a-94f6-4109-b72c-c2c5dece353e/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1234875
Dec 24 11:24:24.305382 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 46240) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:24:24.311909 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c06291-68c7-4f2d-ae45-71fb08a8d51b None None] Routers {'e3d6783a-94f6-4109-b72c-c2c5dece353e'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:24:24.312726 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-c2c06291-68c7-4f2d-ae45-71fb08a8d51b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52718a07b8>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:24:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['e3d6783a-94f6-4109-b72c-c2c5dece353e'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:24:24.510572 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_v2 [None req-96491d67-ac7e-4d16-818a-239de2380b0c tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Deleting subnet 8b0d7f5e-dee8-44ba-a1c1-934f382a2253 {{(pid=88878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 24 11:24:24.511183 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-c2c06291-68c7-4f2d-ae45-71fb08a8d51b None None] Set router e3d6783a-94f6-4109-b72c-c2c5dece353e gateway port host: dv-neutron-822691-2-hyperv {{(pid=88881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:24:24.513857 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-96491d67-ac7e-4d16-818a-239de2380b0c tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for subnet, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:24:24.571919 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-96491d67-ac7e-4d16-818a-239de2380b0c tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852534446'] for subnet, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:24:24.658324 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-96491d67-ac7e-4d16-818a-239de2380b0c tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847655656'] for subnet, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:24:24.736465 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-96491d67-ac7e-4d16-818a-239de2380b0c tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7120129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3978858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852529715'] for subnet, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:24:24.741461 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-53d0db3e-9b8e-4a6e-aa3f-1591e73bc6b9 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:24:24.779816 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96491d67-ac7e-4d16-818a-239de2380b0c tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event deleted for resources: {'Subnet': ['ID=8b0d7f5e-dee8-44ba-a1c1-934f382a2253,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:24:24.784457 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-96491d67-ac7e-4d16-818a-239de2380b0c tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:24:24.787292 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-96491d67-ac7e-4d16-818a-239de2380b0c tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:24:24.794131 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-96491d67-ac7e-4d16-818a-239de2380b0c tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "DELETE /v2.0/subnets/8b0d7f5e-dee8-44ba-a1c1-934f382a2253 HTTP/1.1" status: 204  len: 168 time: 0.4875994
Dec 24 11:24:24.794715 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c98a4961-0d5f-45b5-9014-3e87828b00ee None None] Network 06be1405-4eb0-483f-9f11-6fc7a07783db requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:24:24.797012 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 46244) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:24:24.820808 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-c2c06291-68c7-4f2d-ae45-71fb08a8d51b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52718a07b8>, [{'id': 'e3d6783a-94f6-4109-b72c-c2c5dece353e', 'name': 'tempest-TestNetworkBasicOps-router-1845595394', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.22'}], 'enable_snat': True}, 'gw_port_id': 'a6938a96-e0b9-4de2-b95a-c3e21d2cc7bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:23:05Z', 'updated_at': '2021-12-24T11:24:22Z', 'revision_number': 7, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'gw_port': {'id': 'a6938a96-e0b9-4de2-b95a-c3e21d2cc7bd', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:e3:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d6783a-94f6-4109-b72c-c2c5dece353e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:23:06Z', 'updated_at': '2021-12-24T11:24:12Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv'}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:24:24.825579 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c06291-68c7-4f2d-ae45-71fb08a8d51b None None] Checking router: e3d6783a-94f6-4109-b72c-c2c5dece353e for host: dv-neutron-822691-2-hyperv {{(pid=88881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 24 11:24:24.838389 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c06291-68c7-4f2d-ae45-71fb08a8d51b None None] Routers {'e3d6783a-94f6-4109-b72c-c2c5dece353e'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:24:24.839200 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-c2c06291-68c7-4f2d-ae45-71fb08a8d51b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52718a07b8>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:24:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['e3d6783a-94f6-4109-b72c-c2c5dece353e'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:24:25.032919 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-aee147aa-ae27-4036-8b03-e8d5ecc3e35d tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for router, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:24:25.207045 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-c2c06291-68c7-4f2d-ae45-71fb08a8d51b None None] Set router e3d6783a-94f6-4109-b72c-c2c5dece353e gateway port host: dv-neutron-822691-2-hyperv {{(pid=88881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:24:25.261177 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79c65855-9f4a-46a5-b002-4e9e6eb8feee None None] DHCP port deletion for 06be1405-4eb0-483f-9f11-6fc7a07783db request from dv-neutron-822691-2-hyperv {{(pid=88880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 24 11:24:25.266368 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-79c65855-9f4a-46a5-b002-4e9e6eb8feee None None] Deleting port 51ef93bd-45f6-4c62-81cd-db347baf2641 {{(pid=88880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:24:25.266804 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-79c65855-9f4a-46a5-b002-4e9e6eb8feee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:24:25.505665 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-79c65855-9f4a-46a5-b002-4e9e6eb8feee None None] For port 51ef93bd-45f6-4c62-81cd-db347baf2641, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=51ef93bd-45f6-4c62-81cd-db347baf2641,segment=NetworkSegment(325ecb34-d19f-4086-900d-b6f084546a5b),segment_id=325ecb34-d19f-4086-900d-b6f084546a5b)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:24:25.506086 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-79c65855-9f4a-46a5-b002-4e9e6eb8feee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:24:25.515581 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-aee147aa-ae27-4036-8b03-e8d5ecc3e35d tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:24:25.524585 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-aee147aa-ae27-4036-8b03-e8d5ecc3e35d tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Deleting port a6938a96-e0b9-4de2-b95a-c3e21d2cc7bd {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:24:25.525068 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-aee147aa-ae27-4036-8b03-e8d5ecc3e35d tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:24:25.543672 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-c2c06291-68c7-4f2d-ae45-71fb08a8d51b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52718a07b8>, [{'id': 'e3d6783a-94f6-4109-b72c-c2c5dece353e', 'name': 'tempest-TestNetworkBasicOps-router-1845595394', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.22'}], 'enable_snat': True}, 'gw_port_id': 'a6938a96-e0b9-4de2-b95a-c3e21d2cc7bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:23:05Z', 'updated_at': '2021-12-24T11:24:22Z', 'revision_number': 7, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'gw_port': {'id': 'a6938a96-e0b9-4de2-b95a-c3e21d2cc7bd', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:e3:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d6783a-94f6-4109-b72c-c2c5dece353e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:23:06Z', 'updated_at': '2021-12-24T11:24:12Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv'}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:24:25.548289 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c06291-68c7-4f2d-ae45-71fb08a8d51b None None] The sync data for ids ['e3d6783a-94f6-4109-b72c-c2c5dece353e'] in dv-neutron-822691-2-hyperv is: [{'id': 'e3d6783a-94f6-4109-b72c-c2c5dece353e', 'name': 'tempest-TestNetworkBasicOps-router-1845595394', 'tenant_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.22'}], 'enable_snat': True}, 'gw_port_id': 'a6938a96-e0b9-4de2-b95a-c3e21d2cc7bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:23:05Z', 'updated_at': '2021-12-24T11:24:22Z', 'revision_number': 7, 'project_id': 'ad7c5ba9df02428aae512a4d9bb9dd9d', 'gw_port': {'id': 'a6938a96-e0b9-4de2-b95a-c3e21d2cc7bd', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:e3:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d6783a-94f6-4109-b72c-c2c5dece353e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:23:06Z', 'updated_at': '2021-12-24T11:24:12Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv'}] {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:24:25.661372 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-79c65855-9f4a-46a5-b002-4e9e6eb8feee None None] Calling delete_port for 51ef93bd-45f6-4c62-81cd-db347baf2641 owned by network:dhcp {{(pid=88880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:24:25.740375 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 63c925e7-c390-40e2-8b51-9ced681e942e no longer exists at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:24:25.741569 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-aee147aa-ae27-4036-8b03-e8d5ecc3e35d tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] For port a6938a96-e0b9-4de2-b95a-c3e21d2cc7bd, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=a6938a96-e0b9-4de2-b95a-c3e21d2cc7bd,segment=NetworkSegment(d4e3295f-9ff8-4cad-8a20-3f1c937efc8c),segment_id=d4e3295f-9ff8-4cad-8a20-3f1c937efc8c)] {{(pid=88878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:24:25.742002 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-aee147aa-ae27-4036-8b03-e8d5ecc3e35d tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:24:25.779611 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] No Port match for: 63c925e7-c390-40e2-8b51-9ced681e942e {{(pid=88880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 24 11:24:25.779988 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 63c925e7-c390-40e2-8b51-9ced681e942e not bound to the agent host dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 24 11:24:25.780463 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 51ef93bd-45f6-4c62-81cd-db347baf2641 no longer exists at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:24:25.804719 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-79c65855-9f4a-46a5-b002-4e9e6eb8feee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392'] for port, after_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:24:25.812714 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54d46998-3204-43df-84be-cb73fed00fa5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:24:25.859691 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] No Port match for: 51ef93bd-45f6-4c62-81cd-db347baf2641 {{(pid=88880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 24 11:24:25.860001 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 51ef93bd-45f6-4c62-81cd-db347baf2641 not bound to the agent host dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 24 11:24:25.867750 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c65855-9f4a-46a5-b002-4e9e6eb8feee None None] No DVR routers for this DVR port 51ef93bd-45f6-4c62-81cd-db347baf2641 on host dv-neutron-822691-2-hyperv {{(pid=88880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 24 11:24:25.872977 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c65855-9f4a-46a5-b002-4e9e6eb8feee None None] Pushing event deleted for resources: {'Port': ['ID=51ef93bd-45f6-4c62-81cd-db347baf2641,revision_number=None']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:24:25.877284 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-79c65855-9f4a-46a5-b002-4e9e6eb8feee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:24:25.882060 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-aee147aa-ae27-4036-8b03-e8d5ecc3e35d tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Calling delete_port for a6938a96-e0b9-4de2-b95a-c3e21d2cc7bd owned by network:router_gateway {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:24:26.066795 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-aee147aa-ae27-4036-8b03-e8d5ecc3e35d tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:24:26.071335 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-3597d7ed-2bb8-460c-ba70-1731a4cd98a6 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:24:26.113846 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee147aa-ae27-4036-8b03-e8d5ecc3e35d tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event deleted for resources: {'Port': ['ID=a6938a96-e0b9-4de2-b95a-c3e21d2cc7bd,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:24:26.116706 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-aee147aa-ae27-4036-8b03-e8d5ecc3e35d tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:24:26.355197 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-aee147aa-ae27-4036-8b03-e8d5ecc3e35d tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854116846'] for router_gateway, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:24:26.642538 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-aee147aa-ae27-4036-8b03-e8d5ecc3e35d tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854158724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-84560'] for router, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:24:26.647196 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-aee147aa-ae27-4036-8b03-e8d5ecc3e35d tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:24:26.677304 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-aee147aa-ae27-4036-8b03-e8d5ecc3e35d tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854158830'] for router, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:24:26.677858 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aee147aa-ae27-4036-8b03-e8d5ecc3e35d tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Fanout notify agent at l3_agent the message router_deleted on router e3d6783a-94f6-4109-b72c-c2c5dece353e {{(pid=88878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 24 11:24:26.694968 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-aee147aa-ae27-4036-8b03-e8d5ecc3e35d tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for router, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:24:26.696215 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-aee147aa-ae27-4036-8b03-e8d5ecc3e35d tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "DELETE /v2.0/routers/e3d6783a-94f6-4109-b72c-c2c5dece353e HTTP/1.1" status: 204  len: 168 time: 1.8980079
Dec 24 11:24:26.699198 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 46248) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:24:26.830334 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7b32f206-7ec8-4f89-95b7-e07c104d63eb tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036847558493'] for network, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:24:26.977446 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7b32f206-7ec8-4f89-95b7-e07c104d63eb tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847649663', 'neutron.services.segments.db._delete_segments_for_network-8749505737672'] for network, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:24:27.008958 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-7b32f206-7ec8-4f89-95b7-e07c104d63eb tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f527079c390>,) {'filters': {'network_id': ['06be1405-4eb0-483f-9f11-6fc7a07783db']}} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:24:27.022899 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-7b32f206-7ec8-4f89-95b7-e07c104d63eb tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f527079c390>, '325ecb34-d19f-4086-900d-b6f084546a5b') {'for_net_delete': True} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:24:27.023237 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-7b32f206-7ec8-4f89-95b7-e07c104d63eb tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f527079c390>, '325ecb34-d19f-4086-900d-b6f084546a5b') {} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:24:27.035927 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7b32f206-7ec8-4f89-95b7-e07c104d63eb tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749505745113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2241371'] for segment, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:24:27.051248 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7b32f206-7ec8-4f89-95b7-e07c104d63eb tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:24:27.061774 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b32f206-7ec8-4f89-95b7-e07c104d63eb tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Releasing vlan 638 on physical network physnet1 to pool {{(pid=88878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 24 11:24:27.062403 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7b32f206-7ec8-4f89-95b7-e07c104d63eb tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036847652098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850807864'] for segment, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:24:27.086496 dv-neutron-822691-2-hyperv neutron-server[88767]: Traceback (most recent call last):
Dec 24 11:24:27.086496 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 24 11:24:27.086496 dv-neutron-822691-2-hyperv neutron-server[88767]:     timer()
Dec 24 11:24:27.086496 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 11:24:27.086496 dv-neutron-822691-2-hyperv neutron-server[88767]:     cb(*args, **kw)
Dec 24 11:24:27.086496 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 24 11:24:27.086496 dv-neutron-822691-2-hyperv neutron-server[88767]:     return func(*args, **kwargs)
Dec 24 11:24:27.086496 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 11:24:27.086496 dv-neutron-822691-2-hyperv neutron-server[88767]:     self._notify()
Dec 24 11:24:27.086496 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 11:24:27.086496 dv-neutron-822691-2-hyperv neutron-server[88767]:     self.callback(batched_events)
Dec 24 11:24:27.086496 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 11:24:27.086496 dv-neutron-822691-2-hyperv neutron-server[88767]:     event.method(event)
Dec 24 11:24:27.086496 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 11:24:27.086496 dv-neutron-822691-2-hyperv neutron-server[88767]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 11:24:27.086496 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 24 11:24:27.086496 dv-neutron-822691-2-hyperv neutron-server[88767]:     segment_id)['aggregates'][0]
Dec 24 11:24:27.086496 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 24 11:24:27.086496 dv-neutron-822691-2-hyperv neutron-server[88767]:     return f(self, *a, **k)
Dec 24 11:24:27.086496 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 11:24:27.086496 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self._get(url).json()
Dec 24 11:24:27.086496 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 24 11:24:27.086496 dv-neutron-822691-2-hyperv neutron-server[88767]:     **kwargs)
Dec 24 11:24:27.086496 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 24 11:24:27.086496 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self.request(url, 'GET', **kwargs)
Dec 24 11:24:27.086496 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 24 11:24:27.086496 dv-neutron-822691-2-hyperv neutron-server[88767]:     **endpoint_filter)
Dec 24 11:24:27.086496 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 24 11:24:27.086496 dv-neutron-822691-2-hyperv neutron-server[88767]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 11:24:27.086496 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 24 11:24:27.086496 dv-neutron-822691-2-hyperv neutron-server[88767]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 11:24:27.086496 dv-neutron-822691-2-hyperv neutron-server[88767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 11:24:27.173132 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7b32f206-7ec8-4f89-95b7-e07c104d63eb tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7126154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659196'] for network, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:24:27.179165 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-3a666e31-cf79-4f7d-8819-6c9fadcce0bd tempest-PortsAdminExtendedAttrsTestJSON-709902862 tempest-PortsAdminExtendedAttrsTestJSON-709902862-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:24:27.196887 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7b32f206-7ec8-4f89-95b7-e07c104d63eb tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Notify callbacks [] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:24:27.211010 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b32f206-7ec8-4f89-95b7-e07c104d63eb tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Pushing event deleted for resources: {'Network': ['ID=06be1405-4eb0-483f-9f11-6fc7a07783db,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:24:27.214161 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7b32f206-7ec8-4f89-95b7-e07c104d63eb tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:24:27.217796 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-7b32f206-7ec8-4f89-95b7-e07c104d63eb tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] 10.222.0.65 "DELETE /v2.0/networks/06be1405-4eb0-483f-9f11-6fc7a07783db HTTP/1.1" status: 204  len: 168 time: 0.5174406
Dec 24 11:24:27.667942 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 46256) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:24:27.723601 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device a6938a96-e0b9-4de2-b95a-c3e21d2cc7bd no longer exists at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:24:27.760990 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] No Port match for: a6938a96-e0b9-4de2-b95a-c3e21d2cc7bd {{(pid=88880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 24 11:24:27.761396 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device a6938a96-e0b9-4de2-b95a-c3e21d2cc7bd not bound to the agent host dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 24 11:24:27.882756 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-541ecf5e-de25-412a-ad57-38c585a4b910 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ad7c5ba9df02428aae512a4d9bb9dd9d&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2132738
Dec 24 11:24:27.885486 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 46262) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:24:27.955855 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-aaa484d7-c4d4-413f-923e-d9a12c43228e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:24:27.983697 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-aaa484d7-c4d4-413f-923e-d9a12c43228e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:24:28.031541 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-aaa484d7-c4d4-413f-923e-d9a12c43228e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:24:28.035483 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-0112b1c2-f8fd-4cb6-bb6a-50aa5f60a6ea tempest-SecGroupTest-710921814 tempest-SecGroupTest-710921814-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:24:28.050648 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa484d7-c4d4-413f-923e-d9a12c43228e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6a3bbb9-3662-4f8a-9612-f4331bbd1f12,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:24:28.053537 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-aaa484d7-c4d4-413f-923e-d9a12c43228e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:24:28.060041 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-aaa484d7-c4d4-413f-923e-d9a12c43228e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:24:28.061288 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-aaa484d7-c4d4-413f-923e-d9a12c43228e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e6a3bbb9-3662-4f8a-9612-f4331bbd1f12 HTTP/1.1" status: 204  len: 168 time: 0.1747677
Dec 24 11:24:28.356213 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:24:28.437307 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 46270) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:24:28.458166 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c835a9e2-ec5d-4e18-a96c-e59503ff413f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:24:28.492649 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-c835a9e2-ec5d-4e18-a96c-e59503ff413f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:24:28.497255 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-c835a9e2-ec5d-4e18-a96c-e59503ff413f admin admin] Usage tracker for resource:security_group_rule and tenant:545680656e6546ba97e9f29624aed5a3 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:24:28.500406 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-c835a9e2-ec5d-4e18-a96c-e59503ff413f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:24:28.506712 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-c835a9e2-ec5d-4e18-a96c-e59503ff413f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:24:28.585722 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c835a9e2-ec5d-4e18-a96c-e59503ff413f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:24:28.590248 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c835a9e2-ec5d-4e18-a96c-e59503ff413f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:24:28.597179 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-664e5bed-8167-4d27-904d-5cd1debf8522 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:24:28.639333 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c835a9e2-ec5d-4e18-a96c-e59503ff413f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de4bcd5e-71f4-476d-b2fb-190d401aac50,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:24:28.642915 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c835a9e2-ec5d-4e18-a96c-e59503ff413f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:24:28.646136 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-c835a9e2-ec5d-4e18-a96c-e59503ff413f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=545680656e6546ba97e9f29624aed5a3&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2074406
Dec 24 11:24:28.649049 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 46274) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:24:28.720423 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-cd9cda8f-76d9-4746-95d6-5a188938027b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:24:28.752108 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-cd9cda8f-76d9-4746-95d6-5a188938027b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:24:28.805816 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-cd9cda8f-76d9-4746-95d6-5a188938027b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:24:28.810060 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-ca087f1a-eff6-45d3-b5e2-2a161c80bc5a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:24:28.822877 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9cda8f-76d9-4746-95d6-5a188938027b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de4bcd5e-71f4-476d-b2fb-190d401aac50,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:24:28.828108 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-cd9cda8f-76d9-4746-95d6-5a188938027b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:24:28.832372 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-cd9cda8f-76d9-4746-95d6-5a188938027b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:24:28.833381 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-cd9cda8f-76d9-4746-95d6-5a188938027b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/de4bcd5e-71f4-476d-b2fb-190d401aac50 HTTP/1.1" status: 204  len: 168 time: 0.1833296
Dec 24 11:24:35.354159 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.agents_db [None req-e51243ab-6a93-425b-980f-a73583147efa None None] Agent healthcheck: found 6 active agents {{(pid=88881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 24 11:24:36.458324 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-32eb198a-4ae7-4e1b-b608-011776ca9056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:24:37.147699 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-545a7b27-4e73-4328-8088-e1a6b1c60531 req-5874d02b-4401-49bd-9e5c-f6aaeeb1d853 tempest-ServersAdminNegativeTestJSON-1475873378 tempest-ServersAdminNegativeTestJSON-1475873378-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=46e9595d5dae4091b32ed1903f4f0d4b&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0407696
Dec 24 11:24:37.312325 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545a7b27-4e73-4328-8088-e1a6b1c60531 req-15e0802b-ab6e-4298-8c03-c902b23f41ed tempest-ServersAdminNegativeTestJSON-1475873378 tempest-ServersAdminNegativeTestJSON-1475873378-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:24:37.313919 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-545a7b27-4e73-4328-8088-e1a6b1c60531 req-15e0802b-ab6e-4298-8c03-c902b23f41ed tempest-ServersAdminNegativeTestJSON-1475873378 tempest-ServersAdminNegativeTestJSON-1475873378-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1604578
Dec 24 11:24:37.333495 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-545a7b27-4e73-4328-8088-e1a6b1c60531 req-e5cbd7a4-1f7c-4b4b-bd92-0d12fe912a2a tempest-ServersAdminNegativeTestJSON-1475873378 tempest-ServersAdminNegativeTestJSON-1475873378-project] 10.222.0.65 "GET /v2.0/quotas/46e9595d5dae4091b32ed1903f4f0d4b HTTP/1.1" status: 200  len: 375 time: 0.0122161
Dec 24 11:24:37.389548 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-545a7b27-4e73-4328-8088-e1a6b1c60531 req-8bc47696-8ec8-4eb8-b21a-466c48297bf5 tempest-ServersAdminNegativeTestJSON-1475873378 tempest-ServersAdminNegativeTestJSON-1475873378-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=46e9595d5dae4091b32ed1903f4f0d4b&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0503793
Dec 24 11:24:37.613636 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-f59d6206-f110-415a-8241-b7aaf8f34329 req-210d5e62-4c33-424a-aa24-91b309764ccf tempest-ServersAdminNegativeTestJSON-1475873378 tempest-ServersAdminNegativeTestJSON-1475873378-project] 10.222.0.65 "GET /v2.0/ports?device_id=29ead687-9a33-4102-ab53-060e808cc634 HTTP/1.1" status: 200  len: 210 time: 0.0478561
Dec 24 11:24:38.068507 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:24:38.724529 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-545a7b27-4e73-4328-8088-e1a6b1c60531 req-a46bc904-eaf5-48f3-b849-a336a5bfc0b7 tempest-ServersAdminNegativeTestJSON-1475873378 tempest-ServersAdminNegativeTestJSON-1475873378-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=46e9595d5dae4091b32ed1903f4f0d4b&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0388827
Dec 24 11:24:38.788705 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-f923d7ae-dd4c-4335-8c62-c08f5fe61390 req-525e0c23-2f44-455d-b02e-43547cb90363 tempest-ServersAdminNegativeTestJSON-1475873378 tempest-ServersAdminNegativeTestJSON-1475873378-project] 10.222.0.65 "GET /v2.0/ports?device_id=29ead687-9a33-4102-ab53-060e808cc634 HTTP/1.1" status: 200  len: 210 time: 0.0499828
Dec 24 11:24:38.898667 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545a7b27-4e73-4328-8088-e1a6b1c60531 req-c0fd9115-e399-4305-ad03-6d9a0f76480a tempest-ServersAdminNegativeTestJSON-1475873378 tempest-ServersAdminNegativeTestJSON-1475873378-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:24:38.900192 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-545a7b27-4e73-4328-8088-e1a6b1c60531 req-c0fd9115-e399-4305-ad03-6d9a0f76480a tempest-ServersAdminNegativeTestJSON-1475873378 tempest-ServersAdminNegativeTestJSON-1475873378-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1691282
Dec 24 11:24:38.925756 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [req-545a7b27-4e73-4328-8088-e1a6b1c60531 req-c3fd3c2f-5dd4-457c-bd19-d20cdb0f0e0b tempest-ServersAdminNegativeTestJSON-1475873378 tempest-ServersAdminNegativeTestJSON-1475873378-project] Request body: {'port': {'device_id': '29ead687-9a33-4102-ab53-060e808cc634', 'network_id': '9127d291-553e-48a3-bc1d-e744ce47ae69', 'admin_state_up': True, 'tenant_id': '46e9595d5dae4091b32ed1903f4f0d4b'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:24:38.963043 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6beba55c-9724-439b-b08e-5d4e2a7c2ea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:24:39.075973 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [req-545a7b27-4e73-4328-8088-e1a6b1c60531 req-c3fd3c2f-5dd4-457c-bd19-d20cdb0f0e0b tempest-ServersAdminNegativeTestJSON-1475873378 tempest-ServersAdminNegativeTestJSON-1475873378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:24:39.080068 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-545a7b27-4e73-4328-8088-e1a6b1c60531 req-c3fd3c2f-5dd4-457c-bd19-d20cdb0f0e0b tempest-ServersAdminNegativeTestJSON-1475873378 tempest-ServersAdminNegativeTestJSON-1475873378-project] Usage tracker for resource:port and tenant:46e9595d5dae4091b32ed1903f4f0d4b is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:24:39.083121 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-545a7b27-4e73-4328-8088-e1a6b1c60531 req-c3fd3c2f-5dd4-457c-bd19-d20cdb0f0e0b tempest-ServersAdminNegativeTestJSON-1475873378 tempest-ServersAdminNegativeTestJSON-1475873378-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:24:39.089700 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [req-545a7b27-4e73-4328-8088-e1a6b1c60531 req-c3fd3c2f-5dd4-457c-bd19-d20cdb0f0e0b tempest-ServersAdminNegativeTestJSON-1475873378 tempest-ServersAdminNegativeTestJSON-1475873378-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:24:39.104151 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-545a7b27-4e73-4328-8088-e1a6b1c60531 req-c3fd3c2f-5dd4-457c-bd19-d20cdb0f0e0b tempest-ServersAdminNegativeTestJSON-1475873378 tempest-ServersAdminNegativeTestJSON-1475873378-project] Made reservation on behalf of 46e9595d5dae4091b32ed1903f4f0d4b for: {'port': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:24:39.109809 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-545a7b27-4e73-4328-8088-e1a6b1c60531 req-c3fd3c2f-5dd4-457c-bd19-d20cdb0f0e0b tempest-ServersAdminNegativeTestJSON-1475873378 tempest-ServersAdminNegativeTestJSON-1475873378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:24:39.124997 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-545a7b27-4e73-4328-8088-e1a6b1c60531 req-c3fd3c2f-5dd4-457c-bd19-d20cdb0f0e0b tempest-ServersAdminNegativeTestJSON-1475873378 tempest-ServersAdminNegativeTestJSON-1475873378-project] Notify callbacks [] for security_group, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:24:39.160052 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [req-545a7b27-4e73-4328-8088-e1a6b1c60531 req-c3fd3c2f-5dd4-457c-bd19-d20cdb0f0e0b tempest-ServersAdminNegativeTestJSON-1475873378 tempest-ServersAdminNegativeTestJSON-1475873378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:24:39.164149 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-545a7b27-4e73-4328-8088-e1a6b1c60531 req-c3fd3c2f-5dd4-457c-bd19-d20cdb0f0e0b tempest-ServersAdminNegativeTestJSON-1475873378 tempest-ServersAdminNegativeTestJSON-1475873378-project] Usage tracker for resource:security_group_rule and tenant:46e9595d5dae4091b32ed1903f4f0d4b is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:24:39.167565 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-545a7b27-4e73-4328-8088-e1a6b1c60531 req-c3fd3c2f-5dd4-457c-bd19-d20cdb0f0e0b tempest-ServersAdminNegativeTestJSON-1475873378 tempest-ServersAdminNegativeTestJSON-1475873378-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:24:39.174641 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [req-545a7b27-4e73-4328-8088-e1a6b1c60531 req-c3fd3c2f-5dd4-457c-bd19-d20cdb0f0e0b tempest-ServersAdminNegativeTestJSON-1475873378 tempest-ServersAdminNegativeTestJSON-1475873378-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:24:39.253597 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-545a7b27-4e73-4328-8088-e1a6b1c60531 req-c3fd3c2f-5dd4-457c-bd19-d20cdb0f0e0b tempest-ServersAdminNegativeTestJSON-1475873378 tempest-ServersAdminNegativeTestJSON-1475873378-project] Notify callbacks [] for security_group, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:24:39.258258 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-545a7b27-4e73-4328-8088-e1a6b1c60531 req-c3fd3c2f-5dd4-457c-bd19-d20cdb0f0e0b tempest-ServersAdminNegativeTestJSON-1475873378 tempest-ServersAdminNegativeTestJSON-1475873378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:24:39.261256 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-0f7f3be1-b667-4062-b1bf-d80ce7cf51db tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:24:39.353138 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fd3c2f-5dd4-457c-bd19-d20cdb0f0e0b tempest-ServersAdminNegativeTestJSON-1475873378 tempest-ServersAdminNegativeTestJSON-1475873378-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8cb460c0-8b0f-44db-9921-f5f1dd8855e0,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:24:39.356417 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c3fd3c2f-5dd4-457c-bd19-d20cdb0f0e0b tempest-ServersAdminNegativeTestJSON-1475873378 tempest-ServersAdminNegativeTestJSON-1475873378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:24:39.422261 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bdfdbc84-c52d-4f40-b281-af314dc1f8fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:24:39.458349 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [req-545a7b27-4e73-4328-8088-e1a6b1c60531 req-c3fd3c2f-5dd4-457c-bd19-d20cdb0f0e0b tempest-ServersAdminNegativeTestJSON-1475873378 tempest-ServersAdminNegativeTestJSON-1475873378-project] Allocated IP 192.168.233.25 (9127d291-553e-48a3-bc1d-e744ce47ae69/7709abd1-4435-4c56-b9d5-fa8daba4dba5/0f361a6f-a7fb-4071-8736-5d0f1f8143da) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:24:39.683813 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-545a7b27-4e73-4328-8088-e1a6b1c60531 req-c3fd3c2f-5dd4-457c-bd19-d20cdb0f0e0b tempest-ServersAdminNegativeTestJSON-1475873378 tempest-ServersAdminNegativeTestJSON-1475873378-project] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:24:39.704717 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [req-545a7b27-4e73-4328-8088-e1a6b1c60531 req-c3fd3c2f-5dd4-457c-bd19-d20cdb0f0e0b tempest-ServersAdminNegativeTestJSON-1475873378 tempest-ServersAdminNegativeTestJSON-1475873378-project] Transition to ACTIVE for port object 0f361a6f-a7fb-4071-8736-5d0f1f8143da will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:24:39.732790 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-545a7b27-4e73-4328-8088-e1a6b1c60531 req-c3fd3c2f-5dd4-457c-bd19-d20cdb0f0e0b tempest-ServersAdminNegativeTestJSON-1475873378 tempest-ServersAdminNegativeTestJSON-1475873378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:24:39.739592 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-66424ad3-f392-4f29-aa70-a7ff08655386 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:24:39.811501 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-545a7b27-4e73-4328-8088-e1a6b1c60531 req-c3fd3c2f-5dd4-457c-bd19-d20cdb0f0e0b tempest-ServersAdminNegativeTestJSON-1475873378 tempest-ServersAdminNegativeTestJSON-1475873378-project] Network 9127d291-553e-48a3-bc1d-e744ce47ae69 is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:24:39.815416 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [req-545a7b27-4e73-4328-8088-e1a6b1c60531 req-c3fd3c2f-5dd4-457c-bd19-d20cdb0f0e0b tempest-ServersAdminNegativeTestJSON-1475873378 tempest-ServersAdminNegativeTestJSON-1475873378-project] Resources bound (agent type, host, resource id):  {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:24:39.820398 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [req-545a7b27-4e73-4328-8088-e1a6b1c60531 req-c3fd3c2f-5dd4-457c-bd19-d20cdb0f0e0b tempest-ServersAdminNegativeTestJSON-1475873378 tempest-ServersAdminNegativeTestJSON-1475873378-project] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:24:39.851093 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fd3c2f-5dd4-457c-bd19-d20cdb0f0e0b tempest-ServersAdminNegativeTestJSON-1475873378 tempest-ServersAdminNegativeTestJSON-1475873378-project] Pushing event updated for resources: {'Port': ['ID=0f361a6f-a7fb-4071-8736-5d0f1f8143da,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:24:39.859130 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c3fd3c2f-5dd4-457c-bd19-d20cdb0f0e0b tempest-ServersAdminNegativeTestJSON-1475873378 tempest-ServersAdminNegativeTestJSON-1475873378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:24:39.892815 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545a7b27-4e73-4328-8088-e1a6b1c60531 req-c3fd3c2f-5dd4-457c-bd19-d20cdb0f0e0b tempest-ServersAdminNegativeTestJSON-1475873378 tempest-ServersAdminNegativeTestJSON-1475873378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:24:39.893629 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-545a7b27-4e73-4328-8088-e1a6b1c60531 req-c3fd3c2f-5dd4-457c-bd19-d20cdb0f0e0b tempest-ServersAdminNegativeTestJSON-1475873378 tempest-ServersAdminNegativeTestJSON-1475873378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:24:39.922056 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-545a7b27-4e73-4328-8088-e1a6b1c60531 req-c3fd3c2f-5dd4-457c-bd19-d20cdb0f0e0b tempest-ServersAdminNegativeTestJSON-1475873378 tempest-ServersAdminNegativeTestJSON-1475873378-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.0002801
Dec 24 11:24:39.938494 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [req-545a7b27-4e73-4328-8088-e1a6b1c60531 req-96db1c8f-dcef-4bb5-9d3b-40a0f1d9b9e9 service neutron] Request body: {'port': {'device_id': '29ead687-9a33-4102-ab53-060e808cc634', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:24:40.018599 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9e1bb4-a985-46e6-bd7b-01b3dece75d1 req-168addb8-be0b-4d75-9423-d71668527661 tempest-ServersAdminNegativeTestJSON-1475873378 tempest-ServersAdminNegativeTestJSON-1475873378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:24:40.020572 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-ab9e1bb4-a985-46e6-bd7b-01b3dece75d1 req-168addb8-be0b-4d75-9423-d71668527661 tempest-ServersAdminNegativeTestJSON-1475873378 tempest-ServersAdminNegativeTestJSON-1475873378-project] 10.222.0.65 "GET /v2.0/ports?device_id=29ead687-9a33-4102-ab53-060e808cc634 HTTP/1.1" status: 200  len: 935 time: 0.0978203
Dec 24 11:24:40.075530 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-545a7b27-4e73-4328-8088-e1a6b1c60531 req-96db1c8f-dcef-4bb5-9d3b-40a0f1d9b9e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:24:40.077529 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-ab9e1bb4-a985-46e6-bd7b-01b3dece75d1 req-f3003bd7-afea-4c98-949f-8e381cbefb46 tempest-ServersAdminNegativeTestJSON-1475873378 tempest-ServersAdminNegativeTestJSON-1475873378-project] 10.222.0.65 "GET /v2.0/security-groups?id=8cb460c0-8b0f-44db-9921-f5f1dd8855e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0492973
Dec 24 11:24:40.134188 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-155f421b-6a4d-4799-8a21-3ae1416d8f12 None None] Provisioning for port 0f361a6f-a7fb-4071-8736-5d0f1f8143da completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:24:40.139593 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-155f421b-6a4d-4799-8a21-3ae1416d8f12 None None] Provisioning complete for port 0f361a6f-a7fb-4071-8736-5d0f1f8143da triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:24:40.140095 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-155f421b-6a4d-4799-8a21-3ae1416d8f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:24:40.195558 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-155f421b-6a4d-4799-8a21-3ae1416d8f12 None None] Port 0f361a6f-a7fb-4071-8736-5d0f1f8143da cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:24:40.449654 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [req-545a7b27-4e73-4328-8088-e1a6b1c60531 req-96db1c8f-dcef-4bb5-9d3b-40a0f1d9b9e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f361a6f-a7fb-4071-8736-5d0f1f8143da {{(pid=88879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 24 11:24:40.457153 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-545a7b27-4e73-4328-8088-e1a6b1c60531 req-96db1c8f-dcef-4bb5-9d3b-40a0f1d9b9e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:24:40.472904 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [req-545a7b27-4e73-4328-8088-e1a6b1c60531 req-96db1c8f-dcef-4bb5-9d3b-40a0f1d9b9e9 service neutron] Transition to ACTIVE for port object 0f361a6f-a7fb-4071-8736-5d0f1f8143da will not be triggered until provisioned by entity L2. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:24:40.477881 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-545a7b27-4e73-4328-8088-e1a6b1c60531 req-96db1c8f-dcef-4bb5-9d3b-40a0f1d9b9e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850854027'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:24:40.481717 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-3d752806-08bd-4388-9b73-0e37d079c03e tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:24:40.612289 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96db1c8f-dcef-4bb5-9d3b-40a0f1d9b9e9 service neutron] Pushing event updated for resources: {'Port': ['ID=0f361a6f-a7fb-4071-8736-5d0f1f8143da,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:24:40.617429 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-96db1c8f-dcef-4bb5-9d3b-40a0f1d9b9e9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:24:40.701022 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-39ff93cf-c0b7-48c5-95f3-6f7e9977387d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:24:40.735633 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [req-545a7b27-4e73-4328-8088-e1a6b1c60531 req-96db1c8f-dcef-4bb5-9d3b-40a0f1d9b9e9 service neutron] Attempting to bind port 0f361a6f-a7fb-4071-8736-5d0f1f8143da on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:24:40.736248 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [req-545a7b27-4e73-4328-8088-e1a6b1c60531 req-96db1c8f-dcef-4bb5-9d3b-40a0f1d9b9e9 service neutron] Attempting to bind port 0f361a6f-a7fb-4071-8736-5d0f1f8143da by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '80d10cb9-e593-430f-9398-02c954f3b837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '9127d291-553e-48a3-bc1d-e744ce47ae69'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:24:40.736367 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-545a7b27-4e73-4328-8088-e1a6b1c60531 req-96db1c8f-dcef-4bb5-9d3b-40a0f1d9b9e9 service neutron] Attempting to bind port 0f361a6f-a7fb-4071-8736-5d0f1f8143da on network 9127d291-553e-48a3-bc1d-e744ce47ae69 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:24:40.743126 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-545a7b27-4e73-4328-8088-e1a6b1c60531 req-96db1c8f-dcef-4bb5-9d3b-40a0f1d9b9e9 service neutron] Port 0f361a6f-a7fb-4071-8736-5d0f1f8143da on network 9127d291-553e-48a3-bc1d-e744ce47ae69 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 24 11:24:40.743492 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-545a7b27-4e73-4328-8088-e1a6b1c60531 req-96db1c8f-dcef-4bb5-9d3b-40a0f1d9b9e9 service neutron] Attempting to bind port 0f361a6f-a7fb-4071-8736-5d0f1f8143da on network 9127d291-553e-48a3-bc1d-e744ce47ae69 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:24:40.751145 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-545a7b27-4e73-4328-8088-e1a6b1c60531 req-96db1c8f-dcef-4bb5-9d3b-40a0f1d9b9e9 service neutron] Checking agent: {'id': '239bbc6e-fc66-42e2-b707-1aa8ba10287c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 57, 58), 'started_at': datetime.datetime(2021, 12, 24, 10, 57, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 24, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:24:40.751524 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-545a7b27-4e73-4328-8088-e1a6b1c60531 req-96db1c8f-dcef-4bb5-9d3b-40a0f1d9b9e9 service neutron] Checking segment: {'id': '80d10cb9-e593-430f-9398-02c954f3b837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '9127d291-553e-48a3-bc1d-e744ce47ae69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:24:40.751948 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-545a7b27-4e73-4328-8088-e1a6b1c60531 req-96db1c8f-dcef-4bb5-9d3b-40a0f1d9b9e9 service neutron] Bound using segment: {'id': '80d10cb9-e593-430f-9398-02c954f3b837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '9127d291-553e-48a3-bc1d-e744ce47ae69'} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:24:40.752424 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [req-545a7b27-4e73-4328-8088-e1a6b1c60531 req-96db1c8f-dcef-4bb5-9d3b-40a0f1d9b9e9 service neutron] Bound port: 0f361a6f-a7fb-4071-8736-5d0f1f8143da, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80d10cb9-e593-430f-9398-02c954f3b837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '9127d291-553e-48a3-bc1d-e744ce47ae69'}}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:24:40.752806 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-545a7b27-4e73-4328-8088-e1a6b1c60531 req-96db1c8f-dcef-4bb5-9d3b-40a0f1d9b9e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:24:40.851850 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [req-545a7b27-4e73-4328-8088-e1a6b1c60531 req-96db1c8f-dcef-4bb5-9d3b-40a0f1d9b9e9 service neutron] For port 0f361a6f-a7fb-4071-8736-5d0f1f8143da, host hv-neutron-8226, cleared binding levels {{(pid=88879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:24:40.854996 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [req-545a7b27-4e73-4328-8088-e1a6b1c60531 req-96db1c8f-dcef-4bb5-9d3b-40a0f1d9b9e9 service neutron] For port 0f361a6f-a7fb-4071-8736-5d0f1f8143da, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=0f361a6f-a7fb-4071-8736-5d0f1f8143da,segment=NetworkSegment(80d10cb9-e593-430f-9398-02c954f3b837),segment_id=80d10cb9-e593-430f-9398-02c954f3b837)] {{(pid=88879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:24:40.859246 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-545a7b27-4e73-4328-8088-e1a6b1c60531 req-96db1c8f-dcef-4bb5-9d3b-40a0f1d9b9e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850854027'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:24:40.863736 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c3fd3c2f-5dd4-457c-bd19-d20cdb0f0e0b tempest-ServersAdminNegativeTestJSON-1475873378 tempest-ServersAdminNegativeTestJSON-1475873378-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:24:40.923546 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-545a7b27-4e73-4328-8088-e1a6b1c60531 req-96db1c8f-dcef-4bb5-9d3b-40a0f1d9b9e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:24:40.925151 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-545a7b27-4e73-4328-8088-e1a6b1c60531 req-96db1c8f-dcef-4bb5-9d3b-40a0f1d9b9e9 service neutron] 10.222.0.58 "PUT /v2.0/ports/0f361a6f-a7fb-4071-8736-5d0f1f8143da HTTP/1.1" status: 200  len: 1097 time: 0.9915671
Dec 24 11:24:40.925773 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29ead687-9a33-4102-ab53-060e808cc634', 'tag': '0f361a6f-a7fb-4071-8736-5d0f1f8143da'}] {{(pid=88879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 24 11:24:40.954106 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96db1c8f-dcef-4bb5-9d3b-40a0f1d9b9e9 service neutron] Pushing event updated for resources: {'Port': ['ID=0f361a6f-a7fb-4071-8736-5d0f1f8143da,revision_number=3']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:24:40.957657 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-96db1c8f-dcef-4bb5-9d3b-40a0f1d9b9e9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:24:41.004110 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29ead687-9a33-4102-ab53-060e808cc634', 'tag': '0f361a6f-a7fb-4071-8736-5d0f1f8143da', 'status': 'completed', 'code': 200}
Dec 24 11:24:41.048785 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-545a7b27-4e73-4328-8088-e1a6b1c60531 req-a7236d7c-a7d2-41eb-abe0-37b6a020c41b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=46e9595d5dae4091b32ed1903f4f0d4b&device_id=29ead687-9a33-4102-ab53-060e808cc634 HTTP/1.1" status: 200  len: 1100 time: 0.0825717
Dec 24 11:24:41.131870 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-545a7b27-4e73-4328-8088-e1a6b1c60531 req-12680b41-727c-4f19-97a7-a24ca426eb25 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=0f361a6f-a7fb-4071-8736-5d0f1f8143da HTTP/1.1" status: 200  len: 217 time: 0.0752892
Dec 24 11:24:41.206151 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545a7b27-4e73-4328-8088-e1a6b1c60531 req-b1240cc8-9566-4c8a-a0d5-83e2e7e525ce service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:24:41.207745 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-545a7b27-4e73-4328-8088-e1a6b1c60531 req-b1240cc8-9566-4c8a-a0d5-83e2e7e525ce service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7709abd1-4435-4c56-b9d5-fa8daba4dba5 HTTP/1.1" status: 200  len: 843 time: 0.0677929
Dec 24 11:24:41.297724 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-545a7b27-4e73-4328-8088-e1a6b1c60531 req-e9a3de87-b89a-4657-8f1d-53102df9fcfc service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9127d291-553e-48a3-bc1d-e744ce47ae69&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1180 time: 0.0785959
Dec 24 11:24:41.300272 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10940eef-3550-4925-8758-4c05c318e182 req-f8a4f13f-af27-48cd-aeb9-22b0a6a9cd01 tempest-ServersAdminNegativeTestJSON-1475873378 tempest-ServersAdminNegativeTestJSON-1475873378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:24:41.302442 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-10940eef-3550-4925-8758-4c05c318e182 req-f8a4f13f-af27-48cd-aeb9-22b0a6a9cd01 tempest-ServersAdminNegativeTestJSON-1475873378 tempest-ServersAdminNegativeTestJSON-1475873378-project] 10.222.0.65 "GET /v2.0/ports?device_id=29ead687-9a33-4102-ab53-060e808cc634 HTTP/1.1" status: 200  len: 947 time: 0.0958869
Dec 24 11:24:41.353603 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-10940eef-3550-4925-8758-4c05c318e182 req-cd1460d2-ebd7-47fd-9016-26532d2100c4 tempest-ServersAdminNegativeTestJSON-1475873378 tempest-ServersAdminNegativeTestJSON-1475873378-project] 10.222.0.65 "GET /v2.0/security-groups?id=8cb460c0-8b0f-44db-9921-f5f1dd8855e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445082
Dec 24 11:24:41.448712 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-545a7b27-4e73-4328-8088-e1a6b1c60531 req-7525d685-6c32-4777-8aa5-833c72e9c4a5 service neutron] 10.222.0.58 "GET /v2.0/networks/9127d291-553e-48a3-bc1d-e744ce47ae69?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1395490
Dec 24 11:24:41.843758 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-545a7b27-4e73-4328-8088-e1a6b1c60531 req-01a62857-b30a-4e9b-a361-ccf6f929a276 service neutron] 10.222.0.58 "GET /v2.0/networks/9127d291-553e-48a3-bc1d-e744ce47ae69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3849010
Dec 24 11:24:41.968936 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-ec216e7e-8ceb-4463-ad3c-f4e38657282d req-37a94acd-e8f3-41a5-8771-4daace3be404 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=46e9595d5dae4091b32ed1903f4f0d4b&device_id=29ead687-9a33-4102-ab53-060e808cc634 HTTP/1.1" status: 200  len: 1100 time: 0.0768883
Dec 24 11:24:42.140884 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec216e7e-8ceb-4463-ad3c-f4e38657282d req-305b884d-3916-4f4c-af1a-53a8707b8db3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:24:42.142503 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-ec216e7e-8ceb-4463-ad3c-f4e38657282d req-305b884d-3916-4f4c-af1a-53a8707b8db3 service neutron] 10.222.0.58 "GET /v2.0/networks?id=9127d291-553e-48a3-bc1d-e744ce47ae69 HTTP/1.1" status: 200  len: 870 time: 0.1661410
Dec 24 11:24:42.221203 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-ec216e7e-8ceb-4463-ad3c-f4e38657282d req-900ff0d0-9d5c-4e1d-85d6-e38954eafa81 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=0f361a6f-a7fb-4071-8736-5d0f1f8143da HTTP/1.1" status: 200  len: 217 time: 0.0687938
Dec 24 11:24:42.294104 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec216e7e-8ceb-4463-ad3c-f4e38657282d req-40e8a39d-6e5e-47db-9435-0d9162404672 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:24:42.295693 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-ec216e7e-8ceb-4463-ad3c-f4e38657282d req-40e8a39d-6e5e-47db-9435-0d9162404672 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7709abd1-4435-4c56-b9d5-fa8daba4dba5 HTTP/1.1" status: 200  len: 843 time: 0.0679698
Dec 24 11:24:42.394760 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-ec216e7e-8ceb-4463-ad3c-f4e38657282d req-dc068d77-63c0-4984-80a3-ad5187e2a0e3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9127d291-553e-48a3-bc1d-e744ce47ae69&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1180 time: 0.0910969
Dec 24 11:24:42.550610 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-ec216e7e-8ceb-4463-ad3c-f4e38657282d req-823d686b-b7cd-4e7a-a68d-9ebbb101a091 service neutron] 10.222.0.58 "GET /v2.0/networks/9127d291-553e-48a3-bc1d-e744ce47ae69?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1472371
Dec 24 11:24:42.570594 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ad450a-624b-4d06-a6df-26b704f69cd9 req-fd923ddd-1132-4747-8b2e-a5eb118af22b tempest-ServersAdminNegativeTestJSON-1475873378 tempest-ServersAdminNegativeTestJSON-1475873378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:24:42.572219 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-a5ad450a-624b-4d06-a6df-26b704f69cd9 req-fd923ddd-1132-4747-8b2e-a5eb118af22b tempest-ServersAdminNegativeTestJSON-1475873378 tempest-ServersAdminNegativeTestJSON-1475873378-project] 10.222.0.65 "GET /v2.0/ports?device_id=29ead687-9a33-4102-ab53-060e808cc634 HTTP/1.1" status: 200  len: 947 time: 0.0881078
Dec 24 11:24:42.621761 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-a5ad450a-624b-4d06-a6df-26b704f69cd9 req-66ebeb00-5477-4247-9f60-22912d457c8e tempest-ServersAdminNegativeTestJSON-1475873378 tempest-ServersAdminNegativeTestJSON-1475873378-project] 10.222.0.65 "GET /v2.0/security-groups?id=8cb460c0-8b0f-44db-9921-f5f1dd8855e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429025
Dec 24 11:24:42.698637 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-ec216e7e-8ceb-4463-ad3c-f4e38657282d req-db8ea396-f32a-4208-9b6a-8ea4ad50b79c service neutron] 10.222.0.58 "GET /v2.0/networks/9127d291-553e-48a3-bc1d-e744ce47ae69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1376829
Dec 24 11:24:43.850823 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe34dd85-bebb-4be6-b6ea-8b40d6c15dae req-0fb14d54-768a-4763-bb9b-4f4e095f7c0d tempest-ServersAdminNegativeTestJSON-1475873378 tempest-ServersAdminNegativeTestJSON-1475873378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:24:43.852367 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-fe34dd85-bebb-4be6-b6ea-8b40d6c15dae req-0fb14d54-768a-4763-bb9b-4f4e095f7c0d tempest-ServersAdminNegativeTestJSON-1475873378 tempest-ServersAdminNegativeTestJSON-1475873378-project] 10.222.0.65 "GET /v2.0/ports?device_id=29ead687-9a33-4102-ab53-060e808cc634 HTTP/1.1" status: 200  len: 947 time: 0.0937245
Dec 24 11:24:43.908186 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-fe34dd85-bebb-4be6-b6ea-8b40d6c15dae req-af9b1c3e-4ceb-4a64-af02-7579dd6ed1d5 tempest-ServersAdminNegativeTestJSON-1475873378 tempest-ServersAdminNegativeTestJSON-1475873378-project] 10.222.0.65 "GET /v2.0/security-groups?id=8cb460c0-8b0f-44db-9921-f5f1dd8855e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0478256
Dec 24 11:24:45.125850 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Device 0f361a6f-a7fb-4071-8736-5d0f1f8143da details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 24 11:24:45.135541 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b554ad04-1eeb-4fd5-bd1b-0ed69063446e req-8f094eff-693c-4ad7-aba9-d24ea6437f12 tempest-ServersAdminNegativeTestJSON-1475873378 tempest-ServersAdminNegativeTestJSON-1475873378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:24:45.137139 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-b554ad04-1eeb-4fd5-bd1b-0ed69063446e req-8f094eff-693c-4ad7-aba9-d24ea6437f12 tempest-ServersAdminNegativeTestJSON-1475873378 tempest-ServersAdminNegativeTestJSON-1475873378-project] 10.222.0.65 "GET /v2.0/ports?device_id=29ead687-9a33-4102-ab53-060e808cc634 HTTP/1.1" status: 200  len: 947 time: 0.0928049
Dec 24 11:24:45.192898 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-b554ad04-1eeb-4fd5-bd1b-0ed69063446e req-b342eb7c-beac-44bc-8b96-45e87906207d tempest-ServersAdminNegativeTestJSON-1475873378 tempest-ServersAdminNegativeTestJSON-1475873378-project] 10.222.0.65 "GET /v2.0/security-groups?id=8cb460c0-8b0f-44db-9921-f5f1dd8855e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0493050
Dec 24 11:24:45.276915 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] For port 0f361a6f-a7fb-4071-8736-5d0f1f8143da, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=0f361a6f-a7fb-4071-8736-5d0f1f8143da,segment=NetworkSegment(80d10cb9-e593-430f-9398-02c954f3b837),segment_id=80d10cb9-e593-430f-9398-02c954f3b837)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:24:45.291859 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Returning: {'device': '0f361a6f-a7fb-4071-8736-5d0f1f8143da', 'network_id': '9127d291-553e-48a3-bc1d-e744ce47ae69', 'port_id': '0f361a6f-a7fb-4071-8736-5d0f1f8143da', 'mac_address': 'fa:16:3e:7f:7c:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7709abd1-4435-4c56-b9d5-fa8daba4dba5', 'ip_address': '192.168.233.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 24 11:24:45.352891 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:24:45.372232 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f361a6f-a7fb-4071-8736-5d0f1f8143da {{(pid=88880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 24 11:24:45.387899 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] For port 0f361a6f-a7fb-4071-8736-5d0f1f8143da, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=0f361a6f-a7fb-4071-8736-5d0f1f8143da,segment=NetworkSegment(80d10cb9-e593-430f-9398-02c954f3b837),segment_id=80d10cb9-e593-430f-9398-02c954f3b837)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:24:45.392040 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:24:45.394028 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:24:45.460619 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Pushing event updated for resources: {'Port': ['ID=0f361a6f-a7fb-4071-8736-5d0f1f8143da,revision_number=4']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:24:45.464012 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:24:45.666924 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] get_ports_and_sgs() called for port_ids ['0f361a6f-a7fb-4071-8736-5d0f1f8143da'] {{(pid=88880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 24 11:24:46.424322 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7cc3c9-0905-4d67-9671-77af908f4569 req-5b9f00f2-3e19-431c-b464-52f37cf52af1 tempest-ServersAdminNegativeTestJSON-1475873378 tempest-ServersAdminNegativeTestJSON-1475873378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:24:46.425997 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-dc7cc3c9-0905-4d67-9671-77af908f4569 req-5b9f00f2-3e19-431c-b464-52f37cf52af1 tempest-ServersAdminNegativeTestJSON-1475873378 tempest-ServersAdminNegativeTestJSON-1475873378-project] 10.222.0.65 "GET /v2.0/ports?device_id=29ead687-9a33-4102-ab53-060e808cc634 HTTP/1.1" status: 200  len: 948 time: 0.0924335
Dec 24 11:24:46.476537 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-dc7cc3c9-0905-4d67-9671-77af908f4569 req-bf8b303e-0191-4d70-94f2-251ea8a853a1 tempest-ServersAdminNegativeTestJSON-1475873378 tempest-ServersAdminNegativeTestJSON-1475873378-project] 10.222.0.65 "GET /v2.0/security-groups?id=8cb460c0-8b0f-44db-9921-f5f1dd8855e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435259
Dec 24 11:24:47.140835 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Device 0f361a6f-a7fb-4071-8736-5d0f1f8143da up at agent hyperv_hv-neutron-8226 {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:24:47.226861 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Provisioning for port 0f361a6f-a7fb-4071-8736-5d0f1f8143da completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:24:47.232317 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Provisioning complete for port 0f361a6f-a7fb-4071-8736-5d0f1f8143da triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:24:47.232732 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:24:47.357947 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:24:47.387384 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29ead687-9a33-4102-ab53-060e808cc634', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f361a6f-a7fb-4071-8736-5d0f1f8143da'}] {{(pid=88880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 24 11:24:47.397806 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] For port 0f361a6f-a7fb-4071-8736-5d0f1f8143da, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=0f361a6f-a7fb-4071-8736-5d0f1f8143da,segment=NetworkSegment(80d10cb9-e593-430f-9398-02c954f3b837),segment_id=80d10cb9-e593-430f-9398-02c954f3b837)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:24:47.403200 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:24:47.405019 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:24:47.452245 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29ead687-9a33-4102-ab53-060e808cc634', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f361a6f-a7fb-4071-8736-5d0f1f8143da', 'code': 200}
Dec 24 11:24:47.482369 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Pushing event updated for resources: {'Port': ['ID=0f361a6f-a7fb-4071-8736-5d0f1f8143da,revision_number=5']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:24:47.487000 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:24:47.696845 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-f45a1162-9f64-4088-b49e-fc25109a8fec req-b68d1c9a-810c-4eac-b337-cda8ca7f407f service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=29ead687-9a33-4102-ab53-060e808cc634 HTTP/1.1" status: 200  len: 1102 time: 0.0769451
Dec 24 11:24:47.699311 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92751454-15b2-417a-ad1c-ace2da6dfe27 req-e1e6d98f-ffa9-4bbe-9e35-2f43ad5ef3b9 tempest-ServersAdminNegativeTestJSON-1475873378 tempest-ServersAdminNegativeTestJSON-1475873378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:24:47.700974 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-92751454-15b2-417a-ad1c-ace2da6dfe27 req-e1e6d98f-ffa9-4bbe-9e35-2f43ad5ef3b9 tempest-ServersAdminNegativeTestJSON-1475873378 tempest-ServersAdminNegativeTestJSON-1475873378-project] 10.222.0.65 "GET /v2.0/ports?device_id=29ead687-9a33-4102-ab53-060e808cc634 HTTP/1.1" status: 200  len: 949 time: 0.0883808
Dec 24 11:24:47.746266 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-f45a1162-9f64-4088-b49e-fc25109a8fec req-ffebb83c-af7a-4c8a-93fb-ca26fa4dd390 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=8cb460c0-8b0f-44db-9921-f5f1dd8855e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410311
Dec 24 11:24:47.753533 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-92751454-15b2-417a-ad1c-ace2da6dfe27 req-8b9dc77a-41bf-47ff-a9d7-a6099d7dcb7e tempest-ServersAdminNegativeTestJSON-1475873378 tempest-ServersAdminNegativeTestJSON-1475873378-project] 10.222.0.65 "GET /v2.0/security-groups?id=8cb460c0-8b0f-44db-9921-f5f1dd8855e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450823
Dec 24 11:24:48.979929 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091b09e0-696a-4fd5-a807-82e3b174c875 req-b54dba30-103c-4c83-8cfa-76734634ef7f tempest-ServersAdminNegativeTestJSON-1475873378 tempest-ServersAdminNegativeTestJSON-1475873378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:24:48.981482 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-091b09e0-696a-4fd5-a807-82e3b174c875 req-b54dba30-103c-4c83-8cfa-76734634ef7f tempest-ServersAdminNegativeTestJSON-1475873378 tempest-ServersAdminNegativeTestJSON-1475873378-project] 10.222.0.65 "GET /v2.0/ports?device_id=29ead687-9a33-4102-ab53-060e808cc634 HTTP/1.1" status: 200  len: 949 time: 0.0921457
Dec 24 11:24:49.034966 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-091b09e0-696a-4fd5-a807-82e3b174c875 req-d1123a88-8442-4182-993e-54a7bea59ce8 tempest-ServersAdminNegativeTestJSON-1475873378 tempest-ServersAdminNegativeTestJSON-1475873378-project] 10.222.0.65 "GET /v2.0/security-groups?id=8cb460c0-8b0f-44db-9921-f5f1dd8855e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0469391
Dec 24 11:24:50.254701 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1a14b5-4f10-47ed-804e-c7bb37850f4e req-72f3a89f-72f8-4748-ae26-7741a8320f71 tempest-ServersAdminNegativeTestJSON-1475873378 tempest-ServersAdminNegativeTestJSON-1475873378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:24:50.256962 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-6a1a14b5-4f10-47ed-804e-c7bb37850f4e req-72f3a89f-72f8-4748-ae26-7741a8320f71 tempest-ServersAdminNegativeTestJSON-1475873378 tempest-ServersAdminNegativeTestJSON-1475873378-project] 10.222.0.65 "GET /v2.0/ports?device_id=29ead687-9a33-4102-ab53-060e808cc634 HTTP/1.1" status: 200  len: 949 time: 0.0919602
Dec 24 11:24:50.317157 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-6a1a14b5-4f10-47ed-804e-c7bb37850f4e req-3daf090b-59fc-4b33-949f-23714cfb9826 tempest-ServersAdminNegativeTestJSON-1475873378 tempest-ServersAdminNegativeTestJSON-1475873378-project] 10.222.0.65 "GET /v2.0/security-groups?id=8cb460c0-8b0f-44db-9921-f5f1dd8855e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0536902
Dec 24 11:24:50.777484 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-eab0c466-ceeb-406e-a1b5-60470cb76451 req-bc73eab3-8257-4eba-8843-5d1703f4f30e service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=29ead687-9a33-4102-ab53-060e808cc634&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.0777318
Dec 24 11:24:51.461194 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-414602de-eb97-4016-ad8d-a51a9621936d req-42b4a2e4-9677-4236-b468-9aa37da464fc service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=29ead687-9a33-4102-ab53-060e808cc634&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.2343438
Dec 24 11:24:52.052561 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1423c199-e4b0-4dda-be4e-b84d169f252f req-819f9479-62cb-4840-9676-a74b2c69939c tempest-ServersAdminNegativeTestJSON-1475873378 tempest-ServersAdminNegativeTestJSON-1475873378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:24:52.054351 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-1423c199-e4b0-4dda-be4e-b84d169f252f req-819f9479-62cb-4840-9676-a74b2c69939c tempest-ServersAdminNegativeTestJSON-1475873378 tempest-ServersAdminNegativeTestJSON-1475873378-project] 10.222.0.65 "GET /v2.0/ports?device_id=29ead687-9a33-4102-ab53-060e808cc634 HTTP/1.1" status: 200  len: 949 time: 0.0923193
Dec 24 11:24:52.108134 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-1423c199-e4b0-4dda-be4e-b84d169f252f req-6a31c063-484b-4fda-9b4b-1f56ec16c37e tempest-ServersAdminNegativeTestJSON-1475873378 tempest-ServersAdminNegativeTestJSON-1475873378-project] 10.222.0.65 "GET /v2.0/security-groups?id=8cb460c0-8b0f-44db-9921-f5f1dd8855e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447228
Dec 24 11:24:53.327646 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e57817-095c-4b0e-849e-f917f682f522 req-a2680ef9-dc93-4676-b38f-068d3b3165fe tempest-ServersAdminNegativeTestJSON-1475873378 tempest-ServersAdminNegativeTestJSON-1475873378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:24:53.329297 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-19e57817-095c-4b0e-849e-f917f682f522 req-a2680ef9-dc93-4676-b38f-068d3b3165fe tempest-ServersAdminNegativeTestJSON-1475873378 tempest-ServersAdminNegativeTestJSON-1475873378-project] 10.222.0.65 "GET /v2.0/ports?device_id=29ead687-9a33-4102-ab53-060e808cc634 HTTP/1.1" status: 200  len: 949 time: 0.0845978
Dec 24 11:24:53.391636 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-19e57817-095c-4b0e-849e-f917f682f522 req-78264806-91fc-4f77-ae31-90845569d8be tempest-ServersAdminNegativeTestJSON-1475873378 tempest-ServersAdminNegativeTestJSON-1475873378-project] 10.222.0.65 "GET /v2.0/security-groups?id=8cb460c0-8b0f-44db-9921-f5f1dd8855e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0525358
Dec 24 11:24:53.446528 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8731e80d-4787-4995-a96a-db40bd89dd34 req-29aa2f53-f3c1-4288-bd97-986635920b19 tempest-ServersAdminNegativeTestJSON-1475873378 tempest-ServersAdminNegativeTestJSON-1475873378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:24:53.447291 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-8731e80d-4787-4995-a96a-db40bd89dd34 req-29aa2f53-f3c1-4288-bd97-986635920b19 tempest-ServersAdminNegativeTestJSON-1475873378 tempest-ServersAdminNegativeTestJSON-1475873378-project] Synchronizing usage tracker for tenant:46e9595d5dae4091b32ed1903f4f0d4b on resource:port {{(pid=88879) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:24:53.466099 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-8731e80d-4787-4995-a96a-db40bd89dd34 req-29aa2f53-f3c1-4288-bd97-986635920b19 tempest-ServersAdminNegativeTestJSON-1475873378 tempest-ServersAdminNegativeTestJSON-1475873378-project] Unset dirty status for tenant:46e9595d5dae4091b32ed1903f4f0d4b on resource:port {{(pid=88879) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:24:53.467359 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-8731e80d-4787-4995-a96a-db40bd89dd34 req-29aa2f53-f3c1-4288-bd97-986635920b19 tempest-ServersAdminNegativeTestJSON-1475873378 tempest-ServersAdminNegativeTestJSON-1475873378-project] 10.222.0.58 "GET /v2.0/ports?device_id=29ead687-9a33-4102-ab53-060e808cc634 HTTP/1.1" status: 200  len: 949 time: 0.1154511
Dec 24 11:24:53.547379 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [req-8731e80d-4787-4995-a96a-db40bd89dd34 req-f65adf0a-d8f2-4847-a1dc-8a78cd924de1 tempest-ServersAdminNegativeTestJSON-1475873378 tempest-ServersAdminNegativeTestJSON-1475873378-project] Deleting port 0f361a6f-a7fb-4071-8736-5d0f1f8143da {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:24:53.547750 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-8731e80d-4787-4995-a96a-db40bd89dd34 req-f65adf0a-d8f2-4847-a1dc-8a78cd924de1 tempest-ServersAdminNegativeTestJSON-1475873378 tempest-ServersAdminNegativeTestJSON-1475873378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:24:53.834272 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [req-8731e80d-4787-4995-a96a-db40bd89dd34 req-f65adf0a-d8f2-4847-a1dc-8a78cd924de1 tempest-ServersAdminNegativeTestJSON-1475873378 tempest-ServersAdminNegativeTestJSON-1475873378-project] For port 0f361a6f-a7fb-4071-8736-5d0f1f8143da, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=0f361a6f-a7fb-4071-8736-5d0f1f8143da,segment=NetworkSegment(80d10cb9-e593-430f-9398-02c954f3b837),segment_id=80d10cb9-e593-430f-9398-02c954f3b837)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:24:53.834622 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-8731e80d-4787-4995-a96a-db40bd89dd34 req-f65adf0a-d8f2-4847-a1dc-8a78cd924de1 tempest-ServersAdminNegativeTestJSON-1475873378 tempest-ServersAdminNegativeTestJSON-1475873378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:24:53.973359 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [req-8731e80d-4787-4995-a96a-db40bd89dd34 req-f65adf0a-d8f2-4847-a1dc-8a78cd924de1 tempest-ServersAdminNegativeTestJSON-1475873378 tempest-ServersAdminNegativeTestJSON-1475873378-project] Calling delete_port for 0f361a6f-a7fb-4071-8736-5d0f1f8143da owned by compute:nova {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:24:54.142835 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-8731e80d-4787-4995-a96a-db40bd89dd34 req-f65adf0a-d8f2-4847-a1dc-8a78cd924de1 tempest-ServersAdminNegativeTestJSON-1475873378 tempest-ServersAdminNegativeTestJSON-1475873378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:24:54.149098 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-ea38bf13-83f4-4d5c-9ab1-ce31ed39c018 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:24:54.159404 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] get_ports_and_sgs() called for port_ids ['0f361a6f-a7fb-4071-8736-5d0f1f8143da'] {{(pid=88880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 24 11:24:54.193590 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65adf0a-d8f2-4847-a1dc-8a78cd924de1 tempest-ServersAdminNegativeTestJSON-1475873378 tempest-ServersAdminNegativeTestJSON-1475873378-project] Pushing event deleted for resources: {'Port': ['ID=0f361a6f-a7fb-4071-8736-5d0f1f8143da,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:24:54.197569 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f65adf0a-d8f2-4847-a1dc-8a78cd924de1 tempest-ServersAdminNegativeTestJSON-1475873378 tempest-ServersAdminNegativeTestJSON-1475873378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:24:54.275535 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [req-8731e80d-4787-4995-a96a-db40bd89dd34 req-f65adf0a-d8f2-4847-a1dc-8a78cd924de1 tempest-ServersAdminNegativeTestJSON-1475873378 tempest-ServersAdminNegativeTestJSON-1475873378-project] No DVR routers for this DVR port 0f361a6f-a7fb-4071-8736-5d0f1f8143da on host hv-neutron-8226 {{(pid=88879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 24 11:24:54.278472 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-8731e80d-4787-4995-a96a-db40bd89dd34 req-f65adf0a-d8f2-4847-a1dc-8a78cd924de1 tempest-ServersAdminNegativeTestJSON-1475873378 tempest-ServersAdminNegativeTestJSON-1475873378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:24:54.281592 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29ead687-9a33-4102-ab53-060e808cc634', 'name': 'network-vif-deleted', 'tag': '0f361a6f-a7fb-4071-8736-5d0f1f8143da'}] {{(pid=88879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 24 11:24:54.298323 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-8731e80d-4787-4995-a96a-db40bd89dd34 req-f65adf0a-d8f2-4847-a1dc-8a78cd924de1 tempest-ServersAdminNegativeTestJSON-1475873378 tempest-ServersAdminNegativeTestJSON-1475873378-project] 10.222.0.58 "DELETE /v2.0/ports/0f361a6f-a7fb-4071-8736-5d0f1f8143da HTTP/1.1" status: 204  len: 173 time: 0.8220024
Dec 24 11:24:54.342738 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29ead687-9a33-4102-ab53-060e808cc634', 'name': 'network-vif-deleted', 'tag': '0f361a6f-a7fb-4071-8736-5d0f1f8143da', 'status': 'completed', 'code': 200}
Dec 24 11:24:54.580862 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-ef52f68f-2070-49f1-9418-67ca69870dd0 req-02454164-5a88-4d25-a4d9-6a5e3be5fe2a tempest-ServersAdminNegativeTestJSON-1475873378 tempest-ServersAdminNegativeTestJSON-1475873378-project] 10.222.0.65 "GET /v2.0/ports?device_id=29ead687-9a33-4102-ab53-060e808cc634 HTTP/1.1" status: 200  len: 210 time: 0.0462399
Dec 24 11:24:56.049216 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 46416) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:24:56.245882 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-35f51588-4857-4e85-9bd7-86b18f71f736 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=46e9595d5dae4091b32ed1903f4f0d4b&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1952519
Dec 24 11:24:56.248627 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 46422) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:24:56.315419 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-840648db-1803-4e94-b555-7e6b54775184 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:24:56.349891 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-840648db-1803-4e94-b555-7e6b54775184 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:24:56.670526 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-840648db-1803-4e94-b555-7e6b54775184 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:24:56.675554 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c835a9e2-ec5d-4e18-a96c-e59503ff413f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:24:56.689028 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840648db-1803-4e94-b555-7e6b54775184 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cb460c0-8b0f-44db-9921-f5f1dd8855e0,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:24:56.692092 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-840648db-1803-4e94-b555-7e6b54775184 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:24:56.699245 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-840648db-1803-4e94-b555-7e6b54775184 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:24:56.701389 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-840648db-1803-4e94-b555-7e6b54775184 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/8cb460c0-8b0f-44db-9921-f5f1dd8855e0 HTTP/1.1" status: 204  len: 168 time: 0.4515228
Dec 24 11:24:57.121104 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 46430) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:24:57.160469 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-739b0308-9f1c-44db-b2c1-5e3416f21831 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:24:57.216829 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Device 0f361a6f-a7fb-4071-8736-5d0f1f8143da no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:24:57.223095 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-739b0308-9f1c-44db-b2c1-5e3416f21831 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:24:57.234300 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-739b0308-9f1c-44db-b2c1-5e3416f21831 admin admin] Usage tracker for resource:security_group_rule and tenant:0cda2301925d452e8c644b00fa4bad81 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:24:57.238775 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-739b0308-9f1c-44db-b2c1-5e3416f21831 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:24:57.246922 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-739b0308-9f1c-44db-b2c1-5e3416f21831 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:24:57.254621 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] No Port match for: 0f361a6f-a7fb-4071-8736-5d0f1f8143da {{(pid=88880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 24 11:24:57.255141 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Device 0f361a6f-a7fb-4071-8736-5d0f1f8143da not bound to the agent host hv-neutron-8226 {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 24 11:24:57.359436 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-739b0308-9f1c-44db-b2c1-5e3416f21831 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:24:57.363576 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-739b0308-9f1c-44db-b2c1-5e3416f21831 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:24:57.376169 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-840648db-1803-4e94-b555-7e6b54775184 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:24:57.428140 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739b0308-9f1c-44db-b2c1-5e3416f21831 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67bf94e5-abf8-4191-beb2-afcd0a7883ae,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:24:57.431872 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-739b0308-9f1c-44db-b2c1-5e3416f21831 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:24:57.434596 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-739b0308-9f1c-44db-b2c1-5e3416f21831 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0cda2301925d452e8c644b00fa4bad81&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3118691
Dec 24 11:24:57.439057 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 46434) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:24:57.519960 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-55044a87-ea21-477f-8c0a-02c504622318 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:24:57.563907 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-55044a87-ea21-477f-8c0a-02c504622318 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:24:57.632165 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-55044a87-ea21-477f-8c0a-02c504622318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:24:57.636424 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-860093f7-8453-4d2e-9984-10b5f5942ff7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:24:57.656140 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55044a87-ea21-477f-8c0a-02c504622318 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67bf94e5-abf8-4191-beb2-afcd0a7883ae,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:24:57.658984 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-55044a87-ea21-477f-8c0a-02c504622318 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:24:57.667005 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-55044a87-ea21-477f-8c0a-02c504622318 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:24:57.668592 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-55044a87-ea21-477f-8c0a-02c504622318 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/67bf94e5-abf8-4191-beb2-afcd0a7883ae HTTP/1.1" status: 204  len: 168 time: 0.2283180
Dec 24 11:24:58.358681 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:24:58.755406 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 46456) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:24:58.904499 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-f0395b81-b567-4643-b023-8b1768b54f1b admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1921219141-network', 'tenant_id': '80403e19b16e41f7939600670c90645e'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:24:58.911300 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-f0395b81-b567-4643-b023-8b1768b54f1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:24:58.916309 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-f0395b81-b567-4643-b023-8b1768b54f1b admin admin] Usage tracker for resource:network and tenant:80403e19b16e41f7939600670c90645e is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:24:58.919595 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-f0395b81-b567-4643-b023-8b1768b54f1b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:24:58.927989 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-f0395b81-b567-4643-b023-8b1768b54f1b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:24:58.939915 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0395b81-b567-4643-b023-8b1768b54f1b admin admin] Made reservation on behalf of 80403e19b16e41f7939600670c90645e for: {'network': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:24:58.945436 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f0395b81-b567-4643-b023-8b1768b54f1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for network, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:24:58.960528 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f0395b81-b567-4643-b023-8b1768b54f1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:24:58.997970 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-f0395b81-b567-4643-b023-8b1768b54f1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:24:59.002742 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-f0395b81-b567-4643-b023-8b1768b54f1b admin admin] Usage tracker for resource:security_group_rule and tenant:80403e19b16e41f7939600670c90645e is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:24:59.006302 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-f0395b81-b567-4643-b023-8b1768b54f1b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:24:59.015457 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-f0395b81-b567-4643-b023-8b1768b54f1b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:24:59.094280 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f0395b81-b567-4643-b023-8b1768b54f1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:24:59.097815 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f0395b81-b567-4643-b023-8b1768b54f1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:24:59.101414 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-b5997eaa-1da5-45a8-aa63-577ea5ad73d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:24:59.136292 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0395b81-b567-4643-b023-8b1768b54f1b admin admin] vlan segment allocate from pool success with {'vlan_id': 632, 'physical_network': 'physnet1'}  {{(pid=88879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 24 11:24:59.147100 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0395b81-b567-4643-b023-8b1768b54f1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70471990-cf8a-4b68-9bb6-1c3e41029478,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:24:59.152201 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f0395b81-b567-4643-b023-8b1768b54f1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:24:59.155528 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f0395b81-b567-4643-b023-8b1768b54f1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:24:59.156323 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.segments_db [None req-f0395b81-b567-4643-b023-8b1768b54f1b admin admin] Added segment 0183ba02-af48-4f5f-9e41-1babf6183619 of type vlan for network e3282088-a759-43fd-b0da-ed5f435bd3fb
Dec 24 11:24:59.189638 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f0395b81-b567-4643-b023-8b1768b54f1b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363287349540024'] for network, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:24:59.225348 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f0395b81-b567-4643-b023-8b1768b54f1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636'] for network, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:24:59.227246 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0395b81-b567-4643-b023-8b1768b54f1b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:24:59.228323 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f0395b81-b567-4643-b023-8b1768b54f1b admin admin] Notify callbacks [] for network, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:24:59.237358 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-3d0882a0-ef2a-415d-9cff-6ab94f5fa97f tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:24:59.349300 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-f0395b81-b567-4643-b023-8b1768b54f1b admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.5923734
Dec 24 11:24:59.352946 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 46462) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:24:59.355898 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0395b81-b567-4643-b023-8b1768b54f1b admin admin] Pushing event updated for resources: {'Network': ['ID=e3282088-a759-43fd-b0da-ed5f435bd3fb,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:24:59.359110 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f0395b81-b567-4643-b023-8b1768b54f1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:24:59.359951 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-5e88b98e-d86e-44f7-ba25-da77a9268908 admin admin] Request body: {'subnet': {'network_id': 'e3282088-a759-43fd-b0da-ed5f435bd3fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1921219141-subnet', 'tenant_id': '80403e19b16e41f7939600670c90645e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:24:59.367967 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-5e88b98e-d86e-44f7-ba25-da77a9268908 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:24:59.370457 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Network e3282088-a759-43fd-b0da-ed5f435bd3fb details requested by agent ovs-agent-dv-neutron-822691-2-hyperv with host dv-neutron-822691-2-hyperv {{(pid=88880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 24 11:24:59.374338 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-5e88b98e-d86e-44f7-ba25-da77a9268908 admin admin] Usage tracker for resource:subnet and tenant:80403e19b16e41f7939600670c90645e is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:24:59.379229 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-5e88b98e-d86e-44f7-ba25-da77a9268908 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:24:59.387845 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-5e88b98e-d86e-44f7-ba25-da77a9268908 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:24:59.400211 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e88b98e-d86e-44f7-ba25-da77a9268908 admin admin] Made reservation on behalf of 80403e19b16e41f7939600670c90645e for: {'subnet': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:24:59.405329 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5e88b98e-d86e-44f7-ba25-da77a9268908 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2246100'] for subnet, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:24:59.669177 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5e88b98e-d86e-44f7-ba25-da77a9268908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850796890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2246085'] for subnet, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:24:59.674226 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-b2e4faf8-b936-47d8-9110-305fa25859e9 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:24:59.765888 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e88b98e-d86e-44f7-ba25-da77a9268908 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9864b50-c593-44fb-b472-021c590fa31d,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:24:59.770060 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-5e88b98e-d86e-44f7-ba25-da77a9268908 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:24:59.780306 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e88b98e-d86e-44f7-ba25-da77a9268908 admin admin] Checking segment: {'id': '0183ba02-af48-4f5f-9e41-1babf6183619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'e3282088-a759-43fd-b0da-ed5f435bd3fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:24:59.780887 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e88b98e-d86e-44f7-ba25-da77a9268908 admin admin] Network hostable DHCP agents. Network: e3282088-a759-43fd-b0da-ed5f435bd3fb, hostable agents: ['edcf98dc-3032-472a-8b3d-f23fd1e89806'], hosted agents: [] {{(pid=88878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 24 11:24:59.812066 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e88b98e-d86e-44f7-ba25-da77a9268908 admin admin] Network e3282088-a759-43fd-b0da-ed5f435bd3fb is scheduled to be hosted by DHCP agent edcf98dc-3032-472a-8b3d-f23fd1e89806 with binding_index 1 {{(pid=88878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 24 11:24:59.823545 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-5e88b98e-d86e-44f7-ba25-da77a9268908 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822691-2-hyperv, e3282088-a759-43fd-b0da-ed5f435bd3fb) {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:24:59.828959 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e88b98e-d86e-44f7-ba25-da77a9268908 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:24:59.829632 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5e88b98e-d86e-44f7-ba25-da77a9268908 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:24:59.834032 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ab8c9dd-6560-4066-9764-520322cf8561 None None] Network e3282088-a759-43fd-b0da-ed5f435bd3fb requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:24:59.858447 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-5e88b98e-d86e-44f7-ba25-da77a9268908 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.5037766
Dec 24 11:25:00.113263 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcfada10-c886-4022-aebc-0fcac317943c None None] Network e3282088-a759-43fd-b0da-ed5f435bd3fb requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:25:00.533638 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59b2d7c-989d-469e-8bbe-3d54ea7bb20b req-05cb671c-23e0-4b2a-92d8-94e343cfa290 tempest-DeleteServersTestJSON-1429801221 tempest-DeleteServersTestJSON-1429801221-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:25:00.535839 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-f59b2d7c-989d-469e-8bbe-3d54ea7bb20b req-05cb671c-23e0-4b2a-92d8-94e343cfa290 tempest-DeleteServersTestJSON-1429801221 tempest-DeleteServersTestJSON-1429801221-project] 10.222.0.65 "GET /v2.0/networks?id=e3282088-a759-43fd-b0da-ed5f435bd3fb HTTP/1.1" status: 200  len: 812 time: 0.1847200
Dec 24 11:25:00.555899 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-f59b2d7c-989d-469e-8bbe-3d54ea7bb20b req-5d26e5fb-baeb-4cd7-b602-1c6262d21147 tempest-DeleteServersTestJSON-1429801221 tempest-DeleteServersTestJSON-1429801221-project] 10.222.0.65 "GET /v2.0/quotas/80403e19b16e41f7939600670c90645e HTTP/1.1" status: 200  len: 375 time: 0.0134468
Dec 24 11:25:00.615886 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-f59b2d7c-989d-469e-8bbe-3d54ea7bb20b req-9a66ba26-6b5d-4034-8bcc-76b84323568d tempest-DeleteServersTestJSON-1429801221 tempest-DeleteServersTestJSON-1429801221-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=80403e19b16e41f7939600670c90645e&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0489979
Dec 24 11:25:00.780440 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-f59b2d7c-989d-469e-8bbe-3d54ea7bb20b req-480e5278-ac56-48a3-ba93-9c21dd129adb service neutron] 10.222.0.65 "GET /v2.0/networks/e3282088-a759-43fd-b0da-ed5f435bd3fb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1558909
Dec 24 11:25:00.938921 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-f59b2d7c-989d-469e-8bbe-3d54ea7bb20b req-7a97cca7-ff1a-4af4-ace4-04b314337219 service neutron] 10.222.0.65 "GET /v2.0/networks/e3282088-a759-43fd-b0da-ed5f435bd3fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1516223
Dec 24 11:25:01.167918 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-3082dfed-dc4b-43d3-9047-aa7c49e438b1 req-d9068eac-d1a7-41a3-8812-17a5ce31c134 tempest-DeleteServersTestJSON-1429801221 tempest-DeleteServersTestJSON-1429801221-project] 10.222.0.65 "GET /v2.0/ports?device_id=c255ab4a-07d1-4a09-80f9-21d0522280c6 HTTP/1.1" status: 200  len: 210 time: 0.0564041
Dec 24 11:25:02.384379 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-89a0a51d-8827-43bc-b816-af2600bc0770 req-b2cda898-8819-4013-a71c-5e1b905e09aa tempest-DeleteServersTestJSON-1429801221 tempest-DeleteServersTestJSON-1429801221-project] 10.222.0.65 "GET /v2.0/ports?device_id=c255ab4a-07d1-4a09-80f9-21d0522280c6 HTTP/1.1" status: 200  len: 210 time: 0.0699968
Dec 24 11:25:02.456772 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59b2d7c-989d-469e-8bbe-3d54ea7bb20b req-ab5c7a35-e31c-4117-8a33-36cd207057ec tempest-DeleteServersTestJSON-1429801221 tempest-DeleteServersTestJSON-1429801221-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:25:02.457551 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-f59b2d7c-989d-469e-8bbe-3d54ea7bb20b req-ab5c7a35-e31c-4117-8a33-36cd207057ec tempest-DeleteServersTestJSON-1429801221 tempest-DeleteServersTestJSON-1429801221-project] Synchronizing usage tracker for tenant:80403e19b16e41f7939600670c90645e on resource:network {{(pid=88879) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:25:02.484554 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-f59b2d7c-989d-469e-8bbe-3d54ea7bb20b req-ab5c7a35-e31c-4117-8a33-36cd207057ec tempest-DeleteServersTestJSON-1429801221 tempest-DeleteServersTestJSON-1429801221-project] Unset dirty status for tenant:80403e19b16e41f7939600670c90645e on resource:network {{(pid=88879) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:25:02.486034 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-f59b2d7c-989d-469e-8bbe-3d54ea7bb20b req-ab5c7a35-e31c-4117-8a33-36cd207057ec tempest-DeleteServersTestJSON-1429801221 tempest-DeleteServersTestJSON-1429801221-project] 10.222.0.58 "GET /v2.0/networks?id=e3282088-a759-43fd-b0da-ed5f435bd3fb HTTP/1.1" status: 200  len: 812 time: 0.2197776
Dec 24 11:25:02.510979 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [req-f59b2d7c-989d-469e-8bbe-3d54ea7bb20b req-f5bbe5de-9d46-433c-8ecd-22f3066052d3 tempest-DeleteServersTestJSON-1429801221 tempest-DeleteServersTestJSON-1429801221-project] Request body: {'port': {'device_id': 'c255ab4a-07d1-4a09-80f9-21d0522280c6', 'network_id': 'e3282088-a759-43fd-b0da-ed5f435bd3fb', 'admin_state_up': True, 'tenant_id': '80403e19b16e41f7939600670c90645e'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:25:02.702701 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [req-f59b2d7c-989d-469e-8bbe-3d54ea7bb20b req-f5bbe5de-9d46-433c-8ecd-22f3066052d3 tempest-DeleteServersTestJSON-1429801221 tempest-DeleteServersTestJSON-1429801221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:25:02.708568 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-f59b2d7c-989d-469e-8bbe-3d54ea7bb20b req-f5bbe5de-9d46-433c-8ecd-22f3066052d3 tempest-DeleteServersTestJSON-1429801221 tempest-DeleteServersTestJSON-1429801221-project] Usage tracker for resource:port and tenant:80403e19b16e41f7939600670c90645e is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:25:02.712573 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-f59b2d7c-989d-469e-8bbe-3d54ea7bb20b req-f5bbe5de-9d46-433c-8ecd-22f3066052d3 tempest-DeleteServersTestJSON-1429801221 tempest-DeleteServersTestJSON-1429801221-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:25:02.719828 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [req-f59b2d7c-989d-469e-8bbe-3d54ea7bb20b req-f5bbe5de-9d46-433c-8ecd-22f3066052d3 tempest-DeleteServersTestJSON-1429801221 tempest-DeleteServersTestJSON-1429801221-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:25:02.731526 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f59b2d7c-989d-469e-8bbe-3d54ea7bb20b req-f5bbe5de-9d46-433c-8ecd-22f3066052d3 tempest-DeleteServersTestJSON-1429801221 tempest-DeleteServersTestJSON-1429801221-project] Made reservation on behalf of 80403e19b16e41f7939600670c90645e for: {'port': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:25:02.737511 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-f59b2d7c-989d-469e-8bbe-3d54ea7bb20b req-f5bbe5de-9d46-433c-8ecd-22f3066052d3 tempest-DeleteServersTestJSON-1429801221 tempest-DeleteServersTestJSON-1429801221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:25:02.930233 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [req-f59b2d7c-989d-469e-8bbe-3d54ea7bb20b req-f5bbe5de-9d46-433c-8ecd-22f3066052d3 tempest-DeleteServersTestJSON-1429801221 tempest-DeleteServersTestJSON-1429801221-project] Allocated IP 172.20.0.3 (e3282088-a759-43fd-b0da-ed5f435bd3fb/b9864b50-c593-44fb-b472-021c590fa31d/9b003c23-bcd5-49c3-8351-1c62aa1dc9ce) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:25:03.205919 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-f59b2d7c-989d-469e-8bbe-3d54ea7bb20b req-f5bbe5de-9d46-433c-8ecd-22f3066052d3 tempest-DeleteServersTestJSON-1429801221 tempest-DeleteServersTestJSON-1429801221-project] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:25:03.241663 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-f59b2d7c-989d-469e-8bbe-3d54ea7bb20b req-f5bbe5de-9d46-433c-8ecd-22f3066052d3 tempest-DeleteServersTestJSON-1429801221 tempest-DeleteServersTestJSON-1429801221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:25:03.248977 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-15fa806e-a571-4aa7-968f-89ae9897c123 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:25:03.321339 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f59b2d7c-989d-469e-8bbe-3d54ea7bb20b req-f5bbe5de-9d46-433c-8ecd-22f3066052d3 tempest-DeleteServersTestJSON-1429801221 tempest-DeleteServersTestJSON-1429801221-project] Network e3282088-a759-43fd-b0da-ed5f435bd3fb is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:25:03.324801 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [req-f59b2d7c-989d-469e-8bbe-3d54ea7bb20b req-f5bbe5de-9d46-433c-8ecd-22f3066052d3 tempest-DeleteServersTestJSON-1429801221 tempest-DeleteServersTestJSON-1429801221-project] Resources bound (agent type, host, resource id):  {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:25:03.334774 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [req-f59b2d7c-989d-469e-8bbe-3d54ea7bb20b req-f5bbe5de-9d46-433c-8ecd-22f3066052d3 tempest-DeleteServersTestJSON-1429801221 tempest-DeleteServersTestJSON-1429801221-project] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:25:03.379300 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bbe5de-9d46-433c-8ecd-22f3066052d3 tempest-DeleteServersTestJSON-1429801221 tempest-DeleteServersTestJSON-1429801221-project] Pushing event updated for resources: {'Port': ['ID=9b003c23-bcd5-49c3-8351-1c62aa1dc9ce,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:25:03.388732 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f5bbe5de-9d46-433c-8ecd-22f3066052d3 tempest-DeleteServersTestJSON-1429801221 tempest-DeleteServersTestJSON-1429801221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:25:03.421352 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59b2d7c-989d-469e-8bbe-3d54ea7bb20b req-f5bbe5de-9d46-433c-8ecd-22f3066052d3 tempest-DeleteServersTestJSON-1429801221 tempest-DeleteServersTestJSON-1429801221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:25:03.422150 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-f59b2d7c-989d-469e-8bbe-3d54ea7bb20b req-f5bbe5de-9d46-433c-8ecd-22f3066052d3 tempest-DeleteServersTestJSON-1429801221 tempest-DeleteServersTestJSON-1429801221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:25:03.450136 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-f59b2d7c-989d-469e-8bbe-3d54ea7bb20b req-f5bbe5de-9d46-433c-8ecd-22f3066052d3 tempest-DeleteServersTestJSON-1429801221 tempest-DeleteServersTestJSON-1429801221-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9461010
Dec 24 11:25:03.468808 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [req-f59b2d7c-989d-469e-8bbe-3d54ea7bb20b req-2332340c-6959-4998-b3b5-a402508fa8ba service neutron] Request body: {'port': {'device_id': 'c255ab4a-07d1-4a09-80f9-21d0522280c6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:25:03.601116 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-f59b2d7c-989d-469e-8bbe-3d54ea7bb20b req-2332340c-6959-4998-b3b5-a402508fa8ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:25:03.737711 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f65612-81f4-485b-9f24-727291de8289 req-8c6b1d68-edd7-4d5b-8dd0-f5d24bf44292 tempest-DeleteServersTestJSON-1429801221 tempest-DeleteServersTestJSON-1429801221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:25:03.740173 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-73f65612-81f4-485b-9f24-727291de8289 req-8c6b1d68-edd7-4d5b-8dd0-f5d24bf44292 tempest-DeleteServersTestJSON-1429801221 tempest-DeleteServersTestJSON-1429801221-project] 10.222.0.65 "GET /v2.0/ports?device_id=c255ab4a-07d1-4a09-80f9-21d0522280c6 HTTP/1.1" status: 200  len: 931 time: 0.1303046
Dec 24 11:25:03.812816 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-73f65612-81f4-485b-9f24-727291de8289 req-98432e56-6d95-4091-8f75-811888a2296d tempest-DeleteServersTestJSON-1429801221 tempest-DeleteServersTestJSON-1429801221-project] 10.222.0.65 "GET /v2.0/security-groups?id=70471990-cf8a-4b68-9bb6-1c3e41029478&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0644889
Dec 24 11:25:04.017514 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [req-f59b2d7c-989d-469e-8bbe-3d54ea7bb20b req-2332340c-6959-4998-b3b5-a402508fa8ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b003c23-bcd5-49c3-8351-1c62aa1dc9ce {{(pid=88879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 24 11:25:04.025712 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-f59b2d7c-989d-469e-8bbe-3d54ea7bb20b req-2332340c-6959-4998-b3b5-a402508fa8ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:25:04.044526 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [req-f59b2d7c-989d-469e-8bbe-3d54ea7bb20b req-2332340c-6959-4998-b3b5-a402508fa8ba service neutron] Transition to ACTIVE for port object 9b003c23-bcd5-49c3-8351-1c62aa1dc9ce will not be triggered until provisioned by entity L2. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:25:04.054658 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-f59b2d7c-989d-469e-8bbe-3d54ea7bb20b req-2332340c-6959-4998-b3b5-a402508fa8ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850854027'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:25:04.060253 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f6c020f1-3f2d-40a0-8af7-f78b08ace6da tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:25:04.195499 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2332340c-6959-4998-b3b5-a402508fa8ba service neutron] Pushing event updated for resources: {'Port': ['ID=9b003c23-bcd5-49c3-8351-1c62aa1dc9ce,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:25:04.200335 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-2332340c-6959-4998-b3b5-a402508fa8ba service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:25:04.319205 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [req-f59b2d7c-989d-469e-8bbe-3d54ea7bb20b req-2332340c-6959-4998-b3b5-a402508fa8ba service neutron] Attempting to bind port 9b003c23-bcd5-49c3-8351-1c62aa1dc9ce on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:25:04.319594 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [req-f59b2d7c-989d-469e-8bbe-3d54ea7bb20b req-2332340c-6959-4998-b3b5-a402508fa8ba service neutron] Attempting to bind port 9b003c23-bcd5-49c3-8351-1c62aa1dc9ce by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '0183ba02-af48-4f5f-9e41-1babf6183619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'e3282088-a759-43fd-b0da-ed5f435bd3fb'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:25:04.319977 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f59b2d7c-989d-469e-8bbe-3d54ea7bb20b req-2332340c-6959-4998-b3b5-a402508fa8ba service neutron] Attempting to bind port 9b003c23-bcd5-49c3-8351-1c62aa1dc9ce on network e3282088-a759-43fd-b0da-ed5f435bd3fb {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:25:04.327185 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f59b2d7c-989d-469e-8bbe-3d54ea7bb20b req-2332340c-6959-4998-b3b5-a402508fa8ba service neutron] Port 9b003c23-bcd5-49c3-8351-1c62aa1dc9ce on network e3282088-a759-43fd-b0da-ed5f435bd3fb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 24 11:25:04.327591 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f59b2d7c-989d-469e-8bbe-3d54ea7bb20b req-2332340c-6959-4998-b3b5-a402508fa8ba service neutron] Attempting to bind port 9b003c23-bcd5-49c3-8351-1c62aa1dc9ce on network e3282088-a759-43fd-b0da-ed5f435bd3fb {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:25:04.335369 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f59b2d7c-989d-469e-8bbe-3d54ea7bb20b req-2332340c-6959-4998-b3b5-a402508fa8ba service neutron] Checking agent: {'id': '239bbc6e-fc66-42e2-b707-1aa8ba10287c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 57, 58), 'started_at': datetime.datetime(2021, 12, 24, 10, 57, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 24, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:25:04.335734 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f59b2d7c-989d-469e-8bbe-3d54ea7bb20b req-2332340c-6959-4998-b3b5-a402508fa8ba service neutron] Checking segment: {'id': '0183ba02-af48-4f5f-9e41-1babf6183619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'e3282088-a759-43fd-b0da-ed5f435bd3fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:25:04.336174 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f59b2d7c-989d-469e-8bbe-3d54ea7bb20b req-2332340c-6959-4998-b3b5-a402508fa8ba service neutron] Bound using segment: {'id': '0183ba02-af48-4f5f-9e41-1babf6183619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'e3282088-a759-43fd-b0da-ed5f435bd3fb'} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:25:04.336631 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [req-f59b2d7c-989d-469e-8bbe-3d54ea7bb20b req-2332340c-6959-4998-b3b5-a402508fa8ba service neutron] Bound port: 9b003c23-bcd5-49c3-8351-1c62aa1dc9ce, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0183ba02-af48-4f5f-9e41-1babf6183619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'e3282088-a759-43fd-b0da-ed5f435bd3fb'}}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:25:04.337013 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-f59b2d7c-989d-469e-8bbe-3d54ea7bb20b req-2332340c-6959-4998-b3b5-a402508fa8ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:25:04.446697 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [req-f59b2d7c-989d-469e-8bbe-3d54ea7bb20b req-2332340c-6959-4998-b3b5-a402508fa8ba service neutron] For port 9b003c23-bcd5-49c3-8351-1c62aa1dc9ce, host hv-neutron-8226, cleared binding levels {{(pid=88879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:25:04.450169 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [req-f59b2d7c-989d-469e-8bbe-3d54ea7bb20b req-2332340c-6959-4998-b3b5-a402508fa8ba service neutron] For port 9b003c23-bcd5-49c3-8351-1c62aa1dc9ce, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=9b003c23-bcd5-49c3-8351-1c62aa1dc9ce,segment=NetworkSegment(0183ba02-af48-4f5f-9e41-1babf6183619),segment_id=0183ba02-af48-4f5f-9e41-1babf6183619)] {{(pid=88879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:25:04.454097 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-f59b2d7c-989d-469e-8bbe-3d54ea7bb20b req-2332340c-6959-4998-b3b5-a402508fa8ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850854027'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:25:04.458396 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-96db1c8f-dcef-4bb5-9d3b-40a0f1d9b9e9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:25:04.524479 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-f59b2d7c-989d-469e-8bbe-3d54ea7bb20b req-2332340c-6959-4998-b3b5-a402508fa8ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:25:04.526727 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-f59b2d7c-989d-469e-8bbe-3d54ea7bb20b req-2332340c-6959-4998-b3b5-a402508fa8ba service neutron] 10.222.0.58 "PUT /v2.0/ports/9b003c23-bcd5-49c3-8351-1c62aa1dc9ce HTTP/1.1" status: 200  len: 1093 time: 1.0629754
Dec 24 11:25:04.527613 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c255ab4a-07d1-4a09-80f9-21d0522280c6', 'tag': '9b003c23-bcd5-49c3-8351-1c62aa1dc9ce'}] {{(pid=88879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 24 11:25:04.572327 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2332340c-6959-4998-b3b5-a402508fa8ba service neutron] Pushing event updated for resources: {'Port': ['ID=9b003c23-bcd5-49c3-8351-1c62aa1dc9ce,revision_number=3']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:25:04.578556 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-2332340c-6959-4998-b3b5-a402508fa8ba service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:25:04.631462 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c255ab4a-07d1-4a09-80f9-21d0522280c6', 'tag': '9b003c23-bcd5-49c3-8351-1c62aa1dc9ce', 'status': 'completed', 'code': 200}
Dec 24 11:25:04.678318 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-f59b2d7c-989d-469e-8bbe-3d54ea7bb20b req-b626888c-0336-4cdf-8651-dbffef0b7b52 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=80403e19b16e41f7939600670c90645e&device_id=c255ab4a-07d1-4a09-80f9-21d0522280c6 HTTP/1.1" status: 200  len: 1096 time: 0.0846043
Dec 24 11:25:04.760817 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-f59b2d7c-989d-469e-8bbe-3d54ea7bb20b req-0163c807-d363-43c6-87a3-5f22f3a71ac9 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9b003c23-bcd5-49c3-8351-1c62aa1dc9ce HTTP/1.1" status: 200  len: 217 time: 0.0728672
Dec 24 11:25:04.840538 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59b2d7c-989d-469e-8bbe-3d54ea7bb20b req-721da72e-1abf-4bac-baa8-7146a8f345d2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:25:04.842124 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-f59b2d7c-989d-469e-8bbe-3d54ea7bb20b req-721da72e-1abf-4bac-baa8-7146a8f345d2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b9864b50-c593-44fb-b472-021c590fa31d HTTP/1.1" status: 200  len: 852 time: 0.0697649
Dec 24 11:25:04.906002 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-f59b2d7c-989d-469e-8bbe-3d54ea7bb20b req-87d55aae-4832-40e3-8f61-db0d4081da93 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e3282088-a759-43fd-b0da-ed5f435bd3fb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0523405
Dec 24 11:25:05.107179 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6ef572-4ba7-4096-a527-1118a21e7167 req-5208730e-106e-4a1d-8b1e-b1576e0f6774 tempest-DeleteServersTestJSON-1429801221 tempest-DeleteServersTestJSON-1429801221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:25:05.109096 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-5f6ef572-4ba7-4096-a527-1118a21e7167 req-5208730e-106e-4a1d-8b1e-b1576e0f6774 tempest-DeleteServersTestJSON-1429801221 tempest-DeleteServersTestJSON-1429801221-project] 10.222.0.65 "GET /v2.0/ports?device_id=c255ab4a-07d1-4a09-80f9-21d0522280c6 HTTP/1.1" status: 200  len: 943 time: 0.1052127
Dec 24 11:25:05.177789 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-5f6ef572-4ba7-4096-a527-1118a21e7167 req-242e7c87-c8f7-4a55-9d12-ce3e24c541b0 tempest-DeleteServersTestJSON-1429801221 tempest-DeleteServersTestJSON-1429801221-project] 10.222.0.65 "GET /v2.0/security-groups?id=70471990-cf8a-4b68-9bb6-1c3e41029478&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0558548
Dec 24 11:25:05.331155 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-f59b2d7c-989d-469e-8bbe-3d54ea7bb20b req-5a9e9107-4ecd-4c99-ac4d-e145abaaa896 service neutron] 10.222.0.58 "GET /v2.0/networks/e3282088-a759-43fd-b0da-ed5f435bd3fb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4174407
Dec 24 11:25:05.497798 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-f59b2d7c-989d-469e-8bbe-3d54ea7bb20b req-7ab4067b-ac6c-4e7c-8717-bf4ce41e9959 service neutron] 10.222.0.58 "GET /v2.0/networks/e3282088-a759-43fd-b0da-ed5f435bd3fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1553681
Dec 24 11:25:05.637665 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-bbdd4332-fbc4-4642-b93b-470436b9f771 req-41c50af1-64de-4560-b05d-8374643fc1ae service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=80403e19b16e41f7939600670c90645e&device_id=c255ab4a-07d1-4a09-80f9-21d0522280c6 HTTP/1.1" status: 200  len: 1096 time: 0.0852857
Dec 24 11:25:05.793071 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdd4332-fbc4-4642-b93b-470436b9f771 req-e2382428-3abd-4d07-86a7-0d1720f387b4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:25:05.794849 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-bbdd4332-fbc4-4642-b93b-470436b9f771 req-e2382428-3abd-4d07-86a7-0d1720f387b4 service neutron] 10.222.0.58 "GET /v2.0/networks?id=e3282088-a759-43fd-b0da-ed5f435bd3fb HTTP/1.1" status: 200  len: 913 time: 0.1491513
Dec 24 11:25:05.878717 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-bbdd4332-fbc4-4642-b93b-470436b9f771 req-7e3cfe5b-e4aa-4d50-bc3c-ad78364e1be3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9b003c23-bcd5-49c3-8351-1c62aa1dc9ce HTTP/1.1" status: 200  len: 217 time: 0.0733926
Dec 24 11:25:05.967928 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdd4332-fbc4-4642-b93b-470436b9f771 req-81dbc0dc-a44c-4748-9df9-e7aef6734336 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:25:05.969617 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-bbdd4332-fbc4-4642-b93b-470436b9f771 req-81dbc0dc-a44c-4748-9df9-e7aef6734336 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b9864b50-c593-44fb-b472-021c590fa31d HTTP/1.1" status: 200  len: 852 time: 0.0836029
Dec 24 11:25:06.035119 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-bbdd4332-fbc4-4642-b93b-470436b9f771 req-63d8d227-19a7-4257-b32f-a56b59ea2f77 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e3282088-a759-43fd-b0da-ed5f435bd3fb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0509655
Dec 24 11:25:06.188196 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-bbdd4332-fbc4-4642-b93b-470436b9f771 req-fbb478ed-b8ac-4452-8c0c-6678ea9bd2ef service neutron] 10.222.0.58 "GET /v2.0/networks/e3282088-a759-43fd-b0da-ed5f435bd3fb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1436262
Dec 24 11:25:06.355241 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-bbdd4332-fbc4-4642-b93b-470436b9f771 req-c1c8e3dc-2349-4d7d-9a2a-2f30a1df03f2 service neutron] 10.222.0.58 "GET /v2.0/networks/e3282088-a759-43fd-b0da-ed5f435bd3fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1591806
Dec 24 11:25:06.402074 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b76fac-ddf9-4b76-8c44-a617b704261d req-ee9355be-c703-4ae7-8294-e9ce513cb3dd tempest-DeleteServersTestJSON-1429801221 tempest-DeleteServersTestJSON-1429801221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:25:06.403846 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-58b76fac-ddf9-4b76-8c44-a617b704261d req-ee9355be-c703-4ae7-8294-e9ce513cb3dd tempest-DeleteServersTestJSON-1429801221 tempest-DeleteServersTestJSON-1429801221-project] 10.222.0.65 "GET /v2.0/ports?device_id=c255ab4a-07d1-4a09-80f9-21d0522280c6 HTTP/1.1" status: 200  len: 943 time: 0.0899959
Dec 24 11:25:06.463769 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a797db19-673e-4615-b122-30abf0495f5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:25:06.465443 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-58b76fac-ddf9-4b76-8c44-a617b704261d req-66eb6e96-fcad-4abc-ad90-134d7e61d9b4 tempest-DeleteServersTestJSON-1429801221 tempest-DeleteServersTestJSON-1429801221-project] 10.222.0.65 "GET /v2.0/security-groups?id=70471990-cf8a-4b68-9bb6-1c3e41029478&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0516100
Dec 24 11:25:07.209904 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Device 9b003c23-bcd5-49c3-8351-1c62aa1dc9ce details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 24 11:25:07.359592 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] For port 9b003c23-bcd5-49c3-8351-1c62aa1dc9ce, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=9b003c23-bcd5-49c3-8351-1c62aa1dc9ce,segment=NetworkSegment(0183ba02-af48-4f5f-9e41-1babf6183619),segment_id=0183ba02-af48-4f5f-9e41-1babf6183619)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:25:07.379358 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Returning: {'device': '9b003c23-bcd5-49c3-8351-1c62aa1dc9ce', 'network_id': 'e3282088-a759-43fd-b0da-ed5f435bd3fb', 'port_id': '9b003c23-bcd5-49c3-8351-1c62aa1dc9ce', 'mac_address': 'fa:16:3e:44:9e:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 632, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9864b50-c593-44fb-b472-021c590fa31d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 24 11:25:07.444942 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:25:07.464864 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b003c23-bcd5-49c3-8351-1c62aa1dc9ce {{(pid=88880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 24 11:25:07.480734 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] For port 9b003c23-bcd5-49c3-8351-1c62aa1dc9ce, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=9b003c23-bcd5-49c3-8351-1c62aa1dc9ce,segment=NetworkSegment(0183ba02-af48-4f5f-9e41-1babf6183619),segment_id=0183ba02-af48-4f5f-9e41-1babf6183619)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:25:07.484904 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:25:07.486861 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:25:07.572350 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Pushing event updated for resources: {'Port': ['ID=9b003c23-bcd5-49c3-8351-1c62aa1dc9ce,revision_number=4']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:25:07.575700 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:25:07.686530 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7e0e79-e484-4601-bbee-44e71e026610 req-321a7f56-b517-4ce7-b562-f1a7425a62e2 tempest-DeleteServersTestJSON-1429801221 tempest-DeleteServersTestJSON-1429801221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:25:07.688213 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-3b7e0e79-e484-4601-bbee-44e71e026610 req-321a7f56-b517-4ce7-b562-f1a7425a62e2 tempest-DeleteServersTestJSON-1429801221 tempest-DeleteServersTestJSON-1429801221-project] 10.222.0.65 "GET /v2.0/ports?device_id=c255ab4a-07d1-4a09-80f9-21d0522280c6 HTTP/1.1" status: 200  len: 944 time: 0.0874491
Dec 24 11:25:07.724027 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] get_ports_and_sgs() called for port_ids ['9b003c23-bcd5-49c3-8351-1c62aa1dc9ce'] {{(pid=88880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 24 11:25:07.739625 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-3b7e0e79-e484-4601-bbee-44e71e026610 req-d4852793-5d81-4ca5-b144-216c26460fd1 tempest-DeleteServersTestJSON-1429801221 tempest-DeleteServersTestJSON-1429801221-project] 10.222.0.65 "GET /v2.0/security-groups?id=70471990-cf8a-4b68-9bb6-1c3e41029478&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442460
Dec 24 11:25:08.062612 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:25:08.959572 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca357d7-1a46-400e-9738-9e88ab258c28 req-6c04e2a2-95cc-4f28-93e4-3d6bbc89fbee tempest-DeleteServersTestJSON-1429801221 tempest-DeleteServersTestJSON-1429801221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:25:08.962144 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-bca357d7-1a46-400e-9738-9e88ab258c28 req-6c04e2a2-95cc-4f28-93e4-3d6bbc89fbee tempest-DeleteServersTestJSON-1429801221 tempest-DeleteServersTestJSON-1429801221-project] 10.222.0.65 "GET /v2.0/ports?device_id=c255ab4a-07d1-4a09-80f9-21d0522280c6 HTTP/1.1" status: 200  len: 944 time: 0.0931373
Dec 24 11:25:08.969971 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-28ca783c-61a2-4a92-9bea-c26812746474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:25:09.018696 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-bca357d7-1a46-400e-9738-9e88ab258c28 req-c3874cfb-414d-483f-841c-e6ce4652602f tempest-DeleteServersTestJSON-1429801221 tempest-DeleteServersTestJSON-1429801221-project] 10.222.0.65 "GET /v2.0/security-groups?id=70471990-cf8a-4b68-9bb6-1c3e41029478&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452509
Dec 24 11:25:09.214961 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Device 9b003c23-bcd5-49c3-8351-1c62aa1dc9ce up at agent hyperv_hv-neutron-8226 {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:25:09.294156 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Provisioning for port 9b003c23-bcd5-49c3-8351-1c62aa1dc9ce completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:25:09.302223 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Provisioning complete for port 9b003c23-bcd5-49c3-8351-1c62aa1dc9ce triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:25:09.302825 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:25:09.440933 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:25:09.452885 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bdfdbc84-c52d-4f40-b281-af314dc1f8fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:25:09.471410 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c255ab4a-07d1-4a09-80f9-21d0522280c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b003c23-bcd5-49c3-8351-1c62aa1dc9ce'}] {{(pid=88880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 24 11:25:09.482294 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] For port 9b003c23-bcd5-49c3-8351-1c62aa1dc9ce, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=9b003c23-bcd5-49c3-8351-1c62aa1dc9ce,segment=NetworkSegment(0183ba02-af48-4f5f-9e41-1babf6183619),segment_id=0183ba02-af48-4f5f-9e41-1babf6183619)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:25:09.486173 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:25:09.488447 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-b8a2ffcf-49a3-4326-89ca-df0f262dd8d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:25:09.539956 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c255ab4a-07d1-4a09-80f9-21d0522280c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b003c23-bcd5-49c3-8351-1c62aa1dc9ce', 'code': 200}
Dec 24 11:25:09.568330 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Pushing event updated for resources: {'Port': ['ID=9b003c23-bcd5-49c3-8351-1c62aa1dc9ce,revision_number=5']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:25:09.578905 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:25:09.579275 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:25:09.579660 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:25:09.580075 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:25:09.580440 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:25:09.580816 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:25:09.581199 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:25:09.581563 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:25:09.581966 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:25:09.582333 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:25:09.582703 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:25:09.587254 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:25:09.782333 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-52e622d8-8f56-46f3-9432-eae41ce3c687 req-3c6f8def-4236-4a53-9f07-3479e1946b31 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=c255ab4a-07d1-4a09-80f9-21d0522280c6 HTTP/1.1" status: 200  len: 1098 time: 0.0762944
Dec 24 11:25:09.835015 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-52e622d8-8f56-46f3-9432-eae41ce3c687 req-663db360-9847-4a14-a6b6-310b7b5b4239 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=70471990-cf8a-4b68-9bb6-1c3e41029478&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400734
Dec 24 11:25:10.237851 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e92fe70-95f6-4a14-9bee-817953fd5a7b req-de217668-0065-41c1-9453-b3090cf31e19 tempest-DeleteServersTestJSON-1429801221 tempest-DeleteServersTestJSON-1429801221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:25:10.239601 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-6e92fe70-95f6-4a14-9bee-817953fd5a7b req-de217668-0065-41c1-9453-b3090cf31e19 tempest-DeleteServersTestJSON-1429801221 tempest-DeleteServersTestJSON-1429801221-project] 10.222.0.65 "GET /v2.0/ports?device_id=c255ab4a-07d1-4a09-80f9-21d0522280c6 HTTP/1.1" status: 200  len: 945 time: 0.0902565
Dec 24 11:25:10.296255 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-6e92fe70-95f6-4a14-9bee-817953fd5a7b req-647678bf-f3c8-47a1-bbe9-a79b9ad3fb86 tempest-DeleteServersTestJSON-1429801221 tempest-DeleteServersTestJSON-1429801221-project] 10.222.0.65 "GET /v2.0/security-groups?id=70471990-cf8a-4b68-9bb6-1c3e41029478&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448997
Dec 24 11:25:10.703046 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-39ff93cf-c0b7-48c5-95f3-6f7e9977387d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:25:11.529745 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464678d5-8b81-4d12-a50e-7d3a9a7a680e req-5fd46e16-3df9-4673-9bf8-621ef5de079d tempest-DeleteServersTestJSON-1429801221 tempest-DeleteServersTestJSON-1429801221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:25:11.531392 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-464678d5-8b81-4d12-a50e-7d3a9a7a680e req-5fd46e16-3df9-4673-9bf8-621ef5de079d tempest-DeleteServersTestJSON-1429801221 tempest-DeleteServersTestJSON-1429801221-project] 10.222.0.65 "GET /v2.0/ports?device_id=c255ab4a-07d1-4a09-80f9-21d0522280c6 HTTP/1.1" status: 200  len: 945 time: 0.0975528
Dec 24 11:25:11.587019 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-464678d5-8b81-4d12-a50e-7d3a9a7a680e req-15c86fa5-361f-4f0d-9205-60e9f8c56590 tempest-DeleteServersTestJSON-1429801221 tempest-DeleteServersTestJSON-1429801221-project] 10.222.0.65 "GET /v2.0/security-groups?id=70471990-cf8a-4b68-9bb6-1c3e41029478&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456526
Dec 24 11:25:11.823548 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-78a9d9a7-907f-4f79-967f-ce5152cbca00 req-e18035c7-e537-4b66-ac22-01042de98634 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=c255ab4a-07d1-4a09-80f9-21d0522280c6&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.0862348
Dec 24 11:25:12.146507 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 46524) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:25:12.356574 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.agents_db [None req-e51243ab-6a93-425b-980f-a73583147efa None None] Agent healthcheck: found 6 active agents {{(pid=88881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 24 11:25:12.388495 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea7eac0-efbb-4382-acc0-cf88338ce917 req-a4ccb2f1-f333-4c2f-8df2-57562999edb1 tempest-DeleteServersTestJSON-1429801221 tempest-DeleteServersTestJSON-1429801221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:25:12.390092 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-2ea7eac0-efbb-4382-acc0-cf88338ce917 req-a4ccb2f1-f333-4c2f-8df2-57562999edb1 tempest-DeleteServersTestJSON-1429801221 tempest-DeleteServersTestJSON-1429801221-project] 10.222.0.65 "GET /v2.0/ports?device_id=c255ab4a-07d1-4a09-80f9-21d0522280c6 HTTP/1.1" status: 200  len: 945 time: 0.1609955
Dec 24 11:25:12.394466 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-17841ca0-3302-4780-b813-597fde88e8a4 req-1c28ff75-ac8c-45e4-859e-0df9c2005db8 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=c255ab4a-07d1-4a09-80f9-21d0522280c6&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.2464550
Dec 24 11:25:12.468352 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-2ea7eac0-efbb-4382-acc0-cf88338ce917 req-1a035584-e633-4da8-b707-5710c061dafb tempest-DeleteServersTestJSON-1429801221 tempest-DeleteServersTestJSON-1429801221-project] 10.222.0.65 "GET /v2.0/security-groups?id=70471990-cf8a-4b68-9bb6-1c3e41029478&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0712743
Dec 24 11:25:13.687393 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a155f6-7700-4341-9160-7a4c22a8fd39 req-760c076b-8080-40f2-bf0e-67892ff78c5b tempest-DeleteServersTestJSON-1429801221 tempest-DeleteServersTestJSON-1429801221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:25:13.689139 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-76a155f6-7700-4341-9160-7a4c22a8fd39 req-760c076b-8080-40f2-bf0e-67892ff78c5b tempest-DeleteServersTestJSON-1429801221 tempest-DeleteServersTestJSON-1429801221-project] 10.222.0.65 "GET /v2.0/ports?device_id=c255ab4a-07d1-4a09-80f9-21d0522280c6 HTTP/1.1" status: 200  len: 945 time: 0.0885334
Dec 24 11:25:13.748852 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-76a155f6-7700-4341-9160-7a4c22a8fd39 req-8bfbe2c7-37ee-4a6e-be88-f13705bc3109 tempest-DeleteServersTestJSON-1429801221 tempest-DeleteServersTestJSON-1429801221-project] 10.222.0.65 "GET /v2.0/security-groups?id=70471990-cf8a-4b68-9bb6-1c3e41029478&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0502522
Dec 24 11:25:13.888188 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-17841ca0-3302-4780-b813-597fde88e8a4 req-36f3d37d-b4fa-48ab-8df3-7b16b0a0a0dd service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=80403e19b16e41f7939600670c90645e&device_id=c255ab4a-07d1-4a09-80f9-21d0522280c6 HTTP/1.1" status: 200  len: 1098 time: 0.0856040
Dec 24 11:25:14.043668 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17841ca0-3302-4780-b813-597fde88e8a4 req-826bfc34-bfbc-4bcb-a7cc-6c1c445dc292 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:25:14.045332 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-17841ca0-3302-4780-b813-597fde88e8a4 req-826bfc34-bfbc-4bcb-a7cc-6c1c445dc292 service neutron] 10.222.0.58 "GET /v2.0/networks?id=e3282088-a759-43fd-b0da-ed5f435bd3fb HTTP/1.1" status: 200  len: 913 time: 0.1494591
Dec 24 11:25:14.118795 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-17841ca0-3302-4780-b813-597fde88e8a4 req-474774bb-2b4e-49aa-8fcf-e7a9039f5f5b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9b003c23-bcd5-49c3-8351-1c62aa1dc9ce HTTP/1.1" status: 200  len: 217 time: 0.0662704
Dec 24 11:25:14.195064 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17841ca0-3302-4780-b813-597fde88e8a4 req-61ad0f28-2746-476e-b808-15fd6f9291cb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:25:14.196563 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-17841ca0-3302-4780-b813-597fde88e8a4 req-61ad0f28-2746-476e-b808-15fd6f9291cb service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b9864b50-c593-44fb-b472-021c590fa31d HTTP/1.1" status: 200  len: 852 time: 0.0715308
Dec 24 11:25:14.250281 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-17841ca0-3302-4780-b813-597fde88e8a4 req-4de11b96-4ab8-455a-81e0-40bfdfbebb9e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e3282088-a759-43fd-b0da-ed5f435bd3fb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0458977
Dec 24 11:25:14.402179 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-17841ca0-3302-4780-b813-597fde88e8a4 req-77eda63b-4b51-41d4-baac-888d39804789 service neutron] 10.222.0.58 "GET /v2.0/networks/e3282088-a759-43fd-b0da-ed5f435bd3fb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1453426
Dec 24 11:25:14.556434 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-17841ca0-3302-4780-b813-597fde88e8a4 req-08c5db77-dc2b-48cd-9273-9c36656f270b service neutron] 10.222.0.58 "GET /v2.0/networks/e3282088-a759-43fd-b0da-ed5f435bd3fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1472940
Dec 24 11:25:14.974338 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015ec5d5-2e04-4377-8e77-e6ee73aa20e7 req-112ee3bf-3ad2-4237-a81b-6514d0644eba tempest-DeleteServersTestJSON-1429801221 tempest-DeleteServersTestJSON-1429801221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:25:14.975890 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-015ec5d5-2e04-4377-8e77-e6ee73aa20e7 req-112ee3bf-3ad2-4237-a81b-6514d0644eba tempest-DeleteServersTestJSON-1429801221 tempest-DeleteServersTestJSON-1429801221-project] 10.222.0.65 "GET /v2.0/ports?device_id=c255ab4a-07d1-4a09-80f9-21d0522280c6 HTTP/1.1" status: 200  len: 945 time: 0.0944805
Dec 24 11:25:15.041652 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-015ec5d5-2e04-4377-8e77-e6ee73aa20e7 req-6886322c-f50f-4d25-990a-d6fe322c899d tempest-DeleteServersTestJSON-1429801221 tempest-DeleteServersTestJSON-1429801221-project] 10.222.0.65 "GET /v2.0/security-groups?id=70471990-cf8a-4b68-9bb6-1c3e41029478&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0586894
Dec 24 11:25:16.263711 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9244cee2-a2bd-41d2-8b25-f6225bb1763f req-feda21ea-f535-487c-9ca6-71b25bb7a368 tempest-DeleteServersTestJSON-1429801221 tempest-DeleteServersTestJSON-1429801221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:25:16.265429 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-9244cee2-a2bd-41d2-8b25-f6225bb1763f req-feda21ea-f535-487c-9ca6-71b25bb7a368 tempest-DeleteServersTestJSON-1429801221 tempest-DeleteServersTestJSON-1429801221-project] 10.222.0.65 "GET /v2.0/ports?device_id=c255ab4a-07d1-4a09-80f9-21d0522280c6 HTTP/1.1" status: 200  len: 945 time: 0.0916619
Dec 24 11:25:16.317947 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-9244cee2-a2bd-41d2-8b25-f6225bb1763f req-ba499de8-cf08-431b-a647-b7f8488459c5 tempest-DeleteServersTestJSON-1429801221 tempest-DeleteServersTestJSON-1429801221-project] 10.222.0.65 "GET /v2.0/security-groups?id=70471990-cf8a-4b68-9bb6-1c3e41029478&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456812
Dec 24 11:25:17.547618 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b466c8-3424-4cd2-8114-8f6ab431b851 req-50f3cc64-1b8d-4bb5-9915-d5e508febeb9 tempest-DeleteServersTestJSON-1429801221 tempest-DeleteServersTestJSON-1429801221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:25:17.549264 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-d6b466c8-3424-4cd2-8114-8f6ab431b851 req-50f3cc64-1b8d-4bb5-9915-d5e508febeb9 tempest-DeleteServersTestJSON-1429801221 tempest-DeleteServersTestJSON-1429801221-project] 10.222.0.65 "GET /v2.0/ports?device_id=c255ab4a-07d1-4a09-80f9-21d0522280c6 HTTP/1.1" status: 200  len: 945 time: 0.0985243
Dec 24 11:25:17.601164 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-d6b466c8-3424-4cd2-8114-8f6ab431b851 req-58eb217f-0205-492b-9b46-7b3650a6672f tempest-DeleteServersTestJSON-1429801221 tempest-DeleteServersTestJSON-1429801221-project] 10.222.0.65 "GET /v2.0/security-groups?id=70471990-cf8a-4b68-9bb6-1c3e41029478&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449052
Dec 24 11:25:18.820192 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80539dcc-52b2-4f18-a248-5ffcd4e390cf req-3ea60350-fd6f-483b-8867-58b62c837637 tempest-DeleteServersTestJSON-1429801221 tempest-DeleteServersTestJSON-1429801221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:25:18.822033 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-80539dcc-52b2-4f18-a248-5ffcd4e390cf req-3ea60350-fd6f-483b-8867-58b62c837637 tempest-DeleteServersTestJSON-1429801221 tempest-DeleteServersTestJSON-1429801221-project] 10.222.0.65 "GET /v2.0/ports?device_id=c255ab4a-07d1-4a09-80f9-21d0522280c6 HTTP/1.1" status: 200  len: 945 time: 0.0909345
Dec 24 11:25:18.884023 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-80539dcc-52b2-4f18-a248-5ffcd4e390cf req-6cc12a10-8e41-4090-8160-f093b3557f56 tempest-DeleteServersTestJSON-1429801221 tempest-DeleteServersTestJSON-1429801221-project] 10.222.0.65 "GET /v2.0/security-groups?id=70471990-cf8a-4b68-9bb6-1c3e41029478&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0551085
Dec 24 11:25:20.102037 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd52048-ecab-4005-a4cc-5d123361c2b8 req-5a5a06fe-bbc5-428d-8c4d-a774250094fc tempest-DeleteServersTestJSON-1429801221 tempest-DeleteServersTestJSON-1429801221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:25:20.103681 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-fcd52048-ecab-4005-a4cc-5d123361c2b8 req-5a5a06fe-bbc5-428d-8c4d-a774250094fc tempest-DeleteServersTestJSON-1429801221 tempest-DeleteServersTestJSON-1429801221-project] 10.222.0.65 "GET /v2.0/ports?device_id=c255ab4a-07d1-4a09-80f9-21d0522280c6 HTTP/1.1" status: 200  len: 945 time: 0.0918839
Dec 24 11:25:20.160948 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-fcd52048-ecab-4005-a4cc-5d123361c2b8 req-214cf5b9-737e-417f-8147-e83108673c42 tempest-DeleteServersTestJSON-1429801221 tempest-DeleteServersTestJSON-1429801221-project] 10.222.0.65 "GET /v2.0/security-groups?id=70471990-cf8a-4b68-9bb6-1c3e41029478&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0507874
Dec 24 11:25:21.382330 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f788e92c-e58a-43d2-be66-8842cf0b6583 req-facd59ff-3d56-46ce-b1ae-7d604302f856 tempest-DeleteServersTestJSON-1429801221 tempest-DeleteServersTestJSON-1429801221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:25:21.383959 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-f788e92c-e58a-43d2-be66-8842cf0b6583 req-facd59ff-3d56-46ce-b1ae-7d604302f856 tempest-DeleteServersTestJSON-1429801221 tempest-DeleteServersTestJSON-1429801221-project] 10.222.0.65 "GET /v2.0/ports?device_id=c255ab4a-07d1-4a09-80f9-21d0522280c6 HTTP/1.1" status: 200  len: 945 time: 0.0894623
Dec 24 11:25:21.443424 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-f788e92c-e58a-43d2-be66-8842cf0b6583 req-ef4806fe-154c-4ffa-a6f4-119886542c7b tempest-DeleteServersTestJSON-1429801221 tempest-DeleteServersTestJSON-1429801221-project] 10.222.0.65 "GET /v2.0/security-groups?id=70471990-cf8a-4b68-9bb6-1c3e41029478&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0527263
Dec 24 11:25:22.659732 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a62385a-f4b0-449a-9edb-9d69ca037517 req-d21b48be-ef50-47c2-bec1-f6fb0b14d4dd tempest-DeleteServersTestJSON-1429801221 tempest-DeleteServersTestJSON-1429801221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:25:22.661453 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-3a62385a-f4b0-449a-9edb-9d69ca037517 req-d21b48be-ef50-47c2-bec1-f6fb0b14d4dd tempest-DeleteServersTestJSON-1429801221 tempest-DeleteServersTestJSON-1429801221-project] 10.222.0.65 "GET /v2.0/ports?device_id=c255ab4a-07d1-4a09-80f9-21d0522280c6 HTTP/1.1" status: 200  len: 945 time: 0.0890310
Dec 24 11:25:22.713145 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-3a62385a-f4b0-449a-9edb-9d69ca037517 req-ad3044a0-a297-466a-9162-6a5a487f488d tempest-DeleteServersTestJSON-1429801221 tempest-DeleteServersTestJSON-1429801221-project] 10.222.0.65 "GET /v2.0/security-groups?id=70471990-cf8a-4b68-9bb6-1c3e41029478&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450878
Dec 24 11:25:23.962926 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8246a9f3-38bb-44e7-a4ed-092fecce3f3e req-b840dbb2-3acd-4b24-97d3-97e7fd8e387a tempest-DeleteServersTestJSON-1429801221 tempest-DeleteServersTestJSON-1429801221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:25:23.965962 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-8246a9f3-38bb-44e7-a4ed-092fecce3f3e req-b840dbb2-3acd-4b24-97d3-97e7fd8e387a tempest-DeleteServersTestJSON-1429801221 tempest-DeleteServersTestJSON-1429801221-project] 10.222.0.65 "GET /v2.0/ports?device_id=c255ab4a-07d1-4a09-80f9-21d0522280c6 HTTP/1.1" status: 200  len: 945 time: 0.1017392
Dec 24 11:25:24.027420 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-8246a9f3-38bb-44e7-a4ed-092fecce3f3e req-3cabf9e7-bdfa-457f-a37e-70aaf5057eaa tempest-DeleteServersTestJSON-1429801221 tempest-DeleteServersTestJSON-1429801221-project] 10.222.0.65 "GET /v2.0/security-groups?id=70471990-cf8a-4b68-9bb6-1c3e41029478&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0549471
Dec 24 11:25:24.090003 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-007d2b1a-dbbb-47ab-90ff-f4ae63ce7622 req-773b3407-f156-4f3c-b699-f1095b18dd9d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=80403e19b16e41f7939600670c90645e&device_id=c255ab4a-07d1-4a09-80f9-21d0522280c6 HTTP/1.1" status: 200  len: 1098 time: 0.0837750
Dec 24 11:25:24.253988 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007d2b1a-dbbb-47ab-90ff-f4ae63ce7622 req-3b3dbf0d-fdd6-4548-99dd-1fd1d5d4dbab service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:25:24.255622 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-007d2b1a-dbbb-47ab-90ff-f4ae63ce7622 req-3b3dbf0d-fdd6-4548-99dd-1fd1d5d4dbab service neutron] 10.222.0.58 "GET /v2.0/networks?id=e3282088-a759-43fd-b0da-ed5f435bd3fb HTTP/1.1" status: 200  len: 913 time: 0.1445885
Dec 24 11:25:24.331870 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-007d2b1a-dbbb-47ab-90ff-f4ae63ce7622 req-f345d4ea-1b2d-4b34-875b-946eb774264f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9b003c23-bcd5-49c3-8351-1c62aa1dc9ce HTTP/1.1" status: 200  len: 217 time: 0.0690029
Dec 24 11:25:24.403151 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007d2b1a-dbbb-47ab-90ff-f4ae63ce7622 req-859edd0c-0cfe-4708-9568-fa9db196b59c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:25:24.404750 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-007d2b1a-dbbb-47ab-90ff-f4ae63ce7622 req-859edd0c-0cfe-4708-9568-fa9db196b59c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b9864b50-c593-44fb-b472-021c590fa31d HTTP/1.1" status: 200  len: 852 time: 0.0664239
Dec 24 11:25:24.462559 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-007d2b1a-dbbb-47ab-90ff-f4ae63ce7622 req-2e1966cb-6d26-44e9-b2eb-4d33c4c3d9f9 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e3282088-a759-43fd-b0da-ed5f435bd3fb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0490499
Dec 24 11:25:24.617239 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-007d2b1a-dbbb-47ab-90ff-f4ae63ce7622 req-11962c41-e501-42c4-b9e8-3c9763f8186a service neutron] 10.222.0.58 "GET /v2.0/networks/e3282088-a759-43fd-b0da-ed5f435bd3fb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1476710
Dec 24 11:25:24.762787 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-007d2b1a-dbbb-47ab-90ff-f4ae63ce7622 req-18d67241-3dea-4765-81a9-96fd2cdc0e55 service neutron] 10.222.0.58 "GET /v2.0/networks/e3282088-a759-43fd-b0da-ed5f435bd3fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1388142
Dec 24 11:25:25.266346 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d9833d-dbd6-4935-9abe-85df35d1c9ab req-8674c48a-f675-4348-9bfa-97b02576607c tempest-DeleteServersTestJSON-1429801221 tempest-DeleteServersTestJSON-1429801221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:25:25.268112 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-89d9833d-dbd6-4935-9abe-85df35d1c9ab req-8674c48a-f675-4348-9bfa-97b02576607c tempest-DeleteServersTestJSON-1429801221 tempest-DeleteServersTestJSON-1429801221-project] 10.222.0.65 "GET /v2.0/ports?device_id=c255ab4a-07d1-4a09-80f9-21d0522280c6 HTTP/1.1" status: 200  len: 945 time: 0.0947251
Dec 24 11:25:25.321650 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-89d9833d-dbd6-4935-9abe-85df35d1c9ab req-d7396b8d-ad74-43a7-bcae-0a0134d1e56b tempest-DeleteServersTestJSON-1429801221 tempest-DeleteServersTestJSON-1429801221-project] 10.222.0.65 "GET /v2.0/security-groups?id=70471990-cf8a-4b68-9bb6-1c3e41029478&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0466902
Dec 24 11:25:26.536853 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5becf0fd-72b4-4922-a660-1efb0b967b42 req-b6dc1b33-a843-40f9-a6c7-a871025514ee tempest-DeleteServersTestJSON-1429801221 tempest-DeleteServersTestJSON-1429801221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:25:26.538548 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-5becf0fd-72b4-4922-a660-1efb0b967b42 req-b6dc1b33-a843-40f9-a6c7-a871025514ee tempest-DeleteServersTestJSON-1429801221 tempest-DeleteServersTestJSON-1429801221-project] 10.222.0.65 "GET /v2.0/ports?device_id=c255ab4a-07d1-4a09-80f9-21d0522280c6 HTTP/1.1" status: 200  len: 945 time: 0.0924420
Dec 24 11:25:26.591047 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-5becf0fd-72b4-4922-a660-1efb0b967b42 req-2d5fc4bd-35b1-4be6-809f-10beb468c98c tempest-DeleteServersTestJSON-1429801221 tempest-DeleteServersTestJSON-1429801221-project] 10.222.0.65 "GET /v2.0/security-groups?id=70471990-cf8a-4b68-9bb6-1c3e41029478&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458796
Dec 24 11:25:27.815548 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3551f0-858b-4961-9251-38836a8f7c16 req-712c3cfd-771d-4a96-842c-e7752eaea7e4 tempest-DeleteServersTestJSON-1429801221 tempest-DeleteServersTestJSON-1429801221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:25:27.817213 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-ca3551f0-858b-4961-9251-38836a8f7c16 req-712c3cfd-771d-4a96-842c-e7752eaea7e4 tempest-DeleteServersTestJSON-1429801221 tempest-DeleteServersTestJSON-1429801221-project] 10.222.0.65 "GET /v2.0/ports?device_id=c255ab4a-07d1-4a09-80f9-21d0522280c6 HTTP/1.1" status: 200  len: 945 time: 0.0920970
Dec 24 11:25:27.877146 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-ca3551f0-858b-4961-9251-38836a8f7c16 req-b83df902-5c21-4724-a165-25b39d06ca16 tempest-DeleteServersTestJSON-1429801221 tempest-DeleteServersTestJSON-1429801221-project] 10.222.0.65 "GET /v2.0/security-groups?id=70471990-cf8a-4b68-9bb6-1c3e41029478&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0531447
Dec 24 11:25:28.353985 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:25:29.097552 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203a88a9-6a73-4d5b-b021-c85162ccf9a4 req-d9b3b284-50f8-4db6-a49f-8d98ca4cb06b tempest-DeleteServersTestJSON-1429801221 tempest-DeleteServersTestJSON-1429801221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:25:29.099260 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-203a88a9-6a73-4d5b-b021-c85162ccf9a4 req-d9b3b284-50f8-4db6-a49f-8d98ca4cb06b tempest-DeleteServersTestJSON-1429801221 tempest-DeleteServersTestJSON-1429801221-project] 10.222.0.65 "GET /v2.0/ports?device_id=c255ab4a-07d1-4a09-80f9-21d0522280c6 HTTP/1.1" status: 200  len: 945 time: 0.0921173
Dec 24 11:25:29.149651 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-203a88a9-6a73-4d5b-b021-c85162ccf9a4 req-09208c43-7b6c-4f1f-8918-9dee80628030 tempest-DeleteServersTestJSON-1429801221 tempest-DeleteServersTestJSON-1429801221-project] 10.222.0.65 "GET /v2.0/security-groups?id=70471990-cf8a-4b68-9bb6-1c3e41029478&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441723
Dec 24 11:25:30.373504 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ac2293-66c8-4e02-8291-2fb54bc68c29 req-0bbc5a1c-6732-487c-88b1-9f392d5eca62 tempest-DeleteServersTestJSON-1429801221 tempest-DeleteServersTestJSON-1429801221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:25:30.375204 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-51ac2293-66c8-4e02-8291-2fb54bc68c29 req-0bbc5a1c-6732-487c-88b1-9f392d5eca62 tempest-DeleteServersTestJSON-1429801221 tempest-DeleteServersTestJSON-1429801221-project] 10.222.0.65 "GET /v2.0/ports?device_id=c255ab4a-07d1-4a09-80f9-21d0522280c6 HTTP/1.1" status: 200  len: 945 time: 0.0996635
Dec 24 11:25:30.428438 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-51ac2293-66c8-4e02-8291-2fb54bc68c29 req-cb9637a3-37a2-4910-88a6-257797cf564a tempest-DeleteServersTestJSON-1429801221 tempest-DeleteServersTestJSON-1429801221-project] 10.222.0.65 "GET /v2.0/security-groups?id=70471990-cf8a-4b68-9bb6-1c3e41029478&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468411
Dec 24 11:25:31.639757 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d9edbe-efea-49e7-bf31-2bc27e0771e8 req-507615d5-632c-4f0e-8f42-42d7724b6762 tempest-DeleteServersTestJSON-1429801221 tempest-DeleteServersTestJSON-1429801221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:25:31.641375 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-19d9edbe-efea-49e7-bf31-2bc27e0771e8 req-507615d5-632c-4f0e-8f42-42d7724b6762 tempest-DeleteServersTestJSON-1429801221 tempest-DeleteServersTestJSON-1429801221-project] 10.222.0.65 "GET /v2.0/ports?device_id=c255ab4a-07d1-4a09-80f9-21d0522280c6 HTTP/1.1" status: 200  len: 945 time: 0.0855601
Dec 24 11:25:31.695644 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-19d9edbe-efea-49e7-bf31-2bc27e0771e8 req-1f4ccf98-3f11-4058-9766-2dca3b1ed409 tempest-DeleteServersTestJSON-1429801221 tempest-DeleteServersTestJSON-1429801221-project] 10.222.0.65 "GET /v2.0/security-groups?id=70471990-cf8a-4b68-9bb6-1c3e41029478&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0478711
Dec 24 11:25:32.924284 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647b6a76-e3d1-4409-a8a7-721a47da4521 req-8a665b58-b232-40cc-85b7-6b237cdab816 tempest-DeleteServersTestJSON-1429801221 tempest-DeleteServersTestJSON-1429801221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:25:32.925789 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-647b6a76-e3d1-4409-a8a7-721a47da4521 req-8a665b58-b232-40cc-85b7-6b237cdab816 tempest-DeleteServersTestJSON-1429801221 tempest-DeleteServersTestJSON-1429801221-project] 10.222.0.65 "GET /v2.0/ports?device_id=c255ab4a-07d1-4a09-80f9-21d0522280c6 HTTP/1.1" status: 200  len: 945 time: 0.0911827
Dec 24 11:25:32.975037 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-647b6a76-e3d1-4409-a8a7-721a47da4521 req-44e0280f-07e7-4b92-9e4a-388f83bee65c tempest-DeleteServersTestJSON-1429801221 tempest-DeleteServersTestJSON-1429801221-project] 10.222.0.65 "GET /v2.0/security-groups?id=70471990-cf8a-4b68-9bb6-1c3e41029478&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428689
Dec 24 11:25:34.201390 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c66d14-bead-4238-bd91-5a25f9752600 req-d2ccd5ec-89ce-4934-9780-61e15e24a868 tempest-DeleteServersTestJSON-1429801221 tempest-DeleteServersTestJSON-1429801221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:25:34.203235 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-92c66d14-bead-4238-bd91-5a25f9752600 req-d2ccd5ec-89ce-4934-9780-61e15e24a868 tempest-DeleteServersTestJSON-1429801221 tempest-DeleteServersTestJSON-1429801221-project] 10.222.0.65 "GET /v2.0/ports?device_id=c255ab4a-07d1-4a09-80f9-21d0522280c6 HTTP/1.1" status: 200  len: 945 time: 0.0920813
Dec 24 11:25:34.267657 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-92c66d14-bead-4238-bd91-5a25f9752600 req-8399ec2d-9025-4106-838b-257936374575 tempest-DeleteServersTestJSON-1429801221 tempest-DeleteServersTestJSON-1429801221-project] 10.222.0.65 "GET /v2.0/security-groups?id=70471990-cf8a-4b68-9bb6-1c3e41029478&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0551155
Dec 24 11:25:35.483345 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf22681-5da2-4c2e-932c-aafcf956a882 req-7f35a963-7322-482d-9d4f-697f6b9773c8 tempest-DeleteServersTestJSON-1429801221 tempest-DeleteServersTestJSON-1429801221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:25:35.485017 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-4cf22681-5da2-4c2e-932c-aafcf956a882 req-7f35a963-7322-482d-9d4f-697f6b9773c8 tempest-DeleteServersTestJSON-1429801221 tempest-DeleteServersTestJSON-1429801221-project] 10.222.0.65 "GET /v2.0/ports?device_id=c255ab4a-07d1-4a09-80f9-21d0522280c6 HTTP/1.1" status: 200  len: 945 time: 0.0905783
Dec 24 11:25:35.538023 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-4cf22681-5da2-4c2e-932c-aafcf956a882 req-4f85455b-4135-49c0-889e-0632bcf7934e tempest-DeleteServersTestJSON-1429801221 tempest-DeleteServersTestJSON-1429801221-project] 10.222.0.65 "GET /v2.0/security-groups?id=70471990-cf8a-4b68-9bb6-1c3e41029478&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465946
Dec 24 11:25:36.469538 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-76813aa4-cedc-42cc-bde1-9da0cbd6fe4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:25:36.769011 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399c63fd-b8bc-422b-9d19-8fd9b1ecb38c req-d8673698-db85-4352-9428-2dd01619e4d2 tempest-DeleteServersTestJSON-1429801221 tempest-DeleteServersTestJSON-1429801221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:25:36.770599 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-399c63fd-b8bc-422b-9d19-8fd9b1ecb38c req-d8673698-db85-4352-9428-2dd01619e4d2 tempest-DeleteServersTestJSON-1429801221 tempest-DeleteServersTestJSON-1429801221-project] 10.222.0.65 "GET /v2.0/ports?device_id=c255ab4a-07d1-4a09-80f9-21d0522280c6 HTTP/1.1" status: 200  len: 945 time: 0.1016724
Dec 24 11:25:36.830393 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-399c63fd-b8bc-422b-9d19-8fd9b1ecb38c req-d3cd0dd7-3229-4812-8705-04e32fedadfe tempest-DeleteServersTestJSON-1429801221 tempest-DeleteServersTestJSON-1429801221-project] 10.222.0.65 "GET /v2.0/security-groups?id=70471990-cf8a-4b68-9bb6-1c3e41029478&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0533514
Dec 24 11:25:38.059550 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1cab0d-07c8-4392-b09d-006671231cea req-fd92f070-a7cd-4269-8f21-d76b89a2b8b0 tempest-DeleteServersTestJSON-1429801221 tempest-DeleteServersTestJSON-1429801221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:25:38.061163 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-4a1cab0d-07c8-4392-b09d-006671231cea req-fd92f070-a7cd-4269-8f21-d76b89a2b8b0 tempest-DeleteServersTestJSON-1429801221 tempest-DeleteServersTestJSON-1429801221-project] 10.222.0.65 "GET /v2.0/ports?device_id=c255ab4a-07d1-4a09-80f9-21d0522280c6 HTTP/1.1" status: 200  len: 945 time: 0.0983276
Dec 24 11:25:38.067526 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:25:38.113790 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-4a1cab0d-07c8-4392-b09d-006671231cea req-59e249ec-1a5a-4209-a1c3-14dd7db1eabb tempest-DeleteServersTestJSON-1429801221 tempest-DeleteServersTestJSON-1429801221-project] 10.222.0.65 "GET /v2.0/security-groups?id=70471990-cf8a-4b68-9bb6-1c3e41029478&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456314
Dec 24 11:25:38.964907 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c658240f-8ae1-4e62-bce7-2a05aa33a219 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:25:39.432955 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bdfdbc84-c52d-4f40-b281-af314dc1f8fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:25:39.739918 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3854579-2d8c-474f-902a-b95ebe835d13 req-fc2eaf69-98ca-47c6-b883-b5913a3b9cf6 tempest-DeleteServersTestJSON-1429801221 tempest-DeleteServersTestJSON-1429801221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:25:39.741532 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-b3854579-2d8c-474f-902a-b95ebe835d13 req-fc2eaf69-98ca-47c6-b883-b5913a3b9cf6 tempest-DeleteServersTestJSON-1429801221 tempest-DeleteServersTestJSON-1429801221-project] 10.222.0.65 "GET /v2.0/ports?device_id=c255ab4a-07d1-4a09-80f9-21d0522280c6 HTTP/1.1" status: 200  len: 945 time: 0.3287051
Dec 24 11:25:39.801046 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-b3854579-2d8c-474f-902a-b95ebe835d13 req-7fb5717f-d63a-4e11-8181-9edb909cf1b7 tempest-DeleteServersTestJSON-1429801221 tempest-DeleteServersTestJSON-1429801221-project] 10.222.0.65 "GET /v2.0/security-groups?id=70471990-cf8a-4b68-9bb6-1c3e41029478&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0528240
Dec 24 11:25:40.703782 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-39ff93cf-c0b7-48c5-95f3-6f7e9977387d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:25:41.031008 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270f472c-fd65-4d44-80f1-5fbc38390393 req-96b92f28-b1fa-4f23-b34f-6c94e520adf8 tempest-DeleteServersTestJSON-1429801221 tempest-DeleteServersTestJSON-1429801221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:25:41.032623 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-270f472c-fd65-4d44-80f1-5fbc38390393 req-96b92f28-b1fa-4f23-b34f-6c94e520adf8 tempest-DeleteServersTestJSON-1429801221 tempest-DeleteServersTestJSON-1429801221-project] 10.222.0.65 "GET /v2.0/ports?device_id=c255ab4a-07d1-4a09-80f9-21d0522280c6 HTTP/1.1" status: 200  len: 945 time: 0.0895426
Dec 24 11:25:41.085402 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-270f472c-fd65-4d44-80f1-5fbc38390393 req-c8e6e978-3bc5-4d75-99af-273686442cd0 tempest-DeleteServersTestJSON-1429801221 tempest-DeleteServersTestJSON-1429801221-project] 10.222.0.65 "GET /v2.0/security-groups?id=70471990-cf8a-4b68-9bb6-1c3e41029478&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461607
Dec 24 11:25:41.693675 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-17841ca0-3302-4780-b813-597fde88e8a4 req-dd015ccf-47e6-459c-9d65-15abba47a6c5 service neutron] 10.222.0.58 "GET /v2.0/ports/9b003c23-bcd5-49c3-8351-1c62aa1dc9ce/bindings/hv-neutron-8226 HTTP/1.1" status: 200  len: 384 time: 0.1048169
Dec 24 11:25:41.990858 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-17841ca0-3302-4780-b813-597fde88e8a4 req-2e118ee1-b3d6-442f-b9cc-90c7cd86ad8c service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=c255ab4a-07d1-4a09-80f9-21d0522280c6&tenant_id=80403e19b16e41f7939600670c90645e HTTP/1.1" status: 200  len: 1098 time: 0.0779128
Dec 24 11:25:42.104577 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-17841ca0-3302-4780-b813-597fde88e8a4 req-9aad6dbf-2642-48eb-a030-3b2a8786b4a3 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=80403e19b16e41f7939600670c90645e&device_id=c255ab4a-07d1-4a09-80f9-21d0522280c6 HTTP/1.1" status: 200  len: 1098 time: 0.0883560
Dec 24 11:25:42.262390 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17841ca0-3302-4780-b813-597fde88e8a4 req-fb84ebd2-0320-4be5-93c7-3ccce99be9f2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:25:42.263952 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-17841ca0-3302-4780-b813-597fde88e8a4 req-fb84ebd2-0320-4be5-93c7-3ccce99be9f2 service neutron] 10.222.0.58 "GET /v2.0/networks?id=e3282088-a759-43fd-b0da-ed5f435bd3fb HTTP/1.1" status: 200  len: 913 time: 0.1485360
Dec 24 11:25:42.302451 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c285dc59-6397-482f-8cb9-5126c8fba0d7 req-ca6f112e-8efe-4f0b-8212-35343014e881 tempest-DeleteServersTestJSON-1429801221 tempest-DeleteServersTestJSON-1429801221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:25:42.304052 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-c285dc59-6397-482f-8cb9-5126c8fba0d7 req-ca6f112e-8efe-4f0b-8212-35343014e881 tempest-DeleteServersTestJSON-1429801221 tempest-DeleteServersTestJSON-1429801221-project] 10.222.0.65 "GET /v2.0/ports?device_id=c255ab4a-07d1-4a09-80f9-21d0522280c6 HTTP/1.1" status: 200  len: 945 time: 0.0883455
Dec 24 11:25:42.341273 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-17841ca0-3302-4780-b813-597fde88e8a4 req-53f0feec-16a3-4f58-9dd0-55e0f2afd54c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9b003c23-bcd5-49c3-8351-1c62aa1dc9ce HTTP/1.1" status: 200  len: 217 time: 0.0677795
Dec 24 11:25:42.355049 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-c285dc59-6397-482f-8cb9-5126c8fba0d7 req-51768bb8-3c21-48b7-829a-a40fdbcd0ef4 tempest-DeleteServersTestJSON-1429801221 tempest-DeleteServersTestJSON-1429801221-project] 10.222.0.65 "GET /v2.0/security-groups?id=70471990-cf8a-4b68-9bb6-1c3e41029478&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444248
Dec 24 11:25:42.419856 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17841ca0-3302-4780-b813-597fde88e8a4 req-98ebd705-5413-4e29-8617-7f66b705f1e7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:25:42.421529 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-17841ca0-3302-4780-b813-597fde88e8a4 req-98ebd705-5413-4e29-8617-7f66b705f1e7 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b9864b50-c593-44fb-b472-021c590fa31d HTTP/1.1" status: 200  len: 852 time: 0.0735154
Dec 24 11:25:42.472917 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-17841ca0-3302-4780-b813-597fde88e8a4 req-71d37383-a1c1-4891-a65a-42c69bbdea03 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e3282088-a759-43fd-b0da-ed5f435bd3fb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0436881
Dec 24 11:25:42.625712 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-17841ca0-3302-4780-b813-597fde88e8a4 req-e5384924-9a2e-4501-a9a6-f98766548223 service neutron] 10.222.0.58 "GET /v2.0/networks/e3282088-a759-43fd-b0da-ed5f435bd3fb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1453128
Dec 24 11:25:42.785243 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-17841ca0-3302-4780-b813-597fde88e8a4 req-9f0183f7-af1c-4322-9c12-3622e74c4231 service neutron] 10.222.0.58 "GET /v2.0/networks/e3282088-a759-43fd-b0da-ed5f435bd3fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1513953
Dec 24 11:25:43.587635 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0941e0f8-4cb2-4d79-b9a3-e412cd564073 req-948baec8-8618-4f99-9f22-edb932fc2f55 tempest-DeleteServersTestJSON-1429801221 tempest-DeleteServersTestJSON-1429801221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:25:43.589283 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-0941e0f8-4cb2-4d79-b9a3-e412cd564073 req-948baec8-8618-4f99-9f22-edb932fc2f55 tempest-DeleteServersTestJSON-1429801221 tempest-DeleteServersTestJSON-1429801221-project] 10.222.0.65 "GET /v2.0/ports?device_id=c255ab4a-07d1-4a09-80f9-21d0522280c6 HTTP/1.1" status: 200  len: 945 time: 0.0869553
Dec 24 11:25:43.640349 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-0941e0f8-4cb2-4d79-b9a3-e412cd564073 req-9a6f29c1-a9e8-405c-8800-75073d68ab23 tempest-DeleteServersTestJSON-1429801221 tempest-DeleteServersTestJSON-1429801221-project] 10.222.0.65 "GET /v2.0/security-groups?id=70471990-cf8a-4b68-9bb6-1c3e41029478&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446022
Dec 24 11:25:44.862468 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67e128d-873f-4b5a-a97e-4c9753f20bc7 req-b96073ee-3432-4719-a3b4-892345856f28 tempest-DeleteServersTestJSON-1429801221 tempest-DeleteServersTestJSON-1429801221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:25:44.864031 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-a67e128d-873f-4b5a-a97e-4c9753f20bc7 req-b96073ee-3432-4719-a3b4-892345856f28 tempest-DeleteServersTestJSON-1429801221 tempest-DeleteServersTestJSON-1429801221-project] 10.222.0.65 "GET /v2.0/ports?device_id=c255ab4a-07d1-4a09-80f9-21d0522280c6 HTTP/1.1" status: 200  len: 945 time: 0.0920143
Dec 24 11:25:44.917798 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-a67e128d-873f-4b5a-a97e-4c9753f20bc7 req-9c9aa2ef-5440-4a43-825c-030dc5186942 tempest-DeleteServersTestJSON-1429801221 tempest-DeleteServersTestJSON-1429801221-project] 10.222.0.65 "GET /v2.0/security-groups?id=70471990-cf8a-4b68-9bb6-1c3e41029478&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0469549
Dec 24 11:25:45.390488 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Device 9b003c23-bcd5-49c3-8351-1c62aa1dc9ce details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 24 11:25:45.394231 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Device 9b003c23-bcd5-49c3-8351-1c62aa1dc9ce no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:25:45.623912 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:25:45.647586 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] For port 9b003c23-bcd5-49c3-8351-1c62aa1dc9ce, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=9b003c23-bcd5-49c3-8351-1c62aa1dc9ce,segment=NetworkSegment(0183ba02-af48-4f5f-9e41-1babf6183619),segment_id=0183ba02-af48-4f5f-9e41-1babf6183619)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:25:45.668342 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Returning: {'device': '9b003c23-bcd5-49c3-8351-1c62aa1dc9ce', 'network_id': 'e3282088-a759-43fd-b0da-ed5f435bd3fb', 'port_id': '9b003c23-bcd5-49c3-8351-1c62aa1dc9ce', 'mac_address': 'fa:16:3e:44:9e:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 632, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9864b50-c593-44fb-b472-021c590fa31d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 24 11:25:45.673619 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c255ab4a-07d1-4a09-80f9-21d0522280c6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b003c23-bcd5-49c3-8351-1c62aa1dc9ce'}] {{(pid=88880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 24 11:25:45.715549 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] For port 9b003c23-bcd5-49c3-8351-1c62aa1dc9ce, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=9b003c23-bcd5-49c3-8351-1c62aa1dc9ce,segment=NetworkSegment(0183ba02-af48-4f5f-9e41-1babf6183619),segment_id=0183ba02-af48-4f5f-9e41-1babf6183619)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:25:45.722851 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:25:45.726789 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:25:45.758667 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c255ab4a-07d1-4a09-80f9-21d0522280c6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b003c23-bcd5-49c3-8351-1c62aa1dc9ce', 'code': 200}
Dec 24 11:25:45.791347 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:25:45.831076 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9b003c23-bcd5-49c3-8351-1c62aa1dc9ce {{(pid=88880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 24 11:25:45.834790 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Pushing event updated for resources: {'Port': ['ID=9b003c23-bcd5-49c3-8351-1c62aa1dc9ce,revision_number=6']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:25:45.839116 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:25:46.076929 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.db.api [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88880) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 24 11:25:46.077562 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_db.api [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 24 11:25:46.138400 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d7572d-1b49-4e85-9fa3-48c1adc84cc4 req-bbd27352-2773-4d31-9216-faee63cd72dd tempest-DeleteServersTestJSON-1429801221 tempest-DeleteServersTestJSON-1429801221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:25:46.140070 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-19d7572d-1b49-4e85-9fa3-48c1adc84cc4 req-bbd27352-2773-4d31-9216-faee63cd72dd tempest-DeleteServersTestJSON-1429801221 tempest-DeleteServersTestJSON-1429801221-project] 10.222.0.65 "GET /v2.0/ports?device_id=c255ab4a-07d1-4a09-80f9-21d0522280c6 HTTP/1.1" status: 200  len: 943 time: 0.0928097
Dec 24 11:25:46.209761 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-19d7572d-1b49-4e85-9fa3-48c1adc84cc4 req-f92e9f6d-3dd2-42e0-93a7-a99024d030f4 tempest-DeleteServersTestJSON-1429801221 tempest-DeleteServersTestJSON-1429801221-project] 10.222.0.65 "GET /v2.0/security-groups?id=70471990-cf8a-4b68-9bb6-1c3e41029478&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0602186
Dec 24 11:25:46.641249 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:25:46.659983 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b003c23-bcd5-49c3-8351-1c62aa1dc9ce {{(pid=88880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 24 11:25:46.676016 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] For port 9b003c23-bcd5-49c3-8351-1c62aa1dc9ce, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=9b003c23-bcd5-49c3-8351-1c62aa1dc9ce,segment=NetworkSegment(0183ba02-af48-4f5f-9e41-1babf6183619),segment_id=0183ba02-af48-4f5f-9e41-1babf6183619)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:25:46.679585 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:25:46.681050 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7a9136-b9ab-4af3-8ea7-d256089fe4d3 req-73479789-bdc4-422c-a0ad-dd636e048dcf tempest-DeleteServersTestJSON-1429801221 tempest-DeleteServersTestJSON-1429801221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:25:46.681508 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54d46998-3204-43df-84be-cb73fed00fa5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:25:46.681822 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-ba7a9136-b9ab-4af3-8ea7-d256089fe4d3 req-73479789-bdc4-422c-a0ad-dd636e048dcf tempest-DeleteServersTestJSON-1429801221 tempest-DeleteServersTestJSON-1429801221-project] Synchronizing usage tracker for tenant:80403e19b16e41f7939600670c90645e on resource:port {{(pid=88879) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:25:46.700602 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-ba7a9136-b9ab-4af3-8ea7-d256089fe4d3 req-73479789-bdc4-422c-a0ad-dd636e048dcf tempest-DeleteServersTestJSON-1429801221 tempest-DeleteServersTestJSON-1429801221-project] Unset dirty status for tenant:80403e19b16e41f7939600670c90645e on resource:port {{(pid=88879) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:25:46.701873 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-ba7a9136-b9ab-4af3-8ea7-d256089fe4d3 req-73479789-bdc4-422c-a0ad-dd636e048dcf tempest-DeleteServersTestJSON-1429801221 tempest-DeleteServersTestJSON-1429801221-project] 10.222.0.58 "GET /v2.0/ports?device_id=c255ab4a-07d1-4a09-80f9-21d0522280c6&tenant_id=80403e19b16e41f7939600670c90645e&binding%3Ahost_id=hv-neutron-8226 HTTP/1.1" status: 200  len: 943 time: 0.1224399
Dec 24 11:25:46.751367 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Pushing event updated for resources: {'Port': ['ID=9b003c23-bcd5-49c3-8351-1c62aa1dc9ce,revision_number=7']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:25:46.755753 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] get_ports_and_sgs() called for port_ids ['9b003c23-bcd5-49c3-8351-1c62aa1dc9ce'] {{(pid=88880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 24 11:25:46.783823 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:25:46.854472 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-ba7a9136-b9ab-4af3-8ea7-d256089fe4d3 req-4c64cfe7-1475-42d5-bfc0-0f60db9a21d1 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=80403e19b16e41f7939600670c90645e&device_id=c255ab4a-07d1-4a09-80f9-21d0522280c6 HTTP/1.1" status: 200  len: 1097 time: 0.0773332
Dec 24 11:25:47.241129 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7a9136-b9ab-4af3-8ea7-d256089fe4d3 req-a99c9cfb-5305-4536-83e3-070c2e9ac02f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:25:47.243045 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-ba7a9136-b9ab-4af3-8ea7-d256089fe4d3 req-a99c9cfb-5305-4536-83e3-070c2e9ac02f service neutron] 10.222.0.58 "GET /v2.0/networks?id=e3282088-a759-43fd-b0da-ed5f435bd3fb HTTP/1.1" status: 200  len: 913 time: 0.3819573
Dec 24 11:25:47.321596 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-ba7a9136-b9ab-4af3-8ea7-d256089fe4d3 req-1ae40005-eb32-45a6-95a6-946e026c4bfb service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9b003c23-bcd5-49c3-8351-1c62aa1dc9ce HTTP/1.1" status: 200  len: 217 time: 0.0708520
Dec 24 11:25:47.391535 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7a9136-b9ab-4af3-8ea7-d256089fe4d3 req-bf442ae7-41bf-4932-a199-0be45ff800f7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:25:47.393084 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-ba7a9136-b9ab-4af3-8ea7-d256089fe4d3 req-bf442ae7-41bf-4932-a199-0be45ff800f7 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b9864b50-c593-44fb-b472-021c590fa31d HTTP/1.1" status: 200  len: 852 time: 0.0648699
Dec 24 11:25:47.393239 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Device 9b003c23-bcd5-49c3-8351-1c62aa1dc9ce up at agent hyperv_hv-neutron-8226 {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:25:47.446892 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-ba7a9136-b9ab-4af3-8ea7-d256089fe4d3 req-74fab157-5916-4666-a91c-4442cdbb46c3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e3282088-a759-43fd-b0da-ed5f435bd3fb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0465159
Dec 24 11:25:47.474134 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Provisioning complete for port 9b003c23-bcd5-49c3-8351-1c62aa1dc9ce triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:25:47.474561 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:25:47.592889 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:25:47.612026 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-ba7a9136-b9ab-4af3-8ea7-d256089fe4d3 req-ce296b6d-4388-42cf-831c-1caae184d987 service neutron] 10.222.0.58 "GET /v2.0/networks/e3282088-a759-43fd-b0da-ed5f435bd3fb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1567767
Dec 24 11:25:47.627359 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] For port 9b003c23-bcd5-49c3-8351-1c62aa1dc9ce, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=9b003c23-bcd5-49c3-8351-1c62aa1dc9ce,segment=NetworkSegment(0183ba02-af48-4f5f-9e41-1babf6183619),segment_id=0183ba02-af48-4f5f-9e41-1babf6183619)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:25:47.630681 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:25:47.633251 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-b8a2ffcf-49a3-4326-89ca-df0f262dd8d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:25:47.701639 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Pushing event updated for resources: {'Port': ['ID=9b003c23-bcd5-49c3-8351-1c62aa1dc9ce,revision_number=8']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:25:47.704905 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:25:47.756239 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-ba7a9136-b9ab-4af3-8ea7-d256089fe4d3 req-b375d6e5-a714-4e2c-a55b-7228de3e4045 service neutron] 10.222.0.58 "GET /v2.0/networks/e3282088-a759-43fd-b0da-ed5f435bd3fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1369863
Dec 24 11:25:47.759954 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c255ab4a-07d1-4a09-80f9-21d0522280c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b003c23-bcd5-49c3-8351-1c62aa1dc9ce'}] {{(pid=88880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 24 11:25:47.833485 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c255ab4a-07d1-4a09-80f9-21d0522280c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b003c23-bcd5-49c3-8351-1c62aa1dc9ce', 'code': 200}
Dec 24 11:25:48.708872 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3127a6-795f-4814-a2e1-30ae75ad2c04 req-56f361bb-f316-43ba-b1d8-c65b71265e36 tempest-DeleteServersTestJSON-1429801221 tempest-DeleteServersTestJSON-1429801221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:25:48.710501 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-fe3127a6-795f-4814-a2e1-30ae75ad2c04 req-56f361bb-f316-43ba-b1d8-c65b71265e36 tempest-DeleteServersTestJSON-1429801221 tempest-DeleteServersTestJSON-1429801221-project] 10.222.0.65 "GET /v2.0/ports?device_id=c255ab4a-07d1-4a09-80f9-21d0522280c6 HTTP/1.1" status: 200  len: 945 time: 0.0850885
Dec 24 11:25:48.762749 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-fe3127a6-795f-4814-a2e1-30ae75ad2c04 req-4f842248-b539-45f7-bbf1-aeb451817f9f tempest-DeleteServersTestJSON-1429801221 tempest-DeleteServersTestJSON-1429801221-project] 10.222.0.65 "GET /v2.0/security-groups?id=70471990-cf8a-4b68-9bb6-1c3e41029478&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430124
Dec 24 11:25:49.360425 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.agents_db [None req-e51243ab-6a93-425b-980f-a73583147efa None None] Agent healthcheck: found 6 active agents {{(pid=88881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 24 11:25:50.004503 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cad258-1543-490d-83e4-0c1b3af453ba req-486aba30-c27b-4d81-971b-ea8032fe1c9e tempest-DeleteServersTestJSON-1429801221 tempest-DeleteServersTestJSON-1429801221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:25:50.006067 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-c5cad258-1543-490d-83e4-0c1b3af453ba req-486aba30-c27b-4d81-971b-ea8032fe1c9e tempest-DeleteServersTestJSON-1429801221 tempest-DeleteServersTestJSON-1429801221-project] 10.222.0.65 "GET /v2.0/ports?device_id=c255ab4a-07d1-4a09-80f9-21d0522280c6 HTTP/1.1" status: 200  len: 945 time: 0.0994446
Dec 24 11:25:50.059921 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-c5cad258-1543-490d-83e4-0c1b3af453ba req-25d76958-aa02-49e6-9a5a-5dc0135031fc tempest-DeleteServersTestJSON-1429801221 tempest-DeleteServersTestJSON-1429801221-project] 10.222.0.65 "GET /v2.0/security-groups?id=70471990-cf8a-4b68-9bb6-1c3e41029478&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449178
Dec 24 11:25:50.688157 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7a9136-b9ab-4af3-8ea7-d256089fe4d3 req-89b1acde-b979-47b3-b1bd-116382684b30 tempest-DeleteServersTestJSON-1429801221 tempest-DeleteServersTestJSON-1429801221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:25:50.690113 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-ba7a9136-b9ab-4af3-8ea7-d256089fe4d3 req-89b1acde-b979-47b3-b1bd-116382684b30 tempest-DeleteServersTestJSON-1429801221 tempest-DeleteServersTestJSON-1429801221-project] 10.222.0.58 "GET /v2.0/ports?device_id=c255ab4a-07d1-4a09-80f9-21d0522280c6 HTTP/1.1" status: 200  len: 945 time: 0.0857577
Dec 24 11:25:50.769248 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [req-ba7a9136-b9ab-4af3-8ea7-d256089fe4d3 req-7aa396bf-3a06-4742-b915-65df10c92f4a tempest-DeleteServersTestJSON-1429801221 tempest-DeleteServersTestJSON-1429801221-project] Deleting port 9b003c23-bcd5-49c3-8351-1c62aa1dc9ce {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:25:50.769628 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-ba7a9136-b9ab-4af3-8ea7-d256089fe4d3 req-7aa396bf-3a06-4742-b915-65df10c92f4a tempest-DeleteServersTestJSON-1429801221 tempest-DeleteServersTestJSON-1429801221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:25:51.040900 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [req-ba7a9136-b9ab-4af3-8ea7-d256089fe4d3 req-7aa396bf-3a06-4742-b915-65df10c92f4a tempest-DeleteServersTestJSON-1429801221 tempest-DeleteServersTestJSON-1429801221-project] For port 9b003c23-bcd5-49c3-8351-1c62aa1dc9ce, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=9b003c23-bcd5-49c3-8351-1c62aa1dc9ce,segment=NetworkSegment(0183ba02-af48-4f5f-9e41-1babf6183619),segment_id=0183ba02-af48-4f5f-9e41-1babf6183619)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:25:51.041480 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-ba7a9136-b9ab-4af3-8ea7-d256089fe4d3 req-7aa396bf-3a06-4742-b915-65df10c92f4a tempest-DeleteServersTestJSON-1429801221 tempest-DeleteServersTestJSON-1429801221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:25:51.179689 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [req-ba7a9136-b9ab-4af3-8ea7-d256089fe4d3 req-7aa396bf-3a06-4742-b915-65df10c92f4a tempest-DeleteServersTestJSON-1429801221 tempest-DeleteServersTestJSON-1429801221-project] Calling delete_port for 9b003c23-bcd5-49c3-8351-1c62aa1dc9ce owned by compute:nova {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:25:51.276912 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733b204a-61bf-4f4e-9b3e-8a91706672f4 req-d16d679c-a3e1-462a-a2a8-2c64ee988d99 tempest-DeleteServersTestJSON-1429801221 tempest-DeleteServersTestJSON-1429801221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:25:51.278518 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-733b204a-61bf-4f4e-9b3e-8a91706672f4 req-d16d679c-a3e1-462a-a2a8-2c64ee988d99 tempest-DeleteServersTestJSON-1429801221 tempest-DeleteServersTestJSON-1429801221-project] 10.222.0.65 "GET /v2.0/ports?device_id=c255ab4a-07d1-4a09-80f9-21d0522280c6 HTTP/1.1" status: 200  len: 945 time: 0.0862803
Dec 24 11:25:51.328650 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-733b204a-61bf-4f4e-9b3e-8a91706672f4 req-e8549a68-5286-4ba4-bd56-3e4daeb41c33 tempest-DeleteServersTestJSON-1429801221 tempest-DeleteServersTestJSON-1429801221-project] 10.222.0.65 "GET /v2.0/security-groups?id=70471990-cf8a-4b68-9bb6-1c3e41029478&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434732
Dec 24 11:25:51.333572 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-ba7a9136-b9ab-4af3-8ea7-d256089fe4d3 req-7aa396bf-3a06-4742-b915-65df10c92f4a tempest-DeleteServersTestJSON-1429801221 tempest-DeleteServersTestJSON-1429801221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:25:51.339882 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-8da6f59f-779c-4d47-a46f-189564b75e33 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:25:51.348935 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] get_ports_and_sgs() called for port_ids ['9b003c23-bcd5-49c3-8351-1c62aa1dc9ce'] {{(pid=88880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 24 11:25:51.388167 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa396bf-3a06-4742-b915-65df10c92f4a tempest-DeleteServersTestJSON-1429801221 tempest-DeleteServersTestJSON-1429801221-project] Pushing event deleted for resources: {'Port': ['ID=9b003c23-bcd5-49c3-8351-1c62aa1dc9ce,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:25:51.466314 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa396bf-3a06-4742-b915-65df10c92f4a tempest-DeleteServersTestJSON-1429801221 tempest-DeleteServersTestJSON-1429801221-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:25:51.466732 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa396bf-3a06-4742-b915-65df10c92f4a tempest-DeleteServersTestJSON-1429801221 tempest-DeleteServersTestJSON-1429801221-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:25:51.467164 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa396bf-3a06-4742-b915-65df10c92f4a tempest-DeleteServersTestJSON-1429801221 tempest-DeleteServersTestJSON-1429801221-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:25:51.467582 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa396bf-3a06-4742-b915-65df10c92f4a tempest-DeleteServersTestJSON-1429801221 tempest-DeleteServersTestJSON-1429801221-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:25:51.468038 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa396bf-3a06-4742-b915-65df10c92f4a tempest-DeleteServersTestJSON-1429801221 tempest-DeleteServersTestJSON-1429801221-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:25:51.468453 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa396bf-3a06-4742-b915-65df10c92f4a tempest-DeleteServersTestJSON-1429801221 tempest-DeleteServersTestJSON-1429801221-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:25:51.468867 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa396bf-3a06-4742-b915-65df10c92f4a tempest-DeleteServersTestJSON-1429801221 tempest-DeleteServersTestJSON-1429801221-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:25:51.469272 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa396bf-3a06-4742-b915-65df10c92f4a tempest-DeleteServersTestJSON-1429801221 tempest-DeleteServersTestJSON-1429801221-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:25:51.469698 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa396bf-3a06-4742-b915-65df10c92f4a tempest-DeleteServersTestJSON-1429801221 tempest-DeleteServersTestJSON-1429801221-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:25:51.470133 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa396bf-3a06-4742-b915-65df10c92f4a tempest-DeleteServersTestJSON-1429801221 tempest-DeleteServersTestJSON-1429801221-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:25:51.470538 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa396bf-3a06-4742-b915-65df10c92f4a tempest-DeleteServersTestJSON-1429801221 tempest-DeleteServersTestJSON-1429801221-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:25:51.478458 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7aa396bf-3a06-4742-b915-65df10c92f4a tempest-DeleteServersTestJSON-1429801221 tempest-DeleteServersTestJSON-1429801221-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:25:51.479489 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba7a9136-b9ab-4af3-8ea7-d256089fe4d3 req-7aa396bf-3a06-4742-b915-65df10c92f4a tempest-DeleteServersTestJSON-1429801221 tempest-DeleteServersTestJSON-1429801221-project] No DVR routers for this DVR port 9b003c23-bcd5-49c3-8351-1c62aa1dc9ce on host hv-neutron-8226 {{(pid=88879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 24 11:25:51.482170 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-ba7a9136-b9ab-4af3-8ea7-d256089fe4d3 req-7aa396bf-3a06-4742-b915-65df10c92f4a tempest-DeleteServersTestJSON-1429801221 tempest-DeleteServersTestJSON-1429801221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:25:51.485618 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c255ab4a-07d1-4a09-80f9-21d0522280c6', 'name': 'network-vif-deleted', 'tag': '9b003c23-bcd5-49c3-8351-1c62aa1dc9ce'}] {{(pid=88879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 24 11:25:51.503002 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-ba7a9136-b9ab-4af3-8ea7-d256089fe4d3 req-7aa396bf-3a06-4742-b915-65df10c92f4a tempest-DeleteServersTestJSON-1429801221 tempest-DeleteServersTestJSON-1429801221-project] 10.222.0.58 "DELETE /v2.0/ports/9b003c23-bcd5-49c3-8351-1c62aa1dc9ce HTTP/1.1" status: 204  len: 173 time: 0.8041759
Dec 24 11:25:51.542726 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c255ab4a-07d1-4a09-80f9-21d0522280c6', 'name': 'network-vif-deleted', 'tag': '9b003c23-bcd5-49c3-8351-1c62aa1dc9ce', 'status': 'completed', 'code': 200}
Dec 24 11:25:52.613926 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 46628) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:25:52.681917 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_v2 [None req-405e8abd-d94c-483c-99e3-a8f20014eb7c admin admin] Deleting subnet b9864b50-c593-44fb-b472-021c590fa31d {{(pid=88879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 24 11:25:52.684997 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-405e8abd-d94c-483c-99e3-a8f20014eb7c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:25:52.740640 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-405e8abd-d94c-483c-99e3-a8f20014eb7c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-786693'] for subnet, precommit_delete_associations {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:25:52.800825 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-405e8abd-d94c-483c-99e3-a8f20014eb7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847655656'] for subnet, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:25:52.871961 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-405e8abd-d94c-483c-99e3-a8f20014eb7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7120129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850854134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851156349'] for subnet, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:25:52.876696 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-596d1f7b-f4c3-473c-94f3-47813bdb52f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:25:52.917160 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405e8abd-d94c-483c-99e3-a8f20014eb7c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9864b50-c593-44fb-b472-021c590fa31d,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:25:52.920193 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-405e8abd-d94c-483c-99e3-a8f20014eb7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:25:52.926186 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-405e8abd-d94c-483c-99e3-a8f20014eb7c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:25:52.932942 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-405e8abd-d94c-483c-99e3-a8f20014eb7c admin admin] 10.222.0.65 "DELETE /v2.0/subnets/b9864b50-c593-44fb-b472-021c590fa31d HTTP/1.1" status: 204  len: 168 time: 0.3178401
Dec 24 11:25:52.935852 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 46632) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:25:53.053909 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-46f510d4-ca9a-46d6-99fd-83868cbc9ffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036847558493'] for network, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:25:53.189195 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-46f510d4-ca9a-46d6-99fd-83868cbc9ffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847649663', 'neutron.services.segments.db._delete_segments_for_network-8749505737672'] for network, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:25:53.216974 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-46f510d4-ca9a-46d6-99fd-83868cbc9ffe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f527121b630>,) {'filters': {'network_id': ['e3282088-a759-43fd-b0da-ed5f435bd3fb']}} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:25:53.230102 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-46f510d4-ca9a-46d6-99fd-83868cbc9ffe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f527121b630>, '0183ba02-af48-4f5f-9e41-1babf6183619') {'for_net_delete': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:25:53.230449 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-46f510d4-ca9a-46d6-99fd-83868cbc9ffe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f527121b630>, '0183ba02-af48-4f5f-9e41-1babf6183619') {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:25:53.243384 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-46f510d4-ca9a-46d6-99fd-83868cbc9ffe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749505745113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853989108'] for segment, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:25:53.258883 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-46f510d4-ca9a-46d6-99fd-83868cbc9ffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:25:53.265794 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46f510d4-ca9a-46d6-99fd-83868cbc9ffe admin admin] Releasing vlan 632 on physical network physnet1 to pool {{(pid=88879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 24 11:25:53.266447 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-46f510d4-ca9a-46d6-99fd-83868cbc9ffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036847652098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3926696'] for segment, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:25:53.281125 dv-neutron-822691-2-hyperv neutron-server[88767]: Traceback (most recent call last):
Dec 24 11:25:53.281125 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 24 11:25:53.281125 dv-neutron-822691-2-hyperv neutron-server[88767]:     timer()
Dec 24 11:25:53.281125 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 11:25:53.281125 dv-neutron-822691-2-hyperv neutron-server[88767]:     cb(*args, **kw)
Dec 24 11:25:53.281125 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 24 11:25:53.281125 dv-neutron-822691-2-hyperv neutron-server[88767]:     return func(*args, **kwargs)
Dec 24 11:25:53.281125 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 11:25:53.281125 dv-neutron-822691-2-hyperv neutron-server[88767]:     self._notify()
Dec 24 11:25:53.281125 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 11:25:53.281125 dv-neutron-822691-2-hyperv neutron-server[88767]:     self.callback(batched_events)
Dec 24 11:25:53.281125 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 11:25:53.281125 dv-neutron-822691-2-hyperv neutron-server[88767]:     event.method(event)
Dec 24 11:25:53.281125 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 11:25:53.281125 dv-neutron-822691-2-hyperv neutron-server[88767]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 11:25:53.281125 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 24 11:25:53.281125 dv-neutron-822691-2-hyperv neutron-server[88767]:     segment_id)['aggregates'][0]
Dec 24 11:25:53.281125 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 24 11:25:53.281125 dv-neutron-822691-2-hyperv neutron-server[88767]:     return f(self, *a, **k)
Dec 24 11:25:53.281125 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 11:25:53.281125 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self._get(url).json()
Dec 24 11:25:53.281125 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 24 11:25:53.281125 dv-neutron-822691-2-hyperv neutron-server[88767]:     **kwargs)
Dec 24 11:25:53.281125 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 24 11:25:53.281125 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self.request(url, 'GET', **kwargs)
Dec 24 11:25:53.281125 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 24 11:25:53.281125 dv-neutron-822691-2-hyperv neutron-server[88767]:     **endpoint_filter)
Dec 24 11:25:53.281125 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 24 11:25:53.281125 dv-neutron-822691-2-hyperv neutron-server[88767]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 11:25:53.281125 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 24 11:25:53.281125 dv-neutron-822691-2-hyperv neutron-server[88767]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 11:25:53.281125 dv-neutron-822691-2-hyperv neutron-server[88767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 11:25:53.363338 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-46f510d4-ca9a-46d6-99fd-83868cbc9ffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7126154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659196'] for network, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:25:53.368928 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7c03ce98-e6ba-4d1d-9b01-9b971a68b492 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:25:53.388478 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-46f510d4-ca9a-46d6-99fd-83868cbc9ffe admin admin] Notify callbacks [] for network, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:25:53.399840 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f510d4-ca9a-46d6-99fd-83868cbc9ffe admin admin] Pushing event deleted for resources: {'Network': ['ID=e3282088-a759-43fd-b0da-ed5f435bd3fb,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:25:53.403296 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-46f510d4-ca9a-46d6-99fd-83868cbc9ffe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:25:53.409118 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-46f510d4-ca9a-46d6-99fd-83868cbc9ffe admin admin] 10.222.0.65 "DELETE /v2.0/networks/e3282088-a759-43fd-b0da-ed5f435bd3fb HTTP/1.1" status: 204  len: 168 time: 0.4721453
Dec 24 11:25:53.415796 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Device 9b003c23-bcd5-49c3-8351-1c62aa1dc9ce no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:25:53.454190 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] No Port match for: 9b003c23-bcd5-49c3-8351-1c62aa1dc9ce {{(pid=88880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 24 11:25:53.454561 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Device 9b003c23-bcd5-49c3-8351-1c62aa1dc9ce not bound to the agent host hv-neutron-8226 {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 24 11:25:53.562587 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 46638) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:25:53.617214 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-1653c28b-0af9-4732-b51f-b65f3698a270 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=80403e19b16e41f7939600670c90645e&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0532525
Dec 24 11:25:53.620642 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 46642) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:25:53.684431 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d0d23406-338c-453c-828f-cca57beb4c89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:25:53.712609 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d0d23406-338c-453c-828f-cca57beb4c89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:25:53.764056 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d0d23406-338c-453c-828f-cca57beb4c89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:25:53.768029 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-aaa484d7-c4d4-413f-923e-d9a12c43228e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:25:53.784059 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d23406-338c-453c-828f-cca57beb4c89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70471990-cf8a-4b68-9bb6-1c3e41029478,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:25:53.788112 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-d0d23406-338c-453c-828f-cca57beb4c89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:25:53.791608 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d0d23406-338c-453c-828f-cca57beb4c89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:25:53.793054 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-d0d23406-338c-453c-828f-cca57beb4c89 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/70471990-cf8a-4b68-9bb6-1c3e41029478 HTTP/1.1" status: 204  len: 168 time: 0.1713154
Dec 24 11:25:54.760693 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 46664) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:25:54.917097 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-4d296e20-5b52-4a3b-9ded-834022a2139e admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-2008780001-network', 'tenant_id': 'c4b4aab2465a4694a2d03859ba404005'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:25:54.924278 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-4d296e20-5b52-4a3b-9ded-834022a2139e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:25:54.928846 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-4d296e20-5b52-4a3b-9ded-834022a2139e admin admin] Usage tracker for resource:network and tenant:c4b4aab2465a4694a2d03859ba404005 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:25:54.932325 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-4d296e20-5b52-4a3b-9ded-834022a2139e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:25:54.939272 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-4d296e20-5b52-4a3b-9ded-834022a2139e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:25:54.956986 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d296e20-5b52-4a3b-9ded-834022a2139e admin admin] Made reservation on behalf of c4b4aab2465a4694a2d03859ba404005 for: {'network': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:25:54.962120 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4d296e20-5b52-4a3b-9ded-834022a2139e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for network, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:25:54.976031 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4d296e20-5b52-4a3b-9ded-834022a2139e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:25:55.019224 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-4d296e20-5b52-4a3b-9ded-834022a2139e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:25:55.025214 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-4d296e20-5b52-4a3b-9ded-834022a2139e admin admin] Usage tracker for resource:security_group_rule and tenant:c4b4aab2465a4694a2d03859ba404005 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:25:55.028470 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-4d296e20-5b52-4a3b-9ded-834022a2139e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:25:55.035009 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-4d296e20-5b52-4a3b-9ded-834022a2139e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:25:55.124341 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4d296e20-5b52-4a3b-9ded-834022a2139e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:25:55.128519 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4d296e20-5b52-4a3b-9ded-834022a2139e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:25:55.131814 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-75497284-51d6-419c-84a1-af31b6cba6bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:25:55.162108 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d296e20-5b52-4a3b-9ded-834022a2139e admin admin] vlan segment allocate from pool success with {'vlan_id': 601, 'physical_network': 'physnet1'}  {{(pid=88879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 24 11:25:55.171335 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d296e20-5b52-4a3b-9ded-834022a2139e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=285a1863-c0fa-44fe-9802-691f7965fe15,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:25:55.174667 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-4d296e20-5b52-4a3b-9ded-834022a2139e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:25:55.178997 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4d296e20-5b52-4a3b-9ded-834022a2139e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:25:55.179982 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.segments_db [None req-4d296e20-5b52-4a3b-9ded-834022a2139e admin admin] Added segment 633c2665-5eea-4884-a772-0635affc8a95 of type vlan for network 6550839b-46e9-4a08-b91e-73d8691f150a
Dec 24 11:25:55.208775 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4d296e20-5b52-4a3b-9ded-834022a2139e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363287349540024'] for network, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:25:55.242696 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4d296e20-5b52-4a3b-9ded-834022a2139e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636'] for network, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:25:55.243849 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d296e20-5b52-4a3b-9ded-834022a2139e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:25:55.244524 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4d296e20-5b52-4a3b-9ded-834022a2139e admin admin] Notify callbacks [] for network, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:25:55.249919 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f0395b81-b567-4643-b023-8b1768b54f1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:25:55.361547 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-4d296e20-5b52-4a3b-9ded-834022a2139e admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.5964968
Dec 24 11:25:55.362209 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 46670) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:25:55.364311 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d296e20-5b52-4a3b-9ded-834022a2139e admin admin] Pushing event updated for resources: {'Network': ['ID=6550839b-46e9-4a08-b91e-73d8691f150a,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:25:55.367309 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-4d296e20-5b52-4a3b-9ded-834022a2139e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:25:55.370072 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-4d199091-7a05-4750-a20a-ba0783c0477f admin admin] Request body: {'subnet': {'network_id': '6550839b-46e9-4a08-b91e-73d8691f150a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-2008780001-subnet', 'tenant_id': 'c4b4aab2465a4694a2d03859ba404005', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:25:55.376144 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Network 6550839b-46e9-4a08-b91e-73d8691f150a details requested by agent ovs-agent-dv-neutron-822691-2-hyperv with host dv-neutron-822691-2-hyperv {{(pid=88880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 24 11:25:55.377179 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-4d199091-7a05-4750-a20a-ba0783c0477f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:25:55.381668 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-4d199091-7a05-4750-a20a-ba0783c0477f admin admin] Usage tracker for resource:subnet and tenant:c4b4aab2465a4694a2d03859ba404005 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:25:55.384978 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-4d199091-7a05-4750-a20a-ba0783c0477f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:25:55.392617 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-4d199091-7a05-4750-a20a-ba0783c0477f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:25:55.403574 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d199091-7a05-4750-a20a-ba0783c0477f admin admin] Made reservation on behalf of c4b4aab2465a4694a2d03859ba404005 for: {'subnet': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:25:55.408464 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4d199091-7a05-4750-a20a-ba0783c0477f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2246100'] for subnet, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:25:55.651727 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4d199091-7a05-4750-a20a-ba0783c0477f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850796890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2246085'] for subnet, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:25:55.656574 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-b83b8806-7715-4b64-9ac2-ab592083fbc2 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:25:55.729174 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d199091-7a05-4750-a20a-ba0783c0477f admin admin] Pushing event updated for resources: {'Subnet': ['ID=66808e40-a110-479f-934d-555455f8aad3,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:25:55.747662 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d199091-7a05-4750-a20a-ba0783c0477f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:25:55.748097 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d199091-7a05-4750-a20a-ba0783c0477f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:25:55.748519 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d199091-7a05-4750-a20a-ba0783c0477f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:25:55.748928 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d199091-7a05-4750-a20a-ba0783c0477f admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:25:55.749357 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d199091-7a05-4750-a20a-ba0783c0477f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:25:55.749773 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d199091-7a05-4750-a20a-ba0783c0477f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:25:55.750239 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d199091-7a05-4750-a20a-ba0783c0477f admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:25:55.750654 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d199091-7a05-4750-a20a-ba0783c0477f admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:25:55.751064 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d199091-7a05-4750-a20a-ba0783c0477f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:25:55.751466 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d199091-7a05-4750-a20a-ba0783c0477f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:25:55.751875 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d199091-7a05-4750-a20a-ba0783c0477f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:25:55.757339 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-4d199091-7a05-4750-a20a-ba0783c0477f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:25:55.758561 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d199091-7a05-4750-a20a-ba0783c0477f admin admin] Checking segment: {'id': '633c2665-5eea-4884-a772-0635affc8a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '6550839b-46e9-4a08-b91e-73d8691f150a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:25:55.758956 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d199091-7a05-4750-a20a-ba0783c0477f admin admin] Network hostable DHCP agents. Network: 6550839b-46e9-4a08-b91e-73d8691f150a, hostable agents: ['edcf98dc-3032-472a-8b3d-f23fd1e89806'], hosted agents: [] {{(pid=88878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 24 11:25:55.782266 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d199091-7a05-4750-a20a-ba0783c0477f admin admin] Network 6550839b-46e9-4a08-b91e-73d8691f150a is scheduled to be hosted by DHCP agent edcf98dc-3032-472a-8b3d-f23fd1e89806 with binding_index 1 {{(pid=88878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 24 11:25:55.791977 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-4d199091-7a05-4750-a20a-ba0783c0477f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822691-2-hyperv, 6550839b-46e9-4a08-b91e-73d8691f150a) {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:25:55.796199 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d199091-7a05-4750-a20a-ba0783c0477f admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:25:55.796847 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4d199091-7a05-4750-a20a-ba0783c0477f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:25:55.801890 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8c8c08a-e727-4a34-a173-d9254d4ab588 None None] Network 6550839b-46e9-4a08-b91e-73d8691f150a requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:25:55.818983 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-4d199091-7a05-4750-a20a-ba0783c0477f admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 0.4555264
Dec 24 11:25:56.030618 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2e8358b-147a-4673-9ca3-740f62a97d60 None None] Network 6550839b-46e9-4a08-b91e-73d8691f150a requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:25:56.415004 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6514f61c-205d-4b38-902e-8dd1b78a2943 req-d48e871b-ea29-48de-b6f2-12ccb024e441 tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:25:56.416617 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-6514f61c-205d-4b38-902e-8dd1b78a2943 req-d48e871b-ea29-48de-b6f2-12ccb024e441 tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] 10.222.0.65 "GET /v2.0/networks?id=6550839b-46e9-4a08-b91e-73d8691f150a HTTP/1.1" status: 200  len: 815 time: 0.1642134
Dec 24 11:25:56.434907 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-6514f61c-205d-4b38-902e-8dd1b78a2943 req-bd9b8b98-e928-48b8-b634-88a0d0559b8a tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] 10.222.0.65 "GET /v2.0/quotas/c4b4aab2465a4694a2d03859ba404005 HTTP/1.1" status: 200  len: 375 time: 0.0121930
Dec 24 11:25:56.489303 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-6514f61c-205d-4b38-902e-8dd1b78a2943 req-26bdf4e3-591b-41d9-9d78-989b5c338a98 tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=c4b4aab2465a4694a2d03859ba404005&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0487518
Dec 24 11:25:56.501428 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [req-6514f61c-205d-4b38-902e-8dd1b78a2943 req-6cade068-3413-47ea-8b2b-7993188b5553 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=88878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 24 11:25:56.502509 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-6514f61c-205d-4b38-902e-8dd1b78a2943 req-6cade068-3413-47ea-8b2b-7993188b5553 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12161 time: 0.0056221
Dec 24 11:25:56.651408 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-6514f61c-205d-4b38-902e-8dd1b78a2943 req-2661b4ef-20ac-45a2-b5e8-1e4167092324 service neutron] 10.222.0.65 "GET /v2.0/networks/6550839b-46e9-4a08-b91e-73d8691f150a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1424890
Dec 24 11:25:56.798252 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-6514f61c-205d-4b38-902e-8dd1b78a2943 req-9c4fa93d-45ea-477e-a77c-dab86ba830e0 service neutron] 10.222.0.65 "GET /v2.0/networks/6550839b-46e9-4a08-b91e-73d8691f150a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1394494
Dec 24 11:25:57.006598 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-aa1ba7c5-d18c-43b0-8f85-0342c8cf397b req-cd2d75b7-5a9b-4bc9-bc72-f89014a7ff5d tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] 10.222.0.65 "GET /v2.0/ports?device_id=591e3344-bda4-4a59-99ff-25a093f176b4 HTTP/1.1" status: 200  len: 210 time: 0.0464399
Dec 24 11:25:58.185294 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-2a7ee086-290e-4161-984d-19e14eb13325 req-5d763fa9-925f-4cfd-8962-a1f02afdd1b7 tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] 10.222.0.65 "GET /v2.0/ports?device_id=591e3344-bda4-4a59-99ff-25a093f176b4 HTTP/1.1" status: 200  len: 210 time: 0.0460176
Dec 24 11:25:58.235036 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6514f61c-205d-4b38-902e-8dd1b78a2943 req-c53a7e0b-96b6-40a3-bcaa-4bf32b445179 tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:25:58.235850 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-6514f61c-205d-4b38-902e-8dd1b78a2943 req-c53a7e0b-96b6-40a3-bcaa-4bf32b445179 tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] Synchronizing usage tracker for tenant:c4b4aab2465a4694a2d03859ba404005 on resource:network {{(pid=88879) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:25:58.253315 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-6514f61c-205d-4b38-902e-8dd1b78a2943 req-c53a7e0b-96b6-40a3-bcaa-4bf32b445179 tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] Unset dirty status for tenant:c4b4aab2465a4694a2d03859ba404005 on resource:network {{(pid=88879) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:25:58.254717 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-6514f61c-205d-4b38-902e-8dd1b78a2943 req-c53a7e0b-96b6-40a3-bcaa-4bf32b445179 tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] 10.222.0.58 "GET /v2.0/networks?id=6550839b-46e9-4a08-b91e-73d8691f150a HTTP/1.1" status: 200  len: 815 time: 0.1868930
Dec 24 11:25:58.273899 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [req-6514f61c-205d-4b38-902e-8dd1b78a2943 req-97b6e01d-1b9b-4af5-a08d-f9d4777c3b4c tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] Request body: {'port': {'device_id': '591e3344-bda4-4a59-99ff-25a093f176b4', 'network_id': '6550839b-46e9-4a08-b91e-73d8691f150a', 'admin_state_up': True, 'tenant_id': 'c4b4aab2465a4694a2d03859ba404005'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:25:58.366642 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:25:58.429176 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [req-6514f61c-205d-4b38-902e-8dd1b78a2943 req-97b6e01d-1b9b-4af5-a08d-f9d4777c3b4c tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:25:58.433670 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-6514f61c-205d-4b38-902e-8dd1b78a2943 req-97b6e01d-1b9b-4af5-a08d-f9d4777c3b4c tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] Usage tracker for resource:port and tenant:c4b4aab2465a4694a2d03859ba404005 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:25:58.437000 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-6514f61c-205d-4b38-902e-8dd1b78a2943 req-97b6e01d-1b9b-4af5-a08d-f9d4777c3b4c tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:25:58.443773 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [req-6514f61c-205d-4b38-902e-8dd1b78a2943 req-97b6e01d-1b9b-4af5-a08d-f9d4777c3b4c tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:25:58.454910 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6514f61c-205d-4b38-902e-8dd1b78a2943 req-97b6e01d-1b9b-4af5-a08d-f9d4777c3b4c tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] Made reservation on behalf of c4b4aab2465a4694a2d03859ba404005 for: {'port': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:25:58.460512 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-6514f61c-205d-4b38-902e-8dd1b78a2943 req-97b6e01d-1b9b-4af5-a08d-f9d4777c3b4c tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:25:58.640027 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [req-6514f61c-205d-4b38-902e-8dd1b78a2943 req-97b6e01d-1b9b-4af5-a08d-f9d4777c3b4c tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] Allocated IP 172.20.0.13 (6550839b-46e9-4a08-b91e-73d8691f150a/66808e40-a110-479f-934d-555455f8aad3/1b61cd24-7c9f-4437-bb3e-bfbdc9a4bc04) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:25:58.860055 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-6514f61c-205d-4b38-902e-8dd1b78a2943 req-97b6e01d-1b9b-4af5-a08d-f9d4777c3b4c tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:25:58.891012 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-6514f61c-205d-4b38-902e-8dd1b78a2943 req-97b6e01d-1b9b-4af5-a08d-f9d4777c3b4c tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:25:58.896901 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7660a9f4-5f54-4287-8dfd-4d0bcef1f287 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:25:58.964201 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6514f61c-205d-4b38-902e-8dd1b78a2943 req-97b6e01d-1b9b-4af5-a08d-f9d4777c3b4c tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] Network 6550839b-46e9-4a08-b91e-73d8691f150a is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:25:58.972397 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [req-6514f61c-205d-4b38-902e-8dd1b78a2943 req-97b6e01d-1b9b-4af5-a08d-f9d4777c3b4c tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] Resources bound (agent type, host, resource id):  {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:25:58.977305 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [req-6514f61c-205d-4b38-902e-8dd1b78a2943 req-97b6e01d-1b9b-4af5-a08d-f9d4777c3b4c tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:25:59.010069 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b6e01d-1b9b-4af5-a08d-f9d4777c3b4c tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] Pushing event updated for resources: {'Port': ['ID=1b61cd24-7c9f-4437-bb3e-bfbdc9a4bc04,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:25:59.016849 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-97b6e01d-1b9b-4af5-a08d-f9d4777c3b4c tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:25:59.046135 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6514f61c-205d-4b38-902e-8dd1b78a2943 req-97b6e01d-1b9b-4af5-a08d-f9d4777c3b4c tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:25:59.046780 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-6514f61c-205d-4b38-902e-8dd1b78a2943 req-97b6e01d-1b9b-4af5-a08d-f9d4777c3b4c tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:25:59.068351 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-6514f61c-205d-4b38-902e-8dd1b78a2943 req-97b6e01d-1b9b-4af5-a08d-f9d4777c3b4c tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7993791
Dec 24 11:25:59.080776 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [req-6514f61c-205d-4b38-902e-8dd1b78a2943 req-53a12b83-87d0-4152-928c-bc87bbe51fe2 service neutron] Request body: {'port': {'device_id': '591e3344-bda4-4a59-99ff-25a093f176b4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:25:59.203024 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-6514f61c-205d-4b38-902e-8dd1b78a2943 req-53a12b83-87d0-4152-928c-bc87bbe51fe2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:25:59.401422 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703011cf-14dd-45c5-9cfc-499d21d566bf req-8c82649c-3be4-422d-ae30-aaf376669eb2 tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:25:59.403198 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-703011cf-14dd-45c5-9cfc-499d21d566bf req-8c82649c-3be4-422d-ae30-aaf376669eb2 tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] 10.222.0.65 "GET /v2.0/ports?device_id=591e3344-bda4-4a59-99ff-25a093f176b4 HTTP/1.1" status: 200  len: 932 time: 0.0893419
Dec 24 11:25:59.454237 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-703011cf-14dd-45c5-9cfc-499d21d566bf req-59a73126-4077-4574-ae43-a09a08d6dbf5 tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] 10.222.0.65 "GET /v2.0/security-groups?id=285a1863-c0fa-44fe-9802-691f7965fe15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435452
Dec 24 11:25:59.829895 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [req-6514f61c-205d-4b38-902e-8dd1b78a2943 req-53a12b83-87d0-4152-928c-bc87bbe51fe2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b61cd24-7c9f-4437-bb3e-bfbdc9a4bc04 {{(pid=88879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 24 11:25:59.837207 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-6514f61c-205d-4b38-902e-8dd1b78a2943 req-53a12b83-87d0-4152-928c-bc87bbe51fe2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:25:59.853216 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [req-6514f61c-205d-4b38-902e-8dd1b78a2943 req-53a12b83-87d0-4152-928c-bc87bbe51fe2 service neutron] Transition to ACTIVE for port object 1b61cd24-7c9f-4437-bb3e-bfbdc9a4bc04 will not be triggered until provisioned by entity L2. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:25:59.857736 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-6514f61c-205d-4b38-902e-8dd1b78a2943 req-53a12b83-87d0-4152-928c-bc87bbe51fe2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850854027'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:25:59.861607 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-1b9acfe4-99a5-4e28-9398-0cd358e0dbe3 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:25:59.996761 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a12b83-87d0-4152-928c-bc87bbe51fe2 service neutron] Pushing event updated for resources: {'Port': ['ID=1b61cd24-7c9f-4437-bb3e-bfbdc9a4bc04,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:26:00.001748 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-53a12b83-87d0-4152-928c-bc87bbe51fe2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:26:00.116191 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [req-6514f61c-205d-4b38-902e-8dd1b78a2943 req-53a12b83-87d0-4152-928c-bc87bbe51fe2 service neutron] Attempting to bind port 1b61cd24-7c9f-4437-bb3e-bfbdc9a4bc04 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:26:00.116688 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [req-6514f61c-205d-4b38-902e-8dd1b78a2943 req-53a12b83-87d0-4152-928c-bc87bbe51fe2 service neutron] Attempting to bind port 1b61cd24-7c9f-4437-bb3e-bfbdc9a4bc04 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '633c2665-5eea-4884-a772-0635affc8a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '6550839b-46e9-4a08-b91e-73d8691f150a'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:26:00.117188 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6514f61c-205d-4b38-902e-8dd1b78a2943 req-53a12b83-87d0-4152-928c-bc87bbe51fe2 service neutron] Attempting to bind port 1b61cd24-7c9f-4437-bb3e-bfbdc9a4bc04 on network 6550839b-46e9-4a08-b91e-73d8691f150a {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:26:00.127717 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6514f61c-205d-4b38-902e-8dd1b78a2943 req-53a12b83-87d0-4152-928c-bc87bbe51fe2 service neutron] Port 1b61cd24-7c9f-4437-bb3e-bfbdc9a4bc04 on network 6550839b-46e9-4a08-b91e-73d8691f150a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 24 11:26:00.128198 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6514f61c-205d-4b38-902e-8dd1b78a2943 req-53a12b83-87d0-4152-928c-bc87bbe51fe2 service neutron] Attempting to bind port 1b61cd24-7c9f-4437-bb3e-bfbdc9a4bc04 on network 6550839b-46e9-4a08-b91e-73d8691f150a {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:26:00.137370 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6514f61c-205d-4b38-902e-8dd1b78a2943 req-53a12b83-87d0-4152-928c-bc87bbe51fe2 service neutron] Checking agent: {'id': '239bbc6e-fc66-42e2-b707-1aa8ba10287c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 57, 58), 'started_at': datetime.datetime(2021, 12, 24, 10, 57, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 25, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:26:00.137749 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6514f61c-205d-4b38-902e-8dd1b78a2943 req-53a12b83-87d0-4152-928c-bc87bbe51fe2 service neutron] Checking segment: {'id': '633c2665-5eea-4884-a772-0635affc8a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '6550839b-46e9-4a08-b91e-73d8691f150a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:26:00.138230 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6514f61c-205d-4b38-902e-8dd1b78a2943 req-53a12b83-87d0-4152-928c-bc87bbe51fe2 service neutron] Bound using segment: {'id': '633c2665-5eea-4884-a772-0635affc8a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '6550839b-46e9-4a08-b91e-73d8691f150a'} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:26:00.138705 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [req-6514f61c-205d-4b38-902e-8dd1b78a2943 req-53a12b83-87d0-4152-928c-bc87bbe51fe2 service neutron] Bound port: 1b61cd24-7c9f-4437-bb3e-bfbdc9a4bc04, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '633c2665-5eea-4884-a772-0635affc8a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '6550839b-46e9-4a08-b91e-73d8691f150a'}}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:26:00.139087 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-6514f61c-205d-4b38-902e-8dd1b78a2943 req-53a12b83-87d0-4152-928c-bc87bbe51fe2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:26:00.232833 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [req-6514f61c-205d-4b38-902e-8dd1b78a2943 req-53a12b83-87d0-4152-928c-bc87bbe51fe2 service neutron] For port 1b61cd24-7c9f-4437-bb3e-bfbdc9a4bc04, host hv-neutron-8226, cleared binding levels {{(pid=88879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:26:00.236131 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [req-6514f61c-205d-4b38-902e-8dd1b78a2943 req-53a12b83-87d0-4152-928c-bc87bbe51fe2 service neutron] For port 1b61cd24-7c9f-4437-bb3e-bfbdc9a4bc04, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=1b61cd24-7c9f-4437-bb3e-bfbdc9a4bc04,segment=NetworkSegment(633c2665-5eea-4884-a772-0635affc8a95),segment_id=633c2665-5eea-4884-a772-0635affc8a95)] {{(pid=88879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:26:00.240656 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-6514f61c-205d-4b38-902e-8dd1b78a2943 req-53a12b83-87d0-4152-928c-bc87bbe51fe2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850854027'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:26:00.245086 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f5bbe5de-9d46-433c-8ecd-22f3066052d3 tempest-DeleteServersTestJSON-1429801221 tempest-DeleteServersTestJSON-1429801221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:26:00.311809 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-6514f61c-205d-4b38-902e-8dd1b78a2943 req-53a12b83-87d0-4152-928c-bc87bbe51fe2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:26:00.313334 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-6514f61c-205d-4b38-902e-8dd1b78a2943 req-53a12b83-87d0-4152-928c-bc87bbe51fe2 service neutron] 10.222.0.58 "PUT /v2.0/ports/1b61cd24-7c9f-4437-bb3e-bfbdc9a4bc04 HTTP/1.1" status: 200  len: 1094 time: 1.2369711
Dec 24 11:26:00.313946 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '591e3344-bda4-4a59-99ff-25a093f176b4', 'tag': '1b61cd24-7c9f-4437-bb3e-bfbdc9a4bc04'}] {{(pid=88879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 24 11:26:00.332374 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a12b83-87d0-4152-928c-bc87bbe51fe2 service neutron] Pushing event updated for resources: {'Port': ['ID=1b61cd24-7c9f-4437-bb3e-bfbdc9a4bc04,revision_number=3']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:26:00.335139 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-53a12b83-87d0-4152-928c-bc87bbe51fe2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:26:00.391746 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '591e3344-bda4-4a59-99ff-25a093f176b4', 'tag': '1b61cd24-7c9f-4437-bb3e-bfbdc9a4bc04', 'status': 'completed', 'code': 200}
Dec 24 11:26:00.434927 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-6514f61c-205d-4b38-902e-8dd1b78a2943 req-f0fd87ef-4577-4dd3-a57b-f652df2fc737 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c4b4aab2465a4694a2d03859ba404005&device_id=591e3344-bda4-4a59-99ff-25a093f176b4 HTTP/1.1" status: 200  len: 1097 time: 0.0802491
Dec 24 11:26:00.518670 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-6514f61c-205d-4b38-902e-8dd1b78a2943 req-0d335e75-7233-424a-9695-481c7f6293cd service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1b61cd24-7c9f-4437-bb3e-bfbdc9a4bc04 HTTP/1.1" status: 200  len: 217 time: 0.0748541
Dec 24 11:26:00.595520 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6514f61c-205d-4b38-902e-8dd1b78a2943 req-d4fe3612-9a1a-4338-a9b9-0f1031b9ad0a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:26:00.597162 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-6514f61c-205d-4b38-902e-8dd1b78a2943 req-d4fe3612-9a1a-4338-a9b9-0f1031b9ad0a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=66808e40-a110-479f-934d-555455f8aad3 HTTP/1.1" status: 200  len: 855 time: 0.0662587
Dec 24 11:26:00.650936 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-6514f61c-205d-4b38-902e-8dd1b78a2943 req-172af6dd-e35f-4855-bb53-6537faae499d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6550839b-46e9-4a08-b91e-73d8691f150a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0438385
Dec 24 11:26:00.669258 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631d10fd-f265-4b73-8215-42e5cb2a9100 req-004f67ce-2ef6-4640-a996-3032a1b6c39a tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:26:00.670954 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-631d10fd-f265-4b73-8215-42e5cb2a9100 req-004f67ce-2ef6-4640-a996-3032a1b6c39a tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] 10.222.0.65 "GET /v2.0/ports?device_id=591e3344-bda4-4a59-99ff-25a093f176b4 HTTP/1.1" status: 200  len: 944 time: 0.0869336
Dec 24 11:26:00.724168 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-631d10fd-f265-4b73-8215-42e5cb2a9100 req-5468202d-220d-467d-906b-30d94d266d63 tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] 10.222.0.65 "GET /v2.0/security-groups?id=285a1863-c0fa-44fe-9802-691f7965fe15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468328
Dec 24 11:26:00.801872 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-6514f61c-205d-4b38-902e-8dd1b78a2943 req-c28afb3c-64ff-4cc9-956f-850daad50204 service neutron] 10.222.0.58 "GET /v2.0/networks/6550839b-46e9-4a08-b91e-73d8691f150a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1424961
Dec 24 11:26:00.947250 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-6514f61c-205d-4b38-902e-8dd1b78a2943 req-5b9aae18-abfb-4bdc-894f-92fccc7c4449 service neutron] 10.222.0.58 "GET /v2.0/networks/6550839b-46e9-4a08-b91e-73d8691f150a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1376626
Dec 24 11:26:01.086273 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-bd443738-5aa2-47ec-9eec-eb472e79a61e req-2a517319-c5ba-43fe-9988-ff22480a72d9 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c4b4aab2465a4694a2d03859ba404005&device_id=591e3344-bda4-4a59-99ff-25a093f176b4 HTTP/1.1" status: 200  len: 1097 time: 0.0814660
Dec 24 11:26:01.233227 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd443738-5aa2-47ec-9eec-eb472e79a61e req-4ee8e132-588e-4738-a69d-bf9e333c9919 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:26:01.234791 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-bd443738-5aa2-47ec-9eec-eb472e79a61e req-4ee8e132-588e-4738-a69d-bf9e333c9919 service neutron] 10.222.0.58 "GET /v2.0/networks?id=6550839b-46e9-4a08-b91e-73d8691f150a HTTP/1.1" status: 200  len: 916 time: 0.1410720
Dec 24 11:26:01.310847 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-bd443738-5aa2-47ec-9eec-eb472e79a61e req-f7a9b941-dfd5-41fb-b0d9-d53bd3821207 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1b61cd24-7c9f-4437-bb3e-bfbdc9a4bc04 HTTP/1.1" status: 200  len: 217 time: 0.0691574
Dec 24 11:26:01.381990 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd443738-5aa2-47ec-9eec-eb472e79a61e req-296fdcf9-5ba5-4818-b9b7-0ea9caec0aef service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:26:01.383633 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-bd443738-5aa2-47ec-9eec-eb472e79a61e req-296fdcf9-5ba5-4818-b9b7-0ea9caec0aef service neutron] 10.222.0.58 "GET /v2.0/subnets?id=66808e40-a110-479f-934d-555455f8aad3 HTTP/1.1" status: 200  len: 855 time: 0.0660975
Dec 24 11:26:01.434440 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-bd443738-5aa2-47ec-9eec-eb472e79a61e req-747bc30f-9582-4f54-b777-c0db164cce88 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6550839b-46e9-4a08-b91e-73d8691f150a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0431218
Dec 24 11:26:01.581102 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-bd443738-5aa2-47ec-9eec-eb472e79a61e req-1c369fcb-09a1-457b-8fe7-e5c17d518a6a service neutron] 10.222.0.58 "GET /v2.0/networks/6550839b-46e9-4a08-b91e-73d8691f150a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1382077
Dec 24 11:26:01.735385 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-bd443738-5aa2-47ec-9eec-eb472e79a61e req-7d047756-def5-4260-b3f3-dc77e6e9aeb4 service neutron] 10.222.0.58 "GET /v2.0/networks/6550839b-46e9-4a08-b91e-73d8691f150a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1460435
Dec 24 11:26:01.954650 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ac2029-37c6-4b99-afd9-9ab4721e29e3 req-c25bbcf4-51dd-4166-bc45-9d2392aa6290 tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:26:01.956213 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-e6ac2029-37c6-4b99-afd9-9ab4721e29e3 req-c25bbcf4-51dd-4166-bc45-9d2392aa6290 tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] 10.222.0.65 "GET /v2.0/ports?device_id=591e3344-bda4-4a59-99ff-25a093f176b4 HTTP/1.1" status: 200  len: 944 time: 0.0996006
Dec 24 11:26:02.008523 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-e6ac2029-37c6-4b99-afd9-9ab4721e29e3 req-0b592733-5a87-4f37-a8ae-1f16f79e5bf8 tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] 10.222.0.65 "GET /v2.0/security-groups?id=285a1863-c0fa-44fe-9802-691f7965fe15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454497
Dec 24 11:26:03.234055 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9de406-d614-40d3-8e0e-e1942c3f1993 req-58ad181f-f16d-4e53-8bfe-1e7261fff4da tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:26:03.235678 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-7d9de406-d614-40d3-8e0e-e1942c3f1993 req-58ad181f-f16d-4e53-8bfe-1e7261fff4da tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] 10.222.0.65 "GET /v2.0/ports?device_id=591e3344-bda4-4a59-99ff-25a093f176b4 HTTP/1.1" status: 200  len: 944 time: 0.0950356
Dec 24 11:26:03.290688 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-7d9de406-d614-40d3-8e0e-e1942c3f1993 req-4cf062ba-baca-4c5b-9d6d-cdbd1d164ef7 tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] 10.222.0.65 "GET /v2.0/security-groups?id=285a1863-c0fa-44fe-9802-691f7965fe15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452271
Dec 24 11:26:03.486873 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Device 1b61cd24-7c9f-4437-bb3e-bfbdc9a4bc04 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 24 11:26:03.648307 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] For port 1b61cd24-7c9f-4437-bb3e-bfbdc9a4bc04, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=1b61cd24-7c9f-4437-bb3e-bfbdc9a4bc04,segment=NetworkSegment(633c2665-5eea-4884-a772-0635affc8a95),segment_id=633c2665-5eea-4884-a772-0635affc8a95)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:26:03.663511 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Returning: {'device': '1b61cd24-7c9f-4437-bb3e-bfbdc9a4bc04', 'network_id': '6550839b-46e9-4a08-b91e-73d8691f150a', 'port_id': '1b61cd24-7c9f-4437-bb3e-bfbdc9a4bc04', 'mac_address': 'fa:16:3e:d6:8a:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66808e40-a110-479f-934d-555455f8aad3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 24 11:26:03.724168 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:26:03.743685 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b61cd24-7c9f-4437-bb3e-bfbdc9a4bc04 {{(pid=88880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 24 11:26:03.759006 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] For port 1b61cd24-7c9f-4437-bb3e-bfbdc9a4bc04, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=1b61cd24-7c9f-4437-bb3e-bfbdc9a4bc04,segment=NetworkSegment(633c2665-5eea-4884-a772-0635affc8a95),segment_id=633c2665-5eea-4884-a772-0635affc8a95)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:26:03.762885 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:26:03.764768 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-e9c63a49-081d-4f0c-a099-75289f1bebe3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:26:03.837176 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Pushing event updated for resources: {'Port': ['ID=1b61cd24-7c9f-4437-bb3e-bfbdc9a4bc04,revision_number=4']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:26:03.840750 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:26:04.024040 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] get_ports_and_sgs() called for port_ids ['1b61cd24-7c9f-4437-bb3e-bfbdc9a4bc04'] {{(pid=88880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 24 11:26:04.591599 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8752ee-5502-4ee6-b836-1e57e9e304c5 req-574327b1-f9ae-4131-ad23-37e08a5c282e tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:26:04.593242 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-8f8752ee-5502-4ee6-b836-1e57e9e304c5 req-574327b1-f9ae-4131-ad23-37e08a5c282e tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] 10.222.0.65 "GET /v2.0/ports?device_id=591e3344-bda4-4a59-99ff-25a093f176b4 HTTP/1.1" status: 200  len: 945 time: 0.1688483
Dec 24 11:26:04.643290 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-8f8752ee-5502-4ee6-b836-1e57e9e304c5 req-bad443c2-4387-4e9f-8e7c-e6b9d0383d98 tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] 10.222.0.65 "GET /v2.0/security-groups?id=285a1863-c0fa-44fe-9802-691f7965fe15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436289
Dec 24 11:26:05.491002 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Device 1b61cd24-7c9f-4437-bb3e-bfbdc9a4bc04 up at agent hyperv_hv-neutron-8226 {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:26:05.567828 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Provisioning for port 1b61cd24-7c9f-4437-bb3e-bfbdc9a4bc04 completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:26:05.573094 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Provisioning complete for port 1b61cd24-7c9f-4437-bb3e-bfbdc9a4bc04 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:26:05.573520 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:26:05.700811 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:26:05.728998 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '591e3344-bda4-4a59-99ff-25a093f176b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b61cd24-7c9f-4437-bb3e-bfbdc9a4bc04'}] {{(pid=88880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 24 11:26:05.739016 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] For port 1b61cd24-7c9f-4437-bb3e-bfbdc9a4bc04, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=1b61cd24-7c9f-4437-bb3e-bfbdc9a4bc04,segment=NetworkSegment(633c2665-5eea-4884-a772-0635affc8a95),segment_id=633c2665-5eea-4884-a772-0635affc8a95)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:26:05.743148 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:26:05.746647 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:26:05.791225 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '591e3344-bda4-4a59-99ff-25a093f176b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b61cd24-7c9f-4437-bb3e-bfbdc9a4bc04', 'code': 200}
Dec 24 11:26:05.822150 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Pushing event updated for resources: {'Port': ['ID=1b61cd24-7c9f-4437-bb3e-bfbdc9a4bc04,revision_number=5']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:26:05.825645 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:26:05.953798 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544cfb17-57f5-48b2-9a4a-eb8c103923f1 req-915c42af-6a12-48d0-bbf8-13cd3e980287 tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:26:05.955494 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-544cfb17-57f5-48b2-9a4a-eb8c103923f1 req-915c42af-6a12-48d0-bbf8-13cd3e980287 tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] 10.222.0.65 "GET /v2.0/ports?device_id=591e3344-bda4-4a59-99ff-25a093f176b4 HTTP/1.1" status: 200  len: 946 time: 0.1766138
Dec 24 11:26:06.006695 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-544cfb17-57f5-48b2-9a4a-eb8c103923f1 req-1e92a588-e153-42bd-b097-fc9e41ad42d5 tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] 10.222.0.65 "GET /v2.0/security-groups?id=285a1863-c0fa-44fe-9802-691f7965fe15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447648
Dec 24 11:26:06.055497 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-0ad719d5-f628-4526-b9e7-79c9152ceb41 req-69938e12-80c6-4ecd-966e-afe018c181cd service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=591e3344-bda4-4a59-99ff-25a093f176b4 HTTP/1.1" status: 200  len: 1099 time: 0.0868490
Dec 24 11:26:06.105503 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-0ad719d5-f628-4526-b9e7-79c9152ceb41 req-d15e4351-5341-4ed3-91f0-ef78d024a8b6 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=285a1863-c0fa-44fe-9802-691f7965fe15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428772
Dec 24 11:26:06.465750 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-33d1e926-e8ae-444c-aa7d-23b390c6ea30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:26:07.226283 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760bcb9a-401b-4cd4-802e-05afadd6dade req-051c2166-6b11-4cd8-a99e-6c2ce5a03523 tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:26:07.227907 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-760bcb9a-401b-4cd4-802e-05afadd6dade req-051c2166-6b11-4cd8-a99e-6c2ce5a03523 tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] 10.222.0.65 "GET /v2.0/ports?device_id=591e3344-bda4-4a59-99ff-25a093f176b4 HTTP/1.1" status: 200  len: 946 time: 0.0873318
Dec 24 11:26:07.288679 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-760bcb9a-401b-4cd4-802e-05afadd6dade req-eaa353f6-aac6-4d41-85bf-a6d7511f5801 tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] 10.222.0.65 "GET /v2.0/security-groups?id=285a1863-c0fa-44fe-9802-691f7965fe15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0510073
Dec 24 11:26:08.078114 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:26:08.500102 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c019063-8334-4977-8f66-76cf188ba0f6 req-7d6dd273-70e8-4575-b402-582c14075415 tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:26:08.501720 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-4c019063-8334-4977-8f66-76cf188ba0f6 req-7d6dd273-70e8-4575-b402-582c14075415 tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] 10.222.0.65 "GET /v2.0/ports?device_id=591e3344-bda4-4a59-99ff-25a093f176b4 HTTP/1.1" status: 200  len: 946 time: 0.0863605
Dec 24 11:26:08.554733 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-4c019063-8334-4977-8f66-76cf188ba0f6 req-391b639f-eeb0-4a3f-83a2-a48e85814128 tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] 10.222.0.65 "GET /v2.0/security-groups?id=285a1863-c0fa-44fe-9802-691f7965fe15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444613
Dec 24 11:26:08.766416 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25833cff-94b7-4da9-b2ab-b854518dba1e req-3cb10034-5005-4a02-a879-374cc382590f tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:26:08.768043 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-25833cff-94b7-4da9-b2ab-b854518dba1e req-3cb10034-5005-4a02-a879-374cc382590f tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] 10.222.0.65 "GET /v2.0/ports?device_id=591e3344-bda4-4a59-99ff-25a093f176b4 HTTP/1.1" status: 200  len: 946 time: 0.0906830
Dec 24 11:26:08.819365 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-25833cff-94b7-4da9-b2ab-b854518dba1e req-feeb12f4-7b31-40a6-b4b4-7bbedde86dfe tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] 10.222.0.65 "GET /v2.0/security-groups?id=285a1863-c0fa-44fe-9802-691f7965fe15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451159
Dec 24 11:26:08.960979 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-840ff3cc-eaf9-4da2-9ab4-020d86c21e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:26:09.227953 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9addc12-16dc-4ac9-b3f1-3a7db3e2d1aa req-02a97880-9f27-4102-856b-fae73ae8e174 tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:26:09.229532 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-b9addc12-16dc-4ac9-b3f1-3a7db3e2d1aa req-02a97880-9f27-4102-856b-fae73ae8e174 tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] 10.222.0.65 "GET /v2.0/ports?device_id=591e3344-bda4-4a59-99ff-25a093f176b4 HTTP/1.1" status: 200  len: 946 time: 0.0924232
Dec 24 11:26:09.282104 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-b9addc12-16dc-4ac9-b3f1-3a7db3e2d1aa req-2ff83c21-01e4-43a0-8340-95407630358b tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] 10.222.0.65 "GET /v2.0/security-groups?id=285a1863-c0fa-44fe-9802-691f7965fe15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443928
Dec 24 11:26:09.430965 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bdfdbc84-c52d-4f40-b281-af314dc1f8fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:26:09.497300 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de470c5-40da-4dd0-8391-9445895d6e07 req-92992596-e9ab-4b14-8782-8136a5b5ef8d tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:26:09.498883 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-5de470c5-40da-4dd0-8391-9445895d6e07 req-92992596-e9ab-4b14-8782-8136a5b5ef8d tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] 10.222.0.65 "GET /v2.0/ports?device_id=591e3344-bda4-4a59-99ff-25a093f176b4 HTTP/1.1" status: 200  len: 946 time: 0.0920756
Dec 24 11:26:09.555126 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-5de470c5-40da-4dd0-8391-9445895d6e07 req-fa09dda4-fb6d-4786-99da-9583307de8c3 tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] 10.222.0.65 "GET /v2.0/security-groups?id=285a1863-c0fa-44fe-9802-691f7965fe15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0497596
Dec 24 11:26:09.765702 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-3d33f39a-38b3-45d9-8286-28b404fe3ddc req-4fb43950-a06f-4548-8ec0-aaafebeb2f47 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=591e3344-bda4-4a59-99ff-25a093f176b4&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.0820572
Dec 24 11:26:10.092390 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-6fa2f2e4-773d-4050-92cb-de92e716e58e req-596beb59-426f-433c-97b8-8691c21f3a62 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=591e3344-bda4-4a59-99ff-25a093f176b4&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1354818
Dec 24 11:26:10.113392 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14321897-0777-4e8d-8234-65450f4016b3 req-dffa88a5-17f5-4af0-b0fc-eb1ec3eae8ff tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:26:10.115430 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-14321897-0777-4e8d-8234-65450f4016b3 req-dffa88a5-17f5-4af0-b0fc-eb1ec3eae8ff tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] 10.222.0.65 "GET /v2.0/ports?device_id=591e3344-bda4-4a59-99ff-25a093f176b4 HTTP/1.1" status: 200  len: 946 time: 0.1047029
Dec 24 11:26:10.166605 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-14321897-0777-4e8d-8234-65450f4016b3 req-c8654d07-a574-400e-a066-1b46e5cb6c34 tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] 10.222.0.65 "GET /v2.0/security-groups?id=285a1863-c0fa-44fe-9802-691f7965fe15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443652
Dec 24 11:26:10.707481 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-39ff93cf-c0b7-48c5-95f3-6f7e9977387d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:26:11.399140 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1691a3a3-fe0a-4c34-bb96-2c395825586b req-d1fa081a-df1c-4ade-a436-254139644daf tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:26:11.400839 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-1691a3a3-fe0a-4c34-bb96-2c395825586b req-d1fa081a-df1c-4ade-a436-254139644daf tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] 10.222.0.65 "GET /v2.0/ports?device_id=591e3344-bda4-4a59-99ff-25a093f176b4 HTTP/1.1" status: 200  len: 946 time: 0.1056192
Dec 24 11:26:11.456991 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-1691a3a3-fe0a-4c34-bb96-2c395825586b req-637ad899-337c-4ee3-baef-d1f975bfd7c5 tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] 10.222.0.65 "GET /v2.0/security-groups?id=285a1863-c0fa-44fe-9802-691f7965fe15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0495410
Dec 24 11:26:11.485204 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-6fa2f2e4-773d-4050-92cb-de92e716e58e req-b4a36428-6cea-4dbd-986d-21b6423bf9aa service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c4b4aab2465a4694a2d03859ba404005&device_id=591e3344-bda4-4a59-99ff-25a093f176b4 HTTP/1.1" status: 200  len: 1099 time: 0.0797901
Dec 24 11:26:11.635943 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa2f2e4-773d-4050-92cb-de92e716e58e req-da8e66dc-7110-476a-919b-59f35d802629 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:26:11.637537 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-6fa2f2e4-773d-4050-92cb-de92e716e58e req-da8e66dc-7110-476a-919b-59f35d802629 service neutron] 10.222.0.58 "GET /v2.0/networks?id=6550839b-46e9-4a08-b91e-73d8691f150a HTTP/1.1" status: 200  len: 916 time: 0.1420507
Dec 24 11:26:11.712290 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-6fa2f2e4-773d-4050-92cb-de92e716e58e req-aa66c4ac-d7e9-4dd3-b43f-b7e262363e33 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1b61cd24-7c9f-4437-bb3e-bfbdc9a4bc04 HTTP/1.1" status: 200  len: 217 time: 0.0671566
Dec 24 11:26:11.794591 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa2f2e4-773d-4050-92cb-de92e716e58e req-815832dd-326c-498f-944d-acdae00f4d97 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:26:11.796273 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-6fa2f2e4-773d-4050-92cb-de92e716e58e req-815832dd-326c-498f-944d-acdae00f4d97 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=66808e40-a110-479f-934d-555455f8aad3 HTTP/1.1" status: 200  len: 855 time: 0.0774589
Dec 24 11:26:11.851043 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-6fa2f2e4-773d-4050-92cb-de92e716e58e req-861598f8-3b5c-44f7-b6e5-60f5199dccb2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6550839b-46e9-4a08-b91e-73d8691f150a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0477734
Dec 24 11:26:12.020991 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-6fa2f2e4-773d-4050-92cb-de92e716e58e req-95561b87-4623-490a-a1f0-457fc129cde7 service neutron] 10.222.0.58 "GET /v2.0/networks/6550839b-46e9-4a08-b91e-73d8691f150a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1628718
Dec 24 11:26:12.185915 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-6fa2f2e4-773d-4050-92cb-de92e716e58e req-9a4e4134-a142-43e8-88a1-6f525fe1e12f service neutron] 10.222.0.58 "GET /v2.0/networks/6550839b-46e9-4a08-b91e-73d8691f150a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1580625
Dec 24 11:26:12.670610 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51b3a44-9fe6-4098-ab4e-e8856fb020f3 req-178bc549-a2a0-4c95-bf7a-f47d9501e2c0 tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:26:12.672234 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-a51b3a44-9fe6-4098-ab4e-e8856fb020f3 req-178bc549-a2a0-4c95-bf7a-f47d9501e2c0 tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] 10.222.0.65 "GET /v2.0/ports?device_id=591e3344-bda4-4a59-99ff-25a093f176b4 HTTP/1.1" status: 200  len: 946 time: 0.0870275
Dec 24 11:26:12.725517 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-a51b3a44-9fe6-4098-ab4e-e8856fb020f3 req-cbeeebca-e10c-42d7-8da4-fd5a90eb4c94 tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] 10.222.0.65 "GET /v2.0/security-groups?id=285a1863-c0fa-44fe-9802-691f7965fe15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0469773
Dec 24 11:26:13.962440 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9461286-cfdc-48a2-8333-feda343596bd req-65f1a29f-02b9-4893-942a-5e062bba5d3a tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:26:13.964278 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-c9461286-cfdc-48a2-8333-feda343596bd req-65f1a29f-02b9-4893-942a-5e062bba5d3a tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] 10.222.0.65 "GET /v2.0/ports?device_id=591e3344-bda4-4a59-99ff-25a093f176b4 HTTP/1.1" status: 200  len: 946 time: 0.1024880
Dec 24 11:26:14.030061 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-c9461286-cfdc-48a2-8333-feda343596bd req-1656bb76-396d-4cef-b674-a119fa7d07b0 tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] 10.222.0.65 "GET /v2.0/security-groups?id=285a1863-c0fa-44fe-9802-691f7965fe15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0558896
Dec 24 11:26:15.255777 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b19aca-8095-4fe7-aa9a-db328c8234aa req-970e3a8d-9931-4243-912c-9e6826d2dc00 tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:26:15.257372 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-92b19aca-8095-4fe7-aa9a-db328c8234aa req-970e3a8d-9931-4243-912c-9e6826d2dc00 tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] 10.222.0.65 "GET /v2.0/ports?device_id=591e3344-bda4-4a59-99ff-25a093f176b4 HTTP/1.1" status: 200  len: 946 time: 0.0963395
Dec 24 11:26:15.307781 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-92b19aca-8095-4fe7-aa9a-db328c8234aa req-b1ef4bf7-b423-41ad-8631-d2796e900147 tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] 10.222.0.65 "GET /v2.0/security-groups?id=285a1863-c0fa-44fe-9802-691f7965fe15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440593
Dec 24 11:26:16.516963 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ff6c53-f833-4afc-b63b-67ead65a7d93 req-b0f4a173-1f7c-467f-a512-d3172d8eb33e tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:26:16.518673 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-53ff6c53-f833-4afc-b63b-67ead65a7d93 req-b0f4a173-1f7c-467f-a512-d3172d8eb33e tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] 10.222.0.65 "GET /v2.0/ports?device_id=591e3344-bda4-4a59-99ff-25a093f176b4 HTTP/1.1" status: 200  len: 946 time: 0.0868461
Dec 24 11:26:16.569298 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-53ff6c53-f833-4afc-b63b-67ead65a7d93 req-1fefbc85-8ea0-4953-98bf-1bb7f1458048 tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] 10.222.0.65 "GET /v2.0/security-groups?id=285a1863-c0fa-44fe-9802-691f7965fe15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440984
Dec 24 11:26:17.805818 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9027f6f8-fb12-4868-b04b-228539c5d0b2 req-f0cb0b96-cecf-431a-aeee-960ff9e8224e tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:26:17.807494 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-9027f6f8-fb12-4868-b04b-228539c5d0b2 req-f0cb0b96-cecf-431a-aeee-960ff9e8224e tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] 10.222.0.65 "GET /v2.0/ports?device_id=591e3344-bda4-4a59-99ff-25a093f176b4 HTTP/1.1" status: 200  len: 946 time: 0.1003222
Dec 24 11:26:17.863965 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-9027f6f8-fb12-4868-b04b-228539c5d0b2 req-e097cb70-e2fe-4056-86d3-902d702c1b6a tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] 10.222.0.65 "GET /v2.0/security-groups?id=285a1863-c0fa-44fe-9802-691f7965fe15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0472043
Dec 24 11:26:19.094032 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dc2255-9ec0-4dd2-bc18-a69988b38f1a req-8b8a029e-282c-45b1-a986-49d65a96c903 tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:26:19.095671 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-a9dc2255-9ec0-4dd2-bc18-a69988b38f1a req-8b8a029e-282c-45b1-a986-49d65a96c903 tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] 10.222.0.65 "GET /v2.0/ports?device_id=591e3344-bda4-4a59-99ff-25a093f176b4 HTTP/1.1" status: 200  len: 946 time: 0.0948713
Dec 24 11:26:19.146591 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-a9dc2255-9ec0-4dd2-bc18-a69988b38f1a req-ee29e9ce-dd67-4d86-b0c8-a82606da6014 tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] 10.222.0.65 "GET /v2.0/security-groups?id=285a1863-c0fa-44fe-9802-691f7965fe15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446455
Dec 24 11:26:20.373317 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cda0cf1-ba97-4367-b89c-221d45e9b39a req-0b797d3d-cd5d-42f0-b174-c2c281926ac5 tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:26:20.374995 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-0cda0cf1-ba97-4367-b89c-221d45e9b39a req-0b797d3d-cd5d-42f0-b174-c2c281926ac5 tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] 10.222.0.65 "GET /v2.0/ports?device_id=591e3344-bda4-4a59-99ff-25a093f176b4 HTTP/1.1" status: 200  len: 946 time: 0.0922625
Dec 24 11:26:20.424317 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-0cda0cf1-ba97-4367-b89c-221d45e9b39a req-ed1831c0-8a2e-4e88-baa3-0e1533c53f1b tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] 10.222.0.65 "GET /v2.0/security-groups?id=285a1863-c0fa-44fe-9802-691f7965fe15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429430
Dec 24 11:26:21.648987 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdc5bbc-0a18-4fa3-976d-ba55389419dc req-e5cc2880-4f95-4391-9287-d0343a66b940 tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:26:21.650634 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-afdc5bbc-0a18-4fa3-976d-ba55389419dc req-e5cc2880-4f95-4391-9287-d0343a66b940 tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] 10.222.0.65 "GET /v2.0/ports?device_id=591e3344-bda4-4a59-99ff-25a093f176b4 HTTP/1.1" status: 200  len: 946 time: 0.0901773
Dec 24 11:26:21.703166 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-afdc5bbc-0a18-4fa3-976d-ba55389419dc req-3a89c32b-0816-4e75-9399-cb946077088f tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] 10.222.0.65 "GET /v2.0/security-groups?id=285a1863-c0fa-44fe-9802-691f7965fe15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462625
Dec 24 11:26:22.934983 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cb3e3f-d79f-483b-8192-380d55112f41 req-b2f1de91-6cb4-4b0b-a69e-fd1d8110635f tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:26:22.936504 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-88cb3e3f-d79f-483b-8192-380d55112f41 req-b2f1de91-6cb4-4b0b-a69e-fd1d8110635f tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] 10.222.0.65 "GET /v2.0/ports?device_id=591e3344-bda4-4a59-99ff-25a093f176b4 HTTP/1.1" status: 200  len: 946 time: 0.0888593
Dec 24 11:26:22.986024 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-88cb3e3f-d79f-483b-8192-380d55112f41 req-597352e5-7cf1-489d-889f-27f2744259cb tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] 10.222.0.65 "GET /v2.0/security-groups?id=285a1863-c0fa-44fe-9802-691f7965fe15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432653
Dec 24 11:26:24.062318 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-deb440c4-103c-46c1-933d-c817bdc97d7d req-7a24c052-85d8-4155-8088-228b7a667e86 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c4b4aab2465a4694a2d03859ba404005&device_id=591e3344-bda4-4a59-99ff-25a093f176b4 HTTP/1.1" status: 200  len: 1099 time: 0.0797300
Dec 24 11:26:24.227786 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb440c4-103c-46c1-933d-c817bdc97d7d req-955dc7dc-65d3-4a9b-93d4-b173505bf969 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:26:24.229442 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-deb440c4-103c-46c1-933d-c817bdc97d7d req-955dc7dc-65d3-4a9b-93d4-b173505bf969 service neutron] 10.222.0.58 "GET /v2.0/networks?id=6550839b-46e9-4a08-b91e-73d8691f150a HTTP/1.1" status: 200  len: 916 time: 0.1461883
Dec 24 11:26:24.308320 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-deb440c4-103c-46c1-933d-c817bdc97d7d req-624b6404-9262-4d14-8ddf-a5b441b726a4 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1b61cd24-7c9f-4437-bb3e-bfbdc9a4bc04 HTTP/1.1" status: 200  len: 217 time: 0.0715394
Dec 24 11:26:24.380913 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb440c4-103c-46c1-933d-c817bdc97d7d req-afedce9d-428e-460b-89f1-c275e6ad5da3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:26:24.382566 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-deb440c4-103c-46c1-933d-c817bdc97d7d req-afedce9d-428e-460b-89f1-c275e6ad5da3 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=66808e40-a110-479f-934d-555455f8aad3 HTTP/1.1" status: 200  len: 855 time: 0.0674853
Dec 24 11:26:24.433439 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-deb440c4-103c-46c1-933d-c817bdc97d7d req-aa5a80f9-d3e7-4fad-bc46-6d26e3afcd07 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6550839b-46e9-4a08-b91e-73d8691f150a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0443826
Dec 24 11:26:24.434968 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf24f2f-4f6e-4656-8b77-e889b46227bf req-19c44241-7659-4e94-83cb-7e418986f8f0 tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:26:24.436541 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-1cf24f2f-4f6e-4656-8b77-e889b46227bf req-19c44241-7659-4e94-83cb-7e418986f8f0 tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] 10.222.0.65 "GET /v2.0/ports?device_id=591e3344-bda4-4a59-99ff-25a093f176b4 HTTP/1.1" status: 200  len: 946 time: 0.3209653
Dec 24 11:26:24.487360 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-1cf24f2f-4f6e-4656-8b77-e889b46227bf req-489eedda-a725-4c85-a590-25d1e1e5a7ea tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] 10.222.0.65 "GET /v2.0/security-groups?id=285a1863-c0fa-44fe-9802-691f7965fe15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444846
Dec 24 11:26:24.580508 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-deb440c4-103c-46c1-933d-c817bdc97d7d req-dcc09271-162b-4728-adc9-ce4417ddc0ba service neutron] 10.222.0.58 "GET /v2.0/networks/6550839b-46e9-4a08-b91e-73d8691f150a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1392710
Dec 24 11:26:24.726628 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-deb440c4-103c-46c1-933d-c817bdc97d7d req-a53aa3c3-f80d-48ef-a414-9d4315656804 service neutron] 10.222.0.58 "GET /v2.0/networks/6550839b-46e9-4a08-b91e-73d8691f150a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1381075
Dec 24 11:26:25.706418 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7597d517-6ec3-4c00-b04b-08e4902fa0f4 req-656a62e7-70fb-4266-b3ac-ce62332eed39 tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:26:25.708037 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-7597d517-6ec3-4c00-b04b-08e4902fa0f4 req-656a62e7-70fb-4266-b3ac-ce62332eed39 tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] 10.222.0.65 "GET /v2.0/ports?device_id=591e3344-bda4-4a59-99ff-25a093f176b4 HTTP/1.1" status: 200  len: 946 time: 0.0934048
Dec 24 11:26:25.759034 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-7597d517-6ec3-4c00-b04b-08e4902fa0f4 req-14e9d3b1-c36b-4142-9b92-ab4edeb97d17 tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] 10.222.0.65 "GET /v2.0/security-groups?id=285a1863-c0fa-44fe-9802-691f7965fe15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447688
Dec 24 11:26:26.365171 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.agents_db [None req-e51243ab-6a93-425b-980f-a73583147efa None None] Agent healthcheck: found 6 active agents {{(pid=88881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 24 11:26:26.992550 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac77e61-46e1-4507-8d4b-43f97e1a1313 req-c9aa623e-3177-4bb4-bdcf-712313296953 tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:26:26.994155 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-0ac77e61-46e1-4507-8d4b-43f97e1a1313 req-c9aa623e-3177-4bb4-bdcf-712313296953 tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] 10.222.0.65 "GET /v2.0/ports?device_id=591e3344-bda4-4a59-99ff-25a093f176b4 HTTP/1.1" status: 200  len: 946 time: 0.0911181
Dec 24 11:26:27.046184 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-0ac77e61-46e1-4507-8d4b-43f97e1a1313 req-b55b4bbe-35de-40cb-b70a-43d51185fbd6 tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] 10.222.0.65 "GET /v2.0/security-groups?id=285a1863-c0fa-44fe-9802-691f7965fe15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426750
Dec 24 11:26:28.276568 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340911a5-68c2-4617-b1ee-66af427f6779 req-010b32a1-dbf2-4ad2-ada5-3e484f5d478a tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:26:28.278257 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-340911a5-68c2-4617-b1ee-66af427f6779 req-010b32a1-dbf2-4ad2-ada5-3e484f5d478a tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] 10.222.0.65 "GET /v2.0/ports?device_id=591e3344-bda4-4a59-99ff-25a093f176b4 HTTP/1.1" status: 200  len: 946 time: 0.0995257
Dec 24 11:26:28.330056 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-340911a5-68c2-4617-b1ee-66af427f6779 req-8b8402e4-06d5-4fee-a4ef-a106562c013c tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] 10.222.0.65 "GET /v2.0/security-groups?id=285a1863-c0fa-44fe-9802-691f7965fe15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427630
Dec 24 11:26:28.385172 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:26:29.549782 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f619b35-ef80-4dab-9a9b-d4cf1018dbe3 req-28f09b39-ceb0-467b-9dd9-6ab3d8c83b0e tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:26:29.551481 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-8f619b35-ef80-4dab-9a9b-d4cf1018dbe3 req-28f09b39-ceb0-467b-9dd9-6ab3d8c83b0e tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] 10.222.0.65 "GET /v2.0/ports?device_id=591e3344-bda4-4a59-99ff-25a093f176b4 HTTP/1.1" status: 200  len: 946 time: 0.0960679
Dec 24 11:26:29.622228 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-8f619b35-ef80-4dab-9a9b-d4cf1018dbe3 req-54a9a8c2-bb8c-4812-b0c0-635526341bba tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] 10.222.0.65 "GET /v2.0/security-groups?id=285a1863-c0fa-44fe-9802-691f7965fe15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0641985
Dec 24 11:26:30.849867 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496e4db1-4e24-46b1-a599-6b118746c4b3 req-02e3cbf6-41c5-4fff-9fe7-d52c7b038b11 tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:26:30.851532 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-496e4db1-4e24-46b1-a599-6b118746c4b3 req-02e3cbf6-41c5-4fff-9fe7-d52c7b038b11 tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] 10.222.0.65 "GET /v2.0/ports?device_id=591e3344-bda4-4a59-99ff-25a093f176b4 HTTP/1.1" status: 200  len: 946 time: 0.0909245
Dec 24 11:26:30.907354 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-496e4db1-4e24-46b1-a599-6b118746c4b3 req-8d0609b9-4ec5-4444-a01d-b47bb78be283 tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] 10.222.0.65 "GET /v2.0/security-groups?id=285a1863-c0fa-44fe-9802-691f7965fe15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0494413
Dec 24 11:26:32.122239 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb85a83b-18dc-43ab-8d38-e243afcec7dc req-77bc6140-4fe6-4df4-890d-85d95e72a2c4 tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:26:32.123880 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-eb85a83b-18dc-43ab-8d38-e243afcec7dc req-77bc6140-4fe6-4df4-890d-85d95e72a2c4 tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] 10.222.0.65 "GET /v2.0/ports?device_id=591e3344-bda4-4a59-99ff-25a093f176b4 HTTP/1.1" status: 200  len: 946 time: 0.0900776
Dec 24 11:26:32.176355 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-eb85a83b-18dc-43ab-8d38-e243afcec7dc req-598f391f-f4fd-483e-99f6-2c9ca275f8c4 tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] 10.222.0.65 "GET /v2.0/security-groups?id=285a1863-c0fa-44fe-9802-691f7965fe15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451715
Dec 24 11:26:33.415163 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fb2719-ab56-4699-8079-b438ccf82c1e req-5e8a58c2-2bcb-412c-9cd5-5db6ce44e492 tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:26:33.416790 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-94fb2719-ab56-4699-8079-b438ccf82c1e req-5e8a58c2-2bcb-412c-9cd5-5db6ce44e492 tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] 10.222.0.65 "GET /v2.0/ports?device_id=591e3344-bda4-4a59-99ff-25a093f176b4 HTTP/1.1" status: 200  len: 946 time: 0.1045234
Dec 24 11:26:33.466682 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-94fb2719-ab56-4699-8079-b438ccf82c1e req-70562366-6ddd-4a94-bd80-391ee84ae820 tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] 10.222.0.65 "GET /v2.0/security-groups?id=285a1863-c0fa-44fe-9802-691f7965fe15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435431
Dec 24 11:26:34.690821 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b751e409-59f6-458d-bccc-a95a72f9f46a req-b36d7203-45f9-426b-a992-d59e7e9b9332 tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:26:34.692438 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-b751e409-59f6-458d-bccc-a95a72f9f46a req-b36d7203-45f9-426b-a992-d59e7e9b9332 tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] 10.222.0.65 "GET /v2.0/ports?device_id=591e3344-bda4-4a59-99ff-25a093f176b4 HTTP/1.1" status: 200  len: 946 time: 0.0960290
Dec 24 11:26:34.743427 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-b751e409-59f6-458d-bccc-a95a72f9f46a req-5efceb8b-1c64-4cf9-82db-1624925e22c0 tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] 10.222.0.65 "GET /v2.0/security-groups?id=285a1863-c0fa-44fe-9802-691f7965fe15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446253
Dec 24 11:26:35.981358 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c9d5f8-c319-473e-b012-1d8d6b43b2c1 req-4a806333-3941-4950-8d5b-e5e1c46d288a tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:26:35.983284 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-f0c9d5f8-c319-473e-b012-1d8d6b43b2c1 req-4a806333-3941-4950-8d5b-e5e1c46d288a tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] 10.222.0.65 "GET /v2.0/ports?device_id=591e3344-bda4-4a59-99ff-25a093f176b4 HTTP/1.1" status: 200  len: 946 time: 0.1014287
Dec 24 11:26:36.035846 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-f0c9d5f8-c319-473e-b012-1d8d6b43b2c1 req-ee325e1c-768a-4e1a-b2fe-941547dd11bc tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] 10.222.0.65 "GET /v2.0/security-groups?id=285a1863-c0fa-44fe-9802-691f7965fe15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462530
Dec 24 11:26:36.463231 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9e19605a-148a-471b-8b1f-1b78b7dc9d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:26:37.248661 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f9f1e5-85d6-4d34-94bd-5185648881a5 req-8cab317b-bf8d-4f65-be2e-2c7b72300ec8 tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:26:37.250304 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-f5f9f1e5-85d6-4d34-94bd-5185648881a5 req-8cab317b-bf8d-4f65-be2e-2c7b72300ec8 tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] 10.222.0.65 "GET /v2.0/ports?device_id=591e3344-bda4-4a59-99ff-25a093f176b4 HTTP/1.1" status: 200  len: 946 time: 0.0874505
Dec 24 11:26:37.303111 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-f5f9f1e5-85d6-4d34-94bd-5185648881a5 req-7bbc1775-71a7-4a56-b1d0-213b6e37f0ba tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] 10.222.0.65 "GET /v2.0/security-groups?id=285a1863-c0fa-44fe-9802-691f7965fe15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465431
Dec 24 11:26:38.079227 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:26:38.529772 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5d9ecf-14e6-4994-be75-892ba2077c20 req-a16148a3-8ac8-4ce5-91ee-497d5a04b6f4 tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:26:38.531598 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-fe5d9ecf-14e6-4994-be75-892ba2077c20 req-a16148a3-8ac8-4ce5-91ee-497d5a04b6f4 tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] 10.222.0.65 "GET /v2.0/ports?device_id=591e3344-bda4-4a59-99ff-25a093f176b4 HTTP/1.1" status: 200  len: 946 time: 0.0945382
Dec 24 11:26:38.581806 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-fe5d9ecf-14e6-4994-be75-892ba2077c20 req-24f699f1-8e45-4f1a-9837-a69ed80e0b92 tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] 10.222.0.65 "GET /v2.0/security-groups?id=285a1863-c0fa-44fe-9802-691f7965fe15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432723
Dec 24 11:26:38.965641 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-108a7237-d52b-4855-b961-cc49d0cc5de4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:26:39.336046 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-6fa2f2e4-773d-4050-92cb-de92e716e58e req-398e776d-d8fa-48f4-8d42-abd9718d3f87 service neutron] 10.222.0.58 "GET /v2.0/ports/1b61cd24-7c9f-4437-bb3e-bfbdc9a4bc04/bindings/hv-neutron-8226 HTTP/1.1" status: 200  len: 384 time: 0.0888464
Dec 24 11:26:39.435492 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bdfdbc84-c52d-4f40-b281-af314dc1f8fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:26:39.729225 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-6fa2f2e4-773d-4050-92cb-de92e716e58e req-0d5cbc53-709e-41ee-bd98-ce207d69a5ce service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=591e3344-bda4-4a59-99ff-25a093f176b4&tenant_id=c4b4aab2465a4694a2d03859ba404005 HTTP/1.1" status: 200  len: 1099 time: 0.0756414
Dec 24 11:26:39.815728 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e50462-bf3e-4bcb-be89-764ac0a56d3e req-aabfa024-f627-4ff0-993e-0e7f231b45f8 tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:26:39.817327 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-95e50462-bf3e-4bcb-be89-764ac0a56d3e req-aabfa024-f627-4ff0-993e-0e7f231b45f8 tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] 10.222.0.65 "GET /v2.0/ports?device_id=591e3344-bda4-4a59-99ff-25a093f176b4 HTTP/1.1" status: 200  len: 946 time: 0.1011705
Dec 24 11:26:39.835250 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-6fa2f2e4-773d-4050-92cb-de92e716e58e req-7ef3a446-10db-4341-a223-1775d9ead68a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c4b4aab2465a4694a2d03859ba404005&device_id=591e3344-bda4-4a59-99ff-25a093f176b4 HTTP/1.1" status: 200  len: 1099 time: 0.0821097
Dec 24 11:26:39.870662 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-95e50462-bf3e-4bcb-be89-764ac0a56d3e req-9eb862ec-d6a9-45d5-a95b-df71ac30f594 tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] 10.222.0.65 "GET /v2.0/security-groups?id=285a1863-c0fa-44fe-9802-691f7965fe15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465817
Dec 24 11:26:39.984738 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa2f2e4-773d-4050-92cb-de92e716e58e req-cda35633-1cac-4aa9-9503-624682b93bdc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:26:39.986374 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-6fa2f2e4-773d-4050-92cb-de92e716e58e req-cda35633-1cac-4aa9-9503-624682b93bdc service neutron] 10.222.0.58 "GET /v2.0/networks?id=6550839b-46e9-4a08-b91e-73d8691f150a HTTP/1.1" status: 200  len: 916 time: 0.1447921
Dec 24 11:26:40.059544 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-6fa2f2e4-773d-4050-92cb-de92e716e58e req-cbfc9ef9-d161-4c66-8f5e-679011e33801 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1b61cd24-7c9f-4437-bb3e-bfbdc9a4bc04 HTTP/1.1" status: 200  len: 217 time: 0.0656605
Dec 24 11:26:40.139606 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa2f2e4-773d-4050-92cb-de92e716e58e req-e391be4f-bb5e-41d6-825f-3f2c0eb0d615 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:26:40.141111 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-6fa2f2e4-773d-4050-92cb-de92e716e58e req-e391be4f-bb5e-41d6-825f-3f2c0eb0d615 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=66808e40-a110-479f-934d-555455f8aad3 HTTP/1.1" status: 200  len: 855 time: 0.0709867
Dec 24 11:26:40.194243 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-6fa2f2e4-773d-4050-92cb-de92e716e58e req-9afd5127-58e4-4588-aecd-01ef856f4fb6 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6550839b-46e9-4a08-b91e-73d8691f150a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0432920
Dec 24 11:26:40.347861 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-6fa2f2e4-773d-4050-92cb-de92e716e58e req-d789c2a7-4d7d-4b1a-9911-ef01feff527a service neutron] 10.222.0.58 "GET /v2.0/networks/6550839b-46e9-4a08-b91e-73d8691f150a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1449730
Dec 24 11:26:40.709211 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-39ff93cf-c0b7-48c5-95f3-6f7e9977387d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:26:40.753069 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-6fa2f2e4-773d-4050-92cb-de92e716e58e req-3c003f5c-c936-4576-93ea-07a293b9cd16 service neutron] 10.222.0.58 "GET /v2.0/networks/6550839b-46e9-4a08-b91e-73d8691f150a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3951390
Dec 24 11:26:41.089071 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bad2c9b-205b-44b0-9f1c-80b2df75fb62 req-86417c0c-87cb-491c-9277-754cf259e172 tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:26:41.090739 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-0bad2c9b-205b-44b0-9f1c-80b2df75fb62 req-86417c0c-87cb-491c-9277-754cf259e172 tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] 10.222.0.65 "GET /v2.0/ports?device_id=591e3344-bda4-4a59-99ff-25a093f176b4 HTTP/1.1" status: 200  len: 946 time: 0.0918286
Dec 24 11:26:41.155983 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-0bad2c9b-205b-44b0-9f1c-80b2df75fb62 req-581c9b6e-6e1a-4ac7-a790-7cc6681a767a tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] 10.222.0.65 "GET /v2.0/security-groups?id=285a1863-c0fa-44fe-9802-691f7965fe15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0558865
Dec 24 11:26:41.759022 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Device 1b61cd24-7c9f-4437-bb3e-bfbdc9a4bc04 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 24 11:26:41.763438 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Device 1b61cd24-7c9f-4437-bb3e-bfbdc9a4bc04 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:26:41.994840 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:26:42.018527 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] For port 1b61cd24-7c9f-4437-bb3e-bfbdc9a4bc04, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=1b61cd24-7c9f-4437-bb3e-bfbdc9a4bc04,segment=NetworkSegment(633c2665-5eea-4884-a772-0635affc8a95),segment_id=633c2665-5eea-4884-a772-0635affc8a95)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:26:42.039387 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Returning: {'device': '1b61cd24-7c9f-4437-bb3e-bfbdc9a4bc04', 'network_id': '6550839b-46e9-4a08-b91e-73d8691f150a', 'port_id': '1b61cd24-7c9f-4437-bb3e-bfbdc9a4bc04', 'mac_address': 'fa:16:3e:d6:8a:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66808e40-a110-479f-934d-555455f8aad3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 24 11:26:42.046476 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '591e3344-bda4-4a59-99ff-25a093f176b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b61cd24-7c9f-4437-bb3e-bfbdc9a4bc04'}] {{(pid=88880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 24 11:26:42.111430 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] For port 1b61cd24-7c9f-4437-bb3e-bfbdc9a4bc04, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=1b61cd24-7c9f-4437-bb3e-bfbdc9a4bc04,segment=NetworkSegment(633c2665-5eea-4884-a772-0635affc8a95),segment_id=633c2665-5eea-4884-a772-0635affc8a95)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:26:42.116975 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:26:42.120683 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-43f2cb56-ca75-4128-b36c-c022bf99550c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:26:42.177608 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:26:42.204827 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '591e3344-bda4-4a59-99ff-25a093f176b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b61cd24-7c9f-4437-bb3e-bfbdc9a4bc04', 'code': 200}
Dec 24 11:26:42.210534 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1b61cd24-7c9f-4437-bb3e-bfbdc9a4bc04 {{(pid=88880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 24 11:26:42.252047 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Pushing event updated for resources: {'Port': ['ID=1b61cd24-7c9f-4437-bb3e-bfbdc9a4bc04,revision_number=6']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:26:42.278715 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:26:42.279105 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:26:42.279488 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:26:42.279910 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:26:42.280324 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:26:42.280714 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:26:42.281078 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:26:42.281486 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:26:42.281855 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:26:42.282219 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:26:42.282586 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:26:42.293483 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:26:42.298964 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.db.api [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88880) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 24 11:26:42.299400 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_db.api [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 24 11:26:42.379116 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf1e65e-c078-44ac-9839-e30a60ad7fee req-b967356e-7359-4bdb-97d5-50bb60b89979 tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:26:42.380776 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-faf1e65e-c078-44ac-9839-e30a60ad7fee req-b967356e-7359-4bdb-97d5-50bb60b89979 tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] 10.222.0.65 "GET /v2.0/ports?device_id=591e3344-bda4-4a59-99ff-25a093f176b4 HTTP/1.1" status: 200  len: 944 time: 0.0914810
Dec 24 11:26:42.434311 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-faf1e65e-c078-44ac-9839-e30a60ad7fee req-5536e9b6-f16e-495f-a973-a099817de05b tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] 10.222.0.65 "GET /v2.0/security-groups?id=285a1863-c0fa-44fe-9802-691f7965fe15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465913
Dec 24 11:26:42.856842 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:26:42.876230 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b61cd24-7c9f-4437-bb3e-bfbdc9a4bc04 {{(pid=88880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 24 11:26:42.892061 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] For port 1b61cd24-7c9f-4437-bb3e-bfbdc9a4bc04, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=1b61cd24-7c9f-4437-bb3e-bfbdc9a4bc04,segment=NetworkSegment(633c2665-5eea-4884-a772-0635affc8a95),segment_id=633c2665-5eea-4884-a772-0635affc8a95)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:26:42.895712 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:26:42.897547 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-500d5cc3-4251-442f-9203-3715a4950e93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:26:42.962721 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] get_ports_and_sgs() called for port_ids ['1b61cd24-7c9f-4437-bb3e-bfbdc9a4bc04'] {{(pid=88880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 24 11:26:43.004096 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Pushing event updated for resources: {'Port': ['ID=1b61cd24-7c9f-4437-bb3e-bfbdc9a4bc04,revision_number=7']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:26:43.009104 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:26:43.656564 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfeee03-e20c-4f80-919e-2b9121ebde7c req-a8449980-766f-4b14-a00f-f771e7da793b tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:26:43.658237 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-cbfeee03-e20c-4f80-919e-2b9121ebde7c req-a8449980-766f-4b14-a00f-f771e7da793b tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] 10.222.0.65 "GET /v2.0/ports?device_id=591e3344-bda4-4a59-99ff-25a093f176b4 HTTP/1.1" status: 200  len: 945 time: 0.0862017
Dec 24 11:26:43.711303 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-cbfeee03-e20c-4f80-919e-2b9121ebde7c req-57543fd6-98a4-4c8b-b783-18bef4fac087 tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] 10.222.0.65 "GET /v2.0/security-groups?id=285a1863-c0fa-44fe-9802-691f7965fe15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467629
Dec 24 11:26:43.750200 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Device 1b61cd24-7c9f-4437-bb3e-bfbdc9a4bc04 up at agent hyperv_hv-neutron-8226 {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:26:43.827889 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Provisioning complete for port 1b61cd24-7c9f-4437-bb3e-bfbdc9a4bc04 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:26:43.828291 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:26:44.072304 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a1baee-2c67-4df8-b408-50a4b4a28174 req-72b195b9-9bb1-429e-b35b-2f5fb367b3bf tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:26:44.074845 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-16a1baee-2c67-4df8-b408-50a4b4a28174 req-72b195b9-9bb1-429e-b35b-2f5fb367b3bf tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] 10.222.0.65 "GET /v2.0/ports?device_id=591e3344-bda4-4a59-99ff-25a093f176b4 HTTP/1.1" status: 200  len: 945 time: 0.0902164
Dec 24 11:26:44.093911 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0f8767-c98b-45fa-bd5a-168b02aea2ca req-be8c38ab-e484-4331-a5bd-a4617ea95a3c tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:26:44.094702 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-0a0f8767-c98b-45fa-bd5a-168b02aea2ca req-be8c38ab-e484-4331-a5bd-a4617ea95a3c tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] Synchronizing usage tracker for tenant:c4b4aab2465a4694a2d03859ba404005 on resource:port {{(pid=88879) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:26:44.114250 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-0a0f8767-c98b-45fa-bd5a-168b02aea2ca req-be8c38ab-e484-4331-a5bd-a4617ea95a3c tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] Unset dirty status for tenant:c4b4aab2465a4694a2d03859ba404005 on resource:port {{(pid=88879) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:26:44.115563 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-0a0f8767-c98b-45fa-bd5a-168b02aea2ca req-be8c38ab-e484-4331-a5bd-a4617ea95a3c tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] 10.222.0.58 "GET /v2.0/ports?device_id=591e3344-bda4-4a59-99ff-25a093f176b4&tenant_id=c4b4aab2465a4694a2d03859ba404005&binding%3Ahost_id=hv-neutron-8226 HTTP/1.1" status: 200  len: 945 time: 0.1160810
Dec 24 11:26:44.126892 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:26:44.128309 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-16a1baee-2c67-4df8-b408-50a4b4a28174 req-c004ddb3-3e83-4705-b513-a31878dc8f94 tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] 10.222.0.65 "GET /v2.0/security-groups?id=285a1863-c0fa-44fe-9802-691f7965fe15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463777
Dec 24 11:26:44.161934 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] For port 1b61cd24-7c9f-4437-bb3e-bfbdc9a4bc04, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=1b61cd24-7c9f-4437-bb3e-bfbdc9a4bc04,segment=NetworkSegment(633c2665-5eea-4884-a772-0635affc8a95),segment_id=633c2665-5eea-4884-a772-0635affc8a95)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:26:44.165782 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:26:44.168605 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-e9c63a49-081d-4f0c-a099-75289f1bebe3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:26:44.209888 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '591e3344-bda4-4a59-99ff-25a093f176b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b61cd24-7c9f-4437-bb3e-bfbdc9a4bc04'}] {{(pid=88880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 24 11:26:44.253094 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Pushing event updated for resources: {'Port': ['ID=1b61cd24-7c9f-4437-bb3e-bfbdc9a4bc04,revision_number=8']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:26:44.256897 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:26:44.268271 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-0a0f8767-c98b-45fa-bd5a-168b02aea2ca req-7b3dc86c-cafd-4ebf-a6d0-3203caf9a553 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c4b4aab2465a4694a2d03859ba404005&device_id=591e3344-bda4-4a59-99ff-25a093f176b4 HTTP/1.1" status: 200  len: 1099 time: 0.0777707
Dec 24 11:26:44.286049 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '591e3344-bda4-4a59-99ff-25a093f176b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b61cd24-7c9f-4437-bb3e-bfbdc9a4bc04', 'code': 200}
Dec 24 11:26:44.414127 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0f8767-c98b-45fa-bd5a-168b02aea2ca req-7a64f3b7-e8ef-4c11-9337-4c38a0be0e6a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:26:44.415622 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-0a0f8767-c98b-45fa-bd5a-168b02aea2ca req-7a64f3b7-e8ef-4c11-9337-4c38a0be0e6a service neutron] 10.222.0.58 "GET /v2.0/networks?id=6550839b-46e9-4a08-b91e-73d8691f150a HTTP/1.1" status: 200  len: 916 time: 0.1410995
Dec 24 11:26:44.493560 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-0a0f8767-c98b-45fa-bd5a-168b02aea2ca req-0d68c38b-0981-452e-a501-cd5072a3f321 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1b61cd24-7c9f-4437-bb3e-bfbdc9a4bc04 HTTP/1.1" status: 200  len: 217 time: 0.0708258
Dec 24 11:26:44.564587 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0f8767-c98b-45fa-bd5a-168b02aea2ca req-3b1cbb70-8d97-405c-9393-52bece2a2242 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:26:44.566236 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-0a0f8767-c98b-45fa-bd5a-168b02aea2ca req-3b1cbb70-8d97-405c-9393-52bece2a2242 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=66808e40-a110-479f-934d-555455f8aad3 HTTP/1.1" status: 200  len: 855 time: 0.0659626
Dec 24 11:26:44.617392 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-0a0f8767-c98b-45fa-bd5a-168b02aea2ca req-4c00c43a-e2f4-4163-b3ce-ce28d0a7ca62 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6550839b-46e9-4a08-b91e-73d8691f150a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0439024
Dec 24 11:26:44.777346 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-0a0f8767-c98b-45fa-bd5a-168b02aea2ca req-801f9ef7-cd9a-4440-9b32-3f73e38fd909 service neutron] 10.222.0.58 "GET /v2.0/networks/6550839b-46e9-4a08-b91e-73d8691f150a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1524622
Dec 24 11:26:44.928636 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-0a0f8767-c98b-45fa-bd5a-168b02aea2ca req-27b3bebb-97a7-44a3-9531-db4de16d52ce service neutron] 10.222.0.58 "GET /v2.0/networks/6550839b-46e9-4a08-b91e-73d8691f150a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1441658
Dec 24 11:26:45.344515 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3ff1fe-136e-41eb-9e30-7ba8a054daf8 req-65f5ad76-7222-4d67-b6d7-bb89c586fa08 tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:26:45.346162 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-bc3ff1fe-136e-41eb-9e30-7ba8a054daf8 req-65f5ad76-7222-4d67-b6d7-bb89c586fa08 tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] 10.222.0.65 "GET /v2.0/ports?device_id=591e3344-bda4-4a59-99ff-25a093f176b4 HTTP/1.1" status: 200  len: 946 time: 0.0899456
Dec 24 11:26:45.396152 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-bc3ff1fe-136e-41eb-9e30-7ba8a054daf8 req-fc6f9112-48cb-41ab-86a1-2b88add7b663 tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] 10.222.0.65 "GET /v2.0/security-groups?id=285a1863-c0fa-44fe-9802-691f7965fe15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435283
Dec 24 11:26:46.618318 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfa8135-1230-4743-b5e2-9cbd936ba291 req-8bdf044d-f8ca-4dee-88f0-df5da60e46fe tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:26:46.619942 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-5bfa8135-1230-4743-b5e2-9cbd936ba291 req-8bdf044d-f8ca-4dee-88f0-df5da60e46fe tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] 10.222.0.65 "GET /v2.0/ports?device_id=591e3344-bda4-4a59-99ff-25a093f176b4 HTTP/1.1" status: 200  len: 946 time: 0.0844026
Dec 24 11:26:46.670510 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-5bfa8135-1230-4743-b5e2-9cbd936ba291 req-d485a4df-c49d-4954-aee4-75a842e83ad8 tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] 10.222.0.65 "GET /v2.0/security-groups?id=285a1863-c0fa-44fe-9802-691f7965fe15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441496
Dec 24 11:26:46.888038 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0dc74f-84fc-4050-9dad-576537e06603 req-c01fab3c-e6ae-4159-8f2a-3edddedc58ec tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:26:46.889671 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-6d0dc74f-84fc-4050-9dad-576537e06603 req-c01fab3c-e6ae-4159-8f2a-3edddedc58ec tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] 10.222.0.65 "GET /v2.0/ports?device_id=591e3344-bda4-4a59-99ff-25a093f176b4 HTTP/1.1" status: 200  len: 946 time: 0.0913732
Dec 24 11:26:46.940915 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-6d0dc74f-84fc-4050-9dad-576537e06603 req-00e6fc80-226e-453a-acd3-10af85057ff3 tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] 10.222.0.65 "GET /v2.0/security-groups?id=285a1863-c0fa-44fe-9802-691f7965fe15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443773
Dec 24 11:26:47.157460 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbb1568-2363-42bf-9473-74ec49bc30ad req-d03884f8-9729-468b-a927-8318d9349e02 tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:26:47.159105 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-0fbb1568-2363-42bf-9473-74ec49bc30ad req-d03884f8-9729-468b-a927-8318d9349e02 tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] 10.222.0.65 "GET /v2.0/ports?device_id=591e3344-bda4-4a59-99ff-25a093f176b4 HTTP/1.1" status: 200  len: 946 time: 0.0855525
Dec 24 11:26:47.210692 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-0fbb1568-2363-42bf-9473-74ec49bc30ad req-22c62542-df88-41bf-80fc-c793805a7352 tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] 10.222.0.65 "GET /v2.0/security-groups?id=285a1863-c0fa-44fe-9802-691f7965fe15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453033
Dec 24 11:26:47.782952 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0ccb96-bce1-4131-842c-1e8b4667d54f req-4691da55-f0bf-4f35-8b2b-f85d474fe5f3 tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:26:47.784562 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-ce0ccb96-bce1-4131-842c-1e8b4667d54f req-4691da55-f0bf-4f35-8b2b-f85d474fe5f3 tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] 10.222.0.65 "GET /v2.0/networks?id=6550839b-46e9-4a08-b91e-73d8691f150a HTTP/1.1" status: 200  len: 815 time: 0.1632266
Dec 24 11:26:47.805877 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-ce0ccb96-bce1-4131-842c-1e8b4667d54f req-a5156ff1-2838-4ed3-b0f1-44e3dc6bad5a tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] 10.222.0.65 "GET /v2.0/quotas/c4b4aab2465a4694a2d03859ba404005 HTTP/1.1" status: 200  len: 375 time: 0.0125172
Dec 24 11:26:47.893730 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-ce0ccb96-bce1-4131-842c-1e8b4667d54f req-c93cb5e7-10ee-4c8f-9315-1eff6a6feb6f tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=c4b4aab2465a4694a2d03859ba404005&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0801837
Dec 24 11:26:48.131538 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-ce0ccb96-bce1-4131-842c-1e8b4667d54f req-5f3d9ce7-15fe-458e-9ce6-11d5cc6a73fe service neutron] 10.222.0.65 "GET /v2.0/networks/6550839b-46e9-4a08-b91e-73d8691f150a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2269361
Dec 24 11:26:48.281698 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-ce0ccb96-bce1-4131-842c-1e8b4667d54f req-71cc7c05-879c-43a6-a569-2b7db001a10d service neutron] 10.222.0.65 "GET /v2.0/networks/6550839b-46e9-4a08-b91e-73d8691f150a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1408806
Dec 24 11:26:48.484853 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-5026afe2-35d3-44f8-b915-755dbd38d258 req-6bb7b58e-6398-40b5-a00c-4d7e2ff839a3 tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] 10.222.0.65 "GET /v2.0/ports?device_id=b6124f42-63d8-470b-95ba-a132d4a853ca HTTP/1.1" status: 200  len: 210 time: 0.0458343
Dec 24 11:26:49.538826 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b02738a-08d3-4336-b47e-e881e628a6c0 req-4958fe23-199e-49ae-ad2d-8eefc1c0e4bf tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:26:49.540844 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-0b02738a-08d3-4336-b47e-e881e628a6c0 req-4958fe23-199e-49ae-ad2d-8eefc1c0e4bf tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] 10.222.0.58 "GET /v2.0/ports?device_id=591e3344-bda4-4a59-99ff-25a093f176b4 HTTP/1.1" status: 200  len: 946 time: 0.0976448
Dec 24 11:26:49.617312 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [req-0b02738a-08d3-4336-b47e-e881e628a6c0 req-15825378-d7a6-4c75-b073-8a7f6d4dddc1 tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] Deleting port 1b61cd24-7c9f-4437-bb3e-bfbdc9a4bc04 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:26:49.617766 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-0b02738a-08d3-4336-b47e-e881e628a6c0 req-15825378-d7a6-4c75-b073-8a7f6d4dddc1 tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:26:49.675384 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-48638b11-0976-4dcc-9028-011187b3ad7b req-1c50708a-b9cf-4cd8-b8b7-7f5364f1d207 tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] 10.222.0.65 "GET /v2.0/ports?device_id=b6124f42-63d8-470b-95ba-a132d4a853ca HTTP/1.1" status: 200  len: 210 time: 0.0543418
Dec 24 11:26:50.008322 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0ccb96-bce1-4131-842c-1e8b4667d54f req-9f57c5d5-4818-4ad5-acdb-405cbb8a2988 tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:26:50.009943 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-ce0ccb96-bce1-4131-842c-1e8b4667d54f req-9f57c5d5-4818-4ad5-acdb-405cbb8a2988 tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] 10.222.0.58 "GET /v2.0/networks?id=6550839b-46e9-4a08-b91e-73d8691f150a HTTP/1.1" status: 200  len: 815 time: 0.2928903
Dec 24 11:26:50.032998 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [req-ce0ccb96-bce1-4131-842c-1e8b4667d54f req-b46a32bf-0986-4f4d-9222-779dd68cce9e tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] Request body: {'port': {'device_id': 'b6124f42-63d8-470b-95ba-a132d4a853ca', 'network_id': '6550839b-46e9-4a08-b91e-73d8691f150a', 'admin_state_up': True, 'tenant_id': 'c4b4aab2465a4694a2d03859ba404005'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:26:50.081777 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [req-0b02738a-08d3-4336-b47e-e881e628a6c0 req-15825378-d7a6-4c75-b073-8a7f6d4dddc1 tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] For port 1b61cd24-7c9f-4437-bb3e-bfbdc9a4bc04, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=1b61cd24-7c9f-4437-bb3e-bfbdc9a4bc04,segment=NetworkSegment(633c2665-5eea-4884-a772-0635affc8a95),segment_id=633c2665-5eea-4884-a772-0635affc8a95)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:26:50.082290 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-0b02738a-08d3-4336-b47e-e881e628a6c0 req-15825378-d7a6-4c75-b073-8a7f6d4dddc1 tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:26:50.269459 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [req-0b02738a-08d3-4336-b47e-e881e628a6c0 req-15825378-d7a6-4c75-b073-8a7f6d4dddc1 tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] Calling delete_port for 1b61cd24-7c9f-4437-bb3e-bfbdc9a4bc04 owned by compute:nova {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:26:50.379971 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [req-ce0ccb96-bce1-4131-842c-1e8b4667d54f req-b46a32bf-0986-4f4d-9222-779dd68cce9e tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:26:50.393299 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [req-ce0ccb96-bce1-4131-842c-1e8b4667d54f req-b46a32bf-0986-4f4d-9222-779dd68cce9e tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:26:50.439548 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce0ccb96-bce1-4131-842c-1e8b4667d54f req-b46a32bf-0986-4f4d-9222-779dd68cce9e tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] Made reservation on behalf of c4b4aab2465a4694a2d03859ba404005 for: {'port': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:26:50.445038 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-ce0ccb96-bce1-4131-842c-1e8b4667d54f req-b46a32bf-0986-4f4d-9222-779dd68cce9e tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:26:50.534372 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-0b02738a-08d3-4336-b47e-e881e628a6c0 req-15825378-d7a6-4c75-b073-8a7f6d4dddc1 tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:26:50.545046 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-97b6e01d-1b9b-4af5-a08d-f9d4777c3b4c tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:26:50.606409 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15825378-d7a6-4c75-b073-8a7f6d4dddc1 tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] Pushing event deleted for resources: {'Port': ['ID=1b61cd24-7c9f-4437-bb3e-bfbdc9a4bc04,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:26:50.618183 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-15825378-d7a6-4c75-b073-8a7f6d4dddc1 tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:26:50.742262 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b02738a-08d3-4336-b47e-e881e628a6c0 req-15825378-d7a6-4c75-b073-8a7f6d4dddc1 tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] No DVR routers for this DVR port 1b61cd24-7c9f-4437-bb3e-bfbdc9a4bc04 on host hv-neutron-8226 {{(pid=88879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 24 11:26:50.750995 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-0b02738a-08d3-4336-b47e-e881e628a6c0 req-15825378-d7a6-4c75-b073-8a7f6d4dddc1 tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:26:50.753932 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '591e3344-bda4-4a59-99ff-25a093f176b4', 'name': 'network-vif-deleted', 'tag': '1b61cd24-7c9f-4437-bb3e-bfbdc9a4bc04'}] {{(pid=88879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 24 11:26:50.777412 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-0b02738a-08d3-4336-b47e-e881e628a6c0 req-15825378-d7a6-4c75-b073-8a7f6d4dddc1 tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] 10.222.0.58 "DELETE /v2.0/ports/1b61cd24-7c9f-4437-bb3e-bfbdc9a4bc04 HTTP/1.1" status: 204  len: 173 time: 1.2297320
Dec 24 11:26:50.792621 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [req-ce0ccb96-bce1-4131-842c-1e8b4667d54f req-b46a32bf-0986-4f4d-9222-779dd68cce9e tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] Allocated IP 172.20.0.3 (6550839b-46e9-4a08-b91e-73d8691f150a/66808e40-a110-479f-934d-555455f8aad3/a369db0a-517f-4b95-b161-50b0d7419359) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:26:50.913908 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-4d159c0d-d8ec-4506-8c1a-5f97724e8b77 req-398a054a-0e6f-4198-a471-edb98a8cb4c1 tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] 10.222.0.65 "GET /v2.0/ports?device_id=b6124f42-63d8-470b-95ba-a132d4a853ca HTTP/1.1" status: 200  len: 210 time: 0.0988336
Dec 24 11:26:50.977864 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '591e3344-bda4-4a59-99ff-25a093f176b4', 'name': 'network-vif-deleted', 'tag': '1b61cd24-7c9f-4437-bb3e-bfbdc9a4bc04', 'status': 'completed', 'code': 200}
Dec 24 11:26:51.028707 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-ce0ccb96-bce1-4131-842c-1e8b4667d54f req-b46a32bf-0986-4f4d-9222-779dd68cce9e tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:26:51.057135 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-ce0ccb96-bce1-4131-842c-1e8b4667d54f req-b46a32bf-0986-4f4d-9222-779dd68cce9e tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:26:51.062991 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7aa396bf-3a06-4742-b915-65df10c92f4a tempest-DeleteServersTestJSON-1429801221 tempest-DeleteServersTestJSON-1429801221-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:26:51.130929 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce0ccb96-bce1-4131-842c-1e8b4667d54f req-b46a32bf-0986-4f4d-9222-779dd68cce9e tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] Network 6550839b-46e9-4a08-b91e-73d8691f150a is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:26:51.139602 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [req-ce0ccb96-bce1-4131-842c-1e8b4667d54f req-b46a32bf-0986-4f4d-9222-779dd68cce9e tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] Resources bound (agent type, host, resource id):  {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:26:51.144572 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce0ccb96-bce1-4131-842c-1e8b4667d54f req-b46a32bf-0986-4f4d-9222-779dd68cce9e tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:26:51.183930 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46a32bf-0986-4f4d-9222-779dd68cce9e tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] Pushing event updated for resources: {'Port': ['ID=a369db0a-517f-4b95-b161-50b0d7419359,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:26:51.188755 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-b46a32bf-0986-4f4d-9222-779dd68cce9e tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:26:51.215771 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0ccb96-bce1-4131-842c-1e8b4667d54f req-b46a32bf-0986-4f4d-9222-779dd68cce9e tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:26:51.216480 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-ce0ccb96-bce1-4131-842c-1e8b4667d54f req-b46a32bf-0986-4f4d-9222-779dd68cce9e tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:26:51.235551 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-ce0ccb96-bce1-4131-842c-1e8b4667d54f req-b46a32bf-0986-4f4d-9222-779dd68cce9e tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2098501
Dec 24 11:26:51.253184 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [req-ce0ccb96-bce1-4131-842c-1e8b4667d54f req-83af1923-125a-4edf-8c87-25e6b10235a3 service neutron] Request body: {'port': {'device_id': 'b6124f42-63d8-470b-95ba-a132d4a853ca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:26:51.372792 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-ce0ccb96-bce1-4131-842c-1e8b4667d54f req-83af1923-125a-4edf-8c87-25e6b10235a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:26:51.745259 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [req-ce0ccb96-bce1-4131-842c-1e8b4667d54f req-83af1923-125a-4edf-8c87-25e6b10235a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a369db0a-517f-4b95-b161-50b0d7419359 {{(pid=88879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 24 11:26:51.752756 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-ce0ccb96-bce1-4131-842c-1e8b4667d54f req-83af1923-125a-4edf-8c87-25e6b10235a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:26:51.768809 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [req-ce0ccb96-bce1-4131-842c-1e8b4667d54f req-83af1923-125a-4edf-8c87-25e6b10235a3 service neutron] Transition to ACTIVE for port object a369db0a-517f-4b95-b161-50b0d7419359 will not be triggered until provisioned by entity L2. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:26:51.772919 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-ce0ccb96-bce1-4131-842c-1e8b4667d54f req-83af1923-125a-4edf-8c87-25e6b10235a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850854027'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:26:51.777007 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-53a12b83-87d0-4152-928c-bc87bbe51fe2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:26:51.789888 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Device 1b61cd24-7c9f-4437-bb3e-bfbdc9a4bc04 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:26:51.824753 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] No Port match for: 1b61cd24-7c9f-4437-bb3e-bfbdc9a4bc04 {{(pid=88880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 24 11:26:51.825055 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Device 1b61cd24-7c9f-4437-bb3e-bfbdc9a4bc04 not bound to the agent host hv-neutron-8226 {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 24 11:26:51.907048 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83af1923-125a-4edf-8c87-25e6b10235a3 service neutron] Pushing event updated for resources: {'Port': ['ID=a369db0a-517f-4b95-b161-50b0d7419359,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:26:51.921426 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83af1923-125a-4edf-8c87-25e6b10235a3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:26:51.921928 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83af1923-125a-4edf-8c87-25e6b10235a3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:26:51.922357 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83af1923-125a-4edf-8c87-25e6b10235a3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:26:51.922780 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83af1923-125a-4edf-8c87-25e6b10235a3 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:26:51.923193 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83af1923-125a-4edf-8c87-25e6b10235a3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:26:51.923604 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83af1923-125a-4edf-8c87-25e6b10235a3 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:26:51.924012 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83af1923-125a-4edf-8c87-25e6b10235a3 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:26:51.924417 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83af1923-125a-4edf-8c87-25e6b10235a3 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:26:51.924823 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83af1923-125a-4edf-8c87-25e6b10235a3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:26:51.925212 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83af1923-125a-4edf-8c87-25e6b10235a3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:26:51.925618 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83af1923-125a-4edf-8c87-25e6b10235a3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:26:51.929456 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-83af1923-125a-4edf-8c87-25e6b10235a3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:26:52.040005 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [req-ce0ccb96-bce1-4131-842c-1e8b4667d54f req-83af1923-125a-4edf-8c87-25e6b10235a3 service neutron] Attempting to bind port a369db0a-517f-4b95-b161-50b0d7419359 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:26:52.040368 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [req-ce0ccb96-bce1-4131-842c-1e8b4667d54f req-83af1923-125a-4edf-8c87-25e6b10235a3 service neutron] Attempting to bind port a369db0a-517f-4b95-b161-50b0d7419359 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '633c2665-5eea-4884-a772-0635affc8a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '6550839b-46e9-4a08-b91e-73d8691f150a'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:26:52.040734 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce0ccb96-bce1-4131-842c-1e8b4667d54f req-83af1923-125a-4edf-8c87-25e6b10235a3 service neutron] Attempting to bind port a369db0a-517f-4b95-b161-50b0d7419359 on network 6550839b-46e9-4a08-b91e-73d8691f150a {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:26:52.047217 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce0ccb96-bce1-4131-842c-1e8b4667d54f req-83af1923-125a-4edf-8c87-25e6b10235a3 service neutron] Port a369db0a-517f-4b95-b161-50b0d7419359 on network 6550839b-46e9-4a08-b91e-73d8691f150a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 24 11:26:52.047614 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce0ccb96-bce1-4131-842c-1e8b4667d54f req-83af1923-125a-4edf-8c87-25e6b10235a3 service neutron] Attempting to bind port a369db0a-517f-4b95-b161-50b0d7419359 on network 6550839b-46e9-4a08-b91e-73d8691f150a {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:26:52.054674 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce0ccb96-bce1-4131-842c-1e8b4667d54f req-83af1923-125a-4edf-8c87-25e6b10235a3 service neutron] Checking agent: {'id': '239bbc6e-fc66-42e2-b707-1aa8ba10287c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 57, 58), 'started_at': datetime.datetime(2021, 12, 24, 10, 57, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 26, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:26:52.055072 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce0ccb96-bce1-4131-842c-1e8b4667d54f req-83af1923-125a-4edf-8c87-25e6b10235a3 service neutron] Checking segment: {'id': '633c2665-5eea-4884-a772-0635affc8a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '6550839b-46e9-4a08-b91e-73d8691f150a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:26:52.055463 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce0ccb96-bce1-4131-842c-1e8b4667d54f req-83af1923-125a-4edf-8c87-25e6b10235a3 service neutron] Bound using segment: {'id': '633c2665-5eea-4884-a772-0635affc8a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '6550839b-46e9-4a08-b91e-73d8691f150a'} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:26:52.055931 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [req-ce0ccb96-bce1-4131-842c-1e8b4667d54f req-83af1923-125a-4edf-8c87-25e6b10235a3 service neutron] Bound port: a369db0a-517f-4b95-b161-50b0d7419359, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '633c2665-5eea-4884-a772-0635affc8a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '6550839b-46e9-4a08-b91e-73d8691f150a'}}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:26:52.056310 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-ce0ccb96-bce1-4131-842c-1e8b4667d54f req-83af1923-125a-4edf-8c87-25e6b10235a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:26:52.125851 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0790cb43-8d37-482c-90ea-4b030304afb8 req-30b2ac44-d661-472e-ac7c-af9dafefcc5b tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:26:52.127951 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-0790cb43-8d37-482c-90ea-4b030304afb8 req-30b2ac44-d661-472e-ac7c-af9dafefcc5b tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] 10.222.0.65 "GET /v2.0/ports?device_id=b6124f42-63d8-470b-95ba-a132d4a853ca HTTP/1.1" status: 200  len: 943 time: 0.0850217
Dec 24 11:26:52.151766 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [req-ce0ccb96-bce1-4131-842c-1e8b4667d54f req-83af1923-125a-4edf-8c87-25e6b10235a3 service neutron] For port a369db0a-517f-4b95-b161-50b0d7419359, host hv-neutron-8226, cleared binding levels {{(pid=88879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:26:52.155130 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [req-ce0ccb96-bce1-4131-842c-1e8b4667d54f req-83af1923-125a-4edf-8c87-25e6b10235a3 service neutron] For port a369db0a-517f-4b95-b161-50b0d7419359, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=a369db0a-517f-4b95-b161-50b0d7419359,segment=NetworkSegment(633c2665-5eea-4884-a772-0635affc8a95),segment_id=633c2665-5eea-4884-a772-0635affc8a95)] {{(pid=88879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:26:52.159197 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-ce0ccb96-bce1-4131-842c-1e8b4667d54f req-83af1923-125a-4edf-8c87-25e6b10235a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850854027'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:26:52.163969 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-ce660107-419f-4015-90d3-9ab9d89bf2b6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:26:52.182448 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-0790cb43-8d37-482c-90ea-4b030304afb8 req-2ac95f26-de4f-452f-82d9-494cd07eb074 tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] 10.222.0.65 "GET /v2.0/security-groups?id=285a1863-c0fa-44fe-9802-691f7965fe15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0478876
Dec 24 11:26:52.231719 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-ce0ccb96-bce1-4131-842c-1e8b4667d54f req-83af1923-125a-4edf-8c87-25e6b10235a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:26:52.233242 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-ce0ccb96-bce1-4131-842c-1e8b4667d54f req-83af1923-125a-4edf-8c87-25e6b10235a3 service neutron] 10.222.0.58 "PUT /v2.0/ports/a369db0a-517f-4b95-b161-50b0d7419359 HTTP/1.1" status: 200  len: 1093 time: 0.9860537
Dec 24 11:26:52.247359 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83af1923-125a-4edf-8c87-25e6b10235a3 service neutron] Pushing event updated for resources: {'Port': ['ID=a369db0a-517f-4b95-b161-50b0d7419359,revision_number=3']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:26:52.252011 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-83af1923-125a-4edf-8c87-25e6b10235a3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:26:52.364664 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-ce0ccb96-bce1-4131-842c-1e8b4667d54f req-a98c74cb-da6e-4fe9-b586-64ce6a611865 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c4b4aab2465a4694a2d03859ba404005&device_id=b6124f42-63d8-470b-95ba-a132d4a853ca HTTP/1.1" status: 200  len: 1096 time: 0.0859537
Dec 24 11:26:52.703887 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-ce0ccb96-bce1-4131-842c-1e8b4667d54f req-bc686521-3ba3-47f7-ad44-d55c7e72d41b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a369db0a-517f-4b95-b161-50b0d7419359 HTTP/1.1" status: 200  len: 217 time: 0.3277309
Dec 24 11:26:52.776996 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0ccb96-bce1-4131-842c-1e8b4667d54f req-73601945-4834-4c8f-bcd1-0073e4d4b401 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:26:52.778624 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-ce0ccb96-bce1-4131-842c-1e8b4667d54f req-73601945-4834-4c8f-bcd1-0073e4d4b401 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=66808e40-a110-479f-934d-555455f8aad3 HTTP/1.1" status: 200  len: 855 time: 0.0649245
Dec 24 11:26:52.832888 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-ce0ccb96-bce1-4131-842c-1e8b4667d54f req-20986dac-b5a0-4c2a-a52c-a8b9a278dac7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6550839b-46e9-4a08-b91e-73d8691f150a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0438330
Dec 24 11:26:52.981877 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6124f42-63d8-470b-95ba-a132d4a853ca', 'tag': 'a369db0a-517f-4b95-b161-50b0d7419359'}] {{(pid=88879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 24 11:26:52.995189 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-ce0ccb96-bce1-4131-842c-1e8b4667d54f req-2d00b61e-b1af-45bb-bb03-f5b0f10d8a45 service neutron] 10.222.0.58 "GET /v2.0/networks/6550839b-46e9-4a08-b91e-73d8691f150a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1520300
Dec 24 11:26:53.050666 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6124f42-63d8-470b-95ba-a132d4a853ca', 'tag': 'a369db0a-517f-4b95-b161-50b0d7419359', 'status': 'completed', 'code': 200}
Dec 24 11:26:53.146400 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-ce0ccb96-bce1-4131-842c-1e8b4667d54f req-525b7c27-3ba2-40bd-91ea-7a5473a292b7 service neutron] 10.222.0.58 "GET /v2.0/networks/6550839b-46e9-4a08-b91e-73d8691f150a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1421318
Dec 24 11:26:53.284394 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-d7863771-4f3a-4c40-8a49-e7d10b2a92a6 req-e90fd95c-b006-425a-a1b8-595c145bf7d7 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c4b4aab2465a4694a2d03859ba404005&device_id=b6124f42-63d8-470b-95ba-a132d4a853ca HTTP/1.1" status: 200  len: 1096 time: 0.0863104
Dec 24 11:26:53.395194 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b30778c-d22b-4167-848e-7f68f045b589 req-2a8f5042-ba3c-49fd-8d38-23db83621a45 tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:26:53.396924 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-2b30778c-d22b-4167-848e-7f68f045b589 req-2a8f5042-ba3c-49fd-8d38-23db83621a45 tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] 10.222.0.65 "GET /v2.0/ports?device_id=b6124f42-63d8-470b-95ba-a132d4a853ca HTTP/1.1" status: 200  len: 943 time: 0.0841658
Dec 24 11:26:53.431195 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7863771-4f3a-4c40-8a49-e7d10b2a92a6 req-4293a9d6-4cd2-4571-8d6c-f1d03a334b5b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:26:53.432826 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-d7863771-4f3a-4c40-8a49-e7d10b2a92a6 req-4293a9d6-4cd2-4571-8d6c-f1d03a334b5b service neutron] 10.222.0.58 "GET /v2.0/networks?id=6550839b-46e9-4a08-b91e-73d8691f150a HTTP/1.1" status: 200  len: 916 time: 0.1418879
Dec 24 11:26:53.447588 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-2b30778c-d22b-4167-848e-7f68f045b589 req-bcd8f1b6-bec8-47c9-b360-7f45686be851 tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] 10.222.0.65 "GET /v2.0/security-groups?id=285a1863-c0fa-44fe-9802-691f7965fe15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442951
Dec 24 11:26:53.506055 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-d7863771-4f3a-4c40-8a49-e7d10b2a92a6 req-bc6fc1d2-63ec-42dd-abe0-999f51baa1c2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a369db0a-517f-4b95-b161-50b0d7419359 HTTP/1.1" status: 200  len: 217 time: 0.0660560
Dec 24 11:26:53.580330 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7863771-4f3a-4c40-8a49-e7d10b2a92a6 req-944fd407-eb26-4469-8555-d64433257678 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:26:53.581970 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-d7863771-4f3a-4c40-8a49-e7d10b2a92a6 req-944fd407-eb26-4469-8555-d64433257678 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=66808e40-a110-479f-934d-555455f8aad3 HTTP/1.1" status: 200  len: 855 time: 0.0692201
Dec 24 11:26:53.633060 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-d7863771-4f3a-4c40-8a49-e7d10b2a92a6 req-c37d9ab9-5383-4669-abc0-259e43e3fb2d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6550839b-46e9-4a08-b91e-73d8691f150a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0440278
Dec 24 11:26:53.796251 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-d7863771-4f3a-4c40-8a49-e7d10b2a92a6 req-82e1a34a-5021-400a-9b3b-e6f2b070bc0b service neutron] 10.222.0.58 "GET /v2.0/networks/6550839b-46e9-4a08-b91e-73d8691f150a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1515725
Dec 24 11:26:53.959817 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-d7863771-4f3a-4c40-8a49-e7d10b2a92a6 req-42b3ce47-662e-41ee-9a3d-a262d6612945 service neutron] 10.222.0.58 "GET /v2.0/networks/6550839b-46e9-4a08-b91e-73d8691f150a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1529329
Dec 24 11:26:54.672079 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb4c9d3-b8f4-4b6e-ada7-86bf6ee8a20b req-ae8c0dd1-d975-4868-b859-352d84bfcf42 tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:26:54.673671 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-1cb4c9d3-b8f4-4b6e-ada7-86bf6ee8a20b req-ae8c0dd1-d975-4868-b859-352d84bfcf42 tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] 10.222.0.65 "GET /v2.0/ports?device_id=b6124f42-63d8-470b-95ba-a132d4a853ca HTTP/1.1" status: 200  len: 943 time: 0.0901067
Dec 24 11:26:54.726494 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-1cb4c9d3-b8f4-4b6e-ada7-86bf6ee8a20b req-fc16bb6a-2e48-451c-b013-d109e2b09ab6 tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] 10.222.0.65 "GET /v2.0/security-groups?id=285a1863-c0fa-44fe-9802-691f7965fe15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434282
Dec 24 11:26:55.788952 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Device a369db0a-517f-4b95-b161-50b0d7419359 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 24 11:26:55.936550 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] For port a369db0a-517f-4b95-b161-50b0d7419359, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=a369db0a-517f-4b95-b161-50b0d7419359,segment=NetworkSegment(633c2665-5eea-4884-a772-0635affc8a95),segment_id=633c2665-5eea-4884-a772-0635affc8a95)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:26:55.939736 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b8cb70-d0e5-4df8-a789-4138b0ceb4e2 req-9a8c2e6d-a06c-44ef-8c18-37b32c0516e4 tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:26:55.941428 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-f8b8cb70-d0e5-4df8-a789-4138b0ceb4e2 req-9a8c2e6d-a06c-44ef-8c18-37b32c0516e4 tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] 10.222.0.65 "GET /v2.0/ports?device_id=b6124f42-63d8-470b-95ba-a132d4a853ca HTTP/1.1" status: 200  len: 943 time: 0.0844526
Dec 24 11:26:55.952151 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Returning: {'device': 'a369db0a-517f-4b95-b161-50b0d7419359', 'network_id': '6550839b-46e9-4a08-b91e-73d8691f150a', 'port_id': 'a369db0a-517f-4b95-b161-50b0d7419359', 'mac_address': 'fa:16:3e:83:5f:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66808e40-a110-479f-934d-555455f8aad3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 24 11:26:55.992972 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-f8b8cb70-d0e5-4df8-a789-4138b0ceb4e2 req-531fdf71-9ae2-4f98-a4f8-24041533001b tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] 10.222.0.65 "GET /v2.0/security-groups?id=285a1863-c0fa-44fe-9802-691f7965fe15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451980
Dec 24 11:26:56.013490 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:26:56.032247 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a369db0a-517f-4b95-b161-50b0d7419359 {{(pid=88880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 24 11:26:56.048015 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] For port a369db0a-517f-4b95-b161-50b0d7419359, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=a369db0a-517f-4b95-b161-50b0d7419359,segment=NetworkSegment(633c2665-5eea-4884-a772-0635affc8a95),segment_id=633c2665-5eea-4884-a772-0635affc8a95)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:26:56.052102 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:26:56.054195 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:26:56.122651 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Pushing event updated for resources: {'Port': ['ID=a369db0a-517f-4b95-b161-50b0d7419359,revision_number=4']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:26:56.126954 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:26:56.312583 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] get_ports_and_sgs() called for port_ids ['a369db0a-517f-4b95-b161-50b0d7419359'] {{(pid=88880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 24 11:26:57.232054 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236eb521-fd5b-423f-a672-75d00fae536e req-1f8dda44-bf06-4bed-a30f-d5d5d9913847 tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:26:57.233671 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-236eb521-fd5b-423f-a672-75d00fae536e req-1f8dda44-bf06-4bed-a30f-d5d5d9913847 tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] 10.222.0.65 "GET /v2.0/ports?device_id=b6124f42-63d8-470b-95ba-a132d4a853ca HTTP/1.1" status: 200  len: 944 time: 0.0973327
Dec 24 11:26:57.284947 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-236eb521-fd5b-423f-a672-75d00fae536e req-1c5f98e2-84ab-4284-8aa4-2d2573770d6e tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] 10.222.0.65 "GET /v2.0/security-groups?id=285a1863-c0fa-44fe-9802-691f7965fe15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448122
Dec 24 11:26:57.805250 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Device a369db0a-517f-4b95-b161-50b0d7419359 up at agent hyperv_hv-neutron-8226 {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:26:57.884838 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Provisioning for port a369db0a-517f-4b95-b161-50b0d7419359 completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:26:57.890260 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Provisioning complete for port a369db0a-517f-4b95-b161-50b0d7419359 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:26:57.890666 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:26:58.014495 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:26:58.043931 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6124f42-63d8-470b-95ba-a132d4a853ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a369db0a-517f-4b95-b161-50b0d7419359'}] {{(pid=88880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 24 11:26:58.055501 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] For port a369db0a-517f-4b95-b161-50b0d7419359, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=a369db0a-517f-4b95-b161-50b0d7419359,segment=NetworkSegment(633c2665-5eea-4884-a772-0635affc8a95),segment_id=633c2665-5eea-4884-a772-0635affc8a95)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:26:58.059284 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:26:58.062198 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f0fafa68-2d4c-44ef-a38a-dc6567fbee79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:26:58.110110 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6124f42-63d8-470b-95ba-a132d4a853ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a369db0a-517f-4b95-b161-50b0d7419359', 'code': 200}
Dec 24 11:26:58.141400 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Pushing event updated for resources: {'Port': ['ID=a369db0a-517f-4b95-b161-50b0d7419359,revision_number=5']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:26:58.144958 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:26:58.356696 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-0b921230-459c-4551-99f4-29c51d808bde req-2c423fe1-e92e-41b1-bb7b-c47e2f40a9da service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=b6124f42-63d8-470b-95ba-a132d4a853ca HTTP/1.1" status: 200  len: 1098 time: 0.0835018
Dec 24 11:26:58.381689 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:26:58.407364 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-0b921230-459c-4551-99f4-29c51d808bde req-369942c3-909e-4380-b2a0-edcc26282416 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=285a1863-c0fa-44fe-9802-691f7965fe15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418000
Dec 24 11:26:58.515348 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92a3452-dc61-4211-ab6e-195cf937f554 req-336dab47-d97f-4b16-b9ff-b4a6c67e359c tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:26:58.516983 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-b92a3452-dc61-4211-ab6e-195cf937f554 req-336dab47-d97f-4b16-b9ff-b4a6c67e359c tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] 10.222.0.65 "GET /v2.0/ports?device_id=b6124f42-63d8-470b-95ba-a132d4a853ca HTTP/1.1" status: 200  len: 945 time: 0.1017339
Dec 24 11:26:58.583030 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-b92a3452-dc61-4211-ab6e-195cf937f554 req-2038d4a2-e233-48c3-b02f-3d5db2acd47c tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] 10.222.0.65 "GET /v2.0/security-groups?id=285a1863-c0fa-44fe-9802-691f7965fe15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0575294
Dec 24 11:26:59.002421 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [req-ddf1d8e3-6afb-464a-82a3-968a77aa7990 req-0f5cc116-d7b6-48ad-8779-f93dce26a2f6 service neutron] (88878) timed out ('10.222.0.58', 63719) {{(pid=88878) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Dec 24 11:26:59.807561 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20dec10-bb61-43d7-8fd4-cb9cdfc34f59 req-3fd9ff2e-f291-44ee-8fdf-3a8a70022168 tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:26:59.809216 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-f20dec10-bb61-43d7-8fd4-cb9cdfc34f59 req-3fd9ff2e-f291-44ee-8fdf-3a8a70022168 tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] 10.222.0.65 "GET /v2.0/ports?device_id=b6124f42-63d8-470b-95ba-a132d4a853ca HTTP/1.1" status: 200  len: 945 time: 0.0921698
Dec 24 11:26:59.859894 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-f20dec10-bb61-43d7-8fd4-cb9cdfc34f59 req-beda137c-2a62-420f-9acf-4c34e4d22cc4 tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] 10.222.0.65 "GET /v2.0/security-groups?id=285a1863-c0fa-44fe-9802-691f7965fe15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440843
Dec 24 11:27:00.080084 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14770d00-cf3d-4c2f-966a-c6e28f81f226 req-600f7a3c-2ecd-4035-a5f6-f5e6d8f071fa tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:27:00.081787 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-14770d00-cf3d-4c2f-966a-c6e28f81f226 req-600f7a3c-2ecd-4035-a5f6-f5e6d8f071fa tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] 10.222.0.65 "GET /v2.0/ports?device_id=b6124f42-63d8-470b-95ba-a132d4a853ca HTTP/1.1" status: 200  len: 945 time: 0.0955870
Dec 24 11:27:00.144824 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-14770d00-cf3d-4c2f-966a-c6e28f81f226 req-bb58e96a-342f-4295-85a2-f08d6c885bc9 tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] 10.222.0.65 "GET /v2.0/security-groups?id=285a1863-c0fa-44fe-9802-691f7965fe15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0541127
Dec 24 11:27:00.363376 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-774ab05d-a4c2-4f93-816d-13a9e378c12e req-3e0513ee-66cd-4343-a7b6-4c81513dae47 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=b6124f42-63d8-470b-95ba-a132d4a853ca&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.0772319
Dec 24 11:27:00.686289 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-bab8e874-b5f2-444e-a812-f131906d7d77 req-9352f9d6-9450-4073-8ace-154f56f65de3 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=b6124f42-63d8-470b-95ba-a132d4a853ca&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1359270
Dec 24 11:27:00.714360 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a986d6b-44f8-499d-acee-5ebc3ba45093 req-4919cdd5-42be-4120-be7a-3c13922ffa46 tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:27:00.715983 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-7a986d6b-44f8-499d-acee-5ebc3ba45093 req-4919cdd5-42be-4120-be7a-3c13922ffa46 tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] 10.222.0.65 "GET /v2.0/ports?device_id=b6124f42-63d8-470b-95ba-a132d4a853ca HTTP/1.1" status: 200  len: 945 time: 0.1045234
Dec 24 11:27:00.766761 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-7a986d6b-44f8-499d-acee-5ebc3ba45093 req-90563fe7-50ca-44bd-8b46-0207f761b44c tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] 10.222.0.65 "GET /v2.0/security-groups?id=285a1863-c0fa-44fe-9802-691f7965fe15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442383
Dec 24 11:27:01.984375 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35933004-c8e7-488f-a34e-3e1984d74618 req-aa728bcb-e2c1-4bdf-896b-2ebbc754e41f tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:27:01.986074 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-35933004-c8e7-488f-a34e-3e1984d74618 req-aa728bcb-e2c1-4bdf-896b-2ebbc754e41f tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] 10.222.0.65 "GET /v2.0/ports?device_id=b6124f42-63d8-470b-95ba-a132d4a853ca HTTP/1.1" status: 200  len: 945 time: 0.0931835
Dec 24 11:27:02.043020 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-35933004-c8e7-488f-a34e-3e1984d74618 req-fd2cc209-d82a-4308-bff8-59b8d972d4ef tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] 10.222.0.65 "GET /v2.0/security-groups?id=285a1863-c0fa-44fe-9802-691f7965fe15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0473535
Dec 24 11:27:02.129854 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-bab8e874-b5f2-444e-a812-f131906d7d77 req-5bf6f21d-a57a-4352-83b0-b1beeca74c51 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c4b4aab2465a4694a2d03859ba404005&device_id=b6124f42-63d8-470b-95ba-a132d4a853ca HTTP/1.1" status: 200  len: 1098 time: 0.0792849
Dec 24 11:27:02.283865 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab8e874-b5f2-444e-a812-f131906d7d77 req-dc808834-6af8-49a3-89c2-6e2e565c2573 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:27:02.285486 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-bab8e874-b5f2-444e-a812-f131906d7d77 req-dc808834-6af8-49a3-89c2-6e2e565c2573 service neutron] 10.222.0.58 "GET /v2.0/networks?id=6550839b-46e9-4a08-b91e-73d8691f150a HTTP/1.1" status: 200  len: 916 time: 0.1488750
Dec 24 11:27:02.365608 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-bab8e874-b5f2-444e-a812-f131906d7d77 req-20d63402-fb10-43f6-896a-9875653f58cb service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a369db0a-517f-4b95-b161-50b0d7419359 HTTP/1.1" status: 200  len: 217 time: 0.0729277
Dec 24 11:27:02.437101 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab8e874-b5f2-444e-a812-f131906d7d77 req-2ea6c178-4323-4083-bb99-aee31b15d12a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:27:02.438780 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-bab8e874-b5f2-444e-a812-f131906d7d77 req-2ea6c178-4323-4083-bb99-aee31b15d12a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=66808e40-a110-479f-934d-555455f8aad3 HTTP/1.1" status: 200  len: 855 time: 0.0669744
Dec 24 11:27:02.494782 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-bab8e874-b5f2-444e-a812-f131906d7d77 req-363708c8-23d8-47bc-8df5-27e8be508610 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6550839b-46e9-4a08-b91e-73d8691f150a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0487599
Dec 24 11:27:02.650745 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-bab8e874-b5f2-444e-a812-f131906d7d77 req-616f2f0e-c3e5-487d-bcc7-02559004b1a9 service neutron] 10.222.0.58 "GET /v2.0/networks/6550839b-46e9-4a08-b91e-73d8691f150a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1491978
Dec 24 11:27:02.802980 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-bab8e874-b5f2-444e-a812-f131906d7d77 req-671a41b0-6019-4482-a4ac-49a9118a7f52 service neutron] 10.222.0.58 "GET /v2.0/networks/6550839b-46e9-4a08-b91e-73d8691f150a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1453767
Dec 24 11:27:03.256483 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5d3eed-b3d0-4cc7-93ea-9960bec37ce2 req-83a32dbb-f088-4d05-92d7-a548a85e63b1 tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:27:03.258135 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-cd5d3eed-b3d0-4cc7-93ea-9960bec37ce2 req-83a32dbb-f088-4d05-92d7-a548a85e63b1 tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] 10.222.0.65 "GET /v2.0/ports?device_id=b6124f42-63d8-470b-95ba-a132d4a853ca HTTP/1.1" status: 200  len: 945 time: 0.0881290
Dec 24 11:27:03.307261 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-cd5d3eed-b3d0-4cc7-93ea-9960bec37ce2 req-dadece39-b503-4951-834f-8ae4e5678664 tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] 10.222.0.65 "GET /v2.0/security-groups?id=285a1863-c0fa-44fe-9802-691f7965fe15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428653
Dec 24 11:27:03.367215 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.agents_db [None req-e51243ab-6a93-425b-980f-a73583147efa None None] Agent healthcheck: found 6 active agents {{(pid=88881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 24 11:27:04.755314 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd2fd15-b284-4567-8476-b67e9b1aed13 req-c12b37f2-9aa2-4e7f-8d7a-20eded5b5275 tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:27:04.756850 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-abd2fd15-b284-4567-8476-b67e9b1aed13 req-c12b37f2-9aa2-4e7f-8d7a-20eded5b5275 tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] 10.222.0.65 "GET /v2.0/ports?device_id=b6124f42-63d8-470b-95ba-a132d4a853ca HTTP/1.1" status: 200  len: 945 time: 0.3198369
Dec 24 11:27:04.808163 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-abd2fd15-b284-4567-8476-b67e9b1aed13 req-22c57c99-8076-411c-9484-8db18c177fb2 tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] 10.222.0.65 "GET /v2.0/security-groups?id=285a1863-c0fa-44fe-9802-691f7965fe15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448751
Dec 24 11:27:06.035570 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf40e837-0963-4b19-afe5-e3cd231d901d req-14640f91-ff92-4a41-be09-993b5dbf4b7c tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:27:06.037232 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-bf40e837-0963-4b19-afe5-e3cd231d901d req-14640f91-ff92-4a41-be09-993b5dbf4b7c tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] 10.222.0.65 "GET /v2.0/ports?device_id=b6124f42-63d8-470b-95ba-a132d4a853ca HTTP/1.1" status: 200  len: 945 time: 0.0937943
Dec 24 11:27:06.086651 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-bf40e837-0963-4b19-afe5-e3cd231d901d req-299081c0-3254-460e-9591-6f3cb0b39c62 tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] 10.222.0.65 "GET /v2.0/security-groups?id=285a1863-c0fa-44fe-9802-691f7965fe15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430207
Dec 24 11:27:06.463024 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-96ee62c6-7963-4abc-a424-b578ab6d6247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:27:07.310601 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd16310-c9f4-430c-88ce-b8ea4b004ef4 req-1dc72b3a-951b-4883-83df-75d524827016 tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:27:07.312228 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-cfd16310-c9f4-430c-88ce-b8ea4b004ef4 req-1dc72b3a-951b-4883-83df-75d524827016 tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] 10.222.0.65 "GET /v2.0/ports?device_id=b6124f42-63d8-470b-95ba-a132d4a853ca HTTP/1.1" status: 200  len: 945 time: 0.0912580
Dec 24 11:27:07.361658 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-cfd16310-c9f4-430c-88ce-b8ea4b004ef4 req-9b4517fe-ed41-47ec-b178-4a804d3e5aff tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] 10.222.0.65 "GET /v2.0/security-groups?id=285a1863-c0fa-44fe-9802-691f7965fe15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431948
Dec 24 11:27:08.077223 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:27:08.585888 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49dbbed-b8da-490c-b25c-995e30371aa6 req-a2fa39e8-06e4-4b32-8836-517649d3b31a tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:27:08.587489 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-e49dbbed-b8da-490c-b25c-995e30371aa6 req-a2fa39e8-06e4-4b32-8836-517649d3b31a tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] 10.222.0.65 "GET /v2.0/ports?device_id=b6124f42-63d8-470b-95ba-a132d4a853ca HTTP/1.1" status: 200  len: 945 time: 0.0929217
Dec 24 11:27:08.643911 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-e49dbbed-b8da-490c-b25c-995e30371aa6 req-9d44946c-2887-4b80-bcda-8206bc345578 tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] 10.222.0.65 "GET /v2.0/security-groups?id=285a1863-c0fa-44fe-9802-691f7965fe15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0470433
Dec 24 11:27:08.971243 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ab6ba0ae-7d6e-4e39-87bb-d4e1d7bd9b8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:27:09.441410 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bdfdbc84-c52d-4f40-b281-af314dc1f8fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:27:09.883221 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41c7094-5a9f-4800-9c46-879fe3ea7392 req-9d1920bf-337f-4626-98ec-a2d3065738c8 tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:27:09.885214 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-d41c7094-5a9f-4800-9c46-879fe3ea7392 req-9d1920bf-337f-4626-98ec-a2d3065738c8 tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] 10.222.0.65 "GET /v2.0/ports?device_id=b6124f42-63d8-470b-95ba-a132d4a853ca HTTP/1.1" status: 200  len: 945 time: 0.0996850
Dec 24 11:27:09.943516 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-d41c7094-5a9f-4800-9c46-879fe3ea7392 req-9efcd0df-af36-43d5-bb1a-fa1a6ec6868f tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] 10.222.0.65 "GET /v2.0/security-groups?id=285a1863-c0fa-44fe-9802-691f7965fe15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0515137
Dec 24 11:27:10.715112 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-39ff93cf-c0b7-48c5-95f3-6f7e9977387d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:27:11.177018 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d79423b-55f4-4edd-8a00-3601a21398ad req-25af380d-a261-482e-bb2e-91fcd1f30123 tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:27:11.178756 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-5d79423b-55f4-4edd-8a00-3601a21398ad req-25af380d-a261-482e-bb2e-91fcd1f30123 tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] 10.222.0.65 "GET /v2.0/ports?device_id=b6124f42-63d8-470b-95ba-a132d4a853ca HTTP/1.1" status: 200  len: 945 time: 0.0935504
Dec 24 11:27:11.228329 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-5d79423b-55f4-4edd-8a00-3601a21398ad req-dddc6594-dbb4-475a-a849-074a36397514 tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] 10.222.0.65 "GET /v2.0/security-groups?id=285a1863-c0fa-44fe-9802-691f7965fe15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432243
Dec 24 11:27:12.448714 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ebdc25-259a-432b-8e79-da96d1a13226 req-06833c99-d677-4183-8e8a-1b0a896c5562 tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:27:12.450360 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-76ebdc25-259a-432b-8e79-da96d1a13226 req-06833c99-d677-4183-8e8a-1b0a896c5562 tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] 10.222.0.65 "GET /v2.0/ports?device_id=b6124f42-63d8-470b-95ba-a132d4a853ca HTTP/1.1" status: 200  len: 945 time: 0.0874913
Dec 24 11:27:12.499885 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-76ebdc25-259a-432b-8e79-da96d1a13226 req-2eaf9e15-1f7d-4f1c-b7eb-e52acbf5ee6f tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] 10.222.0.65 "GET /v2.0/security-groups?id=285a1863-c0fa-44fe-9802-691f7965fe15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432236
Dec 24 11:27:13.726068 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6a8c5b-e0db-4ec4-8733-264b2e360748 req-44014c30-3ccc-41d9-9015-1a19af729231 tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:27:13.727674 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-dc6a8c5b-e0db-4ec4-8733-264b2e360748 req-44014c30-3ccc-41d9-9015-1a19af729231 tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] 10.222.0.65 "GET /v2.0/ports?device_id=b6124f42-63d8-470b-95ba-a132d4a853ca HTTP/1.1" status: 200  len: 945 time: 0.0965712
Dec 24 11:27:13.782043 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-dc6a8c5b-e0db-4ec4-8733-264b2e360748 req-1ed49984-3ad0-4f16-99bf-124eaa52ebbd tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] 10.222.0.65 "GET /v2.0/security-groups?id=285a1863-c0fa-44fe-9802-691f7965fe15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0479250
Dec 24 11:27:15.025384 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18d1955-103a-42ca-9758-bb0b2725db3d req-bd962979-6cfc-4d7d-80a5-a70df365977a tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:27:15.027104 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-f18d1955-103a-42ca-9758-bb0b2725db3d req-bd962979-6cfc-4d7d-80a5-a70df365977a tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] 10.222.0.65 "GET /v2.0/ports?device_id=b6124f42-63d8-470b-95ba-a132d4a853ca HTTP/1.1" status: 200  len: 945 time: 0.1123030
Dec 24 11:27:15.083745 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-f18d1955-103a-42ca-9758-bb0b2725db3d req-3c61b0b2-0eaf-4fe7-baa6-971dd2973c19 tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] 10.222.0.65 "GET /v2.0/security-groups?id=285a1863-c0fa-44fe-9802-691f7965fe15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0498345
Dec 24 11:27:16.317003 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbb41ad-a3df-4765-858c-287dda2e2559 req-e421a145-c1a7-4ec5-ad17-75c8f493c4f6 tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:27:16.318667 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-0bbb41ad-a3df-4765-858c-287dda2e2559 req-e421a145-c1a7-4ec5-ad17-75c8f493c4f6 tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] 10.222.0.65 "GET /v2.0/ports?device_id=b6124f42-63d8-470b-95ba-a132d4a853ca HTTP/1.1" status: 200  len: 945 time: 0.0969086
Dec 24 11:27:16.372040 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-0bbb41ad-a3df-4765-858c-287dda2e2559 req-eb1a96b9-c721-4d1d-b2ec-7b3b662a7ff3 tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] 10.222.0.65 "GET /v2.0/security-groups?id=285a1863-c0fa-44fe-9802-691f7965fe15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445361
Dec 24 11:27:17.593339 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63be1263-8fdf-4dd5-8ac6-df99a6427d68 req-94decebf-d4de-4de6-a24a-eed674f4dc3f tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:27:17.595089 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-63be1263-8fdf-4dd5-8ac6-df99a6427d68 req-94decebf-d4de-4de6-a24a-eed674f4dc3f tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] 10.222.0.65 "GET /v2.0/ports?device_id=b6124f42-63d8-470b-95ba-a132d4a853ca HTTP/1.1" status: 200  len: 945 time: 0.0924082
Dec 24 11:27:17.652684 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-63be1263-8fdf-4dd5-8ac6-df99a6427d68 req-ca9e7056-a31e-41ce-9e19-dace32aef373 tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] 10.222.0.65 "GET /v2.0/security-groups?id=285a1863-c0fa-44fe-9802-691f7965fe15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0511553
Dec 24 11:27:18.894634 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5bd9fb-3764-4ece-a15a-ac9e2bbaad64 req-94df5744-64b5-4262-8ac7-4f7e6f9b5025 tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:27:18.896190 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-2f5bd9fb-3764-4ece-a15a-ac9e2bbaad64 req-94df5744-64b5-4262-8ac7-4f7e6f9b5025 tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] 10.222.0.65 "GET /v2.0/ports?device_id=b6124f42-63d8-470b-95ba-a132d4a853ca HTTP/1.1" status: 200  len: 945 time: 0.1016707
Dec 24 11:27:18.946717 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-2f5bd9fb-3764-4ece-a15a-ac9e2bbaad64 req-90f54cc6-a717-4318-93fc-132b5b70f66f tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] 10.222.0.65 "GET /v2.0/security-groups?id=285a1863-c0fa-44fe-9802-691f7965fe15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441678
Dec 24 11:27:20.168236 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2c693d-d222-4714-9fb4-be084e4052dc req-6e56fefb-f1a2-4271-bfdd-35f3631f677a tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:27:20.169905 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-3e2c693d-d222-4714-9fb4-be084e4052dc req-6e56fefb-f1a2-4271-bfdd-35f3631f677a tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] 10.222.0.65 "GET /v2.0/ports?device_id=b6124f42-63d8-470b-95ba-a132d4a853ca HTTP/1.1" status: 200  len: 945 time: 0.0888119
Dec 24 11:27:20.222770 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-3e2c693d-d222-4714-9fb4-be084e4052dc req-441ebfdd-f4c3-4250-a238-dae079770314 tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] 10.222.0.65 "GET /v2.0/security-groups?id=285a1863-c0fa-44fe-9802-691f7965fe15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442007
Dec 24 11:27:21.440223 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6c4aa5-872a-482f-910b-3170ea431ba5 req-ca1d141f-5dfe-4a1e-a3f2-2b1c9b6fcfb4 tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:27:21.441870 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-5c6c4aa5-872a-482f-910b-3170ea431ba5 req-ca1d141f-5dfe-4a1e-a3f2-2b1c9b6fcfb4 tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] 10.222.0.65 "GET /v2.0/ports?device_id=b6124f42-63d8-470b-95ba-a132d4a853ca HTTP/1.1" status: 200  len: 945 time: 0.0902426
Dec 24 11:27:21.495159 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-5c6c4aa5-872a-482f-910b-3170ea431ba5 req-43d91929-c42e-4d29-b163-48e12ceb82d1 tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] 10.222.0.65 "GET /v2.0/security-groups?id=285a1863-c0fa-44fe-9802-691f7965fe15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465446
Dec 24 11:27:22.712863 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5db9297-be8e-4381-85b8-2dc3bb853b8d req-09869081-6e9f-48b7-aa35-00e0ec2fffff tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:27:22.714523 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-a5db9297-be8e-4381-85b8-2dc3bb853b8d req-09869081-6e9f-48b7-aa35-00e0ec2fffff tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] 10.222.0.65 "GET /v2.0/ports?device_id=b6124f42-63d8-470b-95ba-a132d4a853ca HTTP/1.1" status: 200  len: 945 time: 0.0902662
Dec 24 11:27:22.765175 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-a5db9297-be8e-4381-85b8-2dc3bb853b8d req-f775e0e6-4022-419e-8b99-3a8d6b7934d7 tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] 10.222.0.65 "GET /v2.0/security-groups?id=285a1863-c0fa-44fe-9802-691f7965fe15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445254
Dec 24 11:27:23.996315 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7695a6-e4d6-4826-9c77-cedd7a7d4ef1 req-90683391-c9fe-45ea-a9bc-d1759b4b2745 tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:27:23.997920 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-3e7695a6-e4d6-4826-9c77-cedd7a7d4ef1 req-90683391-c9fe-45ea-a9bc-d1759b4b2745 tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] 10.222.0.65 "GET /v2.0/ports?device_id=b6124f42-63d8-470b-95ba-a132d4a853ca HTTP/1.1" status: 200  len: 945 time: 0.0974851
Dec 24 11:27:24.054691 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-3e7695a6-e4d6-4826-9c77-cedd7a7d4ef1 req-9bd26c24-853e-4712-9649-760ed6e6e420 tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] 10.222.0.65 "GET /v2.0/security-groups?id=285a1863-c0fa-44fe-9802-691f7965fe15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0496893
Dec 24 11:27:24.086763 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-ce276433-68f2-43e6-b45c-cae6de21161b req-ba47e597-36d5-40eb-94ad-3ba2cfaec354 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c4b4aab2465a4694a2d03859ba404005&device_id=b6124f42-63d8-470b-95ba-a132d4a853ca HTTP/1.1" status: 200  len: 1098 time: 0.0788226
Dec 24 11:27:24.262286 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce276433-68f2-43e6-b45c-cae6de21161b req-49c0f94f-8399-4329-b716-333a422e64ec service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:27:24.263853 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-ce276433-68f2-43e6-b45c-cae6de21161b req-49c0f94f-8399-4329-b716-333a422e64ec service neutron] 10.222.0.58 "GET /v2.0/networks?id=6550839b-46e9-4a08-b91e-73d8691f150a HTTP/1.1" status: 200  len: 916 time: 0.1483285
Dec 24 11:27:24.340477 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-ce276433-68f2-43e6-b45c-cae6de21161b req-669b7ff1-701b-4585-8469-ebe29a679871 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a369db0a-517f-4b95-b161-50b0d7419359 HTTP/1.1" status: 200  len: 217 time: 0.0685191
Dec 24 11:27:24.416765 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce276433-68f2-43e6-b45c-cae6de21161b req-d73799cc-6519-4367-aa4d-722f2ab30ab1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:27:24.418435 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-ce276433-68f2-43e6-b45c-cae6de21161b req-d73799cc-6519-4367-aa4d-722f2ab30ab1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=66808e40-a110-479f-934d-555455f8aad3 HTTP/1.1" status: 200  len: 855 time: 0.0674067
Dec 24 11:27:24.476435 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-ce276433-68f2-43e6-b45c-cae6de21161b req-d83210f5-c886-4f6d-8045-4200f84f8479 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6550839b-46e9-4a08-b91e-73d8691f150a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0502672
Dec 24 11:27:24.644827 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-ce276433-68f2-43e6-b45c-cae6de21161b req-dd460475-37bc-417f-bb63-2a9e7f6e2571 service neutron] 10.222.0.58 "GET /v2.0/networks/6550839b-46e9-4a08-b91e-73d8691f150a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1610281
Dec 24 11:27:24.792572 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-ce276433-68f2-43e6-b45c-cae6de21161b req-71f9b751-a8d7-4953-9558-e2be23d2450b service neutron] 10.222.0.58 "GET /v2.0/networks/6550839b-46e9-4a08-b91e-73d8691f150a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1407890
Dec 24 11:27:25.268294 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424d3cef-ee71-4e8f-8192-a08c22a40a6f req-14904dff-34f4-4d56-81e9-5529f12dc330 tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:27:25.269957 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-424d3cef-ee71-4e8f-8192-a08c22a40a6f req-14904dff-34f4-4d56-81e9-5529f12dc330 tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] 10.222.0.65 "GET /v2.0/ports?device_id=b6124f42-63d8-470b-95ba-a132d4a853ca HTTP/1.1" status: 200  len: 945 time: 0.0890133
Dec 24 11:27:25.322735 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-424d3cef-ee71-4e8f-8192-a08c22a40a6f req-38c98ed2-1b48-433c-8ead-905f0db0ccbb tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] 10.222.0.65 "GET /v2.0/security-groups?id=285a1863-c0fa-44fe-9802-691f7965fe15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458703
Dec 24 11:27:26.549000 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3ef597-9924-408c-a2b8-22cba93e22ce req-afcf4e65-49ab-490f-953f-dfe671ff45fa tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:27:26.550646 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-8d3ef597-9924-408c-a2b8-22cba93e22ce req-afcf4e65-49ab-490f-953f-dfe671ff45fa tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] 10.222.0.65 "GET /v2.0/ports?device_id=b6124f42-63d8-470b-95ba-a132d4a853ca HTTP/1.1" status: 200  len: 945 time: 0.0988016
Dec 24 11:27:26.601064 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-8d3ef597-9924-408c-a2b8-22cba93e22ce req-0e6c113d-8be2-41bf-949f-5962a8455873 tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] 10.222.0.65 "GET /v2.0/security-groups?id=285a1863-c0fa-44fe-9802-691f7965fe15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438192
Dec 24 11:27:27.834308 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81961d43-b992-447c-a467-8a302f25a91b req-a447b767-21c8-40cb-ba0b-910bcadc0715 tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:27:27.835897 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-81961d43-b992-447c-a467-8a302f25a91b req-a447b767-21c8-40cb-ba0b-910bcadc0715 tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] 10.222.0.65 "GET /v2.0/ports?device_id=b6124f42-63d8-470b-95ba-a132d4a853ca HTTP/1.1" status: 200  len: 945 time: 0.0982938
Dec 24 11:27:27.902046 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-81961d43-b992-447c-a467-8a302f25a91b req-fffc5b7f-6c35-4257-98d9-d0d6d3342a7e tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] 10.222.0.65 "GET /v2.0/security-groups?id=285a1863-c0fa-44fe-9802-691f7965fe15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0584121
Dec 24 11:27:28.385053 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:27:29.132548 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc0e773-e5ff-403d-aabf-1d04953fe7b2 req-ce1a3a62-eb3c-4109-b622-753d706e5873 tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:27:29.134198 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-0cc0e773-e5ff-403d-aabf-1d04953fe7b2 req-ce1a3a62-eb3c-4109-b622-753d706e5873 tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] 10.222.0.65 "GET /v2.0/ports?device_id=b6124f42-63d8-470b-95ba-a132d4a853ca HTTP/1.1" status: 200  len: 945 time: 0.0953643
Dec 24 11:27:29.186687 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-0cc0e773-e5ff-403d-aabf-1d04953fe7b2 req-65aebaa5-8dd9-48bf-84c2-e07d261fe589 tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] 10.222.0.65 "GET /v2.0/security-groups?id=285a1863-c0fa-44fe-9802-691f7965fe15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443928
Dec 24 11:27:30.412049 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dd414e-3ac2-4fd3-874f-cf1c8b4b84f5 req-271f8d8f-14e9-4059-97ed-2bf76b17b8a9 tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:27:30.413682 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-d1dd414e-3ac2-4fd3-874f-cf1c8b4b84f5 req-271f8d8f-14e9-4059-97ed-2bf76b17b8a9 tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] 10.222.0.65 "GET /v2.0/ports?device_id=b6124f42-63d8-470b-95ba-a132d4a853ca HTTP/1.1" status: 200  len: 945 time: 0.0953529
Dec 24 11:27:30.466430 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-d1dd414e-3ac2-4fd3-874f-cf1c8b4b84f5 req-f79cacc4-a0fd-4c2e-9c15-08fbed6ac7e2 tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] 10.222.0.65 "GET /v2.0/security-groups?id=285a1863-c0fa-44fe-9802-691f7965fe15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433276
Dec 24 11:27:31.694071 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb5de2c-4456-4f1e-b785-a9f1dac34e96 req-2cd2b9dd-a574-491f-a54e-7d250575266d tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:27:31.695742 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-7fb5de2c-4456-4f1e-b785-a9f1dac34e96 req-2cd2b9dd-a574-491f-a54e-7d250575266d tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] 10.222.0.65 "GET /v2.0/ports?device_id=b6124f42-63d8-470b-95ba-a132d4a853ca HTTP/1.1" status: 200  len: 945 time: 0.0994594
Dec 24 11:27:31.745384 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-7fb5de2c-4456-4f1e-b785-a9f1dac34e96 req-9b41a83c-a60d-4dfe-8d4c-0fe232eb5910 tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] 10.222.0.65 "GET /v2.0/security-groups?id=285a1863-c0fa-44fe-9802-691f7965fe15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432274
Dec 24 11:27:32.976859 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612dacfd-b403-4e44-b4fb-a7ebd9aac37d req-bb701dd7-7cb6-4c3c-9e5a-1bba57cbf50e tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:27:32.978432 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-612dacfd-b403-4e44-b4fb-a7ebd9aac37d req-bb701dd7-7cb6-4c3c-9e5a-1bba57cbf50e tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] 10.222.0.65 "GET /v2.0/ports?device_id=b6124f42-63d8-470b-95ba-a132d4a853ca HTTP/1.1" status: 200  len: 945 time: 0.0871389
Dec 24 11:27:33.038250 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-612dacfd-b403-4e44-b4fb-a7ebd9aac37d req-18a66d85-2816-4990-a10a-3aea98f39785 tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] 10.222.0.65 "GET /v2.0/security-groups?id=285a1863-c0fa-44fe-9802-691f7965fe15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0506349
Dec 24 11:27:34.248421 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d528c2e6-ec83-4f3c-9baa-c0795bb9d466 req-45c24ec6-0941-4aff-b5b8-64878d1027ac tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:27:34.250091 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-d528c2e6-ec83-4f3c-9baa-c0795bb9d466 req-45c24ec6-0941-4aff-b5b8-64878d1027ac tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] 10.222.0.65 "GET /v2.0/ports?device_id=b6124f42-63d8-470b-95ba-a132d4a853ca HTTP/1.1" status: 200  len: 945 time: 0.0865650
Dec 24 11:27:34.302963 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-d528c2e6-ec83-4f3c-9baa-c0795bb9d466 req-e2250c77-66b2-43ac-a2cb-54282d84e795 tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] 10.222.0.65 "GET /v2.0/security-groups?id=285a1863-c0fa-44fe-9802-691f7965fe15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436509
Dec 24 11:27:34.964591 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-bab8e874-b5f2-444e-a812-f131906d7d77 req-70eefd97-23d2-4c27-ba19-c7ed5ccdc364 service neutron] 10.222.0.58 "GET /v2.0/ports/a369db0a-517f-4b95-b161-50b0d7419359/bindings/hv-neutron-8226 HTTP/1.1" status: 200  len: 384 time: 0.0876048
Dec 24 11:27:35.274590 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-bab8e874-b5f2-444e-a812-f131906d7d77 req-96575335-afbf-4e2e-8725-3cf348373e6f service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=b6124f42-63d8-470b-95ba-a132d4a853ca&tenant_id=c4b4aab2465a4694a2d03859ba404005 HTTP/1.1" status: 200  len: 1098 time: 0.0817351
Dec 24 11:27:35.384535 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-bab8e874-b5f2-444e-a812-f131906d7d77 req-38958fd3-c985-4a15-98dc-a2ef5cbade3b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c4b4aab2465a4694a2d03859ba404005&device_id=b6124f42-63d8-470b-95ba-a132d4a853ca HTTP/1.1" status: 200  len: 1098 time: 0.0825953
Dec 24 11:27:35.531547 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af0f358-6a19-4139-b2cf-8866e3972830 req-e186d14c-bc6c-4ce4-bd8e-07d6b19b5c78 tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:27:35.533274 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-1af0f358-6a19-4139-b2cf-8866e3972830 req-e186d14c-bc6c-4ce4-bd8e-07d6b19b5c78 tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] 10.222.0.65 "GET /v2.0/ports?device_id=b6124f42-63d8-470b-95ba-a132d4a853ca HTTP/1.1" status: 200  len: 945 time: 0.0913653
Dec 24 11:27:35.533599 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab8e874-b5f2-444e-a812-f131906d7d77 req-e0c4c837-665a-4301-82f1-439c6597aaf7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:27:35.535313 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-bab8e874-b5f2-444e-a812-f131906d7d77 req-e0c4c837-665a-4301-82f1-439c6597aaf7 service neutron] 10.222.0.58 "GET /v2.0/networks?id=6550839b-46e9-4a08-b91e-73d8691f150a HTTP/1.1" status: 200  len: 916 time: 0.1445944
Dec 24 11:27:35.587845 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-1af0f358-6a19-4139-b2cf-8866e3972830 req-19e0f9bf-0859-472d-b361-cd5e7b3a7fd9 tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] 10.222.0.65 "GET /v2.0/security-groups?id=285a1863-c0fa-44fe-9802-691f7965fe15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471430
Dec 24 11:27:35.610192 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-bab8e874-b5f2-444e-a812-f131906d7d77 req-bd2eccd9-2ea1-44c8-ae2a-2d85663a245e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a369db0a-517f-4b95-b161-50b0d7419359 HTTP/1.1" status: 200  len: 217 time: 0.0649216
Dec 24 11:27:35.685528 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab8e874-b5f2-444e-a812-f131906d7d77 req-222eea41-5a97-400b-9acd-7d20f56c99e2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:27:35.687171 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-bab8e874-b5f2-444e-a812-f131906d7d77 req-222eea41-5a97-400b-9acd-7d20f56c99e2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=66808e40-a110-479f-934d-555455f8aad3 HTTP/1.1" status: 200  len: 855 time: 0.0676081
Dec 24 11:27:35.738158 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-bab8e874-b5f2-444e-a812-f131906d7d77 req-6dbd9428-5b42-42c7-b95e-2c24d06e2287 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6550839b-46e9-4a08-b91e-73d8691f150a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0434468
Dec 24 11:27:35.887062 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-bab8e874-b5f2-444e-a812-f131906d7d77 req-ebdaf0a5-6bd7-440a-890f-fdd5992d5697 service neutron] 10.222.0.58 "GET /v2.0/networks/6550839b-46e9-4a08-b91e-73d8691f150a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1417441
Dec 24 11:27:36.040431 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-bab8e874-b5f2-444e-a812-f131906d7d77 req-502de1c6-3c78-4028-91ac-a44542b2d190 service neutron] 10.222.0.58 "GET /v2.0/networks/6550839b-46e9-4a08-b91e-73d8691f150a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1422954
Dec 24 11:27:36.458743 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-52b731fd-f7c2-4e9c-a4cc-0da5a93543fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:27:36.816273 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662c0f55-a51d-44e9-8eb5-484b727b6af3 req-e3428fa7-9a32-43b9-8b7b-49be0a5fcda2 tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:27:36.817951 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-662c0f55-a51d-44e9-8eb5-484b727b6af3 req-e3428fa7-9a32-43b9-8b7b-49be0a5fcda2 tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] 10.222.0.65 "GET /v2.0/ports?device_id=b6124f42-63d8-470b-95ba-a132d4a853ca HTTP/1.1" status: 200  len: 945 time: 0.0931735
Dec 24 11:27:36.875501 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-662c0f55-a51d-44e9-8eb5-484b727b6af3 req-b83d6e51-ad2e-463d-ab26-ceb20fdaa797 tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] 10.222.0.65 "GET /v2.0/security-groups?id=285a1863-c0fa-44fe-9802-691f7965fe15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0510204
Dec 24 11:27:37.958718 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Device a369db0a-517f-4b95-b161-50b0d7419359 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 24 11:27:37.962491 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Device a369db0a-517f-4b95-b161-50b0d7419359 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:27:38.101419 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422317b2-c995-4069-8fee-2f4561efcec1 req-03dd8464-fa4d-4c75-93c6-4ea0cc4faae4 tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:27:38.103164 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-422317b2-c995-4069-8fee-2f4561efcec1 req-03dd8464-fa4d-4c75-93c6-4ea0cc4faae4 tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] 10.222.0.65 "GET /v2.0/ports?device_id=b6124f42-63d8-470b-95ba-a132d4a853ca HTTP/1.1" status: 200  len: 945 time: 0.0964170
Dec 24 11:27:38.155738 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-422317b2-c995-4069-8fee-2f4561efcec1 req-76fdac56-37f3-41f8-bc63-848b86614fd1 tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] 10.222.0.65 "GET /v2.0/security-groups?id=285a1863-c0fa-44fe-9802-691f7965fe15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460863
Dec 24 11:27:38.182526 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:27:38.222385 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:27:38.238184 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] For port a369db0a-517f-4b95-b161-50b0d7419359, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=a369db0a-517f-4b95-b161-50b0d7419359,segment=NetworkSegment(633c2665-5eea-4884-a772-0635affc8a95),segment_id=633c2665-5eea-4884-a772-0635affc8a95)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:27:38.261925 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Returning: {'device': 'a369db0a-517f-4b95-b161-50b0d7419359', 'network_id': '6550839b-46e9-4a08-b91e-73d8691f150a', 'port_id': 'a369db0a-517f-4b95-b161-50b0d7419359', 'mac_address': 'fa:16:3e:83:5f:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66808e40-a110-479f-934d-555455f8aad3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 24 11:27:38.271323 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6124f42-63d8-470b-95ba-a132d4a853ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a369db0a-517f-4b95-b161-50b0d7419359'}] {{(pid=88880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 24 11:27:38.318145 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] For port a369db0a-517f-4b95-b161-50b0d7419359, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=a369db0a-517f-4b95-b161-50b0d7419359,segment=NetworkSegment(633c2665-5eea-4884-a772-0635affc8a95),segment_id=633c2665-5eea-4884-a772-0635affc8a95)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:27:38.323611 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:27:38.327373 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:27:38.357309 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6124f42-63d8-470b-95ba-a132d4a853ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a369db0a-517f-4b95-b161-50b0d7419359', 'code': 200}
Dec 24 11:27:38.388947 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:27:38.419001 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a369db0a-517f-4b95-b161-50b0d7419359 {{(pid=88880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 24 11:27:38.455041 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Pushing event updated for resources: {'Port': ['ID=a369db0a-517f-4b95-b161-50b0d7419359,revision_number=6']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:27:38.462073 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:27:38.490194 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.db.api [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88880) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 24 11:27:38.490966 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_db.api [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 24 11:27:38.981679 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8f418aab-658a-4b0f-a65b-ebf4b4aedad6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:27:39.052076 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:27:39.071914 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a369db0a-517f-4b95-b161-50b0d7419359 {{(pid=88880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 24 11:27:39.087596 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] For port a369db0a-517f-4b95-b161-50b0d7419359, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=a369db0a-517f-4b95-b161-50b0d7419359,segment=NetworkSegment(633c2665-5eea-4884-a772-0635affc8a95),segment_id=633c2665-5eea-4884-a772-0635affc8a95)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:27:39.091841 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:27:39.093639 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:27:39.164746 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] get_ports_and_sgs() called for port_ids ['a369db0a-517f-4b95-b161-50b0d7419359'] {{(pid=88880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 24 11:27:39.194634 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Pushing event updated for resources: {'Port': ['ID=a369db0a-517f-4b95-b161-50b0d7419359,revision_number=7']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:27:39.204223 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:27:39.385012 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ce195a-1b92-4297-b94d-f021dae86050 req-1b79fdb7-d4a9-4b19-88dc-b13aa2145e54 tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:27:39.386675 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-46ce195a-1b92-4297-b94d-f021dae86050 req-1b79fdb7-d4a9-4b19-88dc-b13aa2145e54 tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] 10.222.0.65 "GET /v2.0/ports?device_id=b6124f42-63d8-470b-95ba-a132d4a853ca HTTP/1.1" status: 200  len: 944 time: 0.0934546
Dec 24 11:27:39.439959 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bdfdbc84-c52d-4f40-b281-af314dc1f8fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:27:39.440812 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-46ce195a-1b92-4297-b94d-f021dae86050 req-a5184ae8-0441-496f-b97a-529ad57bc333 tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] 10.222.0.65 "GET /v2.0/security-groups?id=285a1863-c0fa-44fe-9802-691f7965fe15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0477827
Dec 24 11:27:39.783001 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da19536e-ea64-4ff7-8112-286b809f5474 req-a5885e03-0807-4a09-b316-48efb24b12d1 tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:27:39.784647 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-da19536e-ea64-4ff7-8112-286b809f5474 req-a5885e03-0807-4a09-b316-48efb24b12d1 tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] 10.222.0.65 "GET /v2.0/ports?device_id=b6124f42-63d8-470b-95ba-a132d4a853ca HTTP/1.1" status: 200  len: 944 time: 0.0852730
Dec 24 11:27:39.799512 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bebc17-3022-4e61-80d8-395629fb264a req-8f13b187-fec3-4ce1-ac78-8774ebc6d42b tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:27:39.800269 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-87bebc17-3022-4e61-80d8-395629fb264a req-8f13b187-fec3-4ce1-ac78-8774ebc6d42b tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] Synchronizing usage tracker for tenant:c4b4aab2465a4694a2d03859ba404005 on resource:port {{(pid=88879) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:27:39.816106 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-87bebc17-3022-4e61-80d8-395629fb264a req-8f13b187-fec3-4ce1-ac78-8774ebc6d42b tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] Unset dirty status for tenant:c4b4aab2465a4694a2d03859ba404005 on resource:port {{(pid=88879) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:27:39.817348 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-87bebc17-3022-4e61-80d8-395629fb264a req-8f13b187-fec3-4ce1-ac78-8774ebc6d42b tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] 10.222.0.58 "GET /v2.0/ports?device_id=b6124f42-63d8-470b-95ba-a132d4a853ca&tenant_id=c4b4aab2465a4694a2d03859ba404005&binding%3Ahost_id=hv-neutron-8226 HTTP/1.1" status: 200  len: 944 time: 0.1094923
Dec 24 11:27:39.835642 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-da19536e-ea64-4ff7-8112-286b809f5474 req-e259035f-b490-4d23-920f-60a6f5c3418f tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] 10.222.0.65 "GET /v2.0/security-groups?id=285a1863-c0fa-44fe-9802-691f7965fe15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445883
Dec 24 11:27:39.965123 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Device a369db0a-517f-4b95-b161-50b0d7419359 up at agent hyperv_hv-neutron-8226 {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:27:39.977101 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-87bebc17-3022-4e61-80d8-395629fb264a req-3074e9b7-1ce0-4d1e-973a-7cf99ca58aa3 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c4b4aab2465a4694a2d03859ba404005&device_id=b6124f42-63d8-470b-95ba-a132d4a853ca HTTP/1.1" status: 200  len: 1097 time: 0.0853448
Dec 24 11:27:40.041258 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Provisioning complete for port a369db0a-517f-4b95-b161-50b0d7419359 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:27:40.042073 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:27:40.172783 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:27:40.210615 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] For port a369db0a-517f-4b95-b161-50b0d7419359, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=a369db0a-517f-4b95-b161-50b0d7419359,segment=NetworkSegment(633c2665-5eea-4884-a772-0635affc8a95),segment_id=633c2665-5eea-4884-a772-0635affc8a95)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:27:40.214509 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:27:40.216802 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:27:40.287643 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Pushing event updated for resources: {'Port': ['ID=a369db0a-517f-4b95-b161-50b0d7419359,revision_number=8']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:27:40.291069 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:27:40.358503 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6124f42-63d8-470b-95ba-a132d4a853ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a369db0a-517f-4b95-b161-50b0d7419359'}] {{(pid=88880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 24 11:27:40.366737 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bebc17-3022-4e61-80d8-395629fb264a req-bef5d01a-f1c1-4b3b-b0d0-0abea006b0ce service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:27:40.368259 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.agents_db [None req-e51243ab-6a93-425b-980f-a73583147efa None None] Agent healthcheck: found 6 active agents {{(pid=88881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 24 11:27:40.368384 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-87bebc17-3022-4e61-80d8-395629fb264a req-bef5d01a-f1c1-4b3b-b0d0-0abea006b0ce service neutron] 10.222.0.58 "GET /v2.0/networks?id=6550839b-46e9-4a08-b91e-73d8691f150a HTTP/1.1" status: 200  len: 916 time: 0.3845403
Dec 24 11:27:40.423553 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6124f42-63d8-470b-95ba-a132d4a853ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a369db0a-517f-4b95-b161-50b0d7419359', 'code': 200}
Dec 24 11:27:40.444797 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-87bebc17-3022-4e61-80d8-395629fb264a req-5b6821f8-c1bb-4bd2-b417-b75c4b355349 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a369db0a-517f-4b95-b161-50b0d7419359 HTTP/1.1" status: 200  len: 217 time: 0.0689986
Dec 24 11:27:40.515370 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bebc17-3022-4e61-80d8-395629fb264a req-6cf88983-2fde-4bde-b7b7-658ac6ff5502 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:27:40.516894 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-87bebc17-3022-4e61-80d8-395629fb264a req-6cf88983-2fde-4bde-b7b7-658ac6ff5502 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=66808e40-a110-479f-934d-555455f8aad3 HTTP/1.1" status: 200  len: 855 time: 0.0656545
Dec 24 11:27:40.567774 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-87bebc17-3022-4e61-80d8-395629fb264a req-9d06bbeb-a0e5-4e99-b9e1-ccf6e9468640 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6550839b-46e9-4a08-b91e-73d8691f150a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0444052
Dec 24 11:27:40.716619 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-39ff93cf-c0b7-48c5-95f3-6f7e9977387d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:27:40.729301 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-87bebc17-3022-4e61-80d8-395629fb264a req-ea215f41-7eac-4fa4-b7ae-16d269e68477 service neutron] 10.222.0.58 "GET /v2.0/networks/6550839b-46e9-4a08-b91e-73d8691f150a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1541376
Dec 24 11:27:40.878258 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-87bebc17-3022-4e61-80d8-395629fb264a req-2902d016-1a69-46b0-82f0-002f7a5f994b service neutron] 10.222.0.58 "GET /v2.0/networks/6550839b-46e9-4a08-b91e-73d8691f150a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1415441
Dec 24 11:27:41.064237 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de4abc1-801b-4e4e-ad1f-56c62b2bff3c req-3f3ba903-d71e-49a0-b149-bcf74c944038 tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:27:41.065886 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-1de4abc1-801b-4e4e-ad1f-56c62b2bff3c req-3f3ba903-d71e-49a0-b149-bcf74c944038 tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] 10.222.0.65 "GET /v2.0/ports?device_id=b6124f42-63d8-470b-95ba-a132d4a853ca HTTP/1.1" status: 200  len: 945 time: 0.0953393
Dec 24 11:27:41.124953 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-1de4abc1-801b-4e4e-ad1f-56c62b2bff3c req-02eb260c-c788-4e02-aa60-1903f6558d80 tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] 10.222.0.65 "GET /v2.0/security-groups?id=285a1863-c0fa-44fe-9802-691f7965fe15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0524402
Dec 24 11:27:42.373975 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9af7c9b-0e52-4f25-b4b5-cd4e23239781 req-e998d654-44be-492b-81d8-5f6cabfc0761 tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:27:42.375609 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-d9af7c9b-0e52-4f25-b4b5-cd4e23239781 req-e998d654-44be-492b-81d8-5f6cabfc0761 tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] 10.222.0.65 "GET /v2.0/ports?device_id=b6124f42-63d8-470b-95ba-a132d4a853ca HTTP/1.1" status: 200  len: 945 time: 0.1185243
Dec 24 11:27:42.426594 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-d9af7c9b-0e52-4f25-b4b5-cd4e23239781 req-3f4d8bb1-624e-4d4e-8a9e-d4929ff1e986 tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] 10.222.0.65 "GET /v2.0/security-groups?id=285a1863-c0fa-44fe-9802-691f7965fe15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444331
Dec 24 11:27:42.655922 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c956e0-a8a2-495c-a777-a21169ed01bc req-f1fc2657-dbbd-4b47-a1eb-1ddd27784127 tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:27:42.657582 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-89c956e0-a8a2-495c-a777-a21169ed01bc req-f1fc2657-dbbd-4b47-a1eb-1ddd27784127 tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] 10.222.0.65 "GET /v2.0/ports?device_id=b6124f42-63d8-470b-95ba-a132d4a853ca HTTP/1.1" status: 200  len: 945 time: 0.1001503
Dec 24 11:27:42.708621 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-89c956e0-a8a2-495c-a777-a21169ed01bc req-501e6a13-b0b5-4004-999f-a919e4593fdb tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] 10.222.0.65 "GET /v2.0/security-groups?id=285a1863-c0fa-44fe-9802-691f7965fe15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443895
Dec 24 11:27:42.930639 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7769c29-862a-477e-bcae-e860ff48783d req-6ab4b687-93dd-4d01-bfc3-8a03e099aad3 tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:27:42.932254 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-b7769c29-862a-477e-bcae-e860ff48783d req-6ab4b687-93dd-4d01-bfc3-8a03e099aad3 tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] 10.222.0.65 "GET /v2.0/ports?device_id=b6124f42-63d8-470b-95ba-a132d4a853ca HTTP/1.1" status: 200  len: 945 time: 0.0838187
Dec 24 11:27:42.985751 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-b7769c29-862a-477e-bcae-e860ff48783d req-bfa0455a-3011-4818-b6e2-520d4d2ed73b tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] 10.222.0.65 "GET /v2.0/security-groups?id=285a1863-c0fa-44fe-9802-691f7965fe15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451524
Dec 24 11:27:43.667925 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bdc74b-e9a3-45ed-b452-5b392bd9ad79 req-43796b96-25c1-45ac-b403-2e741221c967 tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:27:43.669661 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-24bdc74b-e9a3-45ed-b452-5b392bd9ad79 req-43796b96-25c1-45ac-b403-2e741221c967 tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] 10.222.0.65 "GET /v2.0/ports?device_id=b6124f42-63d8-470b-95ba-a132d4a853ca HTTP/1.1" status: 200  len: 945 time: 0.1084194
Dec 24 11:27:43.738240 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-24bdc74b-e9a3-45ed-b452-5b392bd9ad79 req-d9ad3b69-bf19-435b-8d39-dde94e42d2a2 tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] 10.222.0.65 "GET /v2.0/security-groups?id=285a1863-c0fa-44fe-9802-691f7965fe15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0569987
Dec 24 11:27:44.967059 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae70dbf-09f9-44db-aef4-bae8efb8aff5 req-35018ca4-2f4d-48d5-8e84-115d81d80f7f tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:27:44.968607 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-dae70dbf-09f9-44db-aef4-bae8efb8aff5 req-35018ca4-2f4d-48d5-8e84-115d81d80f7f tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] 10.222.0.65 "GET /v2.0/ports?device_id=b6124f42-63d8-470b-95ba-a132d4a853ca HTTP/1.1" status: 200  len: 945 time: 0.0891223
Dec 24 11:27:45.026354 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-dae70dbf-09f9-44db-aef4-bae8efb8aff5 req-5bda1dfc-8b92-48b4-ae36-5eb6d2bce7eb tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] 10.222.0.65 "GET /v2.0/security-groups?id=285a1863-c0fa-44fe-9802-691f7965fe15&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0514362
Dec 24 11:27:45.328281 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7850b4d9-6642-4290-b42e-4ffd6d8088ed req-6241562a-115c-4514-a3e9-1841b15cf3b5 tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:27:45.329876 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-7850b4d9-6642-4290-b42e-4ffd6d8088ed req-6241562a-115c-4514-a3e9-1841b15cf3b5 tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] 10.222.0.58 "GET /v2.0/ports?device_id=b6124f42-63d8-470b-95ba-a132d4a853ca HTTP/1.1" status: 200  len: 945 time: 0.0925109
Dec 24 11:27:45.410867 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [req-7850b4d9-6642-4290-b42e-4ffd6d8088ed req-a04e3941-a7aa-4609-b4fd-da30dbb3926f tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] Deleting port a369db0a-517f-4b95-b161-50b0d7419359 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:27:45.411248 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-7850b4d9-6642-4290-b42e-4ffd6d8088ed req-a04e3941-a7aa-4609-b4fd-da30dbb3926f tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:27:45.682394 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [req-7850b4d9-6642-4290-b42e-4ffd6d8088ed req-a04e3941-a7aa-4609-b4fd-da30dbb3926f tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] For port a369db0a-517f-4b95-b161-50b0d7419359, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=a369db0a-517f-4b95-b161-50b0d7419359,segment=NetworkSegment(633c2665-5eea-4884-a772-0635affc8a95),segment_id=633c2665-5eea-4884-a772-0635affc8a95)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:27:45.682644 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-7850b4d9-6642-4290-b42e-4ffd6d8088ed req-a04e3941-a7aa-4609-b4fd-da30dbb3926f tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:27:45.811634 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [req-7850b4d9-6642-4290-b42e-4ffd6d8088ed req-a04e3941-a7aa-4609-b4fd-da30dbb3926f tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] Calling delete_port for a369db0a-517f-4b95-b161-50b0d7419359 owned by compute:nova {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:27:45.975365 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-7850b4d9-6642-4290-b42e-4ffd6d8088ed req-a04e3941-a7aa-4609-b4fd-da30dbb3926f tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:27:45.981607 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-d2b307ef-fa42-401c-a1de-10684aee1355 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:27:45.990676 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] get_ports_and_sgs() called for port_ids ['a369db0a-517f-4b95-b161-50b0d7419359'] {{(pid=88880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 24 11:27:46.030356 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04e3941-a7aa-4609-b4fd-da30dbb3926f tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] Pushing event deleted for resources: {'Port': ['ID=a369db0a-517f-4b95-b161-50b0d7419359,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:27:46.032954 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-a04e3941-a7aa-4609-b4fd-da30dbb3926f tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:27:46.114997 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [req-7850b4d9-6642-4290-b42e-4ffd6d8088ed req-a04e3941-a7aa-4609-b4fd-da30dbb3926f tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] No DVR routers for this DVR port a369db0a-517f-4b95-b161-50b0d7419359 on host hv-neutron-8226 {{(pid=88879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 24 11:27:46.118034 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-7850b4d9-6642-4290-b42e-4ffd6d8088ed req-a04e3941-a7aa-4609-b4fd-da30dbb3926f tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:27:46.121098 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6124f42-63d8-470b-95ba-a132d4a853ca', 'name': 'network-vif-deleted', 'tag': 'a369db0a-517f-4b95-b161-50b0d7419359'}] {{(pid=88879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 24 11:27:46.138752 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-7850b4d9-6642-4290-b42e-4ffd6d8088ed req-a04e3941-a7aa-4609-b4fd-da30dbb3926f tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] 10.222.0.58 "DELETE /v2.0/ports/a369db0a-517f-4b95-b161-50b0d7419359 HTTP/1.1" status: 204  len: 173 time: 0.8002908
Dec 24 11:27:46.195127 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6124f42-63d8-470b-95ba-a132d4a853ca', 'name': 'network-vif-deleted', 'tag': 'a369db0a-517f-4b95-b161-50b0d7419359', 'status': 'completed', 'code': 200}
Dec 24 11:27:46.203856 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-da3e209d-8ce2-443d-bd26-5c55ba9e1637 req-3e9074c8-b8a7-4d93-8640-8b2ab3108491 tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] 10.222.0.65 "GET /v2.0/ports?device_id=b6124f42-63d8-470b-95ba-a132d4a853ca HTTP/1.1" status: 200  len: 210 time: 0.0471773
Dec 24 11:27:47.477060 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 47028) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:27:47.544553 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7f4fb28-5a9e-42c6-a105-a1fa1d7350b3 admin admin] Deleting subnet 66808e40-a110-479f-934d-555455f8aad3 {{(pid=88879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 24 11:27:47.547873 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a7f4fb28-5a9e-42c6-a105-a1fa1d7350b3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:27:47.605933 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a7f4fb28-5a9e-42c6-a105-a1fa1d7350b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-786693'] for subnet, precommit_delete_associations {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:27:47.667105 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a7f4fb28-5a9e-42c6-a105-a1fa1d7350b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847655656'] for subnet, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:27:47.745093 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a7f4fb28-5a9e-42c6-a105-a1fa1d7350b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7120129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850854134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851156349'] for subnet, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:27:47.749687 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-1ab218a5-6b82-498b-a1d3-495f57d84c40 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:27:47.791312 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f4fb28-5a9e-42c6-a105-a1fa1d7350b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66808e40-a110-479f-934d-555455f8aad3,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:27:47.795125 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-a7f4fb28-5a9e-42c6-a105-a1fa1d7350b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:27:47.796335 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a7f4fb28-5a9e-42c6-a105-a1fa1d7350b3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:27:47.803207 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-a7f4fb28-5a9e-42c6-a105-a1fa1d7350b3 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/66808e40-a110-479f-934d-555455f8aad3 HTTP/1.1" status: 204  len: 168 time: 0.3249667
Dec 24 11:27:47.806040 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 47032) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:27:47.919234 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8f970324-8849-4586-8022-fc9fec13971c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036847558493'] for network, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:27:48.008470 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Device a369db0a-517f-4b95-b161-50b0d7419359 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:27:48.043175 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] No Port match for: a369db0a-517f-4b95-b161-50b0d7419359 {{(pid=88880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 24 11:27:48.043573 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Device a369db0a-517f-4b95-b161-50b0d7419359 not bound to the agent host hv-neutron-8226 {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 24 11:27:48.053165 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8f970324-8849-4586-8022-fc9fec13971c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847649663', 'neutron.services.segments.db._delete_segments_for_network-8749505737672'] for network, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:27:48.084147 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-8f970324-8849-4586-8022-fc9fec13971c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f527121b978>,) {'filters': {'network_id': ['6550839b-46e9-4a08-b91e-73d8691f150a']}} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:27:48.101275 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-8f970324-8849-4586-8022-fc9fec13971c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f527121b978>, '633c2665-5eea-4884-a772-0635affc8a95') {'for_net_delete': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:27:48.101553 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-8f970324-8849-4586-8022-fc9fec13971c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f527121b978>, '633c2665-5eea-4884-a772-0635affc8a95') {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:27:48.114406 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8f970324-8849-4586-8022-fc9fec13971c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749505745113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853989108'] for segment, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:27:48.130427 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8f970324-8849-4586-8022-fc9fec13971c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:27:48.137021 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f970324-8849-4586-8022-fc9fec13971c admin admin] Releasing vlan 601 on physical network physnet1 to pool {{(pid=88879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 24 11:27:48.137433 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8f970324-8849-4586-8022-fc9fec13971c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036847652098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3926696'] for segment, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:27:48.151863 dv-neutron-822691-2-hyperv neutron-server[88767]: Traceback (most recent call last):
Dec 24 11:27:48.151863 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 24 11:27:48.151863 dv-neutron-822691-2-hyperv neutron-server[88767]:     timer()
Dec 24 11:27:48.151863 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 11:27:48.151863 dv-neutron-822691-2-hyperv neutron-server[88767]:     cb(*args, **kw)
Dec 24 11:27:48.151863 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 24 11:27:48.151863 dv-neutron-822691-2-hyperv neutron-server[88767]:     return func(*args, **kwargs)
Dec 24 11:27:48.151863 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 11:27:48.151863 dv-neutron-822691-2-hyperv neutron-server[88767]:     self._notify()
Dec 24 11:27:48.151863 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 11:27:48.151863 dv-neutron-822691-2-hyperv neutron-server[88767]:     self.callback(batched_events)
Dec 24 11:27:48.151863 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 11:27:48.151863 dv-neutron-822691-2-hyperv neutron-server[88767]:     event.method(event)
Dec 24 11:27:48.151863 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 11:27:48.151863 dv-neutron-822691-2-hyperv neutron-server[88767]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 11:27:48.151863 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 24 11:27:48.151863 dv-neutron-822691-2-hyperv neutron-server[88767]:     segment_id)['aggregates'][0]
Dec 24 11:27:48.151863 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 24 11:27:48.151863 dv-neutron-822691-2-hyperv neutron-server[88767]:     return f(self, *a, **k)
Dec 24 11:27:48.151863 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 11:27:48.151863 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self._get(url).json()
Dec 24 11:27:48.151863 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 24 11:27:48.151863 dv-neutron-822691-2-hyperv neutron-server[88767]:     **kwargs)
Dec 24 11:27:48.151863 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 24 11:27:48.151863 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self.request(url, 'GET', **kwargs)
Dec 24 11:27:48.151863 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 24 11:27:48.151863 dv-neutron-822691-2-hyperv neutron-server[88767]:     **endpoint_filter)
Dec 24 11:27:48.151863 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 24 11:27:48.151863 dv-neutron-822691-2-hyperv neutron-server[88767]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 11:27:48.151863 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 24 11:27:48.151863 dv-neutron-822691-2-hyperv neutron-server[88767]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 11:27:48.151863 dv-neutron-822691-2-hyperv neutron-server[88767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 11:27:48.228618 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8f970324-8849-4586-8022-fc9fec13971c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7126154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659196'] for network, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:27:48.232412 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-4b7a1c50-3ef2-4ba6-ac3f-c2485717abe0 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:27:48.250513 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8f970324-8849-4586-8022-fc9fec13971c admin admin] Notify callbacks [] for network, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:27:48.261788 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f970324-8849-4586-8022-fc9fec13971c admin admin] Pushing event deleted for resources: {'Network': ['ID=6550839b-46e9-4a08-b91e-73d8691f150a,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:27:48.265257 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-8f970324-8849-4586-8022-fc9fec13971c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:27:48.270859 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-8f970324-8849-4586-8022-fc9fec13971c admin admin] 10.222.0.65 "DELETE /v2.0/networks/6550839b-46e9-4a08-b91e-73d8691f150a HTTP/1.1" status: 204  len: 168 time: 0.4638124
Dec 24 11:27:48.424650 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 47038) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:27:48.479716 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-85e8545f-52cb-413f-aeb8-54139f0adf20 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c4b4aab2465a4694a2d03859ba404005&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0537083
Dec 24 11:27:48.483319 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 47042) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:27:48.551432 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f6bb0009-48b3-4684-963b-84162b709481 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:27:48.581393 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f6bb0009-48b3-4684-963b-84162b709481 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:27:48.637491 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f6bb0009-48b3-4684-963b-84162b709481 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:27:48.643638 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-9fbefa71-62f2-49ce-8fd7-6fb7580dc804 tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:27:48.660204 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bb0009-48b3-4684-963b-84162b709481 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=285a1863-c0fa-44fe-9802-691f7965fe15,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:27:48.668409 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f6bb0009-48b3-4684-963b-84162b709481 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:27:48.669637 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-f6bb0009-48b3-4684-963b-84162b709481 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/285a1863-c0fa-44fe-9802-691f7965fe15 HTTP/1.1" status: 204  len: 168 time: 0.1851106
Dec 24 11:27:48.673602 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bb0009-48b3-4684-963b-84162b709481 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:27:48.674017 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bb0009-48b3-4684-963b-84162b709481 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:27:48.674449 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bb0009-48b3-4684-963b-84162b709481 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:27:48.674879 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bb0009-48b3-4684-963b-84162b709481 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:27:48.675396 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bb0009-48b3-4684-963b-84162b709481 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:27:48.675712 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bb0009-48b3-4684-963b-84162b709481 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:27:48.676122 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bb0009-48b3-4684-963b-84162b709481 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:27:48.676540 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bb0009-48b3-4684-963b-84162b709481 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:27:48.676932 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bb0009-48b3-4684-963b-84162b709481 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:27:48.677337 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bb0009-48b3-4684-963b-84162b709481 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:27:48.677741 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bb0009-48b3-4684-963b-84162b709481 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:27:48.681159 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f6bb0009-48b3-4684-963b-84162b709481 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:27:49.730735 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 47064) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:27:49.892450 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-8833d7cb-eb01-4913-8357-50c463f0564a admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1962428772-network', 'tenant_id': '0079d115c0754ff79cc171ccf7779457'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:27:49.898134 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-8833d7cb-eb01-4913-8357-50c463f0564a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:27:49.903607 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-8833d7cb-eb01-4913-8357-50c463f0564a admin admin] Usage tracker for resource:network and tenant:0079d115c0754ff79cc171ccf7779457 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:27:49.906706 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-8833d7cb-eb01-4913-8357-50c463f0564a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:27:49.913153 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-8833d7cb-eb01-4913-8357-50c463f0564a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:27:49.924140 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8833d7cb-eb01-4913-8357-50c463f0564a admin admin] Made reservation on behalf of 0079d115c0754ff79cc171ccf7779457 for: {'network': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:27:49.928920 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8833d7cb-eb01-4913-8357-50c463f0564a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for network, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:27:49.942840 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8833d7cb-eb01-4913-8357-50c463f0564a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:27:49.980406 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-8833d7cb-eb01-4913-8357-50c463f0564a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:27:49.984946 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-8833d7cb-eb01-4913-8357-50c463f0564a admin admin] Usage tracker for resource:security_group_rule and tenant:0079d115c0754ff79cc171ccf7779457 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:27:49.987961 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-8833d7cb-eb01-4913-8357-50c463f0564a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:27:49.994521 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-8833d7cb-eb01-4913-8357-50c463f0564a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:27:50.073521 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8833d7cb-eb01-4913-8357-50c463f0564a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:27:50.078275 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8833d7cb-eb01-4913-8357-50c463f0564a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:27:50.081590 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-1ef70f03-31e9-41ae-961d-cfd00791c174 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:27:50.111824 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8833d7cb-eb01-4913-8357-50c463f0564a admin admin] vlan segment allocate from pool success with {'vlan_id': 617, 'physical_network': 'physnet1'}  {{(pid=88879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 24 11:27:50.121264 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8833d7cb-eb01-4913-8357-50c463f0564a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57395171-8d31-458d-b80f-037e51c903df,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:27:50.124817 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-8833d7cb-eb01-4913-8357-50c463f0564a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:27:50.129283 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8833d7cb-eb01-4913-8357-50c463f0564a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:27:50.129674 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.segments_db [None req-8833d7cb-eb01-4913-8357-50c463f0564a admin admin] Added segment 5b535326-dd0f-4b79-a304-422c617c57a0 of type vlan for network 6bfc9dab-30ba-4ee4-aec0-bb1d3217e916
Dec 24 11:27:50.158621 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8833d7cb-eb01-4913-8357-50c463f0564a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363287349540024'] for network, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:27:50.199011 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8833d7cb-eb01-4913-8357-50c463f0564a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636'] for network, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:27:50.200412 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8833d7cb-eb01-4913-8357-50c463f0564a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:27:50.201338 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8833d7cb-eb01-4913-8357-50c463f0564a admin admin] Notify callbacks [] for network, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:27:50.207502 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-3c03fa5a-b7a8-4637-ba8b-c379021fb643 tempest-ExternalNetworksTestJSON-1210695613 tempest-ExternalNetworksTestJSON-1210695613-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:27:50.308991 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-8833d7cb-eb01-4913-8357-50c463f0564a admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.5770071
Dec 24 11:27:50.312440 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 47070) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:27:50.315075 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8833d7cb-eb01-4913-8357-50c463f0564a admin admin] Pushing event updated for resources: {'Network': ['ID=6bfc9dab-30ba-4ee4-aec0-bb1d3217e916,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:27:50.318255 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-8833d7cb-eb01-4913-8357-50c463f0564a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:27:50.319048 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-b5a2cbe6-efe9-48ab-93c8-95c9f900c461 admin admin] Request body: {'subnet': {'network_id': '6bfc9dab-30ba-4ee4-aec0-bb1d3217e916', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1962428772-subnet', 'tenant_id': '0079d115c0754ff79cc171ccf7779457', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:27:50.328352 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Network 6bfc9dab-30ba-4ee4-aec0-bb1d3217e916 details requested by agent ovs-agent-dv-neutron-822691-2-hyperv with host dv-neutron-822691-2-hyperv {{(pid=88880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 24 11:27:50.330662 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-b5a2cbe6-efe9-48ab-93c8-95c9f900c461 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:27:50.334996 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-b5a2cbe6-efe9-48ab-93c8-95c9f900c461 admin admin] Usage tracker for resource:subnet and tenant:0079d115c0754ff79cc171ccf7779457 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:27:50.338413 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-b5a2cbe6-efe9-48ab-93c8-95c9f900c461 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:27:50.345061 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-b5a2cbe6-efe9-48ab-93c8-95c9f900c461 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:27:50.356621 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5a2cbe6-efe9-48ab-93c8-95c9f900c461 admin admin] Made reservation on behalf of 0079d115c0754ff79cc171ccf7779457 for: {'subnet': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:27:50.361605 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b5a2cbe6-efe9-48ab-93c8-95c9f900c461 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2246100'] for subnet, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:27:50.587185 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b5a2cbe6-efe9-48ab-93c8-95c9f900c461 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850796890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2246085'] for subnet, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:27:50.592035 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-ac4a9b84-25a6-4bf9-b724-6e987e8c9157 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:27:50.664798 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a2cbe6-efe9-48ab-93c8-95c9f900c461 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1121a19-26d7-4ca0-a36b-28d804b6392d,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:27:50.669904 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-b5a2cbe6-efe9-48ab-93c8-95c9f900c461 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:27:50.680958 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a2cbe6-efe9-48ab-93c8-95c9f900c461 admin admin] Checking segment: {'id': '5b535326-dd0f-4b79-a304-422c617c57a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '6bfc9dab-30ba-4ee4-aec0-bb1d3217e916'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:27:50.681347 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5a2cbe6-efe9-48ab-93c8-95c9f900c461 admin admin] Network hostable DHCP agents. Network: 6bfc9dab-30ba-4ee4-aec0-bb1d3217e916, hostable agents: ['edcf98dc-3032-472a-8b3d-f23fd1e89806'], hosted agents: [] {{(pid=88878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 24 11:27:50.703414 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5a2cbe6-efe9-48ab-93c8-95c9f900c461 admin admin] Network 6bfc9dab-30ba-4ee4-aec0-bb1d3217e916 is scheduled to be hosted by DHCP agent edcf98dc-3032-472a-8b3d-f23fd1e89806 with binding_index 1 {{(pid=88878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 24 11:27:50.712558 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-b5a2cbe6-efe9-48ab-93c8-95c9f900c461 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822691-2-hyperv, 6bfc9dab-30ba-4ee4-aec0-bb1d3217e916) {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:27:50.719556 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5a2cbe6-efe9-48ab-93c8-95c9f900c461 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:27:50.720383 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b5a2cbe6-efe9-48ab-93c8-95c9f900c461 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:27:50.722108 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba8de6f8-49d5-4c81-b532-22797c9792d2 None None] Network 6bfc9dab-30ba-4ee4-aec0-bb1d3217e916 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:27:50.746704 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-b5a2cbe6-efe9-48ab-93c8-95c9f900c461 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.4329960
Dec 24 11:27:50.750118 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 47074) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:27:50.756193 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-60ea09cb-0dfd-45e9-84a0-b05c2a488993 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1962428772-router', 'tenant_id': '0079d115c0754ff79cc171ccf7779457', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a'}}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:27:50.761738 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-60ea09cb-0dfd-45e9-84a0-b05c2a488993 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:27:50.766469 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-60ea09cb-0dfd-45e9-84a0-b05c2a488993 admin admin] Usage tracker for resource:router and tenant:0079d115c0754ff79cc171ccf7779457 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:27:50.769606 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-60ea09cb-0dfd-45e9-84a0-b05c2a488993 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:27:50.776064 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-60ea09cb-0dfd-45e9-84a0-b05c2a488993 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:27:50.788162 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-60ea09cb-0dfd-45e9-84a0-b05c2a488993 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-612016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-84579'] for router, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:27:50.789283 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-60ea09cb-0dfd-45e9-84a0-b05c2a488993 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854163950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659046', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854079771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854691221'] for router, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:27:50.813605 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-60ea09cb-0dfd-45e9-84a0-b05c2a488993 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:27:50.960636 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffcf1245-7d30-48ad-9a5a-d07e2ec2cbca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73968e80-91fd-539e-a7c6-b31af6d9e680-6bfc9dab-30ba-4ee4-aec0-bb1d3217e916', 'network_id': '6bfc9dab-30ba-4ee4-aec0-bb1d3217e916', 'tenant_id': '0079d115c0754ff79cc171ccf7779457', 'fixed_ips': [{'subnet_id': 'a1121a19-26d7-4ca0-a36b-28d804b6392d'}]}} from dv-neutron-822691-2-hyperv. {{(pid=88880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 24 11:27:50.961583 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ffcf1245-7d30-48ad-9a5a-d07e2ec2cbca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:27:50.972151 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-60ea09cb-0dfd-45e9-84a0-b05c2a488993 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-659031', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854691240'] for router, precommit_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:27:51.145125 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-ffcf1245-7d30-48ad-9a5a-d07e2ec2cbca None None] Allocated IP 172.20.0.2 (6bfc9dab-30ba-4ee4-aec0-bb1d3217e916/a1121a19-26d7-4ca0-a36b-28d804b6392d/de55981a-ffdc-4fce-b77c-3816ed0f760c) {{(pid=88880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:27:51.183010 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-60ea09cb-0dfd-45e9-84a0-b05c2a488993 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:27:51.219495 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-60ea09cb-0dfd-45e9-84a0-b05c2a488993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:27:51.364465 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-60ea09cb-0dfd-45e9-84a0-b05c2a488993 admin admin] Allocated IP 172.26.3.41 (f8c337ba-681f-4fcb-a333-e3c49365b30a/8ea1398c-0bec-46d6-8d54-85798de2a7ca/9f53cb9f-3751-4efb-82c9-06687e4982fa) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:27:51.375825 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ffcf1245-7d30-48ad-9a5a-d07e2ec2cbca None None] Notify callbacks [] for port, precommit_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:27:51.387687 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-ffcf1245-7d30-48ad-9a5a-d07e2ec2cbca None None] Transition to ACTIVE for port object de55981a-ffdc-4fce-b77c-3816ed0f760c will not be triggered until provisioned by entity L2. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:27:51.407708 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-ffcf1245-7d30-48ad-9a5a-d07e2ec2cbca None None] Transition to ACTIVE for port object de55981a-ffdc-4fce-b77c-3816ed0f760c will not be triggered until provisioned by entity DHCP. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:27:51.412820 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ffcf1245-7d30-48ad-9a5a-d07e2ec2cbca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408'] for port, after_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:27:51.417868 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:27:51.490471 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffcf1245-7d30-48ad-9a5a-d07e2ec2cbca None None] Network 6bfc9dab-30ba-4ee4-aec0-bb1d3217e916 is already hosted by enough agents. {{(pid=88880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:27:51.494237 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcf1245-7d30-48ad-9a5a-d07e2ec2cbca None None] Pushing event updated for resources: {'Port': ['ID=de55981a-ffdc-4fce-b77c-3816ed0f760c,revision_number=1']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:27:51.496786 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-ffcf1245-7d30-48ad-9a5a-d07e2ec2cbca None None] Resources bound (agent type, host, resource id):  {{(pid=88880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:27:51.500691 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffcf1245-7d30-48ad-9a5a-d07e2ec2cbca None None] Received port after_create {{(pid=88880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:27:51.511003 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcf1245-7d30-48ad-9a5a-d07e2ec2cbca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:27:51.511428 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcf1245-7d30-48ad-9a5a-d07e2ec2cbca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:27:51.511786 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcf1245-7d30-48ad-9a5a-d07e2ec2cbca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:27:51.512194 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcf1245-7d30-48ad-9a5a-d07e2ec2cbca None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:27:51.512531 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcf1245-7d30-48ad-9a5a-d07e2ec2cbca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:27:51.512936 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcf1245-7d30-48ad-9a5a-d07e2ec2cbca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:27:51.513306 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcf1245-7d30-48ad-9a5a-d07e2ec2cbca None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:27:51.513659 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcf1245-7d30-48ad-9a5a-d07e2ec2cbca None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:27:51.514053 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcf1245-7d30-48ad-9a5a-d07e2ec2cbca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:27:51.514461 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcf1245-7d30-48ad-9a5a-d07e2ec2cbca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:27:51.514831 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcf1245-7d30-48ad-9a5a-d07e2ec2cbca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:27:51.519024 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-ffcf1245-7d30-48ad-9a5a-d07e2ec2cbca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:27:51.538824 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-60ea09cb-0dfd-45e9-84a0-b05c2a488993 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:27:51.566949 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-60ea09cb-0dfd-45e9-84a0-b05c2a488993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:27:51.575526 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-21764102-70af-4711-a8a3-c1de46f7a7b4 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:27:51.605756 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-ffcf1245-7d30-48ad-9a5a-d07e2ec2cbca None None] Attempting to bind port de55981a-ffdc-4fce-b77c-3816ed0f760c on host dv-neutron-822691-2-hyperv for vnic_type normal with profile  {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:27:51.606208 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-ffcf1245-7d30-48ad-9a5a-d07e2ec2cbca None None] Attempting to bind port de55981a-ffdc-4fce-b77c-3816ed0f760c by drivers openvswitch,hyperv on host dv-neutron-822691-2-hyperv at level 0 using segments [{'id': '5b535326-dd0f-4b79-a304-422c617c57a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '6bfc9dab-30ba-4ee4-aec0-bb1d3217e916'}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:27:51.606619 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffcf1245-7d30-48ad-9a5a-d07e2ec2cbca None None] Attempting to bind port de55981a-ffdc-4fce-b77c-3816ed0f760c on network 6bfc9dab-30ba-4ee4-aec0-bb1d3217e916 {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:27:51.613968 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffcf1245-7d30-48ad-9a5a-d07e2ec2cbca None None] Checking agent: {'id': 'db1275c1-6001-47af-93c2-635c68404703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822691-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 52, 8), 'started_at': datetime.datetime(2021, 12, 24, 10, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 27, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822691-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:27:51.614399 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffcf1245-7d30-48ad-9a5a-d07e2ec2cbca None None] Checking segment: {'id': '5b535326-dd0f-4b79-a304-422c617c57a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '6bfc9dab-30ba-4ee4-aec0-bb1d3217e916'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:27:51.614855 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ffcf1245-7d30-48ad-9a5a-d07e2ec2cbca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:27:51.615614 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffcf1245-7d30-48ad-9a5a-d07e2ec2cbca None None] Bound using segment: {'id': '5b535326-dd0f-4b79-a304-422c617c57a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '6bfc9dab-30ba-4ee4-aec0-bb1d3217e916'} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:27:51.616135 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-ffcf1245-7d30-48ad-9a5a-d07e2ec2cbca None None] Bound port: de55981a-ffdc-4fce-b77c-3816ed0f760c, host: dv-neutron-822691-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b535326-dd0f-4b79-a304-422c617c57a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '6bfc9dab-30ba-4ee4-aec0-bb1d3217e916'}}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:27:51.616556 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ffcf1245-7d30-48ad-9a5a-d07e2ec2cbca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:27:51.634491 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60ea09cb-0dfd-45e9-84a0-b05c2a488993 admin admin] Network f8c337ba-681f-4fcb-a333-e3c49365b30a is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:27:51.637448 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-60ea09cb-0dfd-45e9-84a0-b05c2a488993 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:27:51.642421 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ea09cb-0dfd-45e9-84a0-b05c2a488993 admin admin] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:27:51.694456 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ea09cb-0dfd-45e9-84a0-b05c2a488993 admin admin] Pushing event updated for resources: {'Port': ['ID=9f53cb9f-3751-4efb-82c9-06687e4982fa,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:27:51.699256 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-60ea09cb-0dfd-45e9-84a0-b05c2a488993 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:27:51.709438 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-ffcf1245-7d30-48ad-9a5a-d07e2ec2cbca None None] For port de55981a-ffdc-4fce-b77c-3816ed0f760c, host dv-neutron-822691-2-hyperv, cleared binding levels {{(pid=88880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:27:51.712835 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-ffcf1245-7d30-48ad-9a5a-d07e2ec2cbca None None] For port de55981a-ffdc-4fce-b77c-3816ed0f760c, host dv-neutron-822691-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=de55981a-ffdc-4fce-b77c-3816ed0f760c,segment=NetworkSegment(5b535326-dd0f-4b79-a304-422c617c57a0),segment_id=5b535326-dd0f-4b79-a304-422c617c57a0)] {{(pid=88880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:27:51.717007 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ffcf1245-7d30-48ad-9a5a-d07e2ec2cbca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:27:51.721607 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:27:51.835317 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-60ea09cb-0dfd-45e9-84a0-b05c2a488993 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:27:51.836115 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-60ea09cb-0dfd-45e9-84a0-b05c2a488993 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854163800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854116816'] for router, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:27:51.970891 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcf1245-7d30-48ad-9a5a-d07e2ec2cbca None None] Pushing event updated for resources: {'Port': ['ID=de55981a-ffdc-4fce-b77c-3816ed0f760c,revision_number=2']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:27:51.975759 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-ffcf1245-7d30-48ad-9a5a-d07e2ec2cbca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:27:52.091710 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60ea09cb-0dfd-45e9-84a0-b05c2a488993 admin admin] Router b4286607-f1c4-442f-9054-2ced8ddc030c is scheduled to L3 agent 198cca88-1338-4098-b44b-beb0346ac906 with binding_index 1 {{(pid=88879) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 24 11:27:52.569332 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60ea09cb-0dfd-45e9-84a0-b05c2a488993 admin admin] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:27:52.579705 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca071972-f1ba-4bb2-894d-29d68784eb72 None None] Sync routers for ids ['b4286607-f1c4-442f-9054-2ced8ddc030c'] in dv-neutron-822691-2-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:27:52.593066 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca071972-f1ba-4bb2-894d-29d68784eb72 None None] Routers {'b4286607-f1c4-442f-9054-2ced8ddc030c'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:27:52.594044 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-ca071972-f1ba-4bb2-894d-29d68784eb72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f527150a1d0>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:27:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['b4286607-f1c4-442f-9054-2ced8ddc030c'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:27:52.596533 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-60ea09cb-0dfd-45e9-84a0-b05c2a488993 admin admin] Notify callbacks [] for router, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:27:52.600891 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-60ea09cb-0dfd-45e9-84a0-b05c2a488993 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 1.8466156
Dec 24 11:27:52.601438 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 47078) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:27:52.782010 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-ca071972-f1ba-4bb2-894d-29d68784eb72 None None] Set router b4286607-f1c4-442f-9054-2ced8ddc030c gateway port host: dv-neutron-822691-2-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:27:53.105815 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-ca071972-f1ba-4bb2-894d-29d68784eb72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f527150a1d0>, [{'id': 'b4286607-f1c4-442f-9054-2ced8ddc030c', 'name': 'tempest-ServerActionsTestJSON-1962428772-router', 'tenant_id': '0079d115c0754ff79cc171ccf7779457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.41'}], 'enable_snat': True}, 'gw_port_id': '9f53cb9f-3751-4efb-82c9-06687e4982fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:27:50Z', 'updated_at': '2021-12-24T11:27:51Z', 'revision_number': 3, 'project_id': '0079d115c0754ff79cc171ccf7779457', 'gw_port': {'id': '9f53cb9f-3751-4efb-82c9-06687e4982fa', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:1a:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4286607-f1c4-442f-9054-2ced8ddc030c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:27:51Z', 'updated_at': '2021-12-24T11:27:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv'}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:27:53.110681 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca071972-f1ba-4bb2-894d-29d68784eb72 None None] Checking router: b4286607-f1c4-442f-9054-2ced8ddc030c for host: dv-neutron-822691-2-hyperv {{(pid=88880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 24 11:27:53.111103 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca071972-f1ba-4bb2-894d-29d68784eb72 None None] Updating router b4286607-f1c4-442f-9054-2ced8ddc030c port 9f53cb9f-3751-4efb-82c9-06687e4982fa binding host dv-neutron-822691-2-hyperv {{(pid=88880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 24 11:27:53.168262 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ca071972-f1ba-4bb2-894d-29d68784eb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:27:53.539016 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ca071972-f1ba-4bb2-894d-29d68784eb72 None None] Notify callbacks [] for port, precommit_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:27:53.555422 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-ca071972-f1ba-4bb2-894d-29d68784eb72 None None] Transition to ACTIVE for port object 9f53cb9f-3751-4efb-82c9-06687e4982fa will not be triggered until provisioned by entity L2. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:27:53.564085 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ca071972-f1ba-4bb2-894d-29d68784eb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:27:53.569394 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:27:53.619441 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b679b4b-30da-421c-b97c-20d73f50a4f7 None None] Network 6bfc9dab-30ba-4ee4-aec0-bb1d3217e916 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:27:53.631682 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-64c1e042-ec6b-4f3f-a7ea-8c605faf6ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:27:53.695809 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc97642-5539-4c60-99ec-3aee7a417523 None None] Pushing event updated for resources: {'Port': ['ID=9f53cb9f-3751-4efb-82c9-06687e4982fa,revision_number=2']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:27:53.699987 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-dcc97642-5539-4c60-99ec-3aee7a417523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:27:53.767099 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-ca071972-f1ba-4bb2-894d-29d68784eb72 None None] Attempting to bind port 9f53cb9f-3751-4efb-82c9-06687e4982fa on host dv-neutron-822691-2-hyperv for vnic_type normal with profile  {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:27:53.767529 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-ca071972-f1ba-4bb2-894d-29d68784eb72 None None] Attempting to bind port 9f53cb9f-3751-4efb-82c9-06687e4982fa by drivers openvswitch,hyperv on host dv-neutron-822691-2-hyperv at level 0 using segments [{'id': 'd4e3295f-9ff8-4cad-8a20-3f1c937efc8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a'}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:27:53.767930 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca071972-f1ba-4bb2-894d-29d68784eb72 None None] Attempting to bind port 9f53cb9f-3751-4efb-82c9-06687e4982fa on network f8c337ba-681f-4fcb-a333-e3c49365b30a {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:27:53.786089 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca071972-f1ba-4bb2-894d-29d68784eb72 None None] Checking agent: {'id': 'db1275c1-6001-47af-93c2-635c68404703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822691-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 52, 8), 'started_at': datetime.datetime(2021, 12, 24, 10, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 27, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822691-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:27:53.786423 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca071972-f1ba-4bb2-894d-29d68784eb72 None None] Checking segment: {'id': 'd4e3295f-9ff8-4cad-8a20-3f1c937efc8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:27:53.786979 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ca071972-f1ba-4bb2-894d-29d68784eb72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:27:53.787324 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca071972-f1ba-4bb2-894d-29d68784eb72 None None] Bound using segment: {'id': 'd4e3295f-9ff8-4cad-8a20-3f1c937efc8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a'} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:27:53.787857 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-ca071972-f1ba-4bb2-894d-29d68784eb72 None None] Bound port: 9f53cb9f-3751-4efb-82c9-06687e4982fa, host: dv-neutron-822691-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4e3295f-9ff8-4cad-8a20-3f1c937efc8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a'}}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:27:53.788282 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ca071972-f1ba-4bb2-894d-29d68784eb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:27:53.818829 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-2e02cf6e-54c1-4f9c-9337-768225d1f566 None None] Provisioning for port de55981a-ffdc-4fce-b77c-3816ed0f760c completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:27:53.868640 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-64c1e042-ec6b-4f3f-a7ea-8c605faf6ec0 admin admin] Allocated IP 172.20.0.1 (6bfc9dab-30ba-4ee4-aec0-bb1d3217e916/a1121a19-26d7-4ca0-a36b-28d804b6392d/e632b347-1b4a-4058-8ae7-a30494d1b9bc) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:27:53.883186 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device de55981a-ffdc-4fce-b77c-3816ed0f760c up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:27:53.991330 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-ca071972-f1ba-4bb2-894d-29d68784eb72 None None] For port 9f53cb9f-3751-4efb-82c9-06687e4982fa, host dv-neutron-822691-2-hyperv, cleared binding levels {{(pid=88880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:27:54.034305 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-ca071972-f1ba-4bb2-894d-29d68784eb72 None None] For port 9f53cb9f-3751-4efb-82c9-06687e4982fa, host dv-neutron-822691-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=9f53cb9f-3751-4efb-82c9-06687e4982fa,segment=NetworkSegment(d4e3295f-9ff8-4cad-8a20-3f1c937efc8c),segment_id=d4e3295f-9ff8-4cad-8a20-3f1c937efc8c)] {{(pid=88880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:27:54.041303 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ca071972-f1ba-4bb2-894d-29d68784eb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:27:54.042445 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-64c1e042-ec6b-4f3f-a7ea-8c605faf6ec0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:27:54.047232 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:27:54.061426 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-64c1e042-ec6b-4f3f-a7ea-8c605faf6ec0 admin admin] Transition to ACTIVE for port object e632b347-1b4a-4058-8ae7-a30494d1b9bc will not be triggered until provisioned by entity DHCP. {{(pid=88878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:27:54.081691 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-64c1e042-ec6b-4f3f-a7ea-8c605faf6ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:27:54.086493 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-3700e836-1719-41ab-a96d-882bde0b65e8 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:27:54.121176 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning for port de55981a-ffdc-4fce-b77c-3816ed0f760c completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:27:54.153038 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port de55981a-ffdc-4fce-b77c-3816ed0f760c triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:27:54.153347 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:27:54.163277 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c1e042-ec6b-4f3f-a7ea-8c605faf6ec0 admin admin] Network 6bfc9dab-30ba-4ee4-aec0-bb1d3217e916 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:27:54.167154 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-64c1e042-ec6b-4f3f-a7ea-8c605faf6ec0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:27:54.169976 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c1e042-ec6b-4f3f-a7ea-8c605faf6ec0 admin admin] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:27:54.202841 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc97642-5539-4c60-99ec-3aee7a417523 None None] Pushing event updated for resources: {'Port': ['ID=9f53cb9f-3751-4efb-82c9-06687e4982fa,revision_number=3']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:27:54.204352 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c1e042-ec6b-4f3f-a7ea-8c605faf6ec0 admin admin] Pushing event updated for resources: {'Port': ['ID=e632b347-1b4a-4058-8ae7-a30494d1b9bc,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:27:54.208688 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-64c1e042-ec6b-4f3f-a7ea-8c605faf6ec0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:27:54.210580 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-dcc97642-5539-4c60-99ec-3aee7a417523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:27:54.213594 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca071972-f1ba-4bb2-894d-29d68784eb72 None None] Routers {'b4286607-f1c4-442f-9054-2ced8ddc030c'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:27:54.214386 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-ca071972-f1ba-4bb2-894d-29d68784eb72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f527150a1d0>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:27:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['b4286607-f1c4-442f-9054-2ced8ddc030c'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:27:54.245089 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-64c1e042-ec6b-4f3f-a7ea-8c605faf6ec0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-720245'] for router_interface, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:27:54.339425 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-64c1e042-ec6b-4f3f-a7ea-8c605faf6ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:27:54.461486 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:27:54.489634 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-ca071972-f1ba-4bb2-894d-29d68784eb72 None None] Set router b4286607-f1c4-442f-9054-2ced8ddc030c gateway port host: dv-neutron-822691-2-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:27:54.601112 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-64c1e042-ec6b-4f3f-a7ea-8c605faf6ec0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:27:54.605316 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-64c1e042-ec6b-4f3f-a7ea-8c605faf6ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3978773'] for port, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:27:54.627124 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] For port de55981a-ffdc-4fce-b77c-3816ed0f760c, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=de55981a-ffdc-4fce-b77c-3816ed0f760c,segment=NetworkSegment(5b535326-dd0f-4b79-a304-422c617c57a0),segment_id=5b535326-dd0f-4b79-a304-422c617c57a0)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:27:54.636927 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7cd986b2-f2ab-4708-9e7f-28b2a9761ef2 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:27:54.724443 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-64c1e042-ec6b-4f3f-a7ea-8c605faf6ec0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1977653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854055662'] for router_interface, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:27:54.728693 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c1e042-ec6b-4f3f-a7ea-8c605faf6ec0 admin admin] Pushing event updated for resources: {'Port': ['ID=e632b347-1b4a-4058-8ae7-a30494d1b9bc,revision_number=2']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:27:54.731983 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-64c1e042-ec6b-4f3f-a7ea-8c605faf6ec0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:27:54.817389 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:27:54.823868 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:27:54.884833 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c1e042-ec6b-4f3f-a7ea-8c605faf6ec0 admin admin] Network 6bfc9dab-30ba-4ee4-aec0-bb1d3217e916 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:27:54.886272 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-64c1e042-ec6b-4f3f-a7ea-8c605faf6ec0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:27:54.894510 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-46375ed4-6164-4da3-9b2e-0775815e8f71 None None] Provisioning complete for port de55981a-ffdc-4fce-b77c-3816ed0f760c triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:27:54.894926 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-46375ed4-6164-4da3-9b2e-0775815e8f71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:27:55.028861 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Pushing event updated for resources: {'Port': ['ID=de55981a-ffdc-4fce-b77c-3816ed0f760c,revision_number=3']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:27:55.036826 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:27:55.188725 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-ca071972-f1ba-4bb2-894d-29d68784eb72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f527150a1d0>, [{'id': 'b4286607-f1c4-442f-9054-2ced8ddc030c', 'name': 'tempest-ServerActionsTestJSON-1962428772-router', 'tenant_id': '0079d115c0754ff79cc171ccf7779457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.41'}], 'enable_snat': True}, 'gw_port_id': '9f53cb9f-3751-4efb-82c9-06687e4982fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:27:50Z', 'updated_at': '2021-12-24T11:27:51Z', 'revision_number': 3, 'project_id': '0079d115c0754ff79cc171ccf7779457', 'gw_port': {'id': '9f53cb9f-3751-4efb-82c9-06687e4982fa', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:1a:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4286607-f1c4-442f-9054-2ced8ddc030c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:27:51Z', 'updated_at': '2021-12-24T11:27:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv'}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:27:55.193112 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca071972-f1ba-4bb2-894d-29d68784eb72 None None] The sync data for ids ['b4286607-f1c4-442f-9054-2ced8ddc030c'] in dv-neutron-822691-2-hyperv is: [{'id': 'b4286607-f1c4-442f-9054-2ced8ddc030c', 'name': 'tempest-ServerActionsTestJSON-1962428772-router', 'tenant_id': '0079d115c0754ff79cc171ccf7779457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.41'}], 'enable_snat': True}, 'gw_port_id': '9f53cb9f-3751-4efb-82c9-06687e4982fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:27:50Z', 'updated_at': '2021-12-24T11:27:51Z', 'revision_number': 3, 'project_id': '0079d115c0754ff79cc171ccf7779457', 'gw_port': {'id': '9f53cb9f-3751-4efb-82c9-06687e4982fa', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:1a:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4286607-f1c4-442f-9054-2ced8ddc030c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:27:51Z', 'updated_at': '2021-12-24T11:27:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv'}] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:27:55.303698 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-340c7ce4-61b2-45da-ace6-4407e4d4fdd5 None None] Provisioning for port e632b347-1b4a-4058-8ae7-a30494d1b9bc completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:27:55.310346 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-340c7ce4-61b2-45da-ace6-4407e4d4fdd5 None None] Provisioning complete for port e632b347-1b4a-4058-8ae7-a30494d1b9bc triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:27:55.310779 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-340c7ce4-61b2-45da-ace6-4407e4d4fdd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:27:55.318248 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64c1e042-ec6b-4f3f-a7ea-8c605faf6ec0 admin admin] Router b4286607-f1c4-442f-9054-2ced8ddc030c has already been hosted by L3 agent 198cca88-1338-4098-b44b-beb0346ac906 {{(pid=88878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 24 11:27:55.371357 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-340c7ce4-61b2-45da-ace6-4407e4d4fdd5 None None] Port e632b347-1b4a-4058-8ae7-a30494d1b9bc cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:27:55.559022 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64c1e042-ec6b-4f3f-a7ea-8c605faf6ec0 admin admin] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:27:55.571266 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-64c1e042-ec6b-4f3f-a7ea-8c605faf6ec0 admin admin] 10.222.0.65 "PUT /v2.0/routers/b4286607-f1c4-442f-9054-2ced8ddc030c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9682078
Dec 24 11:27:55.917362 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device de55981a-ffdc-4fce-b77c-3816ed0f760c up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:27:55.997017 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port de55981a-ffdc-4fce-b77c-3816ed0f760c triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:27:55.997363 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:27:56.124806 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 9f53cb9f-3751-4efb-82c9-06687e4982fa up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:27:56.197330 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning for port 9f53cb9f-3751-4efb-82c9-06687e4982fa completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:27:56.203207 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port 9f53cb9f-3751-4efb-82c9-06687e4982fa triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:27:56.203640 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:27:56.265796 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 47088) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:27:56.273258 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-58b2a0a2-a23a-4f8f-b1fa-9ba142c20c13 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Request body: {'security_group': {'name': 'tempest-securitygroup--906149432', 'description': 'tempest-description--2059081195'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:27:56.280440 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-58b2a0a2-a23a-4f8f-b1fa-9ba142c20c13 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:27:56.285408 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-58b2a0a2-a23a-4f8f-b1fa-9ba142c20c13 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Usage tracker for resource:security_group and tenant:0079d115c0754ff79cc171ccf7779457 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:27:56.288765 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-58b2a0a2-a23a-4f8f-b1fa-9ba142c20c13 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:27:56.295874 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-58b2a0a2-a23a-4f8f-b1fa-9ba142c20c13 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:27:56.308920 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-58b2a0a2-a23a-4f8f-b1fa-9ba142c20c13 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Notify callbacks [] for security_group, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:27:56.333211 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:27:56.350154 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-58b2a0a2-a23a-4f8f-b1fa-9ba142c20c13 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:27:56.350769 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] For port 9f53cb9f-3751-4efb-82c9-06687e4982fa, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=9f53cb9f-3751-4efb-82c9-06687e4982fa,segment=NetworkSegment(d4e3295f-9ff8-4cad-8a20-3f1c937efc8c),segment_id=d4e3295f-9ff8-4cad-8a20-3f1c937efc8c)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:27:56.355147 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:27:56.355322 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-58b2a0a2-a23a-4f8f-b1fa-9ba142c20c13 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Usage tracker for resource:security_group_rule and tenant:0079d115c0754ff79cc171ccf7779457 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:27:56.357334 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:27:56.359079 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-58b2a0a2-a23a-4f8f-b1fa-9ba142c20c13 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:27:56.366093 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-58b2a0a2-a23a-4f8f-b1fa-9ba142c20c13 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:27:56.432334 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Pushing event updated for resources: {'Port': ['ID=9f53cb9f-3751-4efb-82c9-06687e4982fa,revision_number=4']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:27:56.435734 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:27:56.437004 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-58b2a0a2-a23a-4f8f-b1fa-9ba142c20c13 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Notify callbacks [] for security_group, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:27:56.440544 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-58b2a0a2-a23a-4f8f-b1fa-9ba142c20c13 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:27:56.444782 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-66edff75-2d68-41b5-bb8f-ffe30ef8a6df tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:27:56.486491 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b2a0a2-a23a-4f8f-b1fa-9ba142c20c13 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Pushing event updated for resources: {'SecurityGroup': ['ID=801f419c-b013-4225-a36b-61d8695d2683,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:27:56.489362 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-58b2a0a2-a23a-4f8f-b1fa-9ba142c20c13 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:27:56.491098 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-58b2a0a2-a23a-4f8f-b1fa-9ba142c20c13 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1613 time: 0.2240310
Dec 24 11:27:56.492120 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-58b2a0a2-a23a-4f8f-b1fa-9ba142c20c13 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:27:56.494158 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 47092) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:27:56.500167 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-2a50fb86-bdc8-4e19-8ec9-3fd208725cc6 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Request body: {'security_group_rule': {'security_group_id': '801f419c-b013-4225-a36b-61d8695d2683', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:27:56.507161 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-2a50fb86-bdc8-4e19-8ec9-3fd208725cc6 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:27:56.511431 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-2a50fb86-bdc8-4e19-8ec9-3fd208725cc6 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Usage tracker for resource:security_group_rule and tenant:0079d115c0754ff79cc171ccf7779457 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:27:56.514586 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-2a50fb86-bdc8-4e19-8ec9-3fd208725cc6 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:27:56.520977 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-2a50fb86-bdc8-4e19-8ec9-3fd208725cc6 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:27:56.543947 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2a50fb86-bdc8-4e19-8ec9-3fd208725cc6 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:27:56.614937 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2a50fb86-bdc8-4e19-8ec9-3fd208725cc6 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:27:56.618396 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2a50fb86-bdc8-4e19-8ec9-3fd208725cc6 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689902'] for security_group_rule, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:27:56.626239 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-a8c00013-3210-4b49-9ffc-8b76273dfe7a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:27:56.648951 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a50fb86-bdc8-4e19-8ec9-3fd208725cc6 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68b92916-93f5-4d03-9bd4-5d13e4187ebc,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:27:56.652956 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-2a50fb86-bdc8-4e19-8ec9-3fd208725cc6 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:27:56.658353 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2a50fb86-bdc8-4e19-8ec9-3fd208725cc6 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:27:56.659782 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-2a50fb86-bdc8-4e19-8ec9-3fd208725cc6 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1646206
Dec 24 11:27:56.663782 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 47096) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:27:56.673190 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-0873b93e-ccfb-4c7c-8630-42e935c19edb tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Request body: {'security_group_rule': {'security_group_id': '801f419c-b013-4225-a36b-61d8695d2683', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:27:56.680141 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-0873b93e-ccfb-4c7c-8630-42e935c19edb tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:27:56.684394 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-0873b93e-ccfb-4c7c-8630-42e935c19edb tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Usage tracker for resource:security_group_rule and tenant:0079d115c0754ff79cc171ccf7779457 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:27:56.687541 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-0873b93e-ccfb-4c7c-8630-42e935c19edb tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:27:56.693949 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-0873b93e-ccfb-4c7c-8630-42e935c19edb tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:27:56.712038 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0873b93e-ccfb-4c7c-8630-42e935c19edb tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:27:56.778931 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0873b93e-ccfb-4c7c-8630-42e935c19edb tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:27:56.783400 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0873b93e-ccfb-4c7c-8630-42e935c19edb tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689902'] for security_group_rule, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:27:56.786115 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-099f6fde-5125-48ac-9856-1e3874562de2 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:27:56.811953 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0873b93e-ccfb-4c7c-8630-42e935c19edb tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=699c84ae-f4cc-47cf-9d3a-9d98c0b703b5,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:27:56.816317 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-0873b93e-ccfb-4c7c-8630-42e935c19edb tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:27:56.824731 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0873b93e-ccfb-4c7c-8630-42e935c19edb tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:27:56.826102 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-0873b93e-ccfb-4c7c-8630-42e935c19edb tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1612935
Dec 24 11:27:56.829780 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 47100) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:27:56.835913 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-a542572a-737c-43bd-98f1-dd82256fdb52 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Request body: {'floatingip': {'floating_network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:27:56.842908 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-a542572a-737c-43bd-98f1-dd82256fdb52 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:27:56.847629 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-a542572a-737c-43bd-98f1-dd82256fdb52 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Usage tracker for resource:floatingip and tenant:0079d115c0754ff79cc171ccf7779457 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:27:56.850961 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-a542572a-737c-43bd-98f1-dd82256fdb52 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:27:56.857330 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-a542572a-737c-43bd-98f1-dd82256fdb52 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:27:56.871254 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a542572a-737c-43bd-98f1-dd82256fdb52 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Notify callbacks [] for floatingip, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:27:57.034836 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a542572a-737c-43bd-98f1-dd82256fdb52 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:27:57.201239 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-a542572a-737c-43bd-98f1-dd82256fdb52 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Allocated IP 172.26.3.29 (f8c337ba-681f-4fcb-a333-e3c49365b30a/8ea1398c-0bec-46d6-8d54-85798de2a7ca/066184b5-4614-4d10-ba17-bb97875800c5) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:27:57.362504 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a542572a-737c-43bd-98f1-dd82256fdb52 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:27:57.391861 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a542572a-737c-43bd-98f1-dd82256fdb52 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:27:57.396680 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c58610ba-b345-4683-8645-a2b95102e22e tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:27:57.468842 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a542572a-737c-43bd-98f1-dd82256fdb52 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Network f8c337ba-681f-4fcb-a333-e3c49365b30a is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:27:57.472737 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-a542572a-737c-43bd-98f1-dd82256fdb52 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Resources bound (agent type, host, resource id):  {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:27:57.474889 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a542572a-737c-43bd-98f1-dd82256fdb52 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Pushing event updated for resources: {'Port': ['ID=066184b5-4614-4d10-ba17-bb97875800c5,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:27:57.477193 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a542572a-737c-43bd-98f1-dd82256fdb52 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:27:57.506985 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-a542572a-737c-43bd-98f1-dd82256fdb52 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:27:57.842414 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 9f53cb9f-3751-4efb-82c9-06687e4982fa up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:27:57.896672 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a542572a-737c-43bd-98f1-dd82256fdb52 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:27:57.925090 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port 9f53cb9f-3751-4efb-82c9-06687e4982fa triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:27:57.925511 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:27:57.955549 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a542572a-737c-43bd-98f1-dd82256fdb52 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:27:58.184848 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a542572a-737c-43bd-98f1-dd82256fdb52 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Notify callbacks [] for port, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:27:58.189801 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a542572a-737c-43bd-98f1-dd82256fdb52 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3978773'] for port, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:27:58.193892 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-21422e91-7874-4e23-bfcf-b66ff7decc24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:27:58.268235 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6accf749-0f22-444c-9d4c-faa7dea79569 None None] Sync routers for ids ['b4286607-f1c4-442f-9054-2ced8ddc030c'] in dv-neutron-822691-2-hyperv {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:27:58.283124 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6accf749-0f22-444c-9d4c-faa7dea79569 None None] Routers {'b4286607-f1c4-442f-9054-2ced8ddc030c'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:27:58.283798 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-6accf749-0f22-444c-9d4c-faa7dea79569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271a51dd8>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:27:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['b4286607-f1c4-442f-9054-2ced8ddc030c'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:27:58.300591 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a542572a-737c-43bd-98f1-dd82256fdb52 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Pushing event updated for resources: {'Port': ['ID=066184b5-4614-4d10-ba17-bb97875800c5,revision_number=2']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:27:58.308995 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-a542572a-737c-43bd-98f1-dd82256fdb52 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:27:58.322855 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a542572a-737c-43bd-98f1-dd82256fdb52 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659181'] for floatingip, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:27:58.346627 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a542572a-737c-43bd-98f1-dd82256fdb52 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for floatingip, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:27:58.348050 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-a542572a-737c-43bd-98f1-dd82256fdb52 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.5171602
Dec 24 11:27:58.395731 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:27:58.475562 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-6accf749-0f22-444c-9d4c-faa7dea79569 None None] Set router b4286607-f1c4-442f-9054-2ced8ddc030c gateway port host: dv-neutron-822691-2-hyperv {{(pid=88881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:27:58.538107 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-467e76e8-b807-4038-81a4-0b8afae790ca req-f73a2ceb-e352-4015-b5f5-f97ed98490db tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Synchronizing usage tracker for tenant:0079d115c0754ff79cc171ccf7779457 on resource:security_group {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:27:58.555436 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-467e76e8-b807-4038-81a4-0b8afae790ca req-f73a2ceb-e352-4015-b5f5-f97ed98490db tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Unset dirty status for tenant:0079d115c0754ff79cc171ccf7779457 on resource:security_group {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:27:58.556630 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-467e76e8-b807-4038-81a4-0b8afae790ca req-f73a2ceb-e352-4015-b5f5-f97ed98490db tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--906149432&fields=id&tenant_id=0079d115c0754ff79cc171ccf7779457 HTTP/1.1" status: 200  len: 267 time: 0.0672364
Dec 24 11:27:58.719193 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467e76e8-b807-4038-81a4-0b8afae790ca req-a3d02765-38fc-4fdc-baa0-f602d9d39d32 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:27:58.720840 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-467e76e8-b807-4038-81a4-0b8afae790ca req-a3d02765-38fc-4fdc-baa0-f602d9d39d32 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/networks?id=6bfc9dab-30ba-4ee4-aec0-bb1d3217e916 HTTP/1.1" status: 200  len: 812 time: 0.1559863
Dec 24 11:27:58.739173 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-467e76e8-b807-4038-81a4-0b8afae790ca req-e18bc836-ae1c-445d-a406-99d6a65daac6 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/quotas/0079d115c0754ff79cc171ccf7779457 HTTP/1.1" status: 200  len: 375 time: 0.0121818
Dec 24 11:27:58.815995 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-6accf749-0f22-444c-9d4c-faa7dea79569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271a51dd8>, [{'id': 'b4286607-f1c4-442f-9054-2ced8ddc030c', 'name': 'tempest-ServerActionsTestJSON-1962428772-router', 'tenant_id': '0079d115c0754ff79cc171ccf7779457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.41'}], 'enable_snat': True}, 'gw_port_id': '9f53cb9f-3751-4efb-82c9-06687e4982fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:27:50Z', 'updated_at': '2021-12-24T11:27:54Z', 'revision_number': 4, 'project_id': '0079d115c0754ff79cc171ccf7779457', 'gw_port': {'id': '9f53cb9f-3751-4efb-82c9-06687e4982fa', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:1a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4286607-f1c4-442f-9054-2ced8ddc030c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:27:51Z', 'updated_at': '2021-12-24T11:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_interfaces': [{'id': 'e632b347-1b4a-4058-8ae7-a30494d1b9bc', 'name': '', 'network_id': '6bfc9dab-30ba-4ee4-aec0-bb1d3217e916', 'tenant_id': '0079d115c0754ff79cc171ccf7779457', 'mac_address': 'fa:16:3e:93:a0:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4286607-f1c4-442f-9054-2ced8ddc030c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a1121a19-26d7-4ca0-a36b-28d804b6392d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:27:53Z', 'updated_at': '2021-12-24T11:27:54Z', 'revision_number': 2, 'project_id': '0079d115c0754ff79cc171ccf7779457', 'subnets': [{'id': 'a1121a19-26d7-4ca0-a36b-28d804b6392d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:27:58.820160 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6accf749-0f22-444c-9d4c-faa7dea79569 None None] Checking router: b4286607-f1c4-442f-9054-2ced8ddc030c for host: dv-neutron-822691-2-hyperv {{(pid=88881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 24 11:27:58.820555 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6accf749-0f22-444c-9d4c-faa7dea79569 None None] Updating router b4286607-f1c4-442f-9054-2ced8ddc030c port e632b347-1b4a-4058-8ae7-a30494d1b9bc binding host dv-neutron-822691-2-hyperv {{(pid=88881) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 24 11:27:58.827403 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-467e76e8-b807-4038-81a4-0b8afae790ca req-aafa4382-a6ac-4ff8-86b0-1ad80313a36d tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Synchronizing usage tracker for tenant:0079d115c0754ff79cc171ccf7779457 on resource:port {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:27:58.845665 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-467e76e8-b807-4038-81a4-0b8afae790ca req-aafa4382-a6ac-4ff8-86b0-1ad80313a36d tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Unset dirty status for tenant:0079d115c0754ff79cc171ccf7779457 on resource:port {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:27:58.847185 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-467e76e8-b807-4038-81a4-0b8afae790ca req-aafa4382-a6ac-4ff8-86b0-1ad80313a36d tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=0079d115c0754ff79cc171ccf7779457&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1018322
Dec 24 11:27:58.875005 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6accf749-0f22-444c-9d4c-faa7dea79569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:27:59.004780 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-467e76e8-b807-4038-81a4-0b8afae790ca req-b7efea94-9f19-4f9c-b482-c5c6e9aa88f5 service neutron] 10.222.0.65 "GET /v2.0/networks/6bfc9dab-30ba-4ee4-aec0-bb1d3217e916?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1444368
Dec 24 11:27:59.156256 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-467e76e8-b807-4038-81a4-0b8afae790ca req-833e8fd1-43b6-4cd3-b13d-faf11512fda2 service neutron] 10.222.0.65 "GET /v2.0/networks/6bfc9dab-30ba-4ee4-aec0-bb1d3217e916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1443841
Dec 24 11:27:59.388449 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-782726a1-9603-4105-bde0-e65272c21968 req-69d03284-8cb3-4b43-b60e-dfefc85b529f tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/ports?device_id=f8ffe671-39ac-48be-b040-f8a8a7ac1606 HTTP/1.1" status: 200  len: 210 time: 0.0565181
Dec 24 11:27:59.411963 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6accf749-0f22-444c-9d4c-faa7dea79569 None None] Notify callbacks [] for port, precommit_update {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:27:59.419469 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-6accf749-0f22-444c-9d4c-faa7dea79569 None None] Transition to ACTIVE for port object e632b347-1b4a-4058-8ae7-a30494d1b9bc will not be triggered until provisioned by entity L2. {{(pid=88881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:27:59.426317 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6accf749-0f22-444c-9d4c-faa7dea79569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:27:59.431584 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-d16e1c26-78b7-4de8-9adb-abb18af7fc5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:27:59.559130 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccea3dd-c3fe-4542-8fac-a2340bf236e2 None None] Pushing event updated for resources: {'Port': ['ID=e632b347-1b4a-4058-8ae7-a30494d1b9bc,revision_number=3']} {{(pid=88881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:27:59.579358 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccea3dd-c3fe-4542-8fac-a2340bf236e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:27:59.579798 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccea3dd-c3fe-4542-8fac-a2340bf236e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:27:59.580156 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccea3dd-c3fe-4542-8fac-a2340bf236e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:27:59.580516 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccea3dd-c3fe-4542-8fac-a2340bf236e2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:27:59.581020 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccea3dd-c3fe-4542-8fac-a2340bf236e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:27:59.581687 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccea3dd-c3fe-4542-8fac-a2340bf236e2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:27:59.582398 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccea3dd-c3fe-4542-8fac-a2340bf236e2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:27:59.582765 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccea3dd-c3fe-4542-8fac-a2340bf236e2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:27:59.583158 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccea3dd-c3fe-4542-8fac-a2340bf236e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:27:59.583644 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccea3dd-c3fe-4542-8fac-a2340bf236e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:27:59.584160 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccea3dd-c3fe-4542-8fac-a2340bf236e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:27:59.588520 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-9ccea3dd-c3fe-4542-8fac-a2340bf236e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=88881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:27:59.682620 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-6accf749-0f22-444c-9d4c-faa7dea79569 None None] Attempting to bind port e632b347-1b4a-4058-8ae7-a30494d1b9bc on host dv-neutron-822691-2-hyperv for vnic_type normal with profile  {{(pid=88881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:27:59.683093 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-6accf749-0f22-444c-9d4c-faa7dea79569 None None] Attempting to bind port e632b347-1b4a-4058-8ae7-a30494d1b9bc by drivers openvswitch,hyperv on host dv-neutron-822691-2-hyperv at level 0 using segments [{'id': '5b535326-dd0f-4b79-a304-422c617c57a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '6bfc9dab-30ba-4ee4-aec0-bb1d3217e916'}] {{(pid=88881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:27:59.683549 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6accf749-0f22-444c-9d4c-faa7dea79569 None None] Attempting to bind port e632b347-1b4a-4058-8ae7-a30494d1b9bc on network 6bfc9dab-30ba-4ee4-aec0-bb1d3217e916 {{(pid=88881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:27:59.691546 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6accf749-0f22-444c-9d4c-faa7dea79569 None None] Checking agent: {'id': 'db1275c1-6001-47af-93c2-635c68404703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822691-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 52, 8), 'started_at': datetime.datetime(2021, 12, 24, 10, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 27, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822691-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:27:59.691933 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6accf749-0f22-444c-9d4c-faa7dea79569 None None] Checking segment: {'id': '5b535326-dd0f-4b79-a304-422c617c57a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '6bfc9dab-30ba-4ee4-aec0-bb1d3217e916'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:27:59.692374 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6accf749-0f22-444c-9d4c-faa7dea79569 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:27:59.692948 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6accf749-0f22-444c-9d4c-faa7dea79569 None None] Bound using segment: {'id': '5b535326-dd0f-4b79-a304-422c617c57a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '6bfc9dab-30ba-4ee4-aec0-bb1d3217e916'} {{(pid=88881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:27:59.693475 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-6accf749-0f22-444c-9d4c-faa7dea79569 None None] Bound port: e632b347-1b4a-4058-8ae7-a30494d1b9bc, host: dv-neutron-822691-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b535326-dd0f-4b79-a304-422c617c57a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '6bfc9dab-30ba-4ee4-aec0-bb1d3217e916'}}] {{(pid=88881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:27:59.693904 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6accf749-0f22-444c-9d4c-faa7dea79569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:27:59.792106 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-6accf749-0f22-444c-9d4c-faa7dea79569 None None] For port e632b347-1b4a-4058-8ae7-a30494d1b9bc, host dv-neutron-822691-2-hyperv, cleared binding levels {{(pid=88881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:27:59.795357 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-6accf749-0f22-444c-9d4c-faa7dea79569 None None] For port e632b347-1b4a-4058-8ae7-a30494d1b9bc, host dv-neutron-822691-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=e632b347-1b4a-4058-8ae7-a30494d1b9bc,segment=NetworkSegment(5b535326-dd0f-4b79-a304-422c617c57a0),segment_id=5b535326-dd0f-4b79-a304-422c617c57a0)] {{(pid=88881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:27:59.799353 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6accf749-0f22-444c-9d4c-faa7dea79569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:27:59.803929 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-6e2ad25a-fd14-47bf-aaac-8bf9531a9909 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:27:59.885462 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccea3dd-c3fe-4542-8fac-a2340bf236e2 None None] Pushing event updated for resources: {'Port': ['ID=e632b347-1b4a-4058-8ae7-a30494d1b9bc,revision_number=4']} {{(pid=88881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:27:59.888806 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-9ccea3dd-c3fe-4542-8fac-a2340bf236e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:27:59.895406 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6accf749-0f22-444c-9d4c-faa7dea79569 None None] Routers {'b4286607-f1c4-442f-9054-2ced8ddc030c'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:27:59.896194 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-6accf749-0f22-444c-9d4c-faa7dea79569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271a51dd8>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:27:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['b4286607-f1c4-442f-9054-2ced8ddc030c'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:28:00.089150 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-6accf749-0f22-444c-9d4c-faa7dea79569 None None] Set router b4286607-f1c4-442f-9054-2ced8ddc030c gateway port host: dv-neutron-822691-2-hyperv {{(pid=88881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:28:00.431443 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-6accf749-0f22-444c-9d4c-faa7dea79569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271a51dd8>, [{'id': 'b4286607-f1c4-442f-9054-2ced8ddc030c', 'name': 'tempest-ServerActionsTestJSON-1962428772-router', 'tenant_id': '0079d115c0754ff79cc171ccf7779457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.41'}], 'enable_snat': True}, 'gw_port_id': '9f53cb9f-3751-4efb-82c9-06687e4982fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:27:50Z', 'updated_at': '2021-12-24T11:27:54Z', 'revision_number': 4, 'project_id': '0079d115c0754ff79cc171ccf7779457', 'gw_port': {'id': '9f53cb9f-3751-4efb-82c9-06687e4982fa', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:1a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4286607-f1c4-442f-9054-2ced8ddc030c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:27:51Z', 'updated_at': '2021-12-24T11:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_interfaces': [{'id': 'e632b347-1b4a-4058-8ae7-a30494d1b9bc', 'name': '', 'network_id': '6bfc9dab-30ba-4ee4-aec0-bb1d3217e916', 'tenant_id': '0079d115c0754ff79cc171ccf7779457', 'mac_address': 'fa:16:3e:93:a0:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4286607-f1c4-442f-9054-2ced8ddc030c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a1121a19-26d7-4ca0-a36b-28d804b6392d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:27:53Z', 'updated_at': '2021-12-24T11:27:59Z', 'revision_number': 4, 'project_id': '0079d115c0754ff79cc171ccf7779457', 'subnets': [{'id': 'a1121a19-26d7-4ca0-a36b-28d804b6392d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:28:00.436177 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6accf749-0f22-444c-9d4c-faa7dea79569 None None] The sync data for ids ['b4286607-f1c4-442f-9054-2ced8ddc030c'] in dv-neutron-822691-2-hyperv is: [{'id': 'b4286607-f1c4-442f-9054-2ced8ddc030c', 'name': 'tempest-ServerActionsTestJSON-1962428772-router', 'tenant_id': '0079d115c0754ff79cc171ccf7779457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.41'}], 'enable_snat': True}, 'gw_port_id': '9f53cb9f-3751-4efb-82c9-06687e4982fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:27:50Z', 'updated_at': '2021-12-24T11:27:54Z', 'revision_number': 4, 'project_id': '0079d115c0754ff79cc171ccf7779457', 'gw_port': {'id': '9f53cb9f-3751-4efb-82c9-06687e4982fa', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:1a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4286607-f1c4-442f-9054-2ced8ddc030c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:27:51Z', 'updated_at': '2021-12-24T11:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_interfaces': [{'id': 'e632b347-1b4a-4058-8ae7-a30494d1b9bc', 'name': '', 'network_id': '6bfc9dab-30ba-4ee4-aec0-bb1d3217e916', 'tenant_id': '0079d115c0754ff79cc171ccf7779457', 'mac_address': 'fa:16:3e:93:a0:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4286607-f1c4-442f-9054-2ced8ddc030c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a1121a19-26d7-4ca0-a36b-28d804b6392d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:27:53Z', 'updated_at': '2021-12-24T11:27:59Z', 'revision_number': 4, 'project_id': '0079d115c0754ff79cc171ccf7779457', 'subnets': [{'id': 'a1121a19-26d7-4ca0-a36b-28d804b6392d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:28:00.624580 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-8c0f10e1-3f4e-4200-ba4a-d983e526190f req-83c9e8ae-5715-4bda-b4a0-a5cd8f8988c0 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/ports?device_id=f8ffe671-39ac-48be-b040-f8a8a7ac1606 HTTP/1.1" status: 200  len: 210 time: 0.0727963
Dec 24 11:28:00.673439 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467e76e8-b807-4038-81a4-0b8afae790ca req-506aeba3-f573-491e-8c92-609678616c9a tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:28:00.674419 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-467e76e8-b807-4038-81a4-0b8afae790ca req-506aeba3-f573-491e-8c92-609678616c9a tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Synchronizing usage tracker for tenant:0079d115c0754ff79cc171ccf7779457 on resource:network {{(pid=88879) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:28:00.694338 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-467e76e8-b807-4038-81a4-0b8afae790ca req-506aeba3-f573-491e-8c92-609678616c9a tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Unset dirty status for tenant:0079d115c0754ff79cc171ccf7779457 on resource:network {{(pid=88879) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:28:00.695775 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-467e76e8-b807-4038-81a4-0b8afae790ca req-506aeba3-f573-491e-8c92-609678616c9a tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.58 "GET /v2.0/networks?id=6bfc9dab-30ba-4ee4-aec0-bb1d3217e916 HTTP/1.1" status: 200  len: 812 time: 0.2858152
Dec 24 11:28:00.760498 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-467e76e8-b807-4038-81a4-0b8afae790ca req-0c266296-3a22-48e4-b39a-8503a4e30476 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Synchronizing usage tracker for tenant:0079d115c0754ff79cc171ccf7779457 on resource:security_group {{(pid=88879) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:28:00.774221 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-467e76e8-b807-4038-81a4-0b8afae790ca req-0c266296-3a22-48e4-b39a-8503a4e30476 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Unset dirty status for tenant:0079d115c0754ff79cc171ccf7779457 on resource:security_group {{(pid=88879) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:28:00.775441 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-467e76e8-b807-4038-81a4-0b8afae790ca req-0c266296-3a22-48e4-b39a-8503a4e30476 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0079d115c0754ff79cc171ccf7779457 HTTP/1.1" status: 200  len: 379 time: 0.0663693
Dec 24 11:28:00.786908 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [req-467e76e8-b807-4038-81a4-0b8afae790ca req-15a7b09c-1fbf-4d4b-af05-316fa13bc011 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Request body: {'port': {'device_id': 'f8ffe671-39ac-48be-b040-f8a8a7ac1606', 'network_id': '6bfc9dab-30ba-4ee4-aec0-bb1d3217e916', 'admin_state_up': True, 'tenant_id': '0079d115c0754ff79cc171ccf7779457', 'security_groups': ['801f419c-b013-4225-a36b-61d8695d2683']}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:28:00.938006 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [req-467e76e8-b807-4038-81a4-0b8afae790ca req-15a7b09c-1fbf-4d4b-af05-316fa13bc011 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:28:00.948765 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [req-467e76e8-b807-4038-81a4-0b8afae790ca req-15a7b09c-1fbf-4d4b-af05-316fa13bc011 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:28:00.959702 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-467e76e8-b807-4038-81a4-0b8afae790ca req-15a7b09c-1fbf-4d4b-af05-316fa13bc011 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Made reservation on behalf of 0079d115c0754ff79cc171ccf7779457 for: {'port': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:28:00.965637 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-467e76e8-b807-4038-81a4-0b8afae790ca req-15a7b09c-1fbf-4d4b-af05-316fa13bc011 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:28:01.155843 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [req-467e76e8-b807-4038-81a4-0b8afae790ca req-15a7b09c-1fbf-4d4b-af05-316fa13bc011 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Allocated IP 172.20.0.5 (6bfc9dab-30ba-4ee4-aec0-bb1d3217e916/a1121a19-26d7-4ca0-a36b-28d804b6392d/4267a36c-8a52-4271-9678-3f19ea42fd70) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:28:01.384580 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-467e76e8-b807-4038-81a4-0b8afae790ca req-15a7b09c-1fbf-4d4b-af05-316fa13bc011 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:28:01.402900 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [req-467e76e8-b807-4038-81a4-0b8afae790ca req-15a7b09c-1fbf-4d4b-af05-316fa13bc011 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Transition to ACTIVE for port object 4267a36c-8a52-4271-9678-3f19ea42fd70 will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:28:01.424143 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-467e76e8-b807-4038-81a4-0b8afae790ca req-15a7b09c-1fbf-4d4b-af05-316fa13bc011 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:28:01.430386 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-2332340c-6959-4998-b3b5-a402508fa8ba service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:28:01.505505 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-467e76e8-b807-4038-81a4-0b8afae790ca req-15a7b09c-1fbf-4d4b-af05-316fa13bc011 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Network 6bfc9dab-30ba-4ee4-aec0-bb1d3217e916 is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:28:01.509766 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [req-467e76e8-b807-4038-81a4-0b8afae790ca req-15a7b09c-1fbf-4d4b-af05-316fa13bc011 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Resources bound (agent type, host, resource id):  {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:28:01.515690 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [req-467e76e8-b807-4038-81a4-0b8afae790ca req-15a7b09c-1fbf-4d4b-af05-316fa13bc011 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:28:01.550940 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a7b09c-1fbf-4d4b-af05-316fa13bc011 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Pushing event updated for resources: {'Port': ['ID=4267a36c-8a52-4271-9678-3f19ea42fd70,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:28:01.578606 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a7b09c-1fbf-4d4b-af05-316fa13bc011 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:28:01.579048 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a7b09c-1fbf-4d4b-af05-316fa13bc011 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:28:01.579475 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a7b09c-1fbf-4d4b-af05-316fa13bc011 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:28:01.579899 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a7b09c-1fbf-4d4b-af05-316fa13bc011 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:28:01.580318 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a7b09c-1fbf-4d4b-af05-316fa13bc011 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:28:01.580740 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a7b09c-1fbf-4d4b-af05-316fa13bc011 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:28:01.581154 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a7b09c-1fbf-4d4b-af05-316fa13bc011 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:28:01.581568 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a7b09c-1fbf-4d4b-af05-316fa13bc011 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:28:01.582019 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a7b09c-1fbf-4d4b-af05-316fa13bc011 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:28:01.582432 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a7b09c-1fbf-4d4b-af05-316fa13bc011 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:28:01.582850 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a7b09c-1fbf-4d4b-af05-316fa13bc011 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:28:01.589386 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-15a7b09c-1fbf-4d4b-af05-316fa13bc011 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:28:01.605435 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467e76e8-b807-4038-81a4-0b8afae790ca req-15a7b09c-1fbf-4d4b-af05-316fa13bc011 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:28:01.606172 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-467e76e8-b807-4038-81a4-0b8afae790ca req-15a7b09c-1fbf-4d4b-af05-316fa13bc011 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:28:01.634842 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-467e76e8-b807-4038-81a4-0b8afae790ca req-15a7b09c-1fbf-4d4b-af05-316fa13bc011 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8522518
Dec 24 11:28:01.649489 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [req-467e76e8-b807-4038-81a4-0b8afae790ca req-7ecc9236-aa0f-44c1-b958-012a86e92091 service neutron] Request body: {'port': {'device_id': 'f8ffe671-39ac-48be-b040-f8a8a7ac1606', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:28:01.779208 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-467e76e8-b807-4038-81a4-0b8afae790ca req-7ecc9236-aa0f-44c1-b958-012a86e92091 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:28:01.869928 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795e0700-c127-4187-b22b-d32c9cc256f4 req-b87b5b46-39bb-4fb6-b841-cfd7f0684ad0 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:28:01.871874 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-795e0700-c127-4187-b22b-d32c9cc256f4 req-b87b5b46-39bb-4fb6-b841-cfd7f0684ad0 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/ports?device_id=f8ffe671-39ac-48be-b040-f8a8a7ac1606 HTTP/1.1" status: 200  len: 931 time: 0.0997744
Dec 24 11:28:01.884798 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device e632b347-1b4a-4058-8ae7-a30494d1b9bc up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:28:01.937251 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-795e0700-c127-4187-b22b-d32c9cc256f4 req-493d93ac-53b6-462e-906d-f75765ca4ba4 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/security-groups?id=801f419c-b013-4225-a36b-61d8695d2683&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0529728
Dec 24 11:28:01.947613 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-49fd4698-f8eb-4fd5-8354-2222b836a37e None None] Provisioning for port 4267a36c-8a52-4271-9678-3f19ea42fd70 completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:28:01.957365 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-49fd4698-f8eb-4fd5-8354-2222b836a37e None None] Provisioning complete for port 4267a36c-8a52-4271-9678-3f19ea42fd70 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:28:01.957799 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-49fd4698-f8eb-4fd5-8354-2222b836a37e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:28:02.021141 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-49fd4698-f8eb-4fd5-8354-2222b836a37e None None] Port 4267a36c-8a52-4271-9678-3f19ea42fd70 cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:28:02.027410 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning for port e632b347-1b4a-4058-8ae7-a30494d1b9bc completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:28:02.032574 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port e632b347-1b4a-4058-8ae7-a30494d1b9bc triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:28:02.032998 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:28:02.155726 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:28:02.168485 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [req-467e76e8-b807-4038-81a4-0b8afae790ca req-7ecc9236-aa0f-44c1-b958-012a86e92091 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4267a36c-8a52-4271-9678-3f19ea42fd70 {{(pid=88879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 24 11:28:02.176006 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-467e76e8-b807-4038-81a4-0b8afae790ca req-7ecc9236-aa0f-44c1-b958-012a86e92091 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:28:02.193278 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [req-467e76e8-b807-4038-81a4-0b8afae790ca req-7ecc9236-aa0f-44c1-b958-012a86e92091 service neutron] Transition to ACTIVE for port object 4267a36c-8a52-4271-9678-3f19ea42fd70 will not be triggered until provisioned by entity L2. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:28:02.196146 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] For port e632b347-1b4a-4058-8ae7-a30494d1b9bc, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=e632b347-1b4a-4058-8ae7-a30494d1b9bc,segment=NetworkSegment(5b535326-dd0f-4b79-a304-422c617c57a0),segment_id=5b535326-dd0f-4b79-a304-422c617c57a0)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:28:02.196849 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-467e76e8-b807-4038-81a4-0b8afae790ca req-7ecc9236-aa0f-44c1-b958-012a86e92091 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850854027'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:28:02.200217 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:28:02.202332 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-dcc97642-5539-4c60-99ec-3aee7a417523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:28:02.202486 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-1b9acfe4-99a5-4e28-9398-0cd358e0dbe3 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:28:02.273252 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Pushing event updated for resources: {'Port': ['ID=e632b347-1b4a-4058-8ae7-a30494d1b9bc,revision_number=5']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:28:02.276954 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:28:02.334899 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecc9236-aa0f-44c1-b958-012a86e92091 service neutron] Pushing event updated for resources: {'Port': ['ID=4267a36c-8a52-4271-9678-3f19ea42fd70,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:28:02.339651 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7ecc9236-aa0f-44c1-b958-012a86e92091 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:28:02.453480 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [req-467e76e8-b807-4038-81a4-0b8afae790ca req-7ecc9236-aa0f-44c1-b958-012a86e92091 service neutron] Attempting to bind port 4267a36c-8a52-4271-9678-3f19ea42fd70 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:28:02.453926 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [req-467e76e8-b807-4038-81a4-0b8afae790ca req-7ecc9236-aa0f-44c1-b958-012a86e92091 service neutron] Attempting to bind port 4267a36c-8a52-4271-9678-3f19ea42fd70 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '5b535326-dd0f-4b79-a304-422c617c57a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '6bfc9dab-30ba-4ee4-aec0-bb1d3217e916'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:28:02.454295 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-467e76e8-b807-4038-81a4-0b8afae790ca req-7ecc9236-aa0f-44c1-b958-012a86e92091 service neutron] Attempting to bind port 4267a36c-8a52-4271-9678-3f19ea42fd70 on network 6bfc9dab-30ba-4ee4-aec0-bb1d3217e916 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:28:02.460726 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-467e76e8-b807-4038-81a4-0b8afae790ca req-7ecc9236-aa0f-44c1-b958-012a86e92091 service neutron] Port 4267a36c-8a52-4271-9678-3f19ea42fd70 on network 6bfc9dab-30ba-4ee4-aec0-bb1d3217e916 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 24 11:28:02.461083 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-467e76e8-b807-4038-81a4-0b8afae790ca req-7ecc9236-aa0f-44c1-b958-012a86e92091 service neutron] Attempting to bind port 4267a36c-8a52-4271-9678-3f19ea42fd70 on network 6bfc9dab-30ba-4ee4-aec0-bb1d3217e916 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:28:02.468012 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-467e76e8-b807-4038-81a4-0b8afae790ca req-7ecc9236-aa0f-44c1-b958-012a86e92091 service neutron] Checking agent: {'id': '239bbc6e-fc66-42e2-b707-1aa8ba10287c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 57, 58), 'started_at': datetime.datetime(2021, 12, 24, 10, 57, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 27, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:28:02.468415 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-467e76e8-b807-4038-81a4-0b8afae790ca req-7ecc9236-aa0f-44c1-b958-012a86e92091 service neutron] Checking segment: {'id': '5b535326-dd0f-4b79-a304-422c617c57a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '6bfc9dab-30ba-4ee4-aec0-bb1d3217e916'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:28:02.468828 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-467e76e8-b807-4038-81a4-0b8afae790ca req-7ecc9236-aa0f-44c1-b958-012a86e92091 service neutron] Bound using segment: {'id': '5b535326-dd0f-4b79-a304-422c617c57a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '6bfc9dab-30ba-4ee4-aec0-bb1d3217e916'} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:28:02.469329 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [req-467e76e8-b807-4038-81a4-0b8afae790ca req-7ecc9236-aa0f-44c1-b958-012a86e92091 service neutron] Bound port: 4267a36c-8a52-4271-9678-3f19ea42fd70, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b535326-dd0f-4b79-a304-422c617c57a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '6bfc9dab-30ba-4ee4-aec0-bb1d3217e916'}}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:28:02.469707 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-467e76e8-b807-4038-81a4-0b8afae790ca req-7ecc9236-aa0f-44c1-b958-012a86e92091 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:28:02.568816 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [req-467e76e8-b807-4038-81a4-0b8afae790ca req-7ecc9236-aa0f-44c1-b958-012a86e92091 service neutron] For port 4267a36c-8a52-4271-9678-3f19ea42fd70, host hv-neutron-8226, cleared binding levels {{(pid=88879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:28:02.572091 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [req-467e76e8-b807-4038-81a4-0b8afae790ca req-7ecc9236-aa0f-44c1-b958-012a86e92091 service neutron] For port 4267a36c-8a52-4271-9678-3f19ea42fd70, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=4267a36c-8a52-4271-9678-3f19ea42fd70,segment=NetworkSegment(5b535326-dd0f-4b79-a304-422c617c57a0),segment_id=5b535326-dd0f-4b79-a304-422c617c57a0)] {{(pid=88879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:28:02.575583 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-467e76e8-b807-4038-81a4-0b8afae790ca req-7ecc9236-aa0f-44c1-b958-012a86e92091 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850854027'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:28:02.580313 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-a04e3941-a7aa-4609-b4fd-da30dbb3926f tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:28:02.642477 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-467e76e8-b807-4038-81a4-0b8afae790ca req-7ecc9236-aa0f-44c1-b958-012a86e92091 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:28:02.643981 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-467e76e8-b807-4038-81a4-0b8afae790ca req-7ecc9236-aa0f-44c1-b958-012a86e92091 service neutron] 10.222.0.58 "PUT /v2.0/ports/4267a36c-8a52-4271-9678-3f19ea42fd70 HTTP/1.1" status: 200  len: 1093 time: 0.9996400
Dec 24 11:28:02.644570 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8ffe671-39ac-48be-b040-f8a8a7ac1606', 'tag': '4267a36c-8a52-4271-9678-3f19ea42fd70'}] {{(pid=88879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 24 11:28:02.665819 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecc9236-aa0f-44c1-b958-012a86e92091 service neutron] Pushing event updated for resources: {'Port': ['ID=4267a36c-8a52-4271-9678-3f19ea42fd70,revision_number=3']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:28:02.688142 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7ecc9236-aa0f-44c1-b958-012a86e92091 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:28:02.727854 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8ffe671-39ac-48be-b040-f8a8a7ac1606', 'tag': '4267a36c-8a52-4271-9678-3f19ea42fd70', 'status': 'completed', 'code': 200}
Dec 24 11:28:02.771535 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-467e76e8-b807-4038-81a4-0b8afae790ca req-dcbd1872-ca6f-49d7-b993-5e16f3982354 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0079d115c0754ff79cc171ccf7779457&device_id=f8ffe671-39ac-48be-b040-f8a8a7ac1606 HTTP/1.1" status: 200  len: 1096 time: 0.0848930
Dec 24 11:28:02.847700 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-467e76e8-b807-4038-81a4-0b8afae790ca req-5648da4a-6dc3-4bc1-8fcb-f1f3af87d50d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4267a36c-8a52-4271-9678-3f19ea42fd70 HTTP/1.1" status: 200  len: 217 time: 0.0681455
Dec 24 11:28:02.922670 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467e76e8-b807-4038-81a4-0b8afae790ca req-144c25f9-ca9d-4044-b9df-5a7fea769678 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:28:02.924197 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-467e76e8-b807-4038-81a4-0b8afae790ca req-144c25f9-ca9d-4044-b9df-5a7fea769678 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a1121a19-26d7-4ca0-a36b-28d804b6392d HTTP/1.1" status: 200  len: 851 time: 0.0687547
Dec 24 11:28:03.009541 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-467e76e8-b807-4038-81a4-0b8afae790ca req-06cc067e-21f1-4211-8b76-5c257b5953eb service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6bfc9dab-30ba-4ee4-aec0-bb1d3217e916&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0775630
Dec 24 11:28:03.153683 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8ebeae-c09d-4865-ae00-34baeee7534e req-9af93819-44b5-4e0b-9795-9f9afbc046e3 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:28:03.155304 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-6a8ebeae-c09d-4865-ae00-34baeee7534e req-9af93819-44b5-4e0b-9795-9f9afbc046e3 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/ports?device_id=f8ffe671-39ac-48be-b040-f8a8a7ac1606 HTTP/1.1" status: 200  len: 943 time: 0.0915935
Dec 24 11:28:03.165259 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-467e76e8-b807-4038-81a4-0b8afae790ca req-f83520bc-0d69-4330-9e42-dcc3696da613 service neutron] 10.222.0.58 "GET /v2.0/networks/6bfc9dab-30ba-4ee4-aec0-bb1d3217e916?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1475303
Dec 24 11:28:03.209573 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-6a8ebeae-c09d-4865-ae00-34baeee7534e req-ffea6924-b729-4ff0-8c86-055dd3c1fb60 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/security-groups?id=801f419c-b013-4225-a36b-61d8695d2683&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0473990
Dec 24 11:28:03.316481 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-467e76e8-b807-4038-81a4-0b8afae790ca req-e5864cc4-2f80-4ab7-bae7-33204a7b4935 service neutron] 10.222.0.58 "GET /v2.0/networks/6bfc9dab-30ba-4ee4-aec0-bb1d3217e916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1422114
Dec 24 11:28:03.441010 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-2431925f-2735-43b8-987c-d483d26dbcc9 req-c9c444dd-71c8-4acc-9d4e-848ea309ed9f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0079d115c0754ff79cc171ccf7779457&device_id=f8ffe671-39ac-48be-b040-f8a8a7ac1606 HTTP/1.1" status: 200  len: 1096 time: 0.0766928
Dec 24 11:28:03.588183 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2431925f-2735-43b8-987c-d483d26dbcc9 req-d885bc91-761d-43e2-823b-18bc8b20c790 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:28:03.589787 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-2431925f-2735-43b8-987c-d483d26dbcc9 req-d885bc91-761d-43e2-823b-18bc8b20c790 service neutron] 10.222.0.58 "GET /v2.0/networks?id=6bfc9dab-30ba-4ee4-aec0-bb1d3217e916 HTTP/1.1" status: 200  len: 913 time: 0.1419325
Dec 24 11:28:03.666744 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-2431925f-2735-43b8-987c-d483d26dbcc9 req-4efde652-31e2-4127-9d6d-2150e140521f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4267a36c-8a52-4271-9678-3f19ea42fd70 HTTP/1.1" status: 200  len: 217 time: 0.0695240
Dec 24 11:28:03.738817 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2431925f-2735-43b8-987c-d483d26dbcc9 req-b0764fc0-ceb9-4b5b-a2a6-74a69b35d280 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:28:03.740685 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-2431925f-2735-43b8-987c-d483d26dbcc9 req-b0764fc0-ceb9-4b5b-a2a6-74a69b35d280 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a1121a19-26d7-4ca0-a36b-28d804b6392d HTTP/1.1" status: 200  len: 851 time: 0.0669982
Dec 24 11:28:03.828249 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-2431925f-2735-43b8-987c-d483d26dbcc9 req-2463801c-b55c-42fd-84c1-aa382ad08b3c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6bfc9dab-30ba-4ee4-aec0-bb1d3217e916&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0801146
Dec 24 11:28:03.846026 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device e632b347-1b4a-4058-8ae7-a30494d1b9bc up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:28:03.922631 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port e632b347-1b4a-4058-8ae7-a30494d1b9bc triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:28:03.923060 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:28:03.976878 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-2431925f-2735-43b8-987c-d483d26dbcc9 req-34620ce0-2e40-4f83-b667-21018ddf16e1 service neutron] 10.222.0.58 "GET /v2.0/networks/6bfc9dab-30ba-4ee4-aec0-bb1d3217e916?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1406806
Dec 24 11:28:04.127925 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-2431925f-2735-43b8-987c-d483d26dbcc9 req-7f394db1-6039-43c5-acf1-12980120a0bd service neutron] 10.222.0.58 "GET /v2.0/networks/6bfc9dab-30ba-4ee4-aec0-bb1d3217e916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1441386
Dec 24 11:28:04.441039 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e473b362-1fc5-4557-bf56-8adeff6c58e5 req-afcf25a6-a3b6-475f-989c-897cebc97eed tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:28:04.442651 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-e473b362-1fc5-4557-bf56-8adeff6c58e5 req-afcf25a6-a3b6-475f-989c-897cebc97eed tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/ports?device_id=f8ffe671-39ac-48be-b040-f8a8a7ac1606 HTTP/1.1" status: 200  len: 943 time: 0.1013069
Dec 24 11:28:04.503997 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-e473b362-1fc5-4557-bf56-8adeff6c58e5 req-6462dd39-796b-47ce-975c-798203cd4d2a tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/security-groups?id=801f419c-b013-4225-a36b-61d8695d2683&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0520732
Dec 24 11:28:05.726937 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7fbc80-bb70-4e43-8b03-a04ccfc7b656 req-4fd24673-8fcb-4292-9cdb-d38166bd6778 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:28:05.728531 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-dc7fbc80-bb70-4e43-8b03-a04ccfc7b656 req-4fd24673-8fcb-4292-9cdb-d38166bd6778 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/ports?device_id=f8ffe671-39ac-48be-b040-f8a8a7ac1606 HTTP/1.1" status: 200  len: 943 time: 0.0974441
Dec 24 11:28:05.779880 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-dc7fbc80-bb70-4e43-8b03-a04ccfc7b656 req-683b4d31-24df-452c-8da6-dbf51d6a8449 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/security-groups?id=801f419c-b013-4225-a36b-61d8695d2683&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0446055
Dec 24 11:28:06.027088 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Device 4267a36c-8a52-4271-9678-3f19ea42fd70 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 24 11:28:06.174462 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] For port 4267a36c-8a52-4271-9678-3f19ea42fd70, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=4267a36c-8a52-4271-9678-3f19ea42fd70,segment=NetworkSegment(5b535326-dd0f-4b79-a304-422c617c57a0),segment_id=5b535326-dd0f-4b79-a304-422c617c57a0)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:28:06.189357 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Returning: {'device': '4267a36c-8a52-4271-9678-3f19ea42fd70', 'network_id': '6bfc9dab-30ba-4ee4-aec0-bb1d3217e916', 'port_id': '4267a36c-8a52-4271-9678-3f19ea42fd70', 'mac_address': 'fa:16:3e:fc:55:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1121a19-26d7-4ca0-a36b-28d804b6392d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 24 11:28:06.249514 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:28:06.268458 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4267a36c-8a52-4271-9678-3f19ea42fd70 {{(pid=88880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 24 11:28:06.284803 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] For port 4267a36c-8a52-4271-9678-3f19ea42fd70, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=4267a36c-8a52-4271-9678-3f19ea42fd70,segment=NetworkSegment(5b535326-dd0f-4b79-a304-422c617c57a0),segment_id=5b535326-dd0f-4b79-a304-422c617c57a0)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:28:06.288850 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:28:06.290750 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:28:06.357629 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Pushing event updated for resources: {'Port': ['ID=4267a36c-8a52-4271-9678-3f19ea42fd70,revision_number=4']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:28:06.361224 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:28:06.458549 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6e02c81a-e5ac-45a9-a37e-76b6d739ef74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:28:06.545349 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] get_ports_and_sgs() called for port_ids ['4267a36c-8a52-4271-9678-3f19ea42fd70'] {{(pid=88880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 24 11:28:07.011127 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c551c21-de54-4c71-ba06-65abb08949de req-c987a2b5-7e0a-4b93-abcf-2c8a9b910617 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:28:07.012801 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-3c551c21-de54-4c71-ba06-65abb08949de req-c987a2b5-7e0a-4b93-abcf-2c8a9b910617 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/ports?device_id=f8ffe671-39ac-48be-b040-f8a8a7ac1606 HTTP/1.1" status: 200  len: 944 time: 0.0894766
Dec 24 11:28:07.068307 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-3c551c21-de54-4c71-ba06-65abb08949de req-69f00d03-88b7-4527-a60e-a16e171f3001 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/security-groups?id=801f419c-b013-4225-a36b-61d8695d2683&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0491273
Dec 24 11:28:08.035928 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Device 4267a36c-8a52-4271-9678-3f19ea42fd70 up at agent hyperv_hv-neutron-8226 {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:28:08.107900 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:28:08.126292 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Provisioning for port 4267a36c-8a52-4271-9678-3f19ea42fd70 completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:28:08.131717 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Provisioning complete for port 4267a36c-8a52-4271-9678-3f19ea42fd70 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:28:08.132175 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:28:08.251761 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:28:08.277121 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6c8021-3d31-4566-abaf-5db60ed1d54f req-391ac289-205c-416b-a720-e2a0a79ed5b7 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:28:08.278782 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-3c6c8021-3d31-4566-abaf-5db60ed1d54f req-391ac289-205c-416b-a720-e2a0a79ed5b7 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/ports?device_id=f8ffe671-39ac-48be-b040-f8a8a7ac1606 HTTP/1.1" status: 200  len: 944 time: 0.0839775
Dec 24 11:28:08.279660 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8ffe671-39ac-48be-b040-f8a8a7ac1606', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4267a36c-8a52-4271-9678-3f19ea42fd70'}] {{(pid=88880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 24 11:28:08.290135 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] For port 4267a36c-8a52-4271-9678-3f19ea42fd70, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=4267a36c-8a52-4271-9678-3f19ea42fd70,segment=NetworkSegment(5b535326-dd0f-4b79-a304-422c617c57a0),segment_id=5b535326-dd0f-4b79-a304-422c617c57a0)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:28:08.293873 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:28:08.295848 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:28:08.333684 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-3c6c8021-3d31-4566-abaf-5db60ed1d54f req-7965ccc2-4279-4bea-8187-5a909ba16fe6 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/security-groups?id=801f419c-b013-4225-a36b-61d8695d2683&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0483232
Dec 24 11:28:08.371645 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Pushing event updated for resources: {'Port': ['ID=4267a36c-8a52-4271-9678-3f19ea42fd70,revision_number=5']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:28:08.375416 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:28:08.486155 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8ffe671-39ac-48be-b040-f8a8a7ac1606', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4267a36c-8a52-4271-9678-3f19ea42fd70', 'code': 200}
Dec 24 11:28:08.762970 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-dca35dfe-d36f-40b3-9bc5-5b95ab461c1f req-631c2d02-0e8e-4011-a6c7-c8c661bad3fb service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=f8ffe671-39ac-48be-b040-f8a8a7ac1606 HTTP/1.1" status: 200  len: 1098 time: 0.0834236
Dec 24 11:28:08.810700 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-dca35dfe-d36f-40b3-9bc5-5b95ab461c1f req-f0d6b185-46a6-4d91-98c4-5787d3fb3ff6 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=801f419c-b013-4225-a36b-61d8695d2683&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0400758
Dec 24 11:28:08.976444 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0dcc3517-74ac-4912-8b59-81e4a3458b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:28:09.445400 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bdfdbc84-c52d-4f40-b281-af314dc1f8fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:28:09.705896 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2ec68d-a130-4eb3-9cd5-6545a637b4b1 req-6f1c1686-b711-4ecd-85a8-962a196b2a76 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:28:09.707451 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-0a2ec68d-a130-4eb3-9cd5-6545a637b4b1 req-6f1c1686-b711-4ecd-85a8-962a196b2a76 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/ports?device_id=f8ffe671-39ac-48be-b040-f8a8a7ac1606 HTTP/1.1" status: 200  len: 945 time: 0.0897753
Dec 24 11:28:09.760844 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-0a2ec68d-a130-4eb3-9cd5-6545a637b4b1 req-8f65f8f6-c4c2-4727-ad1e-997654d19e3c tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/security-groups?id=801f419c-b013-4225-a36b-61d8695d2683&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0439460
Dec 24 11:28:10.720250 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-39ff93cf-c0b7-48c5-95f3-6f7e9977387d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:28:10.994838 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f757374c-e0c4-4e81-bc02-669c63bb4182 req-c8d00f1f-d48c-401c-add2-afee018d4642 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:28:10.996466 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-f757374c-e0c4-4e81-bc02-669c63bb4182 req-c8d00f1f-d48c-401c-add2-afee018d4642 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/ports?device_id=f8ffe671-39ac-48be-b040-f8a8a7ac1606 HTTP/1.1" status: 200  len: 945 time: 0.0872054
Dec 24 11:28:11.049430 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-f757374c-e0c4-4e81-bc02-669c63bb4182 req-3e07fcd2-d75a-418b-a7b5-533d79eb2401 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/security-groups?id=801f419c-b013-4225-a36b-61d8695d2683&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0439124
Dec 24 11:28:11.286391 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1688e4c-12cb-4c2c-b17b-ea320a95b60b req-fd9cf51c-d9fc-45f6-b415-0a0d0e002dff tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:28:11.288027 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-f1688e4c-12cb-4c2c-b17b-ea320a95b60b req-fd9cf51c-d9fc-45f6-b415-0a0d0e002dff tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/ports?device_id=f8ffe671-39ac-48be-b040-f8a8a7ac1606 HTTP/1.1" status: 200  len: 945 time: 0.1049526
Dec 24 11:28:11.301643 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 47156) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:28:11.307604 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-26c9653a-fc1a-4797-9b0d-fbb038c69a26 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Request body: {'floatingip': {'port_id': '4267a36c-8a52-4271-9678-3f19ea42fd70'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:28:11.393181 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-26c9653a-fc1a-4797-9b0d-fbb038c69a26 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Notify callbacks [] for floatingip, before_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:28:12.048060 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-26c9653a-fc1a-4797-9b0d-fbb038c69a26 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:28:12.052349 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-26c9653a-fc1a-4797-9b0d-fbb038c69a26 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659181'] for floatingip, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:28:12.261964 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.l3_db [None req-26c9653a-fc1a-4797-9b0d-fbb038c69a26 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Floating IP 95c966fe-da36-4339-a12a-b85564a1b2b9 associated. External IP: 172.26.3.29, port: 4267a36c-8a52-4271-9678-3f19ea42fd70.
Dec 24 11:28:12.911859 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26c9653a-fc1a-4797-9b0d-fbb038c69a26 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Router b4286607-f1c4-442f-9054-2ced8ddc030c has already been hosted by L3 agent 198cca88-1338-4098-b44b-beb0346ac906 {{(pid=88878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 24 11:28:13.133954 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26c9653a-fc1a-4797-9b0d-fbb038c69a26 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:28:13.139343 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-26c9653a-fc1a-4797-9b0d-fbb038c69a26 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for floatingip, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:28:13.145427 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b73200-ecf4-441f-a003-f02e677d3cf5 None None] Sync routers for ids ['b4286607-f1c4-442f-9054-2ced8ddc030c'] in dv-neutron-822691-2-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:28:13.158922 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b73200-ecf4-441f-a003-f02e677d3cf5 None None] Routers {'b4286607-f1c4-442f-9054-2ced8ddc030c'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:28:13.159630 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-34b73200-ecf4-441f-a003-f02e677d3cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5272219550>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:28:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['b4286607-f1c4-442f-9054-2ced8ddc030c'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:28:13.196567 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-26c9653a-fc1a-4797-9b0d-fbb038c69a26 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "PUT /v2.0/floatingips/95c966fe-da36-4339-a12a-b85564a1b2b9 HTTP/1.1" status: 200  len: 990 time: 1.8936203
Dec 24 11:28:13.197242 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8ffe671-39ac-48be-b040-f8a8a7ac1606', 'tag': '4267a36c-8a52-4271-9678-3f19ea42fd70'}] {{(pid=88878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 24 11:28:13.342768 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8ffe671-39ac-48be-b040-f8a8a7ac1606', 'tag': '4267a36c-8a52-4271-9678-3f19ea42fd70', 'status': 'completed', 'code': 200}
Dec 24 11:28:13.352506 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-34b73200-ecf4-441f-a003-f02e677d3cf5 None None] Set router b4286607-f1c4-442f-9054-2ced8ddc030c gateway port host: dv-neutron-822691-2-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:28:13.446949 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-1aaa98ff-76df-4419-845e-77613170d27d req-c639dae7-78e6-4603-af58-2a0a5aa3ee3f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0079d115c0754ff79cc171ccf7779457&device_id=f8ffe671-39ac-48be-b040-f8a8a7ac1606 HTTP/1.1" status: 200  len: 1098 time: 0.0819631
Dec 24 11:28:13.740281 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-34b73200-ecf4-441f-a003-f02e677d3cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5272219550>, [{'id': 'b4286607-f1c4-442f-9054-2ced8ddc030c', 'name': 'tempest-ServerActionsTestJSON-1962428772-router', 'tenant_id': '0079d115c0754ff79cc171ccf7779457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.41'}], 'enable_snat': True}, 'gw_port_id': '9f53cb9f-3751-4efb-82c9-06687e4982fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:27:50Z', 'updated_at': '2021-12-24T11:27:54Z', 'revision_number': 4, 'project_id': '0079d115c0754ff79cc171ccf7779457', 'gw_port': {'id': '9f53cb9f-3751-4efb-82c9-06687e4982fa', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:1a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4286607-f1c4-442f-9054-2ced8ddc030c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:27:51Z', 'updated_at': '2021-12-24T11:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_floatingips': [{'id': '95c966fe-da36-4339-a12a-b85564a1b2b9', 'tenant_id': '0079d115c0754ff79cc171ccf7779457', 'floating_ip_address': '172.26.3.29', 'floating_network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'router_id': 'b4286607-f1c4-442f-9054-2ced8ddc030c', 'port_id': '4267a36c-8a52-4271-9678-3f19ea42fd70', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6bfc9dab-30ba-4ee4-aec0-bb1d3217e916', 'mac_address': 'fa:16:3e:fc:55:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ffe671-39ac-48be-b040-f8a8a7ac1606', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T11:27:57Z', 'updated_at': '2021-12-24T11:28:11Z', 'revision_number': 1, 'project_id': '0079d115c0754ff79cc171ccf7779457', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e632b347-1b4a-4058-8ae7-a30494d1b9bc', 'name': '', 'network_id': '6bfc9dab-30ba-4ee4-aec0-bb1d3217e916', 'tenant_id': '0079d115c0754ff79cc171ccf7779457', 'mac_address': 'fa:16:3e:93:a0:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4286607-f1c4-442f-9054-2ced8ddc030c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a1121a19-26d7-4ca0-a36b-28d804b6392d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:27:53Z', 'updated_at': '2021-12-24T11:28:02Z', 'revision_number': 5, 'project_id': '0079d115c0754ff79cc171ccf7779457', 'subnets': [{'id': 'a1121a19-26d7-4ca0-a36b-28d804b6392d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:28:13.745219 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b73200-ecf4-441f-a003-f02e677d3cf5 None None] Checking router: b4286607-f1c4-442f-9054-2ced8ddc030c for host: dv-neutron-822691-2-hyperv {{(pid=88880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 24 11:28:13.758400 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b73200-ecf4-441f-a003-f02e677d3cf5 None None] Routers {'b4286607-f1c4-442f-9054-2ced8ddc030c'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:28:13.759101 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-34b73200-ecf4-441f-a003-f02e677d3cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5272219550>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:28:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['b4286607-f1c4-442f-9054-2ced8ddc030c'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:28:13.851982 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaa98ff-76df-4419-845e-77613170d27d req-68e51e55-d638-4130-bfe8-e68ea41763db service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:28:13.853616 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-1aaa98ff-76df-4419-845e-77613170d27d req-68e51e55-d638-4130-bfe8-e68ea41763db service neutron] 10.222.0.58 "GET /v2.0/networks?id=6bfc9dab-30ba-4ee4-aec0-bb1d3217e916 HTTP/1.1" status: 200  len: 913 time: 0.3998642
Dec 24 11:28:13.974567 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-1aaa98ff-76df-4419-845e-77613170d27d req-0f308ec3-b609-42f0-890d-188e2f2872b6 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4267a36c-8a52-4271-9678-3f19ea42fd70 HTTP/1.1" status: 200  len: 998 time: 0.1127870
Dec 24 11:28:14.046887 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaa98ff-76df-4419-845e-77613170d27d req-3d86deee-facf-49e8-9be9-2df27c961e8e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:28:14.048753 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-1aaa98ff-76df-4419-845e-77613170d27d req-3d86deee-facf-49e8-9be9-2df27c961e8e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a1121a19-26d7-4ca0-a36b-28d804b6392d HTTP/1.1" status: 200  len: 851 time: 0.0675299
Dec 24 11:28:14.114015 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-34b73200-ecf4-441f-a003-f02e677d3cf5 None None] Set router b4286607-f1c4-442f-9054-2ced8ddc030c gateway port host: dv-neutron-822691-2-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:28:14.139049 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-1aaa98ff-76df-4419-845e-77613170d27d req-014970c4-01fe-461b-ad16-87c259945bfb service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6bfc9dab-30ba-4ee4-aec0-bb1d3217e916&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0825188
Dec 24 11:28:14.293989 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-1aaa98ff-76df-4419-845e-77613170d27d req-8a077596-8c2f-4b8c-9b7d-da8e5102709f service neutron] 10.222.0.58 "GET /v2.0/networks/6bfc9dab-30ba-4ee4-aec0-bb1d3217e916?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1466589
Dec 24 11:28:14.445474 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-1aaa98ff-76df-4419-845e-77613170d27d req-2f468281-68c9-486a-bc4c-20e5bb15ed4a service neutron] 10.222.0.58 "GET /v2.0/networks/6bfc9dab-30ba-4ee4-aec0-bb1d3217e916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1443706
Dec 24 11:28:14.490460 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-34b73200-ecf4-441f-a003-f02e677d3cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5272219550>, [{'id': 'b4286607-f1c4-442f-9054-2ced8ddc030c', 'name': 'tempest-ServerActionsTestJSON-1962428772-router', 'tenant_id': '0079d115c0754ff79cc171ccf7779457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.41'}], 'enable_snat': True}, 'gw_port_id': '9f53cb9f-3751-4efb-82c9-06687e4982fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:27:50Z', 'updated_at': '2021-12-24T11:27:54Z', 'revision_number': 4, 'project_id': '0079d115c0754ff79cc171ccf7779457', 'gw_port': {'id': '9f53cb9f-3751-4efb-82c9-06687e4982fa', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:1a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4286607-f1c4-442f-9054-2ced8ddc030c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:27:51Z', 'updated_at': '2021-12-24T11:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_floatingips': [{'id': '95c966fe-da36-4339-a12a-b85564a1b2b9', 'tenant_id': '0079d115c0754ff79cc171ccf7779457', 'floating_ip_address': '172.26.3.29', 'floating_network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'router_id': 'b4286607-f1c4-442f-9054-2ced8ddc030c', 'port_id': '4267a36c-8a52-4271-9678-3f19ea42fd70', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6bfc9dab-30ba-4ee4-aec0-bb1d3217e916', 'mac_address': 'fa:16:3e:fc:55:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ffe671-39ac-48be-b040-f8a8a7ac1606', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T11:27:57Z', 'updated_at': '2021-12-24T11:28:11Z', 'revision_number': 1, 'project_id': '0079d115c0754ff79cc171ccf7779457', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e632b347-1b4a-4058-8ae7-a30494d1b9bc', 'name': '', 'network_id': '6bfc9dab-30ba-4ee4-aec0-bb1d3217e916', 'tenant_id': '0079d115c0754ff79cc171ccf7779457', 'mac_address': 'fa:16:3e:93:a0:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4286607-f1c4-442f-9054-2ced8ddc030c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a1121a19-26d7-4ca0-a36b-28d804b6392d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:27:53Z', 'updated_at': '2021-12-24T11:28:02Z', 'revision_number': 5, 'project_id': '0079d115c0754ff79cc171ccf7779457', 'subnets': [{'id': 'a1121a19-26d7-4ca0-a36b-28d804b6392d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:28:14.494764 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b73200-ecf4-441f-a003-f02e677d3cf5 None None] The sync data for ids ['b4286607-f1c4-442f-9054-2ced8ddc030c'] in dv-neutron-822691-2-hyperv is: [{'id': 'b4286607-f1c4-442f-9054-2ced8ddc030c', 'name': 'tempest-ServerActionsTestJSON-1962428772-router', 'tenant_id': '0079d115c0754ff79cc171ccf7779457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.41'}], 'enable_snat': True}, 'gw_port_id': '9f53cb9f-3751-4efb-82c9-06687e4982fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:27:50Z', 'updated_at': '2021-12-24T11:27:54Z', 'revision_number': 4, 'project_id': '0079d115c0754ff79cc171ccf7779457', 'gw_port': {'id': '9f53cb9f-3751-4efb-82c9-06687e4982fa', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:1a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4286607-f1c4-442f-9054-2ced8ddc030c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:27:51Z', 'updated_at': '2021-12-24T11:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_floatingips': [{'id': '95c966fe-da36-4339-a12a-b85564a1b2b9', 'tenant_id': '0079d115c0754ff79cc171ccf7779457', 'floating_ip_address': '172.26.3.29', 'floating_network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'router_id': 'b4286607-f1c4-442f-9054-2ced8ddc030c', 'port_id': '4267a36c-8a52-4271-9678-3f19ea42fd70', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6bfc9dab-30ba-4ee4-aec0-bb1d3217e916', 'mac_address': 'fa:16:3e:fc:55:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ffe671-39ac-48be-b040-f8a8a7ac1606', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T11:27:57Z', 'updated_at': '2021-12-24T11:28:11Z', 'revision_number': 1, 'project_id': '0079d115c0754ff79cc171ccf7779457', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e632b347-1b4a-4058-8ae7-a30494d1b9bc', 'name': '', 'network_id': '6bfc9dab-30ba-4ee4-aec0-bb1d3217e916', 'tenant_id': '0079d115c0754ff79cc171ccf7779457', 'mac_address': 'fa:16:3e:93:a0:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4286607-f1c4-442f-9054-2ced8ddc030c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a1121a19-26d7-4ca0-a36b-28d804b6392d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:27:53Z', 'updated_at': '2021-12-24T11:28:02Z', 'revision_number': 5, 'project_id': '0079d115c0754ff79cc171ccf7779457', 'subnets': [{'id': 'a1121a19-26d7-4ca0-a36b-28d804b6392d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:28:14.837858 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db79ea97-c468-4192-9a45-415d0f43208e None None] New status for floating IP 95c966fe-da36-4339-a12a-b85564a1b2b9: ACTIVE {{(pid=88881) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 24 11:28:17.375462 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.agents_db [None req-e51243ab-6a93-425b-980f-a73583147efa None None] Agent healthcheck: found 6 active agents {{(pid=88881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 24 11:28:26.013143 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-6169515f-c412-4e52-b627-6892c51469e7 req-e74a4576-f8ec-4718-8e15-eb0744f437b5 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=f8ffe671-39ac-48be-b040-f8a8a7ac1606&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0787783
Dec 24 11:28:26.186325 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-6169515f-c412-4e52-b627-6892c51469e7 req-3fb98fdf-cd9e-4ef9-a82f-2c2b4541d20e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0079d115c0754ff79cc171ccf7779457&device_id=f8ffe671-39ac-48be-b040-f8a8a7ac1606 HTTP/1.1" status: 200  len: 1098 time: 0.0859549
Dec 24 11:28:26.352507 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6169515f-c412-4e52-b627-6892c51469e7 req-0ecc3188-eadb-4c60-a039-8e9b0227529b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:28:26.354168 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-6169515f-c412-4e52-b627-6892c51469e7 req-0ecc3188-eadb-4c60-a039-8e9b0227529b service neutron] 10.222.0.58 "GET /v2.0/networks?id=6bfc9dab-30ba-4ee4-aec0-bb1d3217e916 HTTP/1.1" status: 200  len: 913 time: 0.1447039
Dec 24 11:28:26.475560 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-6169515f-c412-4e52-b627-6892c51469e7 req-de88b93f-4ed6-4570-8c2e-f00eb90bde38 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4267a36c-8a52-4271-9678-3f19ea42fd70 HTTP/1.1" status: 200  len: 1000 time: 0.1130798
Dec 24 11:28:26.551493 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6169515f-c412-4e52-b627-6892c51469e7 req-6b0ad198-25e3-42a7-9f02-ecc79365236c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:28:26.553109 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-6169515f-c412-4e52-b627-6892c51469e7 req-6b0ad198-25e3-42a7-9f02-ecc79365236c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a1121a19-26d7-4ca0-a36b-28d804b6392d HTTP/1.1" status: 200  len: 851 time: 0.0700638
Dec 24 11:28:26.639749 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-6169515f-c412-4e52-b627-6892c51469e7 req-4c6fbc8b-5038-4c04-bb82-7d82c1dbb9c7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6bfc9dab-30ba-4ee4-aec0-bb1d3217e916&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0796106
Dec 24 11:28:26.787486 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-6169515f-c412-4e52-b627-6892c51469e7 req-79e521a9-6a25-45d1-b0b4-9de18c63e3d3 service neutron] 10.222.0.58 "GET /v2.0/networks/6bfc9dab-30ba-4ee4-aec0-bb1d3217e916?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1391163
Dec 24 11:28:26.936137 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-6169515f-c412-4e52-b627-6892c51469e7 req-76a80c22-754d-4108-b7df-0ec337e1b832 service neutron] 10.222.0.58 "GET /v2.0/networks/6bfc9dab-30ba-4ee4-aec0-bb1d3217e916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1419668
Dec 24 11:28:28.412359 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:28:36.454948 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1a9ae5d6-6521-4df5-abd4-a0d77513441c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:28:38.068251 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:28:38.983063 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-476ba38b-1d68-4e86-a6d4-d8035bfd9a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:28:39.448429 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bdfdbc84-c52d-4f40-b281-af314dc1f8fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:28:40.723740 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-39ff93cf-c0b7-48c5-95f3-6f7e9977387d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:28:53.830549 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dc08e7-3109-425d-a147-652d474d1011 req-db810cc2-3998-4a07-85d5-9bbfe80ef602 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:28:53.832175 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-e3dc08e7-3109-425d-a147-652d474d1011 req-db810cc2-3998-4a07-85d5-9bbfe80ef602 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/ports?device_id=f8ffe671-39ac-48be-b040-f8a8a7ac1606 HTTP/1.1" status: 200  len: 945 time: 0.0902050
Dec 24 11:28:53.882423 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-e3dc08e7-3109-425d-a147-652d474d1011 req-721a8811-7678-4353-929a-80e383103163 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/security-groups?id=801f419c-b013-4225-a36b-61d8695d2683&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0439498
Dec 24 11:28:54.113401 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-461b296a-5c37-4d4f-8e0a-8208ad1b9431 req-51fee0ec-090e-4391-821d-3a7fd644ce1f service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=f8ffe671-39ac-48be-b040-f8a8a7ac1606&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.0948942
Dec 24 11:28:54.371059 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.agents_db [None req-e51243ab-6a93-425b-980f-a73583147efa None None] Agent healthcheck: found 6 active agents {{(pid=88881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 24 11:28:54.442921 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-bd6cfd62-4932-401b-845e-b1bc217d563f req-a2503bef-854c-4a7c-9362-91be8a0c9678 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=f8ffe671-39ac-48be-b040-f8a8a7ac1606&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1290102
Dec 24 11:28:54.473330 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da89c00-5b50-48f7-9c79-30edea851677 req-4d17bcf2-1996-4c9a-a411-55ef1d3deb99 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:28:54.475019 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-9da89c00-5b50-48f7-9c79-30edea851677 req-4d17bcf2-1996-4c9a-a411-55ef1d3deb99 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/ports?device_id=f8ffe671-39ac-48be-b040-f8a8a7ac1606 HTTP/1.1" status: 200  len: 945 time: 0.1063919
Dec 24 11:28:54.535316 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-9da89c00-5b50-48f7-9c79-30edea851677 req-79a104ca-f953-4ada-9c94-da5c362cc9a0 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/security-groups?id=801f419c-b013-4225-a36b-61d8695d2683&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0538135
Dec 24 11:28:55.763537 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19b93cb-782d-40dd-8b7e-87419a79d7fb req-dfc1bbbf-2c7f-40f5-bd2c-16d24b64717a tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:28:55.765191 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-d19b93cb-782d-40dd-8b7e-87419a79d7fb req-dfc1bbbf-2c7f-40f5-bd2c-16d24b64717a tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/ports?device_id=f8ffe671-39ac-48be-b040-f8a8a7ac1606 HTTP/1.1" status: 200  len: 945 time: 0.0862639
Dec 24 11:28:55.799631 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-bd6cfd62-4932-401b-845e-b1bc217d563f req-8804bfa0-ac59-4d98-9c98-bf14845ad74e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0079d115c0754ff79cc171ccf7779457&device_id=f8ffe671-39ac-48be-b040-f8a8a7ac1606 HTTP/1.1" status: 200  len: 1098 time: 0.0770383
Dec 24 11:28:55.816787 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-d19b93cb-782d-40dd-8b7e-87419a79d7fb req-7a1c11ed-d29b-481d-a706-5d6a157fbf36 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/security-groups?id=801f419c-b013-4225-a36b-61d8695d2683&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0451238
Dec 24 11:28:55.949944 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6cfd62-4932-401b-845e-b1bc217d563f req-17c8f5d2-f327-4b3e-9dfb-947c3e82f01e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:28:55.951576 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-bd6cfd62-4932-401b-845e-b1bc217d563f req-17c8f5d2-f327-4b3e-9dfb-947c3e82f01e service neutron] 10.222.0.58 "GET /v2.0/networks?id=6bfc9dab-30ba-4ee4-aec0-bb1d3217e916 HTTP/1.1" status: 200  len: 913 time: 0.1429219
Dec 24 11:28:56.063959 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-bd6cfd62-4932-401b-845e-b1bc217d563f req-bd51d4b4-70d7-4ff2-bab2-3fc9dbdac6c3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4267a36c-8a52-4271-9678-3f19ea42fd70 HTTP/1.1" status: 200  len: 1000 time: 0.1051166
Dec 24 11:28:56.138999 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6cfd62-4932-401b-845e-b1bc217d563f req-b6960083-4f83-4144-8376-223f63484075 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:28:56.140497 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-bd6cfd62-4932-401b-845e-b1bc217d563f req-b6960083-4f83-4144-8376-223f63484075 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a1121a19-26d7-4ca0-a36b-28d804b6392d HTTP/1.1" status: 200  len: 851 time: 0.0696964
Dec 24 11:28:56.231760 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-bd6cfd62-4932-401b-845e-b1bc217d563f req-e9e4b43c-dbdc-4cb6-b1f7-fa364b3e13d8 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6bfc9dab-30ba-4ee4-aec0-bb1d3217e916&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0809395
Dec 24 11:28:56.382629 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-bd6cfd62-4932-401b-845e-b1bc217d563f req-2619c814-38ac-49cd-9399-674f54aae077 service neutron] 10.222.0.58 "GET /v2.0/networks/6bfc9dab-30ba-4ee4-aec0-bb1d3217e916?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1414628
Dec 24 11:28:56.541303 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-bd6cfd62-4932-401b-845e-b1bc217d563f req-d03f4d58-8508-49d9-9574-0e3675a5aecc service neutron] 10.222.0.58 "GET /v2.0/networks/6bfc9dab-30ba-4ee4-aec0-bb1d3217e916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1511936
Dec 24 11:28:57.043902 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e6204b-37f0-4f09-b4e2-0df332a9e0ba req-355b09e7-311f-417c-97dc-20b53b157f07 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:28:57.045542 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-b2e6204b-37f0-4f09-b4e2-0df332a9e0ba req-355b09e7-311f-417c-97dc-20b53b157f07 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/ports?device_id=f8ffe671-39ac-48be-b040-f8a8a7ac1606 HTTP/1.1" status: 200  len: 945 time: 0.0986271
Dec 24 11:28:57.095799 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-b2e6204b-37f0-4f09-b4e2-0df332a9e0ba req-d5e54974-b763-40e5-b811-71beacd72b88 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/security-groups?id=801f419c-b013-4225-a36b-61d8695d2683&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436807
Dec 24 11:28:58.315245 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0c290a-46a0-4c4c-a04f-928dc9f5836e req-f62e4516-9da2-4916-a951-bc0b917f5984 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:28:58.316869 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-4d0c290a-46a0-4c4c-a04f-928dc9f5836e req-f62e4516-9da2-4916-a951-bc0b917f5984 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/ports?device_id=f8ffe671-39ac-48be-b040-f8a8a7ac1606 HTTP/1.1" status: 200  len: 945 time: 0.0900893
Dec 24 11:28:58.374402 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-4d0c290a-46a0-4c4c-a04f-928dc9f5836e req-24b83e98-242c-4482-85f2-d9f8393d2660 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/security-groups?id=801f419c-b013-4225-a36b-61d8695d2683&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0484066
Dec 24 11:28:58.409119 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:28:59.587460 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1ef782-0d79-49aa-9b13-859ff8c7d41f req-18a4df53-a4d0-4726-bc60-651f90fe6de1 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:28:59.589130 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-6f1ef782-0d79-49aa-9b13-859ff8c7d41f req-18a4df53-a4d0-4726-bc60-651f90fe6de1 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/ports?device_id=f8ffe671-39ac-48be-b040-f8a8a7ac1606 HTTP/1.1" status: 200  len: 945 time: 0.0897493
Dec 24 11:28:59.640466 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-6f1ef782-0d79-49aa-9b13-859ff8c7d41f req-78141672-b741-43eb-b87c-4ab0a62390cf tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/security-groups?id=801f419c-b013-4225-a36b-61d8695d2683&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0449920
Dec 24 11:29:00.865467 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cc2b0f-9bef-4703-b55b-33e9a4816475 req-0e506c4a-edf4-42b2-aaed-b15e71d200cd tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:29:00.867080 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-f8cc2b0f-9bef-4703-b55b-33e9a4816475 req-0e506c4a-edf4-42b2-aaed-b15e71d200cd tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/ports?device_id=f8ffe671-39ac-48be-b040-f8a8a7ac1606 HTTP/1.1" status: 200  len: 945 time: 0.1002042
Dec 24 11:29:00.916582 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-f8cc2b0f-9bef-4703-b55b-33e9a4816475 req-7e326757-92f2-4ef1-a806-fa81a3aafa34 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/security-groups?id=801f419c-b013-4225-a36b-61d8695d2683&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432551
Dec 24 11:29:02.143624 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382a64c6-4481-4fa7-8123-7bf3cbd0933a req-f63fe884-bf47-4b69-bab5-ef61deb22c80 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:29:02.145244 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-382a64c6-4481-4fa7-8123-7bf3cbd0933a req-f63fe884-bf47-4b69-bab5-ef61deb22c80 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/ports?device_id=f8ffe671-39ac-48be-b040-f8a8a7ac1606 HTTP/1.1" status: 200  len: 945 time: 0.0894649
Dec 24 11:29:02.195229 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-382a64c6-4481-4fa7-8123-7bf3cbd0933a req-b2f0af0f-b1a7-4827-a0aa-71acf39624ae tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/security-groups?id=801f419c-b013-4225-a36b-61d8695d2683&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434613
Dec 24 11:29:03.417461 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718df0c2-2e55-4613-8a61-c9d52f71be47 req-63197560-5e48-4f52-923a-1202c7cc3034 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:29:03.419164 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-718df0c2-2e55-4613-8a61-c9d52f71be47 req-63197560-5e48-4f52-923a-1202c7cc3034 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/ports?device_id=f8ffe671-39ac-48be-b040-f8a8a7ac1606 HTTP/1.1" status: 200  len: 945 time: 0.0936565
Dec 24 11:29:03.471660 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-718df0c2-2e55-4613-8a61-c9d52f71be47 req-abfe9cd8-290c-4747-82f4-51002ff6d9f0 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/security-groups?id=801f419c-b013-4225-a36b-61d8695d2683&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437891
Dec 24 11:29:04.697251 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c171fd9c-38b5-4e7d-8a8b-beb5f5a1095b req-1220e265-0230-4300-add4-00c6e65f673c tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:29:04.698951 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-c171fd9c-38b5-4e7d-8a8b-beb5f5a1095b req-1220e265-0230-4300-add4-00c6e65f673c tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/ports?device_id=f8ffe671-39ac-48be-b040-f8a8a7ac1606 HTTP/1.1" status: 200  len: 945 time: 0.0863636
Dec 24 11:29:04.753059 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-c171fd9c-38b5-4e7d-8a8b-beb5f5a1095b req-12dfe720-1bac-4f73-b129-8b2d7f6d1f1a tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/security-groups?id=801f419c-b013-4225-a36b-61d8695d2683&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0478053
Dec 24 11:29:05.981410 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f93fe6-190b-476d-8f4a-0c1e8a659a2a req-751c44b9-6918-443a-8d9d-2704d2a3f17a tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:29:05.982983 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-00f93fe6-190b-476d-8f4a-0c1e8a659a2a req-751c44b9-6918-443a-8d9d-2704d2a3f17a tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/ports?device_id=f8ffe671-39ac-48be-b040-f8a8a7ac1606 HTTP/1.1" status: 200  len: 945 time: 0.0881801
Dec 24 11:29:06.032509 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-00f93fe6-190b-476d-8f4a-0c1e8a659a2a req-03113207-ae35-4b4b-a9ca-30df03c680a4 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/security-groups?id=801f419c-b013-4225-a36b-61d8695d2683&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428803
Dec 24 11:29:06.450213 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c252a9fa-d817-4e1a-a67d-5b490ec96369 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:29:07.256300 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0714a15a-7741-4117-bd56-72057985a2a6 req-45370be2-6686-4e6c-9f5c-f9ed5b8045ba tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:29:07.257949 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-0714a15a-7741-4117-bd56-72057985a2a6 req-45370be2-6686-4e6c-9f5c-f9ed5b8045ba tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/ports?device_id=f8ffe671-39ac-48be-b040-f8a8a7ac1606 HTTP/1.1" status: 200  len: 945 time: 0.0930855
Dec 24 11:29:07.313176 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-0714a15a-7741-4117-bd56-72057985a2a6 req-0b9589ae-fee5-455d-b8f1-23e4cd6e557e tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/security-groups?id=801f419c-b013-4225-a36b-61d8695d2683&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0463631
Dec 24 11:29:08.063954 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:29:08.541336 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5ee6b3-3c61-4324-b812-8dc290418369 req-5cf8393c-0fd3-4f03-8fd6-cf5b3e903a2c tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:29:08.543067 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-7e5ee6b3-3c61-4324-b812-8dc290418369 req-5cf8393c-0fd3-4f03-8fd6-cf5b3e903a2c tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/ports?device_id=f8ffe671-39ac-48be-b040-f8a8a7ac1606 HTTP/1.1" status: 200  len: 945 time: 0.0982475
Dec 24 11:29:08.593665 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-7e5ee6b3-3c61-4324-b812-8dc290418369 req-c626d155-a4a1-4758-8d51-ceb0330e792d tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/security-groups?id=801f419c-b013-4225-a36b-61d8695d2683&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0440276
Dec 24 11:29:08.634283 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-bd6cfd62-4932-401b-845e-b1bc217d563f req-4447b854-25dd-4aef-ad9b-748bdc20d329 service neutron] 10.222.0.58 "GET /v2.0/ports/4267a36c-8a52-4271-9678-3f19ea42fd70/bindings/hv-neutron-8226 HTTP/1.1" status: 200  len: 384 time: 0.0772564
Dec 24 11:29:08.936775 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-bd6cfd62-4932-401b-845e-b1bc217d563f req-67c4d3bc-ce48-4a85-b2e6-7c7beb8be6f9 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=f8ffe671-39ac-48be-b040-f8a8a7ac1606&tenant_id=0079d115c0754ff79cc171ccf7779457 HTTP/1.1" status: 200  len: 1098 time: 0.0847034
Dec 24 11:29:08.975551 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e9a3e361-7080-435c-86d5-cefbd4154aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:29:09.049164 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-bd6cfd62-4932-401b-845e-b1bc217d563f req-2404726a-a222-45fa-8139-a37a06b9ed3d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0079d115c0754ff79cc171ccf7779457&device_id=f8ffe671-39ac-48be-b040-f8a8a7ac1606 HTTP/1.1" status: 200  len: 1098 time: 0.0806448
Dec 24 11:29:09.211425 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6cfd62-4932-401b-845e-b1bc217d563f req-1027aa68-cf40-436b-8e12-dec9aa28d317 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:29:09.212953 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-bd6cfd62-4932-401b-845e-b1bc217d563f req-1027aa68-cf40-436b-8e12-dec9aa28d317 service neutron] 10.222.0.58 "GET /v2.0/networks?id=6bfc9dab-30ba-4ee4-aec0-bb1d3217e916 HTTP/1.1" status: 200  len: 913 time: 0.1545162
Dec 24 11:29:09.333709 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-bd6cfd62-4932-401b-845e-b1bc217d563f req-e9dfdbbe-8ea1-46bf-b46e-e3e0c9344587 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4267a36c-8a52-4271-9678-3f19ea42fd70 HTTP/1.1" status: 200  len: 1000 time: 0.1109247
Dec 24 11:29:09.404004 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6cfd62-4932-401b-845e-b1bc217d563f req-218d3a4a-c5da-4f15-a560-593f06f263c0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:29:09.405569 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-bd6cfd62-4932-401b-845e-b1bc217d563f req-218d3a4a-c5da-4f15-a560-593f06f263c0 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a1121a19-26d7-4ca0-a36b-28d804b6392d HTTP/1.1" status: 200  len: 851 time: 0.0655906
Dec 24 11:29:09.452134 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bdfdbc84-c52d-4f40-b281-af314dc1f8fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:29:09.493158 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-bd6cfd62-4932-401b-845e-b1bc217d563f req-9a3717e9-d2e6-42bb-a817-c75363941800 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6bfc9dab-30ba-4ee4-aec0-bb1d3217e916&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0810068
Dec 24 11:29:09.644704 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-bd6cfd62-4932-401b-845e-b1bc217d563f req-0c3c690b-4786-4f94-9d14-93d7a7e7940b service neutron] 10.222.0.58 "GET /v2.0/networks/6bfc9dab-30ba-4ee4-aec0-bb1d3217e916?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1415393
Dec 24 11:29:09.796571 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-bd6cfd62-4932-401b-845e-b1bc217d563f req-8fdfd3d8-d243-48cd-8dde-1f86c458f1ae service neutron] 10.222.0.58 "GET /v2.0/networks/6bfc9dab-30ba-4ee4-aec0-bb1d3217e916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1446574
Dec 24 11:29:09.808789 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbe6839-323e-4a1c-b716-5c9161cd47ff req-b31b8b0e-ed7d-4c39-8e11-b0225834f492 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:29:09.810452 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-0fbe6839-323e-4a1c-b716-5c9161cd47ff req-b31b8b0e-ed7d-4c39-8e11-b0225834f492 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/ports?device_id=f8ffe671-39ac-48be-b040-f8a8a7ac1606 HTTP/1.1" status: 200  len: 945 time: 0.0922613
Dec 24 11:29:09.866323 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-0fbe6839-323e-4a1c-b716-5c9161cd47ff req-9f24fee0-0414-447d-9bd0-afe0a862a5ce tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/security-groups?id=801f419c-b013-4225-a36b-61d8695d2683&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0483098
Dec 24 11:29:10.725686 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-39ff93cf-c0b7-48c5-95f3-6f7e9977387d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:29:11.096354 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b12c4a4-730f-4c59-ad8f-828c7e680262 req-5cc07c55-1c4b-471f-b07d-5718296a1a12 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:29:11.098041 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-1b12c4a4-730f-4c59-ad8f-828c7e680262 req-5cc07c55-1c4b-471f-b07d-5718296a1a12 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/ports?device_id=f8ffe671-39ac-48be-b040-f8a8a7ac1606 HTTP/1.1" status: 200  len: 945 time: 0.0903554
Dec 24 11:29:11.154459 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-1b12c4a4-730f-4c59-ad8f-828c7e680262 req-ee3431b9-a8d7-4b3d-a2fe-3ed2bd4b343d tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/security-groups?id=801f419c-b013-4225-a36b-61d8695d2683&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0489433
Dec 24 11:29:12.308845 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Device 4267a36c-8a52-4271-9678-3f19ea42fd70 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 24 11:29:12.311479 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Device 4267a36c-8a52-4271-9678-3f19ea42fd70 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:29:12.379116 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fb2eff-4d98-4618-a6fc-220e6f16b3d8 req-2606b609-7188-4427-bdf9-4c7dfaf65eab tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:29:12.380774 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-d3fb2eff-4d98-4618-a6fc-220e6f16b3d8 req-2606b609-7188-4427-bdf9-4c7dfaf65eab tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/ports?device_id=f8ffe671-39ac-48be-b040-f8a8a7ac1606 HTTP/1.1" status: 200  len: 945 time: 0.0967031
Dec 24 11:29:12.447007 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-d3fb2eff-4d98-4618-a6fc-220e6f16b3d8 req-6d6096e5-19e9-41b0-b343-0546aac29c25 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/security-groups?id=801f419c-b013-4225-a36b-61d8695d2683&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0595918
Dec 24 11:29:12.540006 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:29:12.573940 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] For port 4267a36c-8a52-4271-9678-3f19ea42fd70, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=4267a36c-8a52-4271-9678-3f19ea42fd70,segment=NetworkSegment(5b535326-dd0f-4b79-a304-422c617c57a0),segment_id=5b535326-dd0f-4b79-a304-422c617c57a0)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:29:12.600434 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8ffe671-39ac-48be-b040-f8a8a7ac1606', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4267a36c-8a52-4271-9678-3f19ea42fd70'}] {{(pid=88880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 24 11:29:12.609049 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Returning: {'device': '4267a36c-8a52-4271-9678-3f19ea42fd70', 'network_id': '6bfc9dab-30ba-4ee4-aec0-bb1d3217e916', 'port_id': '4267a36c-8a52-4271-9678-3f19ea42fd70', 'mac_address': 'fa:16:3e:fc:55:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1121a19-26d7-4ca0-a36b-28d804b6392d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 24 11:29:12.616188 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] For port 4267a36c-8a52-4271-9678-3f19ea42fd70, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=4267a36c-8a52-4271-9678-3f19ea42fd70,segment=NetworkSegment(5b535326-dd0f-4b79-a304-422c617c57a0),segment_id=5b535326-dd0f-4b79-a304-422c617c57a0)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:29:12.654901 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:29:12.658140 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:29:12.689467 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8ffe671-39ac-48be-b040-f8a8a7ac1606', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4267a36c-8a52-4271-9678-3f19ea42fd70', 'code': 200}
Dec 24 11:29:12.719639 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:29:12.752899 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4267a36c-8a52-4271-9678-3f19ea42fd70 {{(pid=88880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 24 11:29:12.761605 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Pushing event updated for resources: {'Port': ['ID=4267a36c-8a52-4271-9678-3f19ea42fd70,revision_number=6']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:29:12.778192 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] For port 4267a36c-8a52-4271-9678-3f19ea42fd70, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=4267a36c-8a52-4271-9678-3f19ea42fd70,segment=NetworkSegment(5b535326-dd0f-4b79-a304-422c617c57a0),segment_id=5b535326-dd0f-4b79-a304-422c617c57a0)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:29:12.780584 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:29:12.781016 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:29:12.781397 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:29:12.781777 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:29:12.782164 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:29:12.782546 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:29:12.782912 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:29:12.783280 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:29:12.783644 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:29:12.784005 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:29:12.784371 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:29:12.788783 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:29:12.790824 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:29:12.791832 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:29:12.810200 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d14ead-6054-4de4-bf06-1c97c680b226 req-b9d3f9f2-e943-4d23-9bc7-afaeaa92c5cf tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:29:12.812566 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-62d14ead-6054-4de4-bf06-1c97c680b226 req-b9d3f9f2-e943-4d23-9bc7-afaeaa92c5cf tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/ports?device_id=f8ffe671-39ac-48be-b040-f8a8a7ac1606 HTTP/1.1" status: 200  len: 943 time: 0.0965044
Dec 24 11:29:12.840751 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebce95f-68c4-45f1-8339-41050c55d50b req-51d2537f-7f2d-4d2a-b992-da6afc346d43 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:29:12.841753 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-6ebce95f-68c4-45f1-8339-41050c55d50b req-51d2537f-7f2d-4d2a-b992-da6afc346d43 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Synchronizing usage tracker for tenant:0079d115c0754ff79cc171ccf7779457 on resource:port {{(pid=88879) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:29:12.859296 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-6ebce95f-68c4-45f1-8339-41050c55d50b req-51d2537f-7f2d-4d2a-b992-da6afc346d43 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Unset dirty status for tenant:0079d115c0754ff79cc171ccf7779457 on resource:port {{(pid=88879) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:29:12.860617 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-6ebce95f-68c4-45f1-8339-41050c55d50b req-51d2537f-7f2d-4d2a-b992-da6afc346d43 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.58 "GET /v2.0/ports?device_id=f8ffe671-39ac-48be-b040-f8a8a7ac1606&tenant_id=0079d115c0754ff79cc171ccf7779457&binding%3Ahost_id=hv-neutron-8226 HTTP/1.1" status: 200  len: 944 time: 0.1206906
Dec 24 11:29:12.865511 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-62d14ead-6054-4de4-bf06-1c97c680b226 req-5b7742fc-ff4d-47aa-83d6-5d69871aa3c2 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/security-groups?id=801f419c-b013-4225-a36b-61d8695d2683&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0465031
Dec 24 11:29:12.869093 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] get_ports_and_sgs() called for port_ids ['4267a36c-8a52-4271-9678-3f19ea42fd70'] {{(pid=88880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 24 11:29:12.901188 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Pushing event updated for resources: {'Port': ['ID=4267a36c-8a52-4271-9678-3f19ea42fd70,revision_number=7']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:29:12.909037 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:29:13.013970 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-6ebce95f-68c4-45f1-8339-41050c55d50b req-96a10af9-3833-4de8-8f37-1e34d5e11611 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0079d115c0754ff79cc171ccf7779457&device_id=f8ffe671-39ac-48be-b040-f8a8a7ac1606 HTTP/1.1" status: 200  len: 1097 time: 0.0790415
Dec 24 11:29:13.170815 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebce95f-68c4-45f1-8339-41050c55d50b req-1c4ea3ce-7615-49f9-9e0b-d58c826a4d6f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:29:13.172436 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-6ebce95f-68c4-45f1-8339-41050c55d50b req-1c4ea3ce-7615-49f9-9e0b-d58c826a4d6f service neutron] 10.222.0.58 "GET /v2.0/networks?id=6bfc9dab-30ba-4ee4-aec0-bb1d3217e916 HTTP/1.1" status: 200  len: 913 time: 0.1522927
Dec 24 11:29:13.536623 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-6ebce95f-68c4-45f1-8339-41050c55d50b req-3a58f587-91a9-41d0-a0db-32800aa23866 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4267a36c-8a52-4271-9678-3f19ea42fd70 HTTP/1.1" status: 200  len: 999 time: 0.3561659
Dec 24 11:29:13.606842 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebce95f-68c4-45f1-8339-41050c55d50b req-593c15e9-5ac3-42a4-acbd-523d51a9f7c2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:29:13.608429 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-6ebce95f-68c4-45f1-8339-41050c55d50b req-593c15e9-5ac3-42a4-acbd-523d51a9f7c2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a1121a19-26d7-4ca0-a36b-28d804b6392d HTTP/1.1" status: 200  len: 851 time: 0.0651736
Dec 24 11:29:13.694140 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-6ebce95f-68c4-45f1-8339-41050c55d50b req-0e2d5b56-e4b8-4c70-8a8b-62a45ed8b16c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6bfc9dab-30ba-4ee4-aec0-bb1d3217e916&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0786982
Dec 24 11:29:13.841811 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-6ebce95f-68c4-45f1-8339-41050c55d50b req-081c2e93-fbc7-4108-a1f8-33731ce140ec service neutron] 10.222.0.58 "GET /v2.0/networks/6bfc9dab-30ba-4ee4-aec0-bb1d3217e916?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1404667
Dec 24 11:29:13.994021 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-6ebce95f-68c4-45f1-8339-41050c55d50b req-7325cd6b-5b4b-412c-ab5b-75989031eb9b service neutron] 10.222.0.58 "GET /v2.0/networks/6bfc9dab-30ba-4ee4-aec0-bb1d3217e916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1442509
Dec 24 11:29:14.079339 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e2b744-75ce-4808-8079-1593fb67adb3 req-31914967-7850-4a6d-a53e-ae124e7f96a9 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:29:14.080895 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-40e2b744-75ce-4808-8079-1593fb67adb3 req-31914967-7850-4a6d-a53e-ae124e7f96a9 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/ports?device_id=f8ffe671-39ac-48be-b040-f8a8a7ac1606 HTTP/1.1" status: 200  len: 944 time: 0.0898333
Dec 24 11:29:14.131823 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-40e2b744-75ce-4808-8079-1593fb67adb3 req-d096ca1e-2425-4387-bf87-15b622f6816c tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/security-groups?id=801f419c-b013-4225-a36b-61d8695d2683&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0444264
Dec 24 11:29:14.317582 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Device 4267a36c-8a52-4271-9678-3f19ea42fd70 up at agent hyperv_hv-neutron-8226 {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:29:14.393984 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Provisioning complete for port 4267a36c-8a52-4271-9678-3f19ea42fd70 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:29:14.394353 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:29:14.533543 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:29:14.570617 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] For port 4267a36c-8a52-4271-9678-3f19ea42fd70, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=4267a36c-8a52-4271-9678-3f19ea42fd70,segment=NetworkSegment(5b535326-dd0f-4b79-a304-422c617c57a0),segment_id=5b535326-dd0f-4b79-a304-422c617c57a0)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:29:14.574442 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:29:14.576532 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:29:14.643075 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Pushing event updated for resources: {'Port': ['ID=4267a36c-8a52-4271-9678-3f19ea42fd70,revision_number=8']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:29:14.650267 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:29:14.691091 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8ffe671-39ac-48be-b040-f8a8a7ac1606', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4267a36c-8a52-4271-9678-3f19ea42fd70'}] {{(pid=88880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 24 11:29:14.746932 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8ffe671-39ac-48be-b040-f8a8a7ac1606', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4267a36c-8a52-4271-9678-3f19ea42fd70', 'code': 200}
Dec 24 11:29:15.367090 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8604ef1c-86f5-4b71-80b3-51a888439256 req-d0d35875-628d-4108-a2a0-1dfa1922e81a tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:29:15.368817 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-8604ef1c-86f5-4b71-80b3-51a888439256 req-d0d35875-628d-4108-a2a0-1dfa1922e81a tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/ports?device_id=f8ffe671-39ac-48be-b040-f8a8a7ac1606 HTTP/1.1" status: 200  len: 945 time: 0.1061881
Dec 24 11:29:15.422260 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-8604ef1c-86f5-4b71-80b3-51a888439256 req-84bdf277-2bb2-482c-b500-e615dfd315cd tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/security-groups?id=801f419c-b013-4225-a36b-61d8695d2683&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0466342
Dec 24 11:29:15.641652 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1266e830-df45-4063-8fe3-08e0c00d6f2c req-faa5fb37-8d98-492f-bc9e-86c0b0850a2e tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:29:15.643345 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-1266e830-df45-4063-8fe3-08e0c00d6f2c req-faa5fb37-8d98-492f-bc9e-86c0b0850a2e tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/ports?device_id=f8ffe671-39ac-48be-b040-f8a8a7ac1606 HTTP/1.1" status: 200  len: 945 time: 0.0855782
Dec 24 11:29:15.701931 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-1266e830-df45-4063-8fe3-08e0c00d6f2c req-40f7c015-4202-4eac-9c33-47c8a186ebbc tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/security-groups?id=801f419c-b013-4225-a36b-61d8695d2683&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0521269
Dec 24 11:29:15.933524 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adbf811-3094-41e4-9b02-8d493b5000c4 req-56a15243-50da-409c-94e5-73982d7d0067 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:29:15.935177 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-1adbf811-3094-41e4-9b02-8d493b5000c4 req-56a15243-50da-409c-94e5-73982d7d0067 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/ports?device_id=f8ffe671-39ac-48be-b040-f8a8a7ac1606 HTTP/1.1" status: 200  len: 945 time: 0.0919724
Dec 24 11:29:15.985247 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-1adbf811-3094-41e4-9b02-8d493b5000c4 req-92cb20c6-9f84-4ee5-857e-0c31c6522651 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/security-groups?id=801f419c-b013-4225-a36b-61d8695d2683&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434830
Dec 24 11:29:16.424651 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8982f2e0-dd0f-426f-a748-2ceec84e0ce9 req-6309e411-40fc-4f71-8ebe-d66d6d992a32 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:29:16.426314 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-8982f2e0-dd0f-426f-a748-2ceec84e0ce9 req-6309e411-40fc-4f71-8ebe-d66d6d992a32 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/ports?device_id=f8ffe671-39ac-48be-b040-f8a8a7ac1606 HTTP/1.1" status: 200  len: 945 time: 0.0861578
Dec 24 11:29:16.483275 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-8982f2e0-dd0f-426f-a748-2ceec84e0ce9 req-85db9ec9-9662-4be8-95c2-1c94d9f1f8a0 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/security-groups?id=801f419c-b013-4225-a36b-61d8695d2683&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0479007
Dec 24 11:29:17.707794 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4ee8aa-ab2b-4c44-9abb-9fff5ed022de req-39ecbd18-ffad-44a3-a906-80ca74580097 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:29:17.709440 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-5b4ee8aa-ab2b-4c44-9abb-9fff5ed022de req-39ecbd18-ffad-44a3-a906-80ca74580097 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/ports?device_id=f8ffe671-39ac-48be-b040-f8a8a7ac1606 HTTP/1.1" status: 200  len: 945 time: 0.0873399
Dec 24 11:29:17.761139 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-5b4ee8aa-ab2b-4c44-9abb-9fff5ed022de req-f4c1df86-97e6-46ee-861e-e922ed6922a4 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/security-groups?id=801f419c-b013-4225-a36b-61d8695d2683&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0446112
Dec 24 11:29:18.371730 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293a5455-c3e0-42c7-b303-818a2e8d0af9 req-f89a267b-c0e4-402a-b11e-3b6f8179f170 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:29:18.373317 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-293a5455-c3e0-42c7-b303-818a2e8d0af9 req-f89a267b-c0e4-402a-b11e-3b6f8179f170 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.58 "GET /v2.0/ports?device_id=f8ffe671-39ac-48be-b040-f8a8a7ac1606 HTTP/1.1" status: 200  len: 945 time: 0.0992913
Dec 24 11:29:18.450066 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [req-293a5455-c3e0-42c7-b303-818a2e8d0af9 req-173738d4-7519-46ea-b525-652c765ca213 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Deleting port 4267a36c-8a52-4271-9678-3f19ea42fd70 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:29:18.450444 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-293a5455-c3e0-42c7-b303-818a2e8d0af9 req-173738d4-7519-46ea-b525-652c765ca213 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:29:18.716617 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [req-293a5455-c3e0-42c7-b303-818a2e8d0af9 req-173738d4-7519-46ea-b525-652c765ca213 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] For port 4267a36c-8a52-4271-9678-3f19ea42fd70, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=4267a36c-8a52-4271-9678-3f19ea42fd70,segment=NetworkSegment(5b535326-dd0f-4b79-a304-422c617c57a0),segment_id=5b535326-dd0f-4b79-a304-422c617c57a0)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:29:18.717492 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-293a5455-c3e0-42c7-b303-818a2e8d0af9 req-173738d4-7519-46ea-b525-652c765ca213 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:29:19.003315 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0ad4cd-e580-4e45-8c6f-7aa07a4a5688 req-5e207e9e-ae09-4a3e-9944-2684ad57eeeb tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:29:19.004893 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-9f0ad4cd-e580-4e45-8c6f-7aa07a4a5688 req-5e207e9e-ae09-4a3e-9944-2684ad57eeeb tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/ports?device_id=f8ffe671-39ac-48be-b040-f8a8a7ac1606 HTTP/1.1" status: 200  len: 945 time: 0.0915155
Dec 24 11:29:19.035002 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-293a5455-c3e0-42c7-b303-818a2e8d0af9 req-173738d4-7519-46ea-b525-652c765ca213 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:29:19.035369 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-293a5455-c3e0-42c7-b303-818a2e8d0af9 req-173738d4-7519-46ea-b525-652c765ca213 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659181'] for floatingip, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:29:19.035755 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.l3_db [req-293a5455-c3e0-42c7-b303-818a2e8d0af9 req-173738d4-7519-46ea-b525-652c765ca213 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Floating IP 95c966fe-da36-4339-a12a-b85564a1b2b9 disassociated. External IP: 172.26.3.29, port: 4267a36c-8a52-4271-9678-3f19ea42fd70.
Dec 24 11:29:19.036130 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [req-293a5455-c3e0-42c7-b303-818a2e8d0af9 req-173738d4-7519-46ea-b525-652c765ca213 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Calling delete_port for 4267a36c-8a52-4271-9678-3f19ea42fd70 owned by compute:nova {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:29:19.056555 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-9f0ad4cd-e580-4e45-8c6f-7aa07a4a5688 req-248afb70-76e9-4b35-a860-8367c5b6279c tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/security-groups?id=801f419c-b013-4225-a36b-61d8695d2683&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0449438
Dec 24 11:29:19.224426 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-293a5455-c3e0-42c7-b303-818a2e8d0af9 req-173738d4-7519-46ea-b525-652c765ca213 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:29:19.231223 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-a216076a-c422-42e7-937c-4d34044a5c70 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:29:19.279247 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173738d4-7519-46ea-b525-652c765ca213 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Pushing event deleted for resources: {'Port': ['ID=4267a36c-8a52-4271-9678-3f19ea42fd70,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:29:19.295063 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173738d4-7519-46ea-b525-652c765ca213 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:29:19.295507 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173738d4-7519-46ea-b525-652c765ca213 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:29:19.295911 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173738d4-7519-46ea-b525-652c765ca213 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:29:19.296323 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173738d4-7519-46ea-b525-652c765ca213 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:29:19.296737 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173738d4-7519-46ea-b525-652c765ca213 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:29:19.297150 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173738d4-7519-46ea-b525-652c765ca213 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:29:19.297543 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173738d4-7519-46ea-b525-652c765ca213 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:29:19.297984 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173738d4-7519-46ea-b525-652c765ca213 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:29:19.298411 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173738d4-7519-46ea-b525-652c765ca213 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:29:19.298838 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173738d4-7519-46ea-b525-652c765ca213 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:29:19.299240 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173738d4-7519-46ea-b525-652c765ca213 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:29:19.303678 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-173738d4-7519-46ea-b525-652c765ca213 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:29:19.532907 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-293a5455-c3e0-42c7-b303-818a2e8d0af9 req-173738d4-7519-46ea-b525-652c765ca213 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Router b4286607-f1c4-442f-9054-2ced8ddc030c has already been hosted by L3 agent 198cca88-1338-4098-b44b-beb0346ac906 {{(pid=88879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 24 11:29:19.774322 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-293a5455-c3e0-42c7-b303-818a2e8d0af9 req-173738d4-7519-46ea-b525-652c765ca213 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:29:19.785120 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a0f63d0-db43-4bba-858b-90ac7b6393ad None None] Sync routers for ids ['b4286607-f1c4-442f-9054-2ced8ddc030c'] in dv-neutron-822691-2-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:29:19.799598 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0f63d0-db43-4bba-858b-90ac7b6393ad None None] Routers {'b4286607-f1c4-442f-9054-2ced8ddc030c'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:29:19.800296 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-9a0f63d0-db43-4bba-858b-90ac7b6393ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52714765c0>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:29:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['b4286607-f1c4-442f-9054-2ced8ddc030c'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:29:19.851337 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [req-293a5455-c3e0-42c7-b303-818a2e8d0af9 req-173738d4-7519-46ea-b525-652c765ca213 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] No DVR routers for this DVR port 4267a36c-8a52-4271-9678-3f19ea42fd70 on host hv-neutron-8226 {{(pid=88879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 24 11:29:19.854454 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-293a5455-c3e0-42c7-b303-818a2e8d0af9 req-173738d4-7519-46ea-b525-652c765ca213 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:29:19.858940 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8ffe671-39ac-48be-b040-f8a8a7ac1606', 'name': 'network-vif-deleted', 'tag': '4267a36c-8a52-4271-9678-3f19ea42fd70'}] {{(pid=88879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 24 11:29:19.874334 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-293a5455-c3e0-42c7-b303-818a2e8d0af9 req-173738d4-7519-46ea-b525-652c765ca213 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.58 "DELETE /v2.0/ports/4267a36c-8a52-4271-9678-3f19ea42fd70 HTTP/1.1" status: 204  len: 173 time: 1.4930098
Dec 24 11:29:19.924856 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8ffe671-39ac-48be-b040-f8a8a7ac1606', 'name': 'network-vif-deleted', 'tag': '4267a36c-8a52-4271-9678-3f19ea42fd70', 'status': 'completed', 'code': 200}
Dec 24 11:29:20.002063 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-9a0f63d0-db43-4bba-858b-90ac7b6393ad None None] Set router b4286607-f1c4-442f-9054-2ced8ddc030c gateway port host: dv-neutron-822691-2-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:29:20.247215 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-469e5a80-3ec0-4ad7-be89-aad6f7cd7fc6 req-23c1e80e-886e-44a8-8590-19b1b3f93979 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/ports?device_id=f8ffe671-39ac-48be-b040-f8a8a7ac1606 HTTP/1.1" status: 200  len: 210 time: 0.0460157
Dec 24 11:29:20.341448 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-9a0f63d0-db43-4bba-858b-90ac7b6393ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52714765c0>, [{'id': 'b4286607-f1c4-442f-9054-2ced8ddc030c', 'name': 'tempest-ServerActionsTestJSON-1962428772-router', 'tenant_id': '0079d115c0754ff79cc171ccf7779457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.41'}], 'enable_snat': True}, 'gw_port_id': '9f53cb9f-3751-4efb-82c9-06687e4982fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:27:50Z', 'updated_at': '2021-12-24T11:27:54Z', 'revision_number': 4, 'project_id': '0079d115c0754ff79cc171ccf7779457', 'gw_port': {'id': '9f53cb9f-3751-4efb-82c9-06687e4982fa', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:1a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4286607-f1c4-442f-9054-2ced8ddc030c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:27:51Z', 'updated_at': '2021-12-24T11:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_interfaces': [{'id': 'e632b347-1b4a-4058-8ae7-a30494d1b9bc', 'name': '', 'network_id': '6bfc9dab-30ba-4ee4-aec0-bb1d3217e916', 'tenant_id': '0079d115c0754ff79cc171ccf7779457', 'mac_address': 'fa:16:3e:93:a0:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4286607-f1c4-442f-9054-2ced8ddc030c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a1121a19-26d7-4ca0-a36b-28d804b6392d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:27:53Z', 'updated_at': '2021-12-24T11:28:02Z', 'revision_number': 5, 'project_id': '0079d115c0754ff79cc171ccf7779457', 'subnets': [{'id': 'a1121a19-26d7-4ca0-a36b-28d804b6392d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:29:20.345888 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a0f63d0-db43-4bba-858b-90ac7b6393ad None None] Checking router: b4286607-f1c4-442f-9054-2ced8ddc030c for host: dv-neutron-822691-2-hyperv {{(pid=88880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 24 11:29:20.358606 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0f63d0-db43-4bba-858b-90ac7b6393ad None None] Routers {'b4286607-f1c4-442f-9054-2ced8ddc030c'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:29:20.358708 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-9a0f63d0-db43-4bba-858b-90ac7b6393ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52714765c0>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:29:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['b4286607-f1c4-442f-9054-2ced8ddc030c'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:29:20.554054 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-9a0f63d0-db43-4bba-858b-90ac7b6393ad None None] Set router b4286607-f1c4-442f-9054-2ced8ddc030c gateway port host: dv-neutron-822691-2-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:29:21.067789 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-9a0f63d0-db43-4bba-858b-90ac7b6393ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52714765c0>, [{'id': 'b4286607-f1c4-442f-9054-2ced8ddc030c', 'name': 'tempest-ServerActionsTestJSON-1962428772-router', 'tenant_id': '0079d115c0754ff79cc171ccf7779457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.41'}], 'enable_snat': True}, 'gw_port_id': '9f53cb9f-3751-4efb-82c9-06687e4982fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:27:50Z', 'updated_at': '2021-12-24T11:27:54Z', 'revision_number': 4, 'project_id': '0079d115c0754ff79cc171ccf7779457', 'gw_port': {'id': '9f53cb9f-3751-4efb-82c9-06687e4982fa', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:1a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4286607-f1c4-442f-9054-2ced8ddc030c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:27:51Z', 'updated_at': '2021-12-24T11:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_interfaces': [{'id': 'e632b347-1b4a-4058-8ae7-a30494d1b9bc', 'name': '', 'network_id': '6bfc9dab-30ba-4ee4-aec0-bb1d3217e916', 'tenant_id': '0079d115c0754ff79cc171ccf7779457', 'mac_address': 'fa:16:3e:93:a0:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4286607-f1c4-442f-9054-2ced8ddc030c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a1121a19-26d7-4ca0-a36b-28d804b6392d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:27:53Z', 'updated_at': '2021-12-24T11:28:02Z', 'revision_number': 5, 'project_id': '0079d115c0754ff79cc171ccf7779457', 'subnets': [{'id': 'a1121a19-26d7-4ca0-a36b-28d804b6392d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:29:21.072387 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a0f63d0-db43-4bba-858b-90ac7b6393ad None None] The sync data for ids ['b4286607-f1c4-442f-9054-2ced8ddc030c'] in dv-neutron-822691-2-hyperv is: [{'id': 'b4286607-f1c4-442f-9054-2ced8ddc030c', 'name': 'tempest-ServerActionsTestJSON-1962428772-router', 'tenant_id': '0079d115c0754ff79cc171ccf7779457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.41'}], 'enable_snat': True}, 'gw_port_id': '9f53cb9f-3751-4efb-82c9-06687e4982fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:27:50Z', 'updated_at': '2021-12-24T11:27:54Z', 'revision_number': 4, 'project_id': '0079d115c0754ff79cc171ccf7779457', 'gw_port': {'id': '9f53cb9f-3751-4efb-82c9-06687e4982fa', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:1a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4286607-f1c4-442f-9054-2ced8ddc030c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:27:51Z', 'updated_at': '2021-12-24T11:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_interfaces': [{'id': 'e632b347-1b4a-4058-8ae7-a30494d1b9bc', 'name': '', 'network_id': '6bfc9dab-30ba-4ee4-aec0-bb1d3217e916', 'tenant_id': '0079d115c0754ff79cc171ccf7779457', 'mac_address': 'fa:16:3e:93:a0:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4286607-f1c4-442f-9054-2ced8ddc030c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a1121a19-26d7-4ca0-a36b-28d804b6392d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:27:53Z', 'updated_at': '2021-12-24T11:28:02Z', 'revision_number': 5, 'project_id': '0079d115c0754ff79cc171ccf7779457', 'subnets': [{'id': 'a1121a19-26d7-4ca0-a36b-28d804b6392d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:29:21.518343 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50e7209-edb2-4e11-be7d-25d035354113 None None] New status for floating IP 95c966fe-da36-4339-a12a-b85564a1b2b9: DOWN {{(pid=88881) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 24 11:29:21.632618 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-c383f7ab-998e-4133-83a6-f38dfd6aa024 req-5eadb995-d694-48d6-8753-68372db42e4e tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--906149432&fields=id&tenant_id=0079d115c0754ff79cc171ccf7779457 HTTP/1.1" status: 200  len: 267 time: 0.0458808
Dec 24 11:29:21.798911 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c383f7ab-998e-4133-83a6-f38dfd6aa024 req-e74e98a8-da5a-46ee-9f7c-fa58eb009ed6 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:29:21.800509 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-c383f7ab-998e-4133-83a6-f38dfd6aa024 req-e74e98a8-da5a-46ee-9f7c-fa58eb009ed6 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/networks?id=6bfc9dab-30ba-4ee4-aec0-bb1d3217e916 HTTP/1.1" status: 200  len: 812 time: 0.1605551
Dec 24 11:29:21.821859 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-c383f7ab-998e-4133-83a6-f38dfd6aa024 req-80a48e8e-8aa4-474f-ac7e-3376bcfe0f03 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/quotas/0079d115c0754ff79cc171ccf7779457 HTTP/1.1" status: 200  len: 375 time: 0.0124736
Dec 24 11:29:21.916905 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-c383f7ab-998e-4133-83a6-f38dfd6aa024 req-2fb2d2ff-e36e-4f5e-ba50-5c5cf15c7acd tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=0079d115c0754ff79cc171ccf7779457&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0889258
Dec 24 11:29:22.082017 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-c383f7ab-998e-4133-83a6-f38dfd6aa024 req-fca1629d-59a5-45df-bcf6-fd9abdc33565 service neutron] 10.222.0.65 "GET /v2.0/networks/6bfc9dab-30ba-4ee4-aec0-bb1d3217e916?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1486654
Dec 24 11:29:22.230322 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-c383f7ab-998e-4133-83a6-f38dfd6aa024 req-d27c9868-c998-411c-9a3f-b152dd70a926 service neutron] 10.222.0.65 "GET /v2.0/networks/6bfc9dab-30ba-4ee4-aec0-bb1d3217e916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1415980
Dec 24 11:29:22.346654 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Device 4267a36c-8a52-4271-9678-3f19ea42fd70 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:29:22.390412 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] No Port match for: 4267a36c-8a52-4271-9678-3f19ea42fd70 {{(pid=88880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 24 11:29:22.390789 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Device 4267a36c-8a52-4271-9678-3f19ea42fd70 not bound to the agent host hv-neutron-8226 {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 24 11:29:22.442895 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-b38e7af1-dffb-45e4-8fb4-a00cf04ad79f req-6b1df9a6-fe0f-4ba4-874a-f152a3332745 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/ports?device_id=0b30ee26-1912-44f9-af1c-a46f0c896034 HTTP/1.1" status: 200  len: 210 time: 0.0466495
Dec 24 11:29:23.617968 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-eda4c714-b083-435b-a83d-4a2d0a31733b req-2e160f4b-a0e0-471f-9ac1-ee9882d30a34 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/ports?device_id=0b30ee26-1912-44f9-af1c-a46f0c896034 HTTP/1.1" status: 200  len: 210 time: 0.0493586
Dec 24 11:29:23.659813 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c383f7ab-998e-4133-83a6-f38dfd6aa024 req-8043a64d-c87d-4781-8117-04791bfe333b tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:29:23.661408 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-c383f7ab-998e-4133-83a6-f38dfd6aa024 req-8043a64d-c87d-4781-8117-04791bfe333b tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.58 "GET /v2.0/networks?id=6bfc9dab-30ba-4ee4-aec0-bb1d3217e916 HTTP/1.1" status: 200  len: 812 time: 0.1937122
Dec 24 11:29:23.720994 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-c383f7ab-998e-4133-83a6-f38dfd6aa024 req-afe46e33-e209-4e48-a236-4cfbb572a157 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0079d115c0754ff79cc171ccf7779457 HTTP/1.1" status: 200  len: 379 time: 0.0461397
Dec 24 11:29:23.733450 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [req-c383f7ab-998e-4133-83a6-f38dfd6aa024 req-ee7e10ae-9bcc-44be-ab3b-e1bcba642080 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Request body: {'port': {'device_id': '0b30ee26-1912-44f9-af1c-a46f0c896034', 'network_id': '6bfc9dab-30ba-4ee4-aec0-bb1d3217e916', 'admin_state_up': True, 'tenant_id': '0079d115c0754ff79cc171ccf7779457', 'security_groups': ['801f419c-b013-4225-a36b-61d8695d2683']}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:29:23.883850 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [req-c383f7ab-998e-4133-83a6-f38dfd6aa024 req-ee7e10ae-9bcc-44be-ab3b-e1bcba642080 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:29:23.889664 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-c383f7ab-998e-4133-83a6-f38dfd6aa024 req-ee7e10ae-9bcc-44be-ab3b-e1bcba642080 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Usage tracker for resource:port and tenant:0079d115c0754ff79cc171ccf7779457 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:29:23.895077 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-c383f7ab-998e-4133-83a6-f38dfd6aa024 req-ee7e10ae-9bcc-44be-ab3b-e1bcba642080 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:29:23.905704 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [req-c383f7ab-998e-4133-83a6-f38dfd6aa024 req-ee7e10ae-9bcc-44be-ab3b-e1bcba642080 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:29:23.920955 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c383f7ab-998e-4133-83a6-f38dfd6aa024 req-ee7e10ae-9bcc-44be-ab3b-e1bcba642080 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Made reservation on behalf of 0079d115c0754ff79cc171ccf7779457 for: {'port': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:29:23.926615 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-c383f7ab-998e-4133-83a6-f38dfd6aa024 req-ee7e10ae-9bcc-44be-ab3b-e1bcba642080 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:29:24.127930 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [req-c383f7ab-998e-4133-83a6-f38dfd6aa024 req-ee7e10ae-9bcc-44be-ab3b-e1bcba642080 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Allocated IP 172.20.0.12 (6bfc9dab-30ba-4ee4-aec0-bb1d3217e916/a1121a19-26d7-4ca0-a36b-28d804b6392d/d4390dc7-0ea1-472a-ade6-750424e810f2) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:29:24.344238 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-c383f7ab-998e-4133-83a6-f38dfd6aa024 req-ee7e10ae-9bcc-44be-ab3b-e1bcba642080 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:29:24.362135 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [req-c383f7ab-998e-4133-83a6-f38dfd6aa024 req-ee7e10ae-9bcc-44be-ab3b-e1bcba642080 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Transition to ACTIVE for port object d4390dc7-0ea1-472a-ade6-750424e810f2 will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:29:24.386630 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-c383f7ab-998e-4133-83a6-f38dfd6aa024 req-ee7e10ae-9bcc-44be-ab3b-e1bcba642080 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:29:24.396633 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-0fce97f0-128f-43f2-a220-fc242dd05fd8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:29:24.464441 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c383f7ab-998e-4133-83a6-f38dfd6aa024 req-ee7e10ae-9bcc-44be-ab3b-e1bcba642080 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Network 6bfc9dab-30ba-4ee4-aec0-bb1d3217e916 is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:29:24.467869 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [req-c383f7ab-998e-4133-83a6-f38dfd6aa024 req-ee7e10ae-9bcc-44be-ab3b-e1bcba642080 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Resources bound (agent type, host, resource id):  {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:29:24.477025 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [req-c383f7ab-998e-4133-83a6-f38dfd6aa024 req-ee7e10ae-9bcc-44be-ab3b-e1bcba642080 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:29:24.521511 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7e10ae-9bcc-44be-ab3b-e1bcba642080 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Pushing event updated for resources: {'Port': ['ID=d4390dc7-0ea1-472a-ade6-750424e810f2,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:29:24.531818 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-ee7e10ae-9bcc-44be-ab3b-e1bcba642080 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:29:24.553649 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c383f7ab-998e-4133-83a6-f38dfd6aa024 req-ee7e10ae-9bcc-44be-ab3b-e1bcba642080 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:29:24.554440 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-c383f7ab-998e-4133-83a6-f38dfd6aa024 req-ee7e10ae-9bcc-44be-ab3b-e1bcba642080 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:29:24.581660 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-c383f7ab-998e-4133-83a6-f38dfd6aa024 req-ee7e10ae-9bcc-44be-ab3b-e1bcba642080 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8519969
Dec 24 11:29:24.690634 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [req-c383f7ab-998e-4133-83a6-f38dfd6aa024 req-6172558b-26a2-4f58-8bb5-9f0785518689 service neutron] Request body: {'port': {'device_id': '0b30ee26-1912-44f9-af1c-a46f0c896034', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:29:24.810847 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-c383f7ab-998e-4133-83a6-f38dfd6aa024 req-6172558b-26a2-4f58-8bb5-9f0785518689 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:29:24.846127 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-2e51c75c-3c2b-406a-ac03-5dcd424bca8c None None] Provisioning for port d4390dc7-0ea1-472a-ade6-750424e810f2 completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:29:24.852106 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-2e51c75c-3c2b-406a-ac03-5dcd424bca8c None None] Provisioning complete for port d4390dc7-0ea1-472a-ade6-750424e810f2 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:29:24.852536 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2e51c75c-3c2b-406a-ac03-5dcd424bca8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:29:24.911807 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-2e51c75c-3c2b-406a-ac03-5dcd424bca8c None None] Port d4390dc7-0ea1-472a-ade6-750424e810f2 cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:29:25.083465 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8321ba6-c582-4a6c-8bd8-bab1c059aba2 req-e7fe3dee-b5b1-40de-a0e7-1f956a6a4d91 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:29:25.085266 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-b8321ba6-c582-4a6c-8bd8-bab1c059aba2 req-e7fe3dee-b5b1-40de-a0e7-1f956a6a4d91 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/ports?device_id=0b30ee26-1912-44f9-af1c-a46f0c896034 HTTP/1.1" status: 200  len: 932 time: 0.3287294
Dec 24 11:29:25.139048 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-b8321ba6-c582-4a6c-8bd8-bab1c059aba2 req-b2d98502-5b82-4d0b-9199-b8ea51821b9c tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/security-groups?id=801f419c-b013-4225-a36b-61d8695d2683&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0456831
Dec 24 11:29:25.224465 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [req-c383f7ab-998e-4133-83a6-f38dfd6aa024 req-6172558b-26a2-4f58-8bb5-9f0785518689 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4390dc7-0ea1-472a-ade6-750424e810f2 {{(pid=88879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 24 11:29:25.232207 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-c383f7ab-998e-4133-83a6-f38dfd6aa024 req-6172558b-26a2-4f58-8bb5-9f0785518689 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:29:25.249017 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [req-c383f7ab-998e-4133-83a6-f38dfd6aa024 req-6172558b-26a2-4f58-8bb5-9f0785518689 service neutron] Transition to ACTIVE for port object d4390dc7-0ea1-472a-ade6-750424e810f2 will not be triggered until provisioned by entity L2. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:29:25.253630 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-c383f7ab-998e-4133-83a6-f38dfd6aa024 req-6172558b-26a2-4f58-8bb5-9f0785518689 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850854027'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:29:25.257497 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-21764102-70af-4711-a8a3-c1de46f7a7b4 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:29:25.394268 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6172558b-26a2-4f58-8bb5-9f0785518689 service neutron] Pushing event updated for resources: {'Port': ['ID=d4390dc7-0ea1-472a-ade6-750424e810f2,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:29:25.399346 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-6172558b-26a2-4f58-8bb5-9f0785518689 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:29:25.519970 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [req-c383f7ab-998e-4133-83a6-f38dfd6aa024 req-6172558b-26a2-4f58-8bb5-9f0785518689 service neutron] Attempting to bind port d4390dc7-0ea1-472a-ade6-750424e810f2 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:29:25.520368 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [req-c383f7ab-998e-4133-83a6-f38dfd6aa024 req-6172558b-26a2-4f58-8bb5-9f0785518689 service neutron] Attempting to bind port d4390dc7-0ea1-472a-ade6-750424e810f2 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '5b535326-dd0f-4b79-a304-422c617c57a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '6bfc9dab-30ba-4ee4-aec0-bb1d3217e916'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:29:25.520707 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c383f7ab-998e-4133-83a6-f38dfd6aa024 req-6172558b-26a2-4f58-8bb5-9f0785518689 service neutron] Attempting to bind port d4390dc7-0ea1-472a-ade6-750424e810f2 on network 6bfc9dab-30ba-4ee4-aec0-bb1d3217e916 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:29:25.528753 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c383f7ab-998e-4133-83a6-f38dfd6aa024 req-6172558b-26a2-4f58-8bb5-9f0785518689 service neutron] Port d4390dc7-0ea1-472a-ade6-750424e810f2 on network 6bfc9dab-30ba-4ee4-aec0-bb1d3217e916 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 24 11:29:25.529106 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c383f7ab-998e-4133-83a6-f38dfd6aa024 req-6172558b-26a2-4f58-8bb5-9f0785518689 service neutron] Attempting to bind port d4390dc7-0ea1-472a-ade6-750424e810f2 on network 6bfc9dab-30ba-4ee4-aec0-bb1d3217e916 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:29:25.537073 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c383f7ab-998e-4133-83a6-f38dfd6aa024 req-6172558b-26a2-4f58-8bb5-9f0785518689 service neutron] Checking agent: {'id': '239bbc6e-fc66-42e2-b707-1aa8ba10287c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 57, 58), 'started_at': datetime.datetime(2021, 12, 24, 10, 57, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 28, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:29:25.537444 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c383f7ab-998e-4133-83a6-f38dfd6aa024 req-6172558b-26a2-4f58-8bb5-9f0785518689 service neutron] Checking segment: {'id': '5b535326-dd0f-4b79-a304-422c617c57a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '6bfc9dab-30ba-4ee4-aec0-bb1d3217e916'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:29:25.537918 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c383f7ab-998e-4133-83a6-f38dfd6aa024 req-6172558b-26a2-4f58-8bb5-9f0785518689 service neutron] Bound using segment: {'id': '5b535326-dd0f-4b79-a304-422c617c57a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '6bfc9dab-30ba-4ee4-aec0-bb1d3217e916'} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:29:25.538414 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [req-c383f7ab-998e-4133-83a6-f38dfd6aa024 req-6172558b-26a2-4f58-8bb5-9f0785518689 service neutron] Bound port: d4390dc7-0ea1-472a-ade6-750424e810f2, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b535326-dd0f-4b79-a304-422c617c57a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '6bfc9dab-30ba-4ee4-aec0-bb1d3217e916'}}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:29:25.538795 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-c383f7ab-998e-4133-83a6-f38dfd6aa024 req-6172558b-26a2-4f58-8bb5-9f0785518689 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:29:25.635969 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [req-c383f7ab-998e-4133-83a6-f38dfd6aa024 req-6172558b-26a2-4f58-8bb5-9f0785518689 service neutron] For port d4390dc7-0ea1-472a-ade6-750424e810f2, host hv-neutron-8226, cleared binding levels {{(pid=88879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:29:25.639894 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [req-c383f7ab-998e-4133-83a6-f38dfd6aa024 req-6172558b-26a2-4f58-8bb5-9f0785518689 service neutron] For port d4390dc7-0ea1-472a-ade6-750424e810f2, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=d4390dc7-0ea1-472a-ade6-750424e810f2,segment=NetworkSegment(5b535326-dd0f-4b79-a304-422c617c57a0),segment_id=5b535326-dd0f-4b79-a304-422c617c57a0)] {{(pid=88879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:29:25.644163 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-c383f7ab-998e-4133-83a6-f38dfd6aa024 req-6172558b-26a2-4f58-8bb5-9f0785518689 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850854027'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:29:25.649049 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-016f4c79-56a1-4d2d-b861-62e52281b28e tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:29:25.704520 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-c383f7ab-998e-4133-83a6-f38dfd6aa024 req-6172558b-26a2-4f58-8bb5-9f0785518689 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:29:25.705983 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-c383f7ab-998e-4133-83a6-f38dfd6aa024 req-6172558b-26a2-4f58-8bb5-9f0785518689 service neutron] 10.222.0.58 "PUT /v2.0/ports/d4390dc7-0ea1-472a-ade6-750424e810f2 HTTP/1.1" status: 200  len: 1094 time: 1.1166210
Dec 24 11:29:25.706555 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b30ee26-1912-44f9-af1c-a46f0c896034', 'tag': 'd4390dc7-0ea1-472a-ade6-750424e810f2'}] {{(pid=88879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 24 11:29:25.730815 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6172558b-26a2-4f58-8bb5-9f0785518689 service neutron] Pushing event updated for resources: {'Port': ['ID=d4390dc7-0ea1-472a-ade6-750424e810f2,revision_number=3']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:29:25.742896 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-6172558b-26a2-4f58-8bb5-9f0785518689 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:29:25.799228 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b30ee26-1912-44f9-af1c-a46f0c896034', 'tag': 'd4390dc7-0ea1-472a-ade6-750424e810f2', 'status': 'completed', 'code': 200}
Dec 24 11:29:25.847062 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-c383f7ab-998e-4133-83a6-f38dfd6aa024 req-6201c670-2100-4610-81d0-16bb02c9f83b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0079d115c0754ff79cc171ccf7779457&device_id=0b30ee26-1912-44f9-af1c-a46f0c896034 HTTP/1.1" status: 200  len: 1097 time: 0.0886867
Dec 24 11:29:25.922977 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-c383f7ab-998e-4133-83a6-f38dfd6aa024 req-a4ab167b-ca1e-4c9b-ad0c-e727ca071e24 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d4390dc7-0ea1-472a-ade6-750424e810f2 HTTP/1.1" status: 200  len: 217 time: 0.0663540
Dec 24 11:29:26.010373 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c383f7ab-998e-4133-83a6-f38dfd6aa024 req-4eee2abf-717b-4ad0-b546-27c8e7f9c281 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:29:26.011979 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-c383f7ab-998e-4133-83a6-f38dfd6aa024 req-4eee2abf-717b-4ad0-b546-27c8e7f9c281 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a1121a19-26d7-4ca0-a36b-28d804b6392d HTTP/1.1" status: 200  len: 851 time: 0.0792139
Dec 24 11:29:26.095989 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-c383f7ab-998e-4133-83a6-f38dfd6aa024 req-0a05bc20-fd42-41f6-ad54-716d3150972a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6bfc9dab-30ba-4ee4-aec0-bb1d3217e916&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0751016
Dec 24 11:29:26.254559 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-c383f7ab-998e-4133-83a6-f38dfd6aa024 req-731da585-9256-4db8-9c0c-fa3b15b87a73 service neutron] 10.222.0.58 "GET /v2.0/networks/6bfc9dab-30ba-4ee4-aec0-bb1d3217e916?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1474583
Dec 24 11:29:26.393738 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907138e0-ff87-4051-b13d-57ddb6823058 req-c727b39b-c075-4d91-8a79-2bf8a806bad6 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:29:26.395455 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-907138e0-ff87-4051-b13d-57ddb6823058 req-c727b39b-c075-4d91-8a79-2bf8a806bad6 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/ports?device_id=0b30ee26-1912-44f9-af1c-a46f0c896034 HTTP/1.1" status: 200  len: 944 time: 0.0963910
Dec 24 11:29:26.450156 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-907138e0-ff87-4051-b13d-57ddb6823058 req-2699bed8-ec02-4e30-9c0e-2433b2351f9f tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/security-groups?id=801f419c-b013-4225-a36b-61d8695d2683&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0471289
Dec 24 11:29:26.658606 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-c383f7ab-998e-4133-83a6-f38dfd6aa024 req-9b8b950c-503a-48ae-842a-1beb433a22b3 service neutron] 10.222.0.58 "GET /v2.0/networks/6bfc9dab-30ba-4ee4-aec0-bb1d3217e916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3932507
Dec 24 11:29:26.808957 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-af3fbfe4-d731-4625-a557-b6fa09c4c775 req-a63f8969-1573-432f-9d9c-830b456ae40c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0079d115c0754ff79cc171ccf7779457&device_id=0b30ee26-1912-44f9-af1c-a46f0c896034 HTTP/1.1" status: 200  len: 1097 time: 0.0942235
Dec 24 11:29:26.960346 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3fbfe4-d731-4625-a557-b6fa09c4c775 req-a2f3d32a-7a39-4f7b-8ace-23b324cc3c3a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:29:26.961869 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-af3fbfe4-d731-4625-a557-b6fa09c4c775 req-a2f3d32a-7a39-4f7b-8ace-23b324cc3c3a service neutron] 10.222.0.58 "GET /v2.0/networks?id=6bfc9dab-30ba-4ee4-aec0-bb1d3217e916 HTTP/1.1" status: 200  len: 913 time: 0.1463177
Dec 24 11:29:27.042851 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-af3fbfe4-d731-4625-a557-b6fa09c4c775 req-87dbcf1d-dd87-444a-ac57-899c4870cfbb service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d4390dc7-0ea1-472a-ade6-750424e810f2 HTTP/1.1" status: 200  len: 217 time: 0.0729520
Dec 24 11:29:27.115742 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3fbfe4-d731-4625-a557-b6fa09c4c775 req-ba99c980-49b4-4a31-99c2-3509a4ed32eb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:29:27.117332 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-af3fbfe4-d731-4625-a557-b6fa09c4c775 req-ba99c980-49b4-4a31-99c2-3509a4ed32eb service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a1121a19-26d7-4ca0-a36b-28d804b6392d HTTP/1.1" status: 200  len: 851 time: 0.0668957
Dec 24 11:29:27.207043 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-af3fbfe4-d731-4625-a557-b6fa09c4c775 req-abd2c2d3-c67e-436b-b176-dcfb82c6f546 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6bfc9dab-30ba-4ee4-aec0-bb1d3217e916&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0819209
Dec 24 11:29:27.368353 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-af3fbfe4-d731-4625-a557-b6fa09c4c775 req-e8e3df16-1d5c-431e-8e5b-081db4e24c05 service neutron] 10.222.0.58 "GET /v2.0/networks/6bfc9dab-30ba-4ee4-aec0-bb1d3217e916?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1532507
Dec 24 11:29:27.533284 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-af3fbfe4-d731-4625-a557-b6fa09c4c775 req-4c01abb1-b66f-4ae1-945f-d5b4e4f8c8a4 service neutron] 10.222.0.58 "GET /v2.0/networks/6bfc9dab-30ba-4ee4-aec0-bb1d3217e916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1554003
Dec 24 11:29:27.666865 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767297a8-1362-4ada-92f1-2011c8b69c7c req-7a035955-7206-4fc6-8a4a-f66bcba15308 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:29:27.668366 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-767297a8-1362-4ada-92f1-2011c8b69c7c req-7a035955-7206-4fc6-8a4a-f66bcba15308 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/ports?device_id=0b30ee26-1912-44f9-af1c-a46f0c896034 HTTP/1.1" status: 200  len: 944 time: 0.0866256
Dec 24 11:29:27.717491 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-767297a8-1362-4ada-92f1-2011c8b69c7c req-ff93edc5-6923-401e-952d-ec059307efe9 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/security-groups?id=801f419c-b013-4225-a36b-61d8695d2683&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426724
Dec 24 11:29:28.405452 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:29:28.949197 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae13e54-7769-4f70-a396-aaa177b76bc6 req-3652f4e9-ec4b-42cb-a301-d13d9d372b34 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:29:28.950860 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-9ae13e54-7769-4f70-a396-aaa177b76bc6 req-3652f4e9-ec4b-42cb-a301-d13d9d372b34 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/ports?device_id=0b30ee26-1912-44f9-af1c-a46f0c896034 HTTP/1.1" status: 200  len: 944 time: 0.0951195
Dec 24 11:29:29.000318 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-9ae13e54-7769-4f70-a396-aaa177b76bc6 req-8f916660-d288-4c3d-856c-6378eb23c494 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/security-groups?id=801f419c-b013-4225-a36b-61d8695d2683&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432072
Dec 24 11:29:30.221596 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2914815-6df3-4121-8340-a5baa0314096 req-d673874a-7853-43eb-a7b1-99ef82fde9a1 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:29:30.223176 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-f2914815-6df3-4121-8340-a5baa0314096 req-d673874a-7853-43eb-a7b1-99ef82fde9a1 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/ports?device_id=0b30ee26-1912-44f9-af1c-a46f0c896034 HTTP/1.1" status: 200  len: 944 time: 0.0923126
Dec 24 11:29:30.275839 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-f2914815-6df3-4121-8340-a5baa0314096 req-dfaee6a8-4749-4294-83ff-8df1ae4a74e5 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/security-groups?id=801f419c-b013-4225-a36b-61d8695d2683&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436831
Dec 24 11:29:30.409240 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Device d4390dc7-0ea1-472a-ade6-750424e810f2 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 24 11:29:30.560394 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] For port d4390dc7-0ea1-472a-ade6-750424e810f2, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=d4390dc7-0ea1-472a-ade6-750424e810f2,segment=NetworkSegment(5b535326-dd0f-4b79-a304-422c617c57a0),segment_id=5b535326-dd0f-4b79-a304-422c617c57a0)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:29:30.575249 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Returning: {'device': 'd4390dc7-0ea1-472a-ade6-750424e810f2', 'network_id': '6bfc9dab-30ba-4ee4-aec0-bb1d3217e916', 'port_id': 'd4390dc7-0ea1-472a-ade6-750424e810f2', 'mac_address': 'fa:16:3e:6a:55:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1121a19-26d7-4ca0-a36b-28d804b6392d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 24 11:29:30.635464 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:29:30.653229 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4390dc7-0ea1-472a-ade6-750424e810f2 {{(pid=88880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 24 11:29:30.668589 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] For port d4390dc7-0ea1-472a-ade6-750424e810f2, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=d4390dc7-0ea1-472a-ade6-750424e810f2,segment=NetworkSegment(5b535326-dd0f-4b79-a304-422c617c57a0),segment_id=5b535326-dd0f-4b79-a304-422c617c57a0)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:29:30.672877 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:29:30.674717 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-dcc97642-5539-4c60-99ec-3aee7a417523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:29:30.741127 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Pushing event updated for resources: {'Port': ['ID=d4390dc7-0ea1-472a-ade6-750424e810f2,revision_number=4']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:29:30.744752 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:29:30.930863 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] get_ports_and_sgs() called for port_ids ['d4390dc7-0ea1-472a-ade6-750424e810f2'] {{(pid=88880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 24 11:29:31.373319 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.agents_db [None req-e51243ab-6a93-425b-980f-a73583147efa None None] Agent healthcheck: found 6 active agents {{(pid=88881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 24 11:29:31.515893 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e18c4a2-e0ab-444b-b0e4-0aded63d449f req-11f82874-2a47-4b96-9c53-a20298e70e96 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:29:31.517711 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-3e18c4a2-e0ab-444b-b0e4-0aded63d449f req-11f82874-2a47-4b96-9c53-a20298e70e96 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/ports?device_id=0b30ee26-1912-44f9-af1c-a46f0c896034 HTTP/1.1" status: 200  len: 945 time: 0.0967302
Dec 24 11:29:31.572414 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-3e18c4a2-e0ab-444b-b0e4-0aded63d449f req-7bf996c9-f257-47de-a6b7-0547a3710de7 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/security-groups?id=801f419c-b013-4225-a36b-61d8695d2683&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0480127
Dec 24 11:29:32.424477 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Device d4390dc7-0ea1-472a-ade6-750424e810f2 up at agent hyperv_hv-neutron-8226 {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:29:32.499390 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Provisioning for port d4390dc7-0ea1-472a-ade6-750424e810f2 completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:29:32.504520 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Provisioning complete for port d4390dc7-0ea1-472a-ade6-750424e810f2 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:29:32.504941 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:29:32.625765 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:29:32.654890 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b30ee26-1912-44f9-af1c-a46f0c896034', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4390dc7-0ea1-472a-ade6-750424e810f2'}] {{(pid=88880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 24 11:29:32.665409 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] For port d4390dc7-0ea1-472a-ade6-750424e810f2, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=d4390dc7-0ea1-472a-ade6-750424e810f2,segment=NetworkSegment(5b535326-dd0f-4b79-a304-422c617c57a0),segment_id=5b535326-dd0f-4b79-a304-422c617c57a0)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:29:32.669115 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:29:32.671614 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:29:32.715926 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b30ee26-1912-44f9-af1c-a46f0c896034', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4390dc7-0ea1-472a-ade6-750424e810f2', 'code': 200}
Dec 24 11:29:32.745573 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Pushing event updated for resources: {'Port': ['ID=d4390dc7-0ea1-472a-ade6-750424e810f2,revision_number=5']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:29:32.749060 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:29:32.790813 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0433fc8e-8775-4801-9c16-8512590e1cfb req-7befd100-7cb4-4cf0-92e8-ad1d35cf606a tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:29:32.792472 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-0433fc8e-8775-4801-9c16-8512590e1cfb req-7befd100-7cb4-4cf0-92e8-ad1d35cf606a tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/ports?device_id=0b30ee26-1912-44f9-af1c-a46f0c896034 HTTP/1.1" status: 200  len: 946 time: 0.0934465
Dec 24 11:29:32.849043 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-0433fc8e-8775-4801-9c16-8512590e1cfb req-34dcfea0-49a6-44e3-9023-a525ddf6d359 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/security-groups?id=801f419c-b013-4225-a36b-61d8695d2683&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0500677
Dec 24 11:29:32.989272 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-f5f0505c-503b-4697-a3b3-e8def2756640 req-1e924e90-f843-4a49-85c1-1ca3cf0f9abb service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=0b30ee26-1912-44f9-af1c-a46f0c896034 HTTP/1.1" status: 200  len: 1099 time: 0.0845058
Dec 24 11:29:33.042748 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-f5f0505c-503b-4697-a3b3-e8def2756640 req-92805347-f97d-4d04-9ac2-2dd189c4e70c service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=801f419c-b013-4225-a36b-61d8695d2683&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0467126
Dec 24 11:29:34.080017 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cea92e6-7230-4038-852c-847055c86cd5 req-78739553-81f1-4d73-adfb-51bc389b5dce tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:29:34.081710 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-4cea92e6-7230-4038-852c-847055c86cd5 req-78739553-81f1-4d73-adfb-51bc389b5dce tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/ports?device_id=0b30ee26-1912-44f9-af1c-a46f0c896034 HTTP/1.1" status: 200  len: 946 time: 0.1021276
Dec 24 11:29:34.135543 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-4cea92e6-7230-4038-852c-847055c86cd5 req-4d8c9bc5-ed2a-458a-a5b1-a3c54be1da23 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/security-groups?id=801f419c-b013-4225-a36b-61d8695d2683&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0450103
Dec 24 11:29:35.374258 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa8d342-0283-4c4b-9a22-21ba41c43735 req-19d6e3d0-46e3-4112-bfac-72b1c2f299d9 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:29:35.376042 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-afa8d342-0283-4c4b-9a22-21ba41c43735 req-19d6e3d0-46e3-4112-bfac-72b1c2f299d9 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/ports?device_id=0b30ee26-1912-44f9-af1c-a46f0c896034 HTTP/1.1" status: 200  len: 946 time: 0.1046500
Dec 24 11:29:35.428149 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-afa8d342-0283-4c4b-9a22-21ba41c43735 req-76431d44-881c-4abc-b949-fb9c1c1190ee tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/security-groups?id=801f419c-b013-4225-a36b-61d8695d2683&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0451281
Dec 24 11:29:35.629982 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b311edad-da51-432b-a21d-670c2ef4ab07 req-2dcd6388-55b3-4e18-917b-34ed32fa6b49 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:29:35.631671 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-b311edad-da51-432b-a21d-670c2ef4ab07 req-2dcd6388-55b3-4e18-917b-34ed32fa6b49 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/ports?device_id=0b30ee26-1912-44f9-af1c-a46f0c896034 HTTP/1.1" status: 200  len: 946 time: 0.0849860
Dec 24 11:29:35.641730 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 47384) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:29:35.647947 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-ec0c817b-14af-4ac2-a23e-d8924c373ccc tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Request body: {'floatingip': {'port_id': 'd4390dc7-0ea1-472a-ade6-750424e810f2'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:29:35.731411 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ec0c817b-14af-4ac2-a23e-d8924c373ccc tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Notify callbacks [] for floatingip, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:29:36.366651 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ec0c817b-14af-4ac2-a23e-d8924c373ccc tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:29:36.370403 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ec0c817b-14af-4ac2-a23e-d8924c373ccc tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659181'] for floatingip, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:29:36.453779 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d387c9e6-b235-4abe-9900-f836716a2707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:29:36.580019 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.l3_db [None req-ec0c817b-14af-4ac2-a23e-d8924c373ccc tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Floating IP 95c966fe-da36-4339-a12a-b85564a1b2b9 associated. External IP: 172.26.3.29, port: d4390dc7-0ea1-472a-ade6-750424e810f2.
Dec 24 11:29:37.010849 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec0c817b-14af-4ac2-a23e-d8924c373ccc tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Router b4286607-f1c4-442f-9054-2ced8ddc030c has already been hosted by L3 agent 198cca88-1338-4098-b44b-beb0346ac906 {{(pid=88879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 24 11:29:37.494614 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec0c817b-14af-4ac2-a23e-d8924c373ccc tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:29:37.499387 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ec0c817b-14af-4ac2-a23e-d8924c373ccc tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for floatingip, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:29:37.505470 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-557bf0e3-661c-4cdf-9406-02c5083b52e4 None None] Sync routers for ids ['b4286607-f1c4-442f-9054-2ced8ddc030c'] in dv-neutron-822691-2-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:29:37.518746 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557bf0e3-661c-4cdf-9406-02c5083b52e4 None None] Routers {'b4286607-f1c4-442f-9054-2ced8ddc030c'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:29:37.519442 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-557bf0e3-661c-4cdf-9406-02c5083b52e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271ad2320>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:29:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['b4286607-f1c4-442f-9054-2ced8ddc030c'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:29:37.557650 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-ec0c817b-14af-4ac2-a23e-d8924c373ccc tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "PUT /v2.0/floatingips/95c966fe-da36-4339-a12a-b85564a1b2b9 HTTP/1.1" status: 200  len: 991 time: 1.9146016
Dec 24 11:29:37.558361 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b30ee26-1912-44f9-af1c-a46f0c896034', 'tag': 'd4390dc7-0ea1-472a-ade6-750424e810f2'}] {{(pid=88879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 24 11:29:37.618844 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b30ee26-1912-44f9-af1c-a46f0c896034', 'tag': 'd4390dc7-0ea1-472a-ade6-750424e810f2', 'status': 'completed', 'code': 200}
Dec 24 11:29:37.721633 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-58984b65-b90d-46f4-ad32-fc987ef4f11d req-8e2993ef-ce35-4916-8953-64d9457939d4 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0079d115c0754ff79cc171ccf7779457&device_id=0b30ee26-1912-44f9-af1c-a46f0c896034 HTTP/1.1" status: 200  len: 1099 time: 0.0785663
Dec 24 11:29:37.725779 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-557bf0e3-661c-4cdf-9406-02c5083b52e4 None None] Set router b4286607-f1c4-442f-9054-2ced8ddc030c gateway port host: dv-neutron-822691-2-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:29:37.868650 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58984b65-b90d-46f4-ad32-fc987ef4f11d req-846b0188-395b-4e54-88f4-34fda8104cb4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:29:37.870279 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-58984b65-b90d-46f4-ad32-fc987ef4f11d req-846b0188-395b-4e54-88f4-34fda8104cb4 service neutron] 10.222.0.58 "GET /v2.0/networks?id=6bfc9dab-30ba-4ee4-aec0-bb1d3217e916 HTTP/1.1" status: 200  len: 913 time: 0.1412599
Dec 24 11:29:37.982415 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-58984b65-b90d-46f4-ad32-fc987ef4f11d req-d3f3e0e2-08e4-4c77-b25b-0e149435176e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d4390dc7-0ea1-472a-ade6-750424e810f2 HTTP/1.1" status: 200  len: 999 time: 0.1040382
Dec 24 11:29:38.058864 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58984b65-b90d-46f4-ad32-fc987ef4f11d req-0552e809-8fa2-4c1f-bd16-c4575d94587c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:29:38.060590 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-58984b65-b90d-46f4-ad32-fc987ef4f11d req-0552e809-8fa2-4c1f-bd16-c4575d94587c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a1121a19-26d7-4ca0-a36b-28d804b6392d HTTP/1.1" status: 200  len: 851 time: 0.0710402
Dec 24 11:29:38.088475 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:29:38.118446 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-557bf0e3-661c-4cdf-9406-02c5083b52e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271ad2320>, [{'id': 'b4286607-f1c4-442f-9054-2ced8ddc030c', 'name': 'tempest-ServerActionsTestJSON-1962428772-router', 'tenant_id': '0079d115c0754ff79cc171ccf7779457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.41'}], 'enable_snat': True}, 'gw_port_id': '9f53cb9f-3751-4efb-82c9-06687e4982fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:27:50Z', 'updated_at': '2021-12-24T11:27:54Z', 'revision_number': 4, 'project_id': '0079d115c0754ff79cc171ccf7779457', 'gw_port': {'id': '9f53cb9f-3751-4efb-82c9-06687e4982fa', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:1a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4286607-f1c4-442f-9054-2ced8ddc030c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:27:51Z', 'updated_at': '2021-12-24T11:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_floatingips': [{'id': '95c966fe-da36-4339-a12a-b85564a1b2b9', 'tenant_id': '0079d115c0754ff79cc171ccf7779457', 'floating_ip_address': '172.26.3.29', 'floating_network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'router_id': 'b4286607-f1c4-442f-9054-2ced8ddc030c', 'port_id': 'd4390dc7-0ea1-472a-ade6-750424e810f2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6bfc9dab-30ba-4ee4-aec0-bb1d3217e916', 'mac_address': 'fa:16:3e:6a:55:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b30ee26-1912-44f9-af1c-a46f0c896034', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T11:27:57Z', 'updated_at': '2021-12-24T11:29:36Z', 'revision_number': 5, 'project_id': '0079d115c0754ff79cc171ccf7779457', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e632b347-1b4a-4058-8ae7-a30494d1b9bc', 'name': '', 'network_id': '6bfc9dab-30ba-4ee4-aec0-bb1d3217e916', 'tenant_id': '0079d115c0754ff79cc171ccf7779457', 'mac_address': 'fa:16:3e:93:a0:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4286607-f1c4-442f-9054-2ced8ddc030c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a1121a19-26d7-4ca0-a36b-28d804b6392d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:27:53Z', 'updated_at': '2021-12-24T11:28:02Z', 'revision_number': 5, 'project_id': '0079d115c0754ff79cc171ccf7779457', 'subnets': [{'id': 'a1121a19-26d7-4ca0-a36b-28d804b6392d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:29:38.122769 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-557bf0e3-661c-4cdf-9406-02c5083b52e4 None None] Checking router: b4286607-f1c4-442f-9054-2ced8ddc030c for host: dv-neutron-822691-2-hyperv {{(pid=88880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 24 11:29:38.134708 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557bf0e3-661c-4cdf-9406-02c5083b52e4 None None] Routers {'b4286607-f1c4-442f-9054-2ced8ddc030c'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:29:38.135380 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-557bf0e3-661c-4cdf-9406-02c5083b52e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271ad2320>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:29:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['b4286607-f1c4-442f-9054-2ced8ddc030c'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:29:38.148135 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-58984b65-b90d-46f4-ad32-fc987ef4f11d req-81554963-4d5a-4c64-86a4-e3b3b464eac3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6bfc9dab-30ba-4ee4-aec0-bb1d3217e916&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0797839
Dec 24 11:29:38.298071 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-58984b65-b90d-46f4-ad32-fc987ef4f11d req-ed71f6e2-f708-4391-8683-32558b78b3f8 service neutron] 10.222.0.58 "GET /v2.0/networks/6bfc9dab-30ba-4ee4-aec0-bb1d3217e916?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1414938
Dec 24 11:29:38.323486 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-557bf0e3-661c-4cdf-9406-02c5083b52e4 None None] Set router b4286607-f1c4-442f-9054-2ced8ddc030c gateway port host: dv-neutron-822691-2-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:29:38.450151 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-58984b65-b90d-46f4-ad32-fc987ef4f11d req-c30f89c1-fc80-4fa3-8106-dc3bb73cf5a0 service neutron] 10.222.0.58 "GET /v2.0/networks/6bfc9dab-30ba-4ee4-aec0-bb1d3217e916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1437714
Dec 24 11:29:38.694264 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-557bf0e3-661c-4cdf-9406-02c5083b52e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271ad2320>, [{'id': 'b4286607-f1c4-442f-9054-2ced8ddc030c', 'name': 'tempest-ServerActionsTestJSON-1962428772-router', 'tenant_id': '0079d115c0754ff79cc171ccf7779457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.41'}], 'enable_snat': True}, 'gw_port_id': '9f53cb9f-3751-4efb-82c9-06687e4982fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:27:50Z', 'updated_at': '2021-12-24T11:27:54Z', 'revision_number': 4, 'project_id': '0079d115c0754ff79cc171ccf7779457', 'gw_port': {'id': '9f53cb9f-3751-4efb-82c9-06687e4982fa', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:1a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4286607-f1c4-442f-9054-2ced8ddc030c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:27:51Z', 'updated_at': '2021-12-24T11:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_floatingips': [{'id': '95c966fe-da36-4339-a12a-b85564a1b2b9', 'tenant_id': '0079d115c0754ff79cc171ccf7779457', 'floating_ip_address': '172.26.3.29', 'floating_network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'router_id': 'b4286607-f1c4-442f-9054-2ced8ddc030c', 'port_id': 'd4390dc7-0ea1-472a-ade6-750424e810f2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6bfc9dab-30ba-4ee4-aec0-bb1d3217e916', 'mac_address': 'fa:16:3e:6a:55:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b30ee26-1912-44f9-af1c-a46f0c896034', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T11:27:57Z', 'updated_at': '2021-12-24T11:29:36Z', 'revision_number': 5, 'project_id': '0079d115c0754ff79cc171ccf7779457', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e632b347-1b4a-4058-8ae7-a30494d1b9bc', 'name': '', 'network_id': '6bfc9dab-30ba-4ee4-aec0-bb1d3217e916', 'tenant_id': '0079d115c0754ff79cc171ccf7779457', 'mac_address': 'fa:16:3e:93:a0:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4286607-f1c4-442f-9054-2ced8ddc030c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a1121a19-26d7-4ca0-a36b-28d804b6392d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:27:53Z', 'updated_at': '2021-12-24T11:28:02Z', 'revision_number': 5, 'project_id': '0079d115c0754ff79cc171ccf7779457', 'subnets': [{'id': 'a1121a19-26d7-4ca0-a36b-28d804b6392d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:29:38.698917 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-557bf0e3-661c-4cdf-9406-02c5083b52e4 None None] The sync data for ids ['b4286607-f1c4-442f-9054-2ced8ddc030c'] in dv-neutron-822691-2-hyperv is: [{'id': 'b4286607-f1c4-442f-9054-2ced8ddc030c', 'name': 'tempest-ServerActionsTestJSON-1962428772-router', 'tenant_id': '0079d115c0754ff79cc171ccf7779457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.41'}], 'enable_snat': True}, 'gw_port_id': '9f53cb9f-3751-4efb-82c9-06687e4982fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:27:50Z', 'updated_at': '2021-12-24T11:27:54Z', 'revision_number': 4, 'project_id': '0079d115c0754ff79cc171ccf7779457', 'gw_port': {'id': '9f53cb9f-3751-4efb-82c9-06687e4982fa', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:1a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4286607-f1c4-442f-9054-2ced8ddc030c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:27:51Z', 'updated_at': '2021-12-24T11:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_floatingips': [{'id': '95c966fe-da36-4339-a12a-b85564a1b2b9', 'tenant_id': '0079d115c0754ff79cc171ccf7779457', 'floating_ip_address': '172.26.3.29', 'floating_network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'router_id': 'b4286607-f1c4-442f-9054-2ced8ddc030c', 'port_id': 'd4390dc7-0ea1-472a-ade6-750424e810f2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6bfc9dab-30ba-4ee4-aec0-bb1d3217e916', 'mac_address': 'fa:16:3e:6a:55:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b30ee26-1912-44f9-af1c-a46f0c896034', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T11:27:57Z', 'updated_at': '2021-12-24T11:29:36Z', 'revision_number': 5, 'project_id': '0079d115c0754ff79cc171ccf7779457', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e632b347-1b4a-4058-8ae7-a30494d1b9bc', 'name': '', 'network_id': '6bfc9dab-30ba-4ee4-aec0-bb1d3217e916', 'tenant_id': '0079d115c0754ff79cc171ccf7779457', 'mac_address': 'fa:16:3e:93:a0:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4286607-f1c4-442f-9054-2ced8ddc030c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a1121a19-26d7-4ca0-a36b-28d804b6392d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:27:53Z', 'updated_at': '2021-12-24T11:28:02Z', 'revision_number': 5, 'project_id': '0079d115c0754ff79cc171ccf7779457', 'subnets': [{'id': 'a1121a19-26d7-4ca0-a36b-28d804b6392d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:29:38.979854 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-12652b76-c70b-4a8a-a1d1-4042bb8626be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:29:39.050606 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f8011b1-9abe-4397-a958-a9dfffb57884 None None] New status for floating IP 95c966fe-da36-4339-a12a-b85564a1b2b9: ACTIVE {{(pid=88881) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 24 11:29:39.454488 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bdfdbc84-c52d-4f40-b281-af314dc1f8fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:29:40.732993 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-39ff93cf-c0b7-48c5-95f3-6f7e9977387d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:29:58.395907 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:30:06.463020 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a55beceb-e1ed-425b-9d0d-be87823798c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:30:08.065366 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:30:08.377576 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.agents_db [None req-e51243ab-6a93-425b-980f-a73583147efa None None] Agent healthcheck: found 6 active agents {{(pid=88881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 24 11:30:08.986819 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f33c2552-bdf1-45a2-bf9f-382bb9dfdc38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:30:09.458361 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bdfdbc84-c52d-4f40-b281-af314dc1f8fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:30:10.734164 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-39ff93cf-c0b7-48c5-95f3-6f7e9977387d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:30:18.567412 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcc2123-1c7e-401f-b51e-ca8535c782ad req-d8451e91-748e-4b0c-962b-c7be3b33cf33 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:30:18.569092 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-cfcc2123-1c7e-401f-b51e-ca8535c782ad req-d8451e91-748e-4b0c-962b-c7be3b33cf33 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/ports?device_id=0b30ee26-1912-44f9-af1c-a46f0c896034 HTTP/1.1" status: 200  len: 946 time: 0.0937936
Dec 24 11:30:18.620319 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-cfcc2123-1c7e-401f-b51e-ca8535c782ad req-242c1221-d445-4bce-89ac-f44202762a41 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/security-groups?id=801f419c-b013-4225-a36b-61d8695d2683&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0443809
Dec 24 11:30:19.844702 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275c482d-9c3c-4e6b-8a58-88c3512f87c3 req-22925bc8-fbcf-46f4-989d-f4a472c32683 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:30:19.846291 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-275c482d-9c3c-4e6b-8a58-88c3512f87c3 req-22925bc8-fbcf-46f4-989d-f4a472c32683 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/ports?device_id=0b30ee26-1912-44f9-af1c-a46f0c896034 HTTP/1.1" status: 200  len: 946 time: 0.0852613
Dec 24 11:30:19.900516 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-275c482d-9c3c-4e6b-8a58-88c3512f87c3 req-5b05b98d-d70a-4cfc-9cad-e55ac047c110 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/security-groups?id=801f419c-b013-4225-a36b-61d8695d2683&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0455313
Dec 24 11:30:21.143988 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5796956-6680-45b0-87f5-65987db11d3f req-16cc9290-afad-48ac-90f1-62d7a88be186 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:30:21.145666 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-a5796956-6680-45b0-87f5-65987db11d3f req-16cc9290-afad-48ac-90f1-62d7a88be186 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/ports?device_id=0b30ee26-1912-44f9-af1c-a46f0c896034 HTTP/1.1" status: 200  len: 946 time: 0.0997844
Dec 24 11:30:21.196197 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-a5796956-6680-45b0-87f5-65987db11d3f req-fab70c8a-92b4-4aa8-880e-dc6ccd54c4c0 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/security-groups?id=801f419c-b013-4225-a36b-61d8695d2683&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0440280
Dec 24 11:30:22.423234 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d27e37-fd3f-4469-b630-6402e9f8d4a7 req-ee9f3065-cc54-4ec6-abaf-e9649a0e2b5b tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:30:22.424897 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-51d27e37-fd3f-4469-b630-6402e9f8d4a7 req-ee9f3065-cc54-4ec6-abaf-e9649a0e2b5b tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/ports?device_id=0b30ee26-1912-44f9-af1c-a46f0c896034 HTTP/1.1" status: 200  len: 946 time: 0.0981455
Dec 24 11:30:22.485338 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-51d27e37-fd3f-4469-b630-6402e9f8d4a7 req-92dd92e1-3dc0-492e-96aa-615b394cf3bf tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/security-groups?id=801f419c-b013-4225-a36b-61d8695d2683&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0507929
Dec 24 11:30:23.710937 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88088c3b-ae3b-4481-95e9-c4e2b3072b6e req-156cfe8e-1326-4a7a-89fb-ffac8e6da840 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:30:23.712661 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-88088c3b-ae3b-4481-95e9-c4e2b3072b6e req-156cfe8e-1326-4a7a-89fb-ffac8e6da840 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/ports?device_id=0b30ee26-1912-44f9-af1c-a46f0c896034 HTTP/1.1" status: 200  len: 946 time: 0.0864153
Dec 24 11:30:23.762759 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-88088c3b-ae3b-4481-95e9-c4e2b3072b6e req-449df464-ff30-4a49-8e31-e6ea9b083d6f tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/security-groups?id=801f419c-b013-4225-a36b-61d8695d2683&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436239
Dec 24 11:30:25.008956 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada267fa-ecf6-412c-9785-827894a2c19d req-c9a7f82c-46ba-48e1-b17b-57f45954f09d tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:30:25.010714 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-ada267fa-ecf6-412c-9785-827894a2c19d req-c9a7f82c-46ba-48e1-b17b-57f45954f09d tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/ports?device_id=0b30ee26-1912-44f9-af1c-a46f0c896034 HTTP/1.1" status: 200  len: 946 time: 0.1027985
Dec 24 11:30:25.063997 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-ada267fa-ecf6-412c-9785-827894a2c19d req-cc8c582d-702c-4cd0-9356-593af809f12f tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/security-groups?id=801f419c-b013-4225-a36b-61d8695d2683&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0445483
Dec 24 11:30:26.294912 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7acde9a-7602-40a1-b4ca-4616c365a8fb req-a178834f-2669-4658-97c4-77fff23f8926 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:30:26.296552 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-e7acde9a-7602-40a1-b4ca-4616c365a8fb req-a178834f-2669-4658-97c4-77fff23f8926 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/ports?device_id=0b30ee26-1912-44f9-af1c-a46f0c896034 HTTP/1.1" status: 200  len: 946 time: 0.1049871
Dec 24 11:30:26.346412 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-e7acde9a-7602-40a1-b4ca-4616c365a8fb req-33ce4475-35f8-4e29-8104-837e9f065394 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/security-groups?id=801f419c-b013-4225-a36b-61d8695d2683&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435288
Dec 24 11:30:27.578376 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3065e37f-7e4b-46d2-b84b-c4435e389501 req-486e8dfb-c300-4ac1-978d-ce959e8c930b tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:30:27.579956 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-3065e37f-7e4b-46d2-b84b-c4435e389501 req-486e8dfb-c300-4ac1-978d-ce959e8c930b tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/ports?device_id=0b30ee26-1912-44f9-af1c-a46f0c896034 HTTP/1.1" status: 200  len: 946 time: 0.0981486
Dec 24 11:30:27.645411 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-3065e37f-7e4b-46d2-b84b-c4435e389501 req-6c35f9df-c210-478e-8bd5-598f70c9b6d3 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/security-groups?id=801f419c-b013-4225-a36b-61d8695d2683&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0559244
Dec 24 11:30:28.413523 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:30:28.866116 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1ca2b3-5a33-4acb-8543-be044f20f5aa req-07c138c0-3525-4011-82e3-282e8d8b16e6 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:30:28.867801 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-fc1ca2b3-5a33-4acb-8543-be044f20f5aa req-07c138c0-3525-4011-82e3-282e8d8b16e6 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/ports?device_id=0b30ee26-1912-44f9-af1c-a46f0c896034 HTTP/1.1" status: 200  len: 946 time: 0.0902264
Dec 24 11:30:28.920193 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-fc1ca2b3-5a33-4acb-8543-be044f20f5aa req-ed0c25a8-3b44-4253-b302-f720da03c599 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/security-groups?id=801f419c-b013-4225-a36b-61d8695d2683&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0457237
Dec 24 11:30:29.056078 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-4d3d9242-39e3-4d75-9c2d-573d2fee5c48 req-beeef38d-d2ab-49b0-8c9d-bbd7c9fbfc56 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0079d115c0754ff79cc171ccf7779457&device_id=0b30ee26-1912-44f9-af1c-a46f0c896034 HTTP/1.1" status: 200  len: 1099 time: 0.0820856
Dec 24 11:30:29.231271 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3d9242-39e3-4d75-9c2d-573d2fee5c48 req-79d6a2c7-85ef-4c83-9f79-b905763cbd48 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:30:29.232797 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-4d3d9242-39e3-4d75-9c2d-573d2fee5c48 req-79d6a2c7-85ef-4c83-9f79-b905763cbd48 service neutron] 10.222.0.58 "GET /v2.0/networks?id=6bfc9dab-30ba-4ee4-aec0-bb1d3217e916 HTTP/1.1" status: 200  len: 913 time: 0.1551542
Dec 24 11:30:29.346839 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-4d3d9242-39e3-4d75-9c2d-573d2fee5c48 req-015b8302-7d6c-4599-9fd2-714fe7b643e6 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d4390dc7-0ea1-472a-ade6-750424e810f2 HTTP/1.1" status: 200  len: 1001 time: 0.1062441
Dec 24 11:30:29.430287 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3d9242-39e3-4d75-9c2d-573d2fee5c48 req-8a75bed6-2a76-4068-8a36-053044ea3407 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:30:29.432711 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-4d3d9242-39e3-4d75-9c2d-573d2fee5c48 req-8a75bed6-2a76-4068-8a36-053044ea3407 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a1121a19-26d7-4ca0-a36b-28d804b6392d HTTP/1.1" status: 200  len: 851 time: 0.0789375
Dec 24 11:30:29.520001 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-4d3d9242-39e3-4d75-9c2d-573d2fee5c48 req-78b05a59-1948-4849-bb9c-2655955fc08a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6bfc9dab-30ba-4ee4-aec0-bb1d3217e916&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0788839
Dec 24 11:30:29.678051 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-4d3d9242-39e3-4d75-9c2d-573d2fee5c48 req-5ebf39f3-3467-4677-80e1-9a69f8d6c057 service neutron] 10.222.0.58 "GET /v2.0/networks/6bfc9dab-30ba-4ee4-aec0-bb1d3217e916?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1474278
Dec 24 11:30:29.832578 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-4d3d9242-39e3-4d75-9c2d-573d2fee5c48 req-7efb9b1d-2ae6-4b53-a4da-c84e4c91ac29 service neutron] 10.222.0.58 "GET /v2.0/networks/6bfc9dab-30ba-4ee4-aec0-bb1d3217e916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1463776
Dec 24 11:30:30.157253 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e71741c-2d9c-49fb-9fd9-399a40c6dc4a req-94141d45-b10d-4016-9f6c-3b907c56e91a tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:30:30.158836 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-0e71741c-2d9c-49fb-9fd9-399a40c6dc4a req-94141d45-b10d-4016-9f6c-3b907c56e91a tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/ports?device_id=0b30ee26-1912-44f9-af1c-a46f0c896034 HTTP/1.1" status: 200  len: 946 time: 0.1036642
Dec 24 11:30:30.219168 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-0e71741c-2d9c-49fb-9fd9-399a40c6dc4a req-7191d95d-4af8-4b9b-b223-b08205f1f635 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/security-groups?id=801f419c-b013-4225-a36b-61d8695d2683&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0508718
Dec 24 11:30:31.454090 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c252cc4c-f05d-407f-9c85-ba44925d63e6 req-d6cc995b-cf36-404c-956f-9bd5607655b4 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:30:31.455746 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-c252cc4c-f05d-407f-9c85-ba44925d63e6 req-d6cc995b-cf36-404c-956f-9bd5607655b4 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/ports?device_id=0b30ee26-1912-44f9-af1c-a46f0c896034 HTTP/1.1" status: 200  len: 946 time: 0.0996587
Dec 24 11:30:31.514758 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-c252cc4c-f05d-407f-9c85-ba44925d63e6 req-8410578d-a97f-423d-be11-6e3dfce8b0b5 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/security-groups?id=801f419c-b013-4225-a36b-61d8695d2683&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0495622
Dec 24 11:30:32.736406 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8ed191-ad28-4260-92af-2018b813e0bf req-f48c8a27-70d5-485a-8618-5110b802f050 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:30:32.738383 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-9a8ed191-ad28-4260-92af-2018b813e0bf req-f48c8a27-70d5-485a-8618-5110b802f050 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/ports?device_id=0b30ee26-1912-44f9-af1c-a46f0c896034 HTTP/1.1" status: 200  len: 946 time: 0.0984743
Dec 24 11:30:32.795921 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-9a8ed191-ad28-4260-92af-2018b813e0bf req-a21d9a9a-f652-4d4a-97b5-6ae74cbdfd73 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/security-groups?id=801f419c-b013-4225-a36b-61d8695d2683&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0482571
Dec 24 11:30:34.024096 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f8ec0b-4f2d-4c01-ae35-259cac9b6a21 req-960ff365-d822-48e8-a7ae-d60d2a5af2c9 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:30:34.025743 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-31f8ec0b-4f2d-4c01-ae35-259cac9b6a21 req-960ff365-d822-48e8-a7ae-d60d2a5af2c9 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/ports?device_id=0b30ee26-1912-44f9-af1c-a46f0c896034 HTTP/1.1" status: 200  len: 946 time: 0.1001585
Dec 24 11:30:34.085988 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-31f8ec0b-4f2d-4c01-ae35-259cac9b6a21 req-e9b9e0b9-c6a4-4fd9-92f7-f166b17da6f3 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/security-groups?id=801f419c-b013-4225-a36b-61d8695d2683&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0533350
Dec 24 11:30:34.295327 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-ac84430d-40c3-4f75-bae1-3bad8bc2ab5a req-8a15371b-fdb2-4cb7-92a5-0ce23a5c4024 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=0b30ee26-1912-44f9-af1c-a46f0c896034&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.0784028
Dec 24 11:30:34.713661 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b4bab5-349e-497e-8084-ac550bca6eee req-25535111-75ba-4449-895f-57e658c15c8d tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:30:34.715241 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-b6b4bab5-349e-497e-8084-ac550bca6eee req-25535111-75ba-4449-895f-57e658c15c8d tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/ports?device_id=0b30ee26-1912-44f9-af1c-a46f0c896034 HTTP/1.1" status: 200  len: 946 time: 0.1507874
Dec 24 11:30:34.719115 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-2664784e-13be-4262-9244-fd1da6c1785c req-499b8f56-b984-449c-86cb-743b6bb99909 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=0b30ee26-1912-44f9-af1c-a46f0c896034&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.2255518
Dec 24 11:30:34.766558 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-b6b4bab5-349e-497e-8084-ac550bca6eee req-93436912-9ea9-4d79-af77-76dc9c33ca8d tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/security-groups?id=801f419c-b013-4225-a36b-61d8695d2683&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435987
Dec 24 11:30:35.995977 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9c45dd-8882-472b-b957-90eae4892967 req-375b5eef-c851-4f96-9ffd-674aff42907f tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:30:35.997628 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-5d9c45dd-8882-472b-b957-90eae4892967 req-375b5eef-c851-4f96-9ffd-674aff42907f tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/ports?device_id=0b30ee26-1912-44f9-af1c-a46f0c896034 HTTP/1.1" status: 200  len: 946 time: 0.0945365
Dec 24 11:30:36.048622 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-5d9c45dd-8882-472b-b957-90eae4892967 req-7a5f5140-4616-4a85-ae6f-76b2055ae11d tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/security-groups?id=801f419c-b013-4225-a36b-61d8695d2683&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0440991
Dec 24 11:30:36.049880 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-2664784e-13be-4262-9244-fd1da6c1785c req-2e5adab0-b2e0-43a0-bfd4-74b76527449c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0079d115c0754ff79cc171ccf7779457&device_id=0b30ee26-1912-44f9-af1c-a46f0c896034 HTTP/1.1" status: 200  len: 1099 time: 0.0783560
Dec 24 11:30:36.201738 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2664784e-13be-4262-9244-fd1da6c1785c req-1929a13e-63d5-49dd-b0be-92e0e27afcfa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:30:36.203373 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-2664784e-13be-4262-9244-fd1da6c1785c req-1929a13e-63d5-49dd-b0be-92e0e27afcfa service neutron] 10.222.0.58 "GET /v2.0/networks?id=6bfc9dab-30ba-4ee4-aec0-bb1d3217e916 HTTP/1.1" status: 200  len: 913 time: 0.1465871
Dec 24 11:30:36.320647 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-2664784e-13be-4262-9244-fd1da6c1785c req-8afbc57f-83c1-4ee5-87f1-802ffdac7d57 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d4390dc7-0ea1-472a-ade6-750424e810f2 HTTP/1.1" status: 200  len: 1001 time: 0.1068470
Dec 24 11:30:36.397875 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2664784e-13be-4262-9244-fd1da6c1785c req-681c9581-880f-4d3a-b032-81495060e2ea service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:30:36.399496 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-2664784e-13be-4262-9244-fd1da6c1785c req-681c9581-880f-4d3a-b032-81495060e2ea service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a1121a19-26d7-4ca0-a36b-28d804b6392d HTTP/1.1" status: 200  len: 851 time: 0.0682774
Dec 24 11:30:36.458047 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bc6b2d26-0805-4047-b06b-9186bfb3eb8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:30:36.492669 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-2664784e-13be-4262-9244-fd1da6c1785c req-be5e1cdd-c747-4587-88cd-9d3d8eb1cf90 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6bfc9dab-30ba-4ee4-aec0-bb1d3217e916&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0845234
Dec 24 11:30:36.647664 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-2664784e-13be-4262-9244-fd1da6c1785c req-8d5e9b85-cc03-481b-8952-f15404dccd3c service neutron] 10.222.0.58 "GET /v2.0/networks/6bfc9dab-30ba-4ee4-aec0-bb1d3217e916?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1443031
Dec 24 11:30:36.803308 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-2664784e-13be-4262-9244-fd1da6c1785c req-ffe79bf2-8a78-421c-98b2-a3154c55e33e service neutron] 10.222.0.58 "GET /v2.0/networks/6bfc9dab-30ba-4ee4-aec0-bb1d3217e916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1445422
Dec 24 11:30:37.260968 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2e7cb2-bdb9-4973-99be-5a24641e14ed req-f46216e3-0801-43ae-8817-5c3fa10801de tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:30:37.262592 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-ae2e7cb2-bdb9-4973-99be-5a24641e14ed req-f46216e3-0801-43ae-8817-5c3fa10801de tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/ports?device_id=0b30ee26-1912-44f9-af1c-a46f0c896034 HTTP/1.1" status: 200  len: 946 time: 0.0858676
Dec 24 11:30:37.318538 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-ae2e7cb2-bdb9-4973-99be-5a24641e14ed req-60464212-d802-47d4-8ab6-2c0e2d0678f7 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/security-groups?id=801f419c-b013-4225-a36b-61d8695d2683&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0462394
Dec 24 11:30:38.061734 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:30:38.532827 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c9fcc9-952b-4eb0-8a52-7ea1e654f2a3 req-ad2cce8c-8a4b-498e-9510-8fe81f5e60e7 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:30:38.535095 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-79c9fcc9-952b-4eb0-8a52-7ea1e654f2a3 req-ad2cce8c-8a4b-498e-9510-8fe81f5e60e7 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/ports?device_id=0b30ee26-1912-44f9-af1c-a46f0c896034 HTTP/1.1" status: 200  len: 946 time: 0.0888412
Dec 24 11:30:38.584579 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-79c9fcc9-952b-4eb0-8a52-7ea1e654f2a3 req-1da27153-54f0-4d22-bfb1-066e56586511 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/security-groups?id=801f419c-b013-4225-a36b-61d8695d2683&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431600
Dec 24 11:30:38.875306 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-2664784e-13be-4262-9244-fd1da6c1785c req-7ac32436-6b7f-4c80-81c2-a49124e4f151 service neutron] 10.222.0.58 "GET /v2.0/ports/d4390dc7-0ea1-472a-ade6-750424e810f2/bindings/hv-neutron-8226 HTTP/1.1" status: 200  len: 384 time: 0.0926719
Dec 24 11:30:38.981142 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9442e72f-5d44-4495-ba43-ab5c8b2be312 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:30:39.173891 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-2664784e-13be-4262-9244-fd1da6c1785c req-78050cb8-a4a2-45a7-99a0-0bb0b7a76c1c service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=0b30ee26-1912-44f9-af1c-a46f0c896034&tenant_id=0079d115c0754ff79cc171ccf7779457 HTTP/1.1" status: 200  len: 1099 time: 0.0836692
Dec 24 11:30:39.283794 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-2664784e-13be-4262-9244-fd1da6c1785c req-59cbbd94-1986-4309-ac8d-3b985603a7e7 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0079d115c0754ff79cc171ccf7779457&device_id=0b30ee26-1912-44f9-af1c-a46f0c896034 HTTP/1.1" status: 200  len: 1099 time: 0.0779541
Dec 24 11:30:39.443575 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2664784e-13be-4262-9244-fd1da6c1785c req-4e828aed-6bfe-4770-975d-22d45b91475e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:30:39.445136 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-2664784e-13be-4262-9244-fd1da6c1785c req-4e828aed-6bfe-4770-975d-22d45b91475e service neutron] 10.222.0.58 "GET /v2.0/networks?id=6bfc9dab-30ba-4ee4-aec0-bb1d3217e916 HTTP/1.1" status: 200  len: 913 time: 0.1507676
Dec 24 11:30:39.459582 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bdfdbc84-c52d-4f40-b281-af314dc1f8fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:30:39.567304 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-2664784e-13be-4262-9244-fd1da6c1785c req-2eac17c3-94f2-43cf-96fd-208bf881d557 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d4390dc7-0ea1-472a-ade6-750424e810f2 HTTP/1.1" status: 200  len: 1001 time: 0.1110170
Dec 24 11:30:39.642089 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2664784e-13be-4262-9244-fd1da6c1785c req-f76e8ae9-0960-4970-be21-47d9c9c62605 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:30:39.643776 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-2664784e-13be-4262-9244-fd1da6c1785c req-f76e8ae9-0960-4970-be21-47d9c9c62605 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a1121a19-26d7-4ca0-a36b-28d804b6392d HTTP/1.1" status: 200  len: 851 time: 0.0663924
Dec 24 11:30:39.734794 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-2664784e-13be-4262-9244-fd1da6c1785c req-1c281de2-501c-42aa-874d-8e02f0b1d71a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6bfc9dab-30ba-4ee4-aec0-bb1d3217e916&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0802193
Dec 24 11:30:39.800626 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a64faee-e68d-4846-9ffe-b9eee2ba9b37 req-1cd40868-e443-42bc-9e47-692c1ad4c441 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:30:39.802293 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-0a64faee-e68d-4846-9ffe-b9eee2ba9b37 req-1cd40868-e443-42bc-9e47-692c1ad4c441 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/ports?device_id=0b30ee26-1912-44f9-af1c-a46f0c896034 HTTP/1.1" status: 200  len: 946 time: 0.0910375
Dec 24 11:30:39.853365 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-0a64faee-e68d-4846-9ffe-b9eee2ba9b37 req-0ec2ca00-5e28-480f-b7ad-b3139d587edd tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/security-groups?id=801f419c-b013-4225-a36b-61d8695d2683&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0447602
Dec 24 11:30:39.883352 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-2664784e-13be-4262-9244-fd1da6c1785c req-210754ec-7626-4367-8a0d-3e88f39a1680 service neutron] 10.222.0.58 "GET /v2.0/networks/6bfc9dab-30ba-4ee4-aec0-bb1d3217e916?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1401045
Dec 24 11:30:40.033900 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-2664784e-13be-4262-9244-fd1da6c1785c req-7985466d-ea11-41a4-9a31-ec5d888553e9 service neutron] 10.222.0.58 "GET /v2.0/networks/6bfc9dab-30ba-4ee4-aec0-bb1d3217e916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1428268
Dec 24 11:30:40.743951 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-39ff93cf-c0b7-48c5-95f3-6f7e9977387d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:30:41.081425 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae75d75-1040-48d8-80f0-af4bc6a7e78f req-f6628b09-3d8b-4dae-9258-d8aec166f6c4 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:30:41.083087 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-2ae75d75-1040-48d8-80f0-af4bc6a7e78f req-f6628b09-3d8b-4dae-9258-d8aec166f6c4 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/ports?device_id=0b30ee26-1912-44f9-af1c-a46f0c896034 HTTP/1.1" status: 200  len: 946 time: 0.0859838
Dec 24 11:30:41.134542 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-2ae75d75-1040-48d8-80f0-af4bc6a7e78f req-3f7b584f-658b-4a32-9622-1067819f97b9 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/security-groups?id=801f419c-b013-4225-a36b-61d8695d2683&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0451412
Dec 24 11:30:42.360649 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaed342-c30f-4b90-ab86-f2d789e3f1f7 req-f59ac364-7624-4a33-8977-b27ac015483a tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:30:42.362588 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-4eaed342-c30f-4b90-ab86-f2d789e3f1f7 req-f59ac364-7624-4a33-8977-b27ac015483a tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/ports?device_id=0b30ee26-1912-44f9-af1c-a46f0c896034 HTTP/1.1" status: 200  len: 946 time: 0.0917234
Dec 24 11:30:42.411319 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-4eaed342-c30f-4b90-ab86-f2d789e3f1f7 req-9c401ec8-1c3d-45ae-9065-ce7c5e22e56e tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/security-groups?id=801f419c-b013-4225-a36b-61d8695d2683&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424600
Dec 24 11:30:42.771135 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08c3890-8e6a-4f7e-b3cb-e0356bd7ad6f req-7e9a9a78-2747-422d-b947-3227e208c106 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:30:42.772720 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-b08c3890-8e6a-4f7e-b3cb-e0356bd7ad6f req-7e9a9a78-2747-422d-b947-3227e208c106 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/ports?device_id=0b30ee26-1912-44f9-af1c-a46f0c896034 HTTP/1.1" status: 200  len: 946 time: 0.0865169
Dec 24 11:30:42.789363 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00a774d-6570-4a05-b322-5730232af2f7 req-5f0d9dea-7080-4230-868e-cd75d62e4bcf tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:30:42.790169 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-b00a774d-6570-4a05-b322-5730232af2f7 req-5f0d9dea-7080-4230-868e-cd75d62e4bcf tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Synchronizing usage tracker for tenant:0079d115c0754ff79cc171ccf7779457 on resource:port {{(pid=88879) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:30:42.806431 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-b00a774d-6570-4a05-b322-5730232af2f7 req-5f0d9dea-7080-4230-868e-cd75d62e4bcf tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Unset dirty status for tenant:0079d115c0754ff79cc171ccf7779457 on resource:port {{(pid=88879) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:30:42.807730 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-b00a774d-6570-4a05-b322-5730232af2f7 req-5f0d9dea-7080-4230-868e-cd75d62e4bcf tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.58 "GET /v2.0/ports?device_id=0b30ee26-1912-44f9-af1c-a46f0c896034&tenant_id=0079d115c0754ff79cc171ccf7779457&binding%3Ahost_id=hv-neutron-8226 HTTP/1.1" status: 200  len: 946 time: 0.1049006
Dec 24 11:30:42.812454 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Device d4390dc7-0ea1-472a-ade6-750424e810f2 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 24 11:30:42.826121 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Device d4390dc7-0ea1-472a-ade6-750424e810f2 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:30:42.833772 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-b08c3890-8e6a-4f7e-b3cb-e0356bd7ad6f req-c0da908a-a183-40c5-b683-68d879fe3fed tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/security-groups?id=801f419c-b013-4225-a36b-61d8695d2683&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0527272
Dec 24 11:30:42.976527 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-b00a774d-6570-4a05-b322-5730232af2f7 req-8292e9c9-e53b-4f6a-8fa1-32c62dd601d3 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0079d115c0754ff79cc171ccf7779457&device_id=0b30ee26-1912-44f9-af1c-a46f0c896034 HTTP/1.1" status: 200  len: 1099 time: 0.0836287
Dec 24 11:30:43.247596 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] For port d4390dc7-0ea1-472a-ade6-750424e810f2, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=d4390dc7-0ea1-472a-ade6-750424e810f2,segment=NetworkSegment(5b535326-dd0f-4b79-a304-422c617c57a0),segment_id=5b535326-dd0f-4b79-a304-422c617c57a0)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:30:43.260445 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:30:43.279284 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Returning: {'device': 'd4390dc7-0ea1-472a-ade6-750424e810f2', 'network_id': '6bfc9dab-30ba-4ee4-aec0-bb1d3217e916', 'port_id': 'd4390dc7-0ea1-472a-ade6-750424e810f2', 'mac_address': 'fa:16:3e:6a:55:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1121a19-26d7-4ca0-a36b-28d804b6392d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 24 11:30:43.335261 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b30ee26-1912-44f9-af1c-a46f0c896034', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4390dc7-0ea1-472a-ade6-750424e810f2'}] {{(pid=88880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 24 11:30:43.351263 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] For port d4390dc7-0ea1-472a-ade6-750424e810f2, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=d4390dc7-0ea1-472a-ade6-750424e810f2,segment=NetworkSegment(5b535326-dd0f-4b79-a304-422c617c57a0),segment_id=5b535326-dd0f-4b79-a304-422c617c57a0)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:30:43.355422 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:30:43.364977 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-ffcf1245-7d30-48ad-9a5a-d07e2ec2cbca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:30:43.409742 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00a774d-6570-4a05-b322-5730232af2f7 req-e31fc654-3609-4647-b6cc-09635064fbea service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:30:43.411383 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-b00a774d-6570-4a05-b322-5730232af2f7 req-e31fc654-3609-4647-b6cc-09635064fbea service neutron] 10.222.0.58 "GET /v2.0/networks?id=6bfc9dab-30ba-4ee4-aec0-bb1d3217e916 HTTP/1.1" status: 200  len: 913 time: 0.4252100
Dec 24 11:30:43.411611 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:30:43.425679 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b30ee26-1912-44f9-af1c-a46f0c896034', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4390dc7-0ea1-472a-ade6-750424e810f2', 'code': 200}
Dec 24 11:30:43.442944 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d4390dc7-0ea1-472a-ade6-750424e810f2 {{(pid=88880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 24 11:30:43.494721 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Pushing event updated for resources: {'Port': ['ID=d4390dc7-0ea1-472a-ade6-750424e810f2,revision_number=6']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:30:43.511218 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:30:43.511536 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:30:43.511873 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:30:43.512242 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:30:43.512606 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:30:43.512968 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:30:43.513327 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:30:43.513686 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:30:43.514066 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:30:43.514421 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:30:43.514776 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:30:43.527728 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-b00a774d-6570-4a05-b322-5730232af2f7 req-00c9989a-c3a4-4b40-8b85-5614c563bcf7 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d4390dc7-0ea1-472a-ade6-750424e810f2 HTTP/1.1" status: 200  len: 999 time: 0.1026206
Dec 24 11:30:43.532897 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:30:43.538740 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.db.api [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88880) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 24 11:30:43.539151 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_db.api [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 24 11:30:43.608710 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00a774d-6570-4a05-b322-5730232af2f7 req-bb4b3e7c-ccaf-43fc-bc07-07f4d73925f0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:30:43.610436 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-b00a774d-6570-4a05-b322-5730232af2f7 req-bb4b3e7c-ccaf-43fc-bc07-07f4d73925f0 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a1121a19-26d7-4ca0-a36b-28d804b6392d HTTP/1.1" status: 200  len: 851 time: 0.0711329
Dec 24 11:30:43.699654 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-b00a774d-6570-4a05-b322-5730232af2f7 req-fc1b5154-1c95-4219-b625-8f63b1205a73 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6bfc9dab-30ba-4ee4-aec0-bb1d3217e916&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0781362
Dec 24 11:30:43.854814 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-b00a774d-6570-4a05-b322-5730232af2f7 req-5226d18b-4c17-48c5-9e2f-8f557c699da8 service neutron] 10.222.0.58 "GET /v2.0/networks/6bfc9dab-30ba-4ee4-aec0-bb1d3217e916?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1452055
Dec 24 11:30:44.008654 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-b00a774d-6570-4a05-b322-5730232af2f7 req-a8e7b69b-e1fa-412d-98d5-7e11cf193274 service neutron] 10.222.0.58 "GET /v2.0/networks/6bfc9dab-30ba-4ee4-aec0-bb1d3217e916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1447051
Dec 24 11:30:44.054452 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3111caa8-c925-4e1d-8c33-88702ad02814 req-2780ae85-b6d7-41a6-970e-53480fc829ae tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:30:44.056088 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-3111caa8-c925-4e1d-8c33-88702ad02814 req-2780ae85-b6d7-41a6-970e-53480fc829ae tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/ports?device_id=0b30ee26-1912-44f9-af1c-a46f0c896034 HTTP/1.1" status: 200  len: 944 time: 0.0926473
Dec 24 11:30:44.102868 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:30:44.113685 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-3111caa8-c925-4e1d-8c33-88702ad02814 req-979c1c04-3aea-4b14-bfb5-8da6fe6d3292 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/security-groups?id=801f419c-b013-4225-a36b-61d8695d2683&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0513008
Dec 24 11:30:44.124699 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4390dc7-0ea1-472a-ade6-750424e810f2 {{(pid=88880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 24 11:30:44.141309 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] For port d4390dc7-0ea1-472a-ade6-750424e810f2, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=d4390dc7-0ea1-472a-ade6-750424e810f2,segment=NetworkSegment(5b535326-dd0f-4b79-a304-422c617c57a0),segment_id=5b535326-dd0f-4b79-a304-422c617c57a0)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:30:44.144579 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:30:44.147262 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:30:44.220091 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] get_ports_and_sgs() called for port_ids ['d4390dc7-0ea1-472a-ade6-750424e810f2'] {{(pid=88880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 24 11:30:44.264735 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Pushing event updated for resources: {'Port': ['ID=d4390dc7-0ea1-472a-ade6-750424e810f2,revision_number=7']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:30:44.268153 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:30:44.823536 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Device d4390dc7-0ea1-472a-ade6-750424e810f2 up at agent hyperv_hv-neutron-8226 {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:30:44.899072 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Provisioning complete for port d4390dc7-0ea1-472a-ade6-750424e810f2 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:30:44.899515 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:30:45.027592 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:30:45.062775 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] For port d4390dc7-0ea1-472a-ade6-750424e810f2, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=d4390dc7-0ea1-472a-ade6-750424e810f2,segment=NetworkSegment(5b535326-dd0f-4b79-a304-422c617c57a0),segment_id=5b535326-dd0f-4b79-a304-422c617c57a0)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:30:45.067795 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:30:45.069865 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:30:45.140217 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Pushing event updated for resources: {'Port': ['ID=d4390dc7-0ea1-472a-ade6-750424e810f2,revision_number=8']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:30:45.143581 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:30:45.332391 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc76cd4-fc4f-4e96-826a-5f0671e6c3cf req-88b8ab81-069d-4037-ac61-559cd78c7d65 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:30:45.334085 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-4dc76cd4-fc4f-4e96-826a-5f0671e6c3cf req-88b8ab81-069d-4037-ac61-559cd78c7d65 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/ports?device_id=0b30ee26-1912-44f9-af1c-a46f0c896034 HTTP/1.1" status: 200  len: 946 time: 0.0875497
Dec 24 11:30:45.379032 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.agents_db [None req-e51243ab-6a93-425b-980f-a73583147efa None None] Agent healthcheck: found 6 active agents {{(pid=88881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 24 11:30:45.393439 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-4dc76cd4-fc4f-4e96-826a-5f0671e6c3cf req-2bb8f68a-65a4-482e-af6b-35ed8189585f tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/security-groups?id=801f419c-b013-4225-a36b-61d8695d2683&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0523684
Dec 24 11:30:45.426610 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b30ee26-1912-44f9-af1c-a46f0c896034', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4390dc7-0ea1-472a-ade6-750424e810f2'}] {{(pid=88880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 24 11:30:45.484898 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b30ee26-1912-44f9-af1c-a46f0c896034', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4390dc7-0ea1-472a-ade6-750424e810f2', 'code': 200}
Dec 24 11:30:45.607905 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5743c898-7b8f-4d99-a8d1-6b68a933e7e8 req-c3b260c3-796d-456f-88c5-06bdb344600d tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:30:45.609541 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-5743c898-7b8f-4d99-a8d1-6b68a933e7e8 req-c3b260c3-796d-456f-88c5-06bdb344600d tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/ports?device_id=0b30ee26-1912-44f9-af1c-a46f0c896034 HTTP/1.1" status: 200  len: 946 time: 0.0867853
Dec 24 11:30:45.660434 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-5743c898-7b8f-4d99-a8d1-6b68a933e7e8 req-ad3be1f9-5e0b-478c-b845-24b1abed9e6f tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/security-groups?id=801f419c-b013-4225-a36b-61d8695d2683&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0441773
Dec 24 11:30:46.051498 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f15458-e976-4a33-8018-5f5c49604515 req-08fb1983-c5ea-46d6-821f-ad9ad18c6f94 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:30:46.053194 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-13f15458-e976-4a33-8018-5f5c49604515 req-08fb1983-c5ea-46d6-821f-ad9ad18c6f94 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/ports?device_id=0b30ee26-1912-44f9-af1c-a46f0c896034 HTTP/1.1" status: 200  len: 946 time: 0.0905690
Dec 24 11:30:46.097276 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-9c5735dd-77cf-4eed-9724-f069042c89c5 req-8612885f-27e4-451a-82d8-bf35b6f900d4 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0079d115c0754ff79cc171ccf7779457&device_id=0b30ee26-1912-44f9-af1c-a46f0c896034 HTTP/1.1" status: 200  len: 1099 time: 0.0839293
Dec 24 11:30:46.106200 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-13f15458-e976-4a33-8018-5f5c49604515 req-87719994-538c-4c2a-a916-bd0b58045da3 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/security-groups?id=801f419c-b013-4225-a36b-61d8695d2683&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0454628
Dec 24 11:30:46.256448 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5735dd-77cf-4eed-9724-f069042c89c5 req-ae512192-d266-440b-bfa7-2b5c523ea3a5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:30:46.258116 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-9c5735dd-77cf-4eed-9724-f069042c89c5 req-ae512192-d266-440b-bfa7-2b5c523ea3a5 service neutron] 10.222.0.58 "GET /v2.0/networks?id=6bfc9dab-30ba-4ee4-aec0-bb1d3217e916 HTTP/1.1" status: 200  len: 913 time: 0.1498773
Dec 24 11:30:46.370034 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-9c5735dd-77cf-4eed-9724-f069042c89c5 req-26704e18-b91d-48fc-bbac-e512dea8ee04 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d4390dc7-0ea1-472a-ade6-750424e810f2 HTTP/1.1" status: 200  len: 1001 time: 0.1041031
Dec 24 11:30:46.442987 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5735dd-77cf-4eed-9724-f069042c89c5 req-73b80d06-47f4-4563-bf18-e686a80c7d39 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:30:46.444577 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-9c5735dd-77cf-4eed-9724-f069042c89c5 req-73b80d06-47f4-4563-bf18-e686a80c7d39 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a1121a19-26d7-4ca0-a36b-28d804b6392d HTTP/1.1" status: 200  len: 851 time: 0.0681751
Dec 24 11:30:46.537852 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-9c5735dd-77cf-4eed-9724-f069042c89c5 req-b9ed0b7c-1eba-4c7c-b8e4-47ef1a1b3a4b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6bfc9dab-30ba-4ee4-aec0-bb1d3217e916&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0852170
Dec 24 11:30:46.691240 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-9c5735dd-77cf-4eed-9724-f069042c89c5 req-c9b1f1c9-57c9-43e5-bfb2-7be107d2c100 service neutron] 10.222.0.58 "GET /v2.0/networks/6bfc9dab-30ba-4ee4-aec0-bb1d3217e916?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1452460
Dec 24 11:30:46.851202 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-9c5735dd-77cf-4eed-9724-f069042c89c5 req-3482a2d6-0ace-4273-ae45-4872fc5867a0 service neutron] 10.222.0.58 "GET /v2.0/networks/6bfc9dab-30ba-4ee4-aec0-bb1d3217e916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1518393
Dec 24 11:30:47.340094 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dda00fb-842a-4d99-83be-83d1b2827978 req-928f6cce-062e-4e88-9fb5-3f95579cac7b tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:30:47.342388 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-2dda00fb-842a-4d99-83be-83d1b2827978 req-928f6cce-062e-4e88-9fb5-3f95579cac7b tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/ports?device_id=0b30ee26-1912-44f9-af1c-a46f0c896034 HTTP/1.1" status: 200  len: 946 time: 0.0862048
Dec 24 11:30:47.394887 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-2dda00fb-842a-4d99-83be-83d1b2827978 req-dd7d1033-bcc6-4a8e-b40e-b51b336e9ade tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/security-groups?id=801f419c-b013-4225-a36b-61d8695d2683&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0448241
Dec 24 11:30:48.626012 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7beb9dc4-72d5-495c-a70c-a1dd69234496 req-096c132b-f44f-4afc-a586-fddbf34b11c2 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:30:48.627674 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-7beb9dc4-72d5-495c-a70c-a1dd69234496 req-096c132b-f44f-4afc-a586-fddbf34b11c2 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/ports?device_id=0b30ee26-1912-44f9-af1c-a46f0c896034 HTTP/1.1" status: 200  len: 946 time: 0.1019802
Dec 24 11:30:48.678255 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-7beb9dc4-72d5-495c-a70c-a1dd69234496 req-7d7ed767-1149-41cb-a743-4b75f58f372a tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/security-groups?id=801f419c-b013-4225-a36b-61d8695d2683&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0438924
Dec 24 11:30:49.112442 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c297b43e-a1dc-4919-9ce2-fc336478ac65 req-1de0329e-6ce5-4757-95c7-39cecfdd1521 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:30:49.114117 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-c297b43e-a1dc-4919-9ce2-fc336478ac65 req-1de0329e-6ce5-4757-95c7-39cecfdd1521 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/ports?device_id=0b30ee26-1912-44f9-af1c-a46f0c896034 HTTP/1.1" status: 200  len: 946 time: 0.0896592
Dec 24 11:30:49.171644 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-c297b43e-a1dc-4919-9ce2-fc336478ac65 req-0cd1ba06-ca25-4110-a2b9-b01ad228e1ad tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/security-groups?id=801f419c-b013-4225-a36b-61d8695d2683&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0498831
Dec 24 11:30:50.386648 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79e82aa-2ee4-4478-b51e-33bf6a5d2300 req-7f70ec6d-4708-4825-a4eb-ed2b789b46f4 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:30:50.388246 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-d79e82aa-2ee4-4478-b51e-33bf6a5d2300 req-7f70ec6d-4708-4825-a4eb-ed2b789b46f4 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/ports?device_id=0b30ee26-1912-44f9-af1c-a46f0c896034 HTTP/1.1" status: 200  len: 946 time: 0.0852919
Dec 24 11:30:50.442558 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-d79e82aa-2ee4-4478-b51e-33bf6a5d2300 req-da928311-6da2-4839-8fc0-7e13154b62eb tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/security-groups?id=801f419c-b013-4225-a36b-61d8695d2683&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0478520
Dec 24 11:30:50.969671 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9569dd-0b0b-48fb-9d13-965843c16cef req-59ef9d09-bbc5-445e-adcd-130333175419 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:30:50.971353 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-9b9569dd-0b0b-48fb-9d13-965843c16cef req-59ef9d09-bbc5-445e-adcd-130333175419 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.58 "GET /v2.0/ports?device_id=0b30ee26-1912-44f9-af1c-a46f0c896034 HTTP/1.1" status: 200  len: 946 time: 0.0930231
Dec 24 11:30:51.050961 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [req-9b9569dd-0b0b-48fb-9d13-965843c16cef req-897a3090-995a-4439-ae5d-3b40be9b1696 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Deleting port d4390dc7-0ea1-472a-ade6-750424e810f2 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:30:51.051333 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-9b9569dd-0b0b-48fb-9d13-965843c16cef req-897a3090-995a-4439-ae5d-3b40be9b1696 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:30:51.312356 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [req-9b9569dd-0b0b-48fb-9d13-965843c16cef req-897a3090-995a-4439-ae5d-3b40be9b1696 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] For port d4390dc7-0ea1-472a-ade6-750424e810f2, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=d4390dc7-0ea1-472a-ade6-750424e810f2,segment=NetworkSegment(5b535326-dd0f-4b79-a304-422c617c57a0),segment_id=5b535326-dd0f-4b79-a304-422c617c57a0)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:30:51.312731 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-9b9569dd-0b0b-48fb-9d13-965843c16cef req-897a3090-995a-4439-ae5d-3b40be9b1696 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:30:51.623079 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-9b9569dd-0b0b-48fb-9d13-965843c16cef req-897a3090-995a-4439-ae5d-3b40be9b1696 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:30:51.623704 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-9b9569dd-0b0b-48fb-9d13-965843c16cef req-897a3090-995a-4439-ae5d-3b40be9b1696 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659181'] for floatingip, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:30:51.623833 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.l3_db [req-9b9569dd-0b0b-48fb-9d13-965843c16cef req-897a3090-995a-4439-ae5d-3b40be9b1696 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Floating IP 95c966fe-da36-4339-a12a-b85564a1b2b9 disassociated. External IP: 172.26.3.29, port: d4390dc7-0ea1-472a-ade6-750424e810f2.
Dec 24 11:30:51.624151 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [req-9b9569dd-0b0b-48fb-9d13-965843c16cef req-897a3090-995a-4439-ae5d-3b40be9b1696 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Calling delete_port for d4390dc7-0ea1-472a-ade6-750424e810f2 owned by compute:nova {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:30:51.677090 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8b9413-9bd9-49cc-aa44-d0aff95ba3da req-83e33905-3244-42df-a815-5eb0094cdb27 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:30:51.678781 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-ce8b9413-9bd9-49cc-aa44-d0aff95ba3da req-83e33905-3244-42df-a815-5eb0094cdb27 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/ports?device_id=0b30ee26-1912-44f9-af1c-a46f0c896034 HTTP/1.1" status: 200  len: 946 time: 0.1103659
Dec 24 11:30:51.729625 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-ce8b9413-9bd9-49cc-aa44-d0aff95ba3da req-80f9dad6-5d57-41d7-b8fa-1b9a92b93dec tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/security-groups?id=801f419c-b013-4225-a36b-61d8695d2683&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0443699
Dec 24 11:30:51.778223 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-9b9569dd-0b0b-48fb-9d13-965843c16cef req-897a3090-995a-4439-ae5d-3b40be9b1696 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:30:51.784575 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-ce660107-419f-4015-90d3-9ab9d89bf2b6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:30:51.828373 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897a3090-995a-4439-ae5d-3b40be9b1696 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Pushing event deleted for resources: {'Port': ['ID=d4390dc7-0ea1-472a-ade6-750424e810f2,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:30:51.845089 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897a3090-995a-4439-ae5d-3b40be9b1696 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:30:51.845526 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897a3090-995a-4439-ae5d-3b40be9b1696 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:30:51.845956 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897a3090-995a-4439-ae5d-3b40be9b1696 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:30:51.846364 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897a3090-995a-4439-ae5d-3b40be9b1696 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:30:51.846781 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897a3090-995a-4439-ae5d-3b40be9b1696 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:30:51.847394 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897a3090-995a-4439-ae5d-3b40be9b1696 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:30:51.847841 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897a3090-995a-4439-ae5d-3b40be9b1696 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:30:51.848296 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897a3090-995a-4439-ae5d-3b40be9b1696 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:30:51.848757 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897a3090-995a-4439-ae5d-3b40be9b1696 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:30:51.849170 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897a3090-995a-4439-ae5d-3b40be9b1696 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:30:51.849583 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897a3090-995a-4439-ae5d-3b40be9b1696 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:30:51.853598 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-897a3090-995a-4439-ae5d-3b40be9b1696 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:30:52.076250 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9b9569dd-0b0b-48fb-9d13-965843c16cef req-897a3090-995a-4439-ae5d-3b40be9b1696 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Router b4286607-f1c4-442f-9054-2ced8ddc030c has already been hosted by L3 agent 198cca88-1338-4098-b44b-beb0346ac906 {{(pid=88879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 24 11:30:52.291485 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9b9569dd-0b0b-48fb-9d13-965843c16cef req-897a3090-995a-4439-ae5d-3b40be9b1696 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:30:52.302491 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87359f74-953e-4510-aeb5-c7028a82f471 None None] Sync routers for ids ['b4286607-f1c4-442f-9054-2ced8ddc030c'] in dv-neutron-822691-2-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:30:52.316281 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87359f74-953e-4510-aeb5-c7028a82f471 None None] Routers {'b4286607-f1c4-442f-9054-2ced8ddc030c'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:30:52.316993 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-87359f74-953e-4510-aeb5-c7028a82f471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271617908>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:30:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['b4286607-f1c4-442f-9054-2ced8ddc030c'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:30:52.363062 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b9569dd-0b0b-48fb-9d13-965843c16cef req-897a3090-995a-4439-ae5d-3b40be9b1696 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] No DVR routers for this DVR port d4390dc7-0ea1-472a-ade6-750424e810f2 on host hv-neutron-8226 {{(pid=88879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 24 11:30:52.365771 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-9b9569dd-0b0b-48fb-9d13-965843c16cef req-897a3090-995a-4439-ae5d-3b40be9b1696 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:30:52.368705 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b30ee26-1912-44f9-af1c-a46f0c896034', 'name': 'network-vif-deleted', 'tag': 'd4390dc7-0ea1-472a-ade6-750424e810f2'}] {{(pid=88879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 24 11:30:52.384221 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-9b9569dd-0b0b-48fb-9d13-965843c16cef req-897a3090-995a-4439-ae5d-3b40be9b1696 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.58 "DELETE /v2.0/ports/d4390dc7-0ea1-472a-ade6-750424e810f2 HTTP/1.1" status: 204  len: 173 time: 1.4068666
Dec 24 11:30:52.425629 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b30ee26-1912-44f9-af1c-a46f0c896034', 'name': 'network-vif-deleted', 'tag': 'd4390dc7-0ea1-472a-ade6-750424e810f2', 'status': 'completed', 'code': 200}
Dec 24 11:30:52.513133 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-87359f74-953e-4510-aeb5-c7028a82f471 None None] Set router b4286607-f1c4-442f-9054-2ced8ddc030c gateway port host: dv-neutron-822691-2-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:30:52.858099 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-87359f74-953e-4510-aeb5-c7028a82f471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271617908>, [{'id': 'b4286607-f1c4-442f-9054-2ced8ddc030c', 'name': 'tempest-ServerActionsTestJSON-1962428772-router', 'tenant_id': '0079d115c0754ff79cc171ccf7779457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.41'}], 'enable_snat': True}, 'gw_port_id': '9f53cb9f-3751-4efb-82c9-06687e4982fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:27:50Z', 'updated_at': '2021-12-24T11:27:54Z', 'revision_number': 4, 'project_id': '0079d115c0754ff79cc171ccf7779457', 'gw_port': {'id': '9f53cb9f-3751-4efb-82c9-06687e4982fa', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:1a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4286607-f1c4-442f-9054-2ced8ddc030c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:27:51Z', 'updated_at': '2021-12-24T11:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_interfaces': [{'id': 'e632b347-1b4a-4058-8ae7-a30494d1b9bc', 'name': '', 'network_id': '6bfc9dab-30ba-4ee4-aec0-bb1d3217e916', 'tenant_id': '0079d115c0754ff79cc171ccf7779457', 'mac_address': 'fa:16:3e:93:a0:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4286607-f1c4-442f-9054-2ced8ddc030c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a1121a19-26d7-4ca0-a36b-28d804b6392d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:27:53Z', 'updated_at': '2021-12-24T11:28:02Z', 'revision_number': 5, 'project_id': '0079d115c0754ff79cc171ccf7779457', 'subnets': [{'id': 'a1121a19-26d7-4ca0-a36b-28d804b6392d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:30:52.863087 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87359f74-953e-4510-aeb5-c7028a82f471 None None] Checking router: b4286607-f1c4-442f-9054-2ced8ddc030c for host: dv-neutron-822691-2-hyperv {{(pid=88880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 24 11:30:52.875364 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87359f74-953e-4510-aeb5-c7028a82f471 None None] Routers {'b4286607-f1c4-442f-9054-2ced8ddc030c'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:30:52.876042 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-87359f74-953e-4510-aeb5-c7028a82f471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271617908>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:30:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['b4286607-f1c4-442f-9054-2ced8ddc030c'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:30:52.933576 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-8f3cf101-7c31-46b3-8da5-dceb120b482c req-1416e8db-cc10-443c-b8d0-6ce56ff733fc tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/ports?device_id=0b30ee26-1912-44f9-af1c-a46f0c896034 HTTP/1.1" status: 200  len: 210 time: 0.0466092
Dec 24 11:30:53.083655 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-87359f74-953e-4510-aeb5-c7028a82f471 None None] Set router b4286607-f1c4-442f-9054-2ced8ddc030c gateway port host: dv-neutron-822691-2-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:30:53.412657 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-87359f74-953e-4510-aeb5-c7028a82f471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271617908>, [{'id': 'b4286607-f1c4-442f-9054-2ced8ddc030c', 'name': 'tempest-ServerActionsTestJSON-1962428772-router', 'tenant_id': '0079d115c0754ff79cc171ccf7779457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.41'}], 'enable_snat': True}, 'gw_port_id': '9f53cb9f-3751-4efb-82c9-06687e4982fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:27:50Z', 'updated_at': '2021-12-24T11:27:54Z', 'revision_number': 4, 'project_id': '0079d115c0754ff79cc171ccf7779457', 'gw_port': {'id': '9f53cb9f-3751-4efb-82c9-06687e4982fa', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:1a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4286607-f1c4-442f-9054-2ced8ddc030c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:27:51Z', 'updated_at': '2021-12-24T11:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_interfaces': [{'id': 'e632b347-1b4a-4058-8ae7-a30494d1b9bc', 'name': '', 'network_id': '6bfc9dab-30ba-4ee4-aec0-bb1d3217e916', 'tenant_id': '0079d115c0754ff79cc171ccf7779457', 'mac_address': 'fa:16:3e:93:a0:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4286607-f1c4-442f-9054-2ced8ddc030c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a1121a19-26d7-4ca0-a36b-28d804b6392d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:27:53Z', 'updated_at': '2021-12-24T11:28:02Z', 'revision_number': 5, 'project_id': '0079d115c0754ff79cc171ccf7779457', 'subnets': [{'id': 'a1121a19-26d7-4ca0-a36b-28d804b6392d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:30:53.416963 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87359f74-953e-4510-aeb5-c7028a82f471 None None] The sync data for ids ['b4286607-f1c4-442f-9054-2ced8ddc030c'] in dv-neutron-822691-2-hyperv is: [{'id': 'b4286607-f1c4-442f-9054-2ced8ddc030c', 'name': 'tempest-ServerActionsTestJSON-1962428772-router', 'tenant_id': '0079d115c0754ff79cc171ccf7779457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.41'}], 'enable_snat': True}, 'gw_port_id': '9f53cb9f-3751-4efb-82c9-06687e4982fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:27:50Z', 'updated_at': '2021-12-24T11:27:54Z', 'revision_number': 4, 'project_id': '0079d115c0754ff79cc171ccf7779457', 'gw_port': {'id': '9f53cb9f-3751-4efb-82c9-06687e4982fa', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:1a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4286607-f1c4-442f-9054-2ced8ddc030c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:27:51Z', 'updated_at': '2021-12-24T11:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_interfaces': [{'id': 'e632b347-1b4a-4058-8ae7-a30494d1b9bc', 'name': '', 'network_id': '6bfc9dab-30ba-4ee4-aec0-bb1d3217e916', 'tenant_id': '0079d115c0754ff79cc171ccf7779457', 'mac_address': 'fa:16:3e:93:a0:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4286607-f1c4-442f-9054-2ced8ddc030c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a1121a19-26d7-4ca0-a36b-28d804b6392d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:27:53Z', 'updated_at': '2021-12-24T11:28:02Z', 'revision_number': 5, 'project_id': '0079d115c0754ff79cc171ccf7779457', 'subnets': [{'id': 'a1121a19-26d7-4ca0-a36b-28d804b6392d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:30:53.868495 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3699d965-b749-4b1d-a4f0-71c8426fe3f9 None None] New status for floating IP 95c966fe-da36-4339-a12a-b85564a1b2b9: DOWN {{(pid=88881) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 24 11:30:54.339058 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-9048b67d-75b0-4953-9d52-89e063f4e50e req-ec978f83-9040-47b9-b0bf-468efa84a2b0 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--906149432&fields=id&tenant_id=0079d115c0754ff79cc171ccf7779457 HTTP/1.1" status: 200  len: 267 time: 0.0466168
Dec 24 11:30:54.718564 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9048b67d-75b0-4953-9d52-89e063f4e50e req-7b214f46-7b2f-4dbc-9ebf-736c02dc0b7b tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:30:54.720159 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-9048b67d-75b0-4953-9d52-89e063f4e50e req-7b214f46-7b2f-4dbc-9ebf-736c02dc0b7b tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/networks?id=6bfc9dab-30ba-4ee4-aec0-bb1d3217e916 HTTP/1.1" status: 200  len: 812 time: 0.3734891
Dec 24 11:30:54.738938 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-9048b67d-75b0-4953-9d52-89e063f4e50e req-73da162b-9d38-4a4a-b03f-1c3cd780e09f tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/quotas/0079d115c0754ff79cc171ccf7779457 HTTP/1.1" status: 200  len: 375 time: 0.0126457
Dec 24 11:30:54.831331 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-9048b67d-75b0-4953-9d52-89e063f4e50e req-82df6f0f-819e-4c45-b333-d7583393cc83 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=0079d115c0754ff79cc171ccf7779457&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0864623
Dec 24 11:30:54.881706 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Device d4390dc7-0ea1-472a-ade6-750424e810f2 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:30:54.919263 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] No Port match for: d4390dc7-0ea1-472a-ade6-750424e810f2 {{(pid=88880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 24 11:30:54.919665 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Device d4390dc7-0ea1-472a-ade6-750424e810f2 not bound to the agent host hv-neutron-8226 {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 24 11:30:54.988984 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-9048b67d-75b0-4953-9d52-89e063f4e50e req-c844cb01-c5a0-426f-9bc3-e7aebadd1ab6 service neutron] 10.222.0.65 "GET /v2.0/networks/6bfc9dab-30ba-4ee4-aec0-bb1d3217e916?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1418684
Dec 24 11:30:55.142088 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-9048b67d-75b0-4953-9d52-89e063f4e50e req-73a54d8e-89d9-4ff0-91f7-4e8efd8eeae5 service neutron] 10.222.0.65 "GET /v2.0/networks/6bfc9dab-30ba-4ee4-aec0-bb1d3217e916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1462536
Dec 24 11:30:55.340500 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-83aba5af-ac2e-458a-b58f-397c5ad32ce0 req-2b79ac3c-068c-4e67-bb5d-df2b2b2cba12 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/ports?device_id=036282ff-d569-4399-bfcb-2356fecda36b HTTP/1.1" status: 200  len: 210 time: 0.0461037
Dec 24 11:30:56.500736 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9048b67d-75b0-4953-9d52-89e063f4e50e req-358bddd6-ead4-443f-a5be-d26a019ee174 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:30:56.502424 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-9048b67d-75b0-4953-9d52-89e063f4e50e req-358bddd6-ead4-443f-a5be-d26a019ee174 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.58 "GET /v2.0/networks?id=6bfc9dab-30ba-4ee4-aec0-bb1d3217e916 HTTP/1.1" status: 200  len: 812 time: 0.1718655
Dec 24 11:30:56.519178 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-59164e30-2abe-4eb9-86a6-6701ad9a7ae8 req-1510b199-dfc1-422e-8ef0-2ccde06d4d68 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/ports?device_id=036282ff-d569-4399-bfcb-2356fecda36b HTTP/1.1" status: 200  len: 210 time: 0.0526774
Dec 24 11:30:56.575948 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-9048b67d-75b0-4953-9d52-89e063f4e50e req-18387bd3-2b6e-4a13-a353-351cd0f86c50 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0079d115c0754ff79cc171ccf7779457 HTTP/1.1" status: 200  len: 379 time: 0.0585179
Dec 24 11:30:56.598566 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [req-9048b67d-75b0-4953-9d52-89e063f4e50e req-511cc083-7ba1-4edc-91af-00c2f7ee2614 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Request body: {'port': {'device_id': '036282ff-d569-4399-bfcb-2356fecda36b', 'network_id': '6bfc9dab-30ba-4ee4-aec0-bb1d3217e916', 'admin_state_up': True, 'tenant_id': '0079d115c0754ff79cc171ccf7779457', 'security_groups': ['801f419c-b013-4225-a36b-61d8695d2683']}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:30:56.751638 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [req-9048b67d-75b0-4953-9d52-89e063f4e50e req-511cc083-7ba1-4edc-91af-00c2f7ee2614 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:30:56.756085 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-9048b67d-75b0-4953-9d52-89e063f4e50e req-511cc083-7ba1-4edc-91af-00c2f7ee2614 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Usage tracker for resource:port and tenant:0079d115c0754ff79cc171ccf7779457 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:30:56.759139 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-9048b67d-75b0-4953-9d52-89e063f4e50e req-511cc083-7ba1-4edc-91af-00c2f7ee2614 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:30:56.765522 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [req-9048b67d-75b0-4953-9d52-89e063f4e50e req-511cc083-7ba1-4edc-91af-00c2f7ee2614 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:30:56.775549 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9048b67d-75b0-4953-9d52-89e063f4e50e req-511cc083-7ba1-4edc-91af-00c2f7ee2614 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Made reservation on behalf of 0079d115c0754ff79cc171ccf7779457 for: {'port': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:30:56.781374 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-9048b67d-75b0-4953-9d52-89e063f4e50e req-511cc083-7ba1-4edc-91af-00c2f7ee2614 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:30:56.964886 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [req-9048b67d-75b0-4953-9d52-89e063f4e50e req-511cc083-7ba1-4edc-91af-00c2f7ee2614 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Allocated IP 172.20.0.3 (6bfc9dab-30ba-4ee4-aec0-bb1d3217e916/a1121a19-26d7-4ca0-a36b-28d804b6392d/ff3bf49f-09d8-414f-bf5e-06886a4d0b11) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:30:57.171654 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-9048b67d-75b0-4953-9d52-89e063f4e50e req-511cc083-7ba1-4edc-91af-00c2f7ee2614 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:30:57.189386 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [req-9048b67d-75b0-4953-9d52-89e063f4e50e req-511cc083-7ba1-4edc-91af-00c2f7ee2614 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Transition to ACTIVE for port object ff3bf49f-09d8-414f-bf5e-06886a4d0b11 will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:30:57.211484 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-9048b67d-75b0-4953-9d52-89e063f4e50e req-511cc083-7ba1-4edc-91af-00c2f7ee2614 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:30:57.217507 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-15a7b09c-1fbf-4d4b-af05-316fa13bc011 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:30:57.297113 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9048b67d-75b0-4953-9d52-89e063f4e50e req-511cc083-7ba1-4edc-91af-00c2f7ee2614 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Network 6bfc9dab-30ba-4ee4-aec0-bb1d3217e916 is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:30:57.298045 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511cc083-7ba1-4edc-91af-00c2f7ee2614 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Pushing event updated for resources: {'Port': ['ID=ff3bf49f-09d8-414f-bf5e-06886a4d0b11,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:30:57.300828 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [req-9048b67d-75b0-4953-9d52-89e063f4e50e req-511cc083-7ba1-4edc-91af-00c2f7ee2614 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Resources bound (agent type, host, resource id):  {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:30:57.302824 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-511cc083-7ba1-4edc-91af-00c2f7ee2614 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:30:57.303571 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [req-9048b67d-75b0-4953-9d52-89e063f4e50e req-511cc083-7ba1-4edc-91af-00c2f7ee2614 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:30:57.368327 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9048b67d-75b0-4953-9d52-89e063f4e50e req-511cc083-7ba1-4edc-91af-00c2f7ee2614 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:30:57.369009 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-9048b67d-75b0-4953-9d52-89e063f4e50e req-511cc083-7ba1-4edc-91af-00c2f7ee2614 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:30:57.396911 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-9048b67d-75b0-4953-9d52-89e063f4e50e req-511cc083-7ba1-4edc-91af-00c2f7ee2614 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8026197
Dec 24 11:30:57.411490 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [req-9048b67d-75b0-4953-9d52-89e063f4e50e req-2aade45d-884d-4bc1-a0a2-31227e34ebb6 service neutron] Request body: {'port': {'device_id': '036282ff-d569-4399-bfcb-2356fecda36b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:30:57.532866 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-9048b67d-75b0-4953-9d52-89e063f4e50e req-2aade45d-884d-4bc1-a0a2-31227e34ebb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:30:57.579658 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-1b58d4f7-4493-449d-acb4-1a20ba1ef56a None None] Provisioning for port ff3bf49f-09d8-414f-bf5e-06886a4d0b11 completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:30:57.586289 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-1b58d4f7-4493-449d-acb4-1a20ba1ef56a None None] Provisioning complete for port ff3bf49f-09d8-414f-bf5e-06886a4d0b11 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:30:57.586981 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1b58d4f7-4493-449d-acb4-1a20ba1ef56a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:30:57.643699 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-1b58d4f7-4493-449d-acb4-1a20ba1ef56a None None] Port ff3bf49f-09d8-414f-bf5e-06886a4d0b11 cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:30:57.757910 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7eca2a-d78f-4da7-a187-3179c9cbb06e req-47f9b120-1dd5-43db-8c89-a4b5fb575f06 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:30:57.759779 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-3b7eca2a-d78f-4da7-a187-3179c9cbb06e req-47f9b120-1dd5-43db-8c89-a4b5fb575f06 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/ports?device_id=036282ff-d569-4399-bfcb-2356fecda36b HTTP/1.1" status: 200  len: 931 time: 0.0947165
Dec 24 11:30:57.814132 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-3b7eca2a-d78f-4da7-a187-3179c9cbb06e req-3f4aa4a3-1263-4df3-b908-9f51fa386e86 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/security-groups?id=801f419c-b013-4225-a36b-61d8695d2683&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0475447
Dec 24 11:30:58.152301 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [req-9048b67d-75b0-4953-9d52-89e063f4e50e req-2aade45d-884d-4bc1-a0a2-31227e34ebb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff3bf49f-09d8-414f-bf5e-06886a4d0b11 {{(pid=88879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 24 11:30:58.159694 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-9048b67d-75b0-4953-9d52-89e063f4e50e req-2aade45d-884d-4bc1-a0a2-31227e34ebb6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:30:58.177030 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [req-9048b67d-75b0-4953-9d52-89e063f4e50e req-2aade45d-884d-4bc1-a0a2-31227e34ebb6 service neutron] Transition to ACTIVE for port object ff3bf49f-09d8-414f-bf5e-06886a4d0b11 will not be triggered until provisioned by entity L2. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:30:58.180544 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-9048b67d-75b0-4953-9d52-89e063f4e50e req-2aade45d-884d-4bc1-a0a2-31227e34ebb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850854027'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:30:58.185221 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-e3569d02-9291-4a67-94e7-4bc5a80770fc tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:30:58.319143 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aade45d-884d-4bc1-a0a2-31227e34ebb6 service neutron] Pushing event updated for resources: {'Port': ['ID=ff3bf49f-09d8-414f-bf5e-06886a4d0b11,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:30:58.323368 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-2aade45d-884d-4bc1-a0a2-31227e34ebb6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:30:58.416197 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:30:58.439552 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [req-9048b67d-75b0-4953-9d52-89e063f4e50e req-2aade45d-884d-4bc1-a0a2-31227e34ebb6 service neutron] Attempting to bind port ff3bf49f-09d8-414f-bf5e-06886a4d0b11 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:30:58.439921 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [req-9048b67d-75b0-4953-9d52-89e063f4e50e req-2aade45d-884d-4bc1-a0a2-31227e34ebb6 service neutron] Attempting to bind port ff3bf49f-09d8-414f-bf5e-06886a4d0b11 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '5b535326-dd0f-4b79-a304-422c617c57a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '6bfc9dab-30ba-4ee4-aec0-bb1d3217e916'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:30:58.440287 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9048b67d-75b0-4953-9d52-89e063f4e50e req-2aade45d-884d-4bc1-a0a2-31227e34ebb6 service neutron] Attempting to bind port ff3bf49f-09d8-414f-bf5e-06886a4d0b11 on network 6bfc9dab-30ba-4ee4-aec0-bb1d3217e916 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:30:58.447109 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9048b67d-75b0-4953-9d52-89e063f4e50e req-2aade45d-884d-4bc1-a0a2-31227e34ebb6 service neutron] Port ff3bf49f-09d8-414f-bf5e-06886a4d0b11 on network 6bfc9dab-30ba-4ee4-aec0-bb1d3217e916 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 24 11:30:58.447476 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9048b67d-75b0-4953-9d52-89e063f4e50e req-2aade45d-884d-4bc1-a0a2-31227e34ebb6 service neutron] Attempting to bind port ff3bf49f-09d8-414f-bf5e-06886a4d0b11 on network 6bfc9dab-30ba-4ee4-aec0-bb1d3217e916 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:30:58.456275 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9048b67d-75b0-4953-9d52-89e063f4e50e req-2aade45d-884d-4bc1-a0a2-31227e34ebb6 service neutron] Checking agent: {'id': '239bbc6e-fc66-42e2-b707-1aa8ba10287c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 57, 58), 'started_at': datetime.datetime(2021, 12, 24, 10, 57, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 30, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:30:58.456670 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9048b67d-75b0-4953-9d52-89e063f4e50e req-2aade45d-884d-4bc1-a0a2-31227e34ebb6 service neutron] Checking segment: {'id': '5b535326-dd0f-4b79-a304-422c617c57a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '6bfc9dab-30ba-4ee4-aec0-bb1d3217e916'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:30:58.457091 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9048b67d-75b0-4953-9d52-89e063f4e50e req-2aade45d-884d-4bc1-a0a2-31227e34ebb6 service neutron] Bound using segment: {'id': '5b535326-dd0f-4b79-a304-422c617c57a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '6bfc9dab-30ba-4ee4-aec0-bb1d3217e916'} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:30:58.457536 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [req-9048b67d-75b0-4953-9d52-89e063f4e50e req-2aade45d-884d-4bc1-a0a2-31227e34ebb6 service neutron] Bound port: ff3bf49f-09d8-414f-bf5e-06886a4d0b11, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b535326-dd0f-4b79-a304-422c617c57a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '6bfc9dab-30ba-4ee4-aec0-bb1d3217e916'}}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:30:58.457997 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-9048b67d-75b0-4953-9d52-89e063f4e50e req-2aade45d-884d-4bc1-a0a2-31227e34ebb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:30:58.561194 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [req-9048b67d-75b0-4953-9d52-89e063f4e50e req-2aade45d-884d-4bc1-a0a2-31227e34ebb6 service neutron] For port ff3bf49f-09d8-414f-bf5e-06886a4d0b11, host hv-neutron-8226, cleared binding levels {{(pid=88879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:30:58.564894 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [req-9048b67d-75b0-4953-9d52-89e063f4e50e req-2aade45d-884d-4bc1-a0a2-31227e34ebb6 service neutron] For port ff3bf49f-09d8-414f-bf5e-06886a4d0b11, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=ff3bf49f-09d8-414f-bf5e-06886a4d0b11,segment=NetworkSegment(5b535326-dd0f-4b79-a304-422c617c57a0),segment_id=5b535326-dd0f-4b79-a304-422c617c57a0)] {{(pid=88879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:30:58.569007 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-9048b67d-75b0-4953-9d52-89e063f4e50e req-2aade45d-884d-4bc1-a0a2-31227e34ebb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850854027'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:30:58.574134 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-83af1923-125a-4edf-8c87-25e6b10235a3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:30:58.634933 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-9048b67d-75b0-4953-9d52-89e063f4e50e req-2aade45d-884d-4bc1-a0a2-31227e34ebb6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:30:58.636546 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-9048b67d-75b0-4953-9d52-89e063f4e50e req-2aade45d-884d-4bc1-a0a2-31227e34ebb6 service neutron] 10.222.0.58 "PUT /v2.0/ports/ff3bf49f-09d8-414f-bf5e-06886a4d0b11 HTTP/1.1" status: 200  len: 1093 time: 1.2297785
Dec 24 11:30:58.637188 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '036282ff-d569-4399-bfcb-2356fecda36b', 'tag': 'ff3bf49f-09d8-414f-bf5e-06886a4d0b11'}] {{(pid=88879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 24 11:30:58.667884 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aade45d-884d-4bc1-a0a2-31227e34ebb6 service neutron] Pushing event updated for resources: {'Port': ['ID=ff3bf49f-09d8-414f-bf5e-06886a4d0b11,revision_number=3']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:30:58.671355 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-2aade45d-884d-4bc1-a0a2-31227e34ebb6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:30:58.715157 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '036282ff-d569-4399-bfcb-2356fecda36b', 'tag': 'ff3bf49f-09d8-414f-bf5e-06886a4d0b11', 'status': 'completed', 'code': 200}
Dec 24 11:30:58.762671 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-9048b67d-75b0-4953-9d52-89e063f4e50e req-38d1abaf-44b0-4d1d-a3c2-3870a17649aa service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0079d115c0754ff79cc171ccf7779457&device_id=036282ff-d569-4399-bfcb-2356fecda36b HTTP/1.1" status: 200  len: 1096 time: 0.0835445
Dec 24 11:30:58.843450 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-9048b67d-75b0-4953-9d52-89e063f4e50e req-a1e19ebc-9b7f-451e-a19c-65d533e13c00 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ff3bf49f-09d8-414f-bf5e-06886a4d0b11 HTTP/1.1" status: 200  len: 217 time: 0.0718367
Dec 24 11:30:58.923652 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9048b67d-75b0-4953-9d52-89e063f4e50e req-d7c468a1-6804-4f7e-afae-3b3e3efb0300 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:30:58.925155 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-9048b67d-75b0-4953-9d52-89e063f4e50e req-d7c468a1-6804-4f7e-afae-3b3e3efb0300 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a1121a19-26d7-4ca0-a36b-28d804b6392d HTTP/1.1" status: 200  len: 851 time: 0.0740967
Dec 24 11:30:59.015075 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-9048b67d-75b0-4953-9d52-89e063f4e50e req-366106ed-9c4c-497f-bb8b-5b92b00e503a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6bfc9dab-30ba-4ee4-aec0-bb1d3217e916&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0822184
Dec 24 11:30:59.033746 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b6c375-895c-4b82-9bc4-10794d97b9ff req-f8a05169-594b-47f7-a459-37f4961881b9 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:30:59.035525 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-f6b6c375-895c-4b82-9bc4-10794d97b9ff req-f8a05169-594b-47f7-a459-37f4961881b9 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/ports?device_id=036282ff-d569-4399-bfcb-2356fecda36b HTTP/1.1" status: 200  len: 943 time: 0.0899191
Dec 24 11:30:59.085058 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-f6b6c375-895c-4b82-9bc4-10794d97b9ff req-87a08da6-ef7b-403b-bbfc-4496518f189f tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/security-groups?id=801f419c-b013-4225-a36b-61d8695d2683&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431159
Dec 24 11:30:59.166534 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-9048b67d-75b0-4953-9d52-89e063f4e50e req-cf23328a-648c-45a9-9205-d5016bb4fd84 service neutron] 10.222.0.58 "GET /v2.0/networks/6bfc9dab-30ba-4ee4-aec0-bb1d3217e916?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1429112
Dec 24 11:30:59.324240 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-9048b67d-75b0-4953-9d52-89e063f4e50e req-6ac690b2-f912-49ec-98b8-0d3b4341c48a service neutron] 10.222.0.58 "GET /v2.0/networks/6bfc9dab-30ba-4ee4-aec0-bb1d3217e916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1494708
Dec 24 11:30:59.449691 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-7643cfcb-80a9-4c03-b53c-e471fe5b83a0 req-a25888c9-0cb4-4f42-b82b-3ef79842754b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0079d115c0754ff79cc171ccf7779457&device_id=036282ff-d569-4399-bfcb-2356fecda36b HTTP/1.1" status: 200  len: 1096 time: 0.0764439
Dec 24 11:30:59.596394 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7643cfcb-80a9-4c03-b53c-e471fe5b83a0 req-f70776cc-c2de-4518-8a74-848065fd2edb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:30:59.598016 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-7643cfcb-80a9-4c03-b53c-e471fe5b83a0 req-f70776cc-c2de-4518-8a74-848065fd2edb service neutron] 10.222.0.58 "GET /v2.0/networks?id=6bfc9dab-30ba-4ee4-aec0-bb1d3217e916 HTTP/1.1" status: 200  len: 913 time: 0.1413927
Dec 24 11:30:59.677353 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-7643cfcb-80a9-4c03-b53c-e471fe5b83a0 req-9c7358a1-8471-420a-8241-b52c81e4aa2b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ff3bf49f-09d8-414f-bf5e-06886a4d0b11 HTTP/1.1" status: 200  len: 217 time: 0.0714273
Dec 24 11:30:59.752575 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7643cfcb-80a9-4c03-b53c-e471fe5b83a0 req-86c7510a-61f2-4f4e-9536-398cac099df0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:30:59.754215 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-7643cfcb-80a9-4c03-b53c-e471fe5b83a0 req-86c7510a-61f2-4f4e-9536-398cac099df0 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a1121a19-26d7-4ca0-a36b-28d804b6392d HTTP/1.1" status: 200  len: 851 time: 0.0693574
Dec 24 11:30:59.848045 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-7643cfcb-80a9-4c03-b53c-e471fe5b83a0 req-f7d4bc56-d095-437f-9606-bee52f8135f0 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6bfc9dab-30ba-4ee4-aec0-bb1d3217e916&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0859752
Dec 24 11:30:59.995296 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-7643cfcb-80a9-4c03-b53c-e471fe5b83a0 req-f74a3d52-6c29-4e89-8ec6-c914c2d0ecde service neutron] 10.222.0.58 "GET /v2.0/networks/6bfc9dab-30ba-4ee4-aec0-bb1d3217e916?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1399980
Dec 24 11:31:00.143433 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-7643cfcb-80a9-4c03-b53c-e471fe5b83a0 req-723b84f6-0490-490a-aff4-4b2d91ad700e service neutron] 10.222.0.58 "GET /v2.0/networks/6bfc9dab-30ba-4ee4-aec0-bb1d3217e916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1400001
Dec 24 11:31:00.327196 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2fb2b1-36ba-4945-b920-a4fb38d7622b req-4a953113-3d6c-4f82-ab57-a26775faabef tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:31:00.328854 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-7e2fb2b1-36ba-4945-b920-a4fb38d7622b req-4a953113-3d6c-4f82-ab57-a26775faabef tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/ports?device_id=036282ff-d569-4399-bfcb-2356fecda36b HTTP/1.1" status: 200  len: 943 time: 0.1014087
Dec 24 11:31:00.381088 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-7e2fb2b1-36ba-4945-b920-a4fb38d7622b req-0028c648-0be3-4519-b413-2dbe0c2bdf04 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/security-groups?id=801f419c-b013-4225-a36b-61d8695d2683&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0457411
Dec 24 11:31:01.603644 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9055d3be-f551-4fff-8f3c-8dc4fe06c21a req-d00c5a26-429b-4221-bded-4b22adeba3c8 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:31:01.605285 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-9055d3be-f551-4fff-8f3c-8dc4fe06c21a req-d00c5a26-429b-4221-bded-4b22adeba3c8 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/ports?device_id=036282ff-d569-4399-bfcb-2356fecda36b HTTP/1.1" status: 200  len: 943 time: 0.0948668
Dec 24 11:31:01.658688 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-9055d3be-f551-4fff-8f3c-8dc4fe06c21a req-23606d24-d669-4d48-b13c-5c7052fe2b87 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/security-groups?id=801f419c-b013-4225-a36b-61d8695d2683&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0463390
Dec 24 11:31:02.929970 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Device ff3bf49f-09d8-414f-bf5e-06886a4d0b11 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 24 11:31:03.002478 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef99014-b773-4cbf-ac12-3474f68f6a51 req-e6c84ea3-4657-49ed-aa49-e7aa9ffab4c4 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:31:03.004130 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-8ef99014-b773-4cbf-ac12-3474f68f6a51 req-e6c84ea3-4657-49ed-aa49-e7aa9ffab4c4 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/ports?device_id=036282ff-d569-4399-bfcb-2356fecda36b HTTP/1.1" status: 200  len: 943 time: 0.0861356
Dec 24 11:31:03.058894 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-8ef99014-b773-4cbf-ac12-3474f68f6a51 req-627b5f98-7300-4a61-9ff8-af7615565ef5 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/security-groups?id=801f419c-b013-4225-a36b-61d8695d2683&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0483139
Dec 24 11:31:03.086263 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] For port ff3bf49f-09d8-414f-bf5e-06886a4d0b11, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=ff3bf49f-09d8-414f-bf5e-06886a4d0b11,segment=NetworkSegment(5b535326-dd0f-4b79-a304-422c617c57a0),segment_id=5b535326-dd0f-4b79-a304-422c617c57a0)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:31:03.100948 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Returning: {'device': 'ff3bf49f-09d8-414f-bf5e-06886a4d0b11', 'network_id': '6bfc9dab-30ba-4ee4-aec0-bb1d3217e916', 'port_id': 'ff3bf49f-09d8-414f-bf5e-06886a4d0b11', 'mac_address': 'fa:16:3e:a0:ce:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1121a19-26d7-4ca0-a36b-28d804b6392d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 24 11:31:03.158750 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:31:03.182170 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff3bf49f-09d8-414f-bf5e-06886a4d0b11 {{(pid=88880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 24 11:31:03.199571 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] For port ff3bf49f-09d8-414f-bf5e-06886a4d0b11, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=ff3bf49f-09d8-414f-bf5e-06886a4d0b11,segment=NetworkSegment(5b535326-dd0f-4b79-a304-422c617c57a0),segment_id=5b535326-dd0f-4b79-a304-422c617c57a0)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:31:03.205309 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:31:03.208083 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:31:03.277633 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Pushing event updated for resources: {'Port': ['ID=ff3bf49f-09d8-414f-bf5e-06886a4d0b11,revision_number=4']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:31:03.281168 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:31:03.466144 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] get_ports_and_sgs() called for port_ids ['ff3bf49f-09d8-414f-bf5e-06886a4d0b11'] {{(pid=88880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 24 11:31:04.362081 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab9044d-03ef-49ab-9e51-169daf404639 req-87115b74-045e-4c72-ab83-81f836af17f0 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:31:04.363713 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-4ab9044d-03ef-49ab-9e51-169daf404639 req-87115b74-045e-4c72-ab83-81f836af17f0 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/ports?device_id=036282ff-d569-4399-bfcb-2356fecda36b HTTP/1.1" status: 200  len: 944 time: 0.1743612
Dec 24 11:31:04.417680 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-4ab9044d-03ef-49ab-9e51-169daf404639 req-15b72f7c-d3e8-42e7-9f9d-249a90b99cc3 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/security-groups?id=801f419c-b013-4225-a36b-61d8695d2683&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0444953
Dec 24 11:31:04.937280 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Device ff3bf49f-09d8-414f-bf5e-06886a4d0b11 up at agent hyperv_hv-neutron-8226 {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:31:05.017914 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Provisioning for port ff3bf49f-09d8-414f-bf5e-06886a4d0b11 completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:31:05.023284 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Provisioning complete for port ff3bf49f-09d8-414f-bf5e-06886a4d0b11 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:31:05.023704 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:31:05.154423 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:31:05.183809 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '036282ff-d569-4399-bfcb-2356fecda36b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff3bf49f-09d8-414f-bf5e-06886a4d0b11'}] {{(pid=88880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 24 11:31:05.194632 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] For port ff3bf49f-09d8-414f-bf5e-06886a4d0b11, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=ff3bf49f-09d8-414f-bf5e-06886a4d0b11,segment=NetworkSegment(5b535326-dd0f-4b79-a304-422c617c57a0),segment_id=5b535326-dd0f-4b79-a304-422c617c57a0)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:31:05.198444 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:31:05.201314 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-ffcf1245-7d30-48ad-9a5a-d07e2ec2cbca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:31:05.245229 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '036282ff-d569-4399-bfcb-2356fecda36b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff3bf49f-09d8-414f-bf5e-06886a4d0b11', 'code': 200}
Dec 24 11:31:05.274994 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Pushing event updated for resources: {'Port': ['ID=ff3bf49f-09d8-414f-bf5e-06886a4d0b11,revision_number=5']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:31:05.278479 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:31:05.505388 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-dc714c64-4b78-45c3-8e90-3784ac756953 req-1ceea564-ccd2-49c3-81fc-c38039c7e651 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=036282ff-d569-4399-bfcb-2356fecda36b HTTP/1.1" status: 200  len: 1098 time: 0.0912023
Dec 24 11:31:05.554470 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-dc714c64-4b78-45c3-8e90-3784ac756953 req-a9cac74e-9906-4da3-af2b-c784a0628d87 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=801f419c-b013-4225-a36b-61d8695d2683&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416484
Dec 24 11:31:05.630517 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c5c12c-be6d-48a8-bff5-c628d65a66a6 req-e5521f1c-89a1-451e-9b6a-c204446dd46a tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:31:05.632150 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-72c5c12c-be6d-48a8-bff5-c628d65a66a6 req-e5521f1c-89a1-451e-9b6a-c204446dd46a tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/ports?device_id=036282ff-d569-4399-bfcb-2356fecda36b HTTP/1.1" status: 200  len: 945 time: 0.0863435
Dec 24 11:31:05.686644 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-72c5c12c-be6d-48a8-bff5-c628d65a66a6 req-59fc617d-d06d-410a-81f8-87294f4f6fba tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/security-groups?id=801f419c-b013-4225-a36b-61d8695d2683&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0479240
Dec 24 11:31:06.462213 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b4ebfb7f-120d-4f1f-960f-5f7e71a39460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:31:06.994379 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92d76ca-8574-43c9-8dbc-7c6572e6f50c req-33475c69-10dd-44a3-a5c6-05492b915ad2 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:31:06.995990 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-d92d76ca-8574-43c9-8dbc-7c6572e6f50c req-33475c69-10dd-44a3-a5c6-05492b915ad2 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/ports?device_id=036282ff-d569-4399-bfcb-2356fecda36b HTTP/1.1" status: 200  len: 945 time: 0.1793766
Dec 24 11:31:07.047298 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-d92d76ca-8574-43c9-8dbc-7c6572e6f50c req-c564b335-042d-4419-8038-0ee1fa40e3d4 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/security-groups?id=801f419c-b013-4225-a36b-61d8695d2683&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0447896
Dec 24 11:31:08.059610 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:31:08.283789 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d2543b-9f32-48b0-a79d-8701db9ca076 req-acd994fe-f4ae-43c2-af37-7834d45c82e3 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:31:08.286237 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-c9d2543b-9f32-48b0-a79d-8701db9ca076 req-acd994fe-f4ae-43c2-af37-7834d45c82e3 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/ports?device_id=036282ff-d569-4399-bfcb-2356fecda36b HTTP/1.1" status: 200  len: 945 time: 0.1025710
Dec 24 11:31:08.343484 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-c9d2543b-9f32-48b0-a79d-8701db9ca076 req-e1cb60f7-c03c-4310-b122-43cf082b8e36 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/security-groups?id=801f419c-b013-4225-a36b-61d8695d2683&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0500765
Dec 24 11:31:08.564319 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e83f8ba-6e67-4453-8c93-f9ff656bcf9e req-544b1fce-a6d8-4873-a2b1-6f5bce5e00c8 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:31:08.565869 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-7e83f8ba-6e67-4453-8c93-f9ff656bcf9e req-544b1fce-a6d8-4873-a2b1-6f5bce5e00c8 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/ports?device_id=036282ff-d569-4399-bfcb-2356fecda36b HTTP/1.1" status: 200  len: 945 time: 0.0917003
Dec 24 11:31:08.576001 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 47634) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:31:08.582017 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-70bf4470-0cb3-44be-a4a3-f72734029ffe tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Request body: {'floatingip': {'port_id': 'ff3bf49f-09d8-414f-bf5e-06886a4d0b11'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:31:08.665082 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-70bf4470-0cb3-44be-a4a3-f72734029ffe tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Notify callbacks [] for floatingip, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:31:08.989992 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8e3996e9-aad1-47ab-b486-e0d67b4498cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:31:09.333153 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-70bf4470-0cb3-44be-a4a3-f72734029ffe tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:31:09.336643 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-70bf4470-0cb3-44be-a4a3-f72734029ffe tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659181'] for floatingip, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:31:09.462064 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bdfdbc84-c52d-4f40-b281-af314dc1f8fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:31:09.550549 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.l3_db [None req-70bf4470-0cb3-44be-a4a3-f72734029ffe tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Floating IP 95c966fe-da36-4339-a12a-b85564a1b2b9 associated. External IP: 172.26.3.29, port: ff3bf49f-09d8-414f-bf5e-06886a4d0b11.
Dec 24 11:31:10.238821 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70bf4470-0cb3-44be-a4a3-f72734029ffe tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Router b4286607-f1c4-442f-9054-2ced8ddc030c has already been hosted by L3 agent 198cca88-1338-4098-b44b-beb0346ac906 {{(pid=88879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 24 11:31:10.456482 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70bf4470-0cb3-44be-a4a3-f72734029ffe tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:31:10.461589 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-70bf4470-0cb3-44be-a4a3-f72734029ffe tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for floatingip, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:31:10.466934 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bce45c4-5309-44f4-8cac-4b6454703202 None None] Sync routers for ids ['b4286607-f1c4-442f-9054-2ced8ddc030c'] in dv-neutron-822691-2-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:31:10.484460 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bce45c4-5309-44f4-8cac-4b6454703202 None None] Routers {'b4286607-f1c4-442f-9054-2ced8ddc030c'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:31:10.485150 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-8bce45c4-5309-44f4-8cac-4b6454703202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52718f8780>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:31:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['b4286607-f1c4-442f-9054-2ced8ddc030c'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:31:10.524398 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-70bf4470-0cb3-44be-a4a3-f72734029ffe tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "PUT /v2.0/floatingips/95c966fe-da36-4339-a12a-b85564a1b2b9 HTTP/1.1" status: 200  len: 990 time: 1.9469352
Dec 24 11:31:10.525597 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '036282ff-d569-4399-bfcb-2356fecda36b', 'tag': 'ff3bf49f-09d8-414f-bf5e-06886a4d0b11'}] {{(pid=88879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 24 11:31:10.597696 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '036282ff-d569-4399-bfcb-2356fecda36b', 'tag': 'ff3bf49f-09d8-414f-bf5e-06886a4d0b11', 'status': 'completed', 'code': 200}
Dec 24 11:31:10.708368 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-a66f2c59-27d8-4233-bf87-1a4b5cd40250 req-c3d645a2-4ea3-405f-905f-e807b90073fe service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0079d115c0754ff79cc171ccf7779457&device_id=036282ff-d569-4399-bfcb-2356fecda36b HTTP/1.1" status: 200  len: 1098 time: 0.0852330
Dec 24 11:31:10.766147 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-39ff93cf-c0b7-48c5-95f3-6f7e9977387d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:31:10.855511 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66f2c59-27d8-4233-bf87-1a4b5cd40250 req-b971d30b-4128-4b58-a38f-21bddab1ba45 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:31:10.856933 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-a66f2c59-27d8-4233-bf87-1a4b5cd40250 req-b971d30b-4128-4b58-a38f-21bddab1ba45 service neutron] 10.222.0.58 "GET /v2.0/networks?id=6bfc9dab-30ba-4ee4-aec0-bb1d3217e916 HTTP/1.1" status: 200  len: 913 time: 0.1419358
Dec 24 11:31:10.873981 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-8bce45c4-5309-44f4-8cac-4b6454703202 None None] Set router b4286607-f1c4-442f-9054-2ced8ddc030c gateway port host: dv-neutron-822691-2-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:31:10.969283 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-a66f2c59-27d8-4233-bf87-1a4b5cd40250 req-cbaa9d17-c95e-4068-8b4b-57acb4c21c2f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ff3bf49f-09d8-414f-bf5e-06886a4d0b11 HTTP/1.1" status: 200  len: 998 time: 0.1049621
Dec 24 11:31:11.048130 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66f2c59-27d8-4233-bf87-1a4b5cd40250 req-7e6e8de4-241a-473d-add9-352f428fdc18 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:31:11.049733 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-a66f2c59-27d8-4233-bf87-1a4b5cd40250 req-7e6e8de4-241a-473d-add9-352f428fdc18 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a1121a19-26d7-4ca0-a36b-28d804b6392d HTTP/1.1" status: 200  len: 851 time: 0.0714395
Dec 24 11:31:11.135769 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-a66f2c59-27d8-4233-bf87-1a4b5cd40250 req-4222ff86-5c7c-4158-be11-a9df804222fe service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6bfc9dab-30ba-4ee4-aec0-bb1d3217e916&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0787714
Dec 24 11:31:11.148640 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [req-a66f2c59-27d8-4233-bf87-1a4b5cd40250 req-c0bcc11a-6f37-464c-9491-a73e98269bc5 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=88879) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 24 11:31:11.149770 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-a66f2c59-27d8-4233-bf87-1a4b5cd40250 req-c0bcc11a-6f37-464c-9491-a73e98269bc5 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12161 time: 0.0063431
Dec 24 11:31:11.255481 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-8bce45c4-5309-44f4-8cac-4b6454703202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52718f8780>, [{'id': 'b4286607-f1c4-442f-9054-2ced8ddc030c', 'name': 'tempest-ServerActionsTestJSON-1962428772-router', 'tenant_id': '0079d115c0754ff79cc171ccf7779457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.41'}], 'enable_snat': True}, 'gw_port_id': '9f53cb9f-3751-4efb-82c9-06687e4982fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:27:50Z', 'updated_at': '2021-12-24T11:27:54Z', 'revision_number': 4, 'project_id': '0079d115c0754ff79cc171ccf7779457', 'gw_port': {'id': '9f53cb9f-3751-4efb-82c9-06687e4982fa', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:1a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4286607-f1c4-442f-9054-2ced8ddc030c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:27:51Z', 'updated_at': '2021-12-24T11:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_floatingips': [{'id': '95c966fe-da36-4339-a12a-b85564a1b2b9', 'tenant_id': '0079d115c0754ff79cc171ccf7779457', 'floating_ip_address': '172.26.3.29', 'floating_network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'router_id': 'b4286607-f1c4-442f-9054-2ced8ddc030c', 'port_id': 'ff3bf49f-09d8-414f-bf5e-06886a4d0b11', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6bfc9dab-30ba-4ee4-aec0-bb1d3217e916', 'mac_address': 'fa:16:3e:a0:ce:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '036282ff-d569-4399-bfcb-2356fecda36b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T11:27:57Z', 'updated_at': '2021-12-24T11:31:09Z', 'revision_number': 9, 'project_id': '0079d115c0754ff79cc171ccf7779457', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e632b347-1b4a-4058-8ae7-a30494d1b9bc', 'name': '', 'network_id': '6bfc9dab-30ba-4ee4-aec0-bb1d3217e916', 'tenant_id': '0079d115c0754ff79cc171ccf7779457', 'mac_address': 'fa:16:3e:93:a0:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4286607-f1c4-442f-9054-2ced8ddc030c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a1121a19-26d7-4ca0-a36b-28d804b6392d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:27:53Z', 'updated_at': '2021-12-24T11:28:02Z', 'revision_number': 5, 'project_id': '0079d115c0754ff79cc171ccf7779457', 'subnets': [{'id': 'a1121a19-26d7-4ca0-a36b-28d804b6392d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:31:11.259954 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bce45c4-5309-44f4-8cac-4b6454703202 None None] Checking router: b4286607-f1c4-442f-9054-2ced8ddc030c for host: dv-neutron-822691-2-hyperv {{(pid=88880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 24 11:31:11.271858 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bce45c4-5309-44f4-8cac-4b6454703202 None None] Routers {'b4286607-f1c4-442f-9054-2ced8ddc030c'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:31:11.272603 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-8bce45c4-5309-44f4-8cac-4b6454703202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52718f8780>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:31:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['b4286607-f1c4-442f-9054-2ced8ddc030c'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:31:11.298795 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-a66f2c59-27d8-4233-bf87-1a4b5cd40250 req-7468c58c-54e1-420b-be65-5c3881edce4e service neutron] 10.222.0.58 "GET /v2.0/networks/6bfc9dab-30ba-4ee4-aec0-bb1d3217e916?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1425509
Dec 24 11:31:11.453761 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-a66f2c59-27d8-4233-bf87-1a4b5cd40250 req-9f859bf9-ab27-4e93-a38c-23860abbca39 service neutron] 10.222.0.58 "GET /v2.0/networks/6bfc9dab-30ba-4ee4-aec0-bb1d3217e916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1481192
Dec 24 11:31:11.467461 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-8bce45c4-5309-44f4-8cac-4b6454703202 None None] Set router b4286607-f1c4-442f-9054-2ced8ddc030c gateway port host: dv-neutron-822691-2-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:31:11.849779 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-8bce45c4-5309-44f4-8cac-4b6454703202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52718f8780>, [{'id': 'b4286607-f1c4-442f-9054-2ced8ddc030c', 'name': 'tempest-ServerActionsTestJSON-1962428772-router', 'tenant_id': '0079d115c0754ff79cc171ccf7779457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.41'}], 'enable_snat': True}, 'gw_port_id': '9f53cb9f-3751-4efb-82c9-06687e4982fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:27:50Z', 'updated_at': '2021-12-24T11:27:54Z', 'revision_number': 4, 'project_id': '0079d115c0754ff79cc171ccf7779457', 'gw_port': {'id': '9f53cb9f-3751-4efb-82c9-06687e4982fa', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:1a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4286607-f1c4-442f-9054-2ced8ddc030c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:27:51Z', 'updated_at': '2021-12-24T11:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_floatingips': [{'id': '95c966fe-da36-4339-a12a-b85564a1b2b9', 'tenant_id': '0079d115c0754ff79cc171ccf7779457', 'floating_ip_address': '172.26.3.29', 'floating_network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'router_id': 'b4286607-f1c4-442f-9054-2ced8ddc030c', 'port_id': 'ff3bf49f-09d8-414f-bf5e-06886a4d0b11', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6bfc9dab-30ba-4ee4-aec0-bb1d3217e916', 'mac_address': 'fa:16:3e:a0:ce:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '036282ff-d569-4399-bfcb-2356fecda36b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T11:27:57Z', 'updated_at': '2021-12-24T11:31:09Z', 'revision_number': 9, 'project_id': '0079d115c0754ff79cc171ccf7779457', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e632b347-1b4a-4058-8ae7-a30494d1b9bc', 'name': '', 'network_id': '6bfc9dab-30ba-4ee4-aec0-bb1d3217e916', 'tenant_id': '0079d115c0754ff79cc171ccf7779457', 'mac_address': 'fa:16:3e:93:a0:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4286607-f1c4-442f-9054-2ced8ddc030c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a1121a19-26d7-4ca0-a36b-28d804b6392d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:27:53Z', 'updated_at': '2021-12-24T11:28:02Z', 'revision_number': 5, 'project_id': '0079d115c0754ff79cc171ccf7779457', 'subnets': [{'id': 'a1121a19-26d7-4ca0-a36b-28d804b6392d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:31:11.854385 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bce45c4-5309-44f4-8cac-4b6454703202 None None] The sync data for ids ['b4286607-f1c4-442f-9054-2ced8ddc030c'] in dv-neutron-822691-2-hyperv is: [{'id': 'b4286607-f1c4-442f-9054-2ced8ddc030c', 'name': 'tempest-ServerActionsTestJSON-1962428772-router', 'tenant_id': '0079d115c0754ff79cc171ccf7779457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.41'}], 'enable_snat': True}, 'gw_port_id': '9f53cb9f-3751-4efb-82c9-06687e4982fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:27:50Z', 'updated_at': '2021-12-24T11:27:54Z', 'revision_number': 4, 'project_id': '0079d115c0754ff79cc171ccf7779457', 'gw_port': {'id': '9f53cb9f-3751-4efb-82c9-06687e4982fa', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:1a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4286607-f1c4-442f-9054-2ced8ddc030c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:27:51Z', 'updated_at': '2021-12-24T11:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_floatingips': [{'id': '95c966fe-da36-4339-a12a-b85564a1b2b9', 'tenant_id': '0079d115c0754ff79cc171ccf7779457', 'floating_ip_address': '172.26.3.29', 'floating_network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'router_id': 'b4286607-f1c4-442f-9054-2ced8ddc030c', 'port_id': 'ff3bf49f-09d8-414f-bf5e-06886a4d0b11', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6bfc9dab-30ba-4ee4-aec0-bb1d3217e916', 'mac_address': 'fa:16:3e:a0:ce:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '036282ff-d569-4399-bfcb-2356fecda36b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T11:27:57Z', 'updated_at': '2021-12-24T11:31:09Z', 'revision_number': 9, 'project_id': '0079d115c0754ff79cc171ccf7779457', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e632b347-1b4a-4058-8ae7-a30494d1b9bc', 'name': '', 'network_id': '6bfc9dab-30ba-4ee4-aec0-bb1d3217e916', 'tenant_id': '0079d115c0754ff79cc171ccf7779457', 'mac_address': 'fa:16:3e:93:a0:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4286607-f1c4-442f-9054-2ced8ddc030c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a1121a19-26d7-4ca0-a36b-28d804b6392d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:27:53Z', 'updated_at': '2021-12-24T11:28:02Z', 'revision_number': 5, 'project_id': '0079d115c0754ff79cc171ccf7779457', 'subnets': [{'id': 'a1121a19-26d7-4ca0-a36b-28d804b6392d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:31:12.192755 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da512bbb-8211-466d-b097-783a483abf9c None None] New status for floating IP 95c966fe-da36-4339-a12a-b85564a1b2b9: ACTIVE {{(pid=88881) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 24 11:31:22.385726 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.agents_db [None req-e51243ab-6a93-425b-980f-a73583147efa None None] Agent healthcheck: found 6 active agents {{(pid=88881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 24 11:31:28.422870 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:31:29.002441 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-9ec4c462-4ee8-4d91-9ab4-1ed9a1f00ae4 req-49098138-433d-4a0f-a771-d3ca35ca322e service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=036282ff-d569-4399-bfcb-2356fecda36b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0847354
Dec 24 11:31:29.171583 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-9ec4c462-4ee8-4d91-9ab4-1ed9a1f00ae4 req-247798a7-4354-41c6-a118-79803f44f0dc service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0079d115c0754ff79cc171ccf7779457&device_id=036282ff-d569-4399-bfcb-2356fecda36b HTTP/1.1" status: 200  len: 1098 time: 0.0855062
Dec 24 11:31:29.342413 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec4c462-4ee8-4d91-9ab4-1ed9a1f00ae4 req-551d8897-1f9c-474a-9777-37e0ca08cc0a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:31:29.344044 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-9ec4c462-4ee8-4d91-9ab4-1ed9a1f00ae4 req-551d8897-1f9c-474a-9777-37e0ca08cc0a service neutron] 10.222.0.58 "GET /v2.0/networks?id=6bfc9dab-30ba-4ee4-aec0-bb1d3217e916 HTTP/1.1" status: 200  len: 913 time: 0.1500123
Dec 24 11:31:29.459984 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-9ec4c462-4ee8-4d91-9ab4-1ed9a1f00ae4 req-56d4a875-7ec2-4a61-88d2-6dd1ab0a6c5f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ff3bf49f-09d8-414f-bf5e-06886a4d0b11 HTTP/1.1" status: 200  len: 1001 time: 0.1057556
Dec 24 11:31:29.540399 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec4c462-4ee8-4d91-9ab4-1ed9a1f00ae4 req-68a13cb5-e449-4bf3-b7f5-489fa471e67f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:31:29.542746 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-9ec4c462-4ee8-4d91-9ab4-1ed9a1f00ae4 req-68a13cb5-e449-4bf3-b7f5-489fa471e67f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a1121a19-26d7-4ca0-a36b-28d804b6392d HTTP/1.1" status: 200  len: 851 time: 0.0743961
Dec 24 11:31:29.640670 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-9ec4c462-4ee8-4d91-9ab4-1ed9a1f00ae4 req-15b7c055-40b5-4d4a-aacd-a0690f8b161d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6bfc9dab-30ba-4ee4-aec0-bb1d3217e916&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0877376
Dec 24 11:31:29.797362 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-9ec4c462-4ee8-4d91-9ab4-1ed9a1f00ae4 req-dc513017-c9d5-44d9-be31-2e8fecd51bb3 service neutron] 10.222.0.58 "GET /v2.0/networks/6bfc9dab-30ba-4ee4-aec0-bb1d3217e916?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1490080
Dec 24 11:31:29.944677 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-9ec4c462-4ee8-4d91-9ab4-1ed9a1f00ae4 req-19b867c0-e9c1-4356-a526-8c2834c37236 service neutron] 10.222.0.58 "GET /v2.0/networks/6bfc9dab-30ba-4ee4-aec0-bb1d3217e916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1391137
Dec 24 11:31:36.473280 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-63a73a4a-80f1-4976-9f4e-fadaada62a44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:31:38.055640 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:31:38.983471 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f45e3165-4073-43d8-b880-0d2baa86c21f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:31:39.466247 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bdfdbc84-c52d-4f40-b281-af314dc1f8fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:31:40.744275 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-39ff93cf-c0b7-48c5-95f3-6f7e9977387d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:31:51.273084 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-868df2cc-8974-419b-b882-41fde954cb91 req-b905922e-da56-46d9-9f9e-22a34b407b6d service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=036282ff-d569-4399-bfcb-2356fecda36b&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.1626329
Dec 24 11:31:51.606266 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-f39f95c9-0227-45a6-b371-3c3b8c0c5740 req-af904735-2782-4bc8-adb7-448c9bd02b5a service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=036282ff-d569-4399-bfcb-2356fecda36b&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1323028
Dec 24 11:31:51.638086 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73b6e65-e214-45bd-a761-e33e2c754ab4 req-735ff8e2-cf22-457f-a343-101154647999 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:31:51.639756 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-e73b6e65-e214-45bd-a761-e33e2c754ab4 req-735ff8e2-cf22-457f-a343-101154647999 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/ports?device_id=036282ff-d569-4399-bfcb-2356fecda36b HTTP/1.1" status: 200  len: 945 time: 0.1047812
Dec 24 11:31:51.694468 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-e73b6e65-e214-45bd-a761-e33e2c754ab4 req-fcf45e76-ed54-4821-a0c5-d872dc245725 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/security-groups?id=801f419c-b013-4225-a36b-61d8695d2683&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0479059
Dec 24 11:31:52.917991 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2608f21b-6c83-43d6-9eb6-c86d02a999de req-75c8790f-22f0-4d75-a2ac-2e6408ea6355 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:31:52.919516 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-2608f21b-6c83-43d6-9eb6-c86d02a999de req-75c8790f-22f0-4d75-a2ac-2e6408ea6355 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/ports?device_id=036282ff-d569-4399-bfcb-2356fecda36b HTTP/1.1" status: 200  len: 945 time: 0.0957227
Dec 24 11:31:52.968196 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-2608f21b-6c83-43d6-9eb6-c86d02a999de req-10ea111d-40b8-4fc7-b2f4-0e74aa723760 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/security-groups?id=801f419c-b013-4225-a36b-61d8695d2683&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422521
Dec 24 11:31:53.132549 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-f39f95c9-0227-45a6-b371-3c3b8c0c5740 req-c027c703-398f-4d44-9d6f-57f2521fdc07 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0079d115c0754ff79cc171ccf7779457&device_id=036282ff-d569-4399-bfcb-2356fecda36b HTTP/1.1" status: 200  len: 1098 time: 0.0803595
Dec 24 11:31:53.298492 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39f95c9-0227-45a6-b371-3c3b8c0c5740 req-de5c8e1d-7ed4-47cf-85db-5b5d6656541f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:31:53.300108 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-f39f95c9-0227-45a6-b371-3c3b8c0c5740 req-de5c8e1d-7ed4-47cf-85db-5b5d6656541f service neutron] 10.222.0.58 "GET /v2.0/networks?id=6bfc9dab-30ba-4ee4-aec0-bb1d3217e916 HTTP/1.1" status: 200  len: 913 time: 0.1607580
Dec 24 11:31:53.419015 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-f39f95c9-0227-45a6-b371-3c3b8c0c5740 req-7e0ac994-41e0-4fd0-8ba9-6ea8d9d2ac12 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ff3bf49f-09d8-414f-bf5e-06886a4d0b11 HTTP/1.1" status: 200  len: 1001 time: 0.1103485
Dec 24 11:31:53.491813 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39f95c9-0227-45a6-b371-3c3b8c0c5740 req-06d32f5a-df22-4320-9b41-c1531f2b4c3b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:31:53.493549 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-f39f95c9-0227-45a6-b371-3c3b8c0c5740 req-06d32f5a-df22-4320-9b41-c1531f2b4c3b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a1121a19-26d7-4ca0-a36b-28d804b6392d HTTP/1.1" status: 200  len: 851 time: 0.0648308
Dec 24 11:31:53.587448 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-f39f95c9-0227-45a6-b371-3c3b8c0c5740 req-d162094f-1105-44b0-bae4-2871f5d54726 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6bfc9dab-30ba-4ee4-aec0-bb1d3217e916&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0832133
Dec 24 11:31:53.741026 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-f39f95c9-0227-45a6-b371-3c3b8c0c5740 req-b43ddec5-9659-4121-b82a-5e68d5ecca11 service neutron] 10.222.0.58 "GET /v2.0/networks/6bfc9dab-30ba-4ee4-aec0-bb1d3217e916?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1445301
Dec 24 11:31:53.901924 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-f39f95c9-0227-45a6-b371-3c3b8c0c5740 req-aae620fe-dd53-4356-95e7-8c8cc501e8a1 service neutron] 10.222.0.58 "GET /v2.0/networks/6bfc9dab-30ba-4ee4-aec0-bb1d3217e916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1525607
Dec 24 11:31:54.196078 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bfcbf7-3888-4a27-a59f-25605f9d3d12 req-c05f5385-3451-4de2-9936-120c3d7f4daf tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:31:54.197686 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-01bfcbf7-3888-4a27-a59f-25605f9d3d12 req-c05f5385-3451-4de2-9936-120c3d7f4daf tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/ports?device_id=036282ff-d569-4399-bfcb-2356fecda36b HTTP/1.1" status: 200  len: 945 time: 0.0991433
Dec 24 11:31:54.251946 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-01bfcbf7-3888-4a27-a59f-25605f9d3d12 req-0c9db5ab-a6fb-43dd-a7cb-33d8da4db8c2 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/security-groups?id=801f419c-b013-4225-a36b-61d8695d2683&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0448241
Dec 24 11:31:55.604245 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b9e7ae-f12f-4bc4-89a4-edbc227df4e7 req-7cfafeb6-7979-49a5-b94b-b4795d50af31 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:31:55.605936 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-87b9e7ae-f12f-4bc4-89a4-edbc227df4e7 req-7cfafeb6-7979-49a5-b94b-b4795d50af31 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/ports?device_id=036282ff-d569-4399-bfcb-2356fecda36b HTTP/1.1" status: 200  len: 945 time: 0.0912564
Dec 24 11:31:55.657067 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-87b9e7ae-f12f-4bc4-89a4-edbc227df4e7 req-7c4a3e88-e072-42f4-8597-171a7d6b4213 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/security-groups?id=801f419c-b013-4225-a36b-61d8695d2683&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0442882
Dec 24 11:31:56.885003 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea813f44-2d9f-443d-a11b-30dd590b432f req-a6f68bc1-6f45-40e7-a841-bbf43766692b tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:31:56.886590 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-ea813f44-2d9f-443d-a11b-30dd590b432f req-a6f68bc1-6f45-40e7-a841-bbf43766692b tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/ports?device_id=036282ff-d569-4399-bfcb-2356fecda36b HTTP/1.1" status: 200  len: 945 time: 0.0990882
Dec 24 11:31:56.939078 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-ea813f44-2d9f-443d-a11b-30dd590b432f req-7ac48595-e512-4b8a-932f-4cf2ac7c516b tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/security-groups?id=801f419c-b013-4225-a36b-61d8695d2683&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0462365
Dec 24 11:31:58.168528 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c10bfba-94f0-4add-8c15-64015650d6dc req-99fd69f6-318f-43b2-81af-d4226627715a tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:31:58.170118 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-4c10bfba-94f0-4add-8c15-64015650d6dc req-99fd69f6-318f-43b2-81af-d4226627715a tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/ports?device_id=036282ff-d569-4399-bfcb-2356fecda36b HTTP/1.1" status: 200  len: 945 time: 0.0980353
Dec 24 11:31:58.225974 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-4c10bfba-94f0-4add-8c15-64015650d6dc req-f5c022d8-c110-49be-906a-4506405ae2b7 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/security-groups?id=801f419c-b013-4225-a36b-61d8695d2683&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0496542
Dec 24 11:31:58.421806 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:31:59.377516 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.agents_db [None req-e51243ab-6a93-425b-980f-a73583147efa None None] Agent healthcheck: found 6 active agents {{(pid=88881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 24 11:31:59.439601 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a266d4e9-2bf7-4b89-b4f4-b688fa535d8d req-b16d51d5-cf16-4bae-8bd9-bc3f154039b5 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:31:59.441268 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-a266d4e9-2bf7-4b89-b4f4-b688fa535d8d req-b16d51d5-cf16-4bae-8bd9-bc3f154039b5 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/ports?device_id=036282ff-d569-4399-bfcb-2356fecda36b HTTP/1.1" status: 200  len: 945 time: 0.0892336
Dec 24 11:31:59.499415 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-a266d4e9-2bf7-4b89-b4f4-b688fa535d8d req-1f8a78e7-c747-432e-a437-a4b52e1950d4 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/security-groups?id=801f419c-b013-4225-a36b-61d8695d2683&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0516312
Dec 24 11:32:00.726736 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae78fdd-4efd-4c10-9291-a6fdd1f96df1 req-04b71101-c37a-4e63-98d1-3e9ca742b32a tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:32:00.728347 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-9ae78fdd-4efd-4c10-9291-a6fdd1f96df1 req-04b71101-c37a-4e63-98d1-3e9ca742b32a tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/ports?device_id=036282ff-d569-4399-bfcb-2356fecda36b HTTP/1.1" status: 200  len: 945 time: 0.0958755
Dec 24 11:32:00.784503 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-9ae78fdd-4efd-4c10-9291-a6fdd1f96df1 req-c577accb-9e39-4784-8bbf-021e421c6157 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/security-groups?id=801f419c-b013-4225-a36b-61d8695d2683&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0470283
Dec 24 11:32:02.022753 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2e5cb8-1243-431c-a4ef-08668926dc65 req-3cd3a72b-9355-4be6-9ead-f85cd5709504 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:32:02.024347 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-5e2e5cb8-1243-431c-a4ef-08668926dc65 req-3cd3a72b-9355-4be6-9ead-f85cd5709504 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/ports?device_id=036282ff-d569-4399-bfcb-2356fecda36b HTTP/1.1" status: 200  len: 945 time: 0.0914125
Dec 24 11:32:02.073158 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-5e2e5cb8-1243-431c-a4ef-08668926dc65 req-c2341567-1233-4a41-93b4-f223c36e5f1e tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/security-groups?id=801f419c-b013-4225-a36b-61d8695d2683&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424230
Dec 24 11:32:03.295074 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255246ed-982b-4dbf-b089-a31e930c886e req-174e1534-e8bb-4a8c-8bf5-b320eebbec46 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:32:03.296678 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-255246ed-982b-4dbf-b089-a31e930c886e req-174e1534-e8bb-4a8c-8bf5-b320eebbec46 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/ports?device_id=036282ff-d569-4399-bfcb-2356fecda36b HTTP/1.1" status: 200  len: 945 time: 0.0872157
Dec 24 11:32:03.346406 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-255246ed-982b-4dbf-b089-a31e930c886e req-72103337-e5e4-419c-a95d-f64124f85c54 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/security-groups?id=801f419c-b013-4225-a36b-61d8695d2683&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435638
Dec 24 11:32:04.560711 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee342240-96d4-4b3b-a0b4-d3a7f51d5e63 req-779634f1-e4a3-410e-902d-486b0cc27666 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:32:04.562344 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-ee342240-96d4-4b3b-a0b4-d3a7f51d5e63 req-779634f1-e4a3-410e-902d-486b0cc27666 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/ports?device_id=036282ff-d569-4399-bfcb-2356fecda36b HTTP/1.1" status: 200  len: 945 time: 0.0846910
Dec 24 11:32:04.616138 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-ee342240-96d4-4b3b-a0b4-d3a7f51d5e63 req-f9593129-e568-4e81-9a69-7fa5b45692f5 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/security-groups?id=801f419c-b013-4225-a36b-61d8695d2683&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0475142
Dec 24 11:32:05.845245 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a72b2c-432a-457d-8db2-816aae6d7104 req-808ac71e-3d9c-48f2-ba4f-56363b904d85 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:32:05.846803 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-14a72b2c-432a-457d-8db2-816aae6d7104 req-808ac71e-3d9c-48f2-ba4f-56363b904d85 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/ports?device_id=036282ff-d569-4399-bfcb-2356fecda36b HTTP/1.1" status: 200  len: 945 time: 0.1006608
Dec 24 11:32:05.896160 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-14a72b2c-432a-457d-8db2-816aae6d7104 req-fa17a79c-14de-4d3e-a896-4d48048bdc60 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/security-groups?id=801f419c-b013-4225-a36b-61d8695d2683&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429296
Dec 24 11:32:05.973785 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-f39f95c9-0227-45a6-b371-3c3b8c0c5740 req-c49e28e2-1c96-409b-8fe3-f7d944bf0153 service neutron] 10.222.0.58 "GET /v2.0/ports/ff3bf49f-09d8-414f-bf5e-06886a4d0b11/bindings/hv-neutron-8226 HTTP/1.1" status: 200  len: 384 time: 0.0778382
Dec 24 11:32:06.279537 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-f39f95c9-0227-45a6-b371-3c3b8c0c5740 req-470617a2-ca23-4b12-8aa8-1ada71502e1c service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=036282ff-d569-4399-bfcb-2356fecda36b&tenant_id=0079d115c0754ff79cc171ccf7779457 HTTP/1.1" status: 200  len: 1098 time: 0.0858057
Dec 24 11:32:06.468139 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-79d9dbd6-5527-433b-a4a7-7baa405909de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:32:06.646290 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-f39f95c9-0227-45a6-b371-3c3b8c0c5740 req-6d5aaccd-8721-46b1-8d4b-7721372f6ce4 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0079d115c0754ff79cc171ccf7779457&device_id=036282ff-d569-4399-bfcb-2356fecda36b HTTP/1.1" status: 200  len: 1098 time: 0.3334527
Dec 24 11:32:06.806812 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39f95c9-0227-45a6-b371-3c3b8c0c5740 req-f8ea7f44-c143-4978-9370-e9ed81ac7fea service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:32:06.808429 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-f39f95c9-0227-45a6-b371-3c3b8c0c5740 req-f8ea7f44-c143-4978-9370-e9ed81ac7fea service neutron] 10.222.0.58 "GET /v2.0/networks?id=6bfc9dab-30ba-4ee4-aec0-bb1d3217e916 HTTP/1.1" status: 200  len: 913 time: 0.1528316
Dec 24 11:32:06.922263 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-f39f95c9-0227-45a6-b371-3c3b8c0c5740 req-dfb8d16a-c716-4606-9e09-1808a6b7f07d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ff3bf49f-09d8-414f-bf5e-06886a4d0b11 HTTP/1.1" status: 200  len: 1001 time: 0.1042631
Dec 24 11:32:06.994055 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39f95c9-0227-45a6-b371-3c3b8c0c5740 req-2d6fe9ad-b1ee-4af8-b2fa-bd9c76abefd8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:32:06.995696 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-f39f95c9-0227-45a6-b371-3c3b8c0c5740 req-2d6fe9ad-b1ee-4af8-b2fa-bd9c76abefd8 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a1121a19-26d7-4ca0-a36b-28d804b6392d HTTP/1.1" status: 200  len: 851 time: 0.0670733
Dec 24 11:32:07.091284 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-f39f95c9-0227-45a6-b371-3c3b8c0c5740 req-510609a8-43b4-4bd1-a03c-a65ab59aa64a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6bfc9dab-30ba-4ee4-aec0-bb1d3217e916&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0839567
Dec 24 11:32:07.114957 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e666c9d-7600-4e4b-a920-5e8d2fd5409a req-7810d6de-4de2-4acd-8ce8-d175e9972ecb tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:32:07.116685 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-0e666c9d-7600-4e4b-a920-5e8d2fd5409a req-7810d6de-4de2-4acd-8ce8-d175e9972ecb tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/ports?device_id=036282ff-d569-4399-bfcb-2356fecda36b HTTP/1.1" status: 200  len: 945 time: 0.0929794
Dec 24 11:32:07.167036 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-0e666c9d-7600-4e4b-a920-5e8d2fd5409a req-9431b005-db6a-46c3-8a67-71505eca4836 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/security-groups?id=801f419c-b013-4225-a36b-61d8695d2683&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436106
Dec 24 11:32:07.243776 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-f39f95c9-0227-45a6-b371-3c3b8c0c5740 req-da101927-96e6-483e-afe8-aa8401ba6105 service neutron] 10.222.0.58 "GET /v2.0/networks/6bfc9dab-30ba-4ee4-aec0-bb1d3217e916?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1413007
Dec 24 11:32:07.395180 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-f39f95c9-0227-45a6-b371-3c3b8c0c5740 req-8af98ca9-8718-47e8-abee-8a0631bb9986 service neutron] 10.222.0.58 "GET /v2.0/networks/6bfc9dab-30ba-4ee4-aec0-bb1d3217e916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1407714
Dec 24 11:32:08.053623 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:32:08.386547 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6c6fd9-0055-440e-87a2-2fc95974bf1e req-10ad37c4-5e1e-4868-878a-03d712ac4be5 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:32:08.388144 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-aa6c6fd9-0055-440e-87a2-2fc95974bf1e req-10ad37c4-5e1e-4868-878a-03d712ac4be5 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/ports?device_id=036282ff-d569-4399-bfcb-2356fecda36b HTTP/1.1" status: 200  len: 945 time: 0.0878148
Dec 24 11:32:08.440176 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-aa6c6fd9-0055-440e-87a2-2fc95974bf1e req-f5cd982c-f307-4e3e-bdf4-b84e39186462 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/security-groups?id=801f419c-b013-4225-a36b-61d8695d2683&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0456188
Dec 24 11:32:08.989478 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c710e2db-9658-4be0-b47b-6d9bd05603c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:32:09.095356 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Device ff3bf49f-09d8-414f-bf5e-06886a4d0b11 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 24 11:32:09.099008 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Device ff3bf49f-09d8-414f-bf5e-06886a4d0b11 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:32:09.332758 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:32:09.356671 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] For port ff3bf49f-09d8-414f-bf5e-06886a4d0b11, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=ff3bf49f-09d8-414f-bf5e-06886a4d0b11,segment=NetworkSegment(5b535326-dd0f-4b79-a304-422c617c57a0),segment_id=5b535326-dd0f-4b79-a304-422c617c57a0)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:32:09.377648 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Returning: {'device': 'ff3bf49f-09d8-414f-bf5e-06886a4d0b11', 'network_id': '6bfc9dab-30ba-4ee4-aec0-bb1d3217e916', 'port_id': 'ff3bf49f-09d8-414f-bf5e-06886a4d0b11', 'mac_address': 'fa:16:3e:a0:ce:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1121a19-26d7-4ca0-a36b-28d804b6392d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 24 11:32:09.384819 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '036282ff-d569-4399-bfcb-2356fecda36b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff3bf49f-09d8-414f-bf5e-06886a4d0b11'}] {{(pid=88880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 24 11:32:09.445190 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] For port ff3bf49f-09d8-414f-bf5e-06886a4d0b11, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=ff3bf49f-09d8-414f-bf5e-06886a4d0b11,segment=NetworkSegment(5b535326-dd0f-4b79-a304-422c617c57a0),segment_id=5b535326-dd0f-4b79-a304-422c617c57a0)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:32:09.459102 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:32:09.478968 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:32:09.512449 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:32:09.587207 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '036282ff-d569-4399-bfcb-2356fecda36b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff3bf49f-09d8-414f-bf5e-06886a4d0b11', 'code': 200}
Dec 24 11:32:09.597629 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bdfdbc84-c52d-4f40-b281-af314dc1f8fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:32:09.606223 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ff3bf49f-09d8-414f-bf5e-06886a4d0b11 {{(pid=88880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 24 11:32:09.651077 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Pushing event updated for resources: {'Port': ['ID=ff3bf49f-09d8-414f-bf5e-06886a4d0b11,revision_number=6']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:32:09.674346 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:32:09.674734 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:32:09.675114 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:32:09.675489 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:32:09.675862 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:32:09.676232 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:32:09.676602 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:32:09.676972 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:32:09.677339 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:32:09.677699 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:32:09.678092 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:32:09.688687 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:32:09.694037 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.db.api [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88880) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 24 11:32:09.694449 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_db.api [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 24 11:32:09.704912 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d373cb-1fe7-494f-849e-0187ae2b6428 req-a458c21f-dfd5-42bf-bda0-1a016672388d tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:32:09.706562 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-87d373cb-1fe7-494f-849e-0187ae2b6428 req-a458c21f-dfd5-42bf-bda0-1a016672388d tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/ports?device_id=036282ff-d569-4399-bfcb-2356fecda36b HTTP/1.1" status: 200  len: 943 time: 0.0902686
Dec 24 11:32:09.758711 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-87d373cb-1fe7-494f-849e-0187ae2b6428 req-68a8b8d3-9e3f-4331-8dbb-68d652bbbe5c tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/security-groups?id=801f419c-b013-4225-a36b-61d8695d2683&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0456424
Dec 24 11:32:10.233095 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb7a1ed-0a2b-488c-aae2-7a2685800c96 req-425fb8eb-82bc-4ca0-bab3-176c90ce95b3 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:32:10.233775 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-5eb7a1ed-0a2b-488c-aae2-7a2685800c96 req-425fb8eb-82bc-4ca0-bab3-176c90ce95b3 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Synchronizing usage tracker for tenant:0079d115c0754ff79cc171ccf7779457 on resource:port {{(pid=88879) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:32:10.250738 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-5eb7a1ed-0a2b-488c-aae2-7a2685800c96 req-425fb8eb-82bc-4ca0-bab3-176c90ce95b3 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Unset dirty status for tenant:0079d115c0754ff79cc171ccf7779457 on resource:port {{(pid=88879) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:32:10.252379 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-5eb7a1ed-0a2b-488c-aae2-7a2685800c96 req-425fb8eb-82bc-4ca0-bab3-176c90ce95b3 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.58 "GET /v2.0/ports?device_id=036282ff-d569-4399-bfcb-2356fecda36b&tenant_id=0079d115c0754ff79cc171ccf7779457&binding%3Ahost_id=hv-neutron-8226 HTTP/1.1" status: 200  len: 943 time: 0.1083758
Dec 24 11:32:10.253587 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:32:10.273950 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff3bf49f-09d8-414f-bf5e-06886a4d0b11 {{(pid=88880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 24 11:32:10.282405 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08234b9c-fd17-4b16-915e-39c4c4da33db req-f89e69aa-0c72-44b7-bdad-3a9a5304d644 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:32:10.284044 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-08234b9c-fd17-4b16-915e-39c4c4da33db req-f89e69aa-0c72-44b7-bdad-3a9a5304d644 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/ports?device_id=036282ff-d569-4399-bfcb-2356fecda36b HTTP/1.1" status: 200  len: 943 time: 0.0843897
Dec 24 11:32:10.290947 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] For port ff3bf49f-09d8-414f-bf5e-06886a4d0b11, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=ff3bf49f-09d8-414f-bf5e-06886a4d0b11,segment=NetworkSegment(5b535326-dd0f-4b79-a304-422c617c57a0),segment_id=5b535326-dd0f-4b79-a304-422c617c57a0)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:32:10.294388 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:32:10.296677 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:32:10.342570 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-08234b9c-fd17-4b16-915e-39c4c4da33db req-82399046-7a3c-465b-9ea1-5563937acd0b tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/security-groups?id=801f419c-b013-4225-a36b-61d8695d2683&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0511136
Dec 24 11:32:10.348973 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-5eb7a1ed-0a2b-488c-aae2-7a2685800c96 req-bad6e846-ee54-4022-b3d8-735cdd332038 service neutron] 10.222.0.58 "GET /v2.0/ports/ff3bf49f-09d8-414f-bf5e-06886a4d0b11/bindings/hv-neutron-8226 HTTP/1.1" status: 200  len: 384 time: 0.0901968
Dec 24 11:32:10.373652 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Pushing event updated for resources: {'Port': ['ID=ff3bf49f-09d8-414f-bf5e-06886a4d0b11,revision_number=7']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:32:10.376712 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] get_ports_and_sgs() called for port_ids ['ff3bf49f-09d8-414f-bf5e-06886a4d0b11'] {{(pid=88880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 24 11:32:10.406223 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:32:10.454578 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-5eb7a1ed-0a2b-488c-aae2-7a2685800c96 req-1b92498d-d6c2-4a16-9bb3-1830fedb467b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0079d115c0754ff79cc171ccf7779457&device_id=036282ff-d569-4399-bfcb-2356fecda36b HTTP/1.1" status: 200  len: 1097 time: 0.0764742
Dec 24 11:32:10.611423 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb7a1ed-0a2b-488c-aae2-7a2685800c96 req-2baeab88-9a8c-4d5d-ac3a-9ff0878119cd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:32:10.613023 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-5eb7a1ed-0a2b-488c-aae2-7a2685800c96 req-2baeab88-9a8c-4d5d-ac3a-9ff0878119cd service neutron] 10.222.0.58 "GET /v2.0/networks?id=6bfc9dab-30ba-4ee4-aec0-bb1d3217e916 HTTP/1.1" status: 200  len: 913 time: 0.1523492
Dec 24 11:32:10.731261 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-5eb7a1ed-0a2b-488c-aae2-7a2685800c96 req-fd3faec9-68a5-42c6-bb29-66b17dcb6c3e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ff3bf49f-09d8-414f-bf5e-06886a4d0b11 HTTP/1.1" status: 200  len: 1000 time: 0.1096554
Dec 24 11:32:10.747746 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-39ff93cf-c0b7-48c5-95f3-6f7e9977387d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:32:10.801902 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb7a1ed-0a2b-488c-aae2-7a2685800c96 req-7ed55f90-844a-4f31-bc8c-daa260075f11 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:32:10.803601 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-5eb7a1ed-0a2b-488c-aae2-7a2685800c96 req-7ed55f90-844a-4f31-bc8c-daa260075f11 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a1121a19-26d7-4ca0-a36b-28d804b6392d HTTP/1.1" status: 200  len: 851 time: 0.0653720
Dec 24 11:32:10.891686 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-5eb7a1ed-0a2b-488c-aae2-7a2685800c96 req-59cdc788-d224-4f9c-810e-bfde6fea7584 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6bfc9dab-30ba-4ee4-aec0-bb1d3217e916&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0803111
Dec 24 11:32:11.036196 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-5eb7a1ed-0a2b-488c-aae2-7a2685800c96 req-20a67283-7a53-4fc9-8b8c-202697250c2b service neutron] 10.222.0.58 "GET /v2.0/networks/6bfc9dab-30ba-4ee4-aec0-bb1d3217e916?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1374805
Dec 24 11:32:11.127429 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Device ff3bf49f-09d8-414f-bf5e-06886a4d0b11 up at agent hyperv_hv-neutron-8226 {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:32:11.185737 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-5eb7a1ed-0a2b-488c-aae2-7a2685800c96 req-8236f375-0ea9-4ee1-8e7f-882eeeda0188 service neutron] 10.222.0.58 "GET /v2.0/networks/6bfc9dab-30ba-4ee4-aec0-bb1d3217e916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1424410
Dec 24 11:32:11.202057 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Provisioning complete for port ff3bf49f-09d8-414f-bf5e-06886a4d0b11 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:32:11.202461 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:32:11.328754 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:32:11.363441 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] For port ff3bf49f-09d8-414f-bf5e-06886a4d0b11, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=ff3bf49f-09d8-414f-bf5e-06886a4d0b11,segment=NetworkSegment(5b535326-dd0f-4b79-a304-422c617c57a0),segment_id=5b535326-dd0f-4b79-a304-422c617c57a0)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:32:11.367580 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:32:11.370370 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:32:11.438370 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Pushing event updated for resources: {'Port': ['ID=ff3bf49f-09d8-414f-bf5e-06886a4d0b11,revision_number=8']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:32:11.441635 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:32:11.567723 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb485f8-a930-4bf5-9238-0ffe4e1debb5 req-da3521a1-5b1a-4065-8c92-d1c9dd7ded18 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:32:11.569389 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-4bb485f8-a930-4bf5-9238-0ffe4e1debb5 req-da3521a1-5b1a-4065-8c92-d1c9dd7ded18 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/ports?device_id=036282ff-d569-4399-bfcb-2356fecda36b HTTP/1.1" status: 200  len: 945 time: 0.0883706
Dec 24 11:32:11.588817 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '036282ff-d569-4399-bfcb-2356fecda36b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff3bf49f-09d8-414f-bf5e-06886a4d0b11'}] {{(pid=88880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 24 11:32:11.625780 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-4bb485f8-a930-4bf5-9238-0ffe4e1debb5 req-cd21cc2d-cbfa-46a4-8a5c-b4cf76cc34e2 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/security-groups?id=801f419c-b013-4225-a36b-61d8695d2683&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0477586
Dec 24 11:32:11.658913 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '036282ff-d569-4399-bfcb-2356fecda36b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff3bf49f-09d8-414f-bf5e-06886a4d0b11', 'code': 200}
Dec 24 11:32:12.857811 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b2ff30-6258-40dd-9c9e-72d34faa273e req-5eb5c17d-16d4-4eec-85d4-6509ebf73150 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:32:12.859378 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-f2b2ff30-6258-40dd-9c9e-72d34faa273e req-5eb5c17d-16d4-4eec-85d4-6509ebf73150 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/ports?device_id=036282ff-d569-4399-bfcb-2356fecda36b HTTP/1.1" status: 200  len: 945 time: 0.0997686
Dec 24 11:32:12.914445 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-f2b2ff30-6258-40dd-9c9e-72d34faa273e req-61594b2d-fd8d-4c2a-a96f-12f68a22f5a3 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/security-groups?id=801f419c-b013-4225-a36b-61d8695d2683&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0485220
Dec 24 11:32:14.006546 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-5eb7a1ed-0a2b-488c-aae2-7a2685800c96 req-3c7d59bd-4fc5-4d1b-bf4c-6546e68b863b service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=036282ff-d569-4399-bfcb-2356fecda36b&tenant_id=0079d115c0754ff79cc171ccf7779457 HTTP/1.1" status: 200  len: 1098 time: 0.0788264
Dec 24 11:32:14.115193 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-5eb7a1ed-0a2b-488c-aae2-7a2685800c96 req-648bc9fa-7b45-4d16-a5cc-46b55db4ba64 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0079d115c0754ff79cc171ccf7779457&device_id=036282ff-d569-4399-bfcb-2356fecda36b HTTP/1.1" status: 200  len: 1098 time: 0.0836682
Dec 24 11:32:14.134837 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da35fe2-d36c-4290-838c-0266f084fa38 req-6d3aef37-c4b8-4046-afe9-d34409fbce7f tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:32:14.136517 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-3da35fe2-d36c-4290-838c-0266f084fa38 req-6d3aef37-c4b8-4046-afe9-d34409fbce7f tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/ports?device_id=036282ff-d569-4399-bfcb-2356fecda36b HTTP/1.1" status: 200  len: 945 time: 0.0897191
Dec 24 11:32:14.191252 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-3da35fe2-d36c-4290-838c-0266f084fa38 req-ba59921e-6559-45a7-9177-0eb34a41f704 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/security-groups?id=801f419c-b013-4225-a36b-61d8695d2683&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0478370
Dec 24 11:32:14.258686 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb7a1ed-0a2b-488c-aae2-7a2685800c96 req-abc2543c-adc4-4e58-b574-158d24bb47c8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:32:14.260241 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-5eb7a1ed-0a2b-488c-aae2-7a2685800c96 req-abc2543c-adc4-4e58-b574-158d24bb47c8 service neutron] 10.222.0.58 "GET /v2.0/networks?id=6bfc9dab-30ba-4ee4-aec0-bb1d3217e916 HTTP/1.1" status: 200  len: 913 time: 0.1383221
Dec 24 11:32:14.381459 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-5eb7a1ed-0a2b-488c-aae2-7a2685800c96 req-be3fe89d-71b1-4643-be94-13e3026c042f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ff3bf49f-09d8-414f-bf5e-06886a4d0b11 HTTP/1.1" status: 200  len: 1001 time: 0.1130884
Dec 24 11:32:14.453702 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb7a1ed-0a2b-488c-aae2-7a2685800c96 req-35672099-6573-4004-b1df-021d5928c083 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:32:14.455355 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-5eb7a1ed-0a2b-488c-aae2-7a2685800c96 req-35672099-6573-4004-b1df-021d5928c083 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a1121a19-26d7-4ca0-a36b-28d804b6392d HTTP/1.1" status: 200  len: 851 time: 0.0672748
Dec 24 11:32:14.542495 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-5eb7a1ed-0a2b-488c-aae2-7a2685800c96 req-23f5eb4a-cce2-45bd-8386-bc1a7b994f52 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6bfc9dab-30ba-4ee4-aec0-bb1d3217e916&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0759025
Dec 24 11:32:14.699206 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-5eb7a1ed-0a2b-488c-aae2-7a2685800c96 req-f4ffe91c-1802-462e-9083-be5448725ae1 service neutron] 10.222.0.58 "GET /v2.0/networks/6bfc9dab-30ba-4ee4-aec0-bb1d3217e916?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1450498
Dec 24 11:32:14.847259 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-5eb7a1ed-0a2b-488c-aae2-7a2685800c96 req-0d22d15c-9211-4b34-a377-317b22eb4ab6 service neutron] 10.222.0.58 "GET /v2.0/networks/6bfc9dab-30ba-4ee4-aec0-bb1d3217e916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1403584
Dec 24 11:32:15.640163 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad6d2e0-0481-41c5-b4dc-e981473af612 req-273b6278-8669-4e83-bb25-ef2766f7b66a tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:32:15.641775 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-dad6d2e0-0481-41c5-b4dc-e981473af612 req-273b6278-8669-4e83-bb25-ef2766f7b66a tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/ports?device_id=036282ff-d569-4399-bfcb-2356fecda36b HTTP/1.1" status: 200  len: 945 time: 0.3199015
Dec 24 11:32:15.701924 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-dad6d2e0-0481-41c5-b4dc-e981473af612 req-12496c4c-5eb8-4fea-9ce2-6629db5e5419 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/security-groups?id=801f419c-b013-4225-a36b-61d8695d2683&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0475860
Dec 24 11:32:16.940561 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5998e35e-3280-42ac-a466-718a86128b29 req-2e5ce3fd-b865-4657-9ea2-a835bfcfda37 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:32:16.942160 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-5998e35e-3280-42ac-a466-718a86128b29 req-2e5ce3fd-b865-4657-9ea2-a835bfcfda37 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/ports?device_id=036282ff-d569-4399-bfcb-2356fecda36b HTTP/1.1" status: 200  len: 945 time: 0.1062887
Dec 24 11:32:16.994788 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-5998e35e-3280-42ac-a466-718a86128b29 req-c9011987-d830-4d93-bd95-aa52beab7fe7 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/security-groups?id=801f419c-b013-4225-a36b-61d8695d2683&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0461531
Dec 24 11:32:17.157357 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Device ff3bf49f-09d8-414f-bf5e-06886a4d0b11 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 24 11:32:17.160123 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Device ff3bf49f-09d8-414f-bf5e-06886a4d0b11 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:32:17.212689 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3419311e-3fd4-4fa4-aaf9-6ccf0a389007 req-9cf3a066-a640-4909-b8b0-403d37404eac tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:32:17.214363 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-3419311e-3fd4-4fa4-aaf9-6ccf0a389007 req-9cf3a066-a640-4909-b8b0-403d37404eac tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/ports?device_id=036282ff-d569-4399-bfcb-2356fecda36b HTTP/1.1" status: 200  len: 945 time: 0.0899241
Dec 24 11:32:17.265268 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-3419311e-3fd4-4fa4-aaf9-6ccf0a389007 req-33173580-a12a-49d9-8231-f5909555c7b4 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/security-groups?id=801f419c-b013-4225-a36b-61d8695d2683&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437236
Dec 24 11:32:17.386044 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:32:17.424519 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] For port ff3bf49f-09d8-414f-bf5e-06886a4d0b11, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=ff3bf49f-09d8-414f-bf5e-06886a4d0b11,segment=NetworkSegment(5b535326-dd0f-4b79-a304-422c617c57a0),segment_id=5b535326-dd0f-4b79-a304-422c617c57a0)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:32:17.443316 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '036282ff-d569-4399-bfcb-2356fecda36b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff3bf49f-09d8-414f-bf5e-06886a4d0b11'}] {{(pid=88880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 24 11:32:17.453849 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Returning: {'device': 'ff3bf49f-09d8-414f-bf5e-06886a4d0b11', 'network_id': '6bfc9dab-30ba-4ee4-aec0-bb1d3217e916', 'port_id': 'ff3bf49f-09d8-414f-bf5e-06886a4d0b11', 'mac_address': 'fa:16:3e:a0:ce:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1121a19-26d7-4ca0-a36b-28d804b6392d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 24 11:32:17.458318 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] For port ff3bf49f-09d8-414f-bf5e-06886a4d0b11, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=ff3bf49f-09d8-414f-bf5e-06886a4d0b11,segment=NetworkSegment(5b535326-dd0f-4b79-a304-422c617c57a0),segment_id=5b535326-dd0f-4b79-a304-422c617c57a0)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:32:17.488717 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:32:17.498745 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:32:17.505437 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a3f78d-9785-45ff-a78a-4510b9d84637 req-d1f1da29-76b1-4dec-b83b-7e2af6daaba8 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:32:17.507263 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-42a3f78d-9785-45ff-a78a-4510b9d84637 req-d1f1da29-76b1-4dec-b83b-7e2af6daaba8 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/ports?device_id=036282ff-d569-4399-bfcb-2356fecda36b HTTP/1.1" status: 200  len: 945 time: 0.1177502
Dec 24 11:32:17.531391 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '036282ff-d569-4399-bfcb-2356fecda36b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff3bf49f-09d8-414f-bf5e-06886a4d0b11', 'code': 200}
Dec 24 11:32:17.560634 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-42a3f78d-9785-45ff-a78a-4510b9d84637 req-b87364d9-d60d-4f0d-9d76-502782cbb4c6 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/security-groups?id=801f419c-b013-4225-a36b-61d8695d2683&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0466797
Dec 24 11:32:17.578325 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:32:17.606466 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff3bf49f-09d8-414f-bf5e-06886a4d0b11 {{(pid=88880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 24 11:32:17.612062 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Pushing event updated for resources: {'Port': ['ID=ff3bf49f-09d8-414f-bf5e-06886a4d0b11,revision_number=9']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:32:17.615695 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:32:17.628379 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] For port ff3bf49f-09d8-414f-bf5e-06886a4d0b11, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=ff3bf49f-09d8-414f-bf5e-06886a4d0b11,segment=NetworkSegment(5b535326-dd0f-4b79-a304-422c617c57a0),segment_id=5b535326-dd0f-4b79-a304-422c617c57a0)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:32:17.632347 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:32:17.635123 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:32:17.709277 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] get_ports_and_sgs() called for port_ids ['ff3bf49f-09d8-414f-bf5e-06886a4d0b11'] {{(pid=88880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 24 11:32:17.755199 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Pushing event updated for resources: {'Port': ['ID=ff3bf49f-09d8-414f-bf5e-06886a4d0b11,revision_number=10']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:32:17.759941 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:32:18.062821 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3d864c-bfd2-4f90-9d70-c62a32e1786f req-d2148b09-d359-442e-adfe-5319628d58f0 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:32:18.064542 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-cd3d864c-bfd2-4f90-9d70-c62a32e1786f req-d2148b09-d359-442e-adfe-5319628d58f0 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/ports?device_id=036282ff-d569-4399-bfcb-2356fecda36b HTTP/1.1" status: 200  len: 945 time: 0.1024132
Dec 24 11:32:18.116080 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-cd3d864c-bfd2-4f90-9d70-c62a32e1786f req-6362f5a0-3e20-41a2-b75a-1586fb710c5b tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/security-groups?id=801f419c-b013-4225-a36b-61d8695d2683&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0442617
Dec 24 11:32:19.171964 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Device ff3bf49f-09d8-414f-bf5e-06886a4d0b11 up at agent hyperv_hv-neutron-8226 {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:32:19.249433 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Provisioning complete for port ff3bf49f-09d8-414f-bf5e-06886a4d0b11 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:32:19.249884 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:32:19.329713 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33c04b0-805e-4e5e-a9eb-225b209918fe req-f8a3e98c-1d7d-4076-b790-5e271a803e6c tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:32:19.331330 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-c33c04b0-805e-4e5e-a9eb-225b209918fe req-f8a3e98c-1d7d-4076-b790-5e271a803e6c tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/ports?device_id=036282ff-d569-4399-bfcb-2356fecda36b HTTP/1.1" status: 200  len: 945 time: 0.0854771
Dec 24 11:32:19.376008 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:32:19.387163 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-c33c04b0-805e-4e5e-a9eb-225b209918fe req-7bde7369-23b3-41c9-b2f6-389a13c3689c tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/security-groups?id=801f419c-b013-4225-a36b-61d8695d2683&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0482688
Dec 24 11:32:19.411350 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] For port ff3bf49f-09d8-414f-bf5e-06886a4d0b11, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=ff3bf49f-09d8-414f-bf5e-06886a4d0b11,segment=NetworkSegment(5b535326-dd0f-4b79-a304-422c617c57a0),segment_id=5b535326-dd0f-4b79-a304-422c617c57a0)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:32:19.415883 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:32:19.417967 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:32:19.489395 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Pushing event updated for resources: {'Port': ['ID=ff3bf49f-09d8-414f-bf5e-06886a4d0b11,revision_number=11']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:32:19.492709 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:32:19.532518 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '036282ff-d569-4399-bfcb-2356fecda36b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff3bf49f-09d8-414f-bf5e-06886a4d0b11'}] {{(pid=88880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 24 11:32:19.589101 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '036282ff-d569-4399-bfcb-2356fecda36b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff3bf49f-09d8-414f-bf5e-06886a4d0b11', 'code': 200}
Dec 24 11:32:20.456447 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197b62cc-9082-4d9c-b0cd-667b3ac5b99a req-e1e4a7fe-8f88-4a75-b06d-7be54b74623c tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:32:20.458108 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-197b62cc-9082-4d9c-b0cd-667b3ac5b99a req-e1e4a7fe-8f88-4a75-b06d-7be54b74623c tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.58 "GET /v2.0/ports?device_id=036282ff-d569-4399-bfcb-2356fecda36b HTTP/1.1" status: 200  len: 946 time: 0.0912383
Dec 24 11:32:20.537495 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [req-197b62cc-9082-4d9c-b0cd-667b3ac5b99a req-9d1c48ad-9f87-4cda-9c1e-52ba5f790030 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Deleting port ff3bf49f-09d8-414f-bf5e-06886a4d0b11 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:32:20.537883 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-197b62cc-9082-4d9c-b0cd-667b3ac5b99a req-9d1c48ad-9f87-4cda-9c1e-52ba5f790030 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:32:20.606899 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed7183c-7c30-45d2-a584-5e800597676e req-83d39d12-3fec-4f61-b002-b3ab3944d87c tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:32:20.608526 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-2ed7183c-7c30-45d2-a584-5e800597676e req-83d39d12-3fec-4f61-b002-b3ab3944d87c tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/ports?device_id=036282ff-d569-4399-bfcb-2356fecda36b HTTP/1.1" status: 200  len: 946 time: 0.0913496
Dec 24 11:32:20.658624 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-2ed7183c-7c30-45d2-a584-5e800597676e req-c5c4668d-afc6-4440-82eb-d8f2ddca47d5 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/security-groups?id=801f419c-b013-4225-a36b-61d8695d2683&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432026
Dec 24 11:32:20.797149 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [req-197b62cc-9082-4d9c-b0cd-667b3ac5b99a req-9d1c48ad-9f87-4cda-9c1e-52ba5f790030 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] For port ff3bf49f-09d8-414f-bf5e-06886a4d0b11, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=ff3bf49f-09d8-414f-bf5e-06886a4d0b11,segment=NetworkSegment(5b535326-dd0f-4b79-a304-422c617c57a0),segment_id=5b535326-dd0f-4b79-a304-422c617c57a0)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:32:20.797546 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-197b62cc-9082-4d9c-b0cd-667b3ac5b99a req-9d1c48ad-9f87-4cda-9c1e-52ba5f790030 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:32:21.345427 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-197b62cc-9082-4d9c-b0cd-667b3ac5b99a req-9d1c48ad-9f87-4cda-9c1e-52ba5f790030 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:32:21.345851 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-197b62cc-9082-4d9c-b0cd-667b3ac5b99a req-9d1c48ad-9f87-4cda-9c1e-52ba5f790030 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659181'] for floatingip, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:32:21.346213 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.l3_db [req-197b62cc-9082-4d9c-b0cd-667b3ac5b99a req-9d1c48ad-9f87-4cda-9c1e-52ba5f790030 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Floating IP 95c966fe-da36-4339-a12a-b85564a1b2b9 disassociated. External IP: 172.26.3.29, port: ff3bf49f-09d8-414f-bf5e-06886a4d0b11.
Dec 24 11:32:21.346584 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [req-197b62cc-9082-4d9c-b0cd-667b3ac5b99a req-9d1c48ad-9f87-4cda-9c1e-52ba5f790030 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Calling delete_port for ff3bf49f-09d8-414f-bf5e-06886a4d0b11 owned by compute:nova {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:32:21.503120 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-197b62cc-9082-4d9c-b0cd-667b3ac5b99a req-9d1c48ad-9f87-4cda-9c1e-52ba5f790030 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:32:21.509293 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-53a12b83-87d0-4152-928c-bc87bbe51fe2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:32:21.552809 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1c48ad-9f87-4cda-9c1e-52ba5f790030 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Pushing event deleted for resources: {'Port': ['ID=ff3bf49f-09d8-414f-bf5e-06886a4d0b11,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:32:21.569978 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1c48ad-9f87-4cda-9c1e-52ba5f790030 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:32:21.571540 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1c48ad-9f87-4cda-9c1e-52ba5f790030 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:32:21.571540 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1c48ad-9f87-4cda-9c1e-52ba5f790030 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:32:21.571540 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1c48ad-9f87-4cda-9c1e-52ba5f790030 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:32:21.572095 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1c48ad-9f87-4cda-9c1e-52ba5f790030 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:32:21.572095 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1c48ad-9f87-4cda-9c1e-52ba5f790030 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:32:21.572360 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1c48ad-9f87-4cda-9c1e-52ba5f790030 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:32:21.572778 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1c48ad-9f87-4cda-9c1e-52ba5f790030 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:32:21.573183 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1c48ad-9f87-4cda-9c1e-52ba5f790030 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:32:21.573589 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1c48ad-9f87-4cda-9c1e-52ba5f790030 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:32:21.574026 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1c48ad-9f87-4cda-9c1e-52ba5f790030 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:32:21.577596 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-9d1c48ad-9f87-4cda-9c1e-52ba5f790030 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:32:21.799162 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-197b62cc-9082-4d9c-b0cd-667b3ac5b99a req-9d1c48ad-9f87-4cda-9c1e-52ba5f790030 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Router b4286607-f1c4-442f-9054-2ced8ddc030c has already been hosted by L3 agent 198cca88-1338-4098-b44b-beb0346ac906 {{(pid=88879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 24 11:32:21.849032 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-325fb28e-2d82-4bea-928b-b49ff778483b req-0bc5e56d-8e5b-470f-8499-66f4b95c7db6 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/ports?device_id=036282ff-d569-4399-bfcb-2356fecda36b HTTP/1.1" status: 200  len: 210 time: 0.0529203
Dec 24 11:32:22.018025 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-197b62cc-9082-4d9c-b0cd-667b3ac5b99a req-9d1c48ad-9f87-4cda-9c1e-52ba5f790030 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:32:22.029423 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98faf7c4-7929-4833-aba7-2119742a3676 None None] Sync routers for ids ['b4286607-f1c4-442f-9054-2ced8ddc030c'] in dv-neutron-822691-2-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:32:22.043709 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98faf7c4-7929-4833-aba7-2119742a3676 None None] Routers {'b4286607-f1c4-442f-9054-2ced8ddc030c'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:32:22.044401 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-98faf7c4-7929-4833-aba7-2119742a3676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271f182b0>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:32:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['b4286607-f1c4-442f-9054-2ced8ddc030c'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:32:22.092483 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [req-197b62cc-9082-4d9c-b0cd-667b3ac5b99a req-9d1c48ad-9f87-4cda-9c1e-52ba5f790030 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] No DVR routers for this DVR port ff3bf49f-09d8-414f-bf5e-06886a4d0b11 on host hv-neutron-8226 {{(pid=88879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 24 11:32:22.095219 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-197b62cc-9082-4d9c-b0cd-667b3ac5b99a req-9d1c48ad-9f87-4cda-9c1e-52ba5f790030 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:32:22.098159 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '036282ff-d569-4399-bfcb-2356fecda36b', 'name': 'network-vif-deleted', 'tag': 'ff3bf49f-09d8-414f-bf5e-06886a4d0b11'}] {{(pid=88879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 24 11:32:22.116310 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-197b62cc-9082-4d9c-b0cd-667b3ac5b99a req-9d1c48ad-9f87-4cda-9c1e-52ba5f790030 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.58 "DELETE /v2.0/ports/ff3bf49f-09d8-414f-bf5e-06886a4d0b11 HTTP/1.1" status: 204  len: 173 time: 1.6487739
Dec 24 11:32:22.240761 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '036282ff-d569-4399-bfcb-2356fecda36b', 'name': 'network-vif-deleted', 'tag': 'ff3bf49f-09d8-414f-bf5e-06886a4d0b11', 'status': 'completed', 'code': 200}
Dec 24 11:32:22.250615 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-98faf7c4-7929-4833-aba7-2119742a3676 None None] Set router b4286607-f1c4-442f-9054-2ced8ddc030c gateway port host: dv-neutron-822691-2-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:32:22.582506 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-98faf7c4-7929-4833-aba7-2119742a3676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271f182b0>, [{'id': 'b4286607-f1c4-442f-9054-2ced8ddc030c', 'name': 'tempest-ServerActionsTestJSON-1962428772-router', 'tenant_id': '0079d115c0754ff79cc171ccf7779457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.41'}], 'enable_snat': True}, 'gw_port_id': '9f53cb9f-3751-4efb-82c9-06687e4982fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:27:50Z', 'updated_at': '2021-12-24T11:27:54Z', 'revision_number': 4, 'project_id': '0079d115c0754ff79cc171ccf7779457', 'gw_port': {'id': '9f53cb9f-3751-4efb-82c9-06687e4982fa', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:1a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4286607-f1c4-442f-9054-2ced8ddc030c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:27:51Z', 'updated_at': '2021-12-24T11:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_interfaces': [{'id': 'e632b347-1b4a-4058-8ae7-a30494d1b9bc', 'name': '', 'network_id': '6bfc9dab-30ba-4ee4-aec0-bb1d3217e916', 'tenant_id': '0079d115c0754ff79cc171ccf7779457', 'mac_address': 'fa:16:3e:93:a0:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4286607-f1c4-442f-9054-2ced8ddc030c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a1121a19-26d7-4ca0-a36b-28d804b6392d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:27:53Z', 'updated_at': '2021-12-24T11:28:02Z', 'revision_number': 5, 'project_id': '0079d115c0754ff79cc171ccf7779457', 'subnets': [{'id': 'a1121a19-26d7-4ca0-a36b-28d804b6392d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:32:22.587056 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98faf7c4-7929-4833-aba7-2119742a3676 None None] Checking router: b4286607-f1c4-442f-9054-2ced8ddc030c for host: dv-neutron-822691-2-hyperv {{(pid=88880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 24 11:32:22.598946 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98faf7c4-7929-4833-aba7-2119742a3676 None None] Routers {'b4286607-f1c4-442f-9054-2ced8ddc030c'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:32:22.599634 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-98faf7c4-7929-4833-aba7-2119742a3676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271f182b0>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:32:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['b4286607-f1c4-442f-9054-2ced8ddc030c'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:32:22.796247 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-98faf7c4-7929-4833-aba7-2119742a3676 None None] Set router b4286607-f1c4-442f-9054-2ced8ddc030c gateway port host: dv-neutron-822691-2-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:32:23.147603 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-98faf7c4-7929-4833-aba7-2119742a3676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271f182b0>, [{'id': 'b4286607-f1c4-442f-9054-2ced8ddc030c', 'name': 'tempest-ServerActionsTestJSON-1962428772-router', 'tenant_id': '0079d115c0754ff79cc171ccf7779457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.41'}], 'enable_snat': True}, 'gw_port_id': '9f53cb9f-3751-4efb-82c9-06687e4982fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:27:50Z', 'updated_at': '2021-12-24T11:27:54Z', 'revision_number': 4, 'project_id': '0079d115c0754ff79cc171ccf7779457', 'gw_port': {'id': '9f53cb9f-3751-4efb-82c9-06687e4982fa', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:1a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4286607-f1c4-442f-9054-2ced8ddc030c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:27:51Z', 'updated_at': '2021-12-24T11:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_interfaces': [{'id': 'e632b347-1b4a-4058-8ae7-a30494d1b9bc', 'name': '', 'network_id': '6bfc9dab-30ba-4ee4-aec0-bb1d3217e916', 'tenant_id': '0079d115c0754ff79cc171ccf7779457', 'mac_address': 'fa:16:3e:93:a0:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4286607-f1c4-442f-9054-2ced8ddc030c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a1121a19-26d7-4ca0-a36b-28d804b6392d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:27:53Z', 'updated_at': '2021-12-24T11:28:02Z', 'revision_number': 5, 'project_id': '0079d115c0754ff79cc171ccf7779457', 'subnets': [{'id': 'a1121a19-26d7-4ca0-a36b-28d804b6392d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:32:23.152464 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98faf7c4-7929-4833-aba7-2119742a3676 None None] The sync data for ids ['b4286607-f1c4-442f-9054-2ced8ddc030c'] in dv-neutron-822691-2-hyperv is: [{'id': 'b4286607-f1c4-442f-9054-2ced8ddc030c', 'name': 'tempest-ServerActionsTestJSON-1962428772-router', 'tenant_id': '0079d115c0754ff79cc171ccf7779457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.41'}], 'enable_snat': True}, 'gw_port_id': '9f53cb9f-3751-4efb-82c9-06687e4982fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:27:50Z', 'updated_at': '2021-12-24T11:27:54Z', 'revision_number': 4, 'project_id': '0079d115c0754ff79cc171ccf7779457', 'gw_port': {'id': '9f53cb9f-3751-4efb-82c9-06687e4982fa', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:1a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4286607-f1c4-442f-9054-2ced8ddc030c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:27:51Z', 'updated_at': '2021-12-24T11:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_interfaces': [{'id': 'e632b347-1b4a-4058-8ae7-a30494d1b9bc', 'name': '', 'network_id': '6bfc9dab-30ba-4ee4-aec0-bb1d3217e916', 'tenant_id': '0079d115c0754ff79cc171ccf7779457', 'mac_address': 'fa:16:3e:93:a0:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4286607-f1c4-442f-9054-2ced8ddc030c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a1121a19-26d7-4ca0-a36b-28d804b6392d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:27:53Z', 'updated_at': '2021-12-24T11:28:02Z', 'revision_number': 5, 'project_id': '0079d115c0754ff79cc171ccf7779457', 'subnets': [{'id': 'a1121a19-26d7-4ca0-a36b-28d804b6392d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:32:23.257126 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-60cc30a0-df70-497e-8410-ae27def976a0 req-0aa54cba-a54f-4f5a-9b1e-56d917d20dff tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--906149432&fields=id&tenant_id=0079d115c0754ff79cc171ccf7779457 HTTP/1.1" status: 200  len: 267 time: 0.0502038
Dec 24 11:32:23.428821 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cc30a0-df70-497e-8410-ae27def976a0 req-e2f097e5-9e80-489e-ae99-1a7b21e67640 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:32:23.430500 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-60cc30a0-df70-497e-8410-ae27def976a0 req-e2f097e5-9e80-489e-ae99-1a7b21e67640 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/networks?id=6bfc9dab-30ba-4ee4-aec0-bb1d3217e916 HTTP/1.1" status: 200  len: 812 time: 0.1657553
Dec 24 11:32:23.450332 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-60cc30a0-df70-497e-8410-ae27def976a0 req-7844d6e0-243e-44a3-bf1e-1e5ef5529cb0 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/quotas/0079d115c0754ff79cc171ccf7779457 HTTP/1.1" status: 200  len: 375 time: 0.0130990
Dec 24 11:32:23.542996 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-60cc30a0-df70-497e-8410-ae27def976a0 req-b52fa3c0-ac36-461c-9c6c-56536fd0bd78 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=0079d115c0754ff79cc171ccf7779457&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0868733
Dec 24 11:32:23.609417 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9244585-3700-4548-9495-3514c3094b12 None None] New status for floating IP 95c966fe-da36-4339-a12a-b85564a1b2b9: DOWN {{(pid=88881) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 24 11:32:23.697810 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-60cc30a0-df70-497e-8410-ae27def976a0 req-241f9b40-b1df-41e7-9054-b0e33124e7df service neutron] 10.222.0.65 "GET /v2.0/networks/6bfc9dab-30ba-4ee4-aec0-bb1d3217e916?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1418300
Dec 24 11:32:23.853512 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-60cc30a0-df70-497e-8410-ae27def976a0 req-e30424b7-6b2b-4fa3-8e42-817f3fd5a058 service neutron] 10.222.0.65 "GET /v2.0/networks/6bfc9dab-30ba-4ee4-aec0-bb1d3217e916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1491621
Dec 24 11:32:24.075867 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-5023e203-5089-45a4-9ec6-7325ac721a8e req-0e0c9710-7202-426e-8199-8c2484ae038e tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f4af909-5d81-4b79-9c51-8f79b2da7719 HTTP/1.1" status: 200  len: 210 time: 0.0502303
Dec 24 11:32:25.200484 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Device ff3bf49f-09d8-414f-bf5e-06886a4d0b11 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:32:25.247901 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] No Port match for: ff3bf49f-09d8-414f-bf5e-06886a4d0b11 {{(pid=88880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 24 11:32:25.248314 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Device ff3bf49f-09d8-414f-bf5e-06886a4d0b11 not bound to the agent host hv-neutron-8226 {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 24 11:32:25.263277 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-8e9cb321-c657-4484-b1e4-73a5e6ce207c req-b2c41722-547f-4032-8bcd-aa177cc75d47 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f4af909-5d81-4b79-9c51-8f79b2da7719 HTTP/1.1" status: 200  len: 210 time: 0.0495167
Dec 24 11:32:25.325590 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cc30a0-df70-497e-8410-ae27def976a0 req-76ea8245-2df5-4fa3-a5a9-abab94f0fadb tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:32:25.327367 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-60cc30a0-df70-497e-8410-ae27def976a0 req-76ea8245-2df5-4fa3-a5a9-abab94f0fadb tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.58 "GET /v2.0/networks?id=6bfc9dab-30ba-4ee4-aec0-bb1d3217e916 HTTP/1.1" status: 200  len: 812 time: 0.1995516
Dec 24 11:32:25.394614 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-60cc30a0-df70-497e-8410-ae27def976a0 req-3ebe82e1-32fc-49c8-8f97-41e1647becf3 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0079d115c0754ff79cc171ccf7779457 HTTP/1.1" status: 200  len: 379 time: 0.0519724
Dec 24 11:32:25.407509 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [req-60cc30a0-df70-497e-8410-ae27def976a0 req-a3ae53e1-90aa-49f7-801f-ab97bf8fb59b tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Request body: {'port': {'device_id': '1f4af909-5d81-4b79-9c51-8f79b2da7719', 'network_id': '6bfc9dab-30ba-4ee4-aec0-bb1d3217e916', 'admin_state_up': True, 'tenant_id': '0079d115c0754ff79cc171ccf7779457', 'security_groups': ['801f419c-b013-4225-a36b-61d8695d2683']}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:32:25.590002 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [req-60cc30a0-df70-497e-8410-ae27def976a0 req-a3ae53e1-90aa-49f7-801f-ab97bf8fb59b tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:32:25.594585 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-60cc30a0-df70-497e-8410-ae27def976a0 req-a3ae53e1-90aa-49f7-801f-ab97bf8fb59b tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Usage tracker for resource:port and tenant:0079d115c0754ff79cc171ccf7779457 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:32:25.597761 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-60cc30a0-df70-497e-8410-ae27def976a0 req-a3ae53e1-90aa-49f7-801f-ab97bf8fb59b tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:32:25.605147 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [req-60cc30a0-df70-497e-8410-ae27def976a0 req-a3ae53e1-90aa-49f7-801f-ab97bf8fb59b tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:32:25.616984 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60cc30a0-df70-497e-8410-ae27def976a0 req-a3ae53e1-90aa-49f7-801f-ab97bf8fb59b tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Made reservation on behalf of 0079d115c0754ff79cc171ccf7779457 for: {'port': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:32:25.622905 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-60cc30a0-df70-497e-8410-ae27def976a0 req-a3ae53e1-90aa-49f7-801f-ab97bf8fb59b tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:32:25.820580 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [req-60cc30a0-df70-497e-8410-ae27def976a0 req-a3ae53e1-90aa-49f7-801f-ab97bf8fb59b tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Allocated IP 172.20.0.11 (6bfc9dab-30ba-4ee4-aec0-bb1d3217e916/a1121a19-26d7-4ca0-a36b-28d804b6392d/49f18c7b-8bfe-4b35-bbad-443fc908a2ad) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:32:26.072639 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-60cc30a0-df70-497e-8410-ae27def976a0 req-a3ae53e1-90aa-49f7-801f-ab97bf8fb59b tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:32:26.089514 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [req-60cc30a0-df70-497e-8410-ae27def976a0 req-a3ae53e1-90aa-49f7-801f-ab97bf8fb59b tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Transition to ACTIVE for port object 49f18c7b-8bfe-4b35-bbad-443fc908a2ad will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:32:26.110617 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-60cc30a0-df70-497e-8410-ae27def976a0 req-a3ae53e1-90aa-49f7-801f-ab97bf8fb59b tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:32:26.118818 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7ecc9236-aa0f-44c1-b958-012a86e92091 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:32:26.200441 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60cc30a0-df70-497e-8410-ae27def976a0 req-a3ae53e1-90aa-49f7-801f-ab97bf8fb59b tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Network 6bfc9dab-30ba-4ee4-aec0-bb1d3217e916 is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:32:26.204345 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [req-60cc30a0-df70-497e-8410-ae27def976a0 req-a3ae53e1-90aa-49f7-801f-ab97bf8fb59b tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Resources bound (agent type, host, resource id):  {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:32:26.209137 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [req-60cc30a0-df70-497e-8410-ae27def976a0 req-a3ae53e1-90aa-49f7-801f-ab97bf8fb59b tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:32:26.236409 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ae53e1-90aa-49f7-801f-ab97bf8fb59b tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Pushing event updated for resources: {'Port': ['ID=49f18c7b-8bfe-4b35-bbad-443fc908a2ad,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:32:26.242509 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-a3ae53e1-90aa-49f7-801f-ab97bf8fb59b tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:32:26.276634 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cc30a0-df70-497e-8410-ae27def976a0 req-a3ae53e1-90aa-49f7-801f-ab97bf8fb59b tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:32:26.277304 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-60cc30a0-df70-497e-8410-ae27def976a0 req-a3ae53e1-90aa-49f7-801f-ab97bf8fb59b tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:32:26.304823 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-60cc30a0-df70-497e-8410-ae27def976a0 req-a3ae53e1-90aa-49f7-801f-ab97bf8fb59b tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.9015794
Dec 24 11:32:26.320969 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [req-60cc30a0-df70-497e-8410-ae27def976a0 req-b91df7d6-2b8a-4686-9100-15a37a4405f6 service neutron] Request body: {'port': {'device_id': '1f4af909-5d81-4b79-9c51-8f79b2da7719', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:32:26.442854 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-60cc30a0-df70-497e-8410-ae27def976a0 req-b91df7d6-2b8a-4686-9100-15a37a4405f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:32:26.483066 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4834d34-420f-4a41-9236-665aa404f2b3 req-73425856-70db-4986-a644-101fcc884b98 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:32:26.484626 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-a4834d34-420f-4a41-9236-665aa404f2b3 req-73425856-70db-4986-a644-101fcc884b98 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f4af909-5d81-4b79-9c51-8f79b2da7719 HTTP/1.1" status: 200  len: 932 time: 0.0860839
Dec 24 11:32:26.518525 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-3866f27b-f727-4a88-9f2d-f10c08b92d7a None None] Provisioning for port 49f18c7b-8bfe-4b35-bbad-443fc908a2ad completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:32:26.523952 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-3866f27b-f727-4a88-9f2d-f10c08b92d7a None None] Provisioning complete for port 49f18c7b-8bfe-4b35-bbad-443fc908a2ad triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:32:26.524477 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3866f27b-f727-4a88-9f2d-f10c08b92d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:32:26.548177 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-a4834d34-420f-4a41-9236-665aa404f2b3 req-a029dbc1-40f2-46e5-b4c1-e85929984052 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/security-groups?id=801f419c-b013-4225-a36b-61d8695d2683&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0564976
Dec 24 11:32:26.583628 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-3866f27b-f727-4a88-9f2d-f10c08b92d7a None None] Port 49f18c7b-8bfe-4b35-bbad-443fc908a2ad cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:32:26.814171 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [req-60cc30a0-df70-497e-8410-ae27def976a0 req-b91df7d6-2b8a-4686-9100-15a37a4405f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49f18c7b-8bfe-4b35-bbad-443fc908a2ad {{(pid=88879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 24 11:32:26.821168 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-60cc30a0-df70-497e-8410-ae27def976a0 req-b91df7d6-2b8a-4686-9100-15a37a4405f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:32:26.839053 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [req-60cc30a0-df70-497e-8410-ae27def976a0 req-b91df7d6-2b8a-4686-9100-15a37a4405f6 service neutron] Transition to ACTIVE for port object 49f18c7b-8bfe-4b35-bbad-443fc908a2ad will not be triggered until provisioned by entity L2. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:32:26.843705 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-60cc30a0-df70-497e-8410-ae27def976a0 req-b91df7d6-2b8a-4686-9100-15a37a4405f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850854027'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:32:26.848309 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-2aade45d-884d-4bc1-a0a2-31227e34ebb6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:32:26.987108 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91df7d6-2b8a-4686-9100-15a37a4405f6 service neutron] Pushing event updated for resources: {'Port': ['ID=49f18c7b-8bfe-4b35-bbad-443fc908a2ad,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:32:26.990437 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-b91df7d6-2b8a-4686-9100-15a37a4405f6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:32:27.104362 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [req-60cc30a0-df70-497e-8410-ae27def976a0 req-b91df7d6-2b8a-4686-9100-15a37a4405f6 service neutron] Attempting to bind port 49f18c7b-8bfe-4b35-bbad-443fc908a2ad on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:32:27.104735 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [req-60cc30a0-df70-497e-8410-ae27def976a0 req-b91df7d6-2b8a-4686-9100-15a37a4405f6 service neutron] Attempting to bind port 49f18c7b-8bfe-4b35-bbad-443fc908a2ad by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '5b535326-dd0f-4b79-a304-422c617c57a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '6bfc9dab-30ba-4ee4-aec0-bb1d3217e916'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:32:27.105096 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60cc30a0-df70-497e-8410-ae27def976a0 req-b91df7d6-2b8a-4686-9100-15a37a4405f6 service neutron] Attempting to bind port 49f18c7b-8bfe-4b35-bbad-443fc908a2ad on network 6bfc9dab-30ba-4ee4-aec0-bb1d3217e916 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:32:27.112533 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60cc30a0-df70-497e-8410-ae27def976a0 req-b91df7d6-2b8a-4686-9100-15a37a4405f6 service neutron] Port 49f18c7b-8bfe-4b35-bbad-443fc908a2ad on network 6bfc9dab-30ba-4ee4-aec0-bb1d3217e916 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 24 11:32:27.113015 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60cc30a0-df70-497e-8410-ae27def976a0 req-b91df7d6-2b8a-4686-9100-15a37a4405f6 service neutron] Attempting to bind port 49f18c7b-8bfe-4b35-bbad-443fc908a2ad on network 6bfc9dab-30ba-4ee4-aec0-bb1d3217e916 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:32:27.120663 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60cc30a0-df70-497e-8410-ae27def976a0 req-b91df7d6-2b8a-4686-9100-15a37a4405f6 service neutron] Checking agent: {'id': '239bbc6e-fc66-42e2-b707-1aa8ba10287c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 57, 58), 'started_at': datetime.datetime(2021, 12, 24, 10, 57, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 31, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:32:27.121212 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60cc30a0-df70-497e-8410-ae27def976a0 req-b91df7d6-2b8a-4686-9100-15a37a4405f6 service neutron] Checking segment: {'id': '5b535326-dd0f-4b79-a304-422c617c57a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '6bfc9dab-30ba-4ee4-aec0-bb1d3217e916'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:32:27.121641 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60cc30a0-df70-497e-8410-ae27def976a0 req-b91df7d6-2b8a-4686-9100-15a37a4405f6 service neutron] Bound using segment: {'id': '5b535326-dd0f-4b79-a304-422c617c57a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '6bfc9dab-30ba-4ee4-aec0-bb1d3217e916'} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:32:27.122184 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [req-60cc30a0-df70-497e-8410-ae27def976a0 req-b91df7d6-2b8a-4686-9100-15a37a4405f6 service neutron] Bound port: 49f18c7b-8bfe-4b35-bbad-443fc908a2ad, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b535326-dd0f-4b79-a304-422c617c57a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '6bfc9dab-30ba-4ee4-aec0-bb1d3217e916'}}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:32:27.122572 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-60cc30a0-df70-497e-8410-ae27def976a0 req-b91df7d6-2b8a-4686-9100-15a37a4405f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:32:27.219334 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [req-60cc30a0-df70-497e-8410-ae27def976a0 req-b91df7d6-2b8a-4686-9100-15a37a4405f6 service neutron] For port 49f18c7b-8bfe-4b35-bbad-443fc908a2ad, host hv-neutron-8226, cleared binding levels {{(pid=88879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:32:27.222729 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [req-60cc30a0-df70-497e-8410-ae27def976a0 req-b91df7d6-2b8a-4686-9100-15a37a4405f6 service neutron] For port 49f18c7b-8bfe-4b35-bbad-443fc908a2ad, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=49f18c7b-8bfe-4b35-bbad-443fc908a2ad,segment=NetworkSegment(5b535326-dd0f-4b79-a304-422c617c57a0),segment_id=5b535326-dd0f-4b79-a304-422c617c57a0)] {{(pid=88879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:32:27.227817 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-60cc30a0-df70-497e-8410-ae27def976a0 req-b91df7d6-2b8a-4686-9100-15a37a4405f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850854027'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:32:27.231741 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-b46a32bf-0986-4f4d-9222-779dd68cce9e tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:32:27.298410 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-60cc30a0-df70-497e-8410-ae27def976a0 req-b91df7d6-2b8a-4686-9100-15a37a4405f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:32:27.299918 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-60cc30a0-df70-497e-8410-ae27def976a0 req-b91df7d6-2b8a-4686-9100-15a37a4405f6 service neutron] 10.222.0.58 "PUT /v2.0/ports/49f18c7b-8bfe-4b35-bbad-443fc908a2ad HTTP/1.1" status: 200  len: 1094 time: 0.9841866
Dec 24 11:32:27.300493 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f4af909-5d81-4b79-9c51-8f79b2da7719', 'tag': '49f18c7b-8bfe-4b35-bbad-443fc908a2ad'}] {{(pid=88879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 24 11:32:27.320287 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91df7d6-2b8a-4686-9100-15a37a4405f6 service neutron] Pushing event updated for resources: {'Port': ['ID=49f18c7b-8bfe-4b35-bbad-443fc908a2ad,revision_number=3']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:32:27.323818 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-b91df7d6-2b8a-4686-9100-15a37a4405f6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:32:27.381486 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f4af909-5d81-4b79-9c51-8f79b2da7719', 'tag': '49f18c7b-8bfe-4b35-bbad-443fc908a2ad', 'status': 'completed', 'code': 200}
Dec 24 11:32:27.421815 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-60cc30a0-df70-497e-8410-ae27def976a0 req-2c9d0f08-bbe1-4678-9dcb-78776bab5269 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0079d115c0754ff79cc171ccf7779457&device_id=1f4af909-5d81-4b79-9c51-8f79b2da7719 HTTP/1.1" status: 200  len: 1097 time: 0.0814109
Dec 24 11:32:27.500986 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-60cc30a0-df70-497e-8410-ae27def976a0 req-e1ad072d-6a51-48b3-b441-d18ed960b9e4 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=49f18c7b-8bfe-4b35-bbad-443fc908a2ad HTTP/1.1" status: 200  len: 217 time: 0.0698090
Dec 24 11:32:27.574041 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cc30a0-df70-497e-8410-ae27def976a0 req-43eca9b8-5f77-4828-837f-2f151dbf41ee service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:32:27.575722 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-60cc30a0-df70-497e-8410-ae27def976a0 req-43eca9b8-5f77-4828-837f-2f151dbf41ee service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a1121a19-26d7-4ca0-a36b-28d804b6392d HTTP/1.1" status: 200  len: 851 time: 0.0654235
Dec 24 11:32:27.666702 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-60cc30a0-df70-497e-8410-ae27def976a0 req-1a49433a-73ab-420e-b668-6922eb80488e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6bfc9dab-30ba-4ee4-aec0-bb1d3217e916&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0811353
Dec 24 11:32:27.752795 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639a3a69-7a55-44e0-9729-1176fd75a82f req-726689a7-b793-45b4-9d13-1cc06efeb2e1 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:32:27.754457 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-639a3a69-7a55-44e0-9729-1176fd75a82f req-726689a7-b793-45b4-9d13-1cc06efeb2e1 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f4af909-5d81-4b79-9c51-8f79b2da7719 HTTP/1.1" status: 200  len: 944 time: 0.0886593
Dec 24 11:32:27.804344 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-639a3a69-7a55-44e0-9729-1176fd75a82f req-7cdd474c-dafe-45c2-ae35-3cbb470f6f3c tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/security-groups?id=801f419c-b013-4225-a36b-61d8695d2683&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432973
Dec 24 11:32:27.814287 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-60cc30a0-df70-497e-8410-ae27def976a0 req-55615807-c374-48ae-8006-76bcb9e67fde service neutron] 10.222.0.58 "GET /v2.0/networks/6bfc9dab-30ba-4ee4-aec0-bb1d3217e916?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1399724
Dec 24 11:32:27.967280 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-60cc30a0-df70-497e-8410-ae27def976a0 req-baa7d12e-31ed-4b52-a3b5-8537e84937d6 service neutron] 10.222.0.58 "GET /v2.0/networks/6bfc9dab-30ba-4ee4-aec0-bb1d3217e916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1355803
Dec 24 11:32:28.090756 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-64810147-54f0-4519-affb-d779f02bfce5 req-28f9f3b7-24c7-4eb9-bf32-72e38152238a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0079d115c0754ff79cc171ccf7779457&device_id=1f4af909-5d81-4b79-9c51-8f79b2da7719 HTTP/1.1" status: 200  len: 1097 time: 0.0752897
Dec 24 11:32:28.234205 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64810147-54f0-4519-affb-d779f02bfce5 req-0d6e888d-815e-4f06-80ca-53fa60fdcc09 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:32:28.236102 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-64810147-54f0-4519-affb-d779f02bfce5 req-0d6e888d-815e-4f06-80ca-53fa60fdcc09 service neutron] 10.222.0.58 "GET /v2.0/networks?id=6bfc9dab-30ba-4ee4-aec0-bb1d3217e916 HTTP/1.1" status: 200  len: 913 time: 0.1384366
Dec 24 11:32:28.449105 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:32:28.555919 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-64810147-54f0-4519-affb-d779f02bfce5 req-83f9a1fa-af0c-46ec-bdf6-3f740ec5087a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=49f18c7b-8bfe-4b35-bbad-443fc908a2ad HTTP/1.1" status: 200  len: 217 time: 0.3100178
Dec 24 11:32:28.625451 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64810147-54f0-4519-affb-d779f02bfce5 req-870b93c6-94cb-4225-966f-42986110f56c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:32:28.627024 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-64810147-54f0-4519-affb-d779f02bfce5 req-870b93c6-94cb-4225-966f-42986110f56c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a1121a19-26d7-4ca0-a36b-28d804b6392d HTTP/1.1" status: 200  len: 851 time: 0.0642009
Dec 24 11:32:28.708939 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-64810147-54f0-4519-affb-d779f02bfce5 req-af338ba4-9eae-42b1-b5a6-f8eb278f1218 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6bfc9dab-30ba-4ee4-aec0-bb1d3217e916&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0746043
Dec 24 11:32:28.853762 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-64810147-54f0-4519-affb-d779f02bfce5 req-28d1df9e-b21b-4505-a33e-58d35202f093 service neutron] 10.222.0.58 "GET /v2.0/networks/6bfc9dab-30ba-4ee4-aec0-bb1d3217e916?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1349492
Dec 24 11:32:29.002714 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-64810147-54f0-4519-affb-d779f02bfce5 req-2f0be643-ed60-449d-99ab-4bab031d4d87 service neutron] 10.222.0.58 "GET /v2.0/networks/6bfc9dab-30ba-4ee4-aec0-bb1d3217e916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1389673
Dec 24 11:32:29.013062 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d43c30-8ba5-4f6c-b5bd-7b244c99557e req-f89cb595-65b3-44bd-9069-75ea27790763 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:32:29.014731 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-c2d43c30-8ba5-4f6c-b5bd-7b244c99557e req-f89cb595-65b3-44bd-9069-75ea27790763 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f4af909-5d81-4b79-9c51-8f79b2da7719 HTTP/1.1" status: 200  len: 944 time: 0.0852742
Dec 24 11:32:29.068635 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-c2d43c30-8ba5-4f6c-b5bd-7b244c99557e req-c92889ac-dcff-4bbb-9c8e-565e07acdc84 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/security-groups?id=801f419c-b013-4225-a36b-61d8695d2683&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0476167
Dec 24 11:32:30.277009 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c0684e-6903-4f50-9572-f5b49f35a016 req-2cec30b0-db4b-45d7-a5bc-04db83b3cdcf tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:32:30.279002 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-b8c0684e-6903-4f50-9572-f5b49f35a016 req-2cec30b0-db4b-45d7-a5bc-04db83b3cdcf tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f4af909-5d81-4b79-9c51-8f79b2da7719 HTTP/1.1" status: 200  len: 944 time: 0.0861492
Dec 24 11:32:30.328564 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-b8c0684e-6903-4f50-9572-f5b49f35a016 req-256c463a-2382-447e-bd18-7153fdefa918 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/security-groups?id=801f419c-b013-4225-a36b-61d8695d2683&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436368
Dec 24 11:32:31.226057 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Device 49f18c7b-8bfe-4b35-bbad-443fc908a2ad details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 24 11:32:31.372784 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] For port 49f18c7b-8bfe-4b35-bbad-443fc908a2ad, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=49f18c7b-8bfe-4b35-bbad-443fc908a2ad,segment=NetworkSegment(5b535326-dd0f-4b79-a304-422c617c57a0),segment_id=5b535326-dd0f-4b79-a304-422c617c57a0)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:32:31.387646 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Returning: {'device': '49f18c7b-8bfe-4b35-bbad-443fc908a2ad', 'network_id': '6bfc9dab-30ba-4ee4-aec0-bb1d3217e916', 'port_id': '49f18c7b-8bfe-4b35-bbad-443fc908a2ad', 'mac_address': 'fa:16:3e:6e:29:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1121a19-26d7-4ca0-a36b-28d804b6392d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 24 11:32:31.448544 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:32:31.467154 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49f18c7b-8bfe-4b35-bbad-443fc908a2ad {{(pid=88880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 24 11:32:31.483120 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] For port 49f18c7b-8bfe-4b35-bbad-443fc908a2ad, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=49f18c7b-8bfe-4b35-bbad-443fc908a2ad,segment=NetworkSegment(5b535326-dd0f-4b79-a304-422c617c57a0),segment_id=5b535326-dd0f-4b79-a304-422c617c57a0)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:32:31.487042 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:32:31.489623 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:32:31.553400 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203bc6b9-1b46-4ecd-9f15-47d752ff7537 req-271a4b6a-68bf-4f68-99e0-13967f3ff8c6 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:32:31.555138 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-203bc6b9-1b46-4ecd-9f15-47d752ff7537 req-271a4b6a-68bf-4f68-99e0-13967f3ff8c6 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f4af909-5d81-4b79-9c51-8f79b2da7719 HTTP/1.1" status: 200  len: 945 time: 0.0882683
Dec 24 11:32:31.555520 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Pushing event updated for resources: {'Port': ['ID=49f18c7b-8bfe-4b35-bbad-443fc908a2ad,revision_number=4']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:32:31.558901 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:32:31.605576 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-203bc6b9-1b46-4ecd-9f15-47d752ff7537 req-8e3d0f5d-fefb-4a1b-8758-628af688e074 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/security-groups?id=801f419c-b013-4225-a36b-61d8695d2683&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431869
Dec 24 11:32:31.749795 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] get_ports_and_sgs() called for port_ids ['49f18c7b-8bfe-4b35-bbad-443fc908a2ad'] {{(pid=88880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 24 11:32:32.835221 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b86eb5-dcd0-4939-ba50-713be50da475 req-700c1571-00c2-4dfb-817b-85763ee1db73 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:32:32.836742 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-e4b86eb5-dcd0-4939-ba50-713be50da475 req-700c1571-00c2-4dfb-817b-85763ee1db73 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f4af909-5d81-4b79-9c51-8f79b2da7719 HTTP/1.1" status: 200  len: 945 time: 0.0871336
Dec 24 11:32:32.889851 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-e4b86eb5-dcd0-4939-ba50-713be50da475 req-a8085e62-80ff-4b13-8506-81d9e4ef9fd7 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/security-groups?id=801f419c-b013-4225-a36b-61d8695d2683&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0443614
Dec 24 11:32:33.232931 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Device 49f18c7b-8bfe-4b35-bbad-443fc908a2ad up at agent hyperv_hv-neutron-8226 {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:32:33.309761 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Provisioning for port 49f18c7b-8bfe-4b35-bbad-443fc908a2ad completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:32:33.314806 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Provisioning complete for port 49f18c7b-8bfe-4b35-bbad-443fc908a2ad triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:32:33.315233 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:32:33.623760 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:32:33.650871 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f4af909-5d81-4b79-9c51-8f79b2da7719', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49f18c7b-8bfe-4b35-bbad-443fc908a2ad'}] {{(pid=88880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 24 11:32:33.661080 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] For port 49f18c7b-8bfe-4b35-bbad-443fc908a2ad, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=49f18c7b-8bfe-4b35-bbad-443fc908a2ad,segment=NetworkSegment(5b535326-dd0f-4b79-a304-422c617c57a0),segment_id=5b535326-dd0f-4b79-a304-422c617c57a0)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:32:33.665264 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:32:33.667515 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:32:33.713348 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f4af909-5d81-4b79-9c51-8f79b2da7719', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49f18c7b-8bfe-4b35-bbad-443fc908a2ad', 'code': 200}
Dec 24 11:32:33.744981 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Pushing event updated for resources: {'Port': ['ID=49f18c7b-8bfe-4b35-bbad-443fc908a2ad,revision_number=5']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:32:33.748098 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:32:33.985054 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-aafcdd28-0ffe-4eb5-a2a7-dba440914c92 req-dbb4c6a1-a2ec-41c6-9e68-bf5ad7145bab service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=1f4af909-5d81-4b79-9c51-8f79b2da7719 HTTP/1.1" status: 200  len: 1099 time: 0.0782328
Dec 24 11:32:34.031338 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-aafcdd28-0ffe-4eb5-a2a7-dba440914c92 req-e985feee-b367-4edd-93c3-056120f33c76 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=801f419c-b013-4225-a36b-61d8695d2683&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0394681
Dec 24 11:32:34.107360 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfdefef-fa05-4a1d-96f2-e0e8e282a0cc req-ad6b9ed3-47a8-4381-9901-b8e40c3e5599 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:32:34.108998 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-adfdefef-fa05-4a1d-96f2-e0e8e282a0cc req-ad6b9ed3-47a8-4381-9901-b8e40c3e5599 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f4af909-5d81-4b79-9c51-8f79b2da7719 HTTP/1.1" status: 200  len: 946 time: 0.0908124
Dec 24 11:32:34.163393 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-adfdefef-fa05-4a1d-96f2-e0e8e282a0cc req-c10dffb0-9292-44a7-b126-bc90a49b80f6 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/security-groups?id=801f419c-b013-4225-a36b-61d8695d2683&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0446548
Dec 24 11:32:35.389624 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c690d68-75e5-4aaf-b980-9be05883c82b req-5621605c-91ea-4fe1-9a4f-5f5c2685684b tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:32:35.391347 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-1c690d68-75e5-4aaf-b980-9be05883c82b req-5621605c-91ea-4fe1-9a4f-5f5c2685684b tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f4af909-5d81-4b79-9c51-8f79b2da7719 HTTP/1.1" status: 200  len: 946 time: 0.0838418
Dec 24 11:32:35.444849 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-1c690d68-75e5-4aaf-b980-9be05883c82b req-1c1d188c-85a4-47b4-a3c9-981d4cd6f862 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/security-groups?id=801f419c-b013-4225-a36b-61d8695d2683&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0470729
Dec 24 11:32:36.386261 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.agents_db [None req-e51243ab-6a93-425b-980f-a73583147efa None None] Agent healthcheck: found 6 active agents {{(pid=88881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 24 11:32:36.482482 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a7ce1049-6362-4fbd-a6e5-db1117d8e5f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:32:36.668897 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc7b0d6-3e1f-4490-a75d-875a514a013e req-d8b02a61-8307-436e-aa03-2ef29a913e1a tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:32:36.670473 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-bbc7b0d6-3e1f-4490-a75d-875a514a013e req-d8b02a61-8307-436e-aa03-2ef29a913e1a tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f4af909-5d81-4b79-9c51-8f79b2da7719 HTTP/1.1" status: 200  len: 946 time: 0.0886214
Dec 24 11:32:36.719178 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-bbc7b0d6-3e1f-4490-a75d-875a514a013e req-1243fdb9-5fc2-42cf-ac6a-65c016f9be2e tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/security-groups?id=801f419c-b013-4225-a36b-61d8695d2683&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423782
Dec 24 11:32:36.924934 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caee0d1c-db88-42d0-afc5-43329448fb6b req-a7134b52-c3af-417c-9481-cdfc64b87d0e tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:32:36.926487 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-caee0d1c-db88-42d0-afc5-43329448fb6b req-a7134b52-c3af-417c-9481-cdfc64b87d0e tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f4af909-5d81-4b79-9c51-8f79b2da7719 HTTP/1.1" status: 200  len: 946 time: 0.0905628
Dec 24 11:32:36.937720 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 47878) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:32:36.943335 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-05ed8d6e-91c1-4d45-a6bf-62da5d3840aa tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Request body: {'floatingip': {'port_id': '49f18c7b-8bfe-4b35-bbad-443fc908a2ad'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:32:37.021408 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-05ed8d6e-91c1-4d45-a6bf-62da5d3840aa tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Notify callbacks [] for floatingip, before_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:32:37.642470 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-05ed8d6e-91c1-4d45-a6bf-62da5d3840aa tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:32:37.646539 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-05ed8d6e-91c1-4d45-a6bf-62da5d3840aa tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659181'] for floatingip, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:32:37.880193 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.l3_db [None req-05ed8d6e-91c1-4d45-a6bf-62da5d3840aa tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Floating IP 95c966fe-da36-4339-a12a-b85564a1b2b9 associated. External IP: 172.26.3.29, port: 49f18c7b-8bfe-4b35-bbad-443fc908a2ad.
Dec 24 11:32:38.048762 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:32:38.535917 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05ed8d6e-91c1-4d45-a6bf-62da5d3840aa tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Router b4286607-f1c4-442f-9054-2ced8ddc030c has already been hosted by L3 agent 198cca88-1338-4098-b44b-beb0346ac906 {{(pid=88878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 24 11:32:38.763830 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05ed8d6e-91c1-4d45-a6bf-62da5d3840aa tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:32:38.769023 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-05ed8d6e-91c1-4d45-a6bf-62da5d3840aa tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for floatingip, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:32:38.774850 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4751a536-87d7-45db-94c5-578062002990 None None] Sync routers for ids ['b4286607-f1c4-442f-9054-2ced8ddc030c'] in dv-neutron-822691-2-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:32:38.787863 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4751a536-87d7-45db-94c5-578062002990 None None] Routers {'b4286607-f1c4-442f-9054-2ced8ddc030c'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:32:38.788486 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-4751a536-87d7-45db-94c5-578062002990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52720c04a8>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:32:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['b4286607-f1c4-442f-9054-2ced8ddc030c'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:32:38.829120 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-05ed8d6e-91c1-4d45-a6bf-62da5d3840aa tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "PUT /v2.0/floatingips/95c966fe-da36-4339-a12a-b85564a1b2b9 HTTP/1.1" status: 200  len: 992 time: 1.8902323
Dec 24 11:32:38.829874 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f4af909-5d81-4b79-9c51-8f79b2da7719', 'tag': '49f18c7b-8bfe-4b35-bbad-443fc908a2ad'}] {{(pid=88878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 24 11:32:38.889754 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f4af909-5d81-4b79-9c51-8f79b2da7719', 'tag': '49f18c7b-8bfe-4b35-bbad-443fc908a2ad', 'status': 'completed', 'code': 200}
Dec 24 11:32:38.990151 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-f183f932-2405-477d-aa67-096d78083449 req-302e9e34-46c0-4c87-8df7-164c0b110926 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0079d115c0754ff79cc171ccf7779457&device_id=1f4af909-5d81-4b79-9c51-8f79b2da7719 HTTP/1.1" status: 200  len: 1099 time: 0.0758684
Dec 24 11:32:38.991957 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-4751a536-87d7-45db-94c5-578062002990 None None] Set router b4286607-f1c4-442f-9054-2ced8ddc030c gateway port host: dv-neutron-822691-2-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:32:39.033998 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-048ff524-82e8-48c0-b765-164271807dae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:32:39.134647 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f183f932-2405-477d-aa67-096d78083449 req-b1b945e7-83b8-44a6-abf0-5f57d87b3f66 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:32:39.136178 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-f183f932-2405-477d-aa67-096d78083449 req-b1b945e7-83b8-44a6-abf0-5f57d87b3f66 service neutron] 10.222.0.58 "GET /v2.0/networks?id=6bfc9dab-30ba-4ee4-aec0-bb1d3217e916 HTTP/1.1" status: 200  len: 913 time: 0.1395464
Dec 24 11:32:39.248543 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-f183f932-2405-477d-aa67-096d78083449 req-4c123c77-b592-4705-a146-2f24c736f812 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=49f18c7b-8bfe-4b35-bbad-443fc908a2ad HTTP/1.1" status: 200  len: 1000 time: 0.1048434
Dec 24 11:32:39.321272 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f183f932-2405-477d-aa67-096d78083449 req-335d72a5-6f4e-497c-b8f7-10d8e5e19169 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:32:39.322977 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-f183f932-2405-477d-aa67-096d78083449 req-335d72a5-6f4e-497c-b8f7-10d8e5e19169 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a1121a19-26d7-4ca0-a36b-28d804b6392d HTTP/1.1" status: 200  len: 851 time: 0.0681427
Dec 24 11:32:39.366521 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-4751a536-87d7-45db-94c5-578062002990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52720c04a8>, [{'id': 'b4286607-f1c4-442f-9054-2ced8ddc030c', 'name': 'tempest-ServerActionsTestJSON-1962428772-router', 'tenant_id': '0079d115c0754ff79cc171ccf7779457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.41'}], 'enable_snat': True}, 'gw_port_id': '9f53cb9f-3751-4efb-82c9-06687e4982fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:27:50Z', 'updated_at': '2021-12-24T11:27:54Z', 'revision_number': 4, 'project_id': '0079d115c0754ff79cc171ccf7779457', 'gw_port': {'id': '9f53cb9f-3751-4efb-82c9-06687e4982fa', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:1a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4286607-f1c4-442f-9054-2ced8ddc030c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:27:51Z', 'updated_at': '2021-12-24T11:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_floatingips': [{'id': '95c966fe-da36-4339-a12a-b85564a1b2b9', 'tenant_id': '0079d115c0754ff79cc171ccf7779457', 'floating_ip_address': '172.26.3.29', 'floating_network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'router_id': 'b4286607-f1c4-442f-9054-2ced8ddc030c', 'port_id': '49f18c7b-8bfe-4b35-bbad-443fc908a2ad', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6bfc9dab-30ba-4ee4-aec0-bb1d3217e916', 'mac_address': 'fa:16:3e:6e:29:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4af909-5d81-4b79-9c51-8f79b2da7719', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T11:27:57Z', 'updated_at': '2021-12-24T11:32:37Z', 'revision_number': 13, 'project_id': '0079d115c0754ff79cc171ccf7779457', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e632b347-1b4a-4058-8ae7-a30494d1b9bc', 'name': '', 'network_id': '6bfc9dab-30ba-4ee4-aec0-bb1d3217e916', 'tenant_id': '0079d115c0754ff79cc171ccf7779457', 'mac_address': 'fa:16:3e:93:a0:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4286607-f1c4-442f-9054-2ced8ddc030c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a1121a19-26d7-4ca0-a36b-28d804b6392d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:27:53Z', 'updated_at': '2021-12-24T11:28:02Z', 'revision_number': 5, 'project_id': '0079d115c0754ff79cc171ccf7779457', 'subnets': [{'id': 'a1121a19-26d7-4ca0-a36b-28d804b6392d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:32:39.371147 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4751a536-87d7-45db-94c5-578062002990 None None] Checking router: b4286607-f1c4-442f-9054-2ced8ddc030c for host: dv-neutron-822691-2-hyperv {{(pid=88880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 24 11:32:39.383388 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4751a536-87d7-45db-94c5-578062002990 None None] Routers {'b4286607-f1c4-442f-9054-2ced8ddc030c'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:32:39.384168 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-4751a536-87d7-45db-94c5-578062002990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52720c04a8>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:32:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['b4286607-f1c4-442f-9054-2ced8ddc030c'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:32:39.402878 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-f183f932-2405-477d-aa67-096d78083449 req-bebcccec-91a9-406e-94c1-3f3de7a05758 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6bfc9dab-30ba-4ee4-aec0-bb1d3217e916&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0733013
Dec 24 11:32:39.540984 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bdfdbc84-c52d-4f40-b281-af314dc1f8fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:32:39.551648 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-f183f932-2405-477d-aa67-096d78083449 req-ab017930-ae4a-4dfb-85ee-7847ef556166 service neutron] 10.222.0.58 "GET /v2.0/networks/6bfc9dab-30ba-4ee4-aec0-bb1d3217e916?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1421280
Dec 24 11:32:39.588262 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-4751a536-87d7-45db-94c5-578062002990 None None] Set router b4286607-f1c4-442f-9054-2ced8ddc030c gateway port host: dv-neutron-822691-2-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:32:39.698608 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-f183f932-2405-477d-aa67-096d78083449 req-f298ebca-e199-43af-a814-7f198654e6c9 service neutron] 10.222.0.58 "GET /v2.0/networks/6bfc9dab-30ba-4ee4-aec0-bb1d3217e916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1402154
Dec 24 11:32:39.970013 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-4751a536-87d7-45db-94c5-578062002990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52720c04a8>, [{'id': 'b4286607-f1c4-442f-9054-2ced8ddc030c', 'name': 'tempest-ServerActionsTestJSON-1962428772-router', 'tenant_id': '0079d115c0754ff79cc171ccf7779457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.41'}], 'enable_snat': True}, 'gw_port_id': '9f53cb9f-3751-4efb-82c9-06687e4982fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:27:50Z', 'updated_at': '2021-12-24T11:27:54Z', 'revision_number': 4, 'project_id': '0079d115c0754ff79cc171ccf7779457', 'gw_port': {'id': '9f53cb9f-3751-4efb-82c9-06687e4982fa', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:1a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4286607-f1c4-442f-9054-2ced8ddc030c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:27:51Z', 'updated_at': '2021-12-24T11:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_floatingips': [{'id': '95c966fe-da36-4339-a12a-b85564a1b2b9', 'tenant_id': '0079d115c0754ff79cc171ccf7779457', 'floating_ip_address': '172.26.3.29', 'floating_network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'router_id': 'b4286607-f1c4-442f-9054-2ced8ddc030c', 'port_id': '49f18c7b-8bfe-4b35-bbad-443fc908a2ad', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6bfc9dab-30ba-4ee4-aec0-bb1d3217e916', 'mac_address': 'fa:16:3e:6e:29:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4af909-5d81-4b79-9c51-8f79b2da7719', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T11:27:57Z', 'updated_at': '2021-12-24T11:32:37Z', 'revision_number': 13, 'project_id': '0079d115c0754ff79cc171ccf7779457', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e632b347-1b4a-4058-8ae7-a30494d1b9bc', 'name': '', 'network_id': '6bfc9dab-30ba-4ee4-aec0-bb1d3217e916', 'tenant_id': '0079d115c0754ff79cc171ccf7779457', 'mac_address': 'fa:16:3e:93:a0:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4286607-f1c4-442f-9054-2ced8ddc030c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a1121a19-26d7-4ca0-a36b-28d804b6392d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:27:53Z', 'updated_at': '2021-12-24T11:28:02Z', 'revision_number': 5, 'project_id': '0079d115c0754ff79cc171ccf7779457', 'subnets': [{'id': 'a1121a19-26d7-4ca0-a36b-28d804b6392d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:32:39.974411 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4751a536-87d7-45db-94c5-578062002990 None None] The sync data for ids ['b4286607-f1c4-442f-9054-2ced8ddc030c'] in dv-neutron-822691-2-hyperv is: [{'id': 'b4286607-f1c4-442f-9054-2ced8ddc030c', 'name': 'tempest-ServerActionsTestJSON-1962428772-router', 'tenant_id': '0079d115c0754ff79cc171ccf7779457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.41'}], 'enable_snat': True}, 'gw_port_id': '9f53cb9f-3751-4efb-82c9-06687e4982fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:27:50Z', 'updated_at': '2021-12-24T11:27:54Z', 'revision_number': 4, 'project_id': '0079d115c0754ff79cc171ccf7779457', 'gw_port': {'id': '9f53cb9f-3751-4efb-82c9-06687e4982fa', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:1a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4286607-f1c4-442f-9054-2ced8ddc030c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:27:51Z', 'updated_at': '2021-12-24T11:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_floatingips': [{'id': '95c966fe-da36-4339-a12a-b85564a1b2b9', 'tenant_id': '0079d115c0754ff79cc171ccf7779457', 'floating_ip_address': '172.26.3.29', 'floating_network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'router_id': 'b4286607-f1c4-442f-9054-2ced8ddc030c', 'port_id': '49f18c7b-8bfe-4b35-bbad-443fc908a2ad', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6bfc9dab-30ba-4ee4-aec0-bb1d3217e916', 'mac_address': 'fa:16:3e:6e:29:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4af909-5d81-4b79-9c51-8f79b2da7719', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T11:27:57Z', 'updated_at': '2021-12-24T11:32:37Z', 'revision_number': 13, 'project_id': '0079d115c0754ff79cc171ccf7779457', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e632b347-1b4a-4058-8ae7-a30494d1b9bc', 'name': '', 'network_id': '6bfc9dab-30ba-4ee4-aec0-bb1d3217e916', 'tenant_id': '0079d115c0754ff79cc171ccf7779457', 'mac_address': 'fa:16:3e:93:a0:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4286607-f1c4-442f-9054-2ced8ddc030c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a1121a19-26d7-4ca0-a36b-28d804b6392d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:27:53Z', 'updated_at': '2021-12-24T11:28:02Z', 'revision_number': 5, 'project_id': '0079d115c0754ff79cc171ccf7779457', 'subnets': [{'id': 'a1121a19-26d7-4ca0-a36b-28d804b6392d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:32:40.319428 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab85e96-33e0-43c2-8785-8d3a79c612b7 None None] New status for floating IP 95c966fe-da36-4339-a12a-b85564a1b2b9: ACTIVE {{(pid=88881) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 24 11:32:40.749536 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-39ff93cf-c0b7-48c5-95f3-6f7e9977387d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:32:58.457075 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:33:06.487909 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6cafdd35-bc91-4386-ba64-f8518fc1e3ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:33:08.056598 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:33:09.002331 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9f21140e-5a07-45ba-87d2-c88e0cff941a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:33:09.486011 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bdfdbc84-c52d-4f40-b281-af314dc1f8fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:33:10.759047 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-39ff93cf-c0b7-48c5-95f3-6f7e9977387d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:33:13.384127 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.agents_db [None req-e51243ab-6a93-425b-980f-a73583147efa None None] Agent healthcheck: found 6 active agents {{(pid=88881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 24 11:33:20.275212 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845aa319-aa81-454d-8b9f-f3364edc76af req-afd6ae7f-9bd9-49db-a8e2-18ceeff1fb9f tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:33:20.276831 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-845aa319-aa81-454d-8b9f-f3364edc76af req-afd6ae7f-9bd9-49db-a8e2-18ceeff1fb9f tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f4af909-5d81-4b79-9c51-8f79b2da7719 HTTP/1.1" status: 200  len: 946 time: 0.0891190
Dec 24 11:33:20.337310 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-845aa319-aa81-454d-8b9f-f3364edc76af req-e93229f8-e94f-438a-934d-1b59b290edea tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/security-groups?id=801f419c-b013-4225-a36b-61d8695d2683&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0532026
Dec 24 11:33:28.456522 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:33:29.983541 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-4284fe35-9c07-425e-9fb7-85a164f8b020 req-bc15e0c4-f525-4196-b8c2-20806f0e70a0 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=1f4af909-5d81-4b79-9c51-8f79b2da7719&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0813398
Dec 24 11:33:30.100868 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-f866f3dc-0bf8-45d1-9cda-8086fb09189e req-80d398d1-e87e-486c-bc2a-6773a1a3d4f0 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=1f4af909-5d81-4b79-9c51-8f79b2da7719&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.0787225
Dec 24 11:33:30.133529 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-4284fe35-9c07-425e-9fb7-85a164f8b020 req-6840832c-258c-488e-a716-501aeb5037f8 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0079d115c0754ff79cc171ccf7779457&device_id=1f4af909-5d81-4b79-9c51-8f79b2da7719 HTTP/1.1" status: 200  len: 1099 time: 0.0762022
Dec 24 11:33:30.298695 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4284fe35-9c07-425e-9fb7-85a164f8b020 req-6e0e98af-f1bc-4db5-93e9-6530e1a1533c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:33:30.300302 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-4284fe35-9c07-425e-9fb7-85a164f8b020 req-6e0e98af-f1bc-4db5-93e9-6530e1a1533c service neutron] 10.222.0.58 "GET /v2.0/networks?id=6bfc9dab-30ba-4ee4-aec0-bb1d3217e916 HTTP/1.1" status: 200  len: 913 time: 0.1451063
Dec 24 11:33:30.416190 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-4284fe35-9c07-425e-9fb7-85a164f8b020 req-13f48a7b-7c50-4628-ac2b-8ba4942cc4b5 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=49f18c7b-8bfe-4b35-bbad-443fc908a2ad HTTP/1.1" status: 200  len: 1002 time: 0.1054440
Dec 24 11:33:30.417074 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-8f308699-d30c-4e24-8650-66fb4191de3b req-43d58f47-1f2a-4565-bf06-5db5f4f038e9 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=1f4af909-5d81-4b79-9c51-8f79b2da7719&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1294935
Dec 24 11:33:30.448823 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7594e990-7b34-486a-a2c6-0bd187a13ba6 req-81e2025c-791e-4a05-87e3-63c4e78adcab tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:33:30.450459 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-7594e990-7b34-486a-a2c6-0bd187a13ba6 req-81e2025c-791e-4a05-87e3-63c4e78adcab tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f4af909-5d81-4b79-9c51-8f79b2da7719 HTTP/1.1" status: 200  len: 946 time: 0.0984905
Dec 24 11:33:30.497418 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4284fe35-9c07-425e-9fb7-85a164f8b020 req-58f0a0b7-3b76-4708-b613-801fa65b2f67 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:33:30.499232 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-4284fe35-9c07-425e-9fb7-85a164f8b020 req-58f0a0b7-3b76-4708-b613-801fa65b2f67 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a1121a19-26d7-4ca0-a36b-28d804b6392d HTTP/1.1" status: 200  len: 851 time: 0.0723372
Dec 24 11:33:30.502136 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-7594e990-7b34-486a-a2c6-0bd187a13ba6 req-0981304c-1b17-4113-959a-2bc97ac3781c tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/security-groups?id=801f419c-b013-4225-a36b-61d8695d2683&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0453250
Dec 24 11:33:30.587488 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-4284fe35-9c07-425e-9fb7-85a164f8b020 req-4d60fc40-9fdb-4e67-9a7b-2a1cad7c7a06 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6bfc9dab-30ba-4ee4-aec0-bb1d3217e916&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0793457
Dec 24 11:33:30.737572 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-4284fe35-9c07-425e-9fb7-85a164f8b020 req-2763bb24-e58d-4356-be5b-62541f4e88de service neutron] 10.222.0.58 "GET /v2.0/networks/6bfc9dab-30ba-4ee4-aec0-bb1d3217e916?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1389956
Dec 24 11:33:30.889955 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-4284fe35-9c07-425e-9fb7-85a164f8b020 req-ffb187fd-5904-49a2-83d9-597f7f7f844a service neutron] 10.222.0.58 "GET /v2.0/networks/6bfc9dab-30ba-4ee4-aec0-bb1d3217e916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1418908
Dec 24 11:33:31.725771 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b35891-2ea7-4323-bce3-804402f1102a req-324db183-7784-42cf-97c1-ba2107acb6a8 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:33:31.727441 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-42b35891-2ea7-4323-bce3-804402f1102a req-324db183-7784-42cf-97c1-ba2107acb6a8 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f4af909-5d81-4b79-9c51-8f79b2da7719 HTTP/1.1" status: 200  len: 946 time: 0.0949223
Dec 24 11:33:31.780681 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-42b35891-2ea7-4323-bce3-804402f1102a req-646682e0-a59e-4b3a-b49f-b3aded2e5787 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/security-groups?id=801f419c-b013-4225-a36b-61d8695d2683&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0456989
Dec 24 11:33:32.089107 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-8f308699-d30c-4e24-8650-66fb4191de3b req-fc5bcc56-425f-48bf-b620-c6757e16c227 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0079d115c0754ff79cc171ccf7779457&device_id=1f4af909-5d81-4b79-9c51-8f79b2da7719 HTTP/1.1" status: 200  len: 1099 time: 0.0761867
Dec 24 11:33:32.233478 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f308699-d30c-4e24-8650-66fb4191de3b req-03ceed25-f67d-4aa6-9f87-b56255804b0f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:33:32.235425 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-8f308699-d30c-4e24-8650-66fb4191de3b req-03ceed25-f67d-4aa6-9f87-b56255804b0f service neutron] 10.222.0.58 "GET /v2.0/networks?id=6bfc9dab-30ba-4ee4-aec0-bb1d3217e916 HTTP/1.1" status: 200  len: 913 time: 0.1367917
Dec 24 11:33:32.350982 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-8f308699-d30c-4e24-8650-66fb4191de3b req-d0e88ef7-a999-4810-b415-0df82ff2b6d4 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=49f18c7b-8bfe-4b35-bbad-443fc908a2ad HTTP/1.1" status: 200  len: 1002 time: 0.1051607
Dec 24 11:33:32.431492 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f308699-d30c-4e24-8650-66fb4191de3b req-ab76dd2b-781e-4c9a-b486-8f122ff3a6f8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:33:32.433057 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-8f308699-d30c-4e24-8650-66fb4191de3b req-ab76dd2b-781e-4c9a-b486-8f122ff3a6f8 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a1121a19-26d7-4ca0-a36b-28d804b6392d HTTP/1.1" status: 200  len: 851 time: 0.0711150
Dec 24 11:33:32.531374 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-8f308699-d30c-4e24-8650-66fb4191de3b req-3bbad01e-5955-4bac-a009-30a54fff37e5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6bfc9dab-30ba-4ee4-aec0-bb1d3217e916&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0795696
Dec 24 11:33:32.677947 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-8f308699-d30c-4e24-8650-66fb4191de3b req-3a3a0d47-708d-4e06-84bc-96a576d28d25 service neutron] 10.222.0.58 "GET /v2.0/networks/6bfc9dab-30ba-4ee4-aec0-bb1d3217e916?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1389983
Dec 24 11:33:32.826573 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-8f308699-d30c-4e24-8650-66fb4191de3b req-70bddc1c-2f9b-4dce-aaff-2da066b4d85d service neutron] 10.222.0.58 "GET /v2.0/networks/6bfc9dab-30ba-4ee4-aec0-bb1d3217e916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1374621
Dec 24 11:33:33.002946 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa03334-f5aa-4118-98fb-abe52d12734c req-a8fc9c02-d12a-4e94-9ccb-3d434fc5e09b tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:33:33.004488 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-bfa03334-f5aa-4118-98fb-abe52d12734c req-a8fc9c02-d12a-4e94-9ccb-3d434fc5e09b tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f4af909-5d81-4b79-9c51-8f79b2da7719 HTTP/1.1" status: 200  len: 946 time: 0.0903506
Dec 24 11:33:33.052545 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-bfa03334-f5aa-4118-98fb-abe52d12734c req-0a59d364-8b12-4d50-bb01-1b7a1339028d tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/security-groups?id=801f419c-b013-4225-a36b-61d8695d2683&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418437
Dec 24 11:33:34.280357 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c5352b-f6df-4720-9d86-c60a86fb29a2 req-f518847d-0cda-4836-ba53-22ffb56a8546 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:33:34.282037 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-f6c5352b-f6df-4720-9d86-c60a86fb29a2 req-f518847d-0cda-4836-ba53-22ffb56a8546 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f4af909-5d81-4b79-9c51-8f79b2da7719 HTTP/1.1" status: 200  len: 946 time: 0.0908036
Dec 24 11:33:34.331096 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-f6c5352b-f6df-4720-9d86-c60a86fb29a2 req-a2cd2cb9-6dbf-4dc8-a236-dd9c6ec56c23 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/security-groups?id=801f419c-b013-4225-a36b-61d8695d2683&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427556
Dec 24 11:33:35.575200 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38d4904-0931-461f-8e82-9eda0d567ea9 req-ce018cab-e28e-45ec-994b-0bd9fedd72d0 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:33:35.576880 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-f38d4904-0931-461f-8e82-9eda0d567ea9 req-ce018cab-e28e-45ec-994b-0bd9fedd72d0 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f4af909-5d81-4b79-9c51-8f79b2da7719 HTTP/1.1" status: 200  len: 946 time: 0.0944488
Dec 24 11:33:35.626044 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-f38d4904-0931-461f-8e82-9eda0d567ea9 req-13ea53a0-d4c6-4808-b161-20f4fafa0be1 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/security-groups?id=801f419c-b013-4225-a36b-61d8695d2683&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428412
Dec 24 11:33:36.491879 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8d1b5a42-8184-44b5-a01d-bdf0313654ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:33:36.855854 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a0c6b2-8d65-4a7b-9547-7fdac5408387 req-cb96c2bc-1562-457a-849e-f207c97b0514 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:33:36.857502 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-28a0c6b2-8d65-4a7b-9547-7fdac5408387 req-cb96c2bc-1562-457a-849e-f207c97b0514 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f4af909-5d81-4b79-9c51-8f79b2da7719 HTTP/1.1" status: 200  len: 946 time: 0.0878978
Dec 24 11:33:36.912691 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-28a0c6b2-8d65-4a7b-9547-7fdac5408387 req-c9ead751-4717-4612-9a8f-d25901668bb8 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/security-groups?id=801f419c-b013-4225-a36b-61d8695d2683&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0481956
Dec 24 11:33:38.052660 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:33:38.152369 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e86a80b-299a-48a7-9db1-ae4e39fb8a4d req-e695718e-35d9-46a6-aa47-750b5e94f415 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:33:38.153990 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-2e86a80b-299a-48a7-9db1-ae4e39fb8a4d req-e695718e-35d9-46a6-aa47-750b5e94f415 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f4af909-5d81-4b79-9c51-8f79b2da7719 HTTP/1.1" status: 200  len: 946 time: 0.0862966
Dec 24 11:33:38.203086 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-2e86a80b-299a-48a7-9db1-ae4e39fb8a4d req-7f604c18-1f5e-47cb-bb14-b67e8683f1c4 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/security-groups?id=801f419c-b013-4225-a36b-61d8695d2683&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429943
Dec 24 11:33:38.990509 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-af5477dc-9420-4dfd-92c9-14a7e81cb0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:33:39.443029 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf06576d-2384-466c-abf8-fec8c968cb12 req-e36b3d60-7494-4081-986a-c05917af21e2 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:33:39.444640 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-cf06576d-2384-466c-abf8-fec8c968cb12 req-e36b3d60-7494-4081-986a-c05917af21e2 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f4af909-5d81-4b79-9c51-8f79b2da7719 HTTP/1.1" status: 200  len: 946 time: 0.0885544
Dec 24 11:33:39.478540 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bdfdbc84-c52d-4f40-b281-af314dc1f8fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:33:39.498000 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-cf06576d-2384-466c-abf8-fec8c968cb12 req-994c5117-bae1-4027-85c9-95e19ce55753 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/security-groups?id=801f419c-b013-4225-a36b-61d8695d2683&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0441968
Dec 24 11:33:40.708402 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a7c8d4-df6e-4cb1-aaeb-ff69db304ed8 req-d48f5595-d4be-4ca7-b5f6-e9dc3c2ddad6 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:33:40.710031 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-82a7c8d4-df6e-4cb1-aaeb-ff69db304ed8 req-d48f5595-d4be-4ca7-b5f6-e9dc3c2ddad6 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f4af909-5d81-4b79-9c51-8f79b2da7719 HTTP/1.1" status: 200  len: 946 time: 0.0844040
Dec 24 11:33:40.758842 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-39ff93cf-c0b7-48c5-95f3-6f7e9977387d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:33:40.763589 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-82a7c8d4-df6e-4cb1-aaeb-ff69db304ed8 req-824b33bf-4091-4dcd-b46d-eb8bfed60114 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/security-groups?id=801f419c-b013-4225-a36b-61d8695d2683&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0455253
Dec 24 11:33:41.991912 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a3ddeb-e077-40aa-a5dd-b072d7a5f84e req-ab3b1f0b-9bce-44fb-b9ae-dc3195d160db tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:33:41.993598 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-67a3ddeb-e077-40aa-a5dd-b072d7a5f84e req-ab3b1f0b-9bce-44fb-b9ae-dc3195d160db tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f4af909-5d81-4b79-9c51-8f79b2da7719 HTTP/1.1" status: 200  len: 946 time: 0.1039057
Dec 24 11:33:42.052948 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-67a3ddeb-e077-40aa-a5dd-b072d7a5f84e req-36f6e926-bf23-4f27-aa3b-edbe6bd13d60 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/security-groups?id=801f419c-b013-4225-a36b-61d8695d2683&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0522232
Dec 24 11:33:43.282426 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1773b6b4-30e5-4423-84c7-eba2e3775977 req-391f114d-b543-4488-b0f7-49ec74c0e57e tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:33:43.284066 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-1773b6b4-30e5-4423-84c7-eba2e3775977 req-391f114d-b543-4488-b0f7-49ec74c0e57e tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f4af909-5d81-4b79-9c51-8f79b2da7719 HTTP/1.1" status: 200  len: 946 time: 0.0929813
Dec 24 11:33:43.336734 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-1773b6b4-30e5-4423-84c7-eba2e3775977 req-2f079b16-4e99-44f7-831d-b647f3be1245 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/security-groups?id=801f419c-b013-4225-a36b-61d8695d2683&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0464869
Dec 24 11:33:44.552714 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcffeaf-4da3-48f7-b4af-3f32e15e633e req-6bdc2072-44c7-4632-a0b8-2a832206eb88 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:33:44.554409 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-adcffeaf-4da3-48f7-b4af-3f32e15e633e req-6bdc2072-44c7-4632-a0b8-2a832206eb88 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f4af909-5d81-4b79-9c51-8f79b2da7719 HTTP/1.1" status: 200  len: 946 time: 0.0858512
Dec 24 11:33:44.604345 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-adcffeaf-4da3-48f7-b4af-3f32e15e633e req-bf99bc96-5de2-4ef1-b4e3-fa20357c88be tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/security-groups?id=801f419c-b013-4225-a36b-61d8695d2683&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436137
Dec 24 11:33:45.832644 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46671cb2-8bc6-4a8f-b378-9223067fd6da req-e86f0f78-d2c6-465d-bc58-35fca3edeb69 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:33:45.834177 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-46671cb2-8bc6-4a8f-b378-9223067fd6da req-e86f0f78-d2c6-465d-bc58-35fca3edeb69 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f4af909-5d81-4b79-9c51-8f79b2da7719 HTTP/1.1" status: 200  len: 946 time: 0.0925543
Dec 24 11:33:45.883742 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-46671cb2-8bc6-4a8f-b378-9223067fd6da req-71818ea6-ecba-450a-bd25-eb48b80aeaa6 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/security-groups?id=801f419c-b013-4225-a36b-61d8695d2683&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432336
Dec 24 11:33:47.100506 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d89aa28-27b0-46ff-a7f1-2e62b8d75d18 req-3b65a33a-73b7-445e-9c8d-fb12b4ad6e89 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:33:47.102148 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-5d89aa28-27b0-46ff-a7f1-2e62b8d75d18 req-3b65a33a-73b7-445e-9c8d-fb12b4ad6e89 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f4af909-5d81-4b79-9c51-8f79b2da7719 HTTP/1.1" status: 200  len: 946 time: 0.0858228
Dec 24 11:33:47.155223 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-5d89aa28-27b0-46ff-a7f1-2e62b8d75d18 req-a30a8a6a-33fa-41bb-90ed-16ac3c8b075a tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/security-groups?id=801f419c-b013-4225-a36b-61d8695d2683&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0442262
Dec 24 11:33:48.370241 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259fe609-7fbf-4676-adc3-d9ebbd4ea4df req-27e083ca-b99f-43f2-891e-d2512317bdb6 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:33:48.371835 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-259fe609-7fbf-4676-adc3-d9ebbd4ea4df req-27e083ca-b99f-43f2-891e-d2512317bdb6 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f4af909-5d81-4b79-9c51-8f79b2da7719 HTTP/1.1" status: 200  len: 946 time: 0.0873866
Dec 24 11:33:48.420471 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-259fe609-7fbf-4676-adc3-d9ebbd4ea4df req-79705336-29de-43c8-beef-4852b87696c1 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/security-groups?id=801f419c-b013-4225-a36b-61d8695d2683&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424438
Dec 24 11:33:49.639275 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853c0076-2d54-424a-9499-5c31f517aee3 req-5fe6279d-940e-4525-9bc8-fd7ffca8ea7b tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:33:49.640866 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-853c0076-2d54-424a-9499-5c31f517aee3 req-5fe6279d-940e-4525-9bc8-fd7ffca8ea7b tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f4af909-5d81-4b79-9c51-8f79b2da7719 HTTP/1.1" status: 200  len: 946 time: 0.0835838
Dec 24 11:33:49.692379 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-853c0076-2d54-424a-9499-5c31f517aee3 req-29d23593-5b20-4c44-bee8-97ba5e473e52 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/security-groups?id=801f419c-b013-4225-a36b-61d8695d2683&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425127
Dec 24 11:33:50.375257 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.agents_db [None req-e51243ab-6a93-425b-980f-a73583147efa None None] Agent healthcheck: found 6 active agents {{(pid=88881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 24 11:33:50.804104 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-8f308699-d30c-4e24-8650-66fb4191de3b req-f06ac81d-f1e1-4ab0-bc1a-3c8126be3108 service neutron] 10.222.0.58 "GET /v2.0/ports/49f18c7b-8bfe-4b35-bbad-443fc908a2ad/bindings/hv-neutron-8226 HTTP/1.1" status: 200  len: 384 time: 0.0826678
Dec 24 11:33:50.912921 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de3bbfb-82e1-4797-88df-e14654ab5df2 req-823f870d-2fc5-424f-be0b-178e337fe6ba tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:33:50.914680 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-8de3bbfb-82e1-4797-88df-e14654ab5df2 req-823f870d-2fc5-424f-be0b-178e337fe6ba tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f4af909-5d81-4b79-9c51-8f79b2da7719 HTTP/1.1" status: 200  len: 946 time: 0.0939987
Dec 24 11:33:50.966917 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-8de3bbfb-82e1-4797-88df-e14654ab5df2 req-0a3e7a17-9303-413e-9985-43f00b7acd6a tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/security-groups?id=801f419c-b013-4225-a36b-61d8695d2683&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0456538
Dec 24 11:33:51.104298 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-8f308699-d30c-4e24-8650-66fb4191de3b req-5e577533-d82e-4105-97e8-1743e662d7a5 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=1f4af909-5d81-4b79-9c51-8f79b2da7719&tenant_id=0079d115c0754ff79cc171ccf7779457 HTTP/1.1" status: 200  len: 1099 time: 0.0831072
Dec 24 11:33:51.207112 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-8f308699-d30c-4e24-8650-66fb4191de3b req-a633cf19-98ce-4a6b-86f2-4fb6878865f5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0079d115c0754ff79cc171ccf7779457&device_id=1f4af909-5d81-4b79-9c51-8f79b2da7719 HTTP/1.1" status: 200  len: 1099 time: 0.0764527
Dec 24 11:33:51.584034 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f308699-d30c-4e24-8650-66fb4191de3b req-309b8c2b-9079-4d57-878e-880ae91b1693 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:33:51.585638 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-8f308699-d30c-4e24-8650-66fb4191de3b req-309b8c2b-9079-4d57-878e-880ae91b1693 service neutron] 10.222.0.58 "GET /v2.0/networks?id=6bfc9dab-30ba-4ee4-aec0-bb1d3217e916 HTTP/1.1" status: 200  len: 913 time: 0.3720124
Dec 24 11:33:51.698358 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-8f308699-d30c-4e24-8650-66fb4191de3b req-15a7df17-8b76-49b3-b3c4-3bf86f47006c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=49f18c7b-8bfe-4b35-bbad-443fc908a2ad HTTP/1.1" status: 200  len: 1002 time: 0.1013305
Dec 24 11:33:51.771328 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f308699-d30c-4e24-8650-66fb4191de3b req-f763eec7-f1a9-4cb9-9079-3c28a17c3fa4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:33:51.772936 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-8f308699-d30c-4e24-8650-66fb4191de3b req-f763eec7-f1a9-4cb9-9079-3c28a17c3fa4 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a1121a19-26d7-4ca0-a36b-28d804b6392d HTTP/1.1" status: 200  len: 851 time: 0.0635240
Dec 24 11:33:51.861358 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-8f308699-d30c-4e24-8650-66fb4191de3b req-b6592c18-2968-4f7c-ab7d-de900b35b9a4 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6bfc9dab-30ba-4ee4-aec0-bb1d3217e916&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0812042
Dec 24 11:33:52.004281 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-8f308699-d30c-4e24-8650-66fb4191de3b req-4a369a1f-0583-49ef-8f8a-d6d5148d8553 service neutron] 10.222.0.58 "GET /v2.0/networks/6bfc9dab-30ba-4ee4-aec0-bb1d3217e916?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1352377
Dec 24 11:33:52.153364 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-8f308699-d30c-4e24-8650-66fb4191de3b req-cfce87c3-2add-4898-903e-679863734482 service neutron] 10.222.0.58 "GET /v2.0/networks/6bfc9dab-30ba-4ee4-aec0-bb1d3217e916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1415052
Dec 24 11:33:52.186895 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb08c5ec-e4a1-4ffa-98ce-496c8b7d9d31 req-389157b0-1092-4c88-b9ba-34625b88330a tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:33:52.188628 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-fb08c5ec-e4a1-4ffa-98ce-496c8b7d9d31 req-389157b0-1092-4c88-b9ba-34625b88330a tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f4af909-5d81-4b79-9c51-8f79b2da7719 HTTP/1.1" status: 200  len: 946 time: 0.0911593
Dec 24 11:33:52.241990 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-fb08c5ec-e4a1-4ffa-98ce-496c8b7d9d31 req-e1de80c1-1843-43fa-97a8-91ed89d280e8 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/security-groups?id=801f419c-b013-4225-a36b-61d8695d2683&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0469606
Dec 24 11:33:53.454870 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f34197-e626-41dd-8af6-bbd8f0e25fe1 req-fd1cb08d-b1a0-41e7-851b-89270606e5aa tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:33:53.456328 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-40f34197-e626-41dd-8af6-bbd8f0e25fe1 req-fd1cb08d-b1a0-41e7-851b-89270606e5aa tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f4af909-5d81-4b79-9c51-8f79b2da7719 HTTP/1.1" status: 200  len: 946 time: 0.0843639
Dec 24 11:33:53.492070 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Device 49f18c7b-8bfe-4b35-bbad-443fc908a2ad no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:33:53.506339 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-40f34197-e626-41dd-8af6-bbd8f0e25fe1 req-8a12225e-3c5e-46f3-8610-ce4d2f410384 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/security-groups?id=801f419c-b013-4225-a36b-61d8695d2683&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432210
Dec 24 11:33:53.616803 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:33:53.646684 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f4af909-5d81-4b79-9c51-8f79b2da7719', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49f18c7b-8bfe-4b35-bbad-443fc908a2ad'}] {{(pid=88880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 24 11:33:53.657471 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] For port 49f18c7b-8bfe-4b35-bbad-443fc908a2ad, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=49f18c7b-8bfe-4b35-bbad-443fc908a2ad,segment=NetworkSegment(5b535326-dd0f-4b79-a304-422c617c57a0),segment_id=5b535326-dd0f-4b79-a304-422c617c57a0)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:33:53.661526 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:33:53.664412 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:33:53.712420 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f4af909-5d81-4b79-9c51-8f79b2da7719', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49f18c7b-8bfe-4b35-bbad-443fc908a2ad', 'code': 200}
Dec 24 11:33:53.734663 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Pushing event updated for resources: {'Port': ['ID=49f18c7b-8bfe-4b35-bbad-443fc908a2ad,revision_number=6']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:33:53.744093 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:33:53.744481 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:33:53.744856 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:33:53.745191 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:33:53.745558 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:33:53.745953 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:33:53.746325 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:33:53.746687 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:33:53.747048 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:33:53.747408 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:33:53.747767 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:33:53.751901 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:33:54.733857 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225784af-3b3b-46a4-bcaa-1deaa2b869d8 req-4952dd20-c38a-4cad-ba8b-466e367a55da tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:33:54.735468 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-225784af-3b3b-46a4-bcaa-1deaa2b869d8 req-4952dd20-c38a-4cad-ba8b-466e367a55da tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f4af909-5d81-4b79-9c51-8f79b2da7719 HTTP/1.1" status: 200  len: 944 time: 0.0888007
Dec 24 11:33:54.786593 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-225784af-3b3b-46a4-bcaa-1deaa2b869d8 req-3cd339fc-6bf3-40ba-9585-8b136890735d tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/security-groups?id=801f419c-b013-4225-a36b-61d8695d2683&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419965
Dec 24 11:33:55.507703 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Device 49f18c7b-8bfe-4b35-bbad-443fc908a2ad details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 24 11:33:55.659708 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] For port 49f18c7b-8bfe-4b35-bbad-443fc908a2ad, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=49f18c7b-8bfe-4b35-bbad-443fc908a2ad,segment=NetworkSegment(5b535326-dd0f-4b79-a304-422c617c57a0),segment_id=5b535326-dd0f-4b79-a304-422c617c57a0)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:33:55.673661 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Returning: {'device': '49f18c7b-8bfe-4b35-bbad-443fc908a2ad', 'network_id': '6bfc9dab-30ba-4ee4-aec0-bb1d3217e916', 'port_id': '49f18c7b-8bfe-4b35-bbad-443fc908a2ad', 'mac_address': 'fa:16:3e:6e:29:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1121a19-26d7-4ca0-a36b-28d804b6392d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 24 11:33:55.737800 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:33:55.759995 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49f18c7b-8bfe-4b35-bbad-443fc908a2ad {{(pid=88880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 24 11:33:55.776020 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] For port 49f18c7b-8bfe-4b35-bbad-443fc908a2ad, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=49f18c7b-8bfe-4b35-bbad-443fc908a2ad,segment=NetworkSegment(5b535326-dd0f-4b79-a304-422c617c57a0),segment_id=5b535326-dd0f-4b79-a304-422c617c57a0)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:33:55.780563 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:33:55.783825 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:33:55.861280 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] get_ports_and_sgs() called for port_ids ['49f18c7b-8bfe-4b35-bbad-443fc908a2ad'] {{(pid=88880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 24 11:33:55.885745 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Pushing event updated for resources: {'Port': ['ID=49f18c7b-8bfe-4b35-bbad-443fc908a2ad,revision_number=7']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:33:55.902803 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:33:56.002481 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be2a720-f360-4cab-8e2d-b4852d5b3084 req-5173f108-43b6-49d1-86b0-89b39d1c5257 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:33:56.004116 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-9be2a720-f360-4cab-8e2d-b4852d5b3084 req-5173f108-43b6-49d1-86b0-89b39d1c5257 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f4af909-5d81-4b79-9c51-8f79b2da7719 HTTP/1.1" status: 200  len: 945 time: 0.0877323
Dec 24 11:33:56.053248 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-9be2a720-f360-4cab-8e2d-b4852d5b3084 req-eb83d01c-2377-405a-aa37-2f5880dbdd35 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/security-groups?id=801f419c-b013-4225-a36b-61d8695d2683&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426247
Dec 24 11:33:57.280816 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b904160-7768-4a91-93a6-6d57fa60eef5 req-c4458c97-fdd6-42b0-9d9a-5e850bddd730 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:33:57.282664 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-8b904160-7768-4a91-93a6-6d57fa60eef5 req-c4458c97-fdd6-42b0-9d9a-5e850bddd730 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f4af909-5d81-4b79-9c51-8f79b2da7719 HTTP/1.1" status: 200  len: 945 time: 0.0949025
Dec 24 11:33:57.335675 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-8b904160-7768-4a91-93a6-6d57fa60eef5 req-3e95db5d-3016-48ce-992f-c379b2415e54 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/security-groups?id=801f419c-b013-4225-a36b-61d8695d2683&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0465119
Dec 24 11:33:57.523322 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Device 49f18c7b-8bfe-4b35-bbad-443fc908a2ad up at agent hyperv_hv-neutron-8226 {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:33:57.601901 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Provisioning complete for port 49f18c7b-8bfe-4b35-bbad-443fc908a2ad triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:33:57.602257 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:33:57.721844 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:33:57.756946 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f4af909-5d81-4b79-9c51-8f79b2da7719', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49f18c7b-8bfe-4b35-bbad-443fc908a2ad'}] {{(pid=88880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 24 11:33:57.767892 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] For port 49f18c7b-8bfe-4b35-bbad-443fc908a2ad, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=49f18c7b-8bfe-4b35-bbad-443fc908a2ad,segment=NetworkSegment(5b535326-dd0f-4b79-a304-422c617c57a0),segment_id=5b535326-dd0f-4b79-a304-422c617c57a0)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:33:57.778952 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:33:57.781017 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:33:57.825493 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f4af909-5d81-4b79-9c51-8f79b2da7719', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49f18c7b-8bfe-4b35-bbad-443fc908a2ad', 'code': 200}
Dec 24 11:33:57.852011 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Pushing event updated for resources: {'Port': ['ID=49f18c7b-8bfe-4b35-bbad-443fc908a2ad,revision_number=8']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:33:57.855213 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:33:58.459723 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:33:58.555645 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a61dfd-35e6-4c50-9c99-d58aba67d357 req-74be4eaf-22a4-46d4-953a-efcea4dca1bb tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:33:58.557278 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-41a61dfd-35e6-4c50-9c99-d58aba67d357 req-74be4eaf-22a4-46d4-953a-efcea4dca1bb tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f4af909-5d81-4b79-9c51-8f79b2da7719 HTTP/1.1" status: 200  len: 946 time: 0.0862205
Dec 24 11:33:58.612269 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-41a61dfd-35e6-4c50-9c99-d58aba67d357 req-0ec4141f-40f8-4d13-bfcc-cf6d2996403b tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/security-groups?id=801f419c-b013-4225-a36b-61d8695d2683&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0484517
Dec 24 11:33:59.845055 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b60d487-ca54-4b34-bfcc-191a615cab61 req-2e8c439d-fdd3-4f53-afd8-33fd2bce3a23 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:33:59.846578 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-8b60d487-ca54-4b34-bfcc-191a615cab61 req-2e8c439d-fdd3-4f53-afd8-33fd2bce3a23 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f4af909-5d81-4b79-9c51-8f79b2da7719 HTTP/1.1" status: 200  len: 946 time: 0.0891242
Dec 24 11:33:59.896388 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-8b60d487-ca54-4b34-bfcc-191a615cab61 req-6ec99bf2-5026-404c-9308-79c387843fba tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/security-groups?id=801f419c-b013-4225-a36b-61d8695d2683&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432572
Dec 24 11:34:01.135591 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6515c102-ccf0-4104-ac3b-455bd83c76ff req-dccb95b7-8141-458d-993e-220a4daea48e tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:34:01.137185 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-6515c102-ccf0-4104-ac3b-455bd83c76ff req-dccb95b7-8141-458d-993e-220a4daea48e tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f4af909-5d81-4b79-9c51-8f79b2da7719 HTTP/1.1" status: 200  len: 946 time: 0.1105559
Dec 24 11:34:01.188523 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-6515c102-ccf0-4104-ac3b-455bd83c76ff req-6cc6eaa9-cd01-44c4-9396-babba938792c tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/security-groups?id=801f419c-b013-4225-a36b-61d8695d2683&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423949
Dec 24 11:34:01.661543 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af79c9bd-82f9-4c63-8247-128bbb94533c req-d8297878-430d-49f8-9ce1-ca03b405f8df tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:34:01.662315 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-af79c9bd-82f9-4c63-8247-128bbb94533c req-d8297878-430d-49f8-9ce1-ca03b405f8df tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Synchronizing usage tracker for tenant:0079d115c0754ff79cc171ccf7779457 on resource:port {{(pid=88879) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:34:01.677757 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-af79c9bd-82f9-4c63-8247-128bbb94533c req-d8297878-430d-49f8-9ce1-ca03b405f8df tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Unset dirty status for tenant:0079d115c0754ff79cc171ccf7779457 on resource:port {{(pid=88879) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:34:01.679237 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-af79c9bd-82f9-4c63-8247-128bbb94533c req-d8297878-430d-49f8-9ce1-ca03b405f8df tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.58 "GET /v2.0/ports?device_id=1f4af909-5d81-4b79-9c51-8f79b2da7719&tenant_id=0079d115c0754ff79cc171ccf7779457&binding%3Ahost_id=hv-neutron-8226 HTTP/1.1" status: 200  len: 946 time: 0.1047053
Dec 24 11:34:01.706527 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c227ac-b49f-4636-b7c0-2e9a0e8f7d7f req-c2afe8d1-9a5d-434a-ad73-eb652ab06e45 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:34:01.708204 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-d9c227ac-b49f-4636-b7c0-2e9a0e8f7d7f req-c2afe8d1-9a5d-434a-ad73-eb652ab06e45 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f4af909-5d81-4b79-9c51-8f79b2da7719 HTTP/1.1" status: 200  len: 946 time: 0.0840044
Dec 24 11:34:01.759101 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-d9c227ac-b49f-4636-b7c0-2e9a0e8f7d7f req-167be0af-36b7-436d-84ef-1a4583ce713e tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/security-groups?id=801f419c-b013-4225-a36b-61d8695d2683&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0443490
Dec 24 11:34:01.763910 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-af79c9bd-82f9-4c63-8247-128bbb94533c req-2dc1282c-1cfc-4a75-ad03-f963c8c8ab04 service neutron] 10.222.0.58 "GET /v2.0/ports/49f18c7b-8bfe-4b35-bbad-443fc908a2ad/bindings/hv-neutron-8226 HTTP/1.1" status: 200  len: 384 time: 0.0781000
Dec 24 11:34:01.880244 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-af79c9bd-82f9-4c63-8247-128bbb94533c req-6b059fe2-3e07-4788-8523-4d00c02a9bc4 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0079d115c0754ff79cc171ccf7779457&device_id=1f4af909-5d81-4b79-9c51-8f79b2da7719 HTTP/1.1" status: 200  len: 1099 time: 0.0842650
Dec 24 11:34:02.025694 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af79c9bd-82f9-4c63-8247-128bbb94533c req-aa697fe7-94b5-46c8-98f6-0f513fe44477 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:34:02.027442 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-af79c9bd-82f9-4c63-8247-128bbb94533c req-aa697fe7-94b5-46c8-98f6-0f513fe44477 service neutron] 10.222.0.58 "GET /v2.0/networks?id=6bfc9dab-30ba-4ee4-aec0-bb1d3217e916 HTTP/1.1" status: 200  len: 913 time: 0.1399691
Dec 24 11:34:02.139836 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-af79c9bd-82f9-4c63-8247-128bbb94533c req-95f13990-f09d-477b-a800-174a13322419 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=49f18c7b-8bfe-4b35-bbad-443fc908a2ad HTTP/1.1" status: 200  len: 1002 time: 0.1040032
Dec 24 11:34:02.210833 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af79c9bd-82f9-4c63-8247-128bbb94533c req-8690e2a3-c8ee-42b0-8dfc-15773ead98c5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:34:02.212340 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-af79c9bd-82f9-4c63-8247-128bbb94533c req-8690e2a3-c8ee-42b0-8dfc-15773ead98c5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a1121a19-26d7-4ca0-a36b-28d804b6392d HTTP/1.1" status: 200  len: 851 time: 0.0651453
Dec 24 11:34:02.313492 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-af79c9bd-82f9-4c63-8247-128bbb94533c req-1db0ab7b-cd9d-4a99-b25f-3239c21b082a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6bfc9dab-30ba-4ee4-aec0-bb1d3217e916&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0934944
Dec 24 11:34:02.462133 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-af79c9bd-82f9-4c63-8247-128bbb94533c req-f38389cb-1c60-4c38-8b11-6bb8b3d3accc service neutron] 10.222.0.58 "GET /v2.0/networks/6bfc9dab-30ba-4ee4-aec0-bb1d3217e916?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1406801
Dec 24 11:34:02.625100 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-af79c9bd-82f9-4c63-8247-128bbb94533c req-5d29f73c-afc8-4b3b-96d4-613a7c2aac88 service neutron] 10.222.0.58 "GET /v2.0/networks/6bfc9dab-30ba-4ee4-aec0-bb1d3217e916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1556787
Dec 24 11:34:02.986585 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c87973-ddfb-475c-8135-a5aff7b82cdd req-0c0a53ba-c174-4265-b629-e38ada188362 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:34:02.988128 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-a4c87973-ddfb-475c-8135-a5aff7b82cdd req-0c0a53ba-c174-4265-b629-e38ada188362 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f4af909-5d81-4b79-9c51-8f79b2da7719 HTTP/1.1" status: 200  len: 946 time: 0.0894163
Dec 24 11:34:03.039930 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-a4c87973-ddfb-475c-8135-a5aff7b82cdd req-b75ad7be-d507-4314-82dc-8a9e2626fb66 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/security-groups?id=801f419c-b013-4225-a36b-61d8695d2683&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424786
Dec 24 11:34:04.268135 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efbd84a-d865-4bd3-99fb-474d97c9f51a req-474c5f66-3021-4919-b4f6-fcedf9a453a9 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:34:04.269732 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-1efbd84a-d865-4bd3-99fb-474d97c9f51a req-474c5f66-3021-4919-b4f6-fcedf9a453a9 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f4af909-5d81-4b79-9c51-8f79b2da7719 HTTP/1.1" status: 200  len: 946 time: 0.0937209
Dec 24 11:34:04.317212 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-1efbd84a-d865-4bd3-99fb-474d97c9f51a req-a5adc794-8119-4cf0-9119-71b48c012abb tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/security-groups?id=801f419c-b013-4225-a36b-61d8695d2683&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413187
Dec 24 11:34:05.530657 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01873222-036a-434f-860a-695823e7dee8 req-f39b2118-a5aa-4f4c-b99a-4905a4d338a5 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:34:05.536651 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-01873222-036a-434f-860a-695823e7dee8 req-f39b2118-a5aa-4f4c-b99a-4905a4d338a5 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f4af909-5d81-4b79-9c51-8f79b2da7719 HTTP/1.1" status: 200  len: 946 time: 0.0952539
Dec 24 11:34:05.585804 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-01873222-036a-434f-860a-695823e7dee8 req-515eafa0-b5bd-463e-b783-3797292a0f90 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/security-groups?id=801f419c-b013-4225-a36b-61d8695d2683&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0474560
Dec 24 11:34:06.371653 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-af79c9bd-82f9-4c63-8247-128bbb94533c req-f1cd21fa-ef29-4f94-963f-dae592c70318 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=1f4af909-5d81-4b79-9c51-8f79b2da7719&tenant_id=0079d115c0754ff79cc171ccf7779457 HTTP/1.1" status: 200  len: 1099 time: 0.0770018
Dec 24 11:34:06.478737 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-af79c9bd-82f9-4c63-8247-128bbb94533c req-ae70d551-8065-42e3-b42a-b9d6c1c745fa service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0079d115c0754ff79cc171ccf7779457&device_id=1f4af909-5d81-4b79-9c51-8f79b2da7719 HTTP/1.1" status: 200  len: 1099 time: 0.0761836
Dec 24 11:34:06.486979 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-02b583f1-a8dc-45ed-a4f0-a30d8df48963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:34:06.631719 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af79c9bd-82f9-4c63-8247-128bbb94533c req-b75bc358-de4b-4165-802f-74ba08465937 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:34:06.633347 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-af79c9bd-82f9-4c63-8247-128bbb94533c req-b75bc358-de4b-4165-802f-74ba08465937 service neutron] 10.222.0.58 "GET /v2.0/networks?id=6bfc9dab-30ba-4ee4-aec0-bb1d3217e916 HTTP/1.1" status: 200  len: 913 time: 0.1453855
Dec 24 11:34:06.746320 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-af79c9bd-82f9-4c63-8247-128bbb94533c req-310d6ca4-6e1a-4734-b9b5-99bbc7ea4537 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=49f18c7b-8bfe-4b35-bbad-443fc908a2ad HTTP/1.1" status: 200  len: 1002 time: 0.1027684
Dec 24 11:34:06.793313 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b3f914-59d1-426e-ad88-574db246f3f4 req-7428d0e1-5a69-4a9a-8c08-131fb3c2a819 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:34:06.795012 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-35b3f914-59d1-426e-ad88-574db246f3f4 req-7428d0e1-5a69-4a9a-8c08-131fb3c2a819 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f4af909-5d81-4b79-9c51-8f79b2da7719 HTTP/1.1" status: 200  len: 946 time: 0.0829175
Dec 24 11:34:06.821205 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af79c9bd-82f9-4c63-8247-128bbb94533c req-6b0bf60b-3e59-4f17-8e89-dfa9a2c25ee6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:34:06.822886 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-af79c9bd-82f9-4c63-8247-128bbb94533c req-6b0bf60b-3e59-4f17-8e89-dfa9a2c25ee6 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a1121a19-26d7-4ca0-a36b-28d804b6392d HTTP/1.1" status: 200  len: 851 time: 0.0673311
Dec 24 11:34:06.848780 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-35b3f914-59d1-426e-ad88-574db246f3f4 req-7c2ef849-8c26-4ad9-bf60-6691ec2479f3 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/security-groups?id=801f419c-b013-4225-a36b-61d8695d2683&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0472326
Dec 24 11:34:06.910894 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-af79c9bd-82f9-4c63-8247-128bbb94533c req-c1bc6493-bb61-46d7-b3dc-611c17249365 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6bfc9dab-30ba-4ee4-aec0-bb1d3217e916&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0773854
Dec 24 11:34:07.054822 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-af79c9bd-82f9-4c63-8247-128bbb94533c req-c699a041-8953-4d2b-a625-d1d719ea7131 service neutron] 10.222.0.58 "GET /v2.0/networks/6bfc9dab-30ba-4ee4-aec0-bb1d3217e916?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1360664
Dec 24 11:34:07.207676 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-af79c9bd-82f9-4c63-8247-128bbb94533c req-47de55e4-45cf-47d5-89fc-26854155cde5 service neutron] 10.222.0.58 "GET /v2.0/networks/6bfc9dab-30ba-4ee4-aec0-bb1d3217e916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1453443
Dec 24 11:34:08.047944 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:34:08.071340 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34cde1f-cfe9-44b8-bf10-d919b0982333 req-508d7fa9-df0f-45e1-8d71-54d42b929174 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:34:08.072952 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-a34cde1f-cfe9-44b8-bf10-d919b0982333 req-508d7fa9-df0f-45e1-8d71-54d42b929174 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f4af909-5d81-4b79-9c51-8f79b2da7719 HTTP/1.1" status: 200  len: 946 time: 0.0846186
Dec 24 11:34:08.123110 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-a34cde1f-cfe9-44b8-bf10-d919b0982333 req-7e12d8de-89eb-4183-a025-32996c7d259a tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/security-groups?id=801f419c-b013-4225-a36b-61d8695d2683&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434101
Dec 24 11:34:08.988505 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-577da64c-552d-45d7-91ba-7fd5c431de64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:34:09.351806 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb25b30-c100-402a-89a3-9abca877273c req-4896bae8-6ae9-4a5a-b1cd-cf4a2da87361 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:34:09.353392 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-1eb25b30-c100-402a-89a3-9abca877273c req-4896bae8-6ae9-4a5a-b1cd-cf4a2da87361 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f4af909-5d81-4b79-9c51-8f79b2da7719 HTTP/1.1" status: 200  len: 946 time: 0.0946496
Dec 24 11:34:09.405966 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-1eb25b30-c100-402a-89a3-9abca877273c req-fb2b0bfa-496c-45c7-a4ba-f45259557d0f tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/security-groups?id=801f419c-b013-4225-a36b-61d8695d2683&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433536
Dec 24 11:34:09.484376 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bdfdbc84-c52d-4f40-b281-af314dc1f8fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:34:09.573215 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Device 49f18c7b-8bfe-4b35-bbad-443fc908a2ad details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 24 11:34:09.577865 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Device 49f18c7b-8bfe-4b35-bbad-443fc908a2ad no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:34:09.985091 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:34:10.008693 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] For port 49f18c7b-8bfe-4b35-bbad-443fc908a2ad, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=49f18c7b-8bfe-4b35-bbad-443fc908a2ad,segment=NetworkSegment(5b535326-dd0f-4b79-a304-422c617c57a0),segment_id=5b535326-dd0f-4b79-a304-422c617c57a0)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:34:10.031810 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Returning: {'device': '49f18c7b-8bfe-4b35-bbad-443fc908a2ad', 'network_id': '6bfc9dab-30ba-4ee4-aec0-bb1d3217e916', 'port_id': '49f18c7b-8bfe-4b35-bbad-443fc908a2ad', 'mac_address': 'fa:16:3e:6e:29:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1121a19-26d7-4ca0-a36b-28d804b6392d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 24 11:34:10.038871 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f4af909-5d81-4b79-9c51-8f79b2da7719', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49f18c7b-8bfe-4b35-bbad-443fc908a2ad'}] {{(pid=88880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 24 11:34:10.082063 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] For port 49f18c7b-8bfe-4b35-bbad-443fc908a2ad, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=49f18c7b-8bfe-4b35-bbad-443fc908a2ad,segment=NetworkSegment(5b535326-dd0f-4b79-a304-422c617c57a0),segment_id=5b535326-dd0f-4b79-a304-422c617c57a0)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:34:10.088196 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:34:10.091904 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:34:10.128458 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f4af909-5d81-4b79-9c51-8f79b2da7719', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49f18c7b-8bfe-4b35-bbad-443fc908a2ad', 'code': 200}
Dec 24 11:34:10.149127 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:34:10.182128 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 49f18c7b-8bfe-4b35-bbad-443fc908a2ad {{(pid=88880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 24 11:34:10.189949 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Pushing event updated for resources: {'Port': ['ID=49f18c7b-8bfe-4b35-bbad-443fc908a2ad,revision_number=9']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:34:10.193468 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:34:10.264309 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.db.api [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88880) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 24 11:34:10.264654 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_db.api [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 24 11:34:10.650418 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24d7b87-f258-4ee0-82f0-56df832e1642 req-fefffbbb-cc88-406e-97f6-fb2ed9e010f3 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:34:10.652045 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-e24d7b87-f258-4ee0-82f0-56df832e1642 req-fefffbbb-cc88-406e-97f6-fb2ed9e010f3 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f4af909-5d81-4b79-9c51-8f79b2da7719 HTTP/1.1" status: 200  len: 944 time: 0.0958669
Dec 24 11:34:10.703937 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-e24d7b87-f258-4ee0-82f0-56df832e1642 req-a252d9e5-d31d-44cb-9e8b-77e363f5c1fc tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/security-groups?id=801f419c-b013-4225-a36b-61d8695d2683&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425217
Dec 24 11:34:10.750561 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-39ff93cf-c0b7-48c5-95f3-6f7e9977387d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:34:10.819099 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:34:10.838059 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49f18c7b-8bfe-4b35-bbad-443fc908a2ad {{(pid=88880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 24 11:34:10.853426 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] For port 49f18c7b-8bfe-4b35-bbad-443fc908a2ad, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=49f18c7b-8bfe-4b35-bbad-443fc908a2ad,segment=NetworkSegment(5b535326-dd0f-4b79-a304-422c617c57a0),segment_id=5b535326-dd0f-4b79-a304-422c617c57a0)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:34:10.857474 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:34:10.859569 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:34:10.932701 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Pushing event updated for resources: {'Port': ['ID=49f18c7b-8bfe-4b35-bbad-443fc908a2ad,revision_number=10']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:34:10.935934 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:34:10.944128 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] get_ports_and_sgs() called for port_ids ['49f18c7b-8bfe-4b35-bbad-443fc908a2ad'] {{(pid=88880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 24 11:34:11.588003 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Device 49f18c7b-8bfe-4b35-bbad-443fc908a2ad up at agent hyperv_hv-neutron-8226 {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:34:11.668721 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Provisioning complete for port 49f18c7b-8bfe-4b35-bbad-443fc908a2ad triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:34:11.669303 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:34:11.805820 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:34:11.840415 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] For port 49f18c7b-8bfe-4b35-bbad-443fc908a2ad, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=49f18c7b-8bfe-4b35-bbad-443fc908a2ad,segment=NetworkSegment(5b535326-dd0f-4b79-a304-422c617c57a0),segment_id=5b535326-dd0f-4b79-a304-422c617c57a0)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:34:11.843621 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:34:11.845756 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-79c65855-9f4a-46a5-b002-4e9e6eb8feee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:34:11.913733 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Pushing event updated for resources: {'Port': ['ID=49f18c7b-8bfe-4b35-bbad-443fc908a2ad,revision_number=11']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:34:11.917134 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:34:12.130288 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f4af909-5d81-4b79-9c51-8f79b2da7719', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49f18c7b-8bfe-4b35-bbad-443fc908a2ad'}] {{(pid=88880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 24 11:34:12.147764 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6062cc-55d5-4072-8b1a-a4d6d93cadbb req-da8135d5-8f61-402e-a3f7-9af61a051831 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:34:12.149387 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-9a6062cc-55d5-4072-8b1a-a4d6d93cadbb req-da8135d5-8f61-402e-a3f7-9af61a051831 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f4af909-5d81-4b79-9c51-8f79b2da7719 HTTP/1.1" status: 200  len: 947 time: 0.3161330
Dec 24 11:34:12.195062 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f4af909-5d81-4b79-9c51-8f79b2da7719', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49f18c7b-8bfe-4b35-bbad-443fc908a2ad', 'code': 200}
Dec 24 11:34:12.199736 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-9a6062cc-55d5-4072-8b1a-a4d6d93cadbb req-6ab9cce2-0acf-4697-bf8b-44fcb4ad9c4c tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/security-groups?id=801f419c-b013-4225-a36b-61d8695d2683&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0440226
Dec 24 11:34:13.418188 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656eefba-1663-4976-aff1-a41370e01e29 req-825297af-23b1-444a-a8f2-fb7356b244c6 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:34:13.419747 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-656eefba-1663-4976-aff1-a41370e01e29 req-825297af-23b1-444a-a8f2-fb7356b244c6 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f4af909-5d81-4b79-9c51-8f79b2da7719 HTTP/1.1" status: 200  len: 947 time: 0.0874131
Dec 24 11:34:13.471136 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-656eefba-1663-4976-aff1-a41370e01e29 req-11da71d7-24df-40e7-a4e8-d88789eaf8a6 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/security-groups?id=801f419c-b013-4225-a36b-61d8695d2683&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0451722
Dec 24 11:34:14.697614 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deda65a-c8a4-4daf-8740-5f6d9db49209 req-529f2033-af21-4e31-bfc9-70c068ab972d tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:34:14.699264 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-7deda65a-c8a4-4daf-8740-5f6d9db49209 req-529f2033-af21-4e31-bfc9-70c068ab972d tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f4af909-5d81-4b79-9c51-8f79b2da7719 HTTP/1.1" status: 200  len: 947 time: 0.0936031
Dec 24 11:34:14.754885 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-7deda65a-c8a4-4daf-8740-5f6d9db49209 req-2382c9ec-645b-4c8f-9c44-d42c3b141a3c tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/security-groups?id=801f419c-b013-4225-a36b-61d8695d2683&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0466695
Dec 24 11:34:15.989238 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58f90cb-19f9-448c-8b1b-daa4b9523d4c req-5920def7-44e5-458b-9a95-ee6e6be94d7f tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:34:15.990891 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-f58f90cb-19f9-448c-8b1b-daa4b9523d4c req-5920def7-44e5-458b-9a95-ee6e6be94d7f tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f4af909-5d81-4b79-9c51-8f79b2da7719 HTTP/1.1" status: 200  len: 947 time: 0.0941741
Dec 24 11:34:16.040688 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-f58f90cb-19f9-448c-8b1b-daa4b9523d4c req-7053029a-1a7a-49fa-ada5-a1d94e84a5b5 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/security-groups?id=801f419c-b013-4225-a36b-61d8695d2683&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433357
Dec 24 11:34:16.253054 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd550b8-3e36-4f2d-bece-e924198218c6 req-1e3043e1-1a80-4fe6-865d-e6daa56b48f1 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:34:16.254745 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-2fd550b8-3e36-4f2d-bece-e924198218c6 req-1e3043e1-1a80-4fe6-865d-e6daa56b48f1 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f4af909-5d81-4b79-9c51-8f79b2da7719 HTTP/1.1" status: 200  len: 947 time: 0.0876200
Dec 24 11:34:16.308434 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-2fd550b8-3e36-4f2d-bece-e924198218c6 req-c57c9a06-7d25-43ce-9cc9-c6a675d0c5ce tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/security-groups?id=801f419c-b013-4225-a36b-61d8695d2683&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437288
Dec 24 11:34:16.529795 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f36967c-f5cc-4adf-8167-9e5f7a5ca62f req-c520a639-9526-4127-b2d8-89a6d60c4690 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:34:16.531428 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-5f36967c-f5cc-4adf-8167-9e5f7a5ca62f req-c520a639-9526-4127-b2d8-89a6d60c4690 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f4af909-5d81-4b79-9c51-8f79b2da7719 HTTP/1.1" status: 200  len: 947 time: 0.0973914
Dec 24 11:34:16.582442 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-5f36967c-f5cc-4adf-8167-9e5f7a5ca62f req-a31946e6-c571-406b-9c48-e6a110a3d538 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/security-groups?id=801f419c-b013-4225-a36b-61d8695d2683&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0438342
Dec 24 11:34:17.028880 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae1dbe2-1d0a-44d8-af2b-8914e7fdfe14 req-0abad6c0-6642-44a7-9a32-acfe4405ca78 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:34:17.030567 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-0ae1dbe2-1d0a-44d8-af2b-8914e7fdfe14 req-0abad6c0-6642-44a7-9a32-acfe4405ca78 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f4af909-5d81-4b79-9c51-8f79b2da7719 HTTP/1.1" status: 200  len: 947 time: 0.0871799
Dec 24 11:34:17.081755 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-0ae1dbe2-1d0a-44d8-af2b-8914e7fdfe14 req-74569922-cbef-46b9-a041-1fed8444721b tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/security-groups?id=801f419c-b013-4225-a36b-61d8695d2683&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425682
Dec 24 11:34:18.318125 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde804d5-1c34-4c18-a14b-e86ed9960382 req-445ddda8-ce15-421e-ad5c-f959d2c8eb7c tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:34:18.319831 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-dde804d5-1c34-4c18-a14b-e86ed9960382 req-445ddda8-ce15-421e-ad5c-f959d2c8eb7c tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f4af909-5d81-4b79-9c51-8f79b2da7719 HTTP/1.1" status: 200  len: 947 time: 0.0973933
Dec 24 11:34:18.370333 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-dde804d5-1c34-4c18-a14b-e86ed9960382 req-c48d5d6f-0414-4cc7-9d33-e6714756a61a tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/security-groups?id=801f419c-b013-4225-a36b-61d8695d2683&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0440359
Dec 24 11:34:19.606584 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3b5c09-073e-424b-8325-486fce04d2e9 req-07616c1c-12c3-4e5a-b84e-8edb60e3c5f6 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:34:19.608626 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-6d3b5c09-073e-424b-8325-486fce04d2e9 req-07616c1c-12c3-4e5a-b84e-8edb60e3c5f6 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f4af909-5d81-4b79-9c51-8f79b2da7719 HTTP/1.1" status: 200  len: 947 time: 0.0891802
Dec 24 11:34:19.664505 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-6d3b5c09-073e-424b-8325-486fce04d2e9 req-281096e1-4127-4575-a536-204a9406cbad tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/security-groups?id=801f419c-b013-4225-a36b-61d8695d2683&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0493772
Dec 24 11:34:19.681672 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d6e74c-0e9a-49d8-b606-08d5a7552b70 req-1aa6d591-ffbf-41e2-9320-4e815918bad0 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:34:19.683191 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-54d6e74c-0e9a-49d8-b606-08d5a7552b70 req-1aa6d591-ffbf-41e2-9320-4e815918bad0 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.58 "GET /v2.0/ports?device_id=1f4af909-5d81-4b79-9c51-8f79b2da7719 HTTP/1.1" status: 200  len: 947 time: 0.0891500
Dec 24 11:34:19.764894 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [req-54d6e74c-0e9a-49d8-b606-08d5a7552b70 req-c0530088-bd65-46a0-a37c-24a8a35781c2 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Deleting port 49f18c7b-8bfe-4b35-bbad-443fc908a2ad {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:34:19.765200 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-54d6e74c-0e9a-49d8-b606-08d5a7552b70 req-c0530088-bd65-46a0-a37c-24a8a35781c2 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:34:20.033171 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [req-54d6e74c-0e9a-49d8-b606-08d5a7552b70 req-c0530088-bd65-46a0-a37c-24a8a35781c2 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] For port 49f18c7b-8bfe-4b35-bbad-443fc908a2ad, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=49f18c7b-8bfe-4b35-bbad-443fc908a2ad,segment=NetworkSegment(5b535326-dd0f-4b79-a304-422c617c57a0),segment_id=5b535326-dd0f-4b79-a304-422c617c57a0)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:34:20.033571 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-54d6e74c-0e9a-49d8-b606-08d5a7552b70 req-c0530088-bd65-46a0-a37c-24a8a35781c2 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:34:20.580049 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-54d6e74c-0e9a-49d8-b606-08d5a7552b70 req-c0530088-bd65-46a0-a37c-24a8a35781c2 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:34:20.580465 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-54d6e74c-0e9a-49d8-b606-08d5a7552b70 req-c0530088-bd65-46a0-a37c-24a8a35781c2 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659181'] for floatingip, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:34:20.580818 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.l3_db [req-54d6e74c-0e9a-49d8-b606-08d5a7552b70 req-c0530088-bd65-46a0-a37c-24a8a35781c2 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Floating IP 95c966fe-da36-4339-a12a-b85564a1b2b9 disassociated. External IP: 172.26.3.29, port: 49f18c7b-8bfe-4b35-bbad-443fc908a2ad.
Dec 24 11:34:20.581258 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [req-54d6e74c-0e9a-49d8-b606-08d5a7552b70 req-c0530088-bd65-46a0-a37c-24a8a35781c2 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Calling delete_port for 49f18c7b-8bfe-4b35-bbad-443fc908a2ad owned by compute:nova {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:34:20.746817 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-54d6e74c-0e9a-49d8-b606-08d5a7552b70 req-c0530088-bd65-46a0-a37c-24a8a35781c2 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:34:20.752861 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-15825378-d7a6-4c75-b073-8a7f6d4dddc1 tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:34:20.796873 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0530088-bd65-46a0-a37c-24a8a35781c2 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Pushing event deleted for resources: {'Port': ['ID=49f18c7b-8bfe-4b35-bbad-443fc908a2ad,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:34:20.839769 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-dfdce1ad-8df6-48c2-b926-a3494b7f62cb req-4fb52610-1dfc-4fef-bba2-592eea1ced57 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f4af909-5d81-4b79-9c51-8f79b2da7719 HTTP/1.1" status: 200  len: 210 time: 0.0485830
Dec 24 11:34:20.868150 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0530088-bd65-46a0-a37c-24a8a35781c2 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:34:20.868589 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0530088-bd65-46a0-a37c-24a8a35781c2 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:34:20.869015 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0530088-bd65-46a0-a37c-24a8a35781c2 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:34:20.869439 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0530088-bd65-46a0-a37c-24a8a35781c2 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:34:20.869848 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0530088-bd65-46a0-a37c-24a8a35781c2 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:34:20.870280 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0530088-bd65-46a0-a37c-24a8a35781c2 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:34:20.870698 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0530088-bd65-46a0-a37c-24a8a35781c2 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:34:20.871110 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0530088-bd65-46a0-a37c-24a8a35781c2 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:34:20.871510 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0530088-bd65-46a0-a37c-24a8a35781c2 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:34:20.871920 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0530088-bd65-46a0-a37c-24a8a35781c2 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:34:20.872327 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0530088-bd65-46a0-a37c-24a8a35781c2 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:34:20.881581 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c0530088-bd65-46a0-a37c-24a8a35781c2 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:34:21.039574 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-54d6e74c-0e9a-49d8-b606-08d5a7552b70 req-c0530088-bd65-46a0-a37c-24a8a35781c2 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Router b4286607-f1c4-442f-9054-2ced8ddc030c has already been hosted by L3 agent 198cca88-1338-4098-b44b-beb0346ac906 {{(pid=88879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 24 11:34:21.256202 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-54d6e74c-0e9a-49d8-b606-08d5a7552b70 req-c0530088-bd65-46a0-a37c-24a8a35781c2 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:34:21.267392 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-037565a9-226f-46d5-9bf0-8c255dc03b75 None None] Sync routers for ids ['b4286607-f1c4-442f-9054-2ced8ddc030c'] in dv-neutron-822691-2-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:34:21.281194 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-037565a9-226f-46d5-9bf0-8c255dc03b75 None None] Routers {'b4286607-f1c4-442f-9054-2ced8ddc030c'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:34:21.281868 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-037565a9-226f-46d5-9bf0-8c255dc03b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271f86fd0>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:34:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['b4286607-f1c4-442f-9054-2ced8ddc030c'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:34:21.328682 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [req-54d6e74c-0e9a-49d8-b606-08d5a7552b70 req-c0530088-bd65-46a0-a37c-24a8a35781c2 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] No DVR routers for this DVR port 49f18c7b-8bfe-4b35-bbad-443fc908a2ad on host hv-neutron-8226 {{(pid=88879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 24 11:34:21.331437 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-54d6e74c-0e9a-49d8-b606-08d5a7552b70 req-c0530088-bd65-46a0-a37c-24a8a35781c2 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:34:21.334242 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f4af909-5d81-4b79-9c51-8f79b2da7719', 'name': 'network-vif-deleted', 'tag': '49f18c7b-8bfe-4b35-bbad-443fc908a2ad'}] {{(pid=88879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 24 11:34:21.351203 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-54d6e74c-0e9a-49d8-b606-08d5a7552b70 req-c0530088-bd65-46a0-a37c-24a8a35781c2 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.58 "DELETE /v2.0/ports/49f18c7b-8bfe-4b35-bbad-443fc908a2ad HTTP/1.1" status: 204  len: 173 time: 1.6599870
Dec 24 11:34:21.393888 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f4af909-5d81-4b79-9c51-8f79b2da7719', 'name': 'network-vif-deleted', 'tag': '49f18c7b-8bfe-4b35-bbad-443fc908a2ad', 'status': 'completed', 'code': 200}
Dec 24 11:34:21.473322 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-037565a9-226f-46d5-9bf0-8c255dc03b75 None None] Set router b4286607-f1c4-442f-9054-2ced8ddc030c gateway port host: dv-neutron-822691-2-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:34:21.810663 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-037565a9-226f-46d5-9bf0-8c255dc03b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271f86fd0>, [{'id': 'b4286607-f1c4-442f-9054-2ced8ddc030c', 'name': 'tempest-ServerActionsTestJSON-1962428772-router', 'tenant_id': '0079d115c0754ff79cc171ccf7779457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.41'}], 'enable_snat': True}, 'gw_port_id': '9f53cb9f-3751-4efb-82c9-06687e4982fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:27:50Z', 'updated_at': '2021-12-24T11:27:54Z', 'revision_number': 4, 'project_id': '0079d115c0754ff79cc171ccf7779457', 'gw_port': {'id': '9f53cb9f-3751-4efb-82c9-06687e4982fa', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:1a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4286607-f1c4-442f-9054-2ced8ddc030c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:27:51Z', 'updated_at': '2021-12-24T11:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_interfaces': [{'id': 'e632b347-1b4a-4058-8ae7-a30494d1b9bc', 'name': '', 'network_id': '6bfc9dab-30ba-4ee4-aec0-bb1d3217e916', 'tenant_id': '0079d115c0754ff79cc171ccf7779457', 'mac_address': 'fa:16:3e:93:a0:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4286607-f1c4-442f-9054-2ced8ddc030c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a1121a19-26d7-4ca0-a36b-28d804b6392d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:27:53Z', 'updated_at': '2021-12-24T11:28:02Z', 'revision_number': 5, 'project_id': '0079d115c0754ff79cc171ccf7779457', 'subnets': [{'id': 'a1121a19-26d7-4ca0-a36b-28d804b6392d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:34:21.814927 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-037565a9-226f-46d5-9bf0-8c255dc03b75 None None] Checking router: b4286607-f1c4-442f-9054-2ced8ddc030c for host: dv-neutron-822691-2-hyperv {{(pid=88880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 24 11:34:21.826669 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-037565a9-226f-46d5-9bf0-8c255dc03b75 None None] Routers {'b4286607-f1c4-442f-9054-2ced8ddc030c'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:34:21.827501 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-037565a9-226f-46d5-9bf0-8c255dc03b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271f86fd0>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:34:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['b4286607-f1c4-442f-9054-2ced8ddc030c'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:34:22.013769 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-feeb1389-5a2c-410a-93c7-0150e89688a1 req-b75d217f-b15a-4b35-8049-e250d2cbded5 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f4af909-5d81-4b79-9c51-8f79b2da7719 HTTP/1.1" status: 200  len: 210 time: 0.0461979
Dec 24 11:34:22.022257 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-037565a9-226f-46d5-9bf0-8c255dc03b75 None None] Set router b4286607-f1c4-442f-9054-2ced8ddc030c gateway port host: dv-neutron-822691-2-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:34:22.351251 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-037565a9-226f-46d5-9bf0-8c255dc03b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271f86fd0>, [{'id': 'b4286607-f1c4-442f-9054-2ced8ddc030c', 'name': 'tempest-ServerActionsTestJSON-1962428772-router', 'tenant_id': '0079d115c0754ff79cc171ccf7779457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.41'}], 'enable_snat': True}, 'gw_port_id': '9f53cb9f-3751-4efb-82c9-06687e4982fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:27:50Z', 'updated_at': '2021-12-24T11:27:54Z', 'revision_number': 4, 'project_id': '0079d115c0754ff79cc171ccf7779457', 'gw_port': {'id': '9f53cb9f-3751-4efb-82c9-06687e4982fa', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:1a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4286607-f1c4-442f-9054-2ced8ddc030c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:27:51Z', 'updated_at': '2021-12-24T11:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_interfaces': [{'id': 'e632b347-1b4a-4058-8ae7-a30494d1b9bc', 'name': '', 'network_id': '6bfc9dab-30ba-4ee4-aec0-bb1d3217e916', 'tenant_id': '0079d115c0754ff79cc171ccf7779457', 'mac_address': 'fa:16:3e:93:a0:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4286607-f1c4-442f-9054-2ced8ddc030c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a1121a19-26d7-4ca0-a36b-28d804b6392d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:27:53Z', 'updated_at': '2021-12-24T11:28:02Z', 'revision_number': 5, 'project_id': '0079d115c0754ff79cc171ccf7779457', 'subnets': [{'id': 'a1121a19-26d7-4ca0-a36b-28d804b6392d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:34:22.355938 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-037565a9-226f-46d5-9bf0-8c255dc03b75 None None] The sync data for ids ['b4286607-f1c4-442f-9054-2ced8ddc030c'] in dv-neutron-822691-2-hyperv is: [{'id': 'b4286607-f1c4-442f-9054-2ced8ddc030c', 'name': 'tempest-ServerActionsTestJSON-1962428772-router', 'tenant_id': '0079d115c0754ff79cc171ccf7779457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.41'}], 'enable_snat': True}, 'gw_port_id': '9f53cb9f-3751-4efb-82c9-06687e4982fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:27:50Z', 'updated_at': '2021-12-24T11:27:54Z', 'revision_number': 4, 'project_id': '0079d115c0754ff79cc171ccf7779457', 'gw_port': {'id': '9f53cb9f-3751-4efb-82c9-06687e4982fa', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:1a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4286607-f1c4-442f-9054-2ced8ddc030c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:27:51Z', 'updated_at': '2021-12-24T11:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_interfaces': [{'id': 'e632b347-1b4a-4058-8ae7-a30494d1b9bc', 'name': '', 'network_id': '6bfc9dab-30ba-4ee4-aec0-bb1d3217e916', 'tenant_id': '0079d115c0754ff79cc171ccf7779457', 'mac_address': 'fa:16:3e:93:a0:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4286607-f1c4-442f-9054-2ced8ddc030c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a1121a19-26d7-4ca0-a36b-28d804b6392d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:27:53Z', 'updated_at': '2021-12-24T11:28:02Z', 'revision_number': 5, 'project_id': '0079d115c0754ff79cc171ccf7779457', 'subnets': [{'id': 'a1121a19-26d7-4ca0-a36b-28d804b6392d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:34:22.800219 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9498096-8845-4980-8a60-2af5a1f0918d None None] New status for floating IP 95c966fe-da36-4339-a12a-b85564a1b2b9: DOWN {{(pid=88881) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 24 11:34:23.601767 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Device 49f18c7b-8bfe-4b35-bbad-443fc908a2ad no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:34:23.638316 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] No Port match for: 49f18c7b-8bfe-4b35-bbad-443fc908a2ad {{(pid=88880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 24 11:34:23.638711 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Device 49f18c7b-8bfe-4b35-bbad-443fc908a2ad not bound to the agent host hv-neutron-8226 {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 24 11:34:26.630515 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 48172) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:34:26.704913 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2b2ca87e-97fb-48eb-9ad6-1adee9ccde2e tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Notify callbacks [] for security_group, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:34:26.733682 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2b2ca87e-97fb-48eb-9ad6-1adee9ccde2e tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:34:26.799608 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2b2ca87e-97fb-48eb-9ad6-1adee9ccde2e tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:34:26.808305 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-38e15bc3-77f9-46a7-93de-b088730aad1e tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:34:26.828670 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2ca87e-97fb-48eb-9ad6-1adee9ccde2e tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=801f419c-b013-4225-a36b-61d8695d2683,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:34:26.841187 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2b2ca87e-97fb-48eb-9ad6-1adee9ccde2e tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:34:26.842420 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-2b2ca87e-97fb-48eb-9ad6-1adee9ccde2e tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "DELETE /v2.0/security-groups/801f419c-b013-4225-a36b-61d8695d2683 HTTP/1.1" status: 204  len: 168 time: 0.2108221
Dec 24 11:34:26.844071 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2ca87e-97fb-48eb-9ad6-1adee9ccde2e tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:34:26.844516 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2ca87e-97fb-48eb-9ad6-1adee9ccde2e tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:34:26.844926 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2ca87e-97fb-48eb-9ad6-1adee9ccde2e tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:34:26.845337 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2ca87e-97fb-48eb-9ad6-1adee9ccde2e tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:34:26.845490 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 48176) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:34:26.845747 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2ca87e-97fb-48eb-9ad6-1adee9ccde2e tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:34:26.846177 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2ca87e-97fb-48eb-9ad6-1adee9ccde2e tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:34:26.846578 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2ca87e-97fb-48eb-9ad6-1adee9ccde2e tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:34:26.846978 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2ca87e-97fb-48eb-9ad6-1adee9ccde2e tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:34:26.847354 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2ca87e-97fb-48eb-9ad6-1adee9ccde2e tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:34:26.847790 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2ca87e-97fb-48eb-9ad6-1adee9ccde2e tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:34:26.848181 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b2ca87e-97fb-48eb-9ad6-1adee9ccde2e tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:34:26.854613 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-2b2ca87e-97fb-48eb-9ad6-1adee9ccde2e tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:34:26.865697 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.v2.resource [None req-901b1b5d-8dd2-4f6a-868f-3c57190a35c6 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] show failed (client error): The resource could not be found.
Dec 24 11:34:26.866852 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-901b1b5d-8dd2-4f6a-868f-3c57190a35c6 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "GET /v2.0/security-groups/801f419c-b013-4225-a36b-61d8695d2683 HTTP/1.1" status: 404  len: 347 time: 0.0202820
Dec 24 11:34:26.869737 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 48180) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:34:27.033069 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-c51696da-57a0-43e7-b1aa-ec367a287193 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Deleting port 066184b5-4614-4d10-ba17-bb97875800c5 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:34:27.033449 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c51696da-57a0-43e7-b1aa-ec367a287193 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:34:27.217261 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c51696da-57a0-43e7-b1aa-ec367a287193 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:34:27.217593 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c51696da-57a0-43e7-b1aa-ec367a287193 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:34:27.343074 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-c51696da-57a0-43e7-b1aa-ec367a287193 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Calling delete_port for 066184b5-4614-4d10-ba17-bb97875800c5 owned by network:floatingip {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:34:27.377795 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.agents_db [None req-e51243ab-6a93-425b-980f-a73583147efa None None] Agent healthcheck: found 6 active agents {{(pid=88881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 24 11:34:27.503902 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c51696da-57a0-43e7-b1aa-ec367a287193 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:34:27.510034 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-9d1c48ad-9f87-4cda-9c1e-52ba5f790030 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:34:27.554009 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51696da-57a0-43e7-b1aa-ec367a287193 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Pushing event deleted for resources: {'Port': ['ID=066184b5-4614-4d10-ba17-bb97875800c5,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:34:27.556734 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c51696da-57a0-43e7-b1aa-ec367a287193 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:34:27.655947 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c51696da-57a0-43e7-b1aa-ec367a287193 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Notify callbacks [] for floatingip, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:34:27.671537 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c51696da-57a0-43e7-b1aa-ec367a287193 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for floatingip, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:34:27.672792 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-c51696da-57a0-43e7-b1aa-ec367a287193 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] 10.222.0.65 "DELETE /v2.0/floatingips/95c966fe-da36-4339-a12a-b85564a1b2b9 HTTP/1.1" status: 204  len: 168 time: 0.8020525
Dec 24 11:34:27.677458 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 48184) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:34:28.215128 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-933432a0-241d-4156-ad4f-19d0f3a29095 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854055677'] for router_interface, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:34:28.470219 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:34:28.871784 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-933432a0-241d-4156-ad4f-19d0f3a29095 admin admin] Deleting port e632b347-1b4a-4058-8ae7-a30494d1b9bc {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:34:28.872432 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-933432a0-241d-4156-ad4f-19d0f3a29095 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:34:29.054884 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-933432a0-241d-4156-ad4f-19d0f3a29095 admin admin] For port e632b347-1b4a-4058-8ae7-a30494d1b9bc, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=e632b347-1b4a-4058-8ae7-a30494d1b9bc,segment=NetworkSegment(5b535326-dd0f-4b79-a304-422c617c57a0),segment_id=5b535326-dd0f-4b79-a304-422c617c57a0)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:34:29.055282 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-933432a0-241d-4156-ad4f-19d0f3a29095 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:34:29.183005 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-933432a0-241d-4156-ad4f-19d0f3a29095 admin admin] Calling delete_port for e632b347-1b4a-4058-8ae7-a30494d1b9bc owned by network:router_interface {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:34:29.369191 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-933432a0-241d-4156-ad4f-19d0f3a29095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:34:29.376259 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7ecc9236-aa0f-44c1-b958-012a86e92091 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:34:29.669389 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933432a0-241d-4156-ad4f-19d0f3a29095 admin admin] Pushing event deleted for resources: {'Port': ['ID=e632b347-1b4a-4058-8ae7-a30494d1b9bc,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:34:29.672264 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-933432a0-241d-4156-ad4f-19d0f3a29095 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:34:29.980683 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-933432a0-241d-4156-ad4f-19d0f3a29095 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036852798164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854055527'] for router_interface, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:34:30.598583 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-933432a0-241d-4156-ad4f-19d0f3a29095 admin admin] Router b4286607-f1c4-442f-9054-2ced8ddc030c has already been hosted by L3 agent 198cca88-1338-4098-b44b-beb0346ac906 {{(pid=88879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 24 11:34:30.821422 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-933432a0-241d-4156-ad4f-19d0f3a29095 admin admin] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:34:30.831890 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa27d50e-d202-4d48-91fe-2499b9364780 None None] Sync routers for ids ['b4286607-f1c4-442f-9054-2ced8ddc030c'] in dv-neutron-822691-2-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:34:30.838785 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-933432a0-241d-4156-ad4f-19d0f3a29095 admin admin] 10.222.0.65 "PUT /v2.0/routers/b4286607-f1c4-442f-9054-2ced8ddc030c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1602359
Dec 24 11:34:30.841608 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 48190) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:34:30.847346 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa27d50e-d202-4d48-91fe-2499b9364780 None None] Routers {'b4286607-f1c4-442f-9054-2ced8ddc030c'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:34:30.848031 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-fa27d50e-d202-4d48-91fe-2499b9364780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52716a1fd0>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:34:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['b4286607-f1c4-442f-9054-2ced8ddc030c'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:34:31.059743 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-62307c80-e541-4b98-87c7-981c61475724 admin admin] Notify callbacks [] for router, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:34:31.208120 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-fa27d50e-d202-4d48-91fe-2499b9364780 None None] Set router b4286607-f1c4-442f-9054-2ced8ddc030c gateway port host: dv-neutron-822691-2-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:34:31.274324 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-62307c80-e541-4b98-87c7-981c61475724 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:34:31.283549 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-62307c80-e541-4b98-87c7-981c61475724 admin admin] Deleting port 9f53cb9f-3751-4efb-82c9-06687e4982fa {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:34:31.284037 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-62307c80-e541-4b98-87c7-981c61475724 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:34:31.466514 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-62307c80-e541-4b98-87c7-981c61475724 admin admin] For port 9f53cb9f-3751-4efb-82c9-06687e4982fa, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=9f53cb9f-3751-4efb-82c9-06687e4982fa,segment=NetworkSegment(d4e3295f-9ff8-4cad-8a20-3f1c937efc8c),segment_id=d4e3295f-9ff8-4cad-8a20-3f1c937efc8c)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:34:31.466856 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-62307c80-e541-4b98-87c7-981c61475724 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:34:31.501027 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-fa27d50e-d202-4d48-91fe-2499b9364780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52716a1fd0>, [{'id': 'b4286607-f1c4-442f-9054-2ced8ddc030c', 'name': 'tempest-ServerActionsTestJSON-1962428772-router', 'tenant_id': '0079d115c0754ff79cc171ccf7779457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.41'}], 'enable_snat': True}, 'gw_port_id': '9f53cb9f-3751-4efb-82c9-06687e4982fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:27:50Z', 'updated_at': '2021-12-24T11:34:29Z', 'revision_number': 5, 'project_id': '0079d115c0754ff79cc171ccf7779457', 'gw_port': {'id': '9f53cb9f-3751-4efb-82c9-06687e4982fa', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:1a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4286607-f1c4-442f-9054-2ced8ddc030c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:27:51Z', 'updated_at': '2021-12-24T11:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv'}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:34:31.505146 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa27d50e-d202-4d48-91fe-2499b9364780 None None] Checking router: b4286607-f1c4-442f-9054-2ced8ddc030c for host: dv-neutron-822691-2-hyperv {{(pid=88880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 24 11:34:31.516665 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa27d50e-d202-4d48-91fe-2499b9364780 None None] Routers {'b4286607-f1c4-442f-9054-2ced8ddc030c'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:34:31.517342 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-fa27d50e-d202-4d48-91fe-2499b9364780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52716a1fd0>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:34:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['b4286607-f1c4-442f-9054-2ced8ddc030c'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:34:31.596202 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-62307c80-e541-4b98-87c7-981c61475724 admin admin] Calling delete_port for 9f53cb9f-3751-4efb-82c9-06687e4982fa owned by network:router_gateway {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:34:31.674482 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-fa27d50e-d202-4d48-91fe-2499b9364780 None None] Set router b4286607-f1c4-442f-9054-2ced8ddc030c gateway port host: None {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:34:31.772653 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-62307c80-e541-4b98-87c7-981c61475724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:34:31.777452 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-2332340c-6959-4998-b3b5-a402508fa8ba service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:34:31.787692 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-fa27d50e-d202-4d48-91fe-2499b9364780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52716a1fd0>, [{'id': 'b4286607-f1c4-442f-9054-2ced8ddc030c', 'name': 'tempest-ServerActionsTestJSON-1962428772-router', 'tenant_id': '0079d115c0754ff79cc171ccf7779457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:27:50Z', 'updated_at': '2021-12-24T11:34:31Z', 'revision_number': 6, 'project_id': '0079d115c0754ff79cc171ccf7779457', 'gw_port_host': None}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:34:31.792190 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa27d50e-d202-4d48-91fe-2499b9364780 None None] The sync data for ids ['b4286607-f1c4-442f-9054-2ced8ddc030c'] in dv-neutron-822691-2-hyperv is: [{'id': 'b4286607-f1c4-442f-9054-2ced8ddc030c', 'name': 'tempest-ServerActionsTestJSON-1962428772-router', 'tenant_id': '0079d115c0754ff79cc171ccf7779457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:27:50Z', 'updated_at': '2021-12-24T11:34:31Z', 'revision_number': 6, 'project_id': '0079d115c0754ff79cc171ccf7779457', 'gw_port_host': None}] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:34:31.818820 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62307c80-e541-4b98-87c7-981c61475724 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f53cb9f-3751-4efb-82c9-06687e4982fa,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:34:31.822727 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-62307c80-e541-4b98-87c7-981c61475724 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:34:32.056237 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-62307c80-e541-4b98-87c7-981c61475724 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854116846'] for router_gateway, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:34:32.072343 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device e632b347-1b4a-4058-8ae7-a30494d1b9bc no longer exists at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:34:32.106157 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] No Port match for: e632b347-1b4a-4058-8ae7-a30494d1b9bc {{(pid=88880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 24 11:34:32.106552 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device e632b347-1b4a-4058-8ae7-a30494d1b9bc not bound to the agent host dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 24 11:34:32.583727 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-62307c80-e541-4b98-87c7-981c61475724 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854158724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-84560'] for router, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:34:32.588632 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-62307c80-e541-4b98-87c7-981c61475724 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:34:32.618285 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-62307c80-e541-4b98-87c7-981c61475724 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854158830'] for router, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:34:32.618766 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62307c80-e541-4b98-87c7-981c61475724 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b4286607-f1c4-442f-9054-2ced8ddc030c {{(pid=88879) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 24 11:34:32.632608 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-62307c80-e541-4b98-87c7-981c61475724 admin admin] Notify callbacks [] for router, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:34:32.633872 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-62307c80-e541-4b98-87c7-981c61475724 admin admin] 10.222.0.65 "DELETE /v2.0/routers/b4286607-f1c4-442f-9054-2ced8ddc030c HTTP/1.1" status: 204  len: 168 time: 1.7912409
Dec 24 11:34:32.636813 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 48194) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:34:32.706717 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_v2 [None req-27c7205c-b015-4064-8664-eed33058585d admin admin] Deleting subnet a1121a19-26d7-4ca0-a36b-28d804b6392d {{(pid=88879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 24 11:34:32.710205 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-27c7205c-b015-4064-8664-eed33058585d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:34:32.766826 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-27c7205c-b015-4064-8664-eed33058585d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-786693'] for subnet, precommit_delete_associations {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:34:32.857185 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-27c7205c-b015-4064-8664-eed33058585d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847655656'] for subnet, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:34:32.930764 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-27c7205c-b015-4064-8664-eed33058585d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7120129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850854134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851156349'] for subnet, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:34:32.934474 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-06155783-f8e2-4c3f-8a9e-5e9cca0fbb48 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:34:32.971822 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c7205c-b015-4064-8664-eed33058585d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1121a19-26d7-4ca0-a36b-28d804b6392d,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:34:32.975473 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-27c7205c-b015-4064-8664-eed33058585d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:34:32.987314 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-27c7205c-b015-4064-8664-eed33058585d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:34:32.993586 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b04320cc-8389-4c43-bf4e-334ebb6a9598 None None] Network 6bfc9dab-30ba-4ee4-aec0-bb1d3217e916 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:34:32.994068 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-27c7205c-b015-4064-8664-eed33058585d admin admin] 10.222.0.65 "DELETE /v2.0/subnets/a1121a19-26d7-4ca0-a36b-28d804b6392d HTTP/1.1" status: 204  len: 168 time: 0.3560724
Dec 24 11:34:32.996715 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 48198) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:34:33.112660 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-69d0ef39-cfa9-4692-94c6-0de63a6358af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036847558493'] for network, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:34:33.124053 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-69d0ef39-cfa9-4692-94c6-0de63a6358af admin admin] Deleting port de55981a-ffdc-4fce-b77c-3816ed0f760c {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:34:33.124416 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-69d0ef39-cfa9-4692-94c6-0de63a6358af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:34:33.252924 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42b31ddd-333a-4865-86c4-5d5f5ebaab7f None None] DHCP port deletion for 6bfc9dab-30ba-4ee4-aec0-bb1d3217e916 request from dv-neutron-822691-2-hyperv {{(pid=88880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 24 11:34:33.257328 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-42b31ddd-333a-4865-86c4-5d5f5ebaab7f None None] Deleting port de55981a-ffdc-4fce-b77c-3816ed0f760c {{(pid=88880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:34:33.257771 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-42b31ddd-333a-4865-86c4-5d5f5ebaab7f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:34:33.341248 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-69d0ef39-cfa9-4692-94c6-0de63a6358af admin admin] For port de55981a-ffdc-4fce-b77c-3816ed0f760c, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=de55981a-ffdc-4fce-b77c-3816ed0f760c,segment=NetworkSegment(5b535326-dd0f-4b79-a304-422c617c57a0),segment_id=5b535326-dd0f-4b79-a304-422c617c57a0)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:34:33.341647 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-69d0ef39-cfa9-4692-94c6-0de63a6358af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:34:33.468561 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-69d0ef39-cfa9-4692-94c6-0de63a6358af admin admin] Calling delete_port for de55981a-ffdc-4fce-b77c-3816ed0f760c owned by network:dhcp {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:34:33.472726 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-42b31ddd-333a-4865-86c4-5d5f5ebaab7f None None] For port de55981a-ffdc-4fce-b77c-3816ed0f760c, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=de55981a-ffdc-4fce-b77c-3816ed0f760c,segment=NetworkSegment(5b535326-dd0f-4b79-a304-422c617c57a0),segment_id=5b535326-dd0f-4b79-a304-422c617c57a0)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:34:33.473178 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-42b31ddd-333a-4865-86c4-5d5f5ebaab7f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:34:33.554979 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-69d0ef39-cfa9-4692-94c6-0de63a6358af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:34:33.559945 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f65adf0a-d8f2-4847-a1dc-8a78cd924de1 tempest-ServersAdminNegativeTestJSON-1475873378 tempest-ServersAdminNegativeTestJSON-1475873378-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:34:33.601650 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-42b31ddd-333a-4865-86c4-5d5f5ebaab7f None None] Calling delete_port for de55981a-ffdc-4fce-b77c-3816ed0f760c owned by network:dhcp {{(pid=88880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:34:33.603976 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d0ef39-cfa9-4692-94c6-0de63a6358af admin admin] Pushing event deleted for resources: {'Port': ['ID=de55981a-ffdc-4fce-b77c-3816ed0f760c,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:34:33.608522 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-69d0ef39-cfa9-4692-94c6-0de63a6358af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:34:33.609560 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d0ef39-cfa9-4692-94c6-0de63a6358af admin admin] No DVR routers for this DVR port de55981a-ffdc-4fce-b77c-3816ed0f760c on host dv-neutron-822691-2-hyperv {{(pid=88879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 24 11:34:33.674438 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.db.api [None req-42b31ddd-333a-4865-86c4-5d5f5ebaab7f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88880) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 24 11:34:33.674797 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_db.api [None req-42b31ddd-333a-4865-86c4-5d5f5ebaab7f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 24 11:34:33.734591 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-69d0ef39-cfa9-4692-94c6-0de63a6358af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847649663', 'neutron.services.segments.db._delete_segments_for_network-8749505737672'] for network, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:34:33.761639 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-69d0ef39-cfa9-4692-94c6-0de63a6358af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5270b50978>,) {'filters': {'network_id': ['6bfc9dab-30ba-4ee4-aec0-bb1d3217e916']}} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:34:33.774497 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-69d0ef39-cfa9-4692-94c6-0de63a6358af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5270b50978>, '5b535326-dd0f-4b79-a304-422c617c57a0') {'for_net_delete': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:34:33.774832 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-69d0ef39-cfa9-4692-94c6-0de63a6358af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5270b50978>, '5b535326-dd0f-4b79-a304-422c617c57a0') {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:34:33.786863 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-69d0ef39-cfa9-4692-94c6-0de63a6358af admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749505745113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853989108'] for segment, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:34:33.801781 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-69d0ef39-cfa9-4692-94c6-0de63a6358af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:34:33.808555 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69d0ef39-cfa9-4692-94c6-0de63a6358af admin admin] Releasing vlan 617 on physical network physnet1 to pool {{(pid=88879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 24 11:34:33.808970 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-69d0ef39-cfa9-4692-94c6-0de63a6358af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036847652098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3926696'] for segment, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:34:33.826407 dv-neutron-822691-2-hyperv neutron-server[88767]: Traceback (most recent call last):
Dec 24 11:34:33.826407 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 24 11:34:33.826407 dv-neutron-822691-2-hyperv neutron-server[88767]:     timer()
Dec 24 11:34:33.826407 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 11:34:33.826407 dv-neutron-822691-2-hyperv neutron-server[88767]:     cb(*args, **kw)
Dec 24 11:34:33.826407 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 24 11:34:33.826407 dv-neutron-822691-2-hyperv neutron-server[88767]:     return func(*args, **kwargs)
Dec 24 11:34:33.826407 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 11:34:33.826407 dv-neutron-822691-2-hyperv neutron-server[88767]:     self._notify()
Dec 24 11:34:33.826407 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 11:34:33.826407 dv-neutron-822691-2-hyperv neutron-server[88767]:     self.callback(batched_events)
Dec 24 11:34:33.826407 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 11:34:33.826407 dv-neutron-822691-2-hyperv neutron-server[88767]:     event.method(event)
Dec 24 11:34:33.826407 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 11:34:33.826407 dv-neutron-822691-2-hyperv neutron-server[88767]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 11:34:33.826407 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 24 11:34:33.826407 dv-neutron-822691-2-hyperv neutron-server[88767]:     segment_id)['aggregates'][0]
Dec 24 11:34:33.826407 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 24 11:34:33.826407 dv-neutron-822691-2-hyperv neutron-server[88767]:     return f(self, *a, **k)
Dec 24 11:34:33.826407 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 11:34:33.826407 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self._get(url).json()
Dec 24 11:34:33.826407 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 24 11:34:33.826407 dv-neutron-822691-2-hyperv neutron-server[88767]:     **kwargs)
Dec 24 11:34:33.826407 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 24 11:34:33.826407 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self.request(url, 'GET', **kwargs)
Dec 24 11:34:33.826407 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 24 11:34:33.826407 dv-neutron-822691-2-hyperv neutron-server[88767]:     **endpoint_filter)
Dec 24 11:34:33.826407 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 24 11:34:33.826407 dv-neutron-822691-2-hyperv neutron-server[88767]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 11:34:33.826407 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 24 11:34:33.826407 dv-neutron-822691-2-hyperv neutron-server[88767]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 11:34:33.826407 dv-neutron-822691-2-hyperv neutron-server[88767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 11:34:33.902126 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-69d0ef39-cfa9-4692-94c6-0de63a6358af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7126154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659196'] for network, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:34:33.907664 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-bd4b99b9-ec44-461e-9b5f-b7dbd26f8447 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:34:33.931369 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-69d0ef39-cfa9-4692-94c6-0de63a6358af admin admin] Notify callbacks [] for network, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:34:33.940327 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d0ef39-cfa9-4692-94c6-0de63a6358af admin admin] Pushing event deleted for resources: {'Network': ['ID=6bfc9dab-30ba-4ee4-aec0-bb1d3217e916,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:34:33.944542 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-69d0ef39-cfa9-4692-94c6-0de63a6358af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:34:33.956186 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-69d0ef39-cfa9-4692-94c6-0de63a6358af admin admin] 10.222.0.65 "DELETE /v2.0/networks/6bfc9dab-30ba-4ee4-aec0-bb1d3217e916 HTTP/1.1" status: 204  len: 168 time: 0.9584398
Dec 24 11:34:34.058369 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device de55981a-ffdc-4fce-b77c-3816ed0f760c no longer exists at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:34:34.092128 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] No Port match for: de55981a-ffdc-4fce-b77c-3816ed0f760c {{(pid=88880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 24 11:34:34.092525 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device de55981a-ffdc-4fce-b77c-3816ed0f760c not bound to the agent host dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 24 11:34:34.093066 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 9f53cb9f-3751-4efb-82c9-06687e4982fa no longer exists at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:34:34.101808 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 48204) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:34:34.125754 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] No Port match for: 9f53cb9f-3751-4efb-82c9-06687e4982fa {{(pid=88880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 24 11:34:34.126362 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 9f53cb9f-3751-4efb-82c9-06687e4982fa not bound to the agent host dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 24 11:34:34.160365 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-cabdcb71-fb1d-41c0-8f69-7e6fedaf9b9c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0079d115c0754ff79cc171ccf7779457&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0571897
Dec 24 11:34:34.163219 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 48208) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:34:34.175880 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-42b31ddd-333a-4865-86c4-5d5f5ebaab7f None None] Deleting port de55981a-ffdc-4fce-b77c-3816ed0f760c {{(pid=88880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:34:34.176328 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-42b31ddd-333a-4865-86c4-5d5f5ebaab7f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:34:34.228603 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-93df9f10-4940-49b4-8106-1d60b65298ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:34:34.243520 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-42b31ddd-333a-4865-86c4-5d5f5ebaab7f None None] The port 'de55981a-ffdc-4fce-b77c-3816ed0f760c' was deleted {{(pid=88880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 24 11:34:34.257289 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-93df9f10-4940-49b4-8106-1d60b65298ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:34:34.311825 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-93df9f10-4940-49b4-8106-1d60b65298ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:34:34.317014 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-2cd0983c-fde5-4083-aaa4-a1faf34f1b72 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:34:34.331138 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93df9f10-4940-49b4-8106-1d60b65298ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57395171-8d31-458d-b80f-037e51c903df,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:34:34.335506 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-93df9f10-4940-49b4-8106-1d60b65298ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:34:34.339762 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-93df9f10-4940-49b4-8106-1d60b65298ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:34:34.343588 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-93df9f10-4940-49b4-8106-1d60b65298ca admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/57395171-8d31-458d-b80f-037e51c903df HTTP/1.1" status: 204  len: 168 time: 0.1767261
Dec 24 11:34:35.326979 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 48230) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:34:35.487696 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-25b4aa3d-80c8-4573-82ef-3416837cda1f admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1738425013-network', 'tenant_id': '6d31b7a2dfa24631acd3fa0fe8c2dc25'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:34:35.493291 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-25b4aa3d-80c8-4573-82ef-3416837cda1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:34:35.497632 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-25b4aa3d-80c8-4573-82ef-3416837cda1f admin admin] Usage tracker for resource:network and tenant:6d31b7a2dfa24631acd3fa0fe8c2dc25 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:34:35.500832 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-25b4aa3d-80c8-4573-82ef-3416837cda1f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:34:35.507225 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-25b4aa3d-80c8-4573-82ef-3416837cda1f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:34:35.518625 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25b4aa3d-80c8-4573-82ef-3416837cda1f admin admin] Made reservation on behalf of 6d31b7a2dfa24631acd3fa0fe8c2dc25 for: {'network': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:34:35.523453 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-25b4aa3d-80c8-4573-82ef-3416837cda1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for network, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:34:35.537423 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-25b4aa3d-80c8-4573-82ef-3416837cda1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:34:35.571322 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-25b4aa3d-80c8-4573-82ef-3416837cda1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:34:35.575290 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-25b4aa3d-80c8-4573-82ef-3416837cda1f admin admin] Usage tracker for resource:security_group_rule and tenant:6d31b7a2dfa24631acd3fa0fe8c2dc25 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:34:35.578245 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-25b4aa3d-80c8-4573-82ef-3416837cda1f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:34:35.584320 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-25b4aa3d-80c8-4573-82ef-3416837cda1f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:34:35.659229 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-25b4aa3d-80c8-4573-82ef-3416837cda1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:34:35.663285 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-25b4aa3d-80c8-4573-82ef-3416837cda1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:34:35.666504 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-9851de63-72db-4fac-b472-ece7acc17bbe tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:34:35.695626 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25b4aa3d-80c8-4573-82ef-3416837cda1f admin admin] vlan segment allocate from pool success with {'vlan_id': 616, 'physical_network': 'physnet1'}  {{(pid=88878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 24 11:34:35.704590 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b4aa3d-80c8-4573-82ef-3416837cda1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3a98346-fdeb-477b-8304-2c00e6264d65,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:34:35.708452 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-25b4aa3d-80c8-4573-82ef-3416837cda1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:34:35.711036 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-25b4aa3d-80c8-4573-82ef-3416837cda1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:34:35.711423 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.segments_db [None req-25b4aa3d-80c8-4573-82ef-3416837cda1f admin admin] Added segment df5f51ca-a14a-4327-a5f6-ca7cc53abad5 of type vlan for network 9e2b9008-7059-4c69-843c-8b6dff82aab7
Dec 24 11:34:35.738524 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-25b4aa3d-80c8-4573-82ef-3416837cda1f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363287349540024'] for network, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:34:35.769138 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-25b4aa3d-80c8-4573-82ef-3416837cda1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636'] for network, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:34:35.770128 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25b4aa3d-80c8-4573-82ef-3416837cda1f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:34:35.770766 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-25b4aa3d-80c8-4573-82ef-3416837cda1f admin admin] Notify callbacks [] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:34:35.774320 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-657ccc98-859f-4181-81ac-82596bb7578f tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:34:35.876671 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-25b4aa3d-80c8-4573-82ef-3416837cda1f admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.5483894
Dec 24 11:34:35.880170 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 48236) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:34:35.882244 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b4aa3d-80c8-4573-82ef-3416837cda1f admin admin] Pushing event updated for resources: {'Network': ['ID=9e2b9008-7059-4c69-843c-8b6dff82aab7,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:34:35.885268 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-25b4aa3d-80c8-4573-82ef-3416837cda1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:34:35.887779 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-78d713e5-2e62-4f97-8d6d-fd5dde361a61 admin admin] Request body: {'subnet': {'network_id': '9e2b9008-7059-4c69-843c-8b6dff82aab7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1738425013-subnet', 'tenant_id': '6d31b7a2dfa24631acd3fa0fe8c2dc25', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:34:35.893438 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Network 9e2b9008-7059-4c69-843c-8b6dff82aab7 details requested by agent ovs-agent-dv-neutron-822691-2-hyperv with host dv-neutron-822691-2-hyperv {{(pid=88880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 24 11:34:35.894486 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-78d713e5-2e62-4f97-8d6d-fd5dde361a61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:34:35.898707 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-78d713e5-2e62-4f97-8d6d-fd5dde361a61 admin admin] Usage tracker for resource:subnet and tenant:6d31b7a2dfa24631acd3fa0fe8c2dc25 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:34:35.902035 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-78d713e5-2e62-4f97-8d6d-fd5dde361a61 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:34:35.908310 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-78d713e5-2e62-4f97-8d6d-fd5dde361a61 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:34:35.919734 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78d713e5-2e62-4f97-8d6d-fd5dde361a61 admin admin] Made reservation on behalf of 6d31b7a2dfa24631acd3fa0fe8c2dc25 for: {'subnet': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:34:35.924574 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-78d713e5-2e62-4f97-8d6d-fd5dde361a61 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3619482'] for subnet, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:34:36.150403 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-78d713e5-2e62-4f97-8d6d-fd5dde361a61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3921862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3619467'] for subnet, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:34:36.154284 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-9539f831-164a-476f-aef3-af8b3b5ba103 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:34:36.224068 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d713e5-2e62-4f97-8d6d-fd5dde361a61 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c07d0b9c-63b4-44b9-aa46-ab9aea40d6c4,revision_number=0']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:34:36.229114 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-78d713e5-2e62-4f97-8d6d-fd5dde361a61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:34:36.243696 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d713e5-2e62-4f97-8d6d-fd5dde361a61 admin admin] Checking segment: {'id': 'df5f51ca-a14a-4327-a5f6-ca7cc53abad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '9e2b9008-7059-4c69-843c-8b6dff82aab7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:34:36.244084 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d713e5-2e62-4f97-8d6d-fd5dde361a61 admin admin] Network hostable DHCP agents. Network: 9e2b9008-7059-4c69-843c-8b6dff82aab7, hostable agents: ['edcf98dc-3032-472a-8b3d-f23fd1e89806'], hosted agents: [] {{(pid=88879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 24 11:34:36.267542 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d713e5-2e62-4f97-8d6d-fd5dde361a61 admin admin] Network 9e2b9008-7059-4c69-843c-8b6dff82aab7 is scheduled to be hosted by DHCP agent edcf98dc-3032-472a-8b3d-f23fd1e89806 with binding_index 1 {{(pid=88879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 24 11:34:36.277155 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-78d713e5-2e62-4f97-8d6d-fd5dde361a61 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822691-2-hyperv, 9e2b9008-7059-4c69-843c-8b6dff82aab7) {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:34:36.282168 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78d713e5-2e62-4f97-8d6d-fd5dde361a61 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:34:36.282966 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-78d713e5-2e62-4f97-8d6d-fd5dde361a61 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:34:36.287650 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54aac553-cc5e-4e5d-bb63-ec095980378f None None] Network 9e2b9008-7059-4c69-843c-8b6dff82aab7 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:34:36.307770 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-78d713e5-2e62-4f97-8d6d-fd5dde361a61 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.4229329
Dec 24 11:34:36.517433 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29f61726-8e2f-4f0c-bb12-d6ca000a0762 None None] Network 9e2b9008-7059-4c69-843c-8b6dff82aab7 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:34:36.533538 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1499b1bb-1117-4154-96c9-c0d8cdbbd953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:34:36.933978 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea07e75-617d-4180-a459-6e96a21e0173 req-d485d6c0-5602-4fa3-8d27-3f14bb761bff tempest-ServersNegativeTestJSON-475305174 tempest-ServersNegativeTestJSON-475305174-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:34:36.934730 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-4ea07e75-617d-4180-a459-6e96a21e0173 req-d485d6c0-5602-4fa3-8d27-3f14bb761bff tempest-ServersNegativeTestJSON-475305174 tempest-ServersNegativeTestJSON-475305174-project] Synchronizing usage tracker for tenant:6d31b7a2dfa24631acd3fa0fe8c2dc25 on resource:network {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:34:36.952634 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-4ea07e75-617d-4180-a459-6e96a21e0173 req-d485d6c0-5602-4fa3-8d27-3f14bb761bff tempest-ServersNegativeTestJSON-475305174 tempest-ServersNegativeTestJSON-475305174-project] Unset dirty status for tenant:6d31b7a2dfa24631acd3fa0fe8c2dc25 on resource:network {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:34:36.953910 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-4ea07e75-617d-4180-a459-6e96a21e0173 req-d485d6c0-5602-4fa3-8d27-3f14bb761bff tempest-ServersNegativeTestJSON-475305174 tempest-ServersNegativeTestJSON-475305174-project] 10.222.0.65 "GET /v2.0/networks?id=9e2b9008-7059-4c69-843c-8b6dff82aab7 HTTP/1.1" status: 200  len: 814 time: 0.1830492
Dec 24 11:34:36.971706 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-4ea07e75-617d-4180-a459-6e96a21e0173 req-cd11568e-c14d-4e55-991b-281d09761ff8 tempest-ServersNegativeTestJSON-475305174 tempest-ServersNegativeTestJSON-475305174-project] 10.222.0.65 "GET /v2.0/quotas/6d31b7a2dfa24631acd3fa0fe8c2dc25 HTTP/1.1" status: 200  len: 375 time: 0.0118213
Dec 24 11:34:37.027493 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-4ea07e75-617d-4180-a459-6e96a21e0173 req-06433da0-54f5-4b48-94bf-ea10a7f3c06d tempest-ServersNegativeTestJSON-475305174 tempest-ServersNegativeTestJSON-475305174-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=6d31b7a2dfa24631acd3fa0fe8c2dc25&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0489168
Dec 24 11:34:37.176634 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-4ea07e75-617d-4180-a459-6e96a21e0173 req-3ed320fa-c3c6-4c7f-aa7a-7af40b73644d service neutron] 10.222.0.65 "GET /v2.0/networks/9e2b9008-7059-4c69-843c-8b6dff82aab7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1386139
Dec 24 11:34:37.326300 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-4ea07e75-617d-4180-a459-6e96a21e0173 req-a446bfbb-9ba8-4107-9a78-cad23df646c8 service neutron] 10.222.0.65 "GET /v2.0/networks/9e2b9008-7059-4c69-843c-8b6dff82aab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1432369
Dec 24 11:34:37.523253 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-9c36ae63-c6f9-4b9f-904c-9ae8dd6e94fb req-7167442e-41d1-48fd-b1ac-7c8b4a6eec55 tempest-ServersNegativeTestJSON-475305174 tempest-ServersNegativeTestJSON-475305174-project] 10.222.0.65 "GET /v2.0/ports?device_id=8c1d8c9d-3626-473f-9f06-cb783a3ff5a4 HTTP/1.1" status: 200  len: 210 time: 0.0457704
Dec 24 11:34:38.049316 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:34:38.641229 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-045025e2-c862-40bc-91a0-08503a117b08 req-80b6ea62-fdd3-40c8-ad5e-ceaf43868192 tempest-ServersNegativeTestJSON-475305174 tempest-ServersNegativeTestJSON-475305174-project] 10.222.0.65 "GET /v2.0/ports?device_id=8c1d8c9d-3626-473f-9f06-cb783a3ff5a4 HTTP/1.1" status: 200  len: 210 time: 0.0453346
Dec 24 11:34:38.985741 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-75a14e92-52bf-40ac-a622-da3ebb0a599a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:34:39.490517 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bdfdbc84-c52d-4f40-b281-af314dc1f8fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:34:39.764612 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-80104ad6-adea-4d28-9d8d-0b3cf186997d req-9b8634b9-ead9-4efd-bcc7-fb17033b6870 tempest-ServersNegativeTestJSON-475305174 tempest-ServersNegativeTestJSON-475305174-project] 10.222.0.65 "GET /v2.0/ports?device_id=8c1d8c9d-3626-473f-9f06-cb783a3ff5a4 HTTP/1.1" status: 200  len: 210 time: 0.0507689
Dec 24 11:34:40.753181 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-39ff93cf-c0b7-48c5-95f3-6f7e9977387d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:34:40.758854 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea07e75-617d-4180-a459-6e96a21e0173 req-90d9933a-93a9-4c3e-8b8e-08df0e4ccede tempest-ServersNegativeTestJSON-475305174 tempest-ServersNegativeTestJSON-475305174-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:34:40.760459 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-4ea07e75-617d-4180-a459-6e96a21e0173 req-90d9933a-93a9-4c3e-8b8e-08df0e4ccede tempest-ServersNegativeTestJSON-475305174 tempest-ServersNegativeTestJSON-475305174-project] 10.222.0.58 "GET /v2.0/networks?id=9e2b9008-7059-4c69-843c-8b6dff82aab7 HTTP/1.1" status: 200  len: 814 time: 0.1645153
Dec 24 11:34:40.783087 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [req-4ea07e75-617d-4180-a459-6e96a21e0173 req-9e653883-8cfb-4c34-91f0-1c93a14bd1ed tempest-ServersNegativeTestJSON-475305174 tempest-ServersNegativeTestJSON-475305174-project] Request body: {'port': {'device_id': '8c1d8c9d-3626-473f-9f06-cb783a3ff5a4', 'network_id': '9e2b9008-7059-4c69-843c-8b6dff82aab7', 'admin_state_up': True, 'tenant_id': '6d31b7a2dfa24631acd3fa0fe8c2dc25'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:34:40.931935 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [req-4ea07e75-617d-4180-a459-6e96a21e0173 req-9e653883-8cfb-4c34-91f0-1c93a14bd1ed tempest-ServersNegativeTestJSON-475305174 tempest-ServersNegativeTestJSON-475305174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:34:40.936011 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-4ea07e75-617d-4180-a459-6e96a21e0173 req-9e653883-8cfb-4c34-91f0-1c93a14bd1ed tempest-ServersNegativeTestJSON-475305174 tempest-ServersNegativeTestJSON-475305174-project] Usage tracker for resource:port and tenant:6d31b7a2dfa24631acd3fa0fe8c2dc25 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:34:40.939048 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-4ea07e75-617d-4180-a459-6e96a21e0173 req-9e653883-8cfb-4c34-91f0-1c93a14bd1ed tempest-ServersNegativeTestJSON-475305174 tempest-ServersNegativeTestJSON-475305174-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:34:40.945245 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [req-4ea07e75-617d-4180-a459-6e96a21e0173 req-9e653883-8cfb-4c34-91f0-1c93a14bd1ed tempest-ServersNegativeTestJSON-475305174 tempest-ServersNegativeTestJSON-475305174-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:34:40.945427 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-3da9317e-6e02-4f8c-b2df-04df1b228e11 req-58a79649-6e97-473a-9783-93047fa43670 tempest-ServersNegativeTestJSON-475305174 tempest-ServersNegativeTestJSON-475305174-project] 10.222.0.65 "GET /v2.0/ports?device_id=8c1d8c9d-3626-473f-9f06-cb783a3ff5a4 HTTP/1.1" status: 200  len: 210 time: 0.0504134
Dec 24 11:34:40.956523 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ea07e75-617d-4180-a459-6e96a21e0173 req-9e653883-8cfb-4c34-91f0-1c93a14bd1ed tempest-ServersNegativeTestJSON-475305174 tempest-ServersNegativeTestJSON-475305174-project] Made reservation on behalf of 6d31b7a2dfa24631acd3fa0fe8c2dc25 for: {'port': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:34:40.962336 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-4ea07e75-617d-4180-a459-6e96a21e0173 req-9e653883-8cfb-4c34-91f0-1c93a14bd1ed tempest-ServersNegativeTestJSON-475305174 tempest-ServersNegativeTestJSON-475305174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:34:41.161922 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [req-4ea07e75-617d-4180-a459-6e96a21e0173 req-9e653883-8cfb-4c34-91f0-1c93a14bd1ed tempest-ServersNegativeTestJSON-475305174 tempest-ServersNegativeTestJSON-475305174-project] Allocated IP 172.20.0.12 (9e2b9008-7059-4c69-843c-8b6dff82aab7/c07d0b9c-63b4-44b9-aa46-ab9aea40d6c4/d9b44523-ba17-4834-a095-9bd42ee3d8b0) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:34:41.384269 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-4ea07e75-617d-4180-a459-6e96a21e0173 req-9e653883-8cfb-4c34-91f0-1c93a14bd1ed tempest-ServersNegativeTestJSON-475305174 tempest-ServersNegativeTestJSON-475305174-project] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:34:41.419435 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-4ea07e75-617d-4180-a459-6e96a21e0173 req-9e653883-8cfb-4c34-91f0-1c93a14bd1ed tempest-ServersNegativeTestJSON-475305174 tempest-ServersNegativeTestJSON-475305174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:34:41.425623 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-96db1c8f-dcef-4bb5-9d3b-40a0f1d9b9e9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:34:41.499051 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ea07e75-617d-4180-a459-6e96a21e0173 req-9e653883-8cfb-4c34-91f0-1c93a14bd1ed tempest-ServersNegativeTestJSON-475305174 tempest-ServersNegativeTestJSON-475305174-project] Network 9e2b9008-7059-4c69-843c-8b6dff82aab7 is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:34:41.502922 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [req-4ea07e75-617d-4180-a459-6e96a21e0173 req-9e653883-8cfb-4c34-91f0-1c93a14bd1ed tempest-ServersNegativeTestJSON-475305174 tempest-ServersNegativeTestJSON-475305174-project] Resources bound (agent type, host, resource id):  {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:34:41.507829 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ea07e75-617d-4180-a459-6e96a21e0173 req-9e653883-8cfb-4c34-91f0-1c93a14bd1ed tempest-ServersNegativeTestJSON-475305174 tempest-ServersNegativeTestJSON-475305174-project] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:34:41.534073 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e653883-8cfb-4c34-91f0-1c93a14bd1ed tempest-ServersNegativeTestJSON-475305174 tempest-ServersNegativeTestJSON-475305174-project] Pushing event updated for resources: {'Port': ['ID=d9b44523-ba17-4834-a095-9bd42ee3d8b0,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:34:41.539891 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-9e653883-8cfb-4c34-91f0-1c93a14bd1ed tempest-ServersNegativeTestJSON-475305174 tempest-ServersNegativeTestJSON-475305174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:34:41.573306 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea07e75-617d-4180-a459-6e96a21e0173 req-9e653883-8cfb-4c34-91f0-1c93a14bd1ed tempest-ServersNegativeTestJSON-475305174 tempest-ServersNegativeTestJSON-475305174-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:34:41.573995 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-4ea07e75-617d-4180-a459-6e96a21e0173 req-9e653883-8cfb-4c34-91f0-1c93a14bd1ed tempest-ServersNegativeTestJSON-475305174 tempest-ServersNegativeTestJSON-475305174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:34:41.594984 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-4ea07e75-617d-4180-a459-6e96a21e0173 req-9e653883-8cfb-4c34-91f0-1c93a14bd1ed tempest-ServersNegativeTestJSON-475305174 tempest-ServersNegativeTestJSON-475305174-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8160787
Dec 24 11:34:41.690013 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [req-4ea07e75-617d-4180-a459-6e96a21e0173 req-c7a08498-c49b-47d0-939c-3a1e534767fd service neutron] Request body: {'port': {'device_id': '8c1d8c9d-3626-473f-9f06-cb783a3ff5a4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:34:41.816830 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-4ea07e75-617d-4180-a459-6e96a21e0173 req-c7a08498-c49b-47d0-939c-3a1e534767fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:34:42.162024 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23fc13d-7948-4c8a-8e00-1d7b80f93b07 req-6b263569-bf25-43a1-b616-5e1b8cca9f13 tempest-ServersNegativeTestJSON-475305174 tempest-ServersNegativeTestJSON-475305174-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:34:42.163625 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-a23fc13d-7948-4c8a-8e00-1d7b80f93b07 req-6b263569-bf25-43a1-b616-5e1b8cca9f13 tempest-ServersNegativeTestJSON-475305174 tempest-ServersNegativeTestJSON-475305174-project] 10.222.0.65 "GET /v2.0/ports?device_id=8c1d8c9d-3626-473f-9f06-cb783a3ff5a4 HTTP/1.1" status: 200  len: 932 time: 0.0895097
Dec 24 11:34:42.185155 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [req-4ea07e75-617d-4180-a459-6e96a21e0173 req-c7a08498-c49b-47d0-939c-3a1e534767fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9b44523-ba17-4834-a095-9bd42ee3d8b0 {{(pid=88879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 24 11:34:42.192439 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-4ea07e75-617d-4180-a459-6e96a21e0173 req-c7a08498-c49b-47d0-939c-3a1e534767fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:34:42.208548 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [req-4ea07e75-617d-4180-a459-6e96a21e0173 req-c7a08498-c49b-47d0-939c-3a1e534767fd service neutron] Transition to ACTIVE for port object d9b44523-ba17-4834-a095-9bd42ee3d8b0 will not be triggered until provisioned by entity L2. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:34:42.211811 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-4ea07e75-617d-4180-a459-6e96a21e0173 req-c7a08498-c49b-47d0-939c-3a1e534767fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850854027'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:34:42.216333 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-6172558b-26a2-4f58-8bb5-9f0785518689 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:34:42.217774 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-a23fc13d-7948-4c8a-8e00-1d7b80f93b07 req-b02489b3-2454-4ea6-80b0-0827dcb2107e tempest-ServersNegativeTestJSON-475305174 tempest-ServersNegativeTestJSON-475305174-project] Synchronizing usage tracker for tenant:6d31b7a2dfa24631acd3fa0fe8c2dc25 on resource:security_group {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:34:42.235864 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-a23fc13d-7948-4c8a-8e00-1d7b80f93b07 req-b02489b3-2454-4ea6-80b0-0827dcb2107e tempest-ServersNegativeTestJSON-475305174 tempest-ServersNegativeTestJSON-475305174-project] Unset dirty status for tenant:6d31b7a2dfa24631acd3fa0fe8c2dc25 on resource:security_group {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:34:42.237251 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-a23fc13d-7948-4c8a-8e00-1d7b80f93b07 req-b02489b3-2454-4ea6-80b0-0827dcb2107e tempest-ServersNegativeTestJSON-475305174 tempest-ServersNegativeTestJSON-475305174-project] 10.222.0.65 "GET /v2.0/security-groups?id=a3a98346-fdeb-477b-8304-2c00e6264d65&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0670302
Dec 24 11:34:42.341308 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a08498-c49b-47d0-939c-3a1e534767fd service neutron] Pushing event updated for resources: {'Port': ['ID=d9b44523-ba17-4834-a095-9bd42ee3d8b0,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:34:42.346131 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c7a08498-c49b-47d0-939c-3a1e534767fd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:34:42.457334 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [req-4ea07e75-617d-4180-a459-6e96a21e0173 req-c7a08498-c49b-47d0-939c-3a1e534767fd service neutron] Attempting to bind port d9b44523-ba17-4834-a095-9bd42ee3d8b0 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:34:42.457626 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [req-4ea07e75-617d-4180-a459-6e96a21e0173 req-c7a08498-c49b-47d0-939c-3a1e534767fd service neutron] Attempting to bind port d9b44523-ba17-4834-a095-9bd42ee3d8b0 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'df5f51ca-a14a-4327-a5f6-ca7cc53abad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '9e2b9008-7059-4c69-843c-8b6dff82aab7'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:34:42.458067 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ea07e75-617d-4180-a459-6e96a21e0173 req-c7a08498-c49b-47d0-939c-3a1e534767fd service neutron] Attempting to bind port d9b44523-ba17-4834-a095-9bd42ee3d8b0 on network 9e2b9008-7059-4c69-843c-8b6dff82aab7 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:34:42.464564 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ea07e75-617d-4180-a459-6e96a21e0173 req-c7a08498-c49b-47d0-939c-3a1e534767fd service neutron] Port d9b44523-ba17-4834-a095-9bd42ee3d8b0 on network 9e2b9008-7059-4c69-843c-8b6dff82aab7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 24 11:34:42.464911 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ea07e75-617d-4180-a459-6e96a21e0173 req-c7a08498-c49b-47d0-939c-3a1e534767fd service neutron] Attempting to bind port d9b44523-ba17-4834-a095-9bd42ee3d8b0 on network 9e2b9008-7059-4c69-843c-8b6dff82aab7 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:34:42.473112 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ea07e75-617d-4180-a459-6e96a21e0173 req-c7a08498-c49b-47d0-939c-3a1e534767fd service neutron] Checking agent: {'id': '239bbc6e-fc66-42e2-b707-1aa8ba10287c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 57, 58), 'started_at': datetime.datetime(2021, 12, 24, 10, 57, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 34, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:34:42.473476 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ea07e75-617d-4180-a459-6e96a21e0173 req-c7a08498-c49b-47d0-939c-3a1e534767fd service neutron] Checking segment: {'id': 'df5f51ca-a14a-4327-a5f6-ca7cc53abad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '9e2b9008-7059-4c69-843c-8b6dff82aab7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:34:42.473888 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ea07e75-617d-4180-a459-6e96a21e0173 req-c7a08498-c49b-47d0-939c-3a1e534767fd service neutron] Bound using segment: {'id': 'df5f51ca-a14a-4327-a5f6-ca7cc53abad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '9e2b9008-7059-4c69-843c-8b6dff82aab7'} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:34:42.474342 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [req-4ea07e75-617d-4180-a459-6e96a21e0173 req-c7a08498-c49b-47d0-939c-3a1e534767fd service neutron] Bound port: d9b44523-ba17-4834-a095-9bd42ee3d8b0, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df5f51ca-a14a-4327-a5f6-ca7cc53abad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '9e2b9008-7059-4c69-843c-8b6dff82aab7'}}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:34:42.474706 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-4ea07e75-617d-4180-a459-6e96a21e0173 req-c7a08498-c49b-47d0-939c-3a1e534767fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:34:42.569274 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [req-4ea07e75-617d-4180-a459-6e96a21e0173 req-c7a08498-c49b-47d0-939c-3a1e534767fd service neutron] For port d9b44523-ba17-4834-a095-9bd42ee3d8b0, host hv-neutron-8226, cleared binding levels {{(pid=88879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:34:42.572598 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [req-4ea07e75-617d-4180-a459-6e96a21e0173 req-c7a08498-c49b-47d0-939c-3a1e534767fd service neutron] For port d9b44523-ba17-4834-a095-9bd42ee3d8b0, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=d9b44523-ba17-4834-a095-9bd42ee3d8b0,segment=NetworkSegment(df5f51ca-a14a-4327-a5f6-ca7cc53abad5),segment_id=df5f51ca-a14a-4327-a5f6-ca7cc53abad5)] {{(pid=88879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:34:42.576954 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-4ea07e75-617d-4180-a459-6e96a21e0173 req-c7a08498-c49b-47d0-939c-3a1e534767fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850854027'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:34:42.581443 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-897a3090-995a-4439-ae5d-3b40be9b1696 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:34:42.642419 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-4ea07e75-617d-4180-a459-6e96a21e0173 req-c7a08498-c49b-47d0-939c-3a1e534767fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:34:42.643890 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-4ea07e75-617d-4180-a459-6e96a21e0173 req-c7a08498-c49b-47d0-939c-3a1e534767fd service neutron] 10.222.0.58 "PUT /v2.0/ports/d9b44523-ba17-4834-a095-9bd42ee3d8b0 HTTP/1.1" status: 200  len: 1094 time: 1.0369396
Dec 24 11:34:42.644462 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c1d8c9d-3626-473f-9f06-cb783a3ff5a4', 'tag': 'd9b44523-ba17-4834-a095-9bd42ee3d8b0'}] {{(pid=88879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 24 11:34:42.661607 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a08498-c49b-47d0-939c-3a1e534767fd service neutron] Pushing event updated for resources: {'Port': ['ID=d9b44523-ba17-4834-a095-9bd42ee3d8b0,revision_number=3']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:34:42.665762 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c7a08498-c49b-47d0-939c-3a1e534767fd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:34:42.720819 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c1d8c9d-3626-473f-9f06-cb783a3ff5a4', 'tag': 'd9b44523-ba17-4834-a095-9bd42ee3d8b0', 'status': 'completed', 'code': 200}
Dec 24 11:34:42.765020 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-4ea07e75-617d-4180-a459-6e96a21e0173 req-d3565f15-a39b-4cc8-ae8b-52ffe3d2db51 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6d31b7a2dfa24631acd3fa0fe8c2dc25&device_id=8c1d8c9d-3626-473f-9f06-cb783a3ff5a4 HTTP/1.1" status: 200  len: 1097 time: 0.0824356
Dec 24 11:34:42.847837 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-4ea07e75-617d-4180-a459-6e96a21e0173 req-ba6188fd-ca4b-43bd-905c-0db1d5c60d48 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d9b44523-ba17-4834-a095-9bd42ee3d8b0 HTTP/1.1" status: 200  len: 217 time: 0.0730057
Dec 24 11:34:42.916968 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea07e75-617d-4180-a459-6e96a21e0173 req-f4480429-203b-4a34-b80c-9f26605d1450 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:34:42.918537 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-4ea07e75-617d-4180-a459-6e96a21e0173 req-f4480429-203b-4a34-b80c-9f26605d1450 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c07d0b9c-63b4-44b9-aa46-ab9aea40d6c4 HTTP/1.1" status: 200  len: 854 time: 0.0641840
Dec 24 11:34:42.971499 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-4ea07e75-617d-4180-a459-6e96a21e0173 req-fab635e3-be20-4bf3-ae0b-7af8b02247e4 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9e2b9008-7059-4c69-843c-8b6dff82aab7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0459962
Dec 24 11:34:43.125932 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-4ea07e75-617d-4180-a459-6e96a21e0173 req-219416f9-1f64-4a9f-a41b-21f177cbc873 service neutron] 10.222.0.58 "GET /v2.0/networks/9e2b9008-7059-4c69-843c-8b6dff82aab7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1441767
Dec 24 11:34:43.272532 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-4ea07e75-617d-4180-a459-6e96a21e0173 req-3191d37d-71a5-412d-b38a-37addd068d4b service neutron] 10.222.0.58 "GET /v2.0/networks/9e2b9008-7059-4c69-843c-8b6dff82aab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1352305
Dec 24 11:34:43.400690 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-41e821bd-9ee5-4ccf-b1f5-bb36c11340ad req-bd79e2f3-c3c6-485b-bbd1-e8e4f1c1459f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6d31b7a2dfa24631acd3fa0fe8c2dc25&device_id=8c1d8c9d-3626-473f-9f06-cb783a3ff5a4 HTTP/1.1" status: 200  len: 1097 time: 0.0759766
Dec 24 11:34:43.449934 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4127bc20-620b-449c-850e-93aec8b12b07 req-d98ccc19-d5bd-4ace-a4e2-bda39d01c886 tempest-ServersNegativeTestJSON-475305174 tempest-ServersNegativeTestJSON-475305174-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:34:43.451559 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-4127bc20-620b-449c-850e-93aec8b12b07 req-d98ccc19-d5bd-4ace-a4e2-bda39d01c886 tempest-ServersNegativeTestJSON-475305174 tempest-ServersNegativeTestJSON-475305174-project] 10.222.0.65 "GET /v2.0/ports?device_id=8c1d8c9d-3626-473f-9f06-cb783a3ff5a4 HTTP/1.1" status: 200  len: 944 time: 0.0838883
Dec 24 11:34:43.503603 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-4127bc20-620b-449c-850e-93aec8b12b07 req-8bf3d4f0-6321-4e14-b869-a6908849ff84 tempest-ServersNegativeTestJSON-475305174 tempest-ServersNegativeTestJSON-475305174-project] 10.222.0.65 "GET /v2.0/security-groups?id=a3a98346-fdeb-477b-8304-2c00e6264d65&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455506
Dec 24 11:34:43.781225 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e821bd-9ee5-4ccf-b1f5-bb36c11340ad req-22b813e1-6895-46e3-9c19-b19396a60738 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:34:43.782824 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-41e821bd-9ee5-4ccf-b1f5-bb36c11340ad req-22b813e1-6895-46e3-9c19-b19396a60738 service neutron] 10.222.0.58 "GET /v2.0/networks?id=9e2b9008-7059-4c69-843c-8b6dff82aab7 HTTP/1.1" status: 200  len: 915 time: 0.3748806
Dec 24 11:34:43.860368 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-41e821bd-9ee5-4ccf-b1f5-bb36c11340ad req-9d119b69-6357-45b7-bd42-f507618989fe service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d9b44523-ba17-4834-a095-9bd42ee3d8b0 HTTP/1.1" status: 200  len: 217 time: 0.0663478
Dec 24 11:34:43.929560 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e821bd-9ee5-4ccf-b1f5-bb36c11340ad req-e0c7161d-6fd0-4208-80db-b731baca8359 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:34:43.931113 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-41e821bd-9ee5-4ccf-b1f5-bb36c11340ad req-e0c7161d-6fd0-4208-80db-b731baca8359 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c07d0b9c-63b4-44b9-aa46-ab9aea40d6c4 HTTP/1.1" status: 200  len: 854 time: 0.0632868
Dec 24 11:34:43.983249 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-41e821bd-9ee5-4ccf-b1f5-bb36c11340ad req-cb38a2c8-77eb-4029-8599-8b80f27121c8 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9e2b9008-7059-4c69-843c-8b6dff82aab7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0450654
Dec 24 11:34:44.132992 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-41e821bd-9ee5-4ccf-b1f5-bb36c11340ad req-8614d4b8-3e1c-4cc7-92a3-380c46a18afe service neutron] 10.222.0.58 "GET /v2.0/networks/9e2b9008-7059-4c69-843c-8b6dff82aab7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1412239
Dec 24 11:34:44.278119 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-41e821bd-9ee5-4ccf-b1f5-bb36c11340ad req-ef08cbd8-c732-433a-b6a4-13bc9a5369e1 service neutron] 10.222.0.58 "GET /v2.0/networks/9e2b9008-7059-4c69-843c-8b6dff82aab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1384351
Dec 24 11:34:44.745079 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6a1ba6-1d63-4bcf-966f-3ee83f77a722 req-49b6c1ac-3efc-403e-99a8-593c6e18eef1 tempest-ServersNegativeTestJSON-475305174 tempest-ServersNegativeTestJSON-475305174-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:34:44.746747 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-0b6a1ba6-1d63-4bcf-966f-3ee83f77a722 req-49b6c1ac-3efc-403e-99a8-593c6e18eef1 tempest-ServersNegativeTestJSON-475305174 tempest-ServersNegativeTestJSON-475305174-project] 10.222.0.65 "GET /v2.0/ports?device_id=8c1d8c9d-3626-473f-9f06-cb783a3ff5a4 HTTP/1.1" status: 200  len: 944 time: 0.0941434
Dec 24 11:34:44.797719 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-0b6a1ba6-1d63-4bcf-966f-3ee83f77a722 req-42958c7b-efae-443d-9d4d-328e2197b8fd tempest-ServersNegativeTestJSON-475305174 tempest-ServersNegativeTestJSON-475305174-project] 10.222.0.65 "GET /v2.0/security-groups?id=a3a98346-fdeb-477b-8304-2c00e6264d65&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421014
Dec 24 11:34:45.669165 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Device d9b44523-ba17-4834-a095-9bd42ee3d8b0 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 24 11:34:45.829933 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] For port d9b44523-ba17-4834-a095-9bd42ee3d8b0, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=d9b44523-ba17-4834-a095-9bd42ee3d8b0,segment=NetworkSegment(df5f51ca-a14a-4327-a5f6-ca7cc53abad5),segment_id=df5f51ca-a14a-4327-a5f6-ca7cc53abad5)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:34:45.844376 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Returning: {'device': 'd9b44523-ba17-4834-a095-9bd42ee3d8b0', 'network_id': '9e2b9008-7059-4c69-843c-8b6dff82aab7', 'port_id': 'd9b44523-ba17-4834-a095-9bd42ee3d8b0', 'mac_address': 'fa:16:3e:dd:50:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c07d0b9c-63b4-44b9-aa46-ab9aea40d6c4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 24 11:34:45.900832 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:34:45.922549 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9b44523-ba17-4834-a095-9bd42ee3d8b0 {{(pid=88880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 24 11:34:45.937921 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] For port d9b44523-ba17-4834-a095-9bd42ee3d8b0, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=d9b44523-ba17-4834-a095-9bd42ee3d8b0,segment=NetworkSegment(df5f51ca-a14a-4327-a5f6-ca7cc53abad5),segment_id=df5f51ca-a14a-4327-a5f6-ca7cc53abad5)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:34:45.941757 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:34:45.944739 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:34:46.011040 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad9bfbd-e57f-4e63-9937-46ce7c344185 req-682be64e-f99f-4fd7-ac9b-e3024cc617f2 tempest-ServersNegativeTestJSON-475305174 tempest-ServersNegativeTestJSON-475305174-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:34:46.012066 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Pushing event updated for resources: {'Port': ['ID=d9b44523-ba17-4834-a095-9bd42ee3d8b0,revision_number=4']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:34:46.012693 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-4ad9bfbd-e57f-4e63-9937-46ce7c344185 req-682be64e-f99f-4fd7-ac9b-e3024cc617f2 tempest-ServersNegativeTestJSON-475305174 tempest-ServersNegativeTestJSON-475305174-project] 10.222.0.65 "GET /v2.0/ports?device_id=8c1d8c9d-3626-473f-9f06-cb783a3ff5a4 HTTP/1.1" status: 200  len: 945 time: 0.0852365
Dec 24 11:34:46.015517 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:34:46.064459 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-4ad9bfbd-e57f-4e63-9937-46ce7c344185 req-b5e2f48b-807f-454f-8edf-06f76e2a10fe tempest-ServersNegativeTestJSON-475305174 tempest-ServersNegativeTestJSON-475305174-project] 10.222.0.65 "GET /v2.0/security-groups?id=a3a98346-fdeb-477b-8304-2c00e6264d65&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446420
Dec 24 11:34:46.233604 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] get_ports_and_sgs() called for port_ids ['d9b44523-ba17-4834-a095-9bd42ee3d8b0'] {{(pid=88880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 24 11:34:47.280371 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22157d25-c022-4040-a930-968bc5a3dcc9 req-e1dd4aa7-b39d-466c-aecc-f951baa40b79 tempest-ServersNegativeTestJSON-475305174 tempest-ServersNegativeTestJSON-475305174-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:34:47.282015 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-22157d25-c022-4040-a930-968bc5a3dcc9 req-e1dd4aa7-b39d-466c-aecc-f951baa40b79 tempest-ServersNegativeTestJSON-475305174 tempest-ServersNegativeTestJSON-475305174-project] 10.222.0.65 "GET /v2.0/ports?device_id=8c1d8c9d-3626-473f-9f06-cb783a3ff5a4 HTTP/1.1" status: 200  len: 945 time: 0.0889077
Dec 24 11:34:47.333071 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-22157d25-c022-4040-a930-968bc5a3dcc9 req-66eb8b11-91a4-491f-a42d-a5ff5441736c tempest-ServersNegativeTestJSON-475305174 tempest-ServersNegativeTestJSON-475305174-project] 10.222.0.65 "GET /v2.0/security-groups?id=a3a98346-fdeb-477b-8304-2c00e6264d65&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423031
Dec 24 11:34:47.681213 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Device d9b44523-ba17-4834-a095-9bd42ee3d8b0 up at agent hyperv_hv-neutron-8226 {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:34:47.763837 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Provisioning for port d9b44523-ba17-4834-a095-9bd42ee3d8b0 completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:34:47.771310 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Provisioning complete for port d9b44523-ba17-4834-a095-9bd42ee3d8b0 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:34:47.771836 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:34:47.898369 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:34:47.926342 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c1d8c9d-3626-473f-9f06-cb783a3ff5a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9b44523-ba17-4834-a095-9bd42ee3d8b0'}] {{(pid=88880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 24 11:34:47.936601 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] For port d9b44523-ba17-4834-a095-9bd42ee3d8b0, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=d9b44523-ba17-4834-a095-9bd42ee3d8b0,segment=NetworkSegment(df5f51ca-a14a-4327-a5f6-ca7cc53abad5),segment_id=df5f51ca-a14a-4327-a5f6-ca7cc53abad5)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:34:47.940725 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:34:47.943657 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:34:47.986901 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c1d8c9d-3626-473f-9f06-cb783a3ff5a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9b44523-ba17-4834-a095-9bd42ee3d8b0', 'code': 200}
Dec 24 11:34:48.013315 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Pushing event updated for resources: {'Port': ['ID=d9b44523-ba17-4834-a095-9bd42ee3d8b0,revision_number=5']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:34:48.016466 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:34:48.249977 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-1c0959ef-4521-4180-84fe-15c2b8376f5f req-717adb31-8cd5-4bef-8d8c-d3cc1e609142 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=8c1d8c9d-3626-473f-9f06-cb783a3ff5a4 HTTP/1.1" status: 200  len: 1099 time: 0.0933638
Dec 24 11:34:48.298165 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-1c0959ef-4521-4180-84fe-15c2b8376f5f req-5b9cb3ce-aec4-400d-b3fd-2dda47360222 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=a3a98346-fdeb-477b-8304-2c00e6264d65&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388427
Dec 24 11:34:48.550110 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d0e0b1-374f-42b1-b254-00cc568f8a1d req-cd378e05-312c-46f5-9835-accf7b1c94c6 tempest-ServersNegativeTestJSON-475305174 tempest-ServersNegativeTestJSON-475305174-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:34:48.551698 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-66d0e0b1-374f-42b1-b254-00cc568f8a1d req-cd378e05-312c-46f5-9835-accf7b1c94c6 tempest-ServersNegativeTestJSON-475305174 tempest-ServersNegativeTestJSON-475305174-project] 10.222.0.65 "GET /v2.0/ports?device_id=8c1d8c9d-3626-473f-9f06-cb783a3ff5a4 HTTP/1.1" status: 200  len: 946 time: 0.0902984
Dec 24 11:34:48.605025 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-66d0e0b1-374f-42b1-b254-00cc568f8a1d req-cb401869-35be-4afe-9df5-e81e45fba50b tempest-ServersNegativeTestJSON-475305174 tempest-ServersNegativeTestJSON-475305174-project] 10.222.0.65 "GET /v2.0/security-groups?id=a3a98346-fdeb-477b-8304-2c00e6264d65&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0469050
Dec 24 11:34:49.834867 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a26cae-b0fe-4ac0-8aeb-2e9a3a2e5c37 req-b31bca48-49bb-4989-b1fe-d922f8939d0a tempest-ServersNegativeTestJSON-475305174 tempest-ServersNegativeTestJSON-475305174-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:34:49.836362 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-b5a26cae-b0fe-4ac0-8aeb-2e9a3a2e5c37 req-b31bca48-49bb-4989-b1fe-d922f8939d0a tempest-ServersNegativeTestJSON-475305174 tempest-ServersNegativeTestJSON-475305174-project] 10.222.0.65 "GET /v2.0/ports?device_id=8c1d8c9d-3626-473f-9f06-cb783a3ff5a4 HTTP/1.1" status: 200  len: 946 time: 0.0864275
Dec 24 11:34:49.886855 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-b5a26cae-b0fe-4ac0-8aeb-2e9a3a2e5c37 req-c8dccae7-33dd-4a2c-847e-c525efe6d7cd tempest-ServersNegativeTestJSON-475305174 tempest-ServersNegativeTestJSON-475305174-project] 10.222.0.65 "GET /v2.0/security-groups?id=a3a98346-fdeb-477b-8304-2c00e6264d65&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438187
Dec 24 11:34:50.208910 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998a225d-8077-449d-8e05-d6489d31f493 req-fc1da52b-5621-4bd4-a279-d6927e0aa827 tempest-ServersNegativeTestJSON-475305174 tempest-ServersNegativeTestJSON-475305174-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:34:50.210481 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-998a225d-8077-449d-8e05-d6489d31f493 req-fc1da52b-5621-4bd4-a279-d6927e0aa827 tempest-ServersNegativeTestJSON-475305174 tempest-ServersNegativeTestJSON-475305174-project] 10.222.0.65 "GET /v2.0/networks?id=9e2b9008-7059-4c69-843c-8b6dff82aab7 HTTP/1.1" status: 200  len: 814 time: 0.1604176
Dec 24 11:34:50.231626 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-998a225d-8077-449d-8e05-d6489d31f493 req-3ff6e1d7-5c45-4ead-828b-4e486b0ca14f tempest-ServersNegativeTestJSON-475305174 tempest-ServersNegativeTestJSON-475305174-project] 10.222.0.65 "GET /v2.0/quotas/6d31b7a2dfa24631acd3fa0fe8c2dc25 HTTP/1.1" status: 200  len: 375 time: 0.0121472
Dec 24 11:34:50.323375 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-998a225d-8077-449d-8e05-d6489d31f493 req-3c84c5b6-dcca-4a93-8557-a1311bbd067f tempest-ServersNegativeTestJSON-475305174 tempest-ServersNegativeTestJSON-475305174-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=6d31b7a2dfa24631acd3fa0fe8c2dc25&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0852571
Dec 24 11:34:50.471978 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-998a225d-8077-449d-8e05-d6489d31f493 req-1ee771d3-d16b-4f85-926d-b577e31e2525 service neutron] 10.222.0.65 "GET /v2.0/networks/9e2b9008-7059-4c69-843c-8b6dff82aab7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1401875
Dec 24 11:34:50.622293 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-998a225d-8077-449d-8e05-d6489d31f493 req-b798d851-b5f5-4412-9f0a-3e09bedcf021 service neutron] 10.222.0.65 "GET /v2.0/networks/9e2b9008-7059-4c69-843c-8b6dff82aab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1434007
Dec 24 11:34:50.832960 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-4fbef4ac-53cb-4a99-8218-daa72c4fb8dc req-9e3c7dd1-73af-49ea-a005-e1b6a0e21e74 tempest-ServersNegativeTestJSON-475305174 tempest-ServersNegativeTestJSON-475305174-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e8de010-5b27-4a8e-964d-ed5031d54a5f HTTP/1.1" status: 200  len: 210 time: 0.0474741
Dec 24 11:34:51.953689 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998a225d-8077-449d-8e05-d6489d31f493 req-aaf702b6-823f-4176-b22d-da33ca1f65bc tempest-ServersNegativeTestJSON-475305174 tempest-ServersNegativeTestJSON-475305174-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:34:51.955591 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-998a225d-8077-449d-8e05-d6489d31f493 req-aaf702b6-823f-4176-b22d-da33ca1f65bc tempest-ServersNegativeTestJSON-475305174 tempest-ServersNegativeTestJSON-475305174-project] 10.222.0.58 "GET /v2.0/networks?id=9e2b9008-7059-4c69-843c-8b6dff82aab7 HTTP/1.1" status: 200  len: 814 time: 0.1640315
Dec 24 11:34:51.971665 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [req-998a225d-8077-449d-8e05-d6489d31f493 req-d73fbe35-97cc-4480-940f-40c942952a4d tempest-ServersNegativeTestJSON-475305174 tempest-ServersNegativeTestJSON-475305174-project] Request body: {'port': {'device_id': '0e8de010-5b27-4a8e-964d-ed5031d54a5f', 'network_id': '9e2b9008-7059-4c69-843c-8b6dff82aab7', 'admin_state_up': True, 'tenant_id': '6d31b7a2dfa24631acd3fa0fe8c2dc25'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:34:52.003251 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-7e7448ca-7541-43f9-9c3d-6122ccfe1d04 req-f936553f-b6d7-4dd5-8240-4f30b0bdbf38 tempest-ServersNegativeTestJSON-475305174 tempest-ServersNegativeTestJSON-475305174-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e8de010-5b27-4a8e-964d-ed5031d54a5f HTTP/1.1" status: 200  len: 210 time: 0.0461297
Dec 24 11:34:52.121326 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [req-998a225d-8077-449d-8e05-d6489d31f493 req-d73fbe35-97cc-4480-940f-40c942952a4d tempest-ServersNegativeTestJSON-475305174 tempest-ServersNegativeTestJSON-475305174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:34:52.125732 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-998a225d-8077-449d-8e05-d6489d31f493 req-d73fbe35-97cc-4480-940f-40c942952a4d tempest-ServersNegativeTestJSON-475305174 tempest-ServersNegativeTestJSON-475305174-project] Usage tracker for resource:port and tenant:6d31b7a2dfa24631acd3fa0fe8c2dc25 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:34:52.129442 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-998a225d-8077-449d-8e05-d6489d31f493 req-d73fbe35-97cc-4480-940f-40c942952a4d tempest-ServersNegativeTestJSON-475305174 tempest-ServersNegativeTestJSON-475305174-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:34:52.136531 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [req-998a225d-8077-449d-8e05-d6489d31f493 req-d73fbe35-97cc-4480-940f-40c942952a4d tempest-ServersNegativeTestJSON-475305174 tempest-ServersNegativeTestJSON-475305174-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:34:52.147505 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-998a225d-8077-449d-8e05-d6489d31f493 req-d73fbe35-97cc-4480-940f-40c942952a4d tempest-ServersNegativeTestJSON-475305174 tempest-ServersNegativeTestJSON-475305174-project] Made reservation on behalf of 6d31b7a2dfa24631acd3fa0fe8c2dc25 for: {'port': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:34:52.153115 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-998a225d-8077-449d-8e05-d6489d31f493 req-d73fbe35-97cc-4480-940f-40c942952a4d tempest-ServersNegativeTestJSON-475305174 tempest-ServersNegativeTestJSON-475305174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:34:52.326636 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [req-998a225d-8077-449d-8e05-d6489d31f493 req-d73fbe35-97cc-4480-940f-40c942952a4d tempest-ServersNegativeTestJSON-475305174 tempest-ServersNegativeTestJSON-475305174-project] Allocated IP 172.20.0.4 (9e2b9008-7059-4c69-843c-8b6dff82aab7/c07d0b9c-63b4-44b9-aa46-ab9aea40d6c4/069c67e6-5351-419f-9472-ad72848a2a01) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:34:52.558260 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-998a225d-8077-449d-8e05-d6489d31f493 req-d73fbe35-97cc-4480-940f-40c942952a4d tempest-ServersNegativeTestJSON-475305174 tempest-ServersNegativeTestJSON-475305174-project] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:34:52.587105 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-998a225d-8077-449d-8e05-d6489d31f493 req-d73fbe35-97cc-4480-940f-40c942952a4d tempest-ServersNegativeTestJSON-475305174 tempest-ServersNegativeTestJSON-475305174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:34:52.593423 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-0fce97f0-128f-43f2-a220-fc242dd05fd8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:34:52.600031 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] get_ports_and_sgs() called for port_ids ['d9b44523-ba17-4834-a095-9bd42ee3d8b0'] {{(pid=88880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 24 11:34:52.669155 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-998a225d-8077-449d-8e05-d6489d31f493 req-d73fbe35-97cc-4480-940f-40c942952a4d tempest-ServersNegativeTestJSON-475305174 tempest-ServersNegativeTestJSON-475305174-project] Network 9e2b9008-7059-4c69-843c-8b6dff82aab7 is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:34:52.673155 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [req-998a225d-8077-449d-8e05-d6489d31f493 req-d73fbe35-97cc-4480-940f-40c942952a4d tempest-ServersNegativeTestJSON-475305174 tempest-ServersNegativeTestJSON-475305174-project] Resources bound (agent type, host, resource id):  {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:34:52.681843 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [req-998a225d-8077-449d-8e05-d6489d31f493 req-d73fbe35-97cc-4480-940f-40c942952a4d tempest-ServersNegativeTestJSON-475305174 tempest-ServersNegativeTestJSON-475305174-project] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:34:52.705064 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73fbe35-97cc-4480-940f-40c942952a4d tempest-ServersNegativeTestJSON-475305174 tempest-ServersNegativeTestJSON-475305174-project] Pushing event updated for resources: {'Port': ['ID=069c67e6-5351-419f-9472-ad72848a2a01,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:34:52.711134 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-d73fbe35-97cc-4480-940f-40c942952a4d tempest-ServersNegativeTestJSON-475305174 tempest-ServersNegativeTestJSON-475305174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:34:52.744667 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998a225d-8077-449d-8e05-d6489d31f493 req-d73fbe35-97cc-4480-940f-40c942952a4d tempest-ServersNegativeTestJSON-475305174 tempest-ServersNegativeTestJSON-475305174-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:34:52.745336 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-998a225d-8077-449d-8e05-d6489d31f493 req-d73fbe35-97cc-4480-940f-40c942952a4d tempest-ServersNegativeTestJSON-475305174 tempest-ServersNegativeTestJSON-475305174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:34:52.768254 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-998a225d-8077-449d-8e05-d6489d31f493 req-d73fbe35-97cc-4480-940f-40c942952a4d tempest-ServersNegativeTestJSON-475305174 tempest-ServersNegativeTestJSON-475305174-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8007393
Dec 24 11:34:52.781344 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [req-998a225d-8077-449d-8e05-d6489d31f493 req-eacb9f60-bf19-4b9d-b693-d905f022c77e service neutron] Request body: {'port': {'device_id': '0e8de010-5b27-4a8e-964d-ed5031d54a5f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:34:52.901395 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-998a225d-8077-449d-8e05-d6489d31f493 req-eacb9f60-bf19-4b9d-b693-d905f022c77e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:34:53.270188 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [req-998a225d-8077-449d-8e05-d6489d31f493 req-eacb9f60-bf19-4b9d-b693-d905f022c77e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 069c67e6-5351-419f-9472-ad72848a2a01 {{(pid=88879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 24 11:34:53.278311 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-998a225d-8077-449d-8e05-d6489d31f493 req-eacb9f60-bf19-4b9d-b693-d905f022c77e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:34:53.296979 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [req-998a225d-8077-449d-8e05-d6489d31f493 req-eacb9f60-bf19-4b9d-b693-d905f022c77e service neutron] Transition to ACTIVE for port object 069c67e6-5351-419f-9472-ad72848a2a01 will not be triggered until provisioned by entity L2. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:34:53.300944 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-998a225d-8077-449d-8e05-d6489d31f493 req-eacb9f60-bf19-4b9d-b693-d905f022c77e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850854027'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:34:53.305282 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-ee7e10ae-9bcc-44be-ab3b-e1bcba642080 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:34:53.426086 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacb9f60-bf19-4b9d-b693-d905f022c77e service neutron] Pushing event updated for resources: {'Port': ['ID=069c67e6-5351-419f-9472-ad72848a2a01,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:34:53.435307 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-eacb9f60-bf19-4b9d-b693-d905f022c77e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:34:53.443217 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16eacad-ac57-4e7d-9383-6232168d4d2f req-a7f88be2-5368-41d4-ae53-e7bade3b6d6d tempest-ServersNegativeTestJSON-475305174 tempest-ServersNegativeTestJSON-475305174-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:34:53.445479 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-f16eacad-ac57-4e7d-9383-6232168d4d2f req-a7f88be2-5368-41d4-ae53-e7bade3b6d6d tempest-ServersNegativeTestJSON-475305174 tempest-ServersNegativeTestJSON-475305174-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e8de010-5b27-4a8e-964d-ed5031d54a5f HTTP/1.1" status: 200  len: 931 time: 0.3147073
Dec 24 11:34:53.496411 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-f16eacad-ac57-4e7d-9383-6232168d4d2f req-63a733b6-fe9d-42d2-b0f6-486a52a28af3 tempest-ServersNegativeTestJSON-475305174 tempest-ServersNegativeTestJSON-475305174-project] 10.222.0.65 "GET /v2.0/security-groups?id=a3a98346-fdeb-477b-8304-2c00e6264d65&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453148
Dec 24 11:34:53.547772 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [req-998a225d-8077-449d-8e05-d6489d31f493 req-eacb9f60-bf19-4b9d-b693-d905f022c77e service neutron] Attempting to bind port 069c67e6-5351-419f-9472-ad72848a2a01 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:34:53.548135 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [req-998a225d-8077-449d-8e05-d6489d31f493 req-eacb9f60-bf19-4b9d-b693-d905f022c77e service neutron] Attempting to bind port 069c67e6-5351-419f-9472-ad72848a2a01 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'df5f51ca-a14a-4327-a5f6-ca7cc53abad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '9e2b9008-7059-4c69-843c-8b6dff82aab7'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:34:53.548496 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-998a225d-8077-449d-8e05-d6489d31f493 req-eacb9f60-bf19-4b9d-b693-d905f022c77e service neutron] Attempting to bind port 069c67e6-5351-419f-9472-ad72848a2a01 on network 9e2b9008-7059-4c69-843c-8b6dff82aab7 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:34:53.554846 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-998a225d-8077-449d-8e05-d6489d31f493 req-eacb9f60-bf19-4b9d-b693-d905f022c77e service neutron] Port 069c67e6-5351-419f-9472-ad72848a2a01 on network 9e2b9008-7059-4c69-843c-8b6dff82aab7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 24 11:34:53.555200 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-998a225d-8077-449d-8e05-d6489d31f493 req-eacb9f60-bf19-4b9d-b693-d905f022c77e service neutron] Attempting to bind port 069c67e6-5351-419f-9472-ad72848a2a01 on network 9e2b9008-7059-4c69-843c-8b6dff82aab7 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:34:53.562145 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-998a225d-8077-449d-8e05-d6489d31f493 req-eacb9f60-bf19-4b9d-b693-d905f022c77e service neutron] Checking agent: {'id': '239bbc6e-fc66-42e2-b707-1aa8ba10287c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 57, 58), 'started_at': datetime.datetime(2021, 12, 24, 10, 57, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 34, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:34:53.562511 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-998a225d-8077-449d-8e05-d6489d31f493 req-eacb9f60-bf19-4b9d-b693-d905f022c77e service neutron] Checking segment: {'id': 'df5f51ca-a14a-4327-a5f6-ca7cc53abad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '9e2b9008-7059-4c69-843c-8b6dff82aab7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:34:53.562917 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-998a225d-8077-449d-8e05-d6489d31f493 req-eacb9f60-bf19-4b9d-b693-d905f022c77e service neutron] Bound using segment: {'id': 'df5f51ca-a14a-4327-a5f6-ca7cc53abad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '9e2b9008-7059-4c69-843c-8b6dff82aab7'} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:34:53.563371 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [req-998a225d-8077-449d-8e05-d6489d31f493 req-eacb9f60-bf19-4b9d-b693-d905f022c77e service neutron] Bound port: 069c67e6-5351-419f-9472-ad72848a2a01, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df5f51ca-a14a-4327-a5f6-ca7cc53abad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '9e2b9008-7059-4c69-843c-8b6dff82aab7'}}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:34:53.563746 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-998a225d-8077-449d-8e05-d6489d31f493 req-eacb9f60-bf19-4b9d-b693-d905f022c77e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:34:53.660124 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [req-998a225d-8077-449d-8e05-d6489d31f493 req-eacb9f60-bf19-4b9d-b693-d905f022c77e service neutron] For port 069c67e6-5351-419f-9472-ad72848a2a01, host hv-neutron-8226, cleared binding levels {{(pid=88879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:34:53.663558 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [req-998a225d-8077-449d-8e05-d6489d31f493 req-eacb9f60-bf19-4b9d-b693-d905f022c77e service neutron] For port 069c67e6-5351-419f-9472-ad72848a2a01, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=069c67e6-5351-419f-9472-ad72848a2a01,segment=NetworkSegment(df5f51ca-a14a-4327-a5f6-ca7cc53abad5),segment_id=df5f51ca-a14a-4327-a5f6-ca7cc53abad5)] {{(pid=88879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:34:53.667126 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-998a225d-8077-449d-8e05-d6489d31f493 req-eacb9f60-bf19-4b9d-b693-d905f022c77e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850854027'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:34:53.670878 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-2aade45d-884d-4bc1-a0a2-31227e34ebb6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:34:53.736246 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-998a225d-8077-449d-8e05-d6489d31f493 req-eacb9f60-bf19-4b9d-b693-d905f022c77e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:34:53.737725 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-998a225d-8077-449d-8e05-d6489d31f493 req-eacb9f60-bf19-4b9d-b693-d905f022c77e service neutron] 10.222.0.58 "PUT /v2.0/ports/069c67e6-5351-419f-9472-ad72848a2a01 HTTP/1.1" status: 200  len: 1093 time: 0.9609449
Dec 24 11:34:53.738312 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e8de010-5b27-4a8e-964d-ed5031d54a5f', 'tag': '069c67e6-5351-419f-9472-ad72848a2a01'}] {{(pid=88879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 24 11:34:53.756342 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacb9f60-bf19-4b9d-b693-d905f022c77e service neutron] Pushing event updated for resources: {'Port': ['ID=069c67e6-5351-419f-9472-ad72848a2a01,revision_number=3']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:34:53.759789 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-eacb9f60-bf19-4b9d-b693-d905f022c77e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:34:53.815993 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e8de010-5b27-4a8e-964d-ed5031d54a5f', 'tag': '069c67e6-5351-419f-9472-ad72848a2a01', 'status': 'completed', 'code': 200}
Dec 24 11:34:53.860934 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-998a225d-8077-449d-8e05-d6489d31f493 req-cefe917a-32b9-46d4-bb95-dce554b8727f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6d31b7a2dfa24631acd3fa0fe8c2dc25&device_id=0e8de010-5b27-4a8e-964d-ed5031d54a5f HTTP/1.1" status: 200  len: 1096 time: 0.0807049
Dec 24 11:34:53.935033 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-998a225d-8077-449d-8e05-d6489d31f493 req-80f76ba2-a68c-4d28-beae-a75f426539b1 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=069c67e6-5351-419f-9472-ad72848a2a01 HTTP/1.1" status: 200  len: 217 time: 0.0668664
Dec 24 11:34:54.003917 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998a225d-8077-449d-8e05-d6489d31f493 req-43defc82-0bb7-44c7-8215-d1f687697de3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:34:54.005494 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-998a225d-8077-449d-8e05-d6489d31f493 req-43defc82-0bb7-44c7-8215-d1f687697de3 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c07d0b9c-63b4-44b9-aa46-ab9aea40d6c4 HTTP/1.1" status: 200  len: 854 time: 0.0641131
Dec 24 11:34:54.057965 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-998a225d-8077-449d-8e05-d6489d31f493 req-ca042e3f-d121-4108-9b2b-9c675eed1d54 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9e2b9008-7059-4c69-843c-8b6dff82aab7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0456522
Dec 24 11:34:54.204262 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-998a225d-8077-449d-8e05-d6489d31f493 req-2ff9a9b3-fdaf-48d3-8bc6-9b646f0b1783 service neutron] 10.222.0.58 "GET /v2.0/networks/9e2b9008-7059-4c69-843c-8b6dff82aab7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1390979
Dec 24 11:34:54.348933 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-998a225d-8077-449d-8e05-d6489d31f493 req-67604c41-c8c8-416d-b7a6-d615a97b9392 service neutron] 10.222.0.58 "GET /v2.0/networks/9e2b9008-7059-4c69-843c-8b6dff82aab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1380703
Dec 24 11:34:54.478570 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-f3ef3f6d-a8ab-4f3e-a381-be6dd825c488 req-d4a76b73-fb73-4e52-a3c4-953c4342fa12 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6d31b7a2dfa24631acd3fa0fe8c2dc25&device_id=0e8de010-5b27-4a8e-964d-ed5031d54a5f HTTP/1.1" status: 200  len: 1096 time: 0.0784717
Dec 24 11:34:54.625236 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ef3f6d-a8ab-4f3e-a381-be6dd825c488 req-356663b2-9bbe-4129-9511-b9c2fe30ad2f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:34:54.627060 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-f3ef3f6d-a8ab-4f3e-a381-be6dd825c488 req-356663b2-9bbe-4129-9511-b9c2fe30ad2f service neutron] 10.222.0.58 "GET /v2.0/networks?id=9e2b9008-7059-4c69-843c-8b6dff82aab7 HTTP/1.1" status: 200  len: 915 time: 0.1409914
Dec 24 11:34:54.700987 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-f3ef3f6d-a8ab-4f3e-a381-be6dd825c488 req-6760b8ae-8605-4c8d-b3f4-57ea96123699 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=069c67e6-5351-419f-9472-ad72848a2a01 HTTP/1.1" status: 200  len: 217 time: 0.0665376
Dec 24 11:34:54.706079 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5989c455-9ad6-4907-a1c6-c076ede1d512 req-a79afbf2-650b-4bc8-9a38-09a403eccc5a tempest-ServersNegativeTestJSON-475305174 tempest-ServersNegativeTestJSON-475305174-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:34:54.707765 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-5989c455-9ad6-4907-a1c6-c076ede1d512 req-a79afbf2-650b-4bc8-9a38-09a403eccc5a tempest-ServersNegativeTestJSON-475305174 tempest-ServersNegativeTestJSON-475305174-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e8de010-5b27-4a8e-964d-ed5031d54a5f HTTP/1.1" status: 200  len: 943 time: 0.0829968
Dec 24 11:34:54.758174 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-5989c455-9ad6-4907-a1c6-c076ede1d512 req-d7c3f388-61b5-48fe-b418-bc22478f6af1 tempest-ServersNegativeTestJSON-475305174 tempest-ServersNegativeTestJSON-475305174-project] 10.222.0.65 "GET /v2.0/security-groups?id=a3a98346-fdeb-477b-8304-2c00e6264d65&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434713
Dec 24 11:34:54.772071 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ef3f6d-a8ab-4f3e-a381-be6dd825c488 req-18c8c583-8cf4-4cad-b796-82219c3e34a5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:34:54.773647 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-f3ef3f6d-a8ab-4f3e-a381-be6dd825c488 req-18c8c583-8cf4-4cad-b796-82219c3e34a5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c07d0b9c-63b4-44b9-aa46-ab9aea40d6c4 HTTP/1.1" status: 200  len: 854 time: 0.0660634
Dec 24 11:34:54.824549 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-f3ef3f6d-a8ab-4f3e-a381-be6dd825c488 req-62f085c8-dffa-40a9-969c-dd93e3820f43 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9e2b9008-7059-4c69-843c-8b6dff82aab7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0435817
Dec 24 11:34:54.994364 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-f3ef3f6d-a8ab-4f3e-a381-be6dd825c488 req-97e53ffa-45b0-43d9-9b56-8b2e604ff95b service neutron] 10.222.0.58 "GET /v2.0/networks/9e2b9008-7059-4c69-843c-8b6dff82aab7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1615260
Dec 24 11:34:55.143781 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-f3ef3f6d-a8ab-4f3e-a381-be6dd825c488 req-e1dab57d-2ac3-4cfa-88db-eed9a70a7907 service neutron] 10.222.0.58 "GET /v2.0/networks/9e2b9008-7059-4c69-843c-8b6dff82aab7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1427891
Dec 24 11:34:55.687281 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Device 069c67e6-5351-419f-9472-ad72848a2a01 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 24 11:34:55.980704 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a022636a-2850-40ed-be46-9a01b85e1900 req-11cd93b6-404c-4842-b7ef-7217792708a9 tempest-ServersNegativeTestJSON-475305174 tempest-ServersNegativeTestJSON-475305174-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:34:55.982636 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-a022636a-2850-40ed-be46-9a01b85e1900 req-11cd93b6-404c-4842-b7ef-7217792708a9 tempest-ServersNegativeTestJSON-475305174 tempest-ServersNegativeTestJSON-475305174-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e8de010-5b27-4a8e-964d-ed5031d54a5f HTTP/1.1" status: 200  len: 943 time: 0.0936570
Dec 24 11:34:56.015055 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] For port 069c67e6-5351-419f-9472-ad72848a2a01, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=069c67e6-5351-419f-9472-ad72848a2a01,segment=NetworkSegment(df5f51ca-a14a-4327-a5f6-ca7cc53abad5),segment_id=df5f51ca-a14a-4327-a5f6-ca7cc53abad5)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:34:56.029412 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Returning: {'device': '069c67e6-5351-419f-9472-ad72848a2a01', 'network_id': '9e2b9008-7059-4c69-843c-8b6dff82aab7', 'port_id': '069c67e6-5351-419f-9472-ad72848a2a01', 'mac_address': 'fa:16:3e:e0:16:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c07d0b9c-63b4-44b9-aa46-ab9aea40d6c4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 24 11:34:56.033075 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-a022636a-2850-40ed-be46-9a01b85e1900 req-7084ea49-6fed-4684-9c09-dbed43d736fe tempest-ServersNegativeTestJSON-475305174 tempest-ServersNegativeTestJSON-475305174-project] 10.222.0.65 "GET /v2.0/security-groups?id=a3a98346-fdeb-477b-8304-2c00e6264d65&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442576
Dec 24 11:34:56.088480 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:34:56.106930 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 069c67e6-5351-419f-9472-ad72848a2a01 {{(pid=88880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 24 11:34:56.122904 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] For port 069c67e6-5351-419f-9472-ad72848a2a01, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=069c67e6-5351-419f-9472-ad72848a2a01,segment=NetworkSegment(df5f51ca-a14a-4327-a5f6-ca7cc53abad5),segment_id=df5f51ca-a14a-4327-a5f6-ca7cc53abad5)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:34:56.127475 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:34:56.129372 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:34:56.196179 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Pushing event updated for resources: {'Port': ['ID=069c67e6-5351-419f-9472-ad72848a2a01,revision_number=4']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:34:56.206058 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:34:56.206709 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:34:56.207099 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:34:56.207467 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:34:56.207833 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:34:56.208201 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:34:56.208569 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:34:56.208937 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:34:56.209280 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:34:56.209648 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:34:56.210061 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:34:56.214279 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:34:56.381026 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] get_ports_and_sgs() called for port_ids ['069c67e6-5351-419f-9472-ad72848a2a01'] {{(pid=88880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 24 11:34:57.256662 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b51e3b-5995-4a1f-99b1-ee18455c7f9d req-04f64c1d-604b-4739-bc80-3898c5569a2a tempest-ServersNegativeTestJSON-475305174 tempest-ServersNegativeTestJSON-475305174-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:34:57.258288 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-56b51e3b-5995-4a1f-99b1-ee18455c7f9d req-04f64c1d-604b-4739-bc80-3898c5569a2a tempest-ServersNegativeTestJSON-475305174 tempest-ServersNegativeTestJSON-475305174-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e8de010-5b27-4a8e-964d-ed5031d54a5f HTTP/1.1" status: 200  len: 944 time: 0.0834787
Dec 24 11:34:57.312867 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-56b51e3b-5995-4a1f-99b1-ee18455c7f9d req-c2a5e942-45fa-4c31-b16c-9655610b2d48 tempest-ServersNegativeTestJSON-475305174 tempest-ServersNegativeTestJSON-475305174-project] 10.222.0.65 "GET /v2.0/security-groups?id=a3a98346-fdeb-477b-8304-2c00e6264d65&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454283
Dec 24 11:34:57.700549 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Device 069c67e6-5351-419f-9472-ad72848a2a01 up at agent hyperv_hv-neutron-8226 {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:34:57.783805 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Provisioning for port 069c67e6-5351-419f-9472-ad72848a2a01 completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:34:57.789071 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Provisioning complete for port 069c67e6-5351-419f-9472-ad72848a2a01 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:34:57.789505 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:34:57.910413 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:34:57.938505 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e8de010-5b27-4a8e-964d-ed5031d54a5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '069c67e6-5351-419f-9472-ad72848a2a01'}] {{(pid=88880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 24 11:34:57.949404 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] For port 069c67e6-5351-419f-9472-ad72848a2a01, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=069c67e6-5351-419f-9472-ad72848a2a01,segment=NetworkSegment(df5f51ca-a14a-4327-a5f6-ca7cc53abad5),segment_id=df5f51ca-a14a-4327-a5f6-ca7cc53abad5)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:34:57.954140 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:34:57.956034 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:34:57.998492 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e8de010-5b27-4a8e-964d-ed5031d54a5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '069c67e6-5351-419f-9472-ad72848a2a01', 'code': 200}
Dec 24 11:34:58.025458 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Pushing event updated for resources: {'Port': ['ID=069c67e6-5351-419f-9472-ad72848a2a01,revision_number=5']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:34:58.028596 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:34:58.358452 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-64362df1-cbe2-44f4-abee-f4eca5feae2b req-669c4cfd-51db-4428-a0ea-8ec941d7c5c8 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=0e8de010-5b27-4a8e-964d-ed5031d54a5f HTTP/1.1" status: 200  len: 1098 time: 0.0808940
Dec 24 11:34:58.403416 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-64362df1-cbe2-44f4-abee-f4eca5feae2b req-96f1a423-d116-45f9-b7bb-1d33ef4e6f3a service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=a3a98346-fdeb-477b-8304-2c00e6264d65&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388279
Dec 24 11:34:58.471062 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:34:58.536102 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea5a4da-cccc-454a-8fa1-2c421907e323 req-5aa01ed7-62af-4f93-8ee8-5b16ef34fa92 tempest-ServersNegativeTestJSON-475305174 tempest-ServersNegativeTestJSON-475305174-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:34:58.537689 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-3ea5a4da-cccc-454a-8fa1-2c421907e323 req-5aa01ed7-62af-4f93-8ee8-5b16ef34fa92 tempest-ServersNegativeTestJSON-475305174 tempest-ServersNegativeTestJSON-475305174-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e8de010-5b27-4a8e-964d-ed5031d54a5f HTTP/1.1" status: 200  len: 945 time: 0.0917590
Dec 24 11:34:58.588754 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-3ea5a4da-cccc-454a-8fa1-2c421907e323 req-d8aebe3a-0a37-46ef-bb9d-95e77ab578e3 tempest-ServersNegativeTestJSON-475305174 tempest-ServersNegativeTestJSON-475305174-project] 10.222.0.65 "GET /v2.0/security-groups?id=a3a98346-fdeb-477b-8304-2c00e6264d65&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443923
Dec 24 11:34:59.813065 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed81be1-d3f9-4579-9c07-5432b65a363e req-7667b0f9-763e-4ba4-bc05-d6036c82373e tempest-ServersNegativeTestJSON-475305174 tempest-ServersNegativeTestJSON-475305174-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:34:59.814702 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-1ed81be1-d3f9-4579-9c07-5432b65a363e req-7667b0f9-763e-4ba4-bc05-d6036c82373e tempest-ServersNegativeTestJSON-475305174 tempest-ServersNegativeTestJSON-475305174-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e8de010-5b27-4a8e-964d-ed5031d54a5f HTTP/1.1" status: 200  len: 945 time: 0.0923274
Dec 24 11:34:59.865686 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-1ed81be1-d3f9-4579-9c07-5432b65a363e req-ea95978b-2970-4bee-b2ca-4714fe15f4f2 tempest-ServersNegativeTestJSON-475305174 tempest-ServersNegativeTestJSON-475305174-project] 10.222.0.65 "GET /v2.0/security-groups?id=a3a98346-fdeb-477b-8304-2c00e6264d65&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422375
Dec 24 11:35:00.305920 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c14a0b-02c4-499c-902b-7e98e49d30bb req-9fe4bc6a-6115-4a2e-acaa-7f23516eb031 tempest-ServersNegativeTestJSON-475305174 tempest-ServersNegativeTestJSON-475305174-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:35:00.307618 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-73c14a0b-02c4-499c-902b-7e98e49d30bb req-9fe4bc6a-6115-4a2e-acaa-7f23516eb031 tempest-ServersNegativeTestJSON-475305174 tempest-ServersNegativeTestJSON-475305174-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e8de010-5b27-4a8e-964d-ed5031d54a5f HTTP/1.1" status: 200  len: 945 time: 0.0963643
Dec 24 11:35:00.357430 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-73c14a0b-02c4-499c-902b-7e98e49d30bb req-4f502278-85c7-435e-b6a9-c5db6d0068c5 tempest-ServersNegativeTestJSON-475305174 tempest-ServersNegativeTestJSON-475305174-project] 10.222.0.65 "GET /v2.0/security-groups?id=a3a98346-fdeb-477b-8304-2c00e6264d65&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433140
Dec 24 11:35:01.585796 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3a91b1-b54e-42c0-b6b3-430ce3aabc24 req-562b7bc3-241b-49bc-adc7-2f43cfb80c82 tempest-ServersNegativeTestJSON-475305174 tempest-ServersNegativeTestJSON-475305174-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:35:01.587530 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-cf3a91b1-b54e-42c0-b6b3-430ce3aabc24 req-562b7bc3-241b-49bc-adc7-2f43cfb80c82 tempest-ServersNegativeTestJSON-475305174 tempest-ServersNegativeTestJSON-475305174-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e8de010-5b27-4a8e-964d-ed5031d54a5f HTTP/1.1" status: 200  len: 945 time: 0.0900869
Dec 24 11:35:01.637102 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-cf3a91b1-b54e-42c0-b6b3-430ce3aabc24 req-bf94c9b4-c548-431f-8590-8f86a5dff971 tempest-ServersNegativeTestJSON-475305174 tempest-ServersNegativeTestJSON-475305174-project] 10.222.0.65 "GET /v2.0/security-groups?id=a3a98346-fdeb-477b-8304-2c00e6264d65&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432327
Dec 24 11:35:01.713227 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0a0398-fdcf-4e3b-bc3f-901981533fe1 req-fb3e1ecc-e63a-47c4-8c27-bd023ccbac5e tempest-ServersNegativeTestJSON-475305174 tempest-ServersNegativeTestJSON-475305174-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:35:01.713952 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-bb0a0398-fdcf-4e3b-bc3f-901981533fe1 req-fb3e1ecc-e63a-47c4-8c27-bd023ccbac5e tempest-ServersNegativeTestJSON-475305174 tempest-ServersNegativeTestJSON-475305174-project] Synchronizing usage tracker for tenant:6d31b7a2dfa24631acd3fa0fe8c2dc25 on resource:port {{(pid=88879) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:35:01.733501 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-bb0a0398-fdcf-4e3b-bc3f-901981533fe1 req-fb3e1ecc-e63a-47c4-8c27-bd023ccbac5e tempest-ServersNegativeTestJSON-475305174 tempest-ServersNegativeTestJSON-475305174-project] Unset dirty status for tenant:6d31b7a2dfa24631acd3fa0fe8c2dc25 on resource:port {{(pid=88879) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:35:01.734826 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-bb0a0398-fdcf-4e3b-bc3f-901981533fe1 req-fb3e1ecc-e63a-47c4-8c27-bd023ccbac5e tempest-ServersNegativeTestJSON-475305174 tempest-ServersNegativeTestJSON-475305174-project] 10.222.0.58 "GET /v2.0/ports?device_id=0e8de010-5b27-4a8e-964d-ed5031d54a5f HTTP/1.1" status: 200  len: 945 time: 0.1038072
Dec 24 11:35:01.819576 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [req-bb0a0398-fdcf-4e3b-bc3f-901981533fe1 req-c3a4e395-4818-4bb6-a595-d091a26388ba tempest-ServersNegativeTestJSON-475305174 tempest-ServersNegativeTestJSON-475305174-project] Deleting port 069c67e6-5351-419f-9472-ad72848a2a01 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:35:01.819959 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-bb0a0398-fdcf-4e3b-bc3f-901981533fe1 req-c3a4e395-4818-4bb6-a595-d091a26388ba tempest-ServersNegativeTestJSON-475305174 tempest-ServersNegativeTestJSON-475305174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:02.073853 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [req-bb0a0398-fdcf-4e3b-bc3f-901981533fe1 req-c3a4e395-4818-4bb6-a595-d091a26388ba tempest-ServersNegativeTestJSON-475305174 tempest-ServersNegativeTestJSON-475305174-project] For port 069c67e6-5351-419f-9472-ad72848a2a01, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=069c67e6-5351-419f-9472-ad72848a2a01,segment=NetworkSegment(df5f51ca-a14a-4327-a5f6-ca7cc53abad5),segment_id=df5f51ca-a14a-4327-a5f6-ca7cc53abad5)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:35:02.074265 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-bb0a0398-fdcf-4e3b-bc3f-901981533fe1 req-c3a4e395-4818-4bb6-a595-d091a26388ba tempest-ServersNegativeTestJSON-475305174 tempest-ServersNegativeTestJSON-475305174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:02.438892 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [req-bb0a0398-fdcf-4e3b-bc3f-901981533fe1 req-c3a4e395-4818-4bb6-a595-d091a26388ba tempest-ServersNegativeTestJSON-475305174 tempest-ServersNegativeTestJSON-475305174-project] Calling delete_port for 069c67e6-5351-419f-9472-ad72848a2a01 owned by compute:nova {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:35:02.590082 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-bb0a0398-fdcf-4e3b-bc3f-901981533fe1 req-c3a4e395-4818-4bb6-a595-d091a26388ba tempest-ServersNegativeTestJSON-475305174 tempest-ServersNegativeTestJSON-475305174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:02.595944 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-ee5921d9-17e1-4ee3-825b-2663616afd3a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:35:02.603390 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] get_ports_and_sgs() called for port_ids ['d9b44523-ba17-4834-a095-9bd42ee3d8b0', '069c67e6-5351-419f-9472-ad72848a2a01'] {{(pid=88880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 24 11:35:02.642790 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a4e395-4818-4bb6-a595-d091a26388ba tempest-ServersNegativeTestJSON-475305174 tempest-ServersNegativeTestJSON-475305174-project] Pushing event deleted for resources: {'Port': ['ID=069c67e6-5351-419f-9472-ad72848a2a01,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:35:02.647189 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c3a4e395-4818-4bb6-a595-d091a26388ba tempest-ServersNegativeTestJSON-475305174 tempest-ServersNegativeTestJSON-475305174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:35:02.717194 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb0a0398-fdcf-4e3b-bc3f-901981533fe1 req-c3a4e395-4818-4bb6-a595-d091a26388ba tempest-ServersNegativeTestJSON-475305174 tempest-ServersNegativeTestJSON-475305174-project] No DVR routers for this DVR port 069c67e6-5351-419f-9472-ad72848a2a01 on host hv-neutron-8226 {{(pid=88879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 24 11:35:02.719824 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-bb0a0398-fdcf-4e3b-bc3f-901981533fe1 req-c3a4e395-4818-4bb6-a595-d091a26388ba tempest-ServersNegativeTestJSON-475305174 tempest-ServersNegativeTestJSON-475305174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:02.722821 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e8de010-5b27-4a8e-964d-ed5031d54a5f', 'name': 'network-vif-deleted', 'tag': '069c67e6-5351-419f-9472-ad72848a2a01'}] {{(pid=88879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 24 11:35:02.740252 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-bb0a0398-fdcf-4e3b-bc3f-901981533fe1 req-c3a4e395-4818-4bb6-a595-d091a26388ba tempest-ServersNegativeTestJSON-475305174 tempest-ServersNegativeTestJSON-475305174-project] 10.222.0.58 "DELETE /v2.0/ports/069c67e6-5351-419f-9472-ad72848a2a01 HTTP/1.1" status: 204  len: 173 time: 0.9955909
Dec 24 11:35:02.794993 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e8de010-5b27-4a8e-964d-ed5031d54a5f', 'name': 'network-vif-deleted', 'tag': '069c67e6-5351-419f-9472-ad72848a2a01', 'status': 'completed', 'code': 200}
Dec 24 11:35:02.822138 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-895553de-83a0-4de8-8600-54fc16570af2 req-2758352b-b16f-420e-b4bf-acb294f5038b tempest-ServersNegativeTestJSON-475305174 tempest-ServersNegativeTestJSON-475305174-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e8de010-5b27-4a8e-964d-ed5031d54a5f HTTP/1.1" status: 200  len: 210 time: 0.0552843
Dec 24 11:35:04.132425 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295c60f4-f1bf-4535-89d6-f0ecdc00ede0 req-6b9f9032-dbd1-43ff-945b-a532e4c63ef0 tempest-ServersNegativeTestJSON-475305174 tempest-ServersNegativeTestJSON-475305174-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:35:04.134047 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-295c60f4-f1bf-4535-89d6-f0ecdc00ede0 req-6b9f9032-dbd1-43ff-945b-a532e4c63ef0 tempest-ServersNegativeTestJSON-475305174 tempest-ServersNegativeTestJSON-475305174-project] 10.222.0.65 "GET /v2.0/ports?device_id=8c1d8c9d-3626-473f-9f06-cb783a3ff5a4 HTTP/1.1" status: 200  len: 946 time: 0.0896306
Dec 24 11:35:04.185442 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-295c60f4-f1bf-4535-89d6-f0ecdc00ede0 req-ead9ba8a-dc72-402a-a2da-0d3064e53445 tempest-ServersNegativeTestJSON-475305174 tempest-ServersNegativeTestJSON-475305174-project] 10.222.0.65 "GET /v2.0/security-groups?id=a3a98346-fdeb-477b-8304-2c00e6264d65&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451267
Dec 24 11:35:04.379035 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.agents_db [None req-e51243ab-6a93-425b-980f-a73583147efa None None] Agent healthcheck: found 6 active agents {{(pid=88881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 24 11:35:04.419461 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1c1b89-f538-43a9-9361-7293604d74b3 req-a24e6fe9-207c-4d57-8b58-8ecc715f3bb4 tempest-ServersNegativeTestJSON-475305174 tempest-ServersNegativeTestJSON-475305174-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:35:04.421020 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-4f1c1b89-f538-43a9-9361-7293604d74b3 req-a24e6fe9-207c-4d57-8b58-8ecc715f3bb4 tempest-ServersNegativeTestJSON-475305174 tempest-ServersNegativeTestJSON-475305174-project] 10.222.0.65 "GET /v2.0/ports?device_id=8c1d8c9d-3626-473f-9f06-cb783a3ff5a4 HTTP/1.1" status: 200  len: 946 time: 0.0841117
Dec 24 11:35:04.481525 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-4f1c1b89-f538-43a9-9361-7293604d74b3 req-bd5c90eb-298f-4990-892e-78ca1f7b4b40 tempest-ServersNegativeTestJSON-475305174 tempest-ServersNegativeTestJSON-475305174-project] 10.222.0.65 "GET /v2.0/security-groups?id=a3a98346-fdeb-477b-8304-2c00e6264d65&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0535419
Dec 24 11:35:04.715746 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313811ac-1b88-40e7-9499-9881a080e28e req-2dd66f40-7bae-47c7-b71d-136e024411a2 tempest-ServersNegativeTestJSON-475305174 tempest-ServersNegativeTestJSON-475305174-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:35:04.717270 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-313811ac-1b88-40e7-9499-9881a080e28e req-2dd66f40-7bae-47c7-b71d-136e024411a2 tempest-ServersNegativeTestJSON-475305174 tempest-ServersNegativeTestJSON-475305174-project] 10.222.0.65 "GET /v2.0/ports?device_id=8c1d8c9d-3626-473f-9f06-cb783a3ff5a4 HTTP/1.1" status: 200  len: 946 time: 0.1128714
Dec 24 11:35:04.767539 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-313811ac-1b88-40e7-9499-9881a080e28e req-267f0f4f-5ae9-45d4-b6a6-9967d61eeceb tempest-ServersNegativeTestJSON-475305174 tempest-ServersNegativeTestJSON-475305174-project] 10.222.0.65 "GET /v2.0/security-groups?id=a3a98346-fdeb-477b-8304-2c00e6264d65&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434546
Dec 24 11:35:04.977521 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-d73f0b39-b8b4-4017-9287-c26948316458 req-716cc7a1-ffee-4714-a7be-d8ece6a2702a service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=8c1d8c9d-3626-473f-9f06-cb783a3ff5a4&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.0828998
Dec 24 11:35:05.209122 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9458213-48cd-494a-ac02-6705d29ac718 req-8063678f-bca8-447c-8de7-c731406d3ada tempest-ServersNegativeTestJSON-475305174 tempest-ServersNegativeTestJSON-475305174-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:35:05.210807 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-b9458213-48cd-494a-ac02-6705d29ac718 req-8063678f-bca8-447c-8de7-c731406d3ada tempest-ServersNegativeTestJSON-475305174 tempest-ServersNegativeTestJSON-475305174-project] 10.222.0.65 "GET /v2.0/ports?device_id=8c1d8c9d-3626-473f-9f06-cb783a3ff5a4 HTTP/1.1" status: 200  len: 946 time: 0.0976515
Dec 24 11:35:05.260284 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-b9458213-48cd-494a-ac02-6705d29ac718 req-4ca069f4-3815-460c-9df3-7af691d4ccab tempest-ServersNegativeTestJSON-475305174 tempest-ServersNegativeTestJSON-475305174-project] 10.222.0.65 "GET /v2.0/security-groups?id=a3a98346-fdeb-477b-8304-2c00e6264d65&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427480
Dec 24 11:35:05.476918 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76229af-26ed-49b6-8b68-bb0ba0bad762 req-e4a10840-3f87-4f70-9c7e-f7761f9b431a tempest-ServersNegativeTestJSON-475305174 tempest-ServersNegativeTestJSON-475305174-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:35:05.478608 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-d76229af-26ed-49b6-8b68-bb0ba0bad762 req-e4a10840-3f87-4f70-9c7e-f7761f9b431a tempest-ServersNegativeTestJSON-475305174 tempest-ServersNegativeTestJSON-475305174-project] 10.222.0.65 "GET /v2.0/ports?device_id=8c1d8c9d-3626-473f-9f06-cb783a3ff5a4 HTTP/1.1" status: 200  len: 946 time: 0.0884607
Dec 24 11:35:05.531727 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-d76229af-26ed-49b6-8b68-bb0ba0bad762 req-0d6c29a3-f4fa-46b8-9e28-e69c2f824048 tempest-ServersNegativeTestJSON-475305174 tempest-ServersNegativeTestJSON-475305174-project] 10.222.0.65 "GET /v2.0/security-groups?id=a3a98346-fdeb-477b-8304-2c00e6264d65&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0466342
Dec 24 11:35:05.733567 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Device 069c67e6-5351-419f-9472-ad72848a2a01 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:35:05.768203 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6c7cd2-b46e-43a6-ac50-e104acd85bc0 req-15741541-30f7-4776-b4e5-6d1c4211f86b tempest-ServersNegativeTestJSON-475305174 tempest-ServersNegativeTestJSON-475305174-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:35:05.769847 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-9c6c7cd2-b46e-43a6-ac50-e104acd85bc0 req-15741541-30f7-4776-b4e5-6d1c4211f86b tempest-ServersNegativeTestJSON-475305174 tempest-ServersNegativeTestJSON-475305174-project] 10.222.0.65 "GET /v2.0/ports?device_id=8c1d8c9d-3626-473f-9f06-cb783a3ff5a4 HTTP/1.1" status: 200  len: 946 time: 0.1008358
Dec 24 11:35:05.777159 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] No Port match for: 069c67e6-5351-419f-9472-ad72848a2a01 {{(pid=88880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 24 11:35:05.777552 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Device 069c67e6-5351-419f-9472-ad72848a2a01 not bound to the agent host hv-neutron-8226 {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 24 11:35:05.819198 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-9c6c7cd2-b46e-43a6-ac50-e104acd85bc0 req-b1a2092b-2f24-49c1-8b69-36cb3aa9e1b8 tempest-ServersNegativeTestJSON-475305174 tempest-ServersNegativeTestJSON-475305174-project] 10.222.0.65 "GET /v2.0/security-groups?id=a3a98346-fdeb-477b-8304-2c00e6264d65&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429316
Dec 24 11:35:06.420418 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e198a32-b82b-4c5e-a8db-1f616c8cdd1e req-69536303-e693-41c1-933f-2b20b2762f78 tempest-ServersNegativeTestJSON-475305174 tempest-ServersNegativeTestJSON-475305174-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:35:06.422012 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-6e198a32-b82b-4c5e-a8db-1f616c8cdd1e req-69536303-e693-41c1-933f-2b20b2762f78 tempest-ServersNegativeTestJSON-475305174 tempest-ServersNegativeTestJSON-475305174-project] 10.222.0.65 "GET /v2.0/ports?device_id=8c1d8c9d-3626-473f-9f06-cb783a3ff5a4 HTTP/1.1" status: 200  len: 946 time: 0.0896084
Dec 24 11:35:06.469959 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-6e198a32-b82b-4c5e-a8db-1f616c8cdd1e req-87daa7eb-c32a-4065-bf97-7793bf3d4ca0 tempest-ServersNegativeTestJSON-475305174 tempest-ServersNegativeTestJSON-475305174-project] 10.222.0.65 "GET /v2.0/security-groups?id=a3a98346-fdeb-477b-8304-2c00e6264d65&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416589
Dec 24 11:35:06.490488 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54a0215d-36b4-41a3-ad85-d6b5e303324f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:07.693237 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd57944-812d-4275-8cb5-96bf7dbd8359 req-015e24bc-298d-4a3c-969b-54af5bc6f808 tempest-ServersNegativeTestJSON-475305174 tempest-ServersNegativeTestJSON-475305174-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:35:07.694936 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-bdd57944-812d-4275-8cb5-96bf7dbd8359 req-015e24bc-298d-4a3c-969b-54af5bc6f808 tempest-ServersNegativeTestJSON-475305174 tempest-ServersNegativeTestJSON-475305174-project] 10.222.0.65 "GET /v2.0/ports?device_id=8c1d8c9d-3626-473f-9f06-cb783a3ff5a4 HTTP/1.1" status: 200  len: 946 time: 0.0850751
Dec 24 11:35:07.747377 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-bdd57944-812d-4275-8cb5-96bf7dbd8359 req-a103127e-72e3-4749-a6fc-004d9c4ebc5a tempest-ServersNegativeTestJSON-475305174 tempest-ServersNegativeTestJSON-475305174-project] 10.222.0.65 "GET /v2.0/security-groups?id=a3a98346-fdeb-477b-8304-2c00e6264d65&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436654
Dec 24 11:35:07.845726 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ecaf5c-dfc3-4afc-b9d7-d818e4f485cc req-7f87a105-8f10-482e-b15d-9ddc35c2b051 tempest-ServersNegativeTestJSON-475305174 tempest-ServersNegativeTestJSON-475305174-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:35:07.846495 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-16ecaf5c-dfc3-4afc-b9d7-d818e4f485cc req-7f87a105-8f10-482e-b15d-9ddc35c2b051 tempest-ServersNegativeTestJSON-475305174 tempest-ServersNegativeTestJSON-475305174-project] Synchronizing usage tracker for tenant:6d31b7a2dfa24631acd3fa0fe8c2dc25 on resource:port {{(pid=88879) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:35:07.863288 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-16ecaf5c-dfc3-4afc-b9d7-d818e4f485cc req-7f87a105-8f10-482e-b15d-9ddc35c2b051 tempest-ServersNegativeTestJSON-475305174 tempest-ServersNegativeTestJSON-475305174-project] Unset dirty status for tenant:6d31b7a2dfa24631acd3fa0fe8c2dc25 on resource:port {{(pid=88879) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:35:07.864495 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-16ecaf5c-dfc3-4afc-b9d7-d818e4f485cc req-7f87a105-8f10-482e-b15d-9ddc35c2b051 tempest-ServersNegativeTestJSON-475305174 tempest-ServersNegativeTestJSON-475305174-project] 10.222.0.58 "GET /v2.0/ports?device_id=8c1d8c9d-3626-473f-9f06-cb783a3ff5a4 HTTP/1.1" status: 200  len: 946 time: 0.1064079
Dec 24 11:35:07.950813 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [req-16ecaf5c-dfc3-4afc-b9d7-d818e4f485cc req-d4fc9561-3f9e-4eae-94aa-ad051f518f5e tempest-ServersNegativeTestJSON-475305174 tempest-ServersNegativeTestJSON-475305174-project] Deleting port d9b44523-ba17-4834-a095-9bd42ee3d8b0 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:35:07.951194 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-16ecaf5c-dfc3-4afc-b9d7-d818e4f485cc req-d4fc9561-3f9e-4eae-94aa-ad051f518f5e tempest-ServersNegativeTestJSON-475305174 tempest-ServersNegativeTestJSON-475305174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:08.043249 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:08.219664 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [req-16ecaf5c-dfc3-4afc-b9d7-d818e4f485cc req-d4fc9561-3f9e-4eae-94aa-ad051f518f5e tempest-ServersNegativeTestJSON-475305174 tempest-ServersNegativeTestJSON-475305174-project] For port d9b44523-ba17-4834-a095-9bd42ee3d8b0, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=d9b44523-ba17-4834-a095-9bd42ee3d8b0,segment=NetworkSegment(df5f51ca-a14a-4327-a5f6-ca7cc53abad5),segment_id=df5f51ca-a14a-4327-a5f6-ca7cc53abad5)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:35:08.219950 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-16ecaf5c-dfc3-4afc-b9d7-d818e4f485cc req-d4fc9561-3f9e-4eae-94aa-ad051f518f5e tempest-ServersNegativeTestJSON-475305174 tempest-ServersNegativeTestJSON-475305174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:08.348195 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [req-16ecaf5c-dfc3-4afc-b9d7-d818e4f485cc req-d4fc9561-3f9e-4eae-94aa-ad051f518f5e tempest-ServersNegativeTestJSON-475305174 tempest-ServersNegativeTestJSON-475305174-project] Calling delete_port for d9b44523-ba17-4834-a095-9bd42ee3d8b0 owned by compute:nova {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:35:08.497032 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-16ecaf5c-dfc3-4afc-b9d7-d818e4f485cc req-d4fc9561-3f9e-4eae-94aa-ad051f518f5e tempest-ServersNegativeTestJSON-475305174 tempest-ServersNegativeTestJSON-475305174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:08.502913 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-69d0ef39-cfa9-4692-94c6-0de63a6358af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:35:08.513785 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] get_ports_and_sgs() called for port_ids ['d9b44523-ba17-4834-a095-9bd42ee3d8b0'] {{(pid=88880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 24 11:35:08.547680 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fc9561-3f9e-4eae-94aa-ad051f518f5e tempest-ServersNegativeTestJSON-475305174 tempest-ServersNegativeTestJSON-475305174-project] Pushing event deleted for resources: {'Port': ['ID=d9b44523-ba17-4834-a095-9bd42ee3d8b0,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:35:08.551518 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-d4fc9561-3f9e-4eae-94aa-ad051f518f5e tempest-ServersNegativeTestJSON-475305174 tempest-ServersNegativeTestJSON-475305174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:35:08.623342 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [req-16ecaf5c-dfc3-4afc-b9d7-d818e4f485cc req-d4fc9561-3f9e-4eae-94aa-ad051f518f5e tempest-ServersNegativeTestJSON-475305174 tempest-ServersNegativeTestJSON-475305174-project] No DVR routers for this DVR port d9b44523-ba17-4834-a095-9bd42ee3d8b0 on host hv-neutron-8226 {{(pid=88879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 24 11:35:08.625948 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-16ecaf5c-dfc3-4afc-b9d7-d818e4f485cc req-d4fc9561-3f9e-4eae-94aa-ad051f518f5e tempest-ServersNegativeTestJSON-475305174 tempest-ServersNegativeTestJSON-475305174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:08.628724 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c1d8c9d-3626-473f-9f06-cb783a3ff5a4', 'name': 'network-vif-deleted', 'tag': 'd9b44523-ba17-4834-a095-9bd42ee3d8b0'}] {{(pid=88879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 24 11:35:08.643696 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-16ecaf5c-dfc3-4afc-b9d7-d818e4f485cc req-d4fc9561-3f9e-4eae-94aa-ad051f518f5e tempest-ServersNegativeTestJSON-475305174 tempest-ServersNegativeTestJSON-475305174-project] 10.222.0.58 "DELETE /v2.0/ports/d9b44523-ba17-4834-a095-9bd42ee3d8b0 HTTP/1.1" status: 204  len: 173 time: 0.7698758
Dec 24 11:35:08.687645 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c1d8c9d-3626-473f-9f06-cb783a3ff5a4', 'name': 'network-vif-deleted', 'tag': 'd9b44523-ba17-4834-a095-9bd42ee3d8b0', 'status': 'completed', 'code': 200}
Dec 24 11:35:08.940985 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-0a957f09-74ab-4ebd-9624-e7703c34d433 req-fe2146df-f794-4f3d-9dcb-3bff1d6aa9c9 tempest-ServersNegativeTestJSON-475305174 tempest-ServersNegativeTestJSON-475305174-project] 10.222.0.65 "GET /v2.0/ports?device_id=8c1d8c9d-3626-473f-9f06-cb783a3ff5a4 HTTP/1.1" status: 200  len: 210 time: 0.0497468
Dec 24 11:35:08.992551 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-991e7585-695f-40dd-9bcd-452683f1aaf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:09.496244 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bdfdbc84-c52d-4f40-b281-af314dc1f8fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:10.060902 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 48390) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:35:10.131684 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5aca7c7-f5ea-4d46-9e87-edb36448a284 admin admin] Deleting subnet c07d0b9c-63b4-44b9-aa46-ab9aea40d6c4 {{(pid=88879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 24 11:35:10.135125 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b5aca7c7-f5ea-4d46-9e87-edb36448a284 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:10.189771 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b5aca7c7-f5ea-4d46-9e87-edb36448a284 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-786693'] for subnet, precommit_delete_associations {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:10.251252 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b5aca7c7-f5ea-4d46-9e87-edb36448a284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847655656'] for subnet, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:10.329858 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b5aca7c7-f5ea-4d46-9e87-edb36448a284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7120129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850854134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851156349'] for subnet, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:10.333879 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-405e8abd-d94c-483c-99e3-a8f20014eb7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:35:10.370234 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5aca7c7-f5ea-4d46-9e87-edb36448a284 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c07d0b9c-63b4-44b9-aa46-ab9aea40d6c4,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:35:10.374555 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-b5aca7c7-f5ea-4d46-9e87-edb36448a284 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:35:10.377561 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b5aca7c7-f5ea-4d46-9e87-edb36448a284 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:10.383895 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-b5aca7c7-f5ea-4d46-9e87-edb36448a284 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/c07d0b9c-63b4-44b9-aa46-ab9aea40d6c4 HTTP/1.1" status: 204  len: 168 time: 0.3218467
Dec 24 11:35:10.387716 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 48394) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:35:10.513308 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2429956d-ff5e-40df-bf55-dbd0532b7f13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036847558493'] for network, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:10.649145 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2429956d-ff5e-40df-bf55-dbd0532b7f13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847649663', 'neutron.services.segments.db._delete_segments_for_network-8749505737672'] for network, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:10.676400 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-2429956d-ff5e-40df-bf55-dbd0532b7f13 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5271b37ba8>,) {'filters': {'network_id': ['9e2b9008-7059-4c69-843c-8b6dff82aab7']}} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:35:10.689109 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-2429956d-ff5e-40df-bf55-dbd0532b7f13 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5271b37ba8>, 'df5f51ca-a14a-4327-a5f6-ca7cc53abad5') {'for_net_delete': True} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:35:10.689442 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-2429956d-ff5e-40df-bf55-dbd0532b7f13 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5271b37ba8>, 'df5f51ca-a14a-4327-a5f6-ca7cc53abad5') {} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:35:10.703078 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2429956d-ff5e-40df-bf55-dbd0532b7f13 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749505745113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2241371'] for segment, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:10.718099 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2429956d-ff5e-40df-bf55-dbd0532b7f13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:10.724508 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2429956d-ff5e-40df-bf55-dbd0532b7f13 admin admin] Releasing vlan 616 on physical network physnet1 to pool {{(pid=88878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 24 11:35:10.724920 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2429956d-ff5e-40df-bf55-dbd0532b7f13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036847652098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850807864'] for segment, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:10.739007 dv-neutron-822691-2-hyperv neutron-server[88767]: Traceback (most recent call last):
Dec 24 11:35:10.739007 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 24 11:35:10.739007 dv-neutron-822691-2-hyperv neutron-server[88767]:     timer()
Dec 24 11:35:10.739007 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 11:35:10.739007 dv-neutron-822691-2-hyperv neutron-server[88767]:     cb(*args, **kw)
Dec 24 11:35:10.739007 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 24 11:35:10.739007 dv-neutron-822691-2-hyperv neutron-server[88767]:     return func(*args, **kwargs)
Dec 24 11:35:10.739007 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 11:35:10.739007 dv-neutron-822691-2-hyperv neutron-server[88767]:     self._notify()
Dec 24 11:35:10.739007 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 11:35:10.739007 dv-neutron-822691-2-hyperv neutron-server[88767]:     self.callback(batched_events)
Dec 24 11:35:10.739007 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 11:35:10.739007 dv-neutron-822691-2-hyperv neutron-server[88767]:     event.method(event)
Dec 24 11:35:10.739007 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 11:35:10.739007 dv-neutron-822691-2-hyperv neutron-server[88767]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 11:35:10.739007 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 24 11:35:10.739007 dv-neutron-822691-2-hyperv neutron-server[88767]:     segment_id)['aggregates'][0]
Dec 24 11:35:10.739007 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 24 11:35:10.739007 dv-neutron-822691-2-hyperv neutron-server[88767]:     return f(self, *a, **k)
Dec 24 11:35:10.739007 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 11:35:10.739007 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self._get(url).json()
Dec 24 11:35:10.739007 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 24 11:35:10.739007 dv-neutron-822691-2-hyperv neutron-server[88767]:     **kwargs)
Dec 24 11:35:10.739007 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 24 11:35:10.739007 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self.request(url, 'GET', **kwargs)
Dec 24 11:35:10.739007 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 24 11:35:10.739007 dv-neutron-822691-2-hyperv neutron-server[88767]:     **endpoint_filter)
Dec 24 11:35:10.739007 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 24 11:35:10.739007 dv-neutron-822691-2-hyperv neutron-server[88767]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 11:35:10.739007 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 24 11:35:10.739007 dv-neutron-822691-2-hyperv neutron-server[88767]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 11:35:10.739007 dv-neutron-822691-2-hyperv neutron-server[88767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 11:35:10.758842 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-39ff93cf-c0b7-48c5-95f3-6f7e9977387d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:10.817457 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2429956d-ff5e-40df-bf55-dbd0532b7f13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7126154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659196'] for network, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:10.821459 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-e78aaf37-3794-4dee-b7c2-0a34372d8756 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:35:10.835292 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2429956d-ff5e-40df-bf55-dbd0532b7f13 admin admin] Notify callbacks [] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:10.846371 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2429956d-ff5e-40df-bf55-dbd0532b7f13 admin admin] Pushing event deleted for resources: {'Network': ['ID=9e2b9008-7059-4c69-843c-8b6dff82aab7,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:35:10.849714 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-2429956d-ff5e-40df-bf55-dbd0532b7f13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:35:10.855395 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-2429956d-ff5e-40df-bf55-dbd0532b7f13 admin admin] 10.222.0.65 "DELETE /v2.0/networks/9e2b9008-7059-4c69-843c-8b6dff82aab7 HTTP/1.1" status: 204  len: 168 time: 0.4661798
Dec 24 11:35:11.013654 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 48400) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:35:11.070040 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-0169454e-7a37-45ce-ac13-1690f4780a2a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6d31b7a2dfa24631acd3fa0fe8c2dc25&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0548422
Dec 24 11:35:11.073403 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 48404) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:35:11.141402 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-392e0432-e64e-4d35-8e9b-40f909371ef4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:11.168418 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-392e0432-e64e-4d35-8e9b-40f909371ef4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:11.223320 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-392e0432-e64e-4d35-8e9b-40f909371ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:11.227211 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-5964fb75-a9dd-48ec-a106-12eb2068897d tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:35:11.242781 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392e0432-e64e-4d35-8e9b-40f909371ef4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3a98346-fdeb-477b-8304-2c00e6264d65,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:35:11.246697 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-392e0432-e64e-4d35-8e9b-40f909371ef4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:35:11.254666 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-392e0432-e64e-4d35-8e9b-40f909371ef4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:11.255909 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-392e0432-e64e-4d35-8e9b-40f909371ef4 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a3a98346-fdeb-477b-8304-2c00e6264d65 HTTP/1.1" status: 204  len: 168 time: 0.1815078
Dec 24 11:35:11.771591 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Device d9b44523-ba17-4834-a095-9bd42ee3d8b0 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:35:11.804840 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] No Port match for: d9b44523-ba17-4834-a095-9bd42ee3d8b0 {{(pid=88880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 24 11:35:11.805270 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Device d9b44523-ba17-4834-a095-9bd42ee3d8b0 not bound to the agent host hv-neutron-8226 {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 24 11:35:12.269088 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 48426) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:35:12.414487 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-25a00254-09fd-4028-9483-33600c3b9fdb tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-420507312'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:35:12.420277 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-25a00254-09fd-4028-9483-33600c3b9fdb tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:35:12.424664 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-25a00254-09fd-4028-9483-33600c3b9fdb tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Usage tracker for resource:network and tenant:95d03023656c4364aabdc1e424a1983e is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:35:12.427885 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-25a00254-09fd-4028-9483-33600c3b9fdb tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:35:12.438772 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-25a00254-09fd-4028-9483-33600c3b9fdb tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:35:12.449389 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25a00254-09fd-4028-9483-33600c3b9fdb tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Made reservation on behalf of 95d03023656c4364aabdc1e424a1983e for: {'network': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:35:12.454852 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-25a00254-09fd-4028-9483-33600c3b9fdb tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for network, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:12.468422 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-25a00254-09fd-4028-9483-33600c3b9fdb tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Notify callbacks [] for security_group, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:12.502472 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-25a00254-09fd-4028-9483-33600c3b9fdb tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:35:12.506538 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-25a00254-09fd-4028-9483-33600c3b9fdb tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Usage tracker for resource:security_group_rule and tenant:95d03023656c4364aabdc1e424a1983e is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:35:12.509643 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-25a00254-09fd-4028-9483-33600c3b9fdb tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:35:12.516301 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-25a00254-09fd-4028-9483-33600c3b9fdb tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:35:12.589769 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-25a00254-09fd-4028-9483-33600c3b9fdb tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Notify callbacks [] for security_group, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:12.593600 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-25a00254-09fd-4028-9483-33600c3b9fdb tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:12.596908 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-8aba593b-5bd6-49e4-a278-3e7af062353d tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:35:12.630029 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25a00254-09fd-4028-9483-33600c3b9fdb tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] vlan segment allocate from pool success with {'vlan_id': 632, 'physical_network': 'physnet1'}  {{(pid=88878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 24 11:35:12.638935 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a00254-09fd-4028-9483-33600c3b9fdb tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=507fd16b-f369-467e-ba41-04c7d2435ed0,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:35:12.642986 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-25a00254-09fd-4028-9483-33600c3b9fdb tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:35:12.647517 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-25a00254-09fd-4028-9483-33600c3b9fdb tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:12.648403 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.segments_db [None req-25a00254-09fd-4028-9483-33600c3b9fdb tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Added segment d0274c5b-37f2-43f0-af55-755e3598c16e of type vlan for network 4cf0fd86-f7f2-40ca-9c35-d9d43d0ddedc
Dec 24 11:35:12.675773 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-25a00254-09fd-4028-9483-33600c3b9fdb tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363287349540024'] for network, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:12.706070 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-25a00254-09fd-4028-9483-33600c3b9fdb tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636'] for network, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:12.710060 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a00254-09fd-4028-9483-33600c3b9fdb tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:35:12.710694 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-25a00254-09fd-4028-9483-33600c3b9fdb tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Notify callbacks [] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:12.716178 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-a0488d28-241f-483f-a610-dce1f7d479e8 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:35:12.823250 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-25a00254-09fd-4028-9483-33600c3b9fdb tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.5527418
Dec 24 11:35:12.828807 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a00254-09fd-4028-9483-33600c3b9fdb tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Pushing event updated for resources: {'Network': ['ID=4cf0fd86-f7f2-40ca-9c35-d9d43d0ddedc,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:35:12.831799 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-25a00254-09fd-4028-9483-33600c3b9fdb tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:35:12.843551 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Network 4cf0fd86-f7f2-40ca-9c35-d9d43d0ddedc details requested by agent ovs-agent-dv-neutron-822691-2-hyperv with host dv-neutron-822691-2-hyperv {{(pid=88880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 24 11:35:16.338571 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 48432) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:35:16.348654 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-31601e83-ddab-4b40-868c-0d6341af484a tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Request body: {'subnet': {'network_id': '4cf0fd86-f7f2-40ca-9c35-d9d43d0ddedc', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:35:16.468300 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-31601e83-ddab-4b40-868c-0d6341af484a tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:35:16.474583 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-31601e83-ddab-4b40-868c-0d6341af484a tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Usage tracker for resource:subnet and tenant:95d03023656c4364aabdc1e424a1983e is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:35:16.479435 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-31601e83-ddab-4b40-868c-0d6341af484a tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:35:16.489339 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-31601e83-ddab-4b40-868c-0d6341af484a tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:35:16.501423 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31601e83-ddab-4b40-868c-0d6341af484a tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Made reservation on behalf of 95d03023656c4364aabdc1e424a1983e for: {'subnet': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:35:16.612493 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-31601e83-ddab-4b40-868c-0d6341af484a tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2246100'] for subnet, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:16.845237 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-31601e83-ddab-4b40-868c-0d6341af484a tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850796890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2246085'] for subnet, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:16.848955 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-88dcca8f-cc5d-45be-bbfa-efd21a95b7b4 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:35:16.928559 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31601e83-ddab-4b40-868c-0d6341af484a tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Pushing event updated for resources: {'Subnet': ['ID=0f74cace-5093-477b-a898-6a77a035ba0c,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:35:16.933387 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-31601e83-ddab-4b40-868c-0d6341af484a tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:35:16.944541 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31601e83-ddab-4b40-868c-0d6341af484a tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Checking segment: {'id': 'd0274c5b-37f2-43f0-af55-755e3598c16e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '4cf0fd86-f7f2-40ca-9c35-d9d43d0ddedc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:35:16.944974 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31601e83-ddab-4b40-868c-0d6341af484a tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Network hostable DHCP agents. Network: 4cf0fd86-f7f2-40ca-9c35-d9d43d0ddedc, hostable agents: ['edcf98dc-3032-472a-8b3d-f23fd1e89806'], hosted agents: [] {{(pid=88878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 24 11:35:16.968850 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31601e83-ddab-4b40-868c-0d6341af484a tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Network 4cf0fd86-f7f2-40ca-9c35-d9d43d0ddedc is scheduled to be hosted by DHCP agent edcf98dc-3032-472a-8b3d-f23fd1e89806 with binding_index 1 {{(pid=88878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 24 11:35:16.977711 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-31601e83-ddab-4b40-868c-0d6341af484a tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822691-2-hyperv, 4cf0fd86-f7f2-40ca-9c35-d9d43d0ddedc) {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:35:16.982098 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31601e83-ddab-4b40-868c-0d6341af484a tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:35:16.982734 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-31601e83-ddab-4b40-868c-0d6341af484a tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:16.989687 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-315fff0d-8b99-4446-8392-fb85e569a80b None None] Network 4cf0fd86-f7f2-40ca-9c35-d9d43d0ddedc requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:35:17.004434 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-31601e83-ddab-4b40-868c-0d6341af484a tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.6643927
Dec 24 11:35:17.008226 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 48436) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:35:17.014725 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-0da0d22a-4309-4c98-832a-377b9542a1f3 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-381562339'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:35:17.020138 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-0da0d22a-4309-4c98-832a-377b9542a1f3 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:35:17.024284 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-0da0d22a-4309-4c98-832a-377b9542a1f3 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Usage tracker for resource:network and tenant:95d03023656c4364aabdc1e424a1983e is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:35:17.027393 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-0da0d22a-4309-4c98-832a-377b9542a1f3 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:35:17.034138 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-0da0d22a-4309-4c98-832a-377b9542a1f3 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:35:17.044853 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0da0d22a-4309-4c98-832a-377b9542a1f3 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Made reservation on behalf of 95d03023656c4364aabdc1e424a1983e for: {'network': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:35:17.050405 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0da0d22a-4309-4c98-832a-377b9542a1f3 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for network, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:17.080680 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0da0d22a-4309-4c98-832a-377b9542a1f3 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] vlan segment allocate from pool success with {'vlan_id': 627, 'physical_network': 'physnet1'}  {{(pid=88878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 24 11:35:17.090500 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0da0d22a-4309-4c98-832a-377b9542a1f3 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:17.090883 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.segments_db [None req-0da0d22a-4309-4c98-832a-377b9542a1f3 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Added segment dc2ac7bb-0699-419f-bf15-3abdc7dc6788 of type vlan for network 26d0572b-c4c5-4ccb-b0b9-e4532ad2ad06
Dec 24 11:35:17.117530 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0da0d22a-4309-4c98-832a-377b9542a1f3 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363287349540024'] for network, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:17.147490 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0da0d22a-4309-4c98-832a-377b9542a1f3 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636'] for network, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:17.151833 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da0d22a-4309-4c98-832a-377b9542a1f3 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:35:17.152480 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0da0d22a-4309-4c98-832a-377b9542a1f3 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Notify callbacks [] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:17.158083 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-a01d5a3a-299e-4008-9d53-70b26a35afb0 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:35:17.210924 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-0da0d22a-4309-4c98-832a-377b9542a1f3 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.2015169
Dec 24 11:35:17.214063 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 48440) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:35:17.223106 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-762e9bdd-7b30-4024-a312-296d24411827 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Request body: {'subnet': {'network_id': '26d0572b-c4c5-4ccb-b0b9-e4532ad2ad06', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:35:17.223693 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdf63714-d8b5-4dcd-bb9b-b59f81f95018 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73968e80-91fd-539e-a7c6-b31af6d9e680-4cf0fd86-f7f2-40ca-9c35-d9d43d0ddedc', 'network_id': '4cf0fd86-f7f2-40ca-9c35-d9d43d0ddedc', 'tenant_id': '95d03023656c4364aabdc1e424a1983e', 'fixed_ips': [{'subnet_id': '0f74cace-5093-477b-a898-6a77a035ba0c'}]}} from dv-neutron-822691-2-hyperv. {{(pid=88880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 24 11:35:17.224611 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fdf63714-d8b5-4dcd-bb9b-b59f81f95018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:17.302094 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da0d22a-4309-4c98-832a-377b9542a1f3 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Pushing event updated for resources: {'Network': ['ID=26d0572b-c4c5-4ccb-b0b9-e4532ad2ad06,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:35:17.314499 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Network 26d0572b-c4c5-4ccb-b0b9-e4532ad2ad06 details requested by agent ovs-agent-dv-neutron-822691-2-hyperv with host dv-neutron-822691-2-hyperv {{(pid=88880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 24 11:35:17.315983 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-0da0d22a-4309-4c98-832a-377b9542a1f3 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:35:17.397539 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-762e9bdd-7b30-4024-a312-296d24411827 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:35:17.401859 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-762e9bdd-7b30-4024-a312-296d24411827 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Usage tracker for resource:subnet and tenant:95d03023656c4364aabdc1e424a1983e is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:35:17.404831 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-762e9bdd-7b30-4024-a312-296d24411827 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:35:17.411146 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-762e9bdd-7b30-4024-a312-296d24411827 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:35:17.420747 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-762e9bdd-7b30-4024-a312-296d24411827 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Made reservation on behalf of 95d03023656c4364aabdc1e424a1983e for: {'subnet': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:35:17.490300 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-fdf63714-d8b5-4dcd-bb9b-b59f81f95018 None None] Allocated IP 2001:db8:0:ffff::2 (4cf0fd86-f7f2-40ca-9c35-d9d43d0ddedc/0f74cace-5093-477b-a898-6a77a035ba0c/74132d0c-c10d-45c1-b9ea-848f09419e2d) {{(pid=88880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:35:17.713434 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fdf63714-d8b5-4dcd-bb9b-b59f81f95018 None None] Notify callbacks [] for port, precommit_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:17.725492 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-fdf63714-d8b5-4dcd-bb9b-b59f81f95018 None None] Transition to ACTIVE for port object 74132d0c-c10d-45c1-b9ea-848f09419e2d will not be triggered until provisioned by entity L2. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:35:17.747146 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-fdf63714-d8b5-4dcd-bb9b-b59f81f95018 None None] Transition to ACTIVE for port object 74132d0c-c10d-45c1-b9ea-848f09419e2d will not be triggered until provisioned by entity DHCP. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:35:17.751368 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fdf63714-d8b5-4dcd-bb9b-b59f81f95018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408'] for port, after_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:17.756383 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:35:17.761739 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-762e9bdd-7b30-4024-a312-296d24411827 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2246100'] for subnet, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:17.827449 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdf63714-d8b5-4dcd-bb9b-b59f81f95018 None None] Network 4cf0fd86-f7f2-40ca-9c35-d9d43d0ddedc is already hosted by enough agents. {{(pid=88880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:35:17.831346 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-fdf63714-d8b5-4dcd-bb9b-b59f81f95018 None None] Resources bound (agent type, host, resource id):  {{(pid=88880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:35:17.834166 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf63714-d8b5-4dcd-bb9b-b59f81f95018 None None] Received port after_create {{(pid=88880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:35:17.836888 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf63714-d8b5-4dcd-bb9b-b59f81f95018 None None] Pushing event updated for resources: {'Port': ['ID=74132d0c-c10d-45c1-b9ea-848f09419e2d,revision_number=1']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:35:17.839761 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-fdf63714-d8b5-4dcd-bb9b-b59f81f95018 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:35:17.926623 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-fdf63714-d8b5-4dcd-bb9b-b59f81f95018 None None] Attempting to bind port 74132d0c-c10d-45c1-b9ea-848f09419e2d on host dv-neutron-822691-2-hyperv for vnic_type normal with profile  {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:35:17.927027 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-fdf63714-d8b5-4dcd-bb9b-b59f81f95018 None None] Attempting to bind port 74132d0c-c10d-45c1-b9ea-848f09419e2d by drivers openvswitch,hyperv on host dv-neutron-822691-2-hyperv at level 0 using segments [{'id': 'd0274c5b-37f2-43f0-af55-755e3598c16e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '4cf0fd86-f7f2-40ca-9c35-d9d43d0ddedc'}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:35:17.927438 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf63714-d8b5-4dcd-bb9b-b59f81f95018 None None] Attempting to bind port 74132d0c-c10d-45c1-b9ea-848f09419e2d on network 4cf0fd86-f7f2-40ca-9c35-d9d43d0ddedc {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:35:17.934284 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf63714-d8b5-4dcd-bb9b-b59f81f95018 None None] Checking agent: {'id': 'db1275c1-6001-47af-93c2-635c68404703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822691-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 52, 8), 'started_at': datetime.datetime(2021, 12, 24, 10, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 35, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822691-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:35:17.934706 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf63714-d8b5-4dcd-bb9b-b59f81f95018 None None] Checking segment: {'id': 'd0274c5b-37f2-43f0-af55-755e3598c16e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '4cf0fd86-f7f2-40ca-9c35-d9d43d0ddedc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:35:17.935158 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fdf63714-d8b5-4dcd-bb9b-b59f81f95018 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:17.935597 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf63714-d8b5-4dcd-bb9b-b59f81f95018 None None] Bound using segment: {'id': 'd0274c5b-37f2-43f0-af55-755e3598c16e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '4cf0fd86-f7f2-40ca-9c35-d9d43d0ddedc'} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:35:17.936112 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-fdf63714-d8b5-4dcd-bb9b-b59f81f95018 None None] Bound port: 74132d0c-c10d-45c1-b9ea-848f09419e2d, host: dv-neutron-822691-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0274c5b-37f2-43f0-af55-755e3598c16e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '4cf0fd86-f7f2-40ca-9c35-d9d43d0ddedc'}}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:35:17.936528 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fdf63714-d8b5-4dcd-bb9b-b59f81f95018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:18.001149 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-762e9bdd-7b30-4024-a312-296d24411827 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850796890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2246085'] for subnet, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:18.005471 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f6d4ccf1-f18e-4e2f-80d3-d0fa6a8739a7 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:35:18.030013 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-fdf63714-d8b5-4dcd-bb9b-b59f81f95018 None None] For port 74132d0c-c10d-45c1-b9ea-848f09419e2d, host dv-neutron-822691-2-hyperv, cleared binding levels {{(pid=88880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:35:18.033754 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-fdf63714-d8b5-4dcd-bb9b-b59f81f95018 None None] For port 74132d0c-c10d-45c1-b9ea-848f09419e2d, host dv-neutron-822691-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=74132d0c-c10d-45c1-b9ea-848f09419e2d,segment=NetworkSegment(d0274c5b-37f2-43f0-af55-755e3598c16e),segment_id=d0274c5b-37f2-43f0-af55-755e3598c16e)] {{(pid=88880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:35:18.038106 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fdf63714-d8b5-4dcd-bb9b-b59f81f95018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:18.042203 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:35:18.075968 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762e9bdd-7b30-4024-a312-296d24411827 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Pushing event updated for resources: {'Subnet': ['ID=a9c41525-58eb-45af-b99f-cdb986abcd20,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:35:18.085516 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-762e9bdd-7b30-4024-a312-296d24411827 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:35:18.101974 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-762e9bdd-7b30-4024-a312-296d24411827 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Checking segment: {'id': 'dc2ac7bb-0699-419f-bf15-3abdc7dc6788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '26d0572b-c4c5-4ccb-b0b9-e4532ad2ad06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:35:18.102367 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-762e9bdd-7b30-4024-a312-296d24411827 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Network hostable DHCP agents. Network: 26d0572b-c4c5-4ccb-b0b9-e4532ad2ad06, hostable agents: ['edcf98dc-3032-472a-8b3d-f23fd1e89806'], hosted agents: [] {{(pid=88878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 24 11:35:18.124990 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-762e9bdd-7b30-4024-a312-296d24411827 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Network 26d0572b-c4c5-4ccb-b0b9-e4532ad2ad06 is scheduled to be hosted by DHCP agent edcf98dc-3032-472a-8b3d-f23fd1e89806 with binding_index 1 {{(pid=88878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 24 11:35:18.128757 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf63714-d8b5-4dcd-bb9b-b59f81f95018 None None] Pushing event updated for resources: {'Port': ['ID=74132d0c-c10d-45c1-b9ea-848f09419e2d,revision_number=2']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:35:18.132034 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-fdf63714-d8b5-4dcd-bb9b-b59f81f95018 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:35:18.140494 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-762e9bdd-7b30-4024-a312-296d24411827 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822691-2-hyperv, 26d0572b-c4c5-4ccb-b0b9-e4532ad2ad06) {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:35:18.144982 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-762e9bdd-7b30-4024-a312-296d24411827 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:35:18.145639 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-762e9bdd-7b30-4024-a312-296d24411827 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:18.153125 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6255e27-e86a-470f-ba7e-8e7a62137da0 None None] Network 26d0572b-c4c5-4ccb-b0b9-e4532ad2ad06 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:35:18.168164 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-762e9bdd-7b30-4024-a312-296d24411827 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 913 time: 0.9527833
Dec 24 11:35:18.171221 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 48444) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:35:18.327027 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2604eef8-03f8-44eb-aef6-18e33796c671 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036847558493'] for network, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:18.389400 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9287de4a-86c4-4a5c-b09d-e8b1e818c235 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73968e80-91fd-539e-a7c6-b31af6d9e680-26d0572b-c4c5-4ccb-b0b9-e4532ad2ad06', 'network_id': '26d0572b-c4c5-4ccb-b0b9-e4532ad2ad06', 'tenant_id': '95d03023656c4364aabdc1e424a1983e', 'fixed_ips': [{'subnet_id': 'a9c41525-58eb-45af-b99f-cdb986abcd20'}]}} from dv-neutron-822691-2-hyperv. {{(pid=88880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 24 11:35:18.390347 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9287de4a-86c4-4a5c-b09d-e8b1e818c235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:18.398645 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2604eef8-03f8-44eb-aef6-18e33796c671 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847655656'] for subnet, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:18.503917 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2604eef8-03f8-44eb-aef6-18e33796c671 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7120129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3978858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852529715'] for subnet, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:18.508861 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f5bf4bc1-2432-4668-a16d-8fcdce15b6fd tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:35:18.514135 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server [None req-9287de4a-86c4-4a5c-b09d-e8b1e818c235 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a9c41525-58eb-45af-b99f-cdb986abcd20: This subnet is being modified by another concurrent operation.
Dec 24 11:35:18.514135 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Dec 24 11:35:18.514135 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Dec 24 11:35:18.514135 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Dec 24 11:35:18.514135 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 276, in dispatch
Dec 24 11:35:18.514135 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Dec 24 11:35:18.514135 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 196, in _do_dispatch
Dec 24 11:35:18.514135 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Dec 24 11:35:18.514135 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Dec 24 11:35:18.514135 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Dec 24 11:35:18.514135 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 24 11:35:18.514135 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 24 11:35:18.514135 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 24 11:35:18.514135 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 24 11:35:18.514135 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 24 11:35:18.514135 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 24 11:35:18.514135 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 24 11:35:18.514135 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     raise value
Dec 24 11:35:18.514135 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 24 11:35:18.514135 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 24 11:35:18.514135 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 24 11:35:18.514135 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 24 11:35:18.514135 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 24 11:35:18.514135 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 24 11:35:18.514135 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 24 11:35:18.514135 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 24 11:35:18.514135 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 24 11:35:18.514135 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     raise value
Dec 24 11:35:18.514135 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 24 11:35:18.514135 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 24 11:35:18.514135 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 24 11:35:18.514135 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 24 11:35:18.514135 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 24 11:35:18.514135 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 24 11:35:18.514135 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 24 11:35:18.514135 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 24 11:35:18.514135 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 24 11:35:18.514135 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     raise value
Dec 24 11:35:18.514135 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 24 11:35:18.514135 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 24 11:35:18.514135 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 94, in wrapper
Dec 24 11:35:18.514135 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Dec 24 11:35:18.514135 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port
Dec 24 11:35:18.514135 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Dec 24 11:35:18.514135 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action
Dec 24 11:35:18.514135 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Dec 24 11:35:18.514135 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/plugins/utils.py", line 336, in create_port
Dec 24 11:35:18.514135 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     context, {port_apidef.RESOURCE_NAME: port_data})
Dec 24 11:35:18.514135 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner
Dec 24 11:35:18.514135 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kwargs)
Dec 24 11:35:18.514135 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 233, in wrapped
Dec 24 11:35:18.514135 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Dec 24 11:35:18.514135 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 24 11:35:18.514135 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 24 11:35:18.514135 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 24 11:35:18.514135 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 24 11:35:18.514135 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 24 11:35:18.514135 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 24 11:35:18.514135 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 24 11:35:18.514135 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     raise value
Dec 24 11:35:18.514135 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 24 11:35:18.514135 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 24 11:35:18.514135 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 24 11:35:18.514135 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 24 11:35:18.514135 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 24 11:35:18.514135 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 24 11:35:18.514135 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 24 11:35:18.514135 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 24 11:35:18.514135 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 24 11:35:18.514135 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     raise value
Dec 24 11:35:18.514135 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 24 11:35:18.514135 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 24 11:35:18.514135 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 24 11:35:18.514135 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 24 11:35:18.514135 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 24 11:35:18.514135 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 24 11:35:18.514135 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 24 11:35:18.514135 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 24 11:35:18.514135 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 24 11:35:18.514135 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     raise value
Dec 24 11:35:18.514135 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 24 11:35:18.514135 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 24 11:35:18.514135 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1407, in create_port
Dec 24 11:35:18.514135 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Dec 24 11:35:18.514135 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1374, in _create_port_db
Dec 24 11:35:18.514135 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Dec 24 11:35:18.514135 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1439, in create_port_db
Dec 24 11:35:18.514135 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     context, port, port_id)
Dec 24 11:35:18.514135 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 222, in allocate_ips_for_port_and_store
Dec 24 11:35:18.514135 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     revert_on_fail=False)
Dec 24 11:35:18.514135 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 24 11:35:18.514135 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 24 11:35:18.514135 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 24 11:35:18.514135 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 24 11:35:18.514135 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 24 11:35:18.514135 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     raise value
Dec 24 11:35:18.514135 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store
Dec 24 11:35:18.514135 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     ips = self._allocate_ips_for_port(context, port_copy)
Dec 24 11:35:18.514135 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 241, in _allocate_ips_for_port
Dec 24 11:35:18.514135 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     distributed_service=self._is_distributed_service(p))
Dec 24 11:35:18.514135 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 671, in _ipam_get_subnets
Dec 24 11:35:18.514135 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     id=subnet.id)
Dec 24 11:35:18.514135 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Dec 24 11:35:18.514135 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server     raise exception
Dec 24 11:35:18.514135 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a9c41525-58eb-45af-b99f-cdb986abcd20: This subnet is being modified by another concurrent operation.
Dec 24 11:35:18.514135 dv-neutron-822691-2-hyperv neutron-server[88767]: ERROR oslo_messaging.rpc.server 
Dec 24 11:35:18.543572 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-913f49dc-f9f0-42d1-8923-23aa5276512f None None] Network 26d0572b-c4c5-4ccb-b0b9-e4532ad2ad06 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:35:18.548749 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2604eef8-03f8-44eb-aef6-18e33796c671 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Pushing event deleted for resources: {'Subnet': ['ID=a9c41525-58eb-45af-b99f-cdb986abcd20,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:35:18.552627 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-2604eef8-03f8-44eb-aef6-18e33796c671 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:35:18.659552 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2604eef8-03f8-44eb-aef6-18e33796c671 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847649663', 'neutron.services.segments.db._delete_segments_for_network-8749505737672'] for network, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:18.685964 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-2604eef8-03f8-44eb-aef6-18e33796c671 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f52708fef28>,) {'filters': {'network_id': ['26d0572b-c4c5-4ccb-b0b9-e4532ad2ad06']}} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:35:18.700037 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-2604eef8-03f8-44eb-aef6-18e33796c671 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f52708fef28>, 'dc2ac7bb-0699-419f-bf15-3abdc7dc6788') {'for_net_delete': True} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:35:18.700361 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-2604eef8-03f8-44eb-aef6-18e33796c671 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f52708fef28>, 'dc2ac7bb-0699-419f-bf15-3abdc7dc6788') {} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:35:18.712902 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2604eef8-03f8-44eb-aef6-18e33796c671 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749505745113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2241371'] for segment, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:18.728109 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2604eef8-03f8-44eb-aef6-18e33796c671 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:18.735051 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2604eef8-03f8-44eb-aef6-18e33796c671 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Releasing vlan 627 on physical network physnet1 to pool {{(pid=88878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 24 11:35:18.735481 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2604eef8-03f8-44eb-aef6-18e33796c671 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036847652098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850807864'] for segment, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:18.751401 dv-neutron-822691-2-hyperv neutron-server[88767]: Traceback (most recent call last):
Dec 24 11:35:18.751401 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 24 11:35:18.751401 dv-neutron-822691-2-hyperv neutron-server[88767]:     timer()
Dec 24 11:35:18.751401 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 11:35:18.751401 dv-neutron-822691-2-hyperv neutron-server[88767]:     cb(*args, **kw)
Dec 24 11:35:18.751401 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 24 11:35:18.751401 dv-neutron-822691-2-hyperv neutron-server[88767]:     return func(*args, **kwargs)
Dec 24 11:35:18.751401 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 11:35:18.751401 dv-neutron-822691-2-hyperv neutron-server[88767]:     self._notify()
Dec 24 11:35:18.751401 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 11:35:18.751401 dv-neutron-822691-2-hyperv neutron-server[88767]:     self.callback(batched_events)
Dec 24 11:35:18.751401 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 11:35:18.751401 dv-neutron-822691-2-hyperv neutron-server[88767]:     event.method(event)
Dec 24 11:35:18.751401 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 11:35:18.751401 dv-neutron-822691-2-hyperv neutron-server[88767]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 11:35:18.751401 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 24 11:35:18.751401 dv-neutron-822691-2-hyperv neutron-server[88767]:     segment_id)['aggregates'][0]
Dec 24 11:35:18.751401 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 24 11:35:18.751401 dv-neutron-822691-2-hyperv neutron-server[88767]:     return f(self, *a, **k)
Dec 24 11:35:18.751401 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 11:35:18.751401 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self._get(url).json()
Dec 24 11:35:18.751401 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 24 11:35:18.751401 dv-neutron-822691-2-hyperv neutron-server[88767]:     **kwargs)
Dec 24 11:35:18.751401 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 24 11:35:18.751401 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self.request(url, 'GET', **kwargs)
Dec 24 11:35:18.751401 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 24 11:35:18.751401 dv-neutron-822691-2-hyperv neutron-server[88767]:     **endpoint_filter)
Dec 24 11:35:18.751401 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 24 11:35:18.751401 dv-neutron-822691-2-hyperv neutron-server[88767]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 11:35:18.751401 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 24 11:35:18.751401 dv-neutron-822691-2-hyperv neutron-server[88767]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 11:35:18.751401 dv-neutron-822691-2-hyperv neutron-server[88767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 11:35:18.835446 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2604eef8-03f8-44eb-aef6-18e33796c671 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7126154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659196'] for network, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:18.839127 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7b32f206-7ec8-4f89-95b7-e07c104d63eb tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:35:18.854386 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2604eef8-03f8-44eb-aef6-18e33796c671 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Notify callbacks [] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:18.867646 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2604eef8-03f8-44eb-aef6-18e33796c671 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Pushing event deleted for resources: {'Network': ['ID=26d0572b-c4c5-4ccb-b0b9-e4532ad2ad06,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:35:18.870082 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-2604eef8-03f8-44eb-aef6-18e33796c671 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:35:18.871650 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-2604eef8-03f8-44eb-aef6-18e33796c671 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] 10.222.0.65 "DELETE /v2.0/networks/26d0572b-c4c5-4ccb-b0b9-e4532ad2ad06 HTTP/1.1" status: 204  len: 168 time: 0.6994455
Dec 24 11:35:18.875550 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 48448) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:35:18.881586 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-9ccd871e-56ea-4e3a-a215-4960dc832942 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-579495988'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:35:18.887265 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-9ccd871e-56ea-4e3a-a215-4960dc832942 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:35:18.891460 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-9ccd871e-56ea-4e3a-a215-4960dc832942 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Usage tracker for resource:network and tenant:95d03023656c4364aabdc1e424a1983e is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:35:18.894570 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-9ccd871e-56ea-4e3a-a215-4960dc832942 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:35:18.900885 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-9ccd871e-56ea-4e3a-a215-4960dc832942 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:35:18.911676 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ccd871e-56ea-4e3a-a215-4960dc832942 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Made reservation on behalf of 95d03023656c4364aabdc1e424a1983e for: {'network': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:35:18.917162 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9ccd871e-56ea-4e3a-a215-4960dc832942 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for network, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:18.947007 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ccd871e-56ea-4e3a-a215-4960dc832942 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] vlan segment allocate from pool success with {'vlan_id': 614, 'physical_network': 'physnet1'}  {{(pid=88878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 24 11:35:18.956248 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9ccd871e-56ea-4e3a-a215-4960dc832942 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:18.956649 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.segments_db [None req-9ccd871e-56ea-4e3a-a215-4960dc832942 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Added segment a1abb0d4-f2ff-449f-9562-cdf34ec2a4c9 of type vlan for network 25dddb62-de95-4a6f-b259-d17e3b5e00dc
Dec 24 11:35:18.985145 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9ccd871e-56ea-4e3a-a215-4960dc832942 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363287349540024'] for network, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:19.016392 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9ccd871e-56ea-4e3a-a215-4960dc832942 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636'] for network, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:19.020906 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ccd871e-56ea-4e3a-a215-4960dc832942 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:35:19.021344 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9ccd871e-56ea-4e3a-a215-4960dc832942 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Notify callbacks [] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:19.025479 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-0e5c7bc9-f7dc-4f1a-b246-eff51fbd8a26 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:35:19.079556 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-9ccd871e-56ea-4e3a-a215-4960dc832942 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.2029283
Dec 24 11:35:19.082756 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 48452) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:35:19.139153 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-2e75ef26-256c-4656-8ec2-38d821ff0c3e tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Request body: {'subnet': {'network_id': '25dddb62-de95-4a6f-b259-d17e3b5e00dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:35:19.160953 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccd871e-56ea-4e3a-a215-4960dc832942 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Pushing event updated for resources: {'Network': ['ID=25dddb62-de95-4a6f-b259-d17e3b5e00dc,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:35:19.163796 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-9ccd871e-56ea-4e3a-a215-4960dc832942 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:35:19.172741 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Network 25dddb62-de95-4a6f-b259-d17e3b5e00dc details requested by agent ovs-agent-dv-neutron-822691-2-hyperv with host dv-neutron-822691-2-hyperv {{(pid=88880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 24 11:35:19.268275 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-2e75ef26-256c-4656-8ec2-38d821ff0c3e tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:35:19.272584 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-2e75ef26-256c-4656-8ec2-38d821ff0c3e tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Usage tracker for resource:subnet and tenant:95d03023656c4364aabdc1e424a1983e is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:35:19.276930 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-2e75ef26-256c-4656-8ec2-38d821ff0c3e tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:35:19.286246 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-2e75ef26-256c-4656-8ec2-38d821ff0c3e tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:35:19.298023 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e75ef26-256c-4656-8ec2-38d821ff0c3e tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Made reservation on behalf of 95d03023656c4364aabdc1e424a1983e for: {'subnet': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:35:19.414366 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2e75ef26-256c-4656-8ec2-38d821ff0c3e tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2246100'] for subnet, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:19.512329 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.ipam_backend_mixin [None req-2e75ef26-256c-4656-8ec2-38d821ff0c3e tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Performing IP validity checks on allocation pools {{(pid=88878) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:318}}
Dec 24 11:35:19.512939 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.ipam_backend_mixin [None req-2e75ef26-256c-4656-8ec2-38d821ff0c3e tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88878) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:339}}
Dec 24 11:35:19.653200 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2e75ef26-256c-4656-8ec2-38d821ff0c3e tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850796890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2246085'] for subnet, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:19.657886 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-5c87228d-cd5a-42fc-bec8-f3423c11b885 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:35:19.740634 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e75ef26-256c-4656-8ec2-38d821ff0c3e tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Pushing event updated for resources: {'Subnet': ['ID=6c5c9e32-d177-41bd-a565-a5ca329139c4,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:35:19.743244 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-2e75ef26-256c-4656-8ec2-38d821ff0c3e tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:35:19.755237 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e75ef26-256c-4656-8ec2-38d821ff0c3e tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Checking segment: {'id': 'a1abb0d4-f2ff-449f-9562-cdf34ec2a4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '25dddb62-de95-4a6f-b259-d17e3b5e00dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:35:19.755443 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e75ef26-256c-4656-8ec2-38d821ff0c3e tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Network hostable DHCP agents. Network: 25dddb62-de95-4a6f-b259-d17e3b5e00dc, hostable agents: ['edcf98dc-3032-472a-8b3d-f23fd1e89806'], hosted agents: [] {{(pid=88878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 24 11:35:19.760791 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92e03ca9-71aa-46cb-89e4-948b318f3cba None None] Network 4cf0fd86-f7f2-40ca-9c35-d9d43d0ddedc requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:35:19.778373 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e75ef26-256c-4656-8ec2-38d821ff0c3e tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Network 25dddb62-de95-4a6f-b259-d17e3b5e00dc is scheduled to be hosted by DHCP agent edcf98dc-3032-472a-8b3d-f23fd1e89806 with binding_index 1 {{(pid=88878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 24 11:35:19.787397 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-2e75ef26-256c-4656-8ec2-38d821ff0c3e tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822691-2-hyperv, 25dddb62-de95-4a6f-b259-d17e3b5e00dc) {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:35:19.791416 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e75ef26-256c-4656-8ec2-38d821ff0c3e tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:35:19.792057 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2e75ef26-256c-4656-8ec2-38d821ff0c3e tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:19.801102 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15423433-77aa-468d-936d-328b589b5269 None None] Network 25dddb62-de95-4a6f-b259-d17e3b5e00dc requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:35:19.814663 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-2e75ef26-256c-4656-8ec2-38d821ff0c3e tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 794 time: 0.7308347
Dec 24 11:35:19.817678 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 48456) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:35:19.974881 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-aa981759-84c2-42ed-916b-14cc2d3c1f34 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036847558493'] for network, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:20.052813 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-aa981759-84c2-42ed-916b-14cc2d3c1f34 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847655656'] for subnet, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:20.128788 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 74132d0c-c10d-45c1-b9ea-848f09419e2d up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:35:20.132318 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-aa981759-84c2-42ed-916b-14cc2d3c1f34 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7120129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3978858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852529715'] for subnet, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:20.137040 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-bf27d4f2-2c86-47ae-8db2-5b6447e8cef4 tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:35:20.179410 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa981759-84c2-42ed-916b-14cc2d3c1f34 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Pushing event deleted for resources: {'Subnet': ['ID=6c5c9e32-d177-41bd-a565-a5ca329139c4,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:35:20.182716 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-aa981759-84c2-42ed-916b-14cc2d3c1f34 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:35:20.261703 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-d23cd676-0590-486c-ba01-b66ad4a6327c None None] Provisioning for port 74132d0c-c10d-45c1-b9ea-848f09419e2d completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:35:20.284392 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-aa981759-84c2-42ed-916b-14cc2d3c1f34 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847649663', 'neutron.services.segments.db._delete_segments_for_network-8749505737672'] for network, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:20.311668 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-aa981759-84c2-42ed-916b-14cc2d3c1f34 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5271b15780>,) {'filters': {'network_id': ['25dddb62-de95-4a6f-b259-d17e3b5e00dc']}} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:35:20.325003 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-aa981759-84c2-42ed-916b-14cc2d3c1f34 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5271b15780>, 'a1abb0d4-f2ff-449f-9562-cdf34ec2a4c9') {'for_net_delete': True} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:35:20.325312 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-aa981759-84c2-42ed-916b-14cc2d3c1f34 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5271b15780>, 'a1abb0d4-f2ff-449f-9562-cdf34ec2a4c9') {} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:35:20.337568 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-aa981759-84c2-42ed-916b-14cc2d3c1f34 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749505745113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2241371'] for segment, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:20.352865 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-aa981759-84c2-42ed-916b-14cc2d3c1f34 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:20.359871 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa981759-84c2-42ed-916b-14cc2d3c1f34 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Releasing vlan 614 on physical network physnet1 to pool {{(pid=88878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 24 11:35:20.360264 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-aa981759-84c2-42ed-916b-14cc2d3c1f34 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036847652098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850807864'] for segment, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:20.376258 dv-neutron-822691-2-hyperv neutron-server[88767]: Traceback (most recent call last):
Dec 24 11:35:20.376258 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 24 11:35:20.376258 dv-neutron-822691-2-hyperv neutron-server[88767]:     timer()
Dec 24 11:35:20.376258 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 11:35:20.376258 dv-neutron-822691-2-hyperv neutron-server[88767]:     cb(*args, **kw)
Dec 24 11:35:20.376258 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 24 11:35:20.376258 dv-neutron-822691-2-hyperv neutron-server[88767]:     return func(*args, **kwargs)
Dec 24 11:35:20.376258 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 11:35:20.376258 dv-neutron-822691-2-hyperv neutron-server[88767]:     self._notify()
Dec 24 11:35:20.376258 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 11:35:20.376258 dv-neutron-822691-2-hyperv neutron-server[88767]:     self.callback(batched_events)
Dec 24 11:35:20.376258 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 11:35:20.376258 dv-neutron-822691-2-hyperv neutron-server[88767]:     event.method(event)
Dec 24 11:35:20.376258 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 11:35:20.376258 dv-neutron-822691-2-hyperv neutron-server[88767]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 11:35:20.376258 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 24 11:35:20.376258 dv-neutron-822691-2-hyperv neutron-server[88767]:     segment_id)['aggregates'][0]
Dec 24 11:35:20.376258 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 24 11:35:20.376258 dv-neutron-822691-2-hyperv neutron-server[88767]:     return f(self, *a, **k)
Dec 24 11:35:20.376258 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 11:35:20.376258 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self._get(url).json()
Dec 24 11:35:20.376258 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 24 11:35:20.376258 dv-neutron-822691-2-hyperv neutron-server[88767]:     **kwargs)
Dec 24 11:35:20.376258 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 24 11:35:20.376258 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self.request(url, 'GET', **kwargs)
Dec 24 11:35:20.376258 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 24 11:35:20.376258 dv-neutron-822691-2-hyperv neutron-server[88767]:     **endpoint_filter)
Dec 24 11:35:20.376258 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 24 11:35:20.376258 dv-neutron-822691-2-hyperv neutron-server[88767]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 11:35:20.376258 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 24 11:35:20.376258 dv-neutron-822691-2-hyperv neutron-server[88767]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 11:35:20.376258 dv-neutron-822691-2-hyperv neutron-server[88767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 11:35:20.390777 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-641e7489-8c37-4d78-ad3b-42e420483f5b None None] Network 25dddb62-de95-4a6f-b259-d17e3b5e00dc requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:35:20.440393 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning for port 74132d0c-c10d-45c1-b9ea-848f09419e2d completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:35:20.458479 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-aa981759-84c2-42ed-916b-14cc2d3c1f34 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7126154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659196'] for network, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:20.461965 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-34a5acf4-4811-4531-9bd9-59d7d09b2f53 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:35:20.477369 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-aa981759-84c2-42ed-916b-14cc2d3c1f34 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Notify callbacks [] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:20.489742 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa981759-84c2-42ed-916b-14cc2d3c1f34 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Pushing event deleted for resources: {'Network': ['ID=25dddb62-de95-4a6f-b259-d17e3b5e00dc,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:35:20.492918 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-aa981759-84c2-42ed-916b-14cc2d3c1f34 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:35:20.494956 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-aa981759-84c2-42ed-916b-14cc2d3c1f34 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] 10.222.0.65 "DELETE /v2.0/networks/25dddb62-de95-4a6f-b259-d17e3b5e00dc HTTP/1.1" status: 204  len: 168 time: 0.6761622
Dec 24 11:35:20.498962 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 48460) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:35:20.505197 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-657a0e0b-3ce7-4685-9744-8220c0a82055 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-485888970'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:35:20.509306 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port 74132d0c-c10d-45c1-b9ea-848f09419e2d triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:35:20.509767 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:20.511129 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-657a0e0b-3ce7-4685-9744-8220c0a82055 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:35:20.515519 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-657a0e0b-3ce7-4685-9744-8220c0a82055 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Usage tracker for resource:network and tenant:95d03023656c4364aabdc1e424a1983e is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:35:20.518559 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-657a0e0b-3ce7-4685-9744-8220c0a82055 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:35:20.525241 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-657a0e0b-3ce7-4685-9744-8220c0a82055 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:35:20.535600 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-657a0e0b-3ce7-4685-9744-8220c0a82055 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Made reservation on behalf of 95d03023656c4364aabdc1e424a1983e for: {'network': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:35:20.541976 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-657a0e0b-3ce7-4685-9744-8220c0a82055 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for network, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:20.573437 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-657a0e0b-3ce7-4685-9744-8220c0a82055 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] vlan segment allocate from pool success with {'vlan_id': 647, 'physical_network': 'physnet1'}  {{(pid=88878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 24 11:35:20.583347 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-657a0e0b-3ce7-4685-9744-8220c0a82055 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:20.583740 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.segments_db [None req-657a0e0b-3ce7-4685-9744-8220c0a82055 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Added segment d0465b8c-ebc4-46e3-8d5f-1ffdb16912e3 of type vlan for network c0d4378e-1f49-4ceb-98a5-7dc0003e1b82
Dec 24 11:35:20.611708 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-657a0e0b-3ce7-4685-9744-8220c0a82055 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363287349540024'] for network, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:20.645301 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-657a0e0b-3ce7-4685-9744-8220c0a82055 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636'] for network, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:20.649680 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-657a0e0b-3ce7-4685-9744-8220c0a82055 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:35:20.650415 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-657a0e0b-3ce7-4685-9744-8220c0a82055 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Notify callbacks [] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:20.656284 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-45637bbe-de15-40ce-a5ea-4bce73b26837 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:35:20.711034 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-657a0e0b-3ce7-4685-9744-8220c0a82055 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.2109203
Dec 24 11:35:20.714951 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 48464) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:35:20.719103 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:20.721763 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-c6dbd915-feab-4b60-84a5-c14c76b169d6 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Request body: {'subnet': {'network_id': 'c0d4378e-1f49-4ceb-98a5-7dc0003e1b82', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:35:20.759565 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] For port 74132d0c-c10d-45c1-b9ea-848f09419e2d, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=74132d0c-c10d-45c1-b9ea-848f09419e2d,segment=NetworkSegment(d0274c5b-37f2-43f0-af55-755e3598c16e),segment_id=d0274c5b-37f2-43f0-af55-755e3598c16e)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:35:20.763173 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:20.765139 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:35:20.792668 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657a0e0b-3ce7-4685-9744-8220c0a82055 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Pushing event updated for resources: {'Network': ['ID=c0d4378e-1f49-4ceb-98a5-7dc0003e1b82,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:35:20.805078 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-657a0e0b-3ce7-4685-9744-8220c0a82055 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:35:20.808036 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Network c0d4378e-1f49-4ceb-98a5-7dc0003e1b82 details requested by agent ovs-agent-dv-neutron-822691-2-hyperv with host dv-neutron-822691-2-hyperv {{(pid=88880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 24 11:35:20.856841 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-c6dbd915-feab-4b60-84a5-c14c76b169d6 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:35:20.861049 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-c6dbd915-feab-4b60-84a5-c14c76b169d6 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Usage tracker for resource:subnet and tenant:95d03023656c4364aabdc1e424a1983e is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:35:20.864180 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-c6dbd915-feab-4b60-84a5-c14c76b169d6 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:35:20.870480 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-c6dbd915-feab-4b60-84a5-c14c76b169d6 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:35:20.880006 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6dbd915-feab-4b60-84a5-c14c76b169d6 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Made reservation on behalf of 95d03023656c4364aabdc1e424a1983e for: {'subnet': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:35:20.931289 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Pushing event updated for resources: {'Port': ['ID=74132d0c-c10d-45c1-b9ea-848f09419e2d,revision_number=3']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:35:20.935892 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:35:20.945223 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d3142df-d214-4d0c-ac3f-c228b0d3af22 None None] get_active_networks_info from dv-neutron-822691-2-hyperv {{(pid=88880) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 24 11:35:20.998351 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c6dbd915-feab-4b60-84a5-c14c76b169d6 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3619482'] for subnet, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:21.045086 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d3142df-d214-4d0c-ac3f-c228b0d3af22 None None] Resources bound (agent type, host, resource id):  {{(pid=88880) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Dec 24 11:35:21.061455 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-1c00072c-0cf5-45dd-87b7-90b6834c3eeb None None] Provisioning complete for port 74132d0c-c10d-45c1-b9ea-848f09419e2d triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:35:21.061909 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1c00072c-0cf5-45dd-87b7-90b6834c3eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:21.229639 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c6dbd915-feab-4b60-84a5-c14c76b169d6 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3921862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3619467'] for subnet, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:21.234515 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-159a2cb3-f45d-4c34-8185-607ac1ebb7ab tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:35:21.312389 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dbd915-feab-4b60-84a5-c14c76b169d6 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Pushing event updated for resources: {'Subnet': ['ID=b821757f-c362-4f1d-9206-335a8f6e8ed7,revision_number=0']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:35:21.331071 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6dbd915-feab-4b60-84a5-c14c76b169d6 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:35:21.331494 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6dbd915-feab-4b60-84a5-c14c76b169d6 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:35:21.331877 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6dbd915-feab-4b60-84a5-c14c76b169d6 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:35:21.332314 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6dbd915-feab-4b60-84a5-c14c76b169d6 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:35:21.332716 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6dbd915-feab-4b60-84a5-c14c76b169d6 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:35:21.333121 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6dbd915-feab-4b60-84a5-c14c76b169d6 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:35:21.333519 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6dbd915-feab-4b60-84a5-c14c76b169d6 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:35:21.333901 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6dbd915-feab-4b60-84a5-c14c76b169d6 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:35:21.334315 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6dbd915-feab-4b60-84a5-c14c76b169d6 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:35:21.334711 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6dbd915-feab-4b60-84a5-c14c76b169d6 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:35:21.335086 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6dbd915-feab-4b60-84a5-c14c76b169d6 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:35:21.339970 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c6dbd915-feab-4b60-84a5-c14c76b169d6 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:35:21.343585 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6dbd915-feab-4b60-84a5-c14c76b169d6 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Checking segment: {'id': 'd0465b8c-ebc4-46e3-8d5f-1ffdb16912e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'c0d4378e-1f49-4ceb-98a5-7dc0003e1b82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:35:21.343965 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6dbd915-feab-4b60-84a5-c14c76b169d6 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Network hostable DHCP agents. Network: c0d4378e-1f49-4ceb-98a5-7dc0003e1b82, hostable agents: ['edcf98dc-3032-472a-8b3d-f23fd1e89806'], hosted agents: [] {{(pid=88879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 24 11:35:21.367494 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6dbd915-feab-4b60-84a5-c14c76b169d6 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Network c0d4378e-1f49-4ceb-98a5-7dc0003e1b82 is scheduled to be hosted by DHCP agent edcf98dc-3032-472a-8b3d-f23fd1e89806 with binding_index 1 {{(pid=88879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 24 11:35:21.377028 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-c6dbd915-feab-4b60-84a5-c14c76b169d6 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822691-2-hyperv, c0d4378e-1f49-4ceb-98a5-7dc0003e1b82) {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:35:21.381359 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6dbd915-feab-4b60-84a5-c14c76b169d6 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:35:21.382045 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c6dbd915-feab-4b60-84a5-c14c76b169d6 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Notify callbacks [] for subnet, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:21.404416 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-c6dbd915-feab-4b60-84a5-c14c76b169d6 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.6881254
Dec 24 11:35:21.408405 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 48468) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:35:21.414714 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-d4b10804-0652-4451-81ba-aed2854a7714 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-179133865'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:35:21.420435 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-d4b10804-0652-4451-81ba-aed2854a7714 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:35:21.424645 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-d4b10804-0652-4451-81ba-aed2854a7714 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Usage tracker for resource:network and tenant:95d03023656c4364aabdc1e424a1983e is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:35:21.427728 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-d4b10804-0652-4451-81ba-aed2854a7714 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:35:21.434453 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-d4b10804-0652-4451-81ba-aed2854a7714 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:35:21.444959 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4b10804-0652-4451-81ba-aed2854a7714 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Made reservation on behalf of 95d03023656c4364aabdc1e424a1983e for: {'network': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:35:21.450903 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d4b10804-0652-4451-81ba-aed2854a7714 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for network, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:21.470883 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb6225d4-4184-4cde-908b-e0d18ec963be None None] Network c0d4378e-1f49-4ceb-98a5-7dc0003e1b82 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:35:21.482121 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4b10804-0652-4451-81ba-aed2854a7714 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] vlan segment allocate from pool success with {'vlan_id': 613, 'physical_network': 'physnet1'}  {{(pid=88879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 24 11:35:21.491203 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d4b10804-0652-4451-81ba-aed2854a7714 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:21.491591 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.segments_db [None req-d4b10804-0652-4451-81ba-aed2854a7714 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Added segment 7a919baa-8bd0-4592-adf0-8dd848a4267f of type vlan for network e4f8cc88-a045-4685-bfe1-2ca502fd8ddf
Dec 24 11:35:21.518164 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d4b10804-0652-4451-81ba-aed2854a7714 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363287349540024'] for network, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:21.549437 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d4b10804-0652-4451-81ba-aed2854a7714 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636'] for network, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:21.553996 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4b10804-0652-4451-81ba-aed2854a7714 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:35:21.554592 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d4b10804-0652-4451-81ba-aed2854a7714 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Notify callbacks [] for network, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:21.560897 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-af3f210d-6515-404b-b94a-bf3b25d4aaa6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:35:21.622151 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-d4b10804-0652-4451-81ba-aed2854a7714 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.2126110
Dec 24 11:35:21.625534 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 48472) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:35:21.632411 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-fb799806-306a-4684-a130-676e367acb68 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Request body: {'subnet': {'network_id': 'e4f8cc88-a045-4685-bfe1-2ca502fd8ddf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:35:21.677717 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b10804-0652-4451-81ba-aed2854a7714 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Pushing event updated for resources: {'Network': ['ID=e4f8cc88-a045-4685-bfe1-2ca502fd8ddf,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:35:21.681158 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-d4b10804-0652-4451-81ba-aed2854a7714 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:35:21.690638 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Network e4f8cc88-a045-4685-bfe1-2ca502fd8ddf details requested by agent ovs-agent-dv-neutron-822691-2-hyperv with host dv-neutron-822691-2-hyperv {{(pid=88880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 24 11:35:21.705605 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93c9799f-f01a-4916-846c-5dd2ee549f2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73968e80-91fd-539e-a7c6-b31af6d9e680-c0d4378e-1f49-4ceb-98a5-7dc0003e1b82', 'network_id': 'c0d4378e-1f49-4ceb-98a5-7dc0003e1b82', 'tenant_id': '95d03023656c4364aabdc1e424a1983e', 'fixed_ips': [{'subnet_id': 'b821757f-c362-4f1d-9206-335a8f6e8ed7'}]}} from dv-neutron-822691-2-hyperv. {{(pid=88880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 24 11:35:21.706525 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-93c9799f-f01a-4916-846c-5dd2ee549f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:21.760288 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-fb799806-306a-4684-a130-676e367acb68 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:35:21.765412 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-fb799806-306a-4684-a130-676e367acb68 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Usage tracker for resource:subnet and tenant:95d03023656c4364aabdc1e424a1983e is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:35:21.768814 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-fb799806-306a-4684-a130-676e367acb68 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:35:21.775518 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-fb799806-306a-4684-a130-676e367acb68 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:35:21.785523 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb799806-306a-4684-a130-676e367acb68 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Made reservation on behalf of 95d03023656c4364aabdc1e424a1983e for: {'subnet': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:35:21.901236 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fb799806-306a-4684-a130-676e367acb68 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2246100'] for subnet, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:21.961577 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-93c9799f-f01a-4916-846c-5dd2ee549f2a None None] Allocated IP 2001:db8::2 (c0d4378e-1f49-4ceb-98a5-7dc0003e1b82/b821757f-c362-4f1d-9206-335a8f6e8ed7/1bc61215-69bf-45ca-b8ed-637a2472a2dd) {{(pid=88880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:35:22.104978 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 74132d0c-c10d-45c1-b9ea-848f09419e2d up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:35:22.255308 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-93c9799f-f01a-4916-846c-5dd2ee549f2a None None] Notify callbacks [] for port, precommit_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:22.269104 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-93c9799f-f01a-4916-846c-5dd2ee549f2a None None] Transition to ACTIVE for port object 1bc61215-69bf-45ca-b8ed-637a2472a2dd will not be triggered until provisioned by entity L2. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:35:22.293060 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port 74132d0c-c10d-45c1-b9ea-848f09419e2d triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:35:22.293449 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:22.325122 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-93c9799f-f01a-4916-846c-5dd2ee549f2a None None] Transition to ACTIVE for port object 1bc61215-69bf-45ca-b8ed-637a2472a2dd will not be triggered until provisioned by entity DHCP. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:35:22.337594 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-93c9799f-f01a-4916-846c-5dd2ee549f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408'] for port, after_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:22.343239 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:35:22.387529 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fb799806-306a-4684-a130-676e367acb68 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850796890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2246085'] for subnet, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:22.391484 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-a1a80bab-dd20-4206-9f3d-a752a2281a24 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:35:22.465241 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb799806-306a-4684-a130-676e367acb68 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Pushing event updated for resources: {'Subnet': ['ID=acada490-75fb-4ebd-8b04-0c6d27580f7a,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:35:22.468786 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-fb799806-306a-4684-a130-676e367acb68 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:35:22.499670 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb799806-306a-4684-a130-676e367acb68 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Checking segment: {'id': '7a919baa-8bd0-4592-adf0-8dd848a4267f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'e4f8cc88-a045-4685-bfe1-2ca502fd8ddf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:35:22.499999 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb799806-306a-4684-a130-676e367acb68 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Network hostable DHCP agents. Network: e4f8cc88-a045-4685-bfe1-2ca502fd8ddf, hostable agents: ['edcf98dc-3032-472a-8b3d-f23fd1e89806'], hosted agents: [] {{(pid=88878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 24 11:35:22.527146 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb799806-306a-4684-a130-676e367acb68 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Network e4f8cc88-a045-4685-bfe1-2ca502fd8ddf is scheduled to be hosted by DHCP agent edcf98dc-3032-472a-8b3d-f23fd1e89806 with binding_index 1 {{(pid=88878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 24 11:35:22.539759 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-fb799806-306a-4684-a130-676e367acb68 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822691-2-hyperv, e4f8cc88-a045-4685-bfe1-2ca502fd8ddf) {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:35:22.545231 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb799806-306a-4684-a130-676e367acb68 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:35:22.546070 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fb799806-306a-4684-a130-676e367acb68 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:22.579416 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-fb799806-306a-4684-a130-676e367acb68 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.9522791
Dec 24 11:35:22.582253 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 48476) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:35:22.603662 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28a8c05f-65d3-4491-bfb9-06c04aab5e9e None None] Network e4f8cc88-a045-4685-bfe1-2ca502fd8ddf requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:35:22.625983 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93c9799f-f01a-4916-846c-5dd2ee549f2a None None] Network c0d4378e-1f49-4ceb-98a5-7dc0003e1b82 is already hosted by enough agents. {{(pid=88880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:35:22.629878 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c9799f-f01a-4916-846c-5dd2ee549f2a None None] Pushing event updated for resources: {'Port': ['ID=1bc61215-69bf-45ca-b8ed-637a2472a2dd,revision_number=1']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:35:22.635080 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-93c9799f-f01a-4916-846c-5dd2ee549f2a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:35:22.638339 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-93c9799f-f01a-4916-846c-5dd2ee549f2a None None] Resources bound (agent type, host, resource id):  {{(pid=88880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:35:22.651360 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c9799f-f01a-4916-846c-5dd2ee549f2a None None] Received port after_create {{(pid=88880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:35:22.734502 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a8613584-7c75-4a9b-914a-ed3feb7a0784 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036847558493'] for network, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:22.805690 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a8613584-7c75-4a9b-914a-ed3feb7a0784 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847655656'] for subnet, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:22.884754 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a8613584-7c75-4a9b-914a-ed3feb7a0784 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7120129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3978858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852529715'] for subnet, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:22.888672 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-45895c07-3c64-492a-90cb-7c1b7d1f3110 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:35:22.909501 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-93c9799f-f01a-4916-846c-5dd2ee549f2a None None] Attempting to bind port 1bc61215-69bf-45ca-b8ed-637a2472a2dd on host dv-neutron-822691-2-hyperv for vnic_type normal with profile  {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:35:22.909952 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-93c9799f-f01a-4916-846c-5dd2ee549f2a None None] Attempting to bind port 1bc61215-69bf-45ca-b8ed-637a2472a2dd by drivers openvswitch,hyperv on host dv-neutron-822691-2-hyperv at level 0 using segments [{'id': 'd0465b8c-ebc4-46e3-8d5f-1ffdb16912e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'c0d4378e-1f49-4ceb-98a5-7dc0003e1b82'}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:35:22.910360 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c9799f-f01a-4916-846c-5dd2ee549f2a None None] Attempting to bind port 1bc61215-69bf-45ca-b8ed-637a2472a2dd on network c0d4378e-1f49-4ceb-98a5-7dc0003e1b82 {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:35:22.931999 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8613584-7c75-4a9b-914a-ed3feb7a0784 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Pushing event deleted for resources: {'Subnet': ['ID=acada490-75fb-4ebd-8b04-0c6d27580f7a,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:35:22.935858 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-a8613584-7c75-4a9b-914a-ed3feb7a0784 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:35:22.950459 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c9799f-f01a-4916-846c-5dd2ee549f2a None None] Checking agent: {'id': 'db1275c1-6001-47af-93c2-635c68404703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822691-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 52, 8), 'started_at': datetime.datetime(2021, 12, 24, 10, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 35, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822691-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:35:22.950877 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c9799f-f01a-4916-846c-5dd2ee549f2a None None] Checking segment: {'id': 'd0465b8c-ebc4-46e3-8d5f-1ffdb16912e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'c0d4378e-1f49-4ceb-98a5-7dc0003e1b82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:35:22.951437 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-93c9799f-f01a-4916-846c-5dd2ee549f2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:22.951854 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c9799f-f01a-4916-846c-5dd2ee549f2a None None] Bound using segment: {'id': 'd0465b8c-ebc4-46e3-8d5f-1ffdb16912e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'c0d4378e-1f49-4ceb-98a5-7dc0003e1b82'} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:35:22.952218 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-93c9799f-f01a-4916-846c-5dd2ee549f2a None None] Bound port: 1bc61215-69bf-45ca-b8ed-637a2472a2dd, host: dv-neutron-822691-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0465b8c-ebc4-46e3-8d5f-1ffdb16912e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'c0d4378e-1f49-4ceb-98a5-7dc0003e1b82'}}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:35:22.952577 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-93c9799f-f01a-4916-846c-5dd2ee549f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:22.963349 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2af03081-9e5f-42fa-bd87-f5b598a927ac None None] Network e4f8cc88-a045-4685-bfe1-2ca502fd8ddf requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:35:23.035980 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a8613584-7c75-4a9b-914a-ed3feb7a0784 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847649663', 'neutron.services.segments.db._delete_segments_for_network-8749505737672'] for network, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:23.062822 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-a8613584-7c75-4a9b-914a-ed3feb7a0784 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5271c40630>,) {'filters': {'network_id': ['e4f8cc88-a045-4685-bfe1-2ca502fd8ddf']}} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:35:23.075741 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-a8613584-7c75-4a9b-914a-ed3feb7a0784 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5271c40630>, '7a919baa-8bd0-4592-adf0-8dd848a4267f') {'for_net_delete': True} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:35:23.076049 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-a8613584-7c75-4a9b-914a-ed3feb7a0784 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5271c40630>, '7a919baa-8bd0-4592-adf0-8dd848a4267f') {} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:35:23.088274 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a8613584-7c75-4a9b-914a-ed3feb7a0784 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749505745113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2241371'] for segment, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:23.104236 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a8613584-7c75-4a9b-914a-ed3feb7a0784 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:23.111481 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8613584-7c75-4a9b-914a-ed3feb7a0784 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Releasing vlan 613 on physical network physnet1 to pool {{(pid=88878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 24 11:35:23.111916 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a8613584-7c75-4a9b-914a-ed3feb7a0784 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036847652098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850807864'] for segment, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:23.128044 dv-neutron-822691-2-hyperv neutron-server[88767]: Traceback (most recent call last):
Dec 24 11:35:23.128044 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 24 11:35:23.128044 dv-neutron-822691-2-hyperv neutron-server[88767]:     timer()
Dec 24 11:35:23.128044 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 11:35:23.128044 dv-neutron-822691-2-hyperv neutron-server[88767]:     cb(*args, **kw)
Dec 24 11:35:23.128044 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 24 11:35:23.128044 dv-neutron-822691-2-hyperv neutron-server[88767]:     return func(*args, **kwargs)
Dec 24 11:35:23.128044 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 11:35:23.128044 dv-neutron-822691-2-hyperv neutron-server[88767]:     self._notify()
Dec 24 11:35:23.128044 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 11:35:23.128044 dv-neutron-822691-2-hyperv neutron-server[88767]:     self.callback(batched_events)
Dec 24 11:35:23.128044 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 11:35:23.128044 dv-neutron-822691-2-hyperv neutron-server[88767]:     event.method(event)
Dec 24 11:35:23.128044 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 11:35:23.128044 dv-neutron-822691-2-hyperv neutron-server[88767]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 11:35:23.128044 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 24 11:35:23.128044 dv-neutron-822691-2-hyperv neutron-server[88767]:     segment_id)['aggregates'][0]
Dec 24 11:35:23.128044 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 24 11:35:23.128044 dv-neutron-822691-2-hyperv neutron-server[88767]:     return f(self, *a, **k)
Dec 24 11:35:23.128044 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 11:35:23.128044 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self._get(url).json()
Dec 24 11:35:23.128044 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 24 11:35:23.128044 dv-neutron-822691-2-hyperv neutron-server[88767]:     **kwargs)
Dec 24 11:35:23.128044 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 24 11:35:23.128044 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self.request(url, 'GET', **kwargs)
Dec 24 11:35:23.128044 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 24 11:35:23.128044 dv-neutron-822691-2-hyperv neutron-server[88767]:     **endpoint_filter)
Dec 24 11:35:23.128044 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 24 11:35:23.128044 dv-neutron-822691-2-hyperv neutron-server[88767]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 11:35:23.128044 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 24 11:35:23.128044 dv-neutron-822691-2-hyperv neutron-server[88767]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 11:35:23.128044 dv-neutron-822691-2-hyperv neutron-server[88767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 11:35:23.203029 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-93c9799f-f01a-4916-846c-5dd2ee549f2a None None] For port 1bc61215-69bf-45ca-b8ed-637a2472a2dd, host dv-neutron-822691-2-hyperv, cleared binding levels {{(pid=88880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:35:23.211640 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-93c9799f-f01a-4916-846c-5dd2ee549f2a None None] For port 1bc61215-69bf-45ca-b8ed-637a2472a2dd, host dv-neutron-822691-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=1bc61215-69bf-45ca-b8ed-637a2472a2dd,segment=NetworkSegment(d0465b8c-ebc4-46e3-8d5f-1ffdb16912e3),segment_id=d0465b8c-ebc4-46e3-8d5f-1ffdb16912e3)] {{(pid=88880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:35:23.214046 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a8613584-7c75-4a9b-914a-ed3feb7a0784 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7126154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659196'] for network, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:23.214770 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-93c9799f-f01a-4916-846c-5dd2ee549f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:23.217625 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-2604eef8-03f8-44eb-aef6-18e33796c671 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:35:23.222212 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:35:23.233497 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a8613584-7c75-4a9b-914a-ed3feb7a0784 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Notify callbacks [] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:23.245438 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8613584-7c75-4a9b-914a-ed3feb7a0784 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Pushing event deleted for resources: {'Network': ['ID=e4f8cc88-a045-4685-bfe1-2ca502fd8ddf,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:35:23.248809 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-a8613584-7c75-4a9b-914a-ed3feb7a0784 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:35:23.253564 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-a8613584-7c75-4a9b-914a-ed3feb7a0784 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] 10.222.0.65 "DELETE /v2.0/networks/e4f8cc88-a045-4685-bfe1-2ca502fd8ddf HTTP/1.1" status: 204  len: 168 time: 0.6671357
Dec 24 11:35:23.253564 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 48480) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:35:23.297651 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9855d2a-ffab-4cd7-afb9-e77e20fc1785 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] GET failed (client error): The resource could not be found.
Dec 24 11:35:23.298263 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-d9855d2a-ffab-4cd7-afb9-e77e20fc1785 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Synchronizing usage tracker for tenant:95d03023656c4364aabdc1e424a1983e on resource:subnet {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:35:23.304208 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c9799f-f01a-4916-846c-5dd2ee549f2a None None] Pushing event updated for resources: {'Port': ['ID=1bc61215-69bf-45ca-b8ed-637a2472a2dd,revision_number=2']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:35:23.307401 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-93c9799f-f01a-4916-846c-5dd2ee549f2a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:35:23.322170 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-d9855d2a-ffab-4cd7-afb9-e77e20fc1785 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Unset dirty status for tenant:95d03023656c4364aabdc1e424a1983e on resource:subnet {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:35:23.322170 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-d9855d2a-ffab-4cd7-afb9-e77e20fc1785 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] 10.222.0.65 "GET /v2.0/subnets/acada490-75fb-4ebd-8b04-0c6d27580f7a HTTP/1.1" status: 404  len: 337 time: 0.0674243
Dec 24 11:35:23.324528 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 48484) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:35:23.358260 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3a80d77-b2c0-4e05-b757-7d27422ed717 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] DELETE failed (client error): The resource could not be found.
Dec 24 11:35:23.358753 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3a80d77-b2c0-4e05-b757-7d27422ed717 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88879) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 24 11:35:23.360595 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-b3a80d77-b2c0-4e05-b757-7d27422ed717 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] 10.222.0.65 "DELETE /v2.0/networks/e4f8cc88-a045-4685-bfe1-2ca502fd8ddf HTTP/1.1" status: 404  len: 339 time: 0.0348938
Dec 24 11:35:23.364830 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 48488) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:35:23.410856 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe6097ef-536e-4b3c-bf87-131425dad4fc tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] DELETE failed (client error): The resource could not be found.
Dec 24 11:35:23.411356 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe6097ef-536e-4b3c-bf87-131425dad4fc tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88879) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 24 11:35:23.413142 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-fe6097ef-536e-4b3c-bf87-131425dad4fc tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] 10.222.0.65 "DELETE /v2.0/subnets/acada490-75fb-4ebd-8b04-0c6d27580f7a HTTP/1.1" status: 404  len: 337 time: 0.0473568
Dec 24 11:35:23.416401 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 48492) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:35:23.443386 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7286a52-dc21-4599-adfc-b2110a0e2cc6 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] DELETE failed (client error): The resource could not be found.
Dec 24 11:35:23.443861 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7286a52-dc21-4599-adfc-b2110a0e2cc6 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88879) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 24 11:35:23.445668 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-a7286a52-dc21-4599-adfc-b2110a0e2cc6 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] 10.222.0.65 "DELETE /v2.0/networks/e4f8cc88-a045-4685-bfe1-2ca502fd8ddf HTTP/1.1" status: 404  len: 339 time: 0.0281088
Dec 24 11:35:23.448580 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 48496) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:35:23.521083 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_v2 [None req-7abc2ed3-d24c-4857-b762-759c04ff0bc3 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Deleting subnet b821757f-c362-4f1d-9206-335a8f6e8ed7 {{(pid=88879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 24 11:35:23.524847 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7abc2ed3-d24c-4857-b762-759c04ff0bc3 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Notify callbacks [] for subnet, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:23.589055 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7abc2ed3-d24c-4857-b762-759c04ff0bc3 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-786693'] for subnet, precommit_delete_associations {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:23.686777 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7abc2ed3-d24c-4857-b762-759c04ff0bc3 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847655656'] for subnet, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:23.761612 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7abc2ed3-d24c-4857-b762-759c04ff0bc3 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7120129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850854134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851156349'] for subnet, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:23.765806 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-27c7205c-b015-4064-8664-eed33058585d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:35:23.806739 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abc2ed3-d24c-4857-b762-759c04ff0bc3 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Pushing event deleted for resources: {'Subnet': ['ID=b821757f-c362-4f1d-9206-335a8f6e8ed7,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:35:23.810608 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7abc2ed3-d24c-4857-b762-759c04ff0bc3 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:35:23.813946 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7abc2ed3-d24c-4857-b762-759c04ff0bc3 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Notify callbacks [] for subnet, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:23.827572 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-7abc2ed3-d24c-4857-b762-759c04ff0bc3 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] 10.222.0.65 "DELETE /v2.0/subnets/b821757f-c362-4f1d-9206-335a8f6e8ed7 HTTP/1.1" status: 204  len: 168 time: 0.3779256
Dec 24 11:35:23.830218 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 48500) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:35:23.956287 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f2c8341a-b7b6-4bdc-922a-4a0a4bb38ff3 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036847558493'] for network, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:23.967846 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-f2c8341a-b7b6-4bdc-922a-4a0a4bb38ff3 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Deleting port 1bc61215-69bf-45ca-b8ed-637a2472a2dd {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:35:23.968212 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f2c8341a-b7b6-4bdc-922a-4a0a4bb38ff3 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:24.118237 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 1bc61215-69bf-45ca-b8ed-637a2472a2dd up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:35:24.178941 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-f2c8341a-b7b6-4bdc-922a-4a0a4bb38ff3 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] For port 1bc61215-69bf-45ca-b8ed-637a2472a2dd, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=1bc61215-69bf-45ca-b8ed-637a2472a2dd,segment=NetworkSegment(d0465b8c-ebc4-46e3-8d5f-1ffdb16912e3),segment_id=d0465b8c-ebc4-46e3-8d5f-1ffdb16912e3)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:35:24.179346 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f2c8341a-b7b6-4bdc-922a-4a0a4bb38ff3 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:24.187663 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning for port 1bc61215-69bf-45ca-b8ed-637a2472a2dd completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:35:24.308353 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-f2c8341a-b7b6-4bdc-922a-4a0a4bb38ff3 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Calling delete_port for 1bc61215-69bf-45ca-b8ed-637a2472a2dd owned by network:dhcp {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:35:24.385439 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f2c8341a-b7b6-4bdc-922a-4a0a4bb38ff3 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:24.389290 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-83af1923-125a-4edf-8c87-25e6b10235a3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:35:24.430479 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c8341a-b7b6-4bdc-922a-4a0a4bb38ff3 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Pushing event deleted for resources: {'Port': ['ID=1bc61215-69bf-45ca-b8ed-637a2472a2dd,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:35:24.434904 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f2c8341a-b7b6-4bdc-922a-4a0a4bb38ff3 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:35:24.438374 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c8341a-b7b6-4bdc-922a-4a0a4bb38ff3 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] No DVR routers for this DVR port 1bc61215-69bf-45ca-b8ed-637a2472a2dd on host dv-neutron-822691-2-hyperv {{(pid=88879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 24 11:35:24.580713 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f2c8341a-b7b6-4bdc-922a-4a0a4bb38ff3 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847649663', 'neutron.services.segments.db._delete_segments_for_network-8749505737672'] for network, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:24.609260 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-f2c8341a-b7b6-4bdc-922a-4a0a4bb38ff3 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f52710b4470>,) {'filters': {'network_id': ['c0d4378e-1f49-4ceb-98a5-7dc0003e1b82']}} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:35:24.623231 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-f2c8341a-b7b6-4bdc-922a-4a0a4bb38ff3 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f52710b4470>, 'd0465b8c-ebc4-46e3-8d5f-1ffdb16912e3') {'for_net_delete': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:35:24.623563 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-f2c8341a-b7b6-4bdc-922a-4a0a4bb38ff3 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f52710b4470>, 'd0465b8c-ebc4-46e3-8d5f-1ffdb16912e3') {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:35:24.636460 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f2c8341a-b7b6-4bdc-922a-4a0a4bb38ff3 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749505745113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853989108'] for segment, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:24.655026 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f2c8341a-b7b6-4bdc-922a-4a0a4bb38ff3 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:24.662028 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2c8341a-b7b6-4bdc-922a-4a0a4bb38ff3 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Releasing vlan 647 on physical network physnet1 to pool {{(pid=88879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 24 11:35:24.662470 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f2c8341a-b7b6-4bdc-922a-4a0a4bb38ff3 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036847652098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3926696'] for segment, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:24.678597 dv-neutron-822691-2-hyperv neutron-server[88767]: Traceback (most recent call last):
Dec 24 11:35:24.678597 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 24 11:35:24.678597 dv-neutron-822691-2-hyperv neutron-server[88767]:     timer()
Dec 24 11:35:24.678597 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 11:35:24.678597 dv-neutron-822691-2-hyperv neutron-server[88767]:     cb(*args, **kw)
Dec 24 11:35:24.678597 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 24 11:35:24.678597 dv-neutron-822691-2-hyperv neutron-server[88767]:     return func(*args, **kwargs)
Dec 24 11:35:24.678597 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 11:35:24.678597 dv-neutron-822691-2-hyperv neutron-server[88767]:     self._notify()
Dec 24 11:35:24.678597 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 11:35:24.678597 dv-neutron-822691-2-hyperv neutron-server[88767]:     self.callback(batched_events)
Dec 24 11:35:24.678597 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 11:35:24.678597 dv-neutron-822691-2-hyperv neutron-server[88767]:     event.method(event)
Dec 24 11:35:24.678597 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 11:35:24.678597 dv-neutron-822691-2-hyperv neutron-server[88767]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 11:35:24.678597 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 24 11:35:24.678597 dv-neutron-822691-2-hyperv neutron-server[88767]:     segment_id)['aggregates'][0]
Dec 24 11:35:24.678597 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 24 11:35:24.678597 dv-neutron-822691-2-hyperv neutron-server[88767]:     return f(self, *a, **k)
Dec 24 11:35:24.678597 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 11:35:24.678597 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self._get(url).json()
Dec 24 11:35:24.678597 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 24 11:35:24.678597 dv-neutron-822691-2-hyperv neutron-server[88767]:     **kwargs)
Dec 24 11:35:24.678597 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 24 11:35:24.678597 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self.request(url, 'GET', **kwargs)
Dec 24 11:35:24.678597 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 24 11:35:24.678597 dv-neutron-822691-2-hyperv neutron-server[88767]:     **endpoint_filter)
Dec 24 11:35:24.678597 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 24 11:35:24.678597 dv-neutron-822691-2-hyperv neutron-server[88767]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 11:35:24.678597 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 24 11:35:24.678597 dv-neutron-822691-2-hyperv neutron-server[88767]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 11:35:24.678597 dv-neutron-822691-2-hyperv neutron-server[88767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 11:35:24.766727 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f2c8341a-b7b6-4bdc-922a-4a0a4bb38ff3 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7126154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659196'] for network, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:24.770745 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-5fb2d392-d0ec-4b8a-b824-4d3fa5c7ccee tempest-PortsTestJSON-536162530 tempest-PortsTestJSON-536162530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:35:24.790074 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f2c8341a-b7b6-4bdc-922a-4a0a4bb38ff3 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Notify callbacks [] for network, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:24.797407 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c8341a-b7b6-4bdc-922a-4a0a4bb38ff3 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Pushing event deleted for resources: {'Network': ['ID=c0d4378e-1f49-4ceb-98a5-7dc0003e1b82,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:35:24.802259 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f2c8341a-b7b6-4bdc-922a-4a0a4bb38ff3 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:35:24.808263 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-f2c8341a-b7b6-4bdc-922a-4a0a4bb38ff3 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] 10.222.0.65 "DELETE /v2.0/networks/c0d4378e-1f49-4ceb-98a5-7dc0003e1b82 HTTP/1.1" status: 204  len: 168 time: 0.9769654
Dec 24 11:35:24.810921 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 48504) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:35:24.858846 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a5d1f2b-e699-481f-b068-a896b556028b tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] DELETE failed (client error): The resource could not be found.
Dec 24 11:35:24.859341 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a5d1f2b-e699-481f-b068-a896b556028b tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88879) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 24 11:35:24.861167 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-5a5d1f2b-e699-481f-b068-a896b556028b tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] 10.222.0.65 "DELETE /v2.0/subnets/6c5c9e32-d177-41bd-a565-a5ca329139c4 HTTP/1.1" status: 404  len: 337 time: 0.0491362
Dec 24 11:35:24.863989 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 48508) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:35:24.894226 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c066008-d247-4027-b602-62c50f877e16 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] DELETE failed (client error): The resource could not be found.
Dec 24 11:35:24.894226 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c066008-d247-4027-b602-62c50f877e16 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88879) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 24 11:35:24.894226 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-4c066008-d247-4027-b602-62c50f877e16 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] 10.222.0.65 "DELETE /v2.0/networks/25dddb62-de95-4a6f-b259-d17e3b5e00dc HTTP/1.1" status: 404  len: 339 time: 0.0283775
Dec 24 11:35:24.896325 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 48512) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:35:24.936504 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdfd0236-d25a-4dfd-bd18-28a5216ead13 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] DELETE failed (client error): The resource could not be found.
Dec 24 11:35:24.936995 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cdfd0236-d25a-4dfd-bd18-28a5216ead13 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88879) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 24 11:35:24.939149 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-cdfd0236-d25a-4dfd-bd18-28a5216ead13 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] 10.222.0.65 "DELETE /v2.0/subnets/a9c41525-58eb-45af-b99f-cdb986abcd20 HTTP/1.1" status: 404  len: 337 time: 0.0415549
Dec 24 11:35:24.942094 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 48516) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:35:24.957617 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0754325b-a63b-42f5-b5c1-282e628b29cd None None] DHCP port deletion for c0d4378e-1f49-4ceb-98a5-7dc0003e1b82 request from dv-neutron-822691-2-hyperv {{(pid=88880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 24 11:35:24.969444 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.pecan_wsgi.hooks.translation [None req-c267945e-4cec-4976-b47e-64dedd9c878f tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] DELETE failed (client error): The resource could not be found.
Dec 24 11:35:24.969965 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c267945e-4cec-4976-b47e-64dedd9c878f tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88879) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 24 11:35:24.971846 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-c267945e-4cec-4976-b47e-64dedd9c878f tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] 10.222.0.65 "DELETE /v2.0/networks/26d0572b-c4c5-4ccb-b0b9-e4532ad2ad06 HTTP/1.1" status: 404  len: 339 time: 0.0287619
Dec 24 11:35:24.974909 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 48520) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:35:24.985873 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48022241-159a-4294-b4a5-202a933e9db2 None None] Network c0d4378e-1f49-4ceb-98a5-7dc0003e1b82 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:35:25.009200 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-b6374e8a-126a-4858-bc9d-def1e8e38f8a None None] Could not find standard attr ID for object 1bc61215-69bf-45ca-b8ed-637a2472a2dd. {{(pid=88880) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 24 11:35:25.010632 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48022241-159a-4294-b4a5-202a933e9db2 None None] Network c0d4378e-1f49-4ceb-98a5-7dc0003e1b82 could not be found, it might have been deleted concurrently. {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:206}}
Dec 24 11:35:25.180811 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_v2 [None req-313ec34f-1938-4b90-9084-c0fa002a52f5 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Deleting subnet 0f74cace-5093-477b-a898-6a77a035ba0c {{(pid=88878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 24 11:35:25.184025 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-313ec34f-1938-4b90-9084-c0fa002a52f5 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Notify callbacks [] for subnet, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:25.240974 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-313ec34f-1938-4b90-9084-c0fa002a52f5 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852534446'] for subnet, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:25.328260 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-313ec34f-1938-4b90-9084-c0fa002a52f5 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847655656'] for subnet, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:25.408003 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-313ec34f-1938-4b90-9084-c0fa002a52f5 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7120129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3978858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852529715'] for subnet, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:25.411977 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-199d80ec-4140-47c2-9ec5-889cc655cbef tempest-NetworksTest-531059697 tempest-NetworksTest-531059697-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:35:25.451350 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313ec34f-1938-4b90-9084-c0fa002a52f5 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Pushing event deleted for resources: {'Subnet': ['ID=0f74cace-5093-477b-a898-6a77a035ba0c,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:35:25.454689 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-313ec34f-1938-4b90-9084-c0fa002a52f5 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:35:25.458159 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-313ec34f-1938-4b90-9084-c0fa002a52f5 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:25.464636 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cd2a08a-09c2-4096-bb6e-b7798d19d381 None None] Network 4cf0fd86-f7f2-40ca-9c35-d9d43d0ddedc requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:35:25.471701 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-313ec34f-1938-4b90-9084-c0fa002a52f5 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] 10.222.0.65 "DELETE /v2.0/subnets/0f74cace-5093-477b-a898-6a77a035ba0c HTTP/1.1" status: 204  len: 168 time: 0.4936054
Dec 24 11:35:25.472463 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 48524) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:35:25.597026 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-44de0d35-6c62-4be5-a0f6-09e0d7ea12c1 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036847558493'] for network, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:25.608731 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-44de0d35-6c62-4be5-a0f6-09e0d7ea12c1 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Deleting port 74132d0c-c10d-45c1-b9ea-848f09419e2d {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:35:25.609101 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-44de0d35-6c62-4be5-a0f6-09e0d7ea12c1 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:25.718959 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3562ccb9-6410-4642-aabc-92072110096c None None] DHCP port deletion for 4cf0fd86-f7f2-40ca-9c35-d9d43d0ddedc request from dv-neutron-822691-2-hyperv {{(pid=88880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 24 11:35:25.723203 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-3562ccb9-6410-4642-aabc-92072110096c None None] Deleting port 74132d0c-c10d-45c1-b9ea-848f09419e2d {{(pid=88880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:35:25.723627 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3562ccb9-6410-4642-aabc-92072110096c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:25.820858 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-44de0d35-6c62-4be5-a0f6-09e0d7ea12c1 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] For port 74132d0c-c10d-45c1-b9ea-848f09419e2d, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=74132d0c-c10d-45c1-b9ea-848f09419e2d,segment=NetworkSegment(d0274c5b-37f2-43f0-af55-755e3598c16e),segment_id=d0274c5b-37f2-43f0-af55-755e3598c16e)] {{(pid=88878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:35:25.821251 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-44de0d35-6c62-4be5-a0f6-09e0d7ea12c1 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:25.936539 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-3562ccb9-6410-4642-aabc-92072110096c None None] For port 74132d0c-c10d-45c1-b9ea-848f09419e2d, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=74132d0c-c10d-45c1-b9ea-848f09419e2d,segment=NetworkSegment(d0274c5b-37f2-43f0-af55-755e3598c16e),segment_id=d0274c5b-37f2-43f0-af55-755e3598c16e)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:35:25.937012 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3562ccb9-6410-4642-aabc-92072110096c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:25.953436 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-44de0d35-6c62-4be5-a0f6-09e0d7ea12c1 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Calling delete_port for 74132d0c-c10d-45c1-b9ea-848f09419e2d owned by network:dhcp {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:35:26.028065 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-44de0d35-6c62-4be5-a0f6-09e0d7ea12c1 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:26.032977 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7cd986b2-f2ab-4708-9e7f-28b2a9761ef2 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:35:26.063391 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-3562ccb9-6410-4642-aabc-92072110096c None None] Calling delete_port for 74132d0c-c10d-45c1-b9ea-848f09419e2d owned by network:dhcp {{(pid=88880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:35:26.080060 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44de0d35-6c62-4be5-a0f6-09e0d7ea12c1 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Pushing event deleted for resources: {'Port': ['ID=74132d0c-c10d-45c1-b9ea-848f09419e2d,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:35:26.082680 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-44de0d35-6c62-4be5-a0f6-09e0d7ea12c1 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:35:26.086995 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44de0d35-6c62-4be5-a0f6-09e0d7ea12c1 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] No DVR routers for this DVR port 74132d0c-c10d-45c1-b9ea-848f09419e2d on host dv-neutron-822691-2-hyperv {{(pid=88878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 24 11:35:26.097812 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 1bc61215-69bf-45ca-b8ed-637a2472a2dd no longer exists at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:35:26.143994 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] No Port match for: 1bc61215-69bf-45ca-b8ed-637a2472a2dd {{(pid=88880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 24 11:35:26.144344 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 1bc61215-69bf-45ca-b8ed-637a2472a2dd not bound to the agent host dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 24 11:35:26.144833 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 74132d0c-c10d-45c1-b9ea-848f09419e2d no longer exists at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:35:26.181290 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] No Port match for: 74132d0c-c10d-45c1-b9ea-848f09419e2d {{(pid=88880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 24 11:35:26.181894 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 74132d0c-c10d-45c1-b9ea-848f09419e2d not bound to the agent host dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 24 11:35:26.210096 dv-neutron-822691-2-hyperv neutron-server[88767]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 11:35:26.210096 dv-neutron-822691-2-hyperv neutron-server[88767]:   % (table.description, expected, rows_matched)
Dec 24 11:35:26.210096 dv-neutron-822691-2-hyperv neutron-server[88767]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 11:35:26.210096 dv-neutron-822691-2-hyperv neutron-server[88767]:   % (table.description, expected, rows_matched)
Dec 24 11:35:26.210096 dv-neutron-822691-2-hyperv neutron-server[88767]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 11:35:26.210096 dv-neutron-822691-2-hyperv neutron-server[88767]:   % (table.description, expected, rows_matched)
Dec 24 11:35:26.210096 dv-neutron-822691-2-hyperv neutron-server[88767]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 11:35:26.210096 dv-neutron-822691-2-hyperv neutron-server[88767]:   % (table.description, expected, rows_matched)
Dec 24 11:35:26.210096 dv-neutron-822691-2-hyperv neutron-server[88767]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 11:35:26.210096 dv-neutron-822691-2-hyperv neutron-server[88767]:   % (table.description, expected, rows_matched)
Dec 24 11:35:26.210096 dv-neutron-822691-2-hyperv neutron-server[88767]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 11:35:26.210096 dv-neutron-822691-2-hyperv neutron-server[88767]:   % (table.description, expected, rows_matched)
Dec 24 11:35:26.210096 dv-neutron-822691-2-hyperv neutron-server[88767]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 11:35:26.210096 dv-neutron-822691-2-hyperv neutron-server[88767]:   % (table.description, expected, rows_matched)
Dec 24 11:35:26.210096 dv-neutron-822691-2-hyperv neutron-server[88767]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 11:35:26.210096 dv-neutron-822691-2-hyperv neutron-server[88767]:   % (table.description, expected, rows_matched)
Dec 24 11:35:26.210096 dv-neutron-822691-2-hyperv neutron-server[88767]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 11:35:26.210096 dv-neutron-822691-2-hyperv neutron-server[88767]:   % (table.description, expected, rows_matched)
Dec 24 11:35:26.210096 dv-neutron-822691-2-hyperv neutron-server[88767]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 11:35:26.210096 dv-neutron-822691-2-hyperv neutron-server[88767]:   % (table.description, expected, rows_matched)
Dec 24 11:35:26.210096 dv-neutron-822691-2-hyperv neutron-server[88767]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 11:35:26.210096 dv-neutron-822691-2-hyperv neutron-server[88767]:   % (table.description, expected, rows_matched)
Dec 24 11:35:26.210096 dv-neutron-822691-2-hyperv neutron-server[88767]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 11:35:26.210096 dv-neutron-822691-2-hyperv neutron-server[88767]:   % (table.description, expected, rows_matched)
Dec 24 11:35:26.210096 dv-neutron-822691-2-hyperv neutron-server[88767]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 11:35:26.210096 dv-neutron-822691-2-hyperv neutron-server[88767]:   % (table.description, expected, rows_matched)
Dec 24 11:35:26.210096 dv-neutron-822691-2-hyperv neutron-server[88767]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 11:35:26.210096 dv-neutron-822691-2-hyperv neutron-server[88767]:   % (table.description, expected, rows_matched)
Dec 24 11:35:26.210096 dv-neutron-822691-2-hyperv neutron-server[88767]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 11:35:26.210096 dv-neutron-822691-2-hyperv neutron-server[88767]:   % (table.description, expected, rows_matched)
Dec 24 11:35:26.210096 dv-neutron-822691-2-hyperv neutron-server[88767]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 11:35:26.210096 dv-neutron-822691-2-hyperv neutron-server[88767]:   % (table.description, expected, rows_matched)
Dec 24 11:35:26.210096 dv-neutron-822691-2-hyperv neutron-server[88767]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 11:35:26.210096 dv-neutron-822691-2-hyperv neutron-server[88767]:   % (table.description, expected, rows_matched)
Dec 24 11:35:26.210096 dv-neutron-822691-2-hyperv neutron-server[88767]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 11:35:26.210096 dv-neutron-822691-2-hyperv neutron-server[88767]:   % (table.description, expected, rows_matched)
Dec 24 11:35:26.210096 dv-neutron-822691-2-hyperv neutron-server[88767]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 11:35:26.210096 dv-neutron-822691-2-hyperv neutron-server[88767]:   % (table.description, expected, rows_matched)
Dec 24 11:35:26.210096 dv-neutron-822691-2-hyperv neutron-server[88767]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 11:35:26.210096 dv-neutron-822691-2-hyperv neutron-server[88767]:   % (table.description, expected, rows_matched)
Dec 24 11:35:26.210096 dv-neutron-822691-2-hyperv neutron-server[88767]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 11:35:26.210096 dv-neutron-822691-2-hyperv neutron-server[88767]:   % (table.description, expected, rows_matched)
Dec 24 11:35:26.210096 dv-neutron-822691-2-hyperv neutron-server[88767]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 11:35:26.210096 dv-neutron-822691-2-hyperv neutron-server[88767]:   % (table.description, expected, rows_matched)
Dec 24 11:35:26.210096 dv-neutron-822691-2-hyperv neutron-server[88767]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 11:35:26.210096 dv-neutron-822691-2-hyperv neutron-server[88767]:   % (table.description, expected, rows_matched)
Dec 24 11:35:26.210096 dv-neutron-822691-2-hyperv neutron-server[88767]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 11:35:26.210096 dv-neutron-822691-2-hyperv neutron-server[88767]:   % (table.description, expected, rows_matched)
Dec 24 11:35:26.210096 dv-neutron-822691-2-hyperv neutron-server[88767]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 11:35:26.210096 dv-neutron-822691-2-hyperv neutron-server[88767]:   % (table.description, expected, rows_matched)
Dec 24 11:35:26.210096 dv-neutron-822691-2-hyperv neutron-server[88767]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 11:35:26.210096 dv-neutron-822691-2-hyperv neutron-server[88767]:   % (table.description, expected, rows_matched)
Dec 24 11:35:26.214920 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.db.api [None req-3562ccb9-6410-4642-aabc-92072110096c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88880) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 24 11:35:26.215361 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_db.api [None req-3562ccb9-6410-4642-aabc-92072110096c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 24 11:35:26.229276 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-44de0d35-6c62-4be5-a0f6-09e0d7ea12c1 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847649663', 'neutron.services.segments.db._delete_segments_for_network-8749505737672'] for network, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:26.260926 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-44de0d35-6c62-4be5-a0f6-09e0d7ea12c1 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5270d93550>,) {'filters': {'network_id': ['4cf0fd86-f7f2-40ca-9c35-d9d43d0ddedc']}} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:35:26.274196 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-44de0d35-6c62-4be5-a0f6-09e0d7ea12c1 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5270d93550>, 'd0274c5b-37f2-43f0-af55-755e3598c16e') {'for_net_delete': True} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:35:26.274530 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-44de0d35-6c62-4be5-a0f6-09e0d7ea12c1 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5270d93550>, 'd0274c5b-37f2-43f0-af55-755e3598c16e') {} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:35:26.286626 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-44de0d35-6c62-4be5-a0f6-09e0d7ea12c1 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749505745113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2241371'] for segment, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:26.301483 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-44de0d35-6c62-4be5-a0f6-09e0d7ea12c1 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:26.307946 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44de0d35-6c62-4be5-a0f6-09e0d7ea12c1 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Releasing vlan 632 on physical network physnet1 to pool {{(pid=88878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 24 11:35:26.308367 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-44de0d35-6c62-4be5-a0f6-09e0d7ea12c1 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036847652098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850807864'] for segment, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:26.323750 dv-neutron-822691-2-hyperv neutron-server[88767]: Traceback (most recent call last):
Dec 24 11:35:26.323750 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 24 11:35:26.323750 dv-neutron-822691-2-hyperv neutron-server[88767]:     timer()
Dec 24 11:35:26.323750 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 11:35:26.323750 dv-neutron-822691-2-hyperv neutron-server[88767]:     cb(*args, **kw)
Dec 24 11:35:26.323750 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 24 11:35:26.323750 dv-neutron-822691-2-hyperv neutron-server[88767]:     return func(*args, **kwargs)
Dec 24 11:35:26.323750 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 11:35:26.323750 dv-neutron-822691-2-hyperv neutron-server[88767]:     self._notify()
Dec 24 11:35:26.323750 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 11:35:26.323750 dv-neutron-822691-2-hyperv neutron-server[88767]:     self.callback(batched_events)
Dec 24 11:35:26.323750 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 11:35:26.323750 dv-neutron-822691-2-hyperv neutron-server[88767]:     event.method(event)
Dec 24 11:35:26.323750 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 11:35:26.323750 dv-neutron-822691-2-hyperv neutron-server[88767]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 11:35:26.323750 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 24 11:35:26.323750 dv-neutron-822691-2-hyperv neutron-server[88767]:     segment_id)['aggregates'][0]
Dec 24 11:35:26.323750 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 24 11:35:26.323750 dv-neutron-822691-2-hyperv neutron-server[88767]:     return f(self, *a, **k)
Dec 24 11:35:26.323750 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 11:35:26.323750 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self._get(url).json()
Dec 24 11:35:26.323750 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 24 11:35:26.323750 dv-neutron-822691-2-hyperv neutron-server[88767]:     **kwargs)
Dec 24 11:35:26.323750 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 24 11:35:26.323750 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self.request(url, 'GET', **kwargs)
Dec 24 11:35:26.323750 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 24 11:35:26.323750 dv-neutron-822691-2-hyperv neutron-server[88767]:     **endpoint_filter)
Dec 24 11:35:26.323750 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 24 11:35:26.323750 dv-neutron-822691-2-hyperv neutron-server[88767]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 11:35:26.323750 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 24 11:35:26.323750 dv-neutron-822691-2-hyperv neutron-server[88767]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 11:35:26.323750 dv-neutron-822691-2-hyperv neutron-server[88767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 11:35:26.407165 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-44de0d35-6c62-4be5-a0f6-09e0d7ea12c1 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7126154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659196'] for network, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:26.411799 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-3d3f3f41-1f8d-4373-99f1-61a1b448ae2d tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:35:26.441481 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-44de0d35-6c62-4be5-a0f6-09e0d7ea12c1 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Notify callbacks [] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:26.448810 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44de0d35-6c62-4be5-a0f6-09e0d7ea12c1 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Pushing event deleted for resources: {'Network': ['ID=4cf0fd86-f7f2-40ca-9c35-d9d43d0ddedc,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:35:26.453744 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-44de0d35-6c62-4be5-a0f6-09e0d7ea12c1 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:35:26.456865 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-44de0d35-6c62-4be5-a0f6-09e0d7ea12c1 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] 10.222.0.65 "DELETE /v2.0/networks/4cf0fd86-f7f2-40ca-9c35-d9d43d0ddedc HTTP/1.1" status: 204  len: 168 time: 0.9833767
Dec 24 11:35:26.717027 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-3562ccb9-6410-4642-aabc-92072110096c None None] Deleting port 74132d0c-c10d-45c1-b9ea-848f09419e2d {{(pid=88880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:35:26.717540 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3562ccb9-6410-4642-aabc-92072110096c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:26.777217 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 48532) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:35:26.787302 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-3562ccb9-6410-4642-aabc-92072110096c None None] The port '74132d0c-c10d-45c1-b9ea-848f09419e2d' was deleted {{(pid=88880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 24 11:35:26.973410 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-737e6111-d7c5-43ee-b353-94e0df979d54 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=95d03023656c4364aabdc1e424a1983e&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1948233
Dec 24 11:35:26.976213 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 48538) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:35:27.039425 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ba901d2e-8211-4143-b488-bfbe58bdf8d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:27.067774 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ba901d2e-8211-4143-b488-bfbe58bdf8d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:27.120303 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ba901d2e-8211-4143-b488-bfbe58bdf8d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:27.124262 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-55044a87-ea21-477f-8c0a-02c504622318 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:35:27.138421 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba901d2e-8211-4143-b488-bfbe58bdf8d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=507fd16b-f369-467e-ba41-04c7d2435ed0,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:35:27.148435 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ba901d2e-8211-4143-b488-bfbe58bdf8d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:27.149672 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-ba901d2e-8211-4143-b488-bfbe58bdf8d1 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/507fd16b-f369-467e-ba41-04c7d2435ed0 HTTP/1.1" status: 204  len: 168 time: 0.1724916
Dec 24 11:35:27.151749 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba901d2e-8211-4143-b488-bfbe58bdf8d1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:35:27.152186 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba901d2e-8211-4143-b488-bfbe58bdf8d1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:35:27.152638 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba901d2e-8211-4143-b488-bfbe58bdf8d1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:35:27.153021 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba901d2e-8211-4143-b488-bfbe58bdf8d1 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:35:27.153427 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba901d2e-8211-4143-b488-bfbe58bdf8d1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:35:27.153947 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba901d2e-8211-4143-b488-bfbe58bdf8d1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:35:27.154286 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba901d2e-8211-4143-b488-bfbe58bdf8d1 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:35:27.154697 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba901d2e-8211-4143-b488-bfbe58bdf8d1 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:35:27.155110 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba901d2e-8211-4143-b488-bfbe58bdf8d1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:35:27.155509 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba901d2e-8211-4143-b488-bfbe58bdf8d1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:35:27.155930 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba901d2e-8211-4143-b488-bfbe58bdf8d1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:35:27.159378 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-ba901d2e-8211-4143-b488-bfbe58bdf8d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:35:28.069883 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 48560) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:35:28.209649 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-a56192f3-5490-4731-9ee3-4e24f6ed4122 tempest-RoutersNegativeTest-1388346399 tempest-RoutersNegativeTest-1388346399-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1741266686', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:35:28.217214 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-a56192f3-5490-4731-9ee3-4e24f6ed4122 tempest-RoutersNegativeTest-1388346399 tempest-RoutersNegativeTest-1388346399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:35:28.222244 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-a56192f3-5490-4731-9ee3-4e24f6ed4122 tempest-RoutersNegativeTest-1388346399 tempest-RoutersNegativeTest-1388346399-project] Usage tracker for resource:router and tenant:3119999d7a23404cbedd171b46d5172c is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:35:28.226434 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-a56192f3-5490-4731-9ee3-4e24f6ed4122 tempest-RoutersNegativeTest-1388346399 tempest-RoutersNegativeTest-1388346399-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:35:28.233305 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-a56192f3-5490-4731-9ee3-4e24f6ed4122 tempest-RoutersNegativeTest-1388346399 tempest-RoutersNegativeTest-1388346399-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:35:28.245560 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a56192f3-5490-4731-9ee3-4e24f6ed4122 tempest-RoutersNegativeTest-1388346399 tempest-RoutersNegativeTest-1388346399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-612016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-84579'] for router, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:28.246630 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a56192f3-5490-4731-9ee3-4e24f6ed4122 tempest-RoutersNegativeTest-1388346399 tempest-RoutersNegativeTest-1388346399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854163950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659046', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854079771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854691221'] for router, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:28.274618 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a56192f3-5490-4731-9ee3-4e24f6ed4122 tempest-RoutersNegativeTest-1388346399 tempest-RoutersNegativeTest-1388346399-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:28.300186 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a56192f3-5490-4731-9ee3-4e24f6ed4122 tempest-RoutersNegativeTest-1388346399 tempest-RoutersNegativeTest-1388346399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854163800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854116816'] for router, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:28.331927 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a56192f3-5490-4731-9ee3-4e24f6ed4122 tempest-RoutersNegativeTest-1388346399 tempest-RoutersNegativeTest-1388346399-project] Notify callbacks [] for router, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:28.333309 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-a56192f3-5490-4731-9ee3-4e24f6ed4122 tempest-RoutersNegativeTest-1388346399 tempest-RoutersNegativeTest-1388346399-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201  len: 708 time: 0.2623553
Dec 24 11:35:28.336490 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 48566) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:35:28.342619 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-fdd5a76d-46f7-4757-a61c-dcac781102dd tempest-RoutersNegativeTest-1388346399 tempest-RoutersNegativeTest-1388346399-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1993465046'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:35:28.348266 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-fdd5a76d-46f7-4757-a61c-dcac781102dd tempest-RoutersNegativeTest-1388346399 tempest-RoutersNegativeTest-1388346399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:35:28.352705 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-fdd5a76d-46f7-4757-a61c-dcac781102dd tempest-RoutersNegativeTest-1388346399 tempest-RoutersNegativeTest-1388346399-project] Usage tracker for resource:network and tenant:3119999d7a23404cbedd171b46d5172c is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:35:28.356899 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-fdd5a76d-46f7-4757-a61c-dcac781102dd tempest-RoutersNegativeTest-1388346399 tempest-RoutersNegativeTest-1388346399-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:35:28.363326 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-fdd5a76d-46f7-4757-a61c-dcac781102dd tempest-RoutersNegativeTest-1388346399 tempest-RoutersNegativeTest-1388346399-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:35:28.374573 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdd5a76d-46f7-4757-a61c-dcac781102dd tempest-RoutersNegativeTest-1388346399 tempest-RoutersNegativeTest-1388346399-project] Made reservation on behalf of 3119999d7a23404cbedd171b46d5172c for: {'network': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:35:28.382975 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fdd5a76d-46f7-4757-a61c-dcac781102dd tempest-RoutersNegativeTest-1388346399 tempest-RoutersNegativeTest-1388346399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for network, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:28.402185 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fdd5a76d-46f7-4757-a61c-dcac781102dd tempest-RoutersNegativeTest-1388346399 tempest-RoutersNegativeTest-1388346399-project] Notify callbacks [] for security_group, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:28.439831 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-fdd5a76d-46f7-4757-a61c-dcac781102dd tempest-RoutersNegativeTest-1388346399 tempest-RoutersNegativeTest-1388346399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:35:28.446723 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-fdd5a76d-46f7-4757-a61c-dcac781102dd tempest-RoutersNegativeTest-1388346399 tempest-RoutersNegativeTest-1388346399-project] Usage tracker for resource:security_group_rule and tenant:3119999d7a23404cbedd171b46d5172c is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:35:28.450049 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-fdd5a76d-46f7-4757-a61c-dcac781102dd tempest-RoutersNegativeTest-1388346399 tempest-RoutersNegativeTest-1388346399-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:35:28.456471 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-fdd5a76d-46f7-4757-a61c-dcac781102dd tempest-RoutersNegativeTest-1388346399 tempest-RoutersNegativeTest-1388346399-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:35:28.486862 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:28.529184 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fdd5a76d-46f7-4757-a61c-dcac781102dd tempest-RoutersNegativeTest-1388346399 tempest-RoutersNegativeTest-1388346399-project] Notify callbacks [] for security_group, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:28.533010 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fdd5a76d-46f7-4757-a61c-dcac781102dd tempest-RoutersNegativeTest-1388346399 tempest-RoutersNegativeTest-1388346399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:28.537412 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-2bd84068-ef2a-47bb-886b-6f3e40dfbd75 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:35:28.567954 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdd5a76d-46f7-4757-a61c-dcac781102dd tempest-RoutersNegativeTest-1388346399 tempest-RoutersNegativeTest-1388346399-project] vlan segment allocate from pool success with {'vlan_id': 620, 'physical_network': 'physnet1'}  {{(pid=88879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 24 11:35:28.577035 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd5a76d-46f7-4757-a61c-dcac781102dd tempest-RoutersNegativeTest-1388346399 tempest-RoutersNegativeTest-1388346399-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3b74e7e-300c-4fb3-9c30-95e54f3391cd,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:35:28.581270 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-fdd5a76d-46f7-4757-a61c-dcac781102dd tempest-RoutersNegativeTest-1388346399 tempest-RoutersNegativeTest-1388346399-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:35:28.584003 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fdd5a76d-46f7-4757-a61c-dcac781102dd tempest-RoutersNegativeTest-1388346399 tempest-RoutersNegativeTest-1388346399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:28.584393 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.segments_db [None req-fdd5a76d-46f7-4757-a61c-dcac781102dd tempest-RoutersNegativeTest-1388346399 tempest-RoutersNegativeTest-1388346399-project] Added segment a2d6779c-6b9a-4c93-b5b9-11b8501eb051 of type vlan for network 886385e4-a265-4b85-a8cd-8ca07d4ded50
Dec 24 11:35:28.612235 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fdd5a76d-46f7-4757-a61c-dcac781102dd tempest-RoutersNegativeTest-1388346399 tempest-RoutersNegativeTest-1388346399-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363287349540024'] for network, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:28.646626 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fdd5a76d-46f7-4757-a61c-dcac781102dd tempest-RoutersNegativeTest-1388346399 tempest-RoutersNegativeTest-1388346399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636'] for network, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:28.650838 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdd5a76d-46f7-4757-a61c-dcac781102dd tempest-RoutersNegativeTest-1388346399 tempest-RoutersNegativeTest-1388346399-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:35:28.651480 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fdd5a76d-46f7-4757-a61c-dcac781102dd tempest-RoutersNegativeTest-1388346399 tempest-RoutersNegativeTest-1388346399-project] Notify callbacks [] for network, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:28.655427 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-69d0ef39-cfa9-4692-94c6-0de63a6358af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:35:28.763509 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-fdd5a76d-46f7-4757-a61c-dcac781102dd tempest-RoutersNegativeTest-1388346399 tempest-RoutersNegativeTest-1388346399-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201  len: 787 time: 0.4257524
Dec 24 11:35:28.766859 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 48570) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:35:28.769031 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd5a76d-46f7-4757-a61c-dcac781102dd tempest-RoutersNegativeTest-1388346399 tempest-RoutersNegativeTest-1388346399-project] Pushing event updated for resources: {'Network': ['ID=886385e4-a265-4b85-a8cd-8ca07d4ded50,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:35:28.771986 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-fdd5a76d-46f7-4757-a61c-dcac781102dd tempest-RoutersNegativeTest-1388346399 tempest-RoutersNegativeTest-1388346399-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:35:28.774355 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-d2928c18-3c25-4561-a088-b22b9bb7b97a tempest-RoutersNegativeTest-1388346399 tempest-RoutersNegativeTest-1388346399-project] Request body: {'subnet': {'network_id': '886385e4-a265-4b85-a8cd-8ca07d4ded50', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:35:28.782016 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Network 886385e4-a265-4b85-a8cd-8ca07d4ded50 details requested by agent ovs-agent-dv-neutron-822691-2-hyperv with host dv-neutron-822691-2-hyperv {{(pid=88880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 24 11:35:28.894137 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-d2928c18-3c25-4561-a088-b22b9bb7b97a tempest-RoutersNegativeTest-1388346399 tempest-RoutersNegativeTest-1388346399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:35:28.898557 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-d2928c18-3c25-4561-a088-b22b9bb7b97a tempest-RoutersNegativeTest-1388346399 tempest-RoutersNegativeTest-1388346399-project] Usage tracker for resource:subnet and tenant:3119999d7a23404cbedd171b46d5172c is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:35:28.901705 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-d2928c18-3c25-4561-a088-b22b9bb7b97a tempest-RoutersNegativeTest-1388346399 tempest-RoutersNegativeTest-1388346399-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:35:28.908275 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-d2928c18-3c25-4561-a088-b22b9bb7b97a tempest-RoutersNegativeTest-1388346399 tempest-RoutersNegativeTest-1388346399-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:35:28.918690 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2928c18-3c25-4561-a088-b22b9bb7b97a tempest-RoutersNegativeTest-1388346399 tempest-RoutersNegativeTest-1388346399-project] Made reservation on behalf of 3119999d7a23404cbedd171b46d5172c for: {'subnet': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:35:29.028794 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d2928c18-3c25-4561-a088-b22b9bb7b97a tempest-RoutersNegativeTest-1388346399 tempest-RoutersNegativeTest-1388346399-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2246100'] for subnet, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:29.255076 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d2928c18-3c25-4561-a088-b22b9bb7b97a tempest-RoutersNegativeTest-1388346399 tempest-RoutersNegativeTest-1388346399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850796890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2246085'] for subnet, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:29.258746 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-313ec34f-1938-4b90-9084-c0fa002a52f5 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:35:29.339790 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2928c18-3c25-4561-a088-b22b9bb7b97a tempest-RoutersNegativeTest-1388346399 tempest-RoutersNegativeTest-1388346399-project] Pushing event updated for resources: {'Subnet': ['ID=b551ede2-d35b-4727-85de-387463a96400,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:35:29.345285 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-d2928c18-3c25-4561-a088-b22b9bb7b97a tempest-RoutersNegativeTest-1388346399 tempest-RoutersNegativeTest-1388346399-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:35:29.356139 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2928c18-3c25-4561-a088-b22b9bb7b97a tempest-RoutersNegativeTest-1388346399 tempest-RoutersNegativeTest-1388346399-project] Checking segment: {'id': 'a2d6779c-6b9a-4c93-b5b9-11b8501eb051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '886385e4-a265-4b85-a8cd-8ca07d4ded50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:35:29.356846 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2928c18-3c25-4561-a088-b22b9bb7b97a tempest-RoutersNegativeTest-1388346399 tempest-RoutersNegativeTest-1388346399-project] Network hostable DHCP agents. Network: 886385e4-a265-4b85-a8cd-8ca07d4ded50, hostable agents: ['edcf98dc-3032-472a-8b3d-f23fd1e89806'], hosted agents: [] {{(pid=88878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 24 11:35:29.384219 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2928c18-3c25-4561-a088-b22b9bb7b97a tempest-RoutersNegativeTest-1388346399 tempest-RoutersNegativeTest-1388346399-project] Network 886385e4-a265-4b85-a8cd-8ca07d4ded50 is scheduled to be hosted by DHCP agent edcf98dc-3032-472a-8b3d-f23fd1e89806 with binding_index 1 {{(pid=88878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 24 11:35:29.393710 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-d2928c18-3c25-4561-a088-b22b9bb7b97a tempest-RoutersNegativeTest-1388346399 tempest-RoutersNegativeTest-1388346399-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822691-2-hyperv, 886385e4-a265-4b85-a8cd-8ca07d4ded50) {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:35:29.399284 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2928c18-3c25-4561-a088-b22b9bb7b97a tempest-RoutersNegativeTest-1388346399 tempest-RoutersNegativeTest-1388346399-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:35:29.399982 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d2928c18-3c25-4561-a088-b22b9bb7b97a tempest-RoutersNegativeTest-1388346399 tempest-RoutersNegativeTest-1388346399-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:29.403641 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbe2410d-4973-4aba-b419-d0b80deb6695 None None] Network 886385e4-a265-4b85-a8cd-8ca07d4ded50 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:35:29.422183 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-d2928c18-3c25-4561-a088-b22b9bb7b97a tempest-RoutersNegativeTest-1388346399 tempest-RoutersNegativeTest-1388346399-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.6541257
Dec 24 11:35:29.425685 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 48574) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:35:29.431969 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-364f2c78-cadb-482f-8a8b-883e035d6a0c tempest-RoutersNegativeTest-1388346399 tempest-RoutersNegativeTest-1388346399-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1769140653'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:35:29.437518 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-364f2c78-cadb-482f-8a8b-883e035d6a0c tempest-RoutersNegativeTest-1388346399 tempest-RoutersNegativeTest-1388346399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:35:29.443065 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-364f2c78-cadb-482f-8a8b-883e035d6a0c tempest-RoutersNegativeTest-1388346399 tempest-RoutersNegativeTest-1388346399-project] Usage tracker for resource:network and tenant:3119999d7a23404cbedd171b46d5172c is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:35:29.446265 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-364f2c78-cadb-482f-8a8b-883e035d6a0c tempest-RoutersNegativeTest-1388346399 tempest-RoutersNegativeTest-1388346399-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:35:29.452981 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-364f2c78-cadb-482f-8a8b-883e035d6a0c tempest-RoutersNegativeTest-1388346399 tempest-RoutersNegativeTest-1388346399-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:35:29.463518 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-364f2c78-cadb-482f-8a8b-883e035d6a0c tempest-RoutersNegativeTest-1388346399 tempest-RoutersNegativeTest-1388346399-project] Made reservation on behalf of 3119999d7a23404cbedd171b46d5172c for: {'network': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:35:29.468986 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-364f2c78-cadb-482f-8a8b-883e035d6a0c tempest-RoutersNegativeTest-1388346399 tempest-RoutersNegativeTest-1388346399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for network, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:29.499130 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-364f2c78-cadb-482f-8a8b-883e035d6a0c tempest-RoutersNegativeTest-1388346399 tempest-RoutersNegativeTest-1388346399-project] vlan segment allocate from pool success with {'vlan_id': 600, 'physical_network': 'physnet1'}  {{(pid=88878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 24 11:35:29.507989 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-364f2c78-cadb-482f-8a8b-883e035d6a0c tempest-RoutersNegativeTest-1388346399 tempest-RoutersNegativeTest-1388346399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:29.508376 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.segments_db [None req-364f2c78-cadb-482f-8a8b-883e035d6a0c tempest-RoutersNegativeTest-1388346399 tempest-RoutersNegativeTest-1388346399-project] Added segment f8c83f8d-e81d-4b6c-93a6-5036c4651a0e of type vlan for network e4124924-44d0-4470-a0c5-8e06945f4d8f
Dec 24 11:35:29.535867 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-364f2c78-cadb-482f-8a8b-883e035d6a0c tempest-RoutersNegativeTest-1388346399 tempest-RoutersNegativeTest-1388346399-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363287349540024'] for network, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:29.566677 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-364f2c78-cadb-482f-8a8b-883e035d6a0c tempest-RoutersNegativeTest-1388346399 tempest-RoutersNegativeTest-1388346399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636'] for network, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:29.570848 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-364f2c78-cadb-482f-8a8b-883e035d6a0c tempest-RoutersNegativeTest-1388346399 tempest-RoutersNegativeTest-1388346399-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:35:29.571487 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-364f2c78-cadb-482f-8a8b-883e035d6a0c tempest-RoutersNegativeTest-1388346399 tempest-RoutersNegativeTest-1388346399-project] Notify callbacks [] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:29.577158 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-657a0e0b-3ce7-4685-9744-8220c0a82055 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:35:29.632816 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c8f76d3-6f09-4ffb-8f30-72a4cfb50163 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73968e80-91fd-539e-a7c6-b31af6d9e680-886385e4-a265-4b85-a8cd-8ca07d4ded50', 'network_id': '886385e4-a265-4b85-a8cd-8ca07d4ded50', 'tenant_id': '3119999d7a23404cbedd171b46d5172c', 'fixed_ips': [{'subnet_id': 'b551ede2-d35b-4727-85de-387463a96400'}]}} from dv-neutron-822691-2-hyperv. {{(pid=88880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 24 11:35:29.633723 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0c8f76d3-6f09-4ffb-8f30-72a4cfb50163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:29.635395 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-364f2c78-cadb-482f-8a8b-883e035d6a0c tempest-RoutersNegativeTest-1388346399 tempest-RoutersNegativeTest-1388346399-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201  len: 787 time: 0.2085404
Dec 24 11:35:29.638499 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 48578) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:35:29.690631 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-d8a06a35-843a-4b6b-a2cf-a43d421582e5 tempest-RoutersNegativeTest-1388346399 tempest-RoutersNegativeTest-1388346399-project] Request body: {'subnet': {'network_id': 'e4124924-44d0-4470-a0c5-8e06945f4d8f', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:35:29.716276 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364f2c78-cadb-482f-8a8b-883e035d6a0c tempest-RoutersNegativeTest-1388346399 tempest-RoutersNegativeTest-1388346399-project] Pushing event updated for resources: {'Network': ['ID=e4124924-44d0-4470-a0c5-8e06945f4d8f,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:35:29.723575 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-364f2c78-cadb-482f-8a8b-883e035d6a0c tempest-RoutersNegativeTest-1388346399 tempest-RoutersNegativeTest-1388346399-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:35:29.729088 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Network e4124924-44d0-4470-a0c5-8e06945f4d8f details requested by agent ovs-agent-dv-neutron-822691-2-hyperv with host dv-neutron-822691-2-hyperv {{(pid=88880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 24 11:35:29.818924 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-d8a06a35-843a-4b6b-a2cf-a43d421582e5 tempest-RoutersNegativeTest-1388346399 tempest-RoutersNegativeTest-1388346399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:35:29.823161 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-d8a06a35-843a-4b6b-a2cf-a43d421582e5 tempest-RoutersNegativeTest-1388346399 tempest-RoutersNegativeTest-1388346399-project] Usage tracker for resource:subnet and tenant:3119999d7a23404cbedd171b46d5172c is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:35:29.826247 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-d8a06a35-843a-4b6b-a2cf-a43d421582e5 tempest-RoutersNegativeTest-1388346399 tempest-RoutersNegativeTest-1388346399-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:35:29.832536 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-d8a06a35-843a-4b6b-a2cf-a43d421582e5 tempest-RoutersNegativeTest-1388346399 tempest-RoutersNegativeTest-1388346399-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:35:29.841783 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8a06a35-843a-4b6b-a2cf-a43d421582e5 tempest-RoutersNegativeTest-1388346399 tempest-RoutersNegativeTest-1388346399-project] Made reservation on behalf of 3119999d7a23404cbedd171b46d5172c for: {'subnet': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:35:29.896477 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-0c8f76d3-6f09-4ffb-8f30-72a4cfb50163 None None] Allocated IP 172.20.0.2 (886385e4-a265-4b85-a8cd-8ca07d4ded50/b551ede2-d35b-4727-85de-387463a96400/12dbe2ad-37a3-4032-bea3-f59d19304922) {{(pid=88880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:35:29.953251 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d8a06a35-843a-4b6b-a2cf-a43d421582e5 tempest-RoutersNegativeTest-1388346399 tempest-RoutersNegativeTest-1388346399-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2246100'] for subnet, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:30.190716 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d8a06a35-843a-4b6b-a2cf-a43d421582e5 tempest-RoutersNegativeTest-1388346399 tempest-RoutersNegativeTest-1388346399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850796890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2246085'] for subnet, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:30.195105 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-96491d67-ac7e-4d16-818a-239de2380b0c tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:35:30.274147 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a06a35-843a-4b6b-a2cf-a43d421582e5 tempest-RoutersNegativeTest-1388346399 tempest-RoutersNegativeTest-1388346399-project] Pushing event updated for resources: {'Subnet': ['ID=e2fde034-1f16-4142-ab52-35eb750ed184,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:35:30.275222 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0c8f76d3-6f09-4ffb-8f30-72a4cfb50163 None None] Notify callbacks [] for port, precommit_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:30.279280 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-d8a06a35-843a-4b6b-a2cf-a43d421582e5 tempest-RoutersNegativeTest-1388346399 tempest-RoutersNegativeTest-1388346399-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:35:30.290941 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a06a35-843a-4b6b-a2cf-a43d421582e5 tempest-RoutersNegativeTest-1388346399 tempest-RoutersNegativeTest-1388346399-project] Checking segment: {'id': 'f8c83f8d-e81d-4b6c-93a6-5036c4651a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'e4124924-44d0-4470-a0c5-8e06945f4d8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:35:30.291510 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a06a35-843a-4b6b-a2cf-a43d421582e5 tempest-RoutersNegativeTest-1388346399 tempest-RoutersNegativeTest-1388346399-project] Network hostable DHCP agents. Network: e4124924-44d0-4470-a0c5-8e06945f4d8f, hostable agents: ['edcf98dc-3032-472a-8b3d-f23fd1e89806'], hosted agents: [] {{(pid=88878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 24 11:35:30.292406 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-0c8f76d3-6f09-4ffb-8f30-72a4cfb50163 None None] Transition to ACTIVE for port object 12dbe2ad-37a3-4032-bea3-f59d19304922 will not be triggered until provisioned by entity L2. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:35:30.314988 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-0c8f76d3-6f09-4ffb-8f30-72a4cfb50163 None None] Transition to ACTIVE for port object 12dbe2ad-37a3-4032-bea3-f59d19304922 will not be triggered until provisioned by entity DHCP. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:35:30.315203 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a06a35-843a-4b6b-a2cf-a43d421582e5 tempest-RoutersNegativeTest-1388346399 tempest-RoutersNegativeTest-1388346399-project] Network e4124924-44d0-4470-a0c5-8e06945f4d8f is scheduled to be hosted by DHCP agent edcf98dc-3032-472a-8b3d-f23fd1e89806 with binding_index 1 {{(pid=88878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 24 11:35:30.320085 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0c8f76d3-6f09-4ffb-8f30-72a4cfb50163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408'] for port, after_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:30.323866 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-d8a06a35-843a-4b6b-a2cf-a43d421582e5 tempest-RoutersNegativeTest-1388346399 tempest-RoutersNegativeTest-1388346399-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822691-2-hyperv, e4124924-44d0-4470-a0c5-8e06945f4d8f) {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:35:30.327577 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-fdf63714-d8b5-4dcd-bb9b-b59f81f95018 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:35:30.328390 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8a06a35-843a-4b6b-a2cf-a43d421582e5 tempest-RoutersNegativeTest-1388346399 tempest-RoutersNegativeTest-1388346399-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:35:30.329053 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d8a06a35-843a-4b6b-a2cf-a43d421582e5 tempest-RoutersNegativeTest-1388346399 tempest-RoutersNegativeTest-1388346399-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:30.353802 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-d8a06a35-843a-4b6b-a2cf-a43d421582e5 tempest-RoutersNegativeTest-1388346399 tempest-RoutersNegativeTest-1388346399-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.7141712
Dec 24 11:35:30.357194 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 48582) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:35:30.362915 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-2dff2b03-c69f-412b-99ca-e17aa2f45cd7 tempest-RoutersNegativeTest-1388346399 tempest-RoutersNegativeTest-1388346399-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e4124924-44d0-4470-a0c5-8e06945f4d8f'}}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:35:30.373038 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56957729-d542-41d4-937e-0eb69bf17e49 None None] Network e4124924-44d0-4470-a0c5-8e06945f4d8f requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:35:30.497731 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c8f76d3-6f09-4ffb-8f30-72a4cfb50163 None None] Network 886385e4-a265-4b85-a8cd-8ca07d4ded50 is already hosted by enough agents. {{(pid=88880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:35:30.503319 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-0c8f76d3-6f09-4ffb-8f30-72a4cfb50163 None None] Resources bound (agent type, host, resource id):  {{(pid=88880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:35:30.507485 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8f76d3-6f09-4ffb-8f30-72a4cfb50163 None None] Pushing event updated for resources: {'Port': ['ID=12dbe2ad-37a3-4032-bea3-f59d19304922,revision_number=1']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:35:30.510109 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c8f76d3-6f09-4ffb-8f30-72a4cfb50163 None None] Received port after_create {{(pid=88880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:35:30.520671 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-0c8f76d3-6f09-4ffb-8f30-72a4cfb50163 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:35:30.691878 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-0c8f76d3-6f09-4ffb-8f30-72a4cfb50163 None None] Attempting to bind port 12dbe2ad-37a3-4032-bea3-f59d19304922 on host dv-neutron-822691-2-hyperv for vnic_type normal with profile  {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:35:30.692301 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-0c8f76d3-6f09-4ffb-8f30-72a4cfb50163 None None] Attempting to bind port 12dbe2ad-37a3-4032-bea3-f59d19304922 by drivers openvswitch,hyperv on host dv-neutron-822691-2-hyperv at level 0 using segments [{'id': 'a2d6779c-6b9a-4c93-b5b9-11b8501eb051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '886385e4-a265-4b85-a8cd-8ca07d4ded50'}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:35:30.692700 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c8f76d3-6f09-4ffb-8f30-72a4cfb50163 None None] Attempting to bind port 12dbe2ad-37a3-4032-bea3-f59d19304922 on network 886385e4-a265-4b85-a8cd-8ca07d4ded50 {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:35:30.735648 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c8f76d3-6f09-4ffb-8f30-72a4cfb50163 None None] Checking agent: {'id': 'db1275c1-6001-47af-93c2-635c68404703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822691-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 52, 8), 'started_at': datetime.datetime(2021, 12, 24, 10, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 35, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822691-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:35:30.736023 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c8f76d3-6f09-4ffb-8f30-72a4cfb50163 None None] Checking segment: {'id': 'a2d6779c-6b9a-4c93-b5b9-11b8501eb051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '886385e4-a265-4b85-a8cd-8ca07d4ded50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:35:30.736476 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0c8f76d3-6f09-4ffb-8f30-72a4cfb50163 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:30.736917 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c8f76d3-6f09-4ffb-8f30-72a4cfb50163 None None] Bound using segment: {'id': 'a2d6779c-6b9a-4c93-b5b9-11b8501eb051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '886385e4-a265-4b85-a8cd-8ca07d4ded50'} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:35:30.737456 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-0c8f76d3-6f09-4ffb-8f30-72a4cfb50163 None None] Bound port: 12dbe2ad-37a3-4032-bea3-f59d19304922, host: dv-neutron-822691-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2d6779c-6b9a-4c93-b5b9-11b8501eb051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '886385e4-a265-4b85-a8cd-8ca07d4ded50'}}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:35:30.737909 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0c8f76d3-6f09-4ffb-8f30-72a4cfb50163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:30.759531 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33def0dd-3532-4e70-bb5f-1ff17c879114 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73968e80-91fd-539e-a7c6-b31af6d9e680-e4124924-44d0-4470-a0c5-8e06945f4d8f', 'network_id': 'e4124924-44d0-4470-a0c5-8e06945f4d8f', 'tenant_id': '3119999d7a23404cbedd171b46d5172c', 'fixed_ips': [{'subnet_id': 'e2fde034-1f16-4142-ab52-35eb750ed184'}]}} from dv-neutron-822691-2-hyperv. {{(pid=88880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 24 11:35:30.760498 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-33def0dd-3532-4e70-bb5f-1ff17c879114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:30.919372 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-0c8f76d3-6f09-4ffb-8f30-72a4cfb50163 None None] For port 12dbe2ad-37a3-4032-bea3-f59d19304922, host dv-neutron-822691-2-hyperv, cleared binding levels {{(pid=88880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:35:30.936403 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-0c8f76d3-6f09-4ffb-8f30-72a4cfb50163 None None] For port 12dbe2ad-37a3-4032-bea3-f59d19304922, host dv-neutron-822691-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=12dbe2ad-37a3-4032-bea3-f59d19304922,segment=NetworkSegment(a2d6779c-6b9a-4c93-b5b9-11b8501eb051),segment_id=a2d6779c-6b9a-4c93-b5b9-11b8501eb051)] {{(pid=88880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:35:30.970429 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0c8f76d3-6f09-4ffb-8f30-72a4cfb50163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:30.977623 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:35:31.003409 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2dff2b03-c69f-412b-99ca-e17aa2f45cd7 tempest-RoutersNegativeTest-1388346399 tempest-RoutersNegativeTest-1388346399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-659031', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854691240'] for router, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:31.081656 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-33def0dd-3532-4e70-bb5f-1ff17c879114 None None] Allocated IP 172.21.0.2 (e4124924-44d0-4470-a0c5-8e06945f4d8f/e2fde034-1f16-4142-ab52-35eb750ed184/15d3d94e-9220-44dc-ac77-14b449f04f82) {{(pid=88880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:35:31.087888 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8f76d3-6f09-4ffb-8f30-72a4cfb50163 None None] Pushing event updated for resources: {'Port': ['ID=12dbe2ad-37a3-4032-bea3-f59d19304922,revision_number=2']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:35:31.092218 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-0c8f76d3-6f09-4ffb-8f30-72a4cfb50163 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:35:31.170239 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.api.v2.resource [None req-2dff2b03-c69f-412b-99ca-e17aa2f45cd7 tempest-RoutersNegativeTest-1388346399 tempest-RoutersNegativeTest-1388346399-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 24 11:35:31.175251 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-2dff2b03-c69f-412b-99ca-e17aa2f45cd7 tempest-RoutersNegativeTest-1388346399 tempest-RoutersNegativeTest-1388346399-project] 10.222.0.65 "PUT /v2.0/routers/715e538e-ca7f-4573-8313-7d25387c85c6 HTTP/1.1" status: 400  len: 364 time: 0.8132820
Dec 24 11:35:31.179066 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 48586) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:35:31.302017 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-33def0dd-3532-4e70-bb5f-1ff17c879114 None None] Notify callbacks [] for port, precommit_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:31.313369 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-33def0dd-3532-4e70-bb5f-1ff17c879114 None None] Transition to ACTIVE for port object 15d3d94e-9220-44dc-ac77-14b449f04f82 will not be triggered until provisioned by entity L2. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:35:31.333771 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-33def0dd-3532-4e70-bb5f-1ff17c879114 None None] Transition to ACTIVE for port object 15d3d94e-9220-44dc-ac77-14b449f04f82 will not be triggered until provisioned by entity DHCP. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:35:31.339840 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-33def0dd-3532-4e70-bb5f-1ff17c879114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408'] for port, after_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:31.345944 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:35:31.400271 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f2383ab-bda9-4635-9ca1-4697d66465eb tempest-RoutersNegativeTest-1388346399 tempest-RoutersNegativeTest-1388346399-project] Deleting subnet e2fde034-1f16-4142-ab52-35eb750ed184 {{(pid=88879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 24 11:35:31.404119 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8f2383ab-bda9-4635-9ca1-4697d66465eb tempest-RoutersNegativeTest-1388346399 tempest-RoutersNegativeTest-1388346399-project] Notify callbacks [] for subnet, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:31.448207 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33def0dd-3532-4e70-bb5f-1ff17c879114 None None] Pushing event updated for resources: {'Port': ['ID=15d3d94e-9220-44dc-ac77-14b449f04f82,revision_number=1']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:35:31.462638 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-33def0dd-3532-4e70-bb5f-1ff17c879114 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:35:31.464986 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33def0dd-3532-4e70-bb5f-1ff17c879114 None None] Network e4124924-44d0-4470-a0c5-8e06945f4d8f is already hosted by enough agents. {{(pid=88880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:35:31.466689 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-33def0dd-3532-4e70-bb5f-1ff17c879114 None None] Resources bound (agent type, host, resource id):  {{(pid=88880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:35:31.470403 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33def0dd-3532-4e70-bb5f-1ff17c879114 None None] Received port after_create {{(pid=88880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:35:31.480547 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8f2383ab-bda9-4635-9ca1-4697d66465eb tempest-RoutersNegativeTest-1388346399 tempest-RoutersNegativeTest-1388346399-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-786693'] for subnet, precommit_delete_associations {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:31.567224 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-33def0dd-3532-4e70-bb5f-1ff17c879114 None None] Attempting to bind port 15d3d94e-9220-44dc-ac77-14b449f04f82 on host dv-neutron-822691-2-hyperv for vnic_type normal with profile  {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:35:31.567789 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-33def0dd-3532-4e70-bb5f-1ff17c879114 None None] Attempting to bind port 15d3d94e-9220-44dc-ac77-14b449f04f82 by drivers openvswitch,hyperv on host dv-neutron-822691-2-hyperv at level 0 using segments [{'id': 'f8c83f8d-e81d-4b6c-93a6-5036c4651a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'e4124924-44d0-4470-a0c5-8e06945f4d8f'}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:35:31.568280 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33def0dd-3532-4e70-bb5f-1ff17c879114 None None] Attempting to bind port 15d3d94e-9220-44dc-ac77-14b449f04f82 on network e4124924-44d0-4470-a0c5-8e06945f4d8f {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:35:31.575728 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33def0dd-3532-4e70-bb5f-1ff17c879114 None None] Checking agent: {'id': 'db1275c1-6001-47af-93c2-635c68404703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822691-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 52, 8), 'started_at': datetime.datetime(2021, 12, 24, 10, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 35, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822691-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:35:31.576460 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33def0dd-3532-4e70-bb5f-1ff17c879114 None None] Checking segment: {'id': 'f8c83f8d-e81d-4b6c-93a6-5036c4651a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'e4124924-44d0-4470-a0c5-8e06945f4d8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:35:31.576815 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-33def0dd-3532-4e70-bb5f-1ff17c879114 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:31.577325 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33def0dd-3532-4e70-bb5f-1ff17c879114 None None] Bound using segment: {'id': 'f8c83f8d-e81d-4b6c-93a6-5036c4651a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'e4124924-44d0-4470-a0c5-8e06945f4d8f'} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:35:31.578019 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-33def0dd-3532-4e70-bb5f-1ff17c879114 None None] Bound port: 15d3d94e-9220-44dc-ac77-14b449f04f82, host: dv-neutron-822691-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8c83f8d-e81d-4b6c-93a6-5036c4651a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'e4124924-44d0-4470-a0c5-8e06945f4d8f'}}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:35:31.578512 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-33def0dd-3532-4e70-bb5f-1ff17c879114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:31.582352 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8f2383ab-bda9-4635-9ca1-4697d66465eb tempest-RoutersNegativeTest-1388346399 tempest-RoutersNegativeTest-1388346399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847655656'] for subnet, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:31.660031 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8f2383ab-bda9-4635-9ca1-4697d66465eb tempest-RoutersNegativeTest-1388346399 tempest-RoutersNegativeTest-1388346399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7120129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850854134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851156349'] for subnet, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:31.664171 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-d0880c45-6b2f-4175-8b32-f27f615d837b tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:35:31.677945 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-33def0dd-3532-4e70-bb5f-1ff17c879114 None None] For port 15d3d94e-9220-44dc-ac77-14b449f04f82, host dv-neutron-822691-2-hyperv, cleared binding levels {{(pid=88880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:35:31.681272 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-33def0dd-3532-4e70-bb5f-1ff17c879114 None None] For port 15d3d94e-9220-44dc-ac77-14b449f04f82, host dv-neutron-822691-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=15d3d94e-9220-44dc-ac77-14b449f04f82,segment=NetworkSegment(f8c83f8d-e81d-4b6c-93a6-5036c4651a0e),segment_id=f8c83f8d-e81d-4b6c-93a6-5036c4651a0e)] {{(pid=88880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:35:31.685823 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-33def0dd-3532-4e70-bb5f-1ff17c879114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:31.690091 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:35:31.770884 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33def0dd-3532-4e70-bb5f-1ff17c879114 None None] Pushing event updated for resources: {'Port': ['ID=15d3d94e-9220-44dc-ac77-14b449f04f82,revision_number=3']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:35:31.774850 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-33def0dd-3532-4e70-bb5f-1ff17c879114 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:35:31.953683 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2383ab-bda9-4635-9ca1-4697d66465eb tempest-RoutersNegativeTest-1388346399 tempest-RoutersNegativeTest-1388346399-project] Pushing event deleted for resources: {'Subnet': ['ID=e2fde034-1f16-4142-ab52-35eb750ed184,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:35:31.956449 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-8f2383ab-bda9-4635-9ca1-4697d66465eb tempest-RoutersNegativeTest-1388346399 tempest-RoutersNegativeTest-1388346399-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:35:31.963157 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8f2383ab-bda9-4635-9ca1-4697d66465eb tempest-RoutersNegativeTest-1388346399 tempest-RoutersNegativeTest-1388346399-project] Notify callbacks [] for subnet, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:31.970661 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-8f2383ab-bda9-4635-9ca1-4697d66465eb tempest-RoutersNegativeTest-1388346399 tempest-RoutersNegativeTest-1388346399-project] 10.222.0.65 "DELETE /v2.0/subnets/e2fde034-1f16-4142-ab52-35eb750ed184 HTTP/1.1" status: 204  len: 168 time: 0.7904489
Dec 24 11:35:31.973448 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 48590) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:35:32.103440 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ce770afa-1e10-4b57-b5f7-4cabce1829d9 tempest-RoutersNegativeTest-1388346399 tempest-RoutersNegativeTest-1388346399-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036847558493'] for network, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:32.115612 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-ce770afa-1e10-4b57-b5f7-4cabce1829d9 tempest-RoutersNegativeTest-1388346399 tempest-RoutersNegativeTest-1388346399-project] Deleting port 15d3d94e-9220-44dc-ac77-14b449f04f82 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:35:32.115981 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ce770afa-1e10-4b57-b5f7-4cabce1829d9 tempest-RoutersNegativeTest-1388346399 tempest-RoutersNegativeTest-1388346399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:32.118949 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 12dbe2ad-37a3-4032-bea3-f59d19304922 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:35:32.190590 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning for port 12dbe2ad-37a3-4032-bea3-f59d19304922 completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:35:32.335139 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-ce770afa-1e10-4b57-b5f7-4cabce1829d9 tempest-RoutersNegativeTest-1388346399 tempest-RoutersNegativeTest-1388346399-project] For port 15d3d94e-9220-44dc-ac77-14b449f04f82, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=15d3d94e-9220-44dc-ac77-14b449f04f82,segment=NetworkSegment(f8c83f8d-e81d-4b6c-93a6-5036c4651a0e),segment_id=f8c83f8d-e81d-4b6c-93a6-5036c4651a0e)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:35:32.335743 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ce770afa-1e10-4b57-b5f7-4cabce1829d9 tempest-RoutersNegativeTest-1388346399 tempest-RoutersNegativeTest-1388346399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:32.469961 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-ce770afa-1e10-4b57-b5f7-4cabce1829d9 tempest-RoutersNegativeTest-1388346399 tempest-RoutersNegativeTest-1388346399-project] Calling delete_port for 15d3d94e-9220-44dc-ac77-14b449f04f82 owned by network:dhcp {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:35:32.566487 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ce770afa-1e10-4b57-b5f7-4cabce1829d9 tempest-RoutersNegativeTest-1388346399 tempest-RoutersNegativeTest-1388346399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:32.572183 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f2c8341a-b7b6-4bdc-922a-4a0a4bb38ff3 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:35:32.618149 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce770afa-1e10-4b57-b5f7-4cabce1829d9 tempest-RoutersNegativeTest-1388346399 tempest-RoutersNegativeTest-1388346399-project] Pushing event deleted for resources: {'Port': ['ID=15d3d94e-9220-44dc-ac77-14b449f04f82,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:35:32.621497 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-ce770afa-1e10-4b57-b5f7-4cabce1829d9 tempest-RoutersNegativeTest-1388346399 tempest-RoutersNegativeTest-1388346399-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:35:32.623921 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce770afa-1e10-4b57-b5f7-4cabce1829d9 tempest-RoutersNegativeTest-1388346399 tempest-RoutersNegativeTest-1388346399-project] No DVR routers for this DVR port 15d3d94e-9220-44dc-ac77-14b449f04f82 on host dv-neutron-822691-2-hyperv {{(pid=88879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 24 11:35:32.762049 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ce770afa-1e10-4b57-b5f7-4cabce1829d9 tempest-RoutersNegativeTest-1388346399 tempest-RoutersNegativeTest-1388346399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847649663', 'neutron.services.segments.db._delete_segments_for_network-8749505737672'] for network, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:32.790024 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-ce770afa-1e10-4b57-b5f7-4cabce1829d9 tempest-RoutersNegativeTest-1388346399 tempest-RoutersNegativeTest-1388346399-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f52703adc88>,) {'filters': {'network_id': ['e4124924-44d0-4470-a0c5-8e06945f4d8f']}} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:35:32.803324 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-ce770afa-1e10-4b57-b5f7-4cabce1829d9 tempest-RoutersNegativeTest-1388346399 tempest-RoutersNegativeTest-1388346399-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f52703adc88>, 'f8c83f8d-e81d-4b6c-93a6-5036c4651a0e') {'for_net_delete': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:35:32.803660 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-ce770afa-1e10-4b57-b5f7-4cabce1829d9 tempest-RoutersNegativeTest-1388346399 tempest-RoutersNegativeTest-1388346399-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f52703adc88>, 'f8c83f8d-e81d-4b6c-93a6-5036c4651a0e') {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:35:32.816792 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ce770afa-1e10-4b57-b5f7-4cabce1829d9 tempest-RoutersNegativeTest-1388346399 tempest-RoutersNegativeTest-1388346399-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749505745113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853989108'] for segment, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:32.832514 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ce770afa-1e10-4b57-b5f7-4cabce1829d9 tempest-RoutersNegativeTest-1388346399 tempest-RoutersNegativeTest-1388346399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:32.839060 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce770afa-1e10-4b57-b5f7-4cabce1829d9 tempest-RoutersNegativeTest-1388346399 tempest-RoutersNegativeTest-1388346399-project] Releasing vlan 600 on physical network physnet1 to pool {{(pid=88879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 24 11:35:32.839486 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ce770afa-1e10-4b57-b5f7-4cabce1829d9 tempest-RoutersNegativeTest-1388346399 tempest-RoutersNegativeTest-1388346399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036847652098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3926696'] for segment, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:32.859095 dv-neutron-822691-2-hyperv neutron-server[88767]: Traceback (most recent call last):
Dec 24 11:35:32.859095 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 24 11:35:32.859095 dv-neutron-822691-2-hyperv neutron-server[88767]:     timer()
Dec 24 11:35:32.859095 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 11:35:32.859095 dv-neutron-822691-2-hyperv neutron-server[88767]:     cb(*args, **kw)
Dec 24 11:35:32.859095 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 24 11:35:32.859095 dv-neutron-822691-2-hyperv neutron-server[88767]:     return func(*args, **kwargs)
Dec 24 11:35:32.859095 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 11:35:32.859095 dv-neutron-822691-2-hyperv neutron-server[88767]:     self._notify()
Dec 24 11:35:32.859095 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 11:35:32.859095 dv-neutron-822691-2-hyperv neutron-server[88767]:     self.callback(batched_events)
Dec 24 11:35:32.859095 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 11:35:32.859095 dv-neutron-822691-2-hyperv neutron-server[88767]:     event.method(event)
Dec 24 11:35:32.859095 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 11:35:32.859095 dv-neutron-822691-2-hyperv neutron-server[88767]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 11:35:32.859095 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 24 11:35:32.859095 dv-neutron-822691-2-hyperv neutron-server[88767]:     segment_id)['aggregates'][0]
Dec 24 11:35:32.859095 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 24 11:35:32.859095 dv-neutron-822691-2-hyperv neutron-server[88767]:     return f(self, *a, **k)
Dec 24 11:35:32.859095 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 11:35:32.859095 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self._get(url).json()
Dec 24 11:35:32.859095 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 24 11:35:32.859095 dv-neutron-822691-2-hyperv neutron-server[88767]:     **kwargs)
Dec 24 11:35:32.859095 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 24 11:35:32.859095 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self.request(url, 'GET', **kwargs)
Dec 24 11:35:32.859095 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 24 11:35:32.859095 dv-neutron-822691-2-hyperv neutron-server[88767]:     **endpoint_filter)
Dec 24 11:35:32.859095 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 24 11:35:32.859095 dv-neutron-822691-2-hyperv neutron-server[88767]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 11:35:32.859095 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 24 11:35:32.859095 dv-neutron-822691-2-hyperv neutron-server[88767]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 11:35:32.859095 dv-neutron-822691-2-hyperv neutron-server[88767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 11:35:32.940540 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ce770afa-1e10-4b57-b5f7-4cabce1829d9 tempest-RoutersNegativeTest-1388346399 tempest-RoutersNegativeTest-1388346399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7126154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659196'] for network, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:32.944355 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f43b2030-ef58-47d1-9301-c04ed9de33bb tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:35:32.959341 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ce770afa-1e10-4b57-b5f7-4cabce1829d9 tempest-RoutersNegativeTest-1388346399 tempest-RoutersNegativeTest-1388346399-project] Notify callbacks [] for network, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:32.974654 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce770afa-1e10-4b57-b5f7-4cabce1829d9 tempest-RoutersNegativeTest-1388346399 tempest-RoutersNegativeTest-1388346399-project] Pushing event deleted for resources: {'Network': ['ID=e4124924-44d0-4470-a0c5-8e06945f4d8f,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:35:32.976870 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-ce770afa-1e10-4b57-b5f7-4cabce1829d9 tempest-RoutersNegativeTest-1388346399 tempest-RoutersNegativeTest-1388346399-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:35:32.978589 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-ce770afa-1e10-4b57-b5f7-4cabce1829d9 tempest-RoutersNegativeTest-1388346399 tempest-RoutersNegativeTest-1388346399-project] 10.222.0.65 "DELETE /v2.0/networks/e4124924-44d0-4470-a0c5-8e06945f4d8f HTTP/1.1" status: 204  len: 168 time: 1.0036664
Dec 24 11:35:32.981677 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 48594) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:35:33.057913 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec4bbb1e-7dab-4084-89fd-ff5f318d5866 None None] Network 886385e4-a265-4b85-a8cd-8ca07d4ded50 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:35:33.173021 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-f62b1e5c-f76b-4bd8-a526-de871981ab8c None None] Provisioning for port 12dbe2ad-37a3-4032-bea3-f59d19304922 completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:35:33.181142 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-f62b1e5c-f76b-4bd8-a526-de871981ab8c None None] Provisioning complete for port 12dbe2ad-37a3-4032-bea3-f59d19304922 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:35:33.181559 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f62b1e5c-f76b-4bd8-a526-de871981ab8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:33.183582 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_v2 [None req-e408d04d-64fa-411b-a75d-96360422cf64 tempest-RoutersNegativeTest-1388346399 tempest-RoutersNegativeTest-1388346399-project] Deleting subnet b551ede2-d35b-4727-85de-387463a96400 {{(pid=88879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 24 11:35:33.187157 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e408d04d-64fa-411b-a75d-96360422cf64 tempest-RoutersNegativeTest-1388346399 tempest-RoutersNegativeTest-1388346399-project] Notify callbacks [] for subnet, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:33.245201 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e408d04d-64fa-411b-a75d-96360422cf64 tempest-RoutersNegativeTest-1388346399 tempest-RoutersNegativeTest-1388346399-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-786693'] for subnet, precommit_delete_associations {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:33.336232 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e408d04d-64fa-411b-a75d-96360422cf64 tempest-RoutersNegativeTest-1388346399 tempest-RoutersNegativeTest-1388346399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847655656'] for subnet, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:33.406358 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f62b1e5c-f76b-4bd8-a526-de871981ab8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:33.424717 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e408d04d-64fa-411b-a75d-96360422cf64 tempest-RoutersNegativeTest-1388346399 tempest-RoutersNegativeTest-1388346399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7120129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850854134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851156349'] for subnet, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:33.429807 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-34c18d39-0329-433b-ae5e-43924f86dbb3 tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:35:33.468382 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e408d04d-64fa-411b-a75d-96360422cf64 tempest-RoutersNegativeTest-1388346399 tempest-RoutersNegativeTest-1388346399-project] Pushing event deleted for resources: {'Subnet': ['ID=b551ede2-d35b-4727-85de-387463a96400,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:35:33.473047 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-e408d04d-64fa-411b-a75d-96360422cf64 tempest-RoutersNegativeTest-1388346399 tempest-RoutersNegativeTest-1388346399-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:35:33.477215 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e408d04d-64fa-411b-a75d-96360422cf64 tempest-RoutersNegativeTest-1388346399 tempest-RoutersNegativeTest-1388346399-project] Notify callbacks [] for subnet, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:33.484167 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-e408d04d-64fa-411b-a75d-96360422cf64 tempest-RoutersNegativeTest-1388346399 tempest-RoutersNegativeTest-1388346399-project] 10.222.0.65 "DELETE /v2.0/subnets/b551ede2-d35b-4727-85de-387463a96400 HTTP/1.1" status: 204  len: 168 time: 0.5014193
Dec 24 11:35:33.486984 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 48598) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:35:33.506505 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.db.api [None req-f62b1e5c-f76b-4bd8-a526-de871981ab8c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88880) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 24 11:35:33.506820 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_db.api [None req-f62b1e5c-f76b-4bd8-a526-de871981ab8c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 24 11:35:33.635395 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ffa96a1f-6979-4da8-9282-a80223bcbda2 tempest-RoutersNegativeTest-1388346399 tempest-RoutersNegativeTest-1388346399-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036847558493'] for network, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:33.647151 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-ffa96a1f-6979-4da8-9282-a80223bcbda2 tempest-RoutersNegativeTest-1388346399 tempest-RoutersNegativeTest-1388346399-project] Deleting port 12dbe2ad-37a3-4032-bea3-f59d19304922 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:35:33.647526 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ffa96a1f-6979-4da8-9282-a80223bcbda2 tempest-RoutersNegativeTest-1388346399 tempest-RoutersNegativeTest-1388346399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:33.785578 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85a9152a-7117-413e-8639-0581c8019c29 None None] Network 886385e4-a265-4b85-a8cd-8ca07d4ded50 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:35:33.874691 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-ffa96a1f-6979-4da8-9282-a80223bcbda2 tempest-RoutersNegativeTest-1388346399 tempest-RoutersNegativeTest-1388346399-project] For port 12dbe2ad-37a3-4032-bea3-f59d19304922, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=12dbe2ad-37a3-4032-bea3-f59d19304922,segment=NetworkSegment(a2d6779c-6b9a-4c93-b5b9-11b8501eb051),segment_id=a2d6779c-6b9a-4c93-b5b9-11b8501eb051)] {{(pid=88878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:35:33.875114 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ffa96a1f-6979-4da8-9282-a80223bcbda2 tempest-RoutersNegativeTest-1388346399 tempest-RoutersNegativeTest-1388346399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:33.975255 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e147ac2a-d7ca-4d81-83ec-8beb295618fd None None] DHCP port deletion for e4124924-44d0-4470-a0c5-8e06945f4d8f request from dv-neutron-822691-2-hyperv {{(pid=88880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 24 11:35:34.008387 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-ffa96a1f-6979-4da8-9282-a80223bcbda2 tempest-RoutersNegativeTest-1388346399 tempest-RoutersNegativeTest-1388346399-project] Calling delete_port for 12dbe2ad-37a3-4032-bea3-f59d19304922 owned by network:dhcp {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:35:34.044661 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc9335da-6b61-43d0-8e18-d0ba2d58321c None None] Network e4124924-44d0-4470-a0c5-8e06945f4d8f requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:35:34.066659 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc9335da-6b61-43d0-8e18-d0ba2d58321c None None] Network e4124924-44d0-4470-a0c5-8e06945f4d8f could not be found, it might have been deleted concurrently. {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:206}}
Dec 24 11:35:34.086886 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f62b1e5c-f76b-4bd8-a526-de871981ab8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:34.091558 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ffa96a1f-6979-4da8-9282-a80223bcbda2 tempest-RoutersNegativeTest-1388346399 tempest-RoutersNegativeTest-1388346399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:34.096649 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-5993ae6e-092d-44d7-bc99-dbb76ea91d24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:35:34.101311 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a44cdbee-0e3a-49ff-8788-a7fe6ddf62db None None] DHCP port deletion for 886385e4-a265-4b85-a8cd-8ca07d4ded50 request from dv-neutron-822691-2-hyperv {{(pid=88880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 24 11:35:34.144128 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa96a1f-6979-4da8-9282-a80223bcbda2 tempest-RoutersNegativeTest-1388346399 tempest-RoutersNegativeTest-1388346399-project] Pushing event deleted for resources: {'Port': ['ID=12dbe2ad-37a3-4032-bea3-f59d19304922,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:35:34.148487 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-ffa96a1f-6979-4da8-9282-a80223bcbda2 tempest-RoutersNegativeTest-1388346399 tempest-RoutersNegativeTest-1388346399-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:35:34.151139 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa96a1f-6979-4da8-9282-a80223bcbda2 tempest-RoutersNegativeTest-1388346399 tempest-RoutersNegativeTest-1388346399-project] No DVR routers for this DVR port 12dbe2ad-37a3-4032-bea3-f59d19304922 on host dv-neutron-822691-2-hyperv {{(pid=88878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 24 11:35:34.164722 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 12dbe2ad-37a3-4032-bea3-f59d19304922 no longer exists at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:35:34.202804 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] No Port match for: 12dbe2ad-37a3-4032-bea3-f59d19304922 {{(pid=88880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 24 11:35:34.203195 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 12dbe2ad-37a3-4032-bea3-f59d19304922 not bound to the agent host dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 24 11:35:34.282541 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ffa96a1f-6979-4da8-9282-a80223bcbda2 tempest-RoutersNegativeTest-1388346399 tempest-RoutersNegativeTest-1388346399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847649663', 'neutron.services.segments.db._delete_segments_for_network-8749505737672'] for network, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:34.307963 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-9a72a74a-5cee-4f36-bd57-d4f6fe3c31c2 None None] Could not find standard attr ID for object 12dbe2ad-37a3-4032-bea3-f59d19304922. {{(pid=88880) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 24 11:35:34.309369 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-ffa96a1f-6979-4da8-9282-a80223bcbda2 tempest-RoutersNegativeTest-1388346399 tempest-RoutersNegativeTest-1388346399-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f52704ae898>,) {'filters': {'network_id': ['886385e4-a265-4b85-a8cd-8ca07d4ded50']}} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:35:34.311209 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-9a72a74a-5cee-4f36-bd57-d4f6fe3c31c2 None None] Could not find standard attr ID for object 15d3d94e-9220-44dc-ac77-14b449f04f82. {{(pid=88880) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 24 11:35:34.325654 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-ffa96a1f-6979-4da8-9282-a80223bcbda2 tempest-RoutersNegativeTest-1388346399 tempest-RoutersNegativeTest-1388346399-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f52704ae898>, 'a2d6779c-6b9a-4c93-b5b9-11b8501eb051') {'for_net_delete': True} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:35:34.326039 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-ffa96a1f-6979-4da8-9282-a80223bcbda2 tempest-RoutersNegativeTest-1388346399 tempest-RoutersNegativeTest-1388346399-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f52704ae898>, 'a2d6779c-6b9a-4c93-b5b9-11b8501eb051') {} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:35:34.338667 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ffa96a1f-6979-4da8-9282-a80223bcbda2 tempest-RoutersNegativeTest-1388346399 tempest-RoutersNegativeTest-1388346399-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749505745113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2241371'] for segment, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:34.357047 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ffa96a1f-6979-4da8-9282-a80223bcbda2 tempest-RoutersNegativeTest-1388346399 tempest-RoutersNegativeTest-1388346399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:34.363991 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffa96a1f-6979-4da8-9282-a80223bcbda2 tempest-RoutersNegativeTest-1388346399 tempest-RoutersNegativeTest-1388346399-project] Releasing vlan 620 on physical network physnet1 to pool {{(pid=88878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 24 11:35:34.364428 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ffa96a1f-6979-4da8-9282-a80223bcbda2 tempest-RoutersNegativeTest-1388346399 tempest-RoutersNegativeTest-1388346399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036847652098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850807864'] for segment, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:34.380381 dv-neutron-822691-2-hyperv neutron-server[88767]: Traceback (most recent call last):
Dec 24 11:35:34.380381 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 24 11:35:34.380381 dv-neutron-822691-2-hyperv neutron-server[88767]:     timer()
Dec 24 11:35:34.380381 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 11:35:34.380381 dv-neutron-822691-2-hyperv neutron-server[88767]:     cb(*args, **kw)
Dec 24 11:35:34.380381 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 24 11:35:34.380381 dv-neutron-822691-2-hyperv neutron-server[88767]:     return func(*args, **kwargs)
Dec 24 11:35:34.380381 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 11:35:34.380381 dv-neutron-822691-2-hyperv neutron-server[88767]:     self._notify()
Dec 24 11:35:34.380381 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 11:35:34.380381 dv-neutron-822691-2-hyperv neutron-server[88767]:     self.callback(batched_events)
Dec 24 11:35:34.380381 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 11:35:34.380381 dv-neutron-822691-2-hyperv neutron-server[88767]:     event.method(event)
Dec 24 11:35:34.380381 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 11:35:34.380381 dv-neutron-822691-2-hyperv neutron-server[88767]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 11:35:34.380381 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 24 11:35:34.380381 dv-neutron-822691-2-hyperv neutron-server[88767]:     segment_id)['aggregates'][0]
Dec 24 11:35:34.380381 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 24 11:35:34.380381 dv-neutron-822691-2-hyperv neutron-server[88767]:     return f(self, *a, **k)
Dec 24 11:35:34.380381 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 11:35:34.380381 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self._get(url).json()
Dec 24 11:35:34.380381 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 24 11:35:34.380381 dv-neutron-822691-2-hyperv neutron-server[88767]:     **kwargs)
Dec 24 11:35:34.380381 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 24 11:35:34.380381 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self.request(url, 'GET', **kwargs)
Dec 24 11:35:34.380381 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 24 11:35:34.380381 dv-neutron-822691-2-hyperv neutron-server[88767]:     **endpoint_filter)
Dec 24 11:35:34.380381 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 24 11:35:34.380381 dv-neutron-822691-2-hyperv neutron-server[88767]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 11:35:34.380381 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 24 11:35:34.380381 dv-neutron-822691-2-hyperv neutron-server[88767]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 11:35:34.380381 dv-neutron-822691-2-hyperv neutron-server[88767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 11:35:34.466939 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ffa96a1f-6979-4da8-9282-a80223bcbda2 tempest-RoutersNegativeTest-1388346399 tempest-RoutersNegativeTest-1388346399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7126154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659196'] for network, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:34.470751 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-78a71cf9-65e0-478a-ae9e-37ce2ef4e1d2 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:35:34.486562 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ffa96a1f-6979-4da8-9282-a80223bcbda2 tempest-RoutersNegativeTest-1388346399 tempest-RoutersNegativeTest-1388346399-project] Notify callbacks [] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:34.498580 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa96a1f-6979-4da8-9282-a80223bcbda2 tempest-RoutersNegativeTest-1388346399 tempest-RoutersNegativeTest-1388346399-project] Pushing event deleted for resources: {'Network': ['ID=886385e4-a265-4b85-a8cd-8ca07d4ded50,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:35:34.501629 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-ffa96a1f-6979-4da8-9282-a80223bcbda2 tempest-RoutersNegativeTest-1388346399 tempest-RoutersNegativeTest-1388346399-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:35:34.503825 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-ffa96a1f-6979-4da8-9282-a80223bcbda2 tempest-RoutersNegativeTest-1388346399 tempest-RoutersNegativeTest-1388346399-project] 10.222.0.65 "DELETE /v2.0/networks/886385e4-a265-4b85-a8cd-8ca07d4ded50 HTTP/1.1" status: 204  len: 168 time: 1.0154383
Dec 24 11:35:34.506520 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 48602) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:35:34.551967 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-1a7f1480-b3c6-4206-8d9c-ef22418737f3 tempest-RoutersNegativeTest-1388346399 tempest-RoutersNegativeTest-1388346399-project] Synchronizing usage tracker for tenant:3119999d7a23404cbedd171b46d5172c on resource:port {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:35:34.568708 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-1a7f1480-b3c6-4206-8d9c-ef22418737f3 tempest-RoutersNegativeTest-1388346399 tempest-RoutersNegativeTest-1388346399-project] Unset dirty status for tenant:3119999d7a23404cbedd171b46d5172c on resource:port {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:35:34.570048 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-1a7f1480-b3c6-4206-8d9c-ef22418737f3 tempest-RoutersNegativeTest-1388346399 tempest-RoutersNegativeTest-1388346399-project] 10.222.0.65 "GET /v2.0/ports?device_id=715e538e-ca7f-4573-8313-7d25387c85c6 HTTP/1.1" status: 200  len: 205 time: 0.0624986
Dec 24 11:35:34.572971 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 48606) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:35:34.719698 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c6c122fd-2b73-4dfe-86f1-a62ebdf27503 tempest-RoutersNegativeTest-1388346399 tempest-RoutersNegativeTest-1388346399-project] Notify callbacks [] for router, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:35.122904 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c6c122fd-2b73-4dfe-86f1-a62ebdf27503 tempest-RoutersNegativeTest-1388346399 tempest-RoutersNegativeTest-1388346399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854158724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-84560'] for router, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:35.127950 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c6c122fd-2b73-4dfe-86f1-a62ebdf27503 tempest-RoutersNegativeTest-1388346399 tempest-RoutersNegativeTest-1388346399-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:35.154665 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c6c122fd-2b73-4dfe-86f1-a62ebdf27503 tempest-RoutersNegativeTest-1388346399 tempest-RoutersNegativeTest-1388346399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854158830'] for router, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:35.155404 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6c122fd-2b73-4dfe-86f1-a62ebdf27503 tempest-RoutersNegativeTest-1388346399 tempest-RoutersNegativeTest-1388346399-project] Fanout notify agent at l3_agent the message router_deleted on router 715e538e-ca7f-4573-8313-7d25387c85c6 {{(pid=88878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 24 11:35:35.167441 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c6c122fd-2b73-4dfe-86f1-a62ebdf27503 tempest-RoutersNegativeTest-1388346399 tempest-RoutersNegativeTest-1388346399-project] Notify callbacks [] for router, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:35.168666 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-c6c122fd-2b73-4dfe-86f1-a62ebdf27503 tempest-RoutersNegativeTest-1388346399 tempest-RoutersNegativeTest-1388346399-project] 10.222.0.65 "DELETE /v2.0/routers/715e538e-ca7f-4573-8313-7d25387c85c6 HTTP/1.1" status: 204  len: 168 time: 0.5948644
Dec 24 11:35:35.516155 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 48614) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:35:35.704847 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-deed4fad-588f-4145-83a9-c6d5ce21101f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3119999d7a23404cbedd171b46d5172c&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1873176
Dec 24 11:35:35.708043 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 48620) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:35:35.772441 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9d1fb53f-9ea3-42fd-9bf2-6fd45810d05b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:35.799343 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9d1fb53f-9ea3-42fd-9bf2-6fd45810d05b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:35.852829 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9d1fb53f-9ea3-42fd-9bf2-6fd45810d05b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:35.857102 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-57320bf8-097c-4bef-9ad9-2697b9e2374e tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:35:35.871853 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1fb53f-9ea3-42fd-9bf2-6fd45810d05b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3b74e7e-300c-4fb3-9c30-95e54f3391cd,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:35:35.874722 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-9d1fb53f-9ea3-42fd-9bf2-6fd45810d05b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:35:35.880965 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9d1fb53f-9ea3-42fd-9bf2-6fd45810d05b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:35.882243 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-9d1fb53f-9ea3-42fd-9bf2-6fd45810d05b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c3b74e7e-300c-4fb3-9c30-95e54f3391cd HTTP/1.1" status: 204  len: 168 time: 0.1731234
Dec 24 11:35:36.497431 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-117a7dfe-c3c8-4756-a9dc-648640eccf6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:36.748403 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 48642) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:35:36.979539 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-d3269c77-5fa1-40ae-89c3-e02a9a3f307a admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-2028488890-network', 'tenant_id': 'e4b971b53a7942c6bf087b8064d810fd'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:35:36.988161 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-d3269c77-5fa1-40ae-89c3-e02a9a3f307a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:35:36.994744 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-d3269c77-5fa1-40ae-89c3-e02a9a3f307a admin admin] Usage tracker for resource:network and tenant:e4b971b53a7942c6bf087b8064d810fd is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:35:36.997904 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-d3269c77-5fa1-40ae-89c3-e02a9a3f307a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:35:37.005684 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-d3269c77-5fa1-40ae-89c3-e02a9a3f307a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:35:37.017886 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3269c77-5fa1-40ae-89c3-e02a9a3f307a admin admin] Made reservation on behalf of e4b971b53a7942c6bf087b8064d810fd for: {'network': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:35:37.024869 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d3269c77-5fa1-40ae-89c3-e02a9a3f307a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for network, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:37.038575 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d3269c77-5fa1-40ae-89c3-e02a9a3f307a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:37.072945 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-d3269c77-5fa1-40ae-89c3-e02a9a3f307a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:35:37.077333 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-d3269c77-5fa1-40ae-89c3-e02a9a3f307a admin admin] Usage tracker for resource:security_group_rule and tenant:e4b971b53a7942c6bf087b8064d810fd is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:35:37.080485 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-d3269c77-5fa1-40ae-89c3-e02a9a3f307a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:35:37.086928 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-d3269c77-5fa1-40ae-89c3-e02a9a3f307a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:35:37.158322 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d3269c77-5fa1-40ae-89c3-e02a9a3f307a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:37.162245 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d3269c77-5fa1-40ae-89c3-e02a9a3f307a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:37.165391 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-cd9cda8f-76d9-4746-95d6-5a188938027b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:35:37.194771 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3269c77-5fa1-40ae-89c3-e02a9a3f307a admin admin] vlan segment allocate from pool success with {'vlan_id': 633, 'physical_network': 'physnet1'}  {{(pid=88878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 24 11:35:37.203863 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3269c77-5fa1-40ae-89c3-e02a9a3f307a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=010fca94-2502-43e0-b77f-2af4cbe6aca2,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:35:37.207676 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-d3269c77-5fa1-40ae-89c3-e02a9a3f307a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:35:37.210178 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d3269c77-5fa1-40ae-89c3-e02a9a3f307a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:37.210570 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.segments_db [None req-d3269c77-5fa1-40ae-89c3-e02a9a3f307a admin admin] Added segment 6afd4356-415b-449d-935b-90a66c90fc81 of type vlan for network 23df110f-73c2-4f3a-af98-e87690b330f3
Dec 24 11:35:37.237446 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d3269c77-5fa1-40ae-89c3-e02a9a3f307a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363287349540024'] for network, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:37.268474 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d3269c77-5fa1-40ae-89c3-e02a9a3f307a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636'] for network, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:37.269411 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3269c77-5fa1-40ae-89c3-e02a9a3f307a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:35:37.270103 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d3269c77-5fa1-40ae-89c3-e02a9a3f307a admin admin] Notify callbacks [] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:37.273629 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-cbd82f94-e36f-4b5b-ac6c-d05e558c39bf tempest-RoutersIpV6Test-2058171041 tempest-RoutersIpV6Test-2058171041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:35:37.382882 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-d3269c77-5fa1-40ae-89c3-e02a9a3f307a admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 0.6332850
Dec 24 11:35:37.383685 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3269c77-5fa1-40ae-89c3-e02a9a3f307a admin admin] Pushing event updated for resources: {'Network': ['ID=23df110f-73c2-4f3a-af98-e87690b330f3,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:35:37.386057 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 48648) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:35:37.388696 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-d3269c77-5fa1-40ae-89c3-e02a9a3f307a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:35:37.392655 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-297ca4f6-af0d-4d85-8da7-b1b35186e683 admin admin] Request body: {'subnet': {'network_id': '23df110f-73c2-4f3a-af98-e87690b330f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-2028488890-subnet', 'tenant_id': 'e4b971b53a7942c6bf087b8064d810fd', 'ip_version': 4}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:35:37.395337 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Network 23df110f-73c2-4f3a-af98-e87690b330f3 details requested by agent ovs-agent-dv-neutron-822691-2-hyperv with host dv-neutron-822691-2-hyperv {{(pid=88880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 24 11:35:37.398112 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-297ca4f6-af0d-4d85-8da7-b1b35186e683 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:35:37.402359 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-297ca4f6-af0d-4d85-8da7-b1b35186e683 admin admin] Usage tracker for resource:subnet and tenant:e4b971b53a7942c6bf087b8064d810fd is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:35:37.405433 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-297ca4f6-af0d-4d85-8da7-b1b35186e683 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:35:37.411696 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-297ca4f6-af0d-4d85-8da7-b1b35186e683 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:35:37.423048 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-297ca4f6-af0d-4d85-8da7-b1b35186e683 admin admin] Made reservation on behalf of e4b971b53a7942c6bf087b8064d810fd for: {'subnet': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:35:37.427871 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-297ca4f6-af0d-4d85-8da7-b1b35186e683 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2246100'] for subnet, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:37.643331 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-297ca4f6-af0d-4d85-8da7-b1b35186e683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850796890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2246085'] for subnet, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:37.646977 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-281a8e02-c0f0-4611-b79d-67ce0abc5ceb tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:35:37.949952 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297ca4f6-af0d-4d85-8da7-b1b35186e683 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a307f42b-f3c5-45a4-99e8-84bbae1b29e2,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:35:37.959693 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-297ca4f6-af0d-4d85-8da7-b1b35186e683 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:35:37.976226 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297ca4f6-af0d-4d85-8da7-b1b35186e683 admin admin] Checking segment: {'id': '6afd4356-415b-449d-935b-90a66c90fc81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '23df110f-73c2-4f3a-af98-e87690b330f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:35:37.976617 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-297ca4f6-af0d-4d85-8da7-b1b35186e683 admin admin] Network hostable DHCP agents. Network: 23df110f-73c2-4f3a-af98-e87690b330f3, hostable agents: ['edcf98dc-3032-472a-8b3d-f23fd1e89806'], hosted agents: [] {{(pid=88878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 24 11:35:38.000602 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-297ca4f6-af0d-4d85-8da7-b1b35186e683 admin admin] Network 23df110f-73c2-4f3a-af98-e87690b330f3 is scheduled to be hosted by DHCP agent edcf98dc-3032-472a-8b3d-f23fd1e89806 with binding_index 1 {{(pid=88878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 24 11:35:38.013474 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-297ca4f6-af0d-4d85-8da7-b1b35186e683 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822691-2-hyperv, 23df110f-73c2-4f3a-af98-e87690b330f3) {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:35:38.017793 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-297ca4f6-af0d-4d85-8da7-b1b35186e683 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:35:38.018472 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-297ca4f6-af0d-4d85-8da7-b1b35186e683 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:38.023724 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44d1b2d6-0cfb-463a-a287-9d39042b4db4 None None] Network 23df110f-73c2-4f3a-af98-e87690b330f3 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:35:38.043337 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-297ca4f6-af0d-4d85-8da7-b1b35186e683 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 0.6561959
Dec 24 11:35:38.044004 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 48652) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:35:38.049941 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-bb3966ca-6cf0-4e08-a7c3-ad1d652141dc admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-2028488890-router', 'tenant_id': 'e4b971b53a7942c6bf087b8064d810fd', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a'}}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:35:38.056287 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-bb3966ca-6cf0-4e08-a7c3-ad1d652141dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:35:38.060908 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-bb3966ca-6cf0-4e08-a7c3-ad1d652141dc admin admin] Usage tracker for resource:router and tenant:e4b971b53a7942c6bf087b8064d810fd is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:35:38.064049 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-bb3966ca-6cf0-4e08-a7c3-ad1d652141dc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:35:38.071650 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-bb3966ca-6cf0-4e08-a7c3-ad1d652141dc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:35:38.074104 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:38.081549 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bb3966ca-6cf0-4e08-a7c3-ad1d652141dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-612016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-84579'] for router, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:38.082632 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bb3966ca-6cf0-4e08-a7c3-ad1d652141dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854163950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659046', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854079771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854691221'] for router, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:38.103251 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bb3966ca-6cf0-4e08-a7c3-ad1d652141dc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:38.265243 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bb3966ca-6cf0-4e08-a7c3-ad1d652141dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-659031', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854691240'] for router, precommit_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:38.434789 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21d8f351-1a99-432e-89f9-972e5fffb1b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73968e80-91fd-539e-a7c6-b31af6d9e680-23df110f-73c2-4f3a-af98-e87690b330f3', 'network_id': '23df110f-73c2-4f3a-af98-e87690b330f3', 'tenant_id': 'e4b971b53a7942c6bf087b8064d810fd', 'fixed_ips': [{'subnet_id': 'a307f42b-f3c5-45a4-99e8-84bbae1b29e2'}]}} from dv-neutron-822691-2-hyperv. {{(pid=88880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 24 11:35:38.435716 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-21d8f351-1a99-432e-89f9-972e5fffb1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:38.473190 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bb3966ca-6cf0-4e08-a7c3-ad1d652141dc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:38.506373 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bb3966ca-6cf0-4e08-a7c3-ad1d652141dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:38.603762 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-21d8f351-1a99-432e-89f9-972e5fffb1b6 None None] Allocated IP 172.20.0.2 (23df110f-73c2-4f3a-af98-e87690b330f3/a307f42b-f3c5-45a4-99e8-84bbae1b29e2/6e7e71f1-54ef-421d-813f-fb9d33933bc7) {{(pid=88880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:35:38.649192 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-bb3966ca-6cf0-4e08-a7c3-ad1d652141dc admin admin] Allocated IP 172.26.3.107 (f8c337ba-681f-4fcb-a333-e3c49365b30a/8ea1398c-0bec-46d6-8d54-85798de2a7ca/207b0396-bdc5-496a-9563-f5528060e0ee) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:35:38.802701 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bb3966ca-6cf0-4e08-a7c3-ad1d652141dc admin admin] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:38.821296 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-21d8f351-1a99-432e-89f9-972e5fffb1b6 None None] Notify callbacks [] for port, precommit_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:38.829681 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bb3966ca-6cf0-4e08-a7c3-ad1d652141dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:38.832523 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-21d8f351-1a99-432e-89f9-972e5fffb1b6 None None] Transition to ACTIVE for port object 6e7e71f1-54ef-421d-813f-fb9d33933bc7 will not be triggered until provisioned by entity L2. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:35:38.834187 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-eacb9f60-bf19-4b9d-b693-d905f022c77e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:35:38.852151 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-21d8f351-1a99-432e-89f9-972e5fffb1b6 None None] Transition to ACTIVE for port object 6e7e71f1-54ef-421d-813f-fb9d33933bc7 will not be triggered until provisioned by entity DHCP. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:35:38.857280 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-21d8f351-1a99-432e-89f9-972e5fffb1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408'] for port, after_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:38.862191 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:35:38.905541 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb3966ca-6cf0-4e08-a7c3-ad1d652141dc admin admin] Network f8c337ba-681f-4fcb-a333-e3c49365b30a is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:35:38.909291 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-bb3966ca-6cf0-4e08-a7c3-ad1d652141dc admin admin] Resources bound (agent type, host, resource id):  {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:35:38.911781 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3966ca-6cf0-4e08-a7c3-ad1d652141dc admin admin] Pushing event updated for resources: {'Port': ['ID=207b0396-bdc5-496a-9563-f5528060e0ee,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:35:38.916477 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-bb3966ca-6cf0-4e08-a7c3-ad1d652141dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:35:38.916477 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb3966ca-6cf0-4e08-a7c3-ad1d652141dc admin admin] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:35:38.930830 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21d8f351-1a99-432e-89f9-972e5fffb1b6 None None] Network 23df110f-73c2-4f3a-af98-e87690b330f3 is already hosted by enough agents. {{(pid=88880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:35:38.934651 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-21d8f351-1a99-432e-89f9-972e5fffb1b6 None None] Resources bound (agent type, host, resource id):  {{(pid=88880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:35:38.937227 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d8f351-1a99-432e-89f9-972e5fffb1b6 None None] Pushing event updated for resources: {'Port': ['ID=6e7e71f1-54ef-421d-813f-fb9d33933bc7,revision_number=1']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:35:38.940330 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d8f351-1a99-432e-89f9-972e5fffb1b6 None None] Received port after_create {{(pid=88880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:35:38.942663 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-21d8f351-1a99-432e-89f9-972e5fffb1b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:35:39.026261 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d512e30f-1128-46a7-a241-81cf20a8e344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:39.048991 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-21d8f351-1a99-432e-89f9-972e5fffb1b6 None None] Attempting to bind port 6e7e71f1-54ef-421d-813f-fb9d33933bc7 on host dv-neutron-822691-2-hyperv for vnic_type normal with profile  {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:35:39.049410 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-21d8f351-1a99-432e-89f9-972e5fffb1b6 None None] Attempting to bind port 6e7e71f1-54ef-421d-813f-fb9d33933bc7 by drivers openvswitch,hyperv on host dv-neutron-822691-2-hyperv at level 0 using segments [{'id': '6afd4356-415b-449d-935b-90a66c90fc81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '23df110f-73c2-4f3a-af98-e87690b330f3'}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:35:39.049843 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d8f351-1a99-432e-89f9-972e5fffb1b6 None None] Attempting to bind port 6e7e71f1-54ef-421d-813f-fb9d33933bc7 on network 23df110f-73c2-4f3a-af98-e87690b330f3 {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:35:39.057168 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d8f351-1a99-432e-89f9-972e5fffb1b6 None None] Checking agent: {'id': 'db1275c1-6001-47af-93c2-635c68404703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822691-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 52, 8), 'started_at': datetime.datetime(2021, 12, 24, 10, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 35, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822691-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:35:39.057594 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d8f351-1a99-432e-89f9-972e5fffb1b6 None None] Checking segment: {'id': '6afd4356-415b-449d-935b-90a66c90fc81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '23df110f-73c2-4f3a-af98-e87690b330f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:35:39.058092 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-21d8f351-1a99-432e-89f9-972e5fffb1b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:39.058533 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d8f351-1a99-432e-89f9-972e5fffb1b6 None None] Bound using segment: {'id': '6afd4356-415b-449d-935b-90a66c90fc81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '23df110f-73c2-4f3a-af98-e87690b330f3'} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:35:39.059045 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-21d8f351-1a99-432e-89f9-972e5fffb1b6 None None] Bound port: 6e7e71f1-54ef-421d-813f-fb9d33933bc7, host: dv-neutron-822691-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6afd4356-415b-449d-935b-90a66c90fc81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '23df110f-73c2-4f3a-af98-e87690b330f3'}}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:35:39.059474 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-21d8f351-1a99-432e-89f9-972e5fffb1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:39.080168 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bb3966ca-6cf0-4e08-a7c3-ad1d652141dc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:39.080883 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bb3966ca-6cf0-4e08-a7c3-ad1d652141dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854163800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854116816'] for router, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:39.154990 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-21d8f351-1a99-432e-89f9-972e5fffb1b6 None None] For port 6e7e71f1-54ef-421d-813f-fb9d33933bc7, host dv-neutron-822691-2-hyperv, cleared binding levels {{(pid=88880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:35:39.158217 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-21d8f351-1a99-432e-89f9-972e5fffb1b6 None None] For port 6e7e71f1-54ef-421d-813f-fb9d33933bc7, host dv-neutron-822691-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=6e7e71f1-54ef-421d-813f-fb9d33933bc7,segment=NetworkSegment(6afd4356-415b-449d-935b-90a66c90fc81),segment_id=6afd4356-415b-449d-935b-90a66c90fc81)] {{(pid=88880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:35:39.161846 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-21d8f351-1a99-432e-89f9-972e5fffb1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:39.166282 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-fdf63714-d8b5-4dcd-bb9b-b59f81f95018 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:35:39.252328 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d8f351-1a99-432e-89f9-972e5fffb1b6 None None] Pushing event updated for resources: {'Port': ['ID=6e7e71f1-54ef-421d-813f-fb9d33933bc7,revision_number=2']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:35:39.255483 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-21d8f351-1a99-432e-89f9-972e5fffb1b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:35:39.327714 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb3966ca-6cf0-4e08-a7c3-ad1d652141dc admin admin] Router 66c71302-7843-4be4-a437-63d47b9cc3e0 is scheduled to L3 agent 198cca88-1338-4098-b44b-beb0346ac906 with binding_index 1 {{(pid=88879) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 24 11:35:39.496664 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bdfdbc84-c52d-4f40-b281-af314dc1f8fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:39.558836 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb3966ca-6cf0-4e08-a7c3-ad1d652141dc admin admin] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:35:39.574245 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06af2a5-8254-461a-8f27-4d596218e60a None None] Sync routers for ids ['66c71302-7843-4be4-a437-63d47b9cc3e0'] in dv-neutron-822691-2-hyperv {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:35:39.590414 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bb3966ca-6cf0-4e08-a7c3-ad1d652141dc admin admin] Notify callbacks [] for router, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:39.592182 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-bb3966ca-6cf0-4e08-a7c3-ad1d652141dc admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201  len: 929 time: 1.5470829
Dec 24 11:35:39.595313 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 48656) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:35:39.598921 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e06af2a5-8254-461a-8f27-4d596218e60a None None] Routers {'66c71302-7843-4be4-a437-63d47b9cc3e0'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:35:39.599834 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-e06af2a5-8254-461a-8f27-4d596218e60a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271a116d8>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:35:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['66c71302-7843-4be4-a437-63d47b9cc3e0'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:35:39.795322 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-e06af2a5-8254-461a-8f27-4d596218e60a None None] Set router 66c71302-7843-4be4-a437-63d47b9cc3e0 gateway port host: dv-neutron-822691-2-hyperv {{(pid=88881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:35:40.096180 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-e06af2a5-8254-461a-8f27-4d596218e60a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271a116d8>, [{'id': '66c71302-7843-4be4-a437-63d47b9cc3e0', 'name': 'tempest-TestEncryptedCinderVolumes-2028488890-router', 'tenant_id': 'e4b971b53a7942c6bf087b8064d810fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.107'}], 'enable_snat': True}, 'gw_port_id': '207b0396-bdc5-496a-9563-f5528060e0ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:35:38Z', 'updated_at': '2021-12-24T11:35:39Z', 'revision_number': 3, 'project_id': 'e4b971b53a7942c6bf087b8064d810fd', 'gw_port': {'id': '207b0396-bdc5-496a-9563-f5528060e0ee', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:83:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66c71302-7843-4be4-a437-63d47b9cc3e0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:35:38Z', 'updated_at': '2021-12-24T11:35:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv'}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:35:40.100634 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06af2a5-8254-461a-8f27-4d596218e60a None None] Checking router: 66c71302-7843-4be4-a437-63d47b9cc3e0 for host: dv-neutron-822691-2-hyperv {{(pid=88881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 24 11:35:40.101116 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06af2a5-8254-461a-8f27-4d596218e60a None None] Updating router 66c71302-7843-4be4-a437-63d47b9cc3e0 port 207b0396-bdc5-496a-9563-f5528060e0ee binding host dv-neutron-822691-2-hyperv {{(pid=88881) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 24 11:35:40.135835 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 6e7e71f1-54ef-421d-813f-fb9d33933bc7 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:35:40.157358 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e06af2a5-8254-461a-8f27-4d596218e60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:40.213012 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning for port 6e7e71f1-54ef-421d-813f-fb9d33933bc7 completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:35:40.403620 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-32deecaa-9f20-4aec-882b-74ba14e2922d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:40.500211 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e06af2a5-8254-461a-8f27-4d596218e60a None None] Notify callbacks [] for port, precommit_update {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:40.513209 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-e06af2a5-8254-461a-8f27-4d596218e60a None None] Transition to ACTIVE for port object 207b0396-bdc5-496a-9563-f5528060e0ee will not be triggered until provisioned by entity L2. {{(pid=88881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:35:40.520413 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e06af2a5-8254-461a-8f27-4d596218e60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:40.525336 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-6e2ad25a-fd14-47bf-aaac-8bf9531a9909 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:35:40.620233 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f483b6c8-46fb-443d-bd2a-783fa2620d69 None None] Pushing event updated for resources: {'Port': ['ID=207b0396-bdc5-496a-9563-f5528060e0ee,revision_number=2']} {{(pid=88881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:35:40.623733 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-e06af2a5-8254-461a-8f27-4d596218e60a None None] Attempting to bind port 207b0396-bdc5-496a-9563-f5528060e0ee on host dv-neutron-822691-2-hyperv for vnic_type normal with profile  {{(pid=88881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:35:40.624201 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-e06af2a5-8254-461a-8f27-4d596218e60a None None] Attempting to bind port 207b0396-bdc5-496a-9563-f5528060e0ee by drivers openvswitch,hyperv on host dv-neutron-822691-2-hyperv at level 0 using segments [{'id': 'd4e3295f-9ff8-4cad-8a20-3f1c937efc8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a'}] {{(pid=88881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:35:40.624607 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06af2a5-8254-461a-8f27-4d596218e60a None None] Attempting to bind port 207b0396-bdc5-496a-9563-f5528060e0ee on network f8c337ba-681f-4fcb-a333-e3c49365b30a {{(pid=88881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:35:40.637194 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f483b6c8-46fb-443d-bd2a-783fa2620d69 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:35:40.637577 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f483b6c8-46fb-443d-bd2a-783fa2620d69 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:35:40.637983 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f483b6c8-46fb-443d-bd2a-783fa2620d69 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:35:40.638350 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f483b6c8-46fb-443d-bd2a-783fa2620d69 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:35:40.638857 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f483b6c8-46fb-443d-bd2a-783fa2620d69 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:35:40.639230 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f483b6c8-46fb-443d-bd2a-783fa2620d69 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:35:40.639591 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f483b6c8-46fb-443d-bd2a-783fa2620d69 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:35:40.639961 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f483b6c8-46fb-443d-bd2a-783fa2620d69 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:35:40.640320 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f483b6c8-46fb-443d-bd2a-783fa2620d69 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:35:40.640677 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f483b6c8-46fb-443d-bd2a-783fa2620d69 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:35:40.641276 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f483b6c8-46fb-443d-bd2a-783fa2620d69 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:35:40.642385 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-32deecaa-9f20-4aec-882b-74ba14e2922d admin admin] Allocated IP 172.20.0.1 (23df110f-73c2-4f3a-af98-e87690b330f3/a307f42b-f3c5-45a4-99e8-84bbae1b29e2/01a4a811-e39c-4190-aa97-5fa681780512) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:35:40.644702 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06af2a5-8254-461a-8f27-4d596218e60a None None] Checking agent: {'id': 'db1275c1-6001-47af-93c2-635c68404703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822691-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 52, 8), 'started_at': datetime.datetime(2021, 12, 24, 10, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 35, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822691-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:35:40.645113 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06af2a5-8254-461a-8f27-4d596218e60a None None] Checking segment: {'id': 'd4e3295f-9ff8-4cad-8a20-3f1c937efc8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:35:40.645569 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e06af2a5-8254-461a-8f27-4d596218e60a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:40.646038 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06af2a5-8254-461a-8f27-4d596218e60a None None] Bound using segment: {'id': 'd4e3295f-9ff8-4cad-8a20-3f1c937efc8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a'} {{(pid=88881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:35:40.646566 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-e06af2a5-8254-461a-8f27-4d596218e60a None None] Bound port: 207b0396-bdc5-496a-9563-f5528060e0ee, host: dv-neutron-822691-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4e3295f-9ff8-4cad-8a20-3f1c937efc8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a'}}] {{(pid=88881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:35:40.646982 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e06af2a5-8254-461a-8f27-4d596218e60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:40.675359 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f483b6c8-46fb-443d-bd2a-783fa2620d69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=88881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:35:40.724417 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-e06af2a5-8254-461a-8f27-4d596218e60a None None] For port 207b0396-bdc5-496a-9563-f5528060e0ee, host dv-neutron-822691-2-hyperv, cleared binding levels {{(pid=88881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:35:40.727952 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-e06af2a5-8254-461a-8f27-4d596218e60a None None] For port 207b0396-bdc5-496a-9563-f5528060e0ee, host dv-neutron-822691-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=207b0396-bdc5-496a-9563-f5528060e0ee,segment=NetworkSegment(d4e3295f-9ff8-4cad-8a20-3f1c937efc8c),segment_id=d4e3295f-9ff8-4cad-8a20-3f1c937efc8c)] {{(pid=88881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:35:40.734107 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e06af2a5-8254-461a-8f27-4d596218e60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:40.738209 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-e54d1975-8dbc-4795-a56f-43e9ba8947f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:35:40.763176 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-39ff93cf-c0b7-48c5-95f3-6f7e9977387d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:40.815218 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-32deecaa-9f20-4aec-882b-74ba14e2922d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:40.835362 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-32deecaa-9f20-4aec-882b-74ba14e2922d admin admin] Transition to ACTIVE for port object 01a4a811-e39c-4190-aa97-5fa681780512 will not be triggered until provisioned by entity DHCP. {{(pid=88878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:35:40.857342 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-32deecaa-9f20-4aec-882b-74ba14e2922d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:40.869680 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-63378a9b-ab2e-458e-90ff-b15b9ac311ff tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:35:40.922411 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32deecaa-9f20-4aec-882b-74ba14e2922d admin admin] Network 23df110f-73c2-4f3a-af98-e87690b330f3 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:35:40.925702 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-32deecaa-9f20-4aec-882b-74ba14e2922d admin admin] Resources bound (agent type, host, resource id):  {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:35:40.929877 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32deecaa-9f20-4aec-882b-74ba14e2922d admin admin] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:35:40.976861 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f483b6c8-46fb-443d-bd2a-783fa2620d69 None None] Pushing event updated for resources: {'Port': ['ID=207b0396-bdc5-496a-9563-f5528060e0ee,revision_number=3']} {{(pid=88881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:35:40.981580 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f483b6c8-46fb-443d-bd2a-783fa2620d69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=88881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:35:40.983075 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e06af2a5-8254-461a-8f27-4d596218e60a None None] Routers {'66c71302-7843-4be4-a437-63d47b9cc3e0'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:35:40.983685 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-e06af2a5-8254-461a-8f27-4d596218e60a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271a116d8>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:35:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['66c71302-7843-4be4-a437-63d47b9cc3e0'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:35:40.998469 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cd7ec9c-cf39-4515-86ab-77fc0b03ea88 None None] Network 23df110f-73c2-4f3a-af98-e87690b330f3 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:35:41.002805 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32deecaa-9f20-4aec-882b-74ba14e2922d admin admin] Pushing event updated for resources: {'Port': ['ID=01a4a811-e39c-4190-aa97-5fa681780512,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:35:41.007839 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-32deecaa-9f20-4aec-882b-74ba14e2922d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:35:41.013291 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-32deecaa-9f20-4aec-882b-74ba14e2922d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-720245'] for router_interface, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:41.094581 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-32deecaa-9f20-4aec-882b-74ba14e2922d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:41.141160 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-940e31e5-9dd0-40e8-9c1c-94b00272caed None None] Provisioning for port 6e7e71f1-54ef-421d-813f-fb9d33933bc7 completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:35:41.149319 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-940e31e5-9dd0-40e8-9c1c-94b00272caed None None] Provisioning complete for port 6e7e71f1-54ef-421d-813f-fb9d33933bc7 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:35:41.149726 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-940e31e5-9dd0-40e8-9c1c-94b00272caed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:41.172193 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-e06af2a5-8254-461a-8f27-4d596218e60a None None] Set router 66c71302-7843-4be4-a437-63d47b9cc3e0 gateway port host: dv-neutron-822691-2-hyperv {{(pid=88881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:35:41.335139 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-32deecaa-9f20-4aec-882b-74ba14e2922d admin admin] Notify callbacks [] for port, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:41.339788 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-32deecaa-9f20-4aec-882b-74ba14e2922d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3978773'] for port, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:41.362882 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-940e31e5-9dd0-40e8-9c1c-94b00272caed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:41.369621 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c79d19e8-4d23-4ea7-9825-4b1aecbca813 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:35:41.411180 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-940e31e5-9dd0-40e8-9c1c-94b00272caed None None] For port 6e7e71f1-54ef-421d-813f-fb9d33933bc7, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=6e7e71f1-54ef-421d-813f-fb9d33933bc7,segment=NetworkSegment(6afd4356-415b-449d-935b-90a66c90fc81),segment_id=6afd4356-415b-449d-935b-90a66c90fc81)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:35:41.415659 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-940e31e5-9dd0-40e8-9c1c-94b00272caed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:41.417581 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:35:41.428723 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.agents_db [None req-e51243ab-6a93-425b-980f-a73583147efa None None] Agent healthcheck: found 6 active agents {{(pid=88881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 24 11:35:41.458284 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32deecaa-9f20-4aec-882b-74ba14e2922d admin admin] Pushing event updated for resources: {'Port': ['ID=01a4a811-e39c-4190-aa97-5fa681780512,revision_number=2']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:35:41.461051 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-32deecaa-9f20-4aec-882b-74ba14e2922d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1977653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854055662'] for router_interface, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:41.465898 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-32deecaa-9f20-4aec-882b-74ba14e2922d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:35:41.497234 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940e31e5-9dd0-40e8-9c1c-94b00272caed None None] Pushing event updated for resources: {'Port': ['ID=6e7e71f1-54ef-421d-813f-fb9d33933bc7,revision_number=3']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:35:41.500804 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-940e31e5-9dd0-40e8-9c1c-94b00272caed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:35:41.556199 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-e06af2a5-8254-461a-8f27-4d596218e60a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271a116d8>, [{'id': '66c71302-7843-4be4-a437-63d47b9cc3e0', 'name': 'tempest-TestEncryptedCinderVolumes-2028488890-router', 'tenant_id': 'e4b971b53a7942c6bf087b8064d810fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.107'}], 'enable_snat': True}, 'gw_port_id': '207b0396-bdc5-496a-9563-f5528060e0ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:35:38Z', 'updated_at': '2021-12-24T11:35:41Z', 'revision_number': 4, 'project_id': 'e4b971b53a7942c6bf087b8064d810fd', 'gw_port': {'id': '207b0396-bdc5-496a-9563-f5528060e0ee', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:83:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66c71302-7843-4be4-a437-63d47b9cc3e0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:35:38Z', 'updated_at': '2021-12-24T11:35:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_interfaces': [{'id': '01a4a811-e39c-4190-aa97-5fa681780512', 'name': '', 'network_id': '23df110f-73c2-4f3a-af98-e87690b330f3', 'tenant_id': 'e4b971b53a7942c6bf087b8064d810fd', 'mac_address': 'fa:16:3e:a9:66:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66c71302-7843-4be4-a437-63d47b9cc3e0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a307f42b-f3c5-45a4-99e8-84bbae1b29e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:35:40Z', 'updated_at': '2021-12-24T11:35:40Z', 'revision_number': 1, 'project_id': 'e4b971b53a7942c6bf087b8064d810fd', 'subnets': [{'id': 'a307f42b-f3c5-45a4-99e8-84bbae1b29e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:35:41.561728 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06af2a5-8254-461a-8f27-4d596218e60a None None] The sync data for ids ['66c71302-7843-4be4-a437-63d47b9cc3e0'] in dv-neutron-822691-2-hyperv is: [{'id': '66c71302-7843-4be4-a437-63d47b9cc3e0', 'name': 'tempest-TestEncryptedCinderVolumes-2028488890-router', 'tenant_id': 'e4b971b53a7942c6bf087b8064d810fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.107'}], 'enable_snat': True}, 'gw_port_id': '207b0396-bdc5-496a-9563-f5528060e0ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:35:38Z', 'updated_at': '2021-12-24T11:35:41Z', 'revision_number': 4, 'project_id': 'e4b971b53a7942c6bf087b8064d810fd', 'gw_port': {'id': '207b0396-bdc5-496a-9563-f5528060e0ee', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:83:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66c71302-7843-4be4-a437-63d47b9cc3e0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:35:38Z', 'updated_at': '2021-12-24T11:35:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_interfaces': [{'id': '01a4a811-e39c-4190-aa97-5fa681780512', 'name': '', 'network_id': '23df110f-73c2-4f3a-af98-e87690b330f3', 'tenant_id': 'e4b971b53a7942c6bf087b8064d810fd', 'mac_address': 'fa:16:3e:a9:66:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66c71302-7843-4be4-a437-63d47b9cc3e0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a307f42b-f3c5-45a4-99e8-84bbae1b29e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:35:40Z', 'updated_at': '2021-12-24T11:35:40Z', 'revision_number': 1, 'project_id': 'e4b971b53a7942c6bf087b8064d810fd', 'subnets': [{'id': 'a307f42b-f3c5-45a4-99e8-84bbae1b29e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:35:41.624127 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32deecaa-9f20-4aec-882b-74ba14e2922d admin admin] Network 23df110f-73c2-4f3a-af98-e87690b330f3 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:35:41.625428 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-32deecaa-9f20-4aec-882b-74ba14e2922d admin admin] Resources bound (agent type, host, resource id):  {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:35:41.759819 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-6d0191f2-c48c-47b0-a076-0d23c274deae None None] Provisioning complete for port 6e7e71f1-54ef-421d-813f-fb9d33933bc7 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:35:41.760248 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6d0191f2-c48c-47b0-a076-0d23c274deae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:41.905739 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-6d0191f2-c48c-47b0-a076-0d23c274deae None None] Provisioning for port 01a4a811-e39c-4190-aa97-5fa681780512 completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:35:41.911276 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-6d0191f2-c48c-47b0-a076-0d23c274deae None None] Provisioning complete for port 01a4a811-e39c-4190-aa97-5fa681780512 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:35:41.911703 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6d0191f2-c48c-47b0-a076-0d23c274deae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:41.994742 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-6d0191f2-c48c-47b0-a076-0d23c274deae None None] Port 01a4a811-e39c-4190-aa97-5fa681780512 cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:35:42.073809 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32deecaa-9f20-4aec-882b-74ba14e2922d admin admin] Router 66c71302-7843-4be4-a437-63d47b9cc3e0 has already been hosted by L3 agent 198cca88-1338-4098-b44b-beb0346ac906 {{(pid=88878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 24 11:35:42.126646 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-df956415-5e61-4e1c-a22d-99ee8bf16419 None None] Provisioning complete for port 01a4a811-e39c-4190-aa97-5fa681780512 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:35:42.127732 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-df956415-5e61-4e1c-a22d-99ee8bf16419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:42.164374 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 6e7e71f1-54ef-421d-813f-fb9d33933bc7 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:35:42.245205 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-df956415-5e61-4e1c-a22d-99ee8bf16419 None None] Port 01a4a811-e39c-4190-aa97-5fa681780512 cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:35:42.267931 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port 6e7e71f1-54ef-421d-813f-fb9d33933bc7 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:35:42.268643 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:42.427303 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-018e31ba-6f74-43a8-960a-8628e3c12f24 None None] Provisioning complete for port 01a4a811-e39c-4190-aa97-5fa681780512 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:35:42.427709 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-018e31ba-6f74-43a8-960a-8628e3c12f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:42.492414 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-018e31ba-6f74-43a8-960a-8628e3c12f24 None None] Port 01a4a811-e39c-4190-aa97-5fa681780512 cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:35:42.575586 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32deecaa-9f20-4aec-882b-74ba14e2922d admin admin] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:35:42.585730 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-32deecaa-9f20-4aec-882b-74ba14e2922d admin admin] 10.222.0.65 "PUT /v2.0/routers/66c71302-7843-4be4-a437-63d47b9cc3e0/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9891555
Dec 24 11:35:43.513693 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 48678) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:35:43.519993 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-c008b484-ef5e-49e3-8c3b-4f52b3645d49 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-773373450-network', 'tenant_id': 'c9a45e54529c4c138c44e5a52188e40a'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:35:43.526205 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-c008b484-ef5e-49e3-8c3b-4f52b3645d49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:35:43.530500 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-c008b484-ef5e-49e3-8c3b-4f52b3645d49 admin admin] Usage tracker for resource:network and tenant:c9a45e54529c4c138c44e5a52188e40a is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:35:43.537939 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-c008b484-ef5e-49e3-8c3b-4f52b3645d49 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:35:43.544392 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-c008b484-ef5e-49e3-8c3b-4f52b3645d49 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:35:43.554446 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c008b484-ef5e-49e3-8c3b-4f52b3645d49 admin admin] Made reservation on behalf of c9a45e54529c4c138c44e5a52188e40a for: {'network': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:35:43.559284 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c008b484-ef5e-49e3-8c3b-4f52b3645d49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for network, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:43.573435 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c008b484-ef5e-49e3-8c3b-4f52b3645d49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:43.608384 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-c008b484-ef5e-49e3-8c3b-4f52b3645d49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:35:43.612645 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-c008b484-ef5e-49e3-8c3b-4f52b3645d49 admin admin] Usage tracker for resource:security_group_rule and tenant:c9a45e54529c4c138c44e5a52188e40a is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:35:43.616152 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-c008b484-ef5e-49e3-8c3b-4f52b3645d49 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:35:43.622724 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-c008b484-ef5e-49e3-8c3b-4f52b3645d49 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:35:43.696217 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c008b484-ef5e-49e3-8c3b-4f52b3645d49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:43.699998 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c008b484-ef5e-49e3-8c3b-4f52b3645d49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:43.704464 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-2bbcee4f-58a9-4eea-b330-4f6080a2d246 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:35:43.729731 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c008b484-ef5e-49e3-8c3b-4f52b3645d49 admin admin] vlan segment allocate from pool success with {'vlan_id': 639, 'physical_network': 'physnet1'}  {{(pid=88879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 24 11:35:43.743369 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c008b484-ef5e-49e3-8c3b-4f52b3645d49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a22825b3-38b6-46e7-a1e6-28ab2ec06edf,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:35:43.748607 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c008b484-ef5e-49e3-8c3b-4f52b3645d49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:35:43.749615 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c008b484-ef5e-49e3-8c3b-4f52b3645d49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:43.750028 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.segments_db [None req-c008b484-ef5e-49e3-8c3b-4f52b3645d49 admin admin] Added segment 4f3e6cbd-499c-4917-b9e2-5b427aa3f28a of type vlan for network 6a5661b2-fc8d-41b9-8edc-7821a408cc78
Dec 24 11:35:43.777556 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c008b484-ef5e-49e3-8c3b-4f52b3645d49 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363287349540024'] for network, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:43.810425 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c008b484-ef5e-49e3-8c3b-4f52b3645d49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636'] for network, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:43.811423 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c008b484-ef5e-49e3-8c3b-4f52b3645d49 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:35:43.812055 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c008b484-ef5e-49e3-8c3b-4f52b3645d49 admin admin] Notify callbacks [] for network, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:43.815874 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-0991feb0-2fa7-4f47-aae2-ee6dfb1db318 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:35:43.918548 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-c008b484-ef5e-49e3-8c3b-4f52b3645d49 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 0.4036117
Dec 24 11:35:43.921911 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 48682) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:35:43.924197 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c008b484-ef5e-49e3-8c3b-4f52b3645d49 admin admin] Pushing event updated for resources: {'Network': ['ID=6a5661b2-fc8d-41b9-8edc-7821a408cc78,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:35:43.927795 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c008b484-ef5e-49e3-8c3b-4f52b3645d49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:35:43.928805 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-9fa15c9f-0680-4162-b0e5-25ee012fea0b admin admin] Request body: {'subnet': {'network_id': '6a5661b2-fc8d-41b9-8edc-7821a408cc78', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-773373450-subnet', 'tenant_id': 'c9a45e54529c4c138c44e5a52188e40a', 'ip_version': 4}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:35:43.937754 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-9fa15c9f-0680-4162-b0e5-25ee012fea0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:35:43.938070 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Network 6a5661b2-fc8d-41b9-8edc-7821a408cc78 details requested by agent ovs-agent-dv-neutron-822691-2-hyperv with host dv-neutron-822691-2-hyperv {{(pid=88880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 24 11:35:43.943672 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-9fa15c9f-0680-4162-b0e5-25ee012fea0b admin admin] Usage tracker for resource:subnet and tenant:c9a45e54529c4c138c44e5a52188e40a is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:35:43.947014 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-9fa15c9f-0680-4162-b0e5-25ee012fea0b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:35:43.953859 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-9fa15c9f-0680-4162-b0e5-25ee012fea0b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:35:43.968307 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fa15c9f-0680-4162-b0e5-25ee012fea0b admin admin] Made reservation on behalf of c9a45e54529c4c138c44e5a52188e40a for: {'subnet': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:35:43.973147 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9fa15c9f-0680-4162-b0e5-25ee012fea0b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2246100'] for subnet, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:44.130620 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 207b0396-bdc5-496a-9563-f5528060e0ee up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:35:44.200794 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9fa15c9f-0680-4162-b0e5-25ee012fea0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850796890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2246085'] for subnet, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:44.205190 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning for port 207b0396-bdc5-496a-9563-f5528060e0ee completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:35:44.205389 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-cfb0fc58-caed-45f8-985a-3554361268e6 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:35:44.210442 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port 207b0396-bdc5-496a-9563-f5528060e0ee triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:35:44.210871 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:44.276927 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa15c9f-0680-4162-b0e5-25ee012fea0b admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa004317-e1c7-4259-8433-d4ecbce707aa,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:35:44.281782 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-9fa15c9f-0680-4162-b0e5-25ee012fea0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:35:44.292673 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa15c9f-0680-4162-b0e5-25ee012fea0b admin admin] Checking segment: {'id': '4f3e6cbd-499c-4917-b9e2-5b427aa3f28a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '6a5661b2-fc8d-41b9-8edc-7821a408cc78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:35:44.292995 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fa15c9f-0680-4162-b0e5-25ee012fea0b admin admin] Network hostable DHCP agents. Network: 6a5661b2-fc8d-41b9-8edc-7821a408cc78, hostable agents: ['edcf98dc-3032-472a-8b3d-f23fd1e89806'], hosted agents: [] {{(pid=88878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 24 11:35:44.315545 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fa15c9f-0680-4162-b0e5-25ee012fea0b admin admin] Network 6a5661b2-fc8d-41b9-8edc-7821a408cc78 is scheduled to be hosted by DHCP agent edcf98dc-3032-472a-8b3d-f23fd1e89806 with binding_index 1 {{(pid=88878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 24 11:35:44.324807 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-9fa15c9f-0680-4162-b0e5-25ee012fea0b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822691-2-hyperv, 6a5661b2-fc8d-41b9-8edc-7821a408cc78) {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:35:44.328330 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:44.329736 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fa15c9f-0680-4162-b0e5-25ee012fea0b admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:35:44.330417 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9fa15c9f-0680-4162-b0e5-25ee012fea0b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:44.335616 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffe8cc11-bbed-4409-b7db-4c1801bfb469 None None] Network 6a5661b2-fc8d-41b9-8edc-7821a408cc78 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:35:44.352382 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-9fa15c9f-0680-4162-b0e5-25ee012fea0b admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 0.4292302
Dec 24 11:35:44.355348 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 48686) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:35:44.362121 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-f83e0ea8-5ca3-4bf5-a563-d14e9d2ff125 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-773373450-router', 'tenant_id': 'c9a45e54529c4c138c44e5a52188e40a', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a'}}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:35:44.367382 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-f83e0ea8-5ca3-4bf5-a563-d14e9d2ff125 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:35:44.371662 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-f83e0ea8-5ca3-4bf5-a563-d14e9d2ff125 admin admin] Usage tracker for resource:router and tenant:c9a45e54529c4c138c44e5a52188e40a is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:35:44.374724 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-f83e0ea8-5ca3-4bf5-a563-d14e9d2ff125 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:35:44.381246 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-f83e0ea8-5ca3-4bf5-a563-d14e9d2ff125 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:35:44.384440 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] For port 207b0396-bdc5-496a-9563-f5528060e0ee, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=207b0396-bdc5-496a-9563-f5528060e0ee,segment=NetworkSegment(d4e3295f-9ff8-4cad-8a20-3f1c937efc8c),segment_id=d4e3295f-9ff8-4cad-8a20-3f1c937efc8c)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:35:44.392183 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f83e0ea8-5ca3-4bf5-a563-d14e9d2ff125 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-612016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-84579'] for router, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:44.393228 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f83e0ea8-5ca3-4bf5-a563-d14e9d2ff125 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854163950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659046', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854079771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854691221'] for router, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:44.412415 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f83e0ea8-5ca3-4bf5-a563-d14e9d2ff125 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:44.432507 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:44.438684 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:35:44.573251 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f83e0ea8-5ca3-4bf5-a563-d14e9d2ff125 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-659031', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854691240'] for router, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:44.585881 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Pushing event updated for resources: {'Port': ['ID=207b0396-bdc5-496a-9563-f5528060e0ee,revision_number=4']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:35:44.590715 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:35:44.640839 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e359b03-f3f1-4399-a4ce-7a5804859065 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73968e80-91fd-539e-a7c6-b31af6d9e680-6a5661b2-fc8d-41b9-8edc-7821a408cc78', 'network_id': '6a5661b2-fc8d-41b9-8edc-7821a408cc78', 'tenant_id': 'c9a45e54529c4c138c44e5a52188e40a', 'fixed_ips': [{'subnet_id': 'fa004317-e1c7-4259-8433-d4ecbce707aa'}]}} from dv-neutron-822691-2-hyperv. {{(pid=88880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 24 11:35:44.641756 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0e359b03-f3f1-4399-a4ce-7a5804859065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:44.777163 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f83e0ea8-5ca3-4bf5-a563-d14e9d2ff125 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:44.809791 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f83e0ea8-5ca3-4bf5-a563-d14e9d2ff125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:44.813713 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-0e359b03-f3f1-4399-a4ce-7a5804859065 None None] Allocated IP 172.20.0.2 (6a5661b2-fc8d-41b9-8edc-7821a408cc78/fa004317-e1c7-4259-8433-d4ecbce707aa/fc4faba1-96d8-4619-985b-55e872c94b70) {{(pid=88880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:35:44.957055 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-f83e0ea8-5ca3-4bf5-a563-d14e9d2ff125 admin admin] Allocated IP 172.26.3.239 (f8c337ba-681f-4fcb-a333-e3c49365b30a/8ea1398c-0bec-46d6-8d54-85798de2a7ca/5859172a-b123-490d-877b-28405bf3c361) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:35:45.029083 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0e359b03-f3f1-4399-a4ce-7a5804859065 None None] Notify callbacks [] for port, precommit_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:45.040578 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-0e359b03-f3f1-4399-a4ce-7a5804859065 None None] Transition to ACTIVE for port object fc4faba1-96d8-4619-985b-55e872c94b70 will not be triggered until provisioned by entity L2. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:35:45.060560 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-0e359b03-f3f1-4399-a4ce-7a5804859065 None None] Transition to ACTIVE for port object fc4faba1-96d8-4619-985b-55e872c94b70 will not be triggered until provisioned by entity DHCP. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:35:45.066642 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0e359b03-f3f1-4399-a4ce-7a5804859065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408'] for port, after_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:45.075443 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-0c8f76d3-6f09-4ffb-8f30-72a4cfb50163 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:35:45.128002 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f83e0ea8-5ca3-4bf5-a563-d14e9d2ff125 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:45.141349 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e359b03-f3f1-4399-a4ce-7a5804859065 None None] Network 6a5661b2-fc8d-41b9-8edc-7821a408cc78 is already hosted by enough agents. {{(pid=88880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:35:45.145035 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-0e359b03-f3f1-4399-a4ce-7a5804859065 None None] Resources bound (agent type, host, resource id):  {{(pid=88880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:35:45.149876 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e359b03-f3f1-4399-a4ce-7a5804859065 None None] Received port after_create {{(pid=88880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:35:45.152012 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e359b03-f3f1-4399-a4ce-7a5804859065 None None] Pushing event updated for resources: {'Port': ['ID=fc4faba1-96d8-4619-985b-55e872c94b70,revision_number=1']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:35:45.156212 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-0e359b03-f3f1-4399-a4ce-7a5804859065 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:35:45.156734 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f83e0ea8-5ca3-4bf5-a563-d14e9d2ff125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:45.161572 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-40d1995b-a8b2-40c0-98ca-6f5b81105384 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:35:45.235419 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f83e0ea8-5ca3-4bf5-a563-d14e9d2ff125 admin admin] Network f8c337ba-681f-4fcb-a333-e3c49365b30a is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:35:45.239381 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-f83e0ea8-5ca3-4bf5-a563-d14e9d2ff125 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:35:45.242069 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83e0ea8-5ca3-4bf5-a563-d14e9d2ff125 admin admin] Pushing event updated for resources: {'Port': ['ID=5859172a-b123-490d-877b-28405bf3c361,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:35:45.245260 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-0e359b03-f3f1-4399-a4ce-7a5804859065 None None] Attempting to bind port fc4faba1-96d8-4619-985b-55e872c94b70 on host dv-neutron-822691-2-hyperv for vnic_type normal with profile  {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:35:45.245455 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f83e0ea8-5ca3-4bf5-a563-d14e9d2ff125 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:35:45.245659 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-0e359b03-f3f1-4399-a4ce-7a5804859065 None None] Attempting to bind port fc4faba1-96d8-4619-985b-55e872c94b70 by drivers openvswitch,hyperv on host dv-neutron-822691-2-hyperv at level 0 using segments [{'id': '4f3e6cbd-499c-4917-b9e2-5b427aa3f28a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '6a5661b2-fc8d-41b9-8edc-7821a408cc78'}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:35:45.246096 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e359b03-f3f1-4399-a4ce-7a5804859065 None None] Attempting to bind port fc4faba1-96d8-4619-985b-55e872c94b70 on network 6a5661b2-fc8d-41b9-8edc-7821a408cc78 {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:35:45.246224 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f83e0ea8-5ca3-4bf5-a563-d14e9d2ff125 admin admin] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:35:45.253503 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e359b03-f3f1-4399-a4ce-7a5804859065 None None] Checking agent: {'id': 'db1275c1-6001-47af-93c2-635c68404703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822691-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 52, 8), 'started_at': datetime.datetime(2021, 12, 24, 10, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 35, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822691-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:35:45.253980 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e359b03-f3f1-4399-a4ce-7a5804859065 None None] Checking segment: {'id': '4f3e6cbd-499c-4917-b9e2-5b427aa3f28a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '6a5661b2-fc8d-41b9-8edc-7821a408cc78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:35:45.254429 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0e359b03-f3f1-4399-a4ce-7a5804859065 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:45.254834 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e359b03-f3f1-4399-a4ce-7a5804859065 None None] Bound using segment: {'id': '4f3e6cbd-499c-4917-b9e2-5b427aa3f28a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '6a5661b2-fc8d-41b9-8edc-7821a408cc78'} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:35:45.255388 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-0e359b03-f3f1-4399-a4ce-7a5804859065 None None] Bound port: fc4faba1-96d8-4619-985b-55e872c94b70, host: dv-neutron-822691-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f3e6cbd-499c-4917-b9e2-5b427aa3f28a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '6a5661b2-fc8d-41b9-8edc-7821a408cc78'}}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:35:45.255803 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0e359b03-f3f1-4399-a4ce-7a5804859065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:45.349633 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-0e359b03-f3f1-4399-a4ce-7a5804859065 None None] For port fc4faba1-96d8-4619-985b-55e872c94b70, host dv-neutron-822691-2-hyperv, cleared binding levels {{(pid=88880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:35:45.353287 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-0e359b03-f3f1-4399-a4ce-7a5804859065 None None] For port fc4faba1-96d8-4619-985b-55e872c94b70, host dv-neutron-822691-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=fc4faba1-96d8-4619-985b-55e872c94b70,segment=NetworkSegment(4f3e6cbd-499c-4917-b9e2-5b427aa3f28a),segment_id=4f3e6cbd-499c-4917-b9e2-5b427aa3f28a)] {{(pid=88880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:35:45.358059 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0e359b03-f3f1-4399-a4ce-7a5804859065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:45.362066 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:35:45.406436 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f83e0ea8-5ca3-4bf5-a563-d14e9d2ff125 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:45.407365 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f83e0ea8-5ca3-4bf5-a563-d14e9d2ff125 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854163800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854116816'] for router, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:45.441268 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e359b03-f3f1-4399-a4ce-7a5804859065 None None] Pushing event updated for resources: {'Port': ['ID=fc4faba1-96d8-4619-985b-55e872c94b70,revision_number=2']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:35:45.447413 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-0e359b03-f3f1-4399-a4ce-7a5804859065 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:35:45.474829 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e7a3c03-c9fd-4cbd-9f17-865f2cf56178 None None] Sync routers for ids ['66c71302-7843-4be4-a437-63d47b9cc3e0'] in dv-neutron-822691-2-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:35:45.488830 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7a3c03-c9fd-4cbd-9f17-865f2cf56178 None None] Routers {'66c71302-7843-4be4-a437-63d47b9cc3e0'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:35:45.489601 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-7e7a3c03-c9fd-4cbd-9f17-865f2cf56178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52715415c0>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:35:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['66c71302-7843-4be4-a437-63d47b9cc3e0'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:35:45.658471 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f83e0ea8-5ca3-4bf5-a563-d14e9d2ff125 admin admin] Router 93ca052d-c879-438f-a4c6-60e821bdfd1f is scheduled to L3 agent 198cca88-1338-4098-b44b-beb0346ac906 with binding_index 1 {{(pid=88878) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 24 11:35:45.703239 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-7e7a3c03-c9fd-4cbd-9f17-865f2cf56178 None None] Set router 66c71302-7843-4be4-a437-63d47b9cc3e0 gateway port host: dv-neutron-822691-2-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:35:45.917790 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f83e0ea8-5ca3-4bf5-a563-d14e9d2ff125 admin admin] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:35:45.929101 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b85820-55bc-46ea-aa2d-0fd311d0ec94 None None] Sync routers for ids ['93ca052d-c879-438f-a4c6-60e821bdfd1f'] in dv-neutron-822691-2-hyperv {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:35:45.953493 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b85820-55bc-46ea-aa2d-0fd311d0ec94 None None] Routers {'93ca052d-c879-438f-a4c6-60e821bdfd1f'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:35:45.954283 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-27b85820-55bc-46ea-aa2d-0fd311d0ec94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271f2a128>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:35:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['93ca052d-c879-438f-a4c6-60e821bdfd1f'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:35:45.958425 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f83e0ea8-5ca3-4bf5-a563-d14e9d2ff125 admin admin] Notify callbacks [] for router, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:45.961169 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-f83e0ea8-5ca3-4bf5-a563-d14e9d2ff125 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201  len: 928 time: 1.6039712
Dec 24 11:35:45.965841 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 48690) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:35:46.172894 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-27b85820-55bc-46ea-aa2d-0fd311d0ec94 None None] Set router 93ca052d-c879-438f-a4c6-60e821bdfd1f gateway port host: dv-neutron-822691-2-hyperv {{(pid=88881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:35:46.241999 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device fc4faba1-96d8-4619-985b-55e872c94b70 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:35:46.318216 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-7e7a3c03-c9fd-4cbd-9f17-865f2cf56178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52715415c0>, [{'id': '66c71302-7843-4be4-a437-63d47b9cc3e0', 'name': 'tempest-TestEncryptedCinderVolumes-2028488890-router', 'tenant_id': 'e4b971b53a7942c6bf087b8064d810fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.107'}], 'enable_snat': True}, 'gw_port_id': '207b0396-bdc5-496a-9563-f5528060e0ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:35:38Z', 'updated_at': '2021-12-24T11:35:41Z', 'revision_number': 4, 'project_id': 'e4b971b53a7942c6bf087b8064d810fd', 'gw_port': {'id': '207b0396-bdc5-496a-9563-f5528060e0ee', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:83:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c71302-7843-4be4-a437-63d47b9cc3e0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:35:38Z', 'updated_at': '2021-12-24T11:35:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_interfaces': [{'id': '01a4a811-e39c-4190-aa97-5fa681780512', 'name': '', 'network_id': '23df110f-73c2-4f3a-af98-e87690b330f3', 'tenant_id': 'e4b971b53a7942c6bf087b8064d810fd', 'mac_address': 'fa:16:3e:a9:66:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66c71302-7843-4be4-a437-63d47b9cc3e0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a307f42b-f3c5-45a4-99e8-84bbae1b29e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:35:40Z', 'updated_at': '2021-12-24T11:35:41Z', 'revision_number': 2, 'project_id': 'e4b971b53a7942c6bf087b8064d810fd', 'subnets': [{'id': 'a307f42b-f3c5-45a4-99e8-84bbae1b29e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:35:46.324742 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e7a3c03-c9fd-4cbd-9f17-865f2cf56178 None None] Checking router: 66c71302-7843-4be4-a437-63d47b9cc3e0 for host: dv-neutron-822691-2-hyperv {{(pid=88880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 24 11:35:46.325107 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e7a3c03-c9fd-4cbd-9f17-865f2cf56178 None None] Updating router 66c71302-7843-4be4-a437-63d47b9cc3e0 port 01a4a811-e39c-4190-aa97-5fa681780512 binding host dv-neutron-822691-2-hyperv {{(pid=88880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 24 11:35:46.386608 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7e7a3c03-c9fd-4cbd-9f17-865f2cf56178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:46.401524 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning for port fc4faba1-96d8-4619-985b-55e872c94b70 completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:35:46.411405 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 207b0396-bdc5-496a-9563-f5528060e0ee up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:35:46.514822 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-27b85820-55bc-46ea-aa2d-0fd311d0ec94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271f2a128>, [{'id': '93ca052d-c879-438f-a4c6-60e821bdfd1f', 'name': 'tempest-TestEncryptedCinderVolumes-773373450-router', 'tenant_id': 'c9a45e54529c4c138c44e5a52188e40a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.239'}], 'enable_snat': True}, 'gw_port_id': '5859172a-b123-490d-877b-28405bf3c361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:35:44Z', 'updated_at': '2021-12-24T11:35:45Z', 'revision_number': 3, 'project_id': 'c9a45e54529c4c138c44e5a52188e40a', 'gw_port': {'id': '5859172a-b123-490d-877b-28405bf3c361', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:60:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93ca052d-c879-438f-a4c6-60e821bdfd1f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:35:44Z', 'updated_at': '2021-12-24T11:35:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv'}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:35:46.519301 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b85820-55bc-46ea-aa2d-0fd311d0ec94 None None] Checking router: 93ca052d-c879-438f-a4c6-60e821bdfd1f for host: dv-neutron-822691-2-hyperv {{(pid=88881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 24 11:35:46.525470 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b85820-55bc-46ea-aa2d-0fd311d0ec94 None None] Updating router 93ca052d-c879-438f-a4c6-60e821bdfd1f port 5859172a-b123-490d-877b-28405bf3c361 binding host dv-neutron-822691-2-hyperv {{(pid=88881) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 24 11:35:46.591178 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-27b85820-55bc-46ea-aa2d-0fd311d0ec94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:46.600251 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port 207b0396-bdc5-496a-9563-f5528060e0ee triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:35:46.600676 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:46.941259 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7e7a3c03-c9fd-4cbd-9f17-865f2cf56178 None None] Notify callbacks [] for port, precommit_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:46.956229 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-7e7a3c03-c9fd-4cbd-9f17-865f2cf56178 None None] Transition to ACTIVE for port object 01a4a811-e39c-4190-aa97-5fa681780512 will not be triggered until provisioned by entity L2. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:35:46.966777 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7e7a3c03-c9fd-4cbd-9f17-865f2cf56178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:46.969191 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-27b85820-55bc-46ea-aa2d-0fd311d0ec94 None None] Notify callbacks [] for port, precommit_update {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:46.972218 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:35:46.984725 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-27b85820-55bc-46ea-aa2d-0fd311d0ec94 None None] Transition to ACTIVE for port object 5859172a-b123-490d-877b-28405bf3c361 will not be triggered until provisioned by entity L2. {{(pid=88881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:35:46.991474 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-27b85820-55bc-46ea-aa2d-0fd311d0ec94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:47.004465 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-fb787d11-2650-44c9-901a-9ea108668a35 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:35:47.037198 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dc2e93-033d-422b-855d-4de819ac434a None None] Pushing event updated for resources: {'Port': ['ID=01a4a811-e39c-4190-aa97-5fa681780512,revision_number=3']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:35:47.042367 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-d9dc2e93-033d-422b-855d-4de819ac434a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:35:47.063600 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-27b85820-55bc-46ea-aa2d-0fd311d0ec94 None None] Attempting to bind port 5859172a-b123-490d-877b-28405bf3c361 on host dv-neutron-822691-2-hyperv for vnic_type normal with profile  {{(pid=88881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:35:47.064090 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-27b85820-55bc-46ea-aa2d-0fd311d0ec94 None None] Attempting to bind port 5859172a-b123-490d-877b-28405bf3c361 by drivers openvswitch,hyperv on host dv-neutron-822691-2-hyperv at level 0 using segments [{'id': 'd4e3295f-9ff8-4cad-8a20-3f1c937efc8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a'}] {{(pid=88881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:35:47.064499 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b85820-55bc-46ea-aa2d-0fd311d0ec94 None None] Attempting to bind port 5859172a-b123-490d-877b-28405bf3c361 on network f8c337ba-681f-4fcb-a333-e3c49365b30a {{(pid=88881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:35:47.078805 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b85820-55bc-46ea-aa2d-0fd311d0ec94 None None] Checking agent: {'id': 'db1275c1-6001-47af-93c2-635c68404703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822691-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 52, 8), 'started_at': datetime.datetime(2021, 12, 24, 10, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 35, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822691-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:35:47.079226 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b85820-55bc-46ea-aa2d-0fd311d0ec94 None None] Checking segment: {'id': 'd4e3295f-9ff8-4cad-8a20-3f1c937efc8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:35:47.079659 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-27b85820-55bc-46ea-aa2d-0fd311d0ec94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:47.080097 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b85820-55bc-46ea-aa2d-0fd311d0ec94 None None] Bound using segment: {'id': 'd4e3295f-9ff8-4cad-8a20-3f1c937efc8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a'} {{(pid=88881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:35:47.080633 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-27b85820-55bc-46ea-aa2d-0fd311d0ec94 None None] Bound port: 5859172a-b123-490d-877b-28405bf3c361, host: dv-neutron-822691-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4e3295f-9ff8-4cad-8a20-3f1c937efc8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a'}}] {{(pid=88881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:35:47.081048 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-27b85820-55bc-46ea-aa2d-0fd311d0ec94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:47.137943 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-78f791aa-c63d-4060-b628-4ade86429ade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:47.166384 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-27b85820-55bc-46ea-aa2d-0fd311d0ec94 None None] For port 5859172a-b123-490d-877b-28405bf3c361, host dv-neutron-822691-2-hyperv, cleared binding levels {{(pid=88881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:35:47.170524 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-27b85820-55bc-46ea-aa2d-0fd311d0ec94 None None] For port 5859172a-b123-490d-877b-28405bf3c361, host dv-neutron-822691-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=5859172a-b123-490d-877b-28405bf3c361,segment=NetworkSegment(d4e3295f-9ff8-4cad-8a20-3f1c937efc8c),segment_id=d4e3295f-9ff8-4cad-8a20-3f1c937efc8c)] {{(pid=88881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:35:47.178955 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-27b85820-55bc-46ea-aa2d-0fd311d0ec94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:47.216220 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-7e7a3c03-c9fd-4cbd-9f17-865f2cf56178 None None] Attempting to bind port 01a4a811-e39c-4190-aa97-5fa681780512 on host dv-neutron-822691-2-hyperv for vnic_type normal with profile  {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:35:47.216632 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-7e7a3c03-c9fd-4cbd-9f17-865f2cf56178 None None] Attempting to bind port 01a4a811-e39c-4190-aa97-5fa681780512 by drivers openvswitch,hyperv on host dv-neutron-822691-2-hyperv at level 0 using segments [{'id': '6afd4356-415b-449d-935b-90a66c90fc81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '23df110f-73c2-4f3a-af98-e87690b330f3'}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:35:47.217054 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7a3c03-c9fd-4cbd-9f17-865f2cf56178 None None] Attempting to bind port 01a4a811-e39c-4190-aa97-5fa681780512 on network 23df110f-73c2-4f3a-af98-e87690b330f3 {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:35:47.218955 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b85820-55bc-46ea-aa2d-0fd311d0ec94 None None] Routers {'93ca052d-c879-438f-a4c6-60e821bdfd1f'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:35:47.219653 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-27b85820-55bc-46ea-aa2d-0fd311d0ec94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271f2a128>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:35:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['93ca052d-c879-438f-a4c6-60e821bdfd1f'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:35:47.225068 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7a3c03-c9fd-4cbd-9f17-865f2cf56178 None None] Checking agent: {'id': 'db1275c1-6001-47af-93c2-635c68404703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822691-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 52, 8), 'started_at': datetime.datetime(2021, 12, 24, 10, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 35, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822691-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:35:47.225496 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7a3c03-c9fd-4cbd-9f17-865f2cf56178 None None] Checking segment: {'id': '6afd4356-415b-449d-935b-90a66c90fc81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '23df110f-73c2-4f3a-af98-e87690b330f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:35:47.225994 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7e7a3c03-c9fd-4cbd-9f17-865f2cf56178 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:47.226436 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7a3c03-c9fd-4cbd-9f17-865f2cf56178 None None] Bound using segment: {'id': '6afd4356-415b-449d-935b-90a66c90fc81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '23df110f-73c2-4f3a-af98-e87690b330f3'} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:35:47.226962 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-7e7a3c03-c9fd-4cbd-9f17-865f2cf56178 None None] Bound port: 01a4a811-e39c-4190-aa97-5fa681780512, host: dv-neutron-822691-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6afd4356-415b-449d-935b-90a66c90fc81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '23df110f-73c2-4f3a-af98-e87690b330f3'}}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:35:47.227429 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7e7a3c03-c9fd-4cbd-9f17-865f2cf56178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:47.339750 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7e7a3c03-c9fd-4cbd-9f17-865f2cf56178 None None] For port 01a4a811-e39c-4190-aa97-5fa681780512, host dv-neutron-822691-2-hyperv, cleared binding levels {{(pid=88880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:35:47.344249 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7e7a3c03-c9fd-4cbd-9f17-865f2cf56178 None None] For port 01a4a811-e39c-4190-aa97-5fa681780512, host dv-neutron-822691-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=01a4a811-e39c-4190-aa97-5fa681780512,segment=NetworkSegment(6afd4356-415b-449d-935b-90a66c90fc81),segment_id=6afd4356-415b-449d-935b-90a66c90fc81)] {{(pid=88880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:35:47.350316 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7e7a3c03-c9fd-4cbd-9f17-865f2cf56178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:47.356822 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:35:47.407309 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-880b19b6-cdbc-4495-a59b-73a18f383261 None None] Network 6a5661b2-fc8d-41b9-8edc-7821a408cc78 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:35:47.461271 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-78f791aa-c63d-4060-b628-4ade86429ade admin admin] Allocated IP 172.20.0.1 (6a5661b2-fc8d-41b9-8edc-7821a408cc78/fa004317-e1c7-4259-8433-d4ecbce707aa/c865187c-764b-4c31-b669-ec6d117ff05b) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:35:47.496289 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7a3c03-c9fd-4cbd-9f17-865f2cf56178 None None] Routers {'66c71302-7843-4be4-a437-63d47b9cc3e0'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:35:47.497019 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-7e7a3c03-c9fd-4cbd-9f17-865f2cf56178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52715415c0>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:35:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['66c71302-7843-4be4-a437-63d47b9cc3e0'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:35:47.585038 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-27b85820-55bc-46ea-aa2d-0fd311d0ec94 None None] Set router 93ca052d-c879-438f-a4c6-60e821bdfd1f gateway port host: dv-neutron-822691-2-hyperv {{(pid=88881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:35:47.665283 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-78f791aa-c63d-4060-b628-4ade86429ade admin admin] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:47.683239 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-78f791aa-c63d-4060-b628-4ade86429ade admin admin] Transition to ACTIVE for port object c865187c-764b-4c31-b669-ec6d117ff05b will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:35:47.705257 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-78f791aa-c63d-4060-b628-4ade86429ade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:47.710386 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c7a08498-c49b-47d0-939c-3a1e534767fd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:35:47.780787 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f791aa-c63d-4060-b628-4ade86429ade admin admin] Pushing event updated for resources: {'Port': ['ID=c865187c-764b-4c31-b669-ec6d117ff05b,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:35:47.786449 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-78f791aa-c63d-4060-b628-4ade86429ade admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:35:47.798747 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78f791aa-c63d-4060-b628-4ade86429ade admin admin] Network 6a5661b2-fc8d-41b9-8edc-7821a408cc78 is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:35:47.800030 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-78f791aa-c63d-4060-b628-4ade86429ade admin admin] Resources bound (agent type, host, resource id):  {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:35:47.805284 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f791aa-c63d-4060-b628-4ade86429ade admin admin] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:35:47.816045 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a926f385-6589-478e-9e15-4868356e7ffc None None] Pushing event updated for resources: {'Port': ['ID=5859172a-b123-490d-877b-28405bf3c361,revision_number=2']} {{(pid=88881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:35:47.820593 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-a926f385-6589-478e-9e15-4868356e7ffc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.816s {{(pid=88881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:35:47.821205 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-9ccea3dd-c3fe-4542-8fac-a2340bf236e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.629s {{(pid=88881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:35:47.862057 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-78f791aa-c63d-4060-b628-4ade86429ade admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-720245'] for router_interface, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:47.864940 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dc2e93-033d-422b-855d-4de819ac434a None None] Pushing event updated for resources: {'Port': ['ID=01a4a811-e39c-4190-aa97-5fa681780512,revision_number=4']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:35:47.868539 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-d9dc2e93-033d-422b-855d-4de819ac434a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.512s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:35:47.894865 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-16786a7f-c2e0-46a6-bd4d-a3cb54c0a307 None None] Provisioning for port fc4faba1-96d8-4619-985b-55e872c94b70 completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:35:47.905133 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-16786a7f-c2e0-46a6-bd4d-a3cb54c0a307 None None] Provisioning complete for port fc4faba1-96d8-4619-985b-55e872c94b70 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:35:47.905551 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-16786a7f-c2e0-46a6-bd4d-a3cb54c0a307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:47.947344 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a926f385-6589-478e-9e15-4868356e7ffc None None] Pushing event updated for resources: {'Port': ['ID=5859172a-b123-490d-877b-28405bf3c361,revision_number=3']} {{(pid=88881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:35:47.951043 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-78f791aa-c63d-4060-b628-4ade86429ade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:47.957193 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-a926f385-6589-478e-9e15-4868356e7ffc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:35:47.976329 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-27b85820-55bc-46ea-aa2d-0fd311d0ec94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271f2a128>, [{'id': '93ca052d-c879-438f-a4c6-60e821bdfd1f', 'name': 'tempest-TestEncryptedCinderVolumes-773373450-router', 'tenant_id': 'c9a45e54529c4c138c44e5a52188e40a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.239'}], 'enable_snat': True}, 'gw_port_id': '5859172a-b123-490d-877b-28405bf3c361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:35:44Z', 'updated_at': '2021-12-24T11:35:45Z', 'revision_number': 3, 'project_id': 'c9a45e54529c4c138c44e5a52188e40a', 'gw_port': {'id': '5859172a-b123-490d-877b-28405bf3c361', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:60:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93ca052d-c879-438f-a4c6-60e821bdfd1f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:35:44Z', 'updated_at': '2021-12-24T11:35:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv'}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:35:47.980630 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b85820-55bc-46ea-aa2d-0fd311d0ec94 None None] The sync data for ids ['93ca052d-c879-438f-a4c6-60e821bdfd1f'] in dv-neutron-822691-2-hyperv is: [{'id': '93ca052d-c879-438f-a4c6-60e821bdfd1f', 'name': 'tempest-TestEncryptedCinderVolumes-773373450-router', 'tenant_id': 'c9a45e54529c4c138c44e5a52188e40a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.239'}], 'enable_snat': True}, 'gw_port_id': '5859172a-b123-490d-877b-28405bf3c361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:35:44Z', 'updated_at': '2021-12-24T11:35:45Z', 'revision_number': 3, 'project_id': 'c9a45e54529c4c138c44e5a52188e40a', 'gw_port': {'id': '5859172a-b123-490d-877b-28405bf3c361', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:60:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93ca052d-c879-438f-a4c6-60e821bdfd1f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:35:44Z', 'updated_at': '2021-12-24T11:35:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv'}] {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:35:47.986039 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-7e7a3c03-c9fd-4cbd-9f17-865f2cf56178 None None] Set router 66c71302-7843-4be4-a437-63d47b9cc3e0 gateway port host: dv-neutron-822691-2-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:35:48.156968 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 01a4a811-e39c-4190-aa97-5fa681780512 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:35:48.212496 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-78f791aa-c63d-4060-b628-4ade86429ade admin admin] Notify callbacks [] for port, precommit_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:48.216772 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-78f791aa-c63d-4060-b628-4ade86429ade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850854027'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:48.246201 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c3a4e395-4818-4bb6-a595-d091a26388ba tempest-ServersNegativeTestJSON-475305174 tempest-ServersNegativeTestJSON-475305174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:35:48.329305 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-78f791aa-c63d-4060-b628-4ade86429ade admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1977653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854055662'] for router_interface, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:48.337517 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f791aa-c63d-4060-b628-4ade86429ade admin admin] Pushing event updated for resources: {'Port': ['ID=c865187c-764b-4c31-b669-ec6d117ff05b,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:35:48.345146 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-78f791aa-c63d-4060-b628-4ade86429ade admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:35:48.404610 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-16786a7f-c2e0-46a6-bd4d-a3cb54c0a307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:48.429070 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning for port 01a4a811-e39c-4190-aa97-5fa681780512 completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:35:48.447390 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port 01a4a811-e39c-4190-aa97-5fa681780512 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:35:48.447833 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:48.503215 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78f791aa-c63d-4060-b628-4ade86429ade admin admin] Network 6a5661b2-fc8d-41b9-8edc-7821a408cc78 is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:35:48.509564 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-78f791aa-c63d-4060-b628-4ade86429ade admin admin] Resources bound (agent type, host, resource id):  {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:35:48.764216 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-16786a7f-c2e0-46a6-bd4d-a3cb54c0a307 None None] For port fc4faba1-96d8-4619-985b-55e872c94b70, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=fc4faba1-96d8-4619-985b-55e872c94b70,segment=NetworkSegment(4f3e6cbd-499c-4917-b9e2-5b427aa3f28a),segment_id=4f3e6cbd-499c-4917-b9e2-5b427aa3f28a)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:35:48.776531 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-16786a7f-c2e0-46a6-bd4d-a3cb54c0a307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:48.779949 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-d9dc2e93-033d-422b-855d-4de819ac434a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:35:48.925426 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16786a7f-c2e0-46a6-bd4d-a3cb54c0a307 None None] Pushing event updated for resources: {'Port': ['ID=fc4faba1-96d8-4619-985b-55e872c94b70,revision_number=3']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:35:48.941759 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-16786a7f-c2e0-46a6-bd4d-a3cb54c0a307 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:35:48.951413 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:48.967184 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-7e7a3c03-c9fd-4cbd-9f17-865f2cf56178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52715415c0>, [{'id': '66c71302-7843-4be4-a437-63d47b9cc3e0', 'name': 'tempest-TestEncryptedCinderVolumes-2028488890-router', 'tenant_id': 'e4b971b53a7942c6bf087b8064d810fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.107'}], 'enable_snat': True}, 'gw_port_id': '207b0396-bdc5-496a-9563-f5528060e0ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:35:38Z', 'updated_at': '2021-12-24T11:35:41Z', 'revision_number': 4, 'project_id': 'e4b971b53a7942c6bf087b8064d810fd', 'gw_port': {'id': '207b0396-bdc5-496a-9563-f5528060e0ee', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:83:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c71302-7843-4be4-a437-63d47b9cc3e0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:35:38Z', 'updated_at': '2021-12-24T11:35:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_interfaces': [{'id': '01a4a811-e39c-4190-aa97-5fa681780512', 'name': '', 'network_id': '23df110f-73c2-4f3a-af98-e87690b330f3', 'tenant_id': 'e4b971b53a7942c6bf087b8064d810fd', 'mac_address': 'fa:16:3e:a9:66:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66c71302-7843-4be4-a437-63d47b9cc3e0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a307f42b-f3c5-45a4-99e8-84bbae1b29e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:35:40Z', 'updated_at': '2021-12-24T11:35:47Z', 'revision_number': 4, 'project_id': 'e4b971b53a7942c6bf087b8064d810fd', 'subnets': [{'id': 'a307f42b-f3c5-45a4-99e8-84bbae1b29e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:35:48.977204 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e7a3c03-c9fd-4cbd-9f17-865f2cf56178 None None] The sync data for ids ['66c71302-7843-4be4-a437-63d47b9cc3e0'] in dv-neutron-822691-2-hyperv is: [{'id': '66c71302-7843-4be4-a437-63d47b9cc3e0', 'name': 'tempest-TestEncryptedCinderVolumes-2028488890-router', 'tenant_id': 'e4b971b53a7942c6bf087b8064d810fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.107'}], 'enable_snat': True}, 'gw_port_id': '207b0396-bdc5-496a-9563-f5528060e0ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:35:38Z', 'updated_at': '2021-12-24T11:35:41Z', 'revision_number': 4, 'project_id': 'e4b971b53a7942c6bf087b8064d810fd', 'gw_port': {'id': '207b0396-bdc5-496a-9563-f5528060e0ee', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:83:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c71302-7843-4be4-a437-63d47b9cc3e0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:35:38Z', 'updated_at': '2021-12-24T11:35:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_interfaces': [{'id': '01a4a811-e39c-4190-aa97-5fa681780512', 'name': '', 'network_id': '23df110f-73c2-4f3a-af98-e87690b330f3', 'tenant_id': 'e4b971b53a7942c6bf087b8064d810fd', 'mac_address': 'fa:16:3e:a9:66:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66c71302-7843-4be4-a437-63d47b9cc3e0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a307f42b-f3c5-45a4-99e8-84bbae1b29e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:35:40Z', 'updated_at': '2021-12-24T11:35:47Z', 'revision_number': 4, 'project_id': 'e4b971b53a7942c6bf087b8064d810fd', 'subnets': [{'id': 'a307f42b-f3c5-45a4-99e8-84bbae1b29e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:35:48.982265 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-0af31411-c842-4126-914a-f9e084e9f5f1 None None] Provisioning for port c865187c-764b-4c31-b669-ec6d117ff05b completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:35:48.993420 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-0af31411-c842-4126-914a-f9e084e9f5f1 None None] Provisioning complete for port c865187c-764b-4c31-b669-ec6d117ff05b triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:35:48.995027 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0af31411-c842-4126-914a-f9e084e9f5f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:49.038706 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78f791aa-c63d-4060-b628-4ade86429ade admin admin] Router 93ca052d-c879-438f-a4c6-60e821bdfd1f has already been hosted by L3 agent 198cca88-1338-4098-b44b-beb0346ac906 {{(pid=88879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 24 11:35:49.047118 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] For port 01a4a811-e39c-4190-aa97-5fa681780512, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=01a4a811-e39c-4190-aa97-5fa681780512,segment=NetworkSegment(6afd4356-415b-449d-935b-90a66c90fc81),segment_id=6afd4356-415b-449d-935b-90a66c90fc81)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:35:49.059318 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:49.063658 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:35:49.096580 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-0af31411-c842-4126-914a-f9e084e9f5f1 None None] Port c865187c-764b-4c31-b669-ec6d117ff05b cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:35:49.149700 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Pushing event updated for resources: {'Port': ['ID=01a4a811-e39c-4190-aa97-5fa681780512,revision_number=5']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:35:49.153535 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:35:49.169101 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-0af31411-c842-4126-914a-f9e084e9f5f1 None None] Provisioning complete for port 01a4a811-e39c-4190-aa97-5fa681780512 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:35:49.169989 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0af31411-c842-4126-914a-f9e084e9f5f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:49.323785 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78f791aa-c63d-4060-b628-4ade86429ade admin admin] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:35:49.331785 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-0af31411-c842-4126-914a-f9e084e9f5f1 None None] Provisioning complete for port fc4faba1-96d8-4619-985b-55e872c94b70 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:35:49.331980 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0af31411-c842-4126-914a-f9e084e9f5f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:49.333910 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-78f791aa-c63d-4060-b628-4ade86429ade admin admin] 10.222.0.65 "PUT /v2.0/routers/93ca052d-c879-438f-a4c6-60e821bdfd1f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3665929
Dec 24 11:35:49.590885 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-098c4afa-c275-487a-a05b-728578f8fa67 None None] Provisioning complete for port c865187c-764b-4c31-b669-ec6d117ff05b triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:35:49.591419 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-098c4afa-c275-487a-a05b-728578f8fa67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:49.654922 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-098c4afa-c275-487a-a05b-728578f8fa67 None None] Port c865187c-764b-4c31-b669-ec6d117ff05b cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:35:50.183721 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 01a4a811-e39c-4190-aa97-5fa681780512 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:35:50.256716 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port 01a4a811-e39c-4190-aa97-5fa681780512 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:35:50.257138 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:50.380097 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device fc4faba1-96d8-4619-985b-55e872c94b70 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:35:50.421054 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7571d50f-914d-43ab-882b-03ab45565e25 req-48cd9285-9d4f-4dec-afba-7be2ce83b9f9 tempest-TestEncryptedCinderVolumes-726974275 tempest-TestEncryptedCinderVolumes-726974275-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:35:50.421799 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-7571d50f-914d-43ab-882b-03ab45565e25 req-48cd9285-9d4f-4dec-afba-7be2ce83b9f9 tempest-TestEncryptedCinderVolumes-726974275 tempest-TestEncryptedCinderVolumes-726974275-project] Synchronizing usage tracker for tenant:e4b971b53a7942c6bf087b8064d810fd on resource:network {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:35:50.440107 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-7571d50f-914d-43ab-882b-03ab45565e25 req-48cd9285-9d4f-4dec-afba-7be2ce83b9f9 tempest-TestEncryptedCinderVolumes-726974275 tempest-TestEncryptedCinderVolumes-726974275-project] Unset dirty status for tenant:e4b971b53a7942c6bf087b8064d810fd on resource:network {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:35:50.441430 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-7571d50f-914d-43ab-882b-03ab45565e25 req-48cd9285-9d4f-4dec-afba-7be2ce83b9f9 tempest-TestEncryptedCinderVolumes-726974275 tempest-TestEncryptedCinderVolumes-726974275-project] 10.222.0.65 "GET /v2.0/networks?id=23df110f-73c2-4f3a-af98-e87690b330f3 HTTP/1.1" status: 200  len: 817 time: 0.1844897
Dec 24 11:35:50.451652 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port fc4faba1-96d8-4619-985b-55e872c94b70 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:35:50.452076 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:50.460088 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-7571d50f-914d-43ab-882b-03ab45565e25 req-d6ba5e84-edd7-4869-b1f9-0072a873ecd0 tempest-TestEncryptedCinderVolumes-726974275 tempest-TestEncryptedCinderVolumes-726974275-project] 10.222.0.65 "GET /v2.0/quotas/e4b971b53a7942c6bf087b8064d810fd HTTP/1.1" status: 200  len: 375 time: 0.0121493
Dec 24 11:35:50.560930 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-7571d50f-914d-43ab-882b-03ab45565e25 req-b46f99a4-ef99-40bd-9f35-02dae8a4492a tempest-TestEncryptedCinderVolumes-726974275 tempest-TestEncryptedCinderVolumes-726974275-project] Synchronizing usage tracker for tenant:e4b971b53a7942c6bf087b8064d810fd on resource:port {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:35:50.580324 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-7571d50f-914d-43ab-882b-03ab45565e25 req-b46f99a4-ef99-40bd-9f35-02dae8a4492a tempest-TestEncryptedCinderVolumes-726974275 tempest-TestEncryptedCinderVolumes-726974275-project] Unset dirty status for tenant:e4b971b53a7942c6bf087b8064d810fd on resource:port {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:35:50.582155 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-7571d50f-914d-43ab-882b-03ab45565e25 req-b46f99a4-ef99-40bd-9f35-02dae8a4492a tempest-TestEncryptedCinderVolumes-726974275 tempest-TestEncryptedCinderVolumes-726974275-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=e4b971b53a7942c6bf087b8064d810fd&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1151817
Dec 24 11:35:50.586808 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 5859172a-b123-490d-877b-28405bf3c361 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:35:50.660562 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning for port 5859172a-b123-490d-877b-28405bf3c361 completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:35:50.665530 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port 5859172a-b123-490d-877b-28405bf3c361 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:35:50.665982 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:50.740549 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-7571d50f-914d-43ab-882b-03ab45565e25 req-ea0aae98-ad0d-4c31-b037-a7ad9d390b8c service neutron] 10.222.0.65 "GET /v2.0/networks/23df110f-73c2-4f3a-af98-e87690b330f3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1449964
Dec 24 11:35:50.789561 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:50.806888 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] For port 5859172a-b123-490d-877b-28405bf3c361, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=5859172a-b123-490d-877b-28405bf3c361,segment=NetworkSegment(d4e3295f-9ff8-4cad-8a20-3f1c937efc8c),segment_id=d4e3295f-9ff8-4cad-8a20-3f1c937efc8c)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:35:50.810526 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:50.813653 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:35:50.882387 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Pushing event updated for resources: {'Port': ['ID=5859172a-b123-490d-877b-28405bf3c361,revision_number=4']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:35:50.885670 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:35:50.898167 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-7571d50f-914d-43ab-882b-03ab45565e25 req-76e73eeb-2223-4578-8561-7d5bb3a3cb9c service neutron] 10.222.0.65 "GET /v2.0/networks/23df110f-73c2-4f3a-af98-e87690b330f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1499741
Dec 24 11:35:51.095562 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-174ec05f-181b-4fd0-b89f-cf5a33726fb4 req-7d2fb840-32ec-420b-bbf3-5d5d57100818 tempest-TestEncryptedCinderVolumes-726974275 tempest-TestEncryptedCinderVolumes-726974275-project] 10.222.0.65 "GET /v2.0/ports?device_id=8811cf7c-f554-4c79-923f-f2f8b7d8469a HTTP/1.1" status: 200  len: 210 time: 0.0453682
Dec 24 11:35:51.925570 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5afb655-e1a2-4502-8e3e-922834fe4c20 None None] Sync routers for ids ['93ca052d-c879-438f-a4c6-60e821bdfd1f'] in dv-neutron-822691-2-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:35:51.939622 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5afb655-e1a2-4502-8e3e-922834fe4c20 None None] Routers {'93ca052d-c879-438f-a4c6-60e821bdfd1f'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:35:51.940297 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-f5afb655-e1a2-4502-8e3e-922834fe4c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271924978>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:35:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['93ca052d-c879-438f-a4c6-60e821bdfd1f'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:35:52.118008 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 5859172a-b123-490d-877b-28405bf3c361 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:35:52.194410 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-f5afb655-e1a2-4502-8e3e-922834fe4c20 None None] Set router 93ca052d-c879-438f-a4c6-60e821bdfd1f gateway port host: dv-neutron-822691-2-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:35:52.278214 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7571d50f-914d-43ab-882b-03ab45565e25 req-ccee5eb1-48d1-4c48-b349-be531992105a tempest-TestEncryptedCinderVolumes-726974275 tempest-TestEncryptedCinderVolumes-726974275-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:35:52.279805 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-7571d50f-914d-43ab-882b-03ab45565e25 req-ccee5eb1-48d1-4c48-b349-be531992105a tempest-TestEncryptedCinderVolumes-726974275 tempest-TestEncryptedCinderVolumes-726974275-project] 10.222.0.58 "GET /v2.0/networks?id=23df110f-73c2-4f3a-af98-e87690b330f3 HTTP/1.1" status: 200  len: 817 time: 0.1840293
Dec 24 11:35:52.298414 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [req-7571d50f-914d-43ab-882b-03ab45565e25 req-060b5457-97cf-4bf2-b8c0-89e8ed773df8 tempest-TestEncryptedCinderVolumes-726974275 tempest-TestEncryptedCinderVolumes-726974275-project] Request body: {'port': {'device_id': '8811cf7c-f554-4c79-923f-f2f8b7d8469a', 'network_id': '23df110f-73c2-4f3a-af98-e87690b330f3', 'admin_state_up': True, 'tenant_id': 'e4b971b53a7942c6bf087b8064d810fd'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:35:52.306090 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-0591c07e-cbb9-4a22-94e2-fb1f2b5171f3 req-68a7d9e0-cb19-461c-9849-7a6224e8fc8a tempest-TestEncryptedCinderVolumes-726974275 tempest-TestEncryptedCinderVolumes-726974275-project] 10.222.0.65 "GET /v2.0/ports?device_id=8811cf7c-f554-4c79-923f-f2f8b7d8469a HTTP/1.1" status: 200  len: 210 time: 0.0775535
Dec 24 11:35:52.357115 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port 5859172a-b123-490d-877b-28405bf3c361 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:35:52.357540 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:52.446248 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [req-7571d50f-914d-43ab-882b-03ab45565e25 req-060b5457-97cf-4bf2-b8c0-89e8ed773df8 tempest-TestEncryptedCinderVolumes-726974275 tempest-TestEncryptedCinderVolumes-726974275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:35:52.456413 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [req-7571d50f-914d-43ab-882b-03ab45565e25 req-060b5457-97cf-4bf2-b8c0-89e8ed773df8 tempest-TestEncryptedCinderVolumes-726974275 tempest-TestEncryptedCinderVolumes-726974275-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:35:52.466213 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7571d50f-914d-43ab-882b-03ab45565e25 req-060b5457-97cf-4bf2-b8c0-89e8ed773df8 tempest-TestEncryptedCinderVolumes-726974275 tempest-TestEncryptedCinderVolumes-726974275-project] Made reservation on behalf of e4b971b53a7942c6bf087b8064d810fd for: {'port': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:35:52.471917 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-7571d50f-914d-43ab-882b-03ab45565e25 req-060b5457-97cf-4bf2-b8c0-89e8ed773df8 tempest-TestEncryptedCinderVolumes-726974275 tempest-TestEncryptedCinderVolumes-726974275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:52.650534 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [req-7571d50f-914d-43ab-882b-03ab45565e25 req-060b5457-97cf-4bf2-b8c0-89e8ed773df8 tempest-TestEncryptedCinderVolumes-726974275 tempest-TestEncryptedCinderVolumes-726974275-project] Allocated IP 172.20.0.13 (23df110f-73c2-4f3a-af98-e87690b330f3/a307f42b-f3c5-45a4-99e8-84bbae1b29e2/207cb319-8440-4fda-b89a-5cdf0211d565) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:35:52.658916 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-f5afb655-e1a2-4502-8e3e-922834fe4c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271924978>, [{'id': '93ca052d-c879-438f-a4c6-60e821bdfd1f', 'name': 'tempest-TestEncryptedCinderVolumes-773373450-router', 'tenant_id': 'c9a45e54529c4c138c44e5a52188e40a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.239'}], 'enable_snat': True}, 'gw_port_id': '5859172a-b123-490d-877b-28405bf3c361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:35:44Z', 'updated_at': '2021-12-24T11:35:47Z', 'revision_number': 4, 'project_id': 'c9a45e54529c4c138c44e5a52188e40a', 'gw_port': {'id': '5859172a-b123-490d-877b-28405bf3c361', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:60:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ca052d-c879-438f-a4c6-60e821bdfd1f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:35:44Z', 'updated_at': '2021-12-24T11:35:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_interfaces': [{'id': 'c865187c-764b-4c31-b669-ec6d117ff05b', 'name': '', 'network_id': '6a5661b2-fc8d-41b9-8edc-7821a408cc78', 'tenant_id': 'c9a45e54529c4c138c44e5a52188e40a', 'mac_address': 'fa:16:3e:4d:6d:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93ca052d-c879-438f-a4c6-60e821bdfd1f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fa004317-e1c7-4259-8433-d4ecbce707aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:35:47Z', 'updated_at': '2021-12-24T11:35:48Z', 'revision_number': 2, 'project_id': 'c9a45e54529c4c138c44e5a52188e40a', 'subnets': [{'id': 'fa004317-e1c7-4259-8433-d4ecbce707aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:35:52.663212 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5afb655-e1a2-4502-8e3e-922834fe4c20 None None] Checking router: 93ca052d-c879-438f-a4c6-60e821bdfd1f for host: dv-neutron-822691-2-hyperv {{(pid=88880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 24 11:35:52.663619 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5afb655-e1a2-4502-8e3e-922834fe4c20 None None] Updating router 93ca052d-c879-438f-a4c6-60e821bdfd1f port c865187c-764b-4c31-b669-ec6d117ff05b binding host dv-neutron-822691-2-hyperv {{(pid=88880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 24 11:35:52.720163 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f5afb655-e1a2-4502-8e3e-922834fe4c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:52.865534 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-7571d50f-914d-43ab-882b-03ab45565e25 req-060b5457-97cf-4bf2-b8c0-89e8ed773df8 tempest-TestEncryptedCinderVolumes-726974275 tempest-TestEncryptedCinderVolumes-726974275-project] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:52.882362 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [req-7571d50f-914d-43ab-882b-03ab45565e25 req-060b5457-97cf-4bf2-b8c0-89e8ed773df8 tempest-TestEncryptedCinderVolumes-726974275 tempest-TestEncryptedCinderVolumes-726974275-project] Transition to ACTIVE for port object 207cb319-8440-4fda-b89a-5cdf0211d565 will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:35:52.903984 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-7571d50f-914d-43ab-882b-03ab45565e25 req-060b5457-97cf-4bf2-b8c0-89e8ed773df8 tempest-TestEncryptedCinderVolumes-726974275 tempest-TestEncryptedCinderVolumes-726974275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:52.910187 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-b91df7d6-2b8a-4686-9100-15a37a4405f6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:35:52.984040 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7571d50f-914d-43ab-882b-03ab45565e25 req-060b5457-97cf-4bf2-b8c0-89e8ed773df8 tempest-TestEncryptedCinderVolumes-726974275 tempest-TestEncryptedCinderVolumes-726974275-project] Network 23df110f-73c2-4f3a-af98-e87690b330f3 is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:35:52.987884 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [req-7571d50f-914d-43ab-882b-03ab45565e25 req-060b5457-97cf-4bf2-b8c0-89e8ed773df8 tempest-TestEncryptedCinderVolumes-726974275 tempest-TestEncryptedCinderVolumes-726974275-project] Resources bound (agent type, host, resource id):  {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:35:52.990624 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060b5457-97cf-4bf2-b8c0-89e8ed773df8 tempest-TestEncryptedCinderVolumes-726974275 tempest-TestEncryptedCinderVolumes-726974275-project] Pushing event updated for resources: {'Port': ['ID=207cb319-8440-4fda-b89a-5cdf0211d565,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:35:52.993105 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [req-7571d50f-914d-43ab-882b-03ab45565e25 req-060b5457-97cf-4bf2-b8c0-89e8ed773df8 tempest-TestEncryptedCinderVolumes-726974275 tempest-TestEncryptedCinderVolumes-726974275-project] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:35:53.020719 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-060b5457-97cf-4bf2-b8c0-89e8ed773df8 tempest-TestEncryptedCinderVolumes-726974275 tempest-TestEncryptedCinderVolumes-726974275-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:35:53.060196 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7571d50f-914d-43ab-882b-03ab45565e25 req-060b5457-97cf-4bf2-b8c0-89e8ed773df8 tempest-TestEncryptedCinderVolumes-726974275 tempest-TestEncryptedCinderVolumes-726974275-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:35:53.060883 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-7571d50f-914d-43ab-882b-03ab45565e25 req-060b5457-97cf-4bf2-b8c0-89e8ed773df8 tempest-TestEncryptedCinderVolumes-726974275 tempest-TestEncryptedCinderVolumes-726974275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:53.087081 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f5afb655-e1a2-4502-8e3e-922834fe4c20 None None] Notify callbacks [] for port, precommit_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:53.087849 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-7571d50f-914d-43ab-882b-03ab45565e25 req-060b5457-97cf-4bf2-b8c0-89e8ed773df8 tempest-TestEncryptedCinderVolumes-726974275 tempest-TestEncryptedCinderVolumes-726974275-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7949493
Dec 24 11:35:53.100314 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-f5afb655-e1a2-4502-8e3e-922834fe4c20 None None] Transition to ACTIVE for port object c865187c-764b-4c31-b669-ec6d117ff05b will not be triggered until provisioned by entity L2. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:35:53.101112 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [req-7571d50f-914d-43ab-882b-03ab45565e25 req-4ca45f7a-5638-478a-83e6-d40d32d2364f service neutron] Request body: {'port': {'device_id': '8811cf7c-f554-4c79-923f-f2f8b7d8469a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:35:53.108392 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f5afb655-e1a2-4502-8e3e-922834fe4c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:53.113604 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:35:53.228412 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-7571d50f-914d-43ab-882b-03ab45565e25 req-4ca45f7a-5638-478a-83e6-d40d32d2364f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:53.424091 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931ced13-8f25-4259-97f8-95c85658d422 None None] Pushing event updated for resources: {'Port': ['ID=c865187c-764b-4c31-b669-ec6d117ff05b,revision_number=3']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:35:53.429008 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-931ced13-8f25-4259-97f8-95c85658d422 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:35:53.508284 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-1404b3f6-0b52-48d0-b494-a28d8104a8f9 None None] Provisioning for port 207cb319-8440-4fda-b89a-5cdf0211d565 completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:35:53.518746 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-1404b3f6-0b52-48d0-b494-a28d8104a8f9 None None] Provisioning complete for port 207cb319-8440-4fda-b89a-5cdf0211d565 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:35:53.519174 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1404b3f6-0b52-48d0-b494-a28d8104a8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:53.582408 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-f5afb655-e1a2-4502-8e3e-922834fe4c20 None None] Attempting to bind port c865187c-764b-4c31-b669-ec6d117ff05b on host dv-neutron-822691-2-hyperv for vnic_type normal with profile  {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:35:53.582824 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-f5afb655-e1a2-4502-8e3e-922834fe4c20 None None] Attempting to bind port c865187c-764b-4c31-b669-ec6d117ff05b by drivers openvswitch,hyperv on host dv-neutron-822691-2-hyperv at level 0 using segments [{'id': '4f3e6cbd-499c-4917-b9e2-5b427aa3f28a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '6a5661b2-fc8d-41b9-8edc-7821a408cc78'}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:35:53.583233 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5afb655-e1a2-4502-8e3e-922834fe4c20 None None] Attempting to bind port c865187c-764b-4c31-b669-ec6d117ff05b on network 6a5661b2-fc8d-41b9-8edc-7821a408cc78 {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:35:53.602718 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-1404b3f6-0b52-48d0-b494-a28d8104a8f9 None None] Port 207cb319-8440-4fda-b89a-5cdf0211d565 cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:35:53.604575 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5afb655-e1a2-4502-8e3e-922834fe4c20 None None] Checking agent: {'id': 'db1275c1-6001-47af-93c2-635c68404703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822691-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 52, 8), 'started_at': datetime.datetime(2021, 12, 24, 10, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 35, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822691-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:35:53.605004 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5afb655-e1a2-4502-8e3e-922834fe4c20 None None] Checking segment: {'id': '4f3e6cbd-499c-4917-b9e2-5b427aa3f28a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '6a5661b2-fc8d-41b9-8edc-7821a408cc78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:35:53.605484 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f5afb655-e1a2-4502-8e3e-922834fe4c20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:53.606208 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5afb655-e1a2-4502-8e3e-922834fe4c20 None None] Bound using segment: {'id': '4f3e6cbd-499c-4917-b9e2-5b427aa3f28a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '6a5661b2-fc8d-41b9-8edc-7821a408cc78'} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:35:53.606755 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-f5afb655-e1a2-4502-8e3e-922834fe4c20 None None] Bound port: c865187c-764b-4c31-b669-ec6d117ff05b, host: dv-neutron-822691-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f3e6cbd-499c-4917-b9e2-5b427aa3f28a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '6a5661b2-fc8d-41b9-8edc-7821a408cc78'}}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:35:53.607177 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f5afb655-e1a2-4502-8e3e-922834fe4c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:53.700236 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-f5afb655-e1a2-4502-8e3e-922834fe4c20 None None] For port c865187c-764b-4c31-b669-ec6d117ff05b, host dv-neutron-822691-2-hyperv, cleared binding levels {{(pid=88880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:35:53.703625 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-f5afb655-e1a2-4502-8e3e-922834fe4c20 None None] For port c865187c-764b-4c31-b669-ec6d117ff05b, host dv-neutron-822691-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=c865187c-764b-4c31-b669-ec6d117ff05b,segment=NetworkSegment(4f3e6cbd-499c-4917-b9e2-5b427aa3f28a),segment_id=4f3e6cbd-499c-4917-b9e2-5b427aa3f28a)] {{(pid=88880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:35:53.710236 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f5afb655-e1a2-4502-8e3e-922834fe4c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:53.717091 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-0e359b03-f3f1-4399-a4ce-7a5804859065 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:35:53.738256 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fef2e94-8373-4eb5-8afd-63b71ca3bcdb req-47aea800-fccd-4242-9ff7-24c0deb4c1c4 tempest-TestEncryptedCinderVolumes-726974275 tempest-TestEncryptedCinderVolumes-726974275-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:35:53.739870 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-3fef2e94-8373-4eb5-8afd-63b71ca3bcdb req-47aea800-fccd-4242-9ff7-24c0deb4c1c4 tempest-TestEncryptedCinderVolumes-726974275 tempest-TestEncryptedCinderVolumes-726974275-project] 10.222.0.65 "GET /v2.0/ports?device_id=8811cf7c-f554-4c79-923f-f2f8b7d8469a HTTP/1.1" status: 200  len: 932 time: 0.0850184
Dec 24 11:35:53.790866 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-3fef2e94-8373-4eb5-8afd-63b71ca3bcdb req-0b502b03-69d8-4dd3-a9bd-044f7a25745b tempest-TestEncryptedCinderVolumes-726974275 tempest-TestEncryptedCinderVolumes-726974275-project] Synchronizing usage tracker for tenant:e4b971b53a7942c6bf087b8064d810fd on resource:security_group {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:35:53.808928 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-3fef2e94-8373-4eb5-8afd-63b71ca3bcdb req-0b502b03-69d8-4dd3-a9bd-044f7a25745b tempest-TestEncryptedCinderVolumes-726974275 tempest-TestEncryptedCinderVolumes-726974275-project] Unset dirty status for tenant:e4b971b53a7942c6bf087b8064d810fd on resource:security_group {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:35:53.810224 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-3fef2e94-8373-4eb5-8afd-63b71ca3bcdb req-0b502b03-69d8-4dd3-a9bd-044f7a25745b tempest-TestEncryptedCinderVolumes-726974275 tempest-TestEncryptedCinderVolumes-726974275-project] 10.222.0.65 "GET /v2.0/security-groups?id=010fca94-2502-43e0-b77f-2af4cbe6aca2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0636621
Dec 24 11:35:53.820520 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5afb655-e1a2-4502-8e3e-922834fe4c20 None None] Routers {'93ca052d-c879-438f-a4c6-60e821bdfd1f'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:35:53.821198 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-f5afb655-e1a2-4502-8e3e-922834fe4c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271924978>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:35:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['93ca052d-c879-438f-a4c6-60e821bdfd1f'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:35:53.872349 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931ced13-8f25-4259-97f8-95c85658d422 None None] Pushing event updated for resources: {'Port': ['ID=c865187c-764b-4c31-b669-ec6d117ff05b,revision_number=4']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:35:53.880784 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-931ced13-8f25-4259-97f8-95c85658d422 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:35:53.908975 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [req-7571d50f-914d-43ab-882b-03ab45565e25 req-4ca45f7a-5638-478a-83e6-d40d32d2364f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 207cb319-8440-4fda-b89a-5cdf0211d565 {{(pid=88879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 24 11:35:53.916648 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-7571d50f-914d-43ab-882b-03ab45565e25 req-4ca45f7a-5638-478a-83e6-d40d32d2364f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:53.932899 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [req-7571d50f-914d-43ab-882b-03ab45565e25 req-4ca45f7a-5638-478a-83e6-d40d32d2364f service neutron] Transition to ACTIVE for port object 207cb319-8440-4fda-b89a-5cdf0211d565 will not be triggered until provisioned by entity L2. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:35:53.936845 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-7571d50f-914d-43ab-882b-03ab45565e25 req-4ca45f7a-5638-478a-83e6-d40d32d2364f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850854027'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:53.941853 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-933432a0-241d-4156-ad4f-19d0f3a29095 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:35:54.017071 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-f5afb655-e1a2-4502-8e3e-922834fe4c20 None None] Set router 93ca052d-c879-438f-a4c6-60e821bdfd1f gateway port host: dv-neutron-822691-2-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:35:54.078826 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca45f7a-5638-478a-83e6-d40d32d2364f service neutron] Pushing event updated for resources: {'Port': ['ID=207cb319-8440-4fda-b89a-5cdf0211d565,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:35:54.083283 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-4ca45f7a-5638-478a-83e6-d40d32d2364f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:35:54.192947 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [req-7571d50f-914d-43ab-882b-03ab45565e25 req-4ca45f7a-5638-478a-83e6-d40d32d2364f service neutron] Attempting to bind port 207cb319-8440-4fda-b89a-5cdf0211d565 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:35:54.193503 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [req-7571d50f-914d-43ab-882b-03ab45565e25 req-4ca45f7a-5638-478a-83e6-d40d32d2364f service neutron] Attempting to bind port 207cb319-8440-4fda-b89a-5cdf0211d565 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '6afd4356-415b-449d-935b-90a66c90fc81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '23df110f-73c2-4f3a-af98-e87690b330f3'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:35:54.193713 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7571d50f-914d-43ab-882b-03ab45565e25 req-4ca45f7a-5638-478a-83e6-d40d32d2364f service neutron] Attempting to bind port 207cb319-8440-4fda-b89a-5cdf0211d565 on network 23df110f-73c2-4f3a-af98-e87690b330f3 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:35:54.200062 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7571d50f-914d-43ab-882b-03ab45565e25 req-4ca45f7a-5638-478a-83e6-d40d32d2364f service neutron] Port 207cb319-8440-4fda-b89a-5cdf0211d565 on network 23df110f-73c2-4f3a-af98-e87690b330f3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 24 11:35:54.200421 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7571d50f-914d-43ab-882b-03ab45565e25 req-4ca45f7a-5638-478a-83e6-d40d32d2364f service neutron] Attempting to bind port 207cb319-8440-4fda-b89a-5cdf0211d565 on network 23df110f-73c2-4f3a-af98-e87690b330f3 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:35:54.207888 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7571d50f-914d-43ab-882b-03ab45565e25 req-4ca45f7a-5638-478a-83e6-d40d32d2364f service neutron] Checking agent: {'id': '239bbc6e-fc66-42e2-b707-1aa8ba10287c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 57, 58), 'started_at': datetime.datetime(2021, 12, 24, 10, 57, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 35, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:35:54.208267 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7571d50f-914d-43ab-882b-03ab45565e25 req-4ca45f7a-5638-478a-83e6-d40d32d2364f service neutron] Checking segment: {'id': '6afd4356-415b-449d-935b-90a66c90fc81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '23df110f-73c2-4f3a-af98-e87690b330f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:35:54.208687 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7571d50f-914d-43ab-882b-03ab45565e25 req-4ca45f7a-5638-478a-83e6-d40d32d2364f service neutron] Bound using segment: {'id': '6afd4356-415b-449d-935b-90a66c90fc81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '23df110f-73c2-4f3a-af98-e87690b330f3'} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:35:54.209160 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [req-7571d50f-914d-43ab-882b-03ab45565e25 req-4ca45f7a-5638-478a-83e6-d40d32d2364f service neutron] Bound port: 207cb319-8440-4fda-b89a-5cdf0211d565, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6afd4356-415b-449d-935b-90a66c90fc81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '23df110f-73c2-4f3a-af98-e87690b330f3'}}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:35:54.209542 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-7571d50f-914d-43ab-882b-03ab45565e25 req-4ca45f7a-5638-478a-83e6-d40d32d2364f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:54.308021 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [req-7571d50f-914d-43ab-882b-03ab45565e25 req-4ca45f7a-5638-478a-83e6-d40d32d2364f service neutron] For port 207cb319-8440-4fda-b89a-5cdf0211d565, host hv-neutron-8226, cleared binding levels {{(pid=88879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:35:54.311649 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [req-7571d50f-914d-43ab-882b-03ab45565e25 req-4ca45f7a-5638-478a-83e6-d40d32d2364f service neutron] For port 207cb319-8440-4fda-b89a-5cdf0211d565, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=207cb319-8440-4fda-b89a-5cdf0211d565,segment=NetworkSegment(6afd4356-415b-449d-935b-90a66c90fc81),segment_id=6afd4356-415b-449d-935b-90a66c90fc81)] {{(pid=88879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:35:54.315526 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-7571d50f-914d-43ab-882b-03ab45565e25 req-4ca45f7a-5638-478a-83e6-d40d32d2364f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850854027'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:54.320287 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-511cc083-7ba1-4edc-91af-00c2f7ee2614 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:35:54.377903 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-7571d50f-914d-43ab-882b-03ab45565e25 req-4ca45f7a-5638-478a-83e6-d40d32d2364f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:54.379423 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-7571d50f-914d-43ab-882b-03ab45565e25 req-4ca45f7a-5638-478a-83e6-d40d32d2364f service neutron] 10.222.0.58 "PUT /v2.0/ports/207cb319-8440-4fda-b89a-5cdf0211d565 HTTP/1.1" status: 200  len: 1094 time: 1.2828996
Dec 24 11:35:54.380018 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8811cf7c-f554-4c79-923f-f2f8b7d8469a', 'tag': '207cb319-8440-4fda-b89a-5cdf0211d565'}] {{(pid=88879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 24 11:35:54.391628 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-f5afb655-e1a2-4502-8e3e-922834fe4c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271924978>, [{'id': '93ca052d-c879-438f-a4c6-60e821bdfd1f', 'name': 'tempest-TestEncryptedCinderVolumes-773373450-router', 'tenant_id': 'c9a45e54529c4c138c44e5a52188e40a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.239'}], 'enable_snat': True}, 'gw_port_id': '5859172a-b123-490d-877b-28405bf3c361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:35:44Z', 'updated_at': '2021-12-24T11:35:47Z', 'revision_number': 4, 'project_id': 'c9a45e54529c4c138c44e5a52188e40a', 'gw_port': {'id': '5859172a-b123-490d-877b-28405bf3c361', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:60:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ca052d-c879-438f-a4c6-60e821bdfd1f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:35:44Z', 'updated_at': '2021-12-24T11:35:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_interfaces': [{'id': 'c865187c-764b-4c31-b669-ec6d117ff05b', 'name': '', 'network_id': '6a5661b2-fc8d-41b9-8edc-7821a408cc78', 'tenant_id': 'c9a45e54529c4c138c44e5a52188e40a', 'mac_address': 'fa:16:3e:4d:6d:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93ca052d-c879-438f-a4c6-60e821bdfd1f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fa004317-e1c7-4259-8433-d4ecbce707aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:35:47Z', 'updated_at': '2021-12-24T11:35:53Z', 'revision_number': 4, 'project_id': 'c9a45e54529c4c138c44e5a52188e40a', 'subnets': [{'id': 'fa004317-e1c7-4259-8433-d4ecbce707aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:35:54.397636 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5afb655-e1a2-4502-8e3e-922834fe4c20 None None] The sync data for ids ['93ca052d-c879-438f-a4c6-60e821bdfd1f'] in dv-neutron-822691-2-hyperv is: [{'id': '93ca052d-c879-438f-a4c6-60e821bdfd1f', 'name': 'tempest-TestEncryptedCinderVolumes-773373450-router', 'tenant_id': 'c9a45e54529c4c138c44e5a52188e40a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.239'}], 'enable_snat': True}, 'gw_port_id': '5859172a-b123-490d-877b-28405bf3c361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:35:44Z', 'updated_at': '2021-12-24T11:35:47Z', 'revision_number': 4, 'project_id': 'c9a45e54529c4c138c44e5a52188e40a', 'gw_port': {'id': '5859172a-b123-490d-877b-28405bf3c361', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:60:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ca052d-c879-438f-a4c6-60e821bdfd1f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:35:44Z', 'updated_at': '2021-12-24T11:35:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_interfaces': [{'id': 'c865187c-764b-4c31-b669-ec6d117ff05b', 'name': '', 'network_id': '6a5661b2-fc8d-41b9-8edc-7821a408cc78', 'tenant_id': 'c9a45e54529c4c138c44e5a52188e40a', 'mac_address': 'fa:16:3e:4d:6d:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93ca052d-c879-438f-a4c6-60e821bdfd1f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fa004317-e1c7-4259-8433-d4ecbce707aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:35:47Z', 'updated_at': '2021-12-24T11:35:53Z', 'revision_number': 4, 'project_id': 'c9a45e54529c4c138c44e5a52188e40a', 'subnets': [{'id': 'fa004317-e1c7-4259-8433-d4ecbce707aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:35:54.404769 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca45f7a-5638-478a-83e6-d40d32d2364f service neutron] Pushing event updated for resources: {'Port': ['ID=207cb319-8440-4fda-b89a-5cdf0211d565,revision_number=3']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:35:54.408235 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-4ca45f7a-5638-478a-83e6-d40d32d2364f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:35:54.468650 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8811cf7c-f554-4c79-923f-f2f8b7d8469a', 'tag': '207cb319-8440-4fda-b89a-5cdf0211d565', 'status': 'completed', 'code': 200}
Dec 24 11:35:54.533425 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-7571d50f-914d-43ab-882b-03ab45565e25 req-086d0b99-83d6-4d5f-8e64-58980dd871d4 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e4b971b53a7942c6bf087b8064d810fd&device_id=8811cf7c-f554-4c79-923f-f2f8b7d8469a HTTP/1.1" status: 200  len: 1097 time: 0.1000865
Dec 24 11:35:54.620782 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-7571d50f-914d-43ab-882b-03ab45565e25 req-457158b4-37b3-44d7-9ea3-40abc96385ee service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=207cb319-8440-4fda-b89a-5cdf0211d565 HTTP/1.1" status: 200  len: 217 time: 0.0705466
Dec 24 11:35:54.711301 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7571d50f-914d-43ab-882b-03ab45565e25 req-f3a5e8b5-2ca9-4aee-adb1-762a232d1571 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:35:54.713162 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-7571d50f-914d-43ab-882b-03ab45565e25 req-f3a5e8b5-2ca9-4aee-adb1-762a232d1571 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a307f42b-f3c5-45a4-99e8-84bbae1b29e2 HTTP/1.1" status: 200  len: 856 time: 0.0796294
Dec 24 11:35:54.799495 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-7571d50f-914d-43ab-882b-03ab45565e25 req-52a441ac-d9ef-42ec-945c-c3a3d5112178 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=23df110f-73c2-4f3a-af98-e87690b330f3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0774994
Dec 24 11:35:54.960195 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-7571d50f-914d-43ab-882b-03ab45565e25 req-42fdaa32-3fcb-47cc-80d0-afb5c3a7d5cb service neutron] 10.222.0.58 "GET /v2.0/networks/23df110f-73c2-4f3a-af98-e87690b330f3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1528213
Dec 24 11:35:55.036517 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f033ae-a620-4974-af59-1160554eea4a req-500585b7-79a7-43e3-8b51-bd69b9270ea7 tempest-TestEncryptedCinderVolumes-726974275 tempest-TestEncryptedCinderVolumes-726974275-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:35:55.038381 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-67f033ae-a620-4974-af59-1160554eea4a req-500585b7-79a7-43e3-8b51-bd69b9270ea7 tempest-TestEncryptedCinderVolumes-726974275 tempest-TestEncryptedCinderVolumes-726974275-project] 10.222.0.65 "GET /v2.0/ports?device_id=8811cf7c-f554-4c79-923f-f2f8b7d8469a HTTP/1.1" status: 200  len: 944 time: 0.0929151
Dec 24 11:35:55.112063 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-67f033ae-a620-4974-af59-1160554eea4a req-cc752400-c4ab-4dfe-94ed-615aa68b2897 tempest-TestEncryptedCinderVolumes-726974275 tempest-TestEncryptedCinderVolumes-726974275-project] 10.222.0.65 "GET /v2.0/security-groups?id=010fca94-2502-43e0-b77f-2af4cbe6aca2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0550687
Dec 24 11:35:55.127164 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-7571d50f-914d-43ab-882b-03ab45565e25 req-63e64578-1a05-4835-95f9-716821ca4fb2 service neutron] 10.222.0.58 "GET /v2.0/networks/23df110f-73c2-4f3a-af98-e87690b330f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1592839
Dec 24 11:35:55.254810 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-bf030ffe-0ca4-4b92-b7db-0b51c66bc33c req-d31b290a-46b6-4a12-9231-ff95f04e3a66 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e4b971b53a7942c6bf087b8064d810fd&device_id=8811cf7c-f554-4c79-923f-f2f8b7d8469a HTTP/1.1" status: 200  len: 1097 time: 0.0791118
Dec 24 11:35:55.404676 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf030ffe-0ca4-4b92-b7db-0b51c66bc33c req-53d6585c-226a-49ab-92a5-c64fc635de2e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:35:55.406409 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-bf030ffe-0ca4-4b92-b7db-0b51c66bc33c req-53d6585c-226a-49ab-92a5-c64fc635de2e service neutron] 10.222.0.58 "GET /v2.0/networks?id=23df110f-73c2-4f3a-af98-e87690b330f3 HTTP/1.1" status: 200  len: 918 time: 0.1446390
Dec 24 11:35:55.487595 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-bf030ffe-0ca4-4b92-b7db-0b51c66bc33c req-18e59c9c-cab1-4e76-8eaa-77f90547daea service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=207cb319-8440-4fda-b89a-5cdf0211d565 HTTP/1.1" status: 200  len: 217 time: 0.0706377
Dec 24 11:35:55.558892 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf030ffe-0ca4-4b92-b7db-0b51c66bc33c req-8e68ed78-9a9e-4bad-af2c-fb67ccd64171 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:35:55.560528 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-bf030ffe-0ca4-4b92-b7db-0b51c66bc33c req-8e68ed78-9a9e-4bad-af2c-fb67ccd64171 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a307f42b-f3c5-45a4-99e8-84bbae1b29e2 HTTP/1.1" status: 200  len: 856 time: 0.0656724
Dec 24 11:35:55.650040 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-bf030ffe-0ca4-4b92-b7db-0b51c66bc33c req-54e20798-929e-4a6b-ad9f-42672cd2801e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=23df110f-73c2-4f3a-af98-e87690b330f3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0819836
Dec 24 11:35:55.799288 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-bf030ffe-0ca4-4b92-b7db-0b51c66bc33c req-8d9dc8a8-2cde-4aef-93d3-ee28b6bdf934 service neutron] 10.222.0.58 "GET /v2.0/networks/23df110f-73c2-4f3a-af98-e87690b330f3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1411731
Dec 24 11:35:55.947068 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-bf030ffe-0ca4-4b92-b7db-0b51c66bc33c req-a89aa149-5bcc-4e4c-8cc3-f05741447b27 service neutron] 10.222.0.58 "GET /v2.0/networks/23df110f-73c2-4f3a-af98-e87690b330f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1403694
Dec 24 11:35:56.126808 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device c865187c-764b-4c31-b669-ec6d117ff05b up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:35:56.199882 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning for port c865187c-764b-4c31-b669-ec6d117ff05b completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:35:56.205216 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port c865187c-764b-4c31-b669-ec6d117ff05b triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:35:56.205656 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:56.318549 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bb5ab2-acdf-46bf-b866-27283415fc3b req-37452d11-5925-4863-8d9d-5425d4874b2f tempest-TestEncryptedCinderVolumes-726974275 tempest-TestEncryptedCinderVolumes-726974275-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:35:56.320273 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-15bb5ab2-acdf-46bf-b866-27283415fc3b req-37452d11-5925-4863-8d9d-5425d4874b2f tempest-TestEncryptedCinderVolumes-726974275 tempest-TestEncryptedCinderVolumes-726974275-project] 10.222.0.65 "GET /v2.0/ports?device_id=8811cf7c-f554-4c79-923f-f2f8b7d8469a HTTP/1.1" status: 200  len: 944 time: 0.0845420
Dec 24 11:35:56.328303 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:56.364607 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] For port c865187c-764b-4c31-b669-ec6d117ff05b, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=c865187c-764b-4c31-b669-ec6d117ff05b,segment=NetworkSegment(4f3e6cbd-499c-4917-b9e2-5b427aa3f28a),segment_id=4f3e6cbd-499c-4917-b9e2-5b427aa3f28a)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:35:56.368376 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:56.372065 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-15bb5ab2-acdf-46bf-b866-27283415fc3b req-bd3aeee2-1df7-452e-ad68-e8f27166175d tempest-TestEncryptedCinderVolumes-726974275 tempest-TestEncryptedCinderVolumes-726974275-project] 10.222.0.65 "GET /v2.0/security-groups?id=010fca94-2502-43e0-b77f-2af4cbe6aca2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452652
Dec 24 11:35:56.372166 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:35:56.440517 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Pushing event updated for resources: {'Port': ['ID=c865187c-764b-4c31-b669-ec6d117ff05b,revision_number=5']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:35:56.449358 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:35:56.449741 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:35:56.450140 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:35:56.450513 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:35:56.450886 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:35:56.451245 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:35:56.451583 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:35:56.451944 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:35:56.452302 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:35:56.452641 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:35:56.452998 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:35:56.457195 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:35:57.594327 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd21e5d-7a6d-403d-af0d-c202af5c1e59 req-5e331c3c-1095-41c2-9d99-bbf82a340096 tempest-TestEncryptedCinderVolumes-726974275 tempest-TestEncryptedCinderVolumes-726974275-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:35:57.595958 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-ecd21e5d-7a6d-403d-af0d-c202af5c1e59 req-5e331c3c-1095-41c2-9d99-bbf82a340096 tempest-TestEncryptedCinderVolumes-726974275 tempest-TestEncryptedCinderVolumes-726974275-project] 10.222.0.65 "GET /v2.0/ports?device_id=8811cf7c-f554-4c79-923f-f2f8b7d8469a HTTP/1.1" status: 200  len: 944 time: 0.0933769
Dec 24 11:35:57.647616 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-ecd21e5d-7a6d-403d-af0d-c202af5c1e59 req-d8190208-0312-4613-a7d2-715ebbf584a0 tempest-TestEncryptedCinderVolumes-726974275 tempest-TestEncryptedCinderVolumes-726974275-project] 10.222.0.65 "GET /v2.0/security-groups?id=010fca94-2502-43e0-b77f-2af4cbe6aca2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452766
Dec 24 11:35:57.913234 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Device 207cb319-8440-4fda-b89a-5cdf0211d565 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 24 11:35:58.066695 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] For port 207cb319-8440-4fda-b89a-5cdf0211d565, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=207cb319-8440-4fda-b89a-5cdf0211d565,segment=NetworkSegment(6afd4356-415b-449d-935b-90a66c90fc81),segment_id=6afd4356-415b-449d-935b-90a66c90fc81)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:35:58.081379 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Returning: {'device': '207cb319-8440-4fda-b89a-5cdf0211d565', 'network_id': '23df110f-73c2-4f3a-af98-e87690b330f3', 'port_id': '207cb319-8440-4fda-b89a-5cdf0211d565', 'mac_address': 'fa:16:3e:10:45:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 633, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a307f42b-f3c5-45a4-99e8-84bbae1b29e2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 24 11:35:58.120636 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device c865187c-764b-4c31-b669-ec6d117ff05b up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:35:58.185871 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:58.210835 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 207cb319-8440-4fda-b89a-5cdf0211d565 {{(pid=88880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 24 11:35:58.231400 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] For port 207cb319-8440-4fda-b89a-5cdf0211d565, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=207cb319-8440-4fda-b89a-5cdf0211d565,segment=NetworkSegment(6afd4356-415b-449d-935b-90a66c90fc81),segment_id=6afd4356-415b-449d-935b-90a66c90fc81)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:35:58.237380 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:58.239796 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-33def0dd-3532-4e70-bb5f-1ff17c879114 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:35:58.271603 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port c865187c-764b-4c31-b669-ec6d117ff05b triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:35:58.272012 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:58.357071 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Pushing event updated for resources: {'Port': ['ID=207cb319-8440-4fda-b89a-5cdf0211d565,revision_number=4']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:35:58.362790 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:35:58.509245 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:35:58.515234 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] get_ports_and_sgs() called for port_ids ['207cb319-8440-4fda-b89a-5cdf0211d565'] {{(pid=88880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 24 11:35:58.863066 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f5f179-90d4-4a0a-8fe0-bdb8c98a9f2f req-8b5215c5-34f1-4141-b5aa-3188e2077c89 tempest-TestEncryptedCinderVolumes-726974275 tempest-TestEncryptedCinderVolumes-726974275-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:35:58.864685 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-e3f5f179-90d4-4a0a-8fe0-bdb8c98a9f2f req-8b5215c5-34f1-4141-b5aa-3188e2077c89 tempest-TestEncryptedCinderVolumes-726974275 tempest-TestEncryptedCinderVolumes-726974275-project] 10.222.0.65 "GET /v2.0/ports?device_id=8811cf7c-f554-4c79-923f-f2f8b7d8469a HTTP/1.1" status: 200  len: 945 time: 0.0925388
Dec 24 11:35:58.916601 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-e3f5f179-90d4-4a0a-8fe0-bdb8c98a9f2f req-b9bdfc8f-bd5d-40fb-87be-44fd3ed7d1cf tempest-TestEncryptedCinderVolumes-726974275 tempest-TestEncryptedCinderVolumes-726974275-project] 10.222.0.65 "GET /v2.0/security-groups?id=010fca94-2502-43e0-b77f-2af4cbe6aca2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455682
Dec 24 11:35:59.928557 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Device 207cb319-8440-4fda-b89a-5cdf0211d565 up at agent hyperv_hv-neutron-8226 {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:36:00.009636 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Provisioning for port 207cb319-8440-4fda-b89a-5cdf0211d565 completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:36:00.014875 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Provisioning complete for port 207cb319-8440-4fda-b89a-5cdf0211d565 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:36:00.015427 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:36:00.130607 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dd0072-bab0-4a20-a060-c6359d03240d req-5d05479e-717e-4965-9a90-2da212b9a31c tempest-TestEncryptedCinderVolumes-726974275 tempest-TestEncryptedCinderVolumes-726974275-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:36:00.132212 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-15dd0072-bab0-4a20-a060-c6359d03240d req-5d05479e-717e-4965-9a90-2da212b9a31c tempest-TestEncryptedCinderVolumes-726974275 tempest-TestEncryptedCinderVolumes-726974275-project] 10.222.0.65 "GET /v2.0/ports?device_id=8811cf7c-f554-4c79-923f-f2f8b7d8469a HTTP/1.1" status: 200  len: 945 time: 0.0869358
Dec 24 11:36:00.138457 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:36:00.167664 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8811cf7c-f554-4c79-923f-f2f8b7d8469a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '207cb319-8440-4fda-b89a-5cdf0211d565'}] {{(pid=88880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 24 11:36:00.178104 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] For port 207cb319-8440-4fda-b89a-5cdf0211d565, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=207cb319-8440-4fda-b89a-5cdf0211d565,segment=NetworkSegment(6afd4356-415b-449d-935b-90a66c90fc81),segment_id=6afd4356-415b-449d-935b-90a66c90fc81)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:36:00.181572 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:36:00.182873 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-15dd0072-bab0-4a20-a060-c6359d03240d req-2468e341-2f1e-49df-aa41-ed9bfbea7bec tempest-TestEncryptedCinderVolumes-726974275 tempest-TestEncryptedCinderVolumes-726974275-project] 10.222.0.65 "GET /v2.0/security-groups?id=010fca94-2502-43e0-b77f-2af4cbe6aca2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442088
Dec 24 11:36:00.183551 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-93c9799f-f01a-4916-846c-5dd2ee549f2a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:36:00.226082 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8811cf7c-f554-4c79-923f-f2f8b7d8469a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '207cb319-8440-4fda-b89a-5cdf0211d565', 'code': 200}
Dec 24 11:36:00.254228 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Pushing event updated for resources: {'Port': ['ID=207cb319-8440-4fda-b89a-5cdf0211d565,revision_number=5']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:36:00.257540 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:36:00.478952 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-ee73df49-4f7c-4684-8a5f-0ec47bf64478 req-9b2b1ccb-0f29-4c18-ae51-da14010f0320 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=8811cf7c-f554-4c79-923f-f2f8b7d8469a HTTP/1.1" status: 200  len: 1099 time: 0.0776129
Dec 24 11:36:00.524083 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-ee73df49-4f7c-4684-8a5f-0ec47bf64478 req-c5057cc3-600d-4013-98b0-f71c27c43b39 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=010fca94-2502-43e0-b77f-2af4cbe6aca2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0373750
Dec 24 11:36:01.404682 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52ec548-69f4-4f38-9907-0c30b0f0cfd6 req-3e23295d-1757-4e07-9f1d-bb2a8536192b tempest-TestEncryptedCinderVolumes-726974275 tempest-TestEncryptedCinderVolumes-726974275-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:36:01.406328 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-e52ec548-69f4-4f38-9907-0c30b0f0cfd6 req-3e23295d-1757-4e07-9f1d-bb2a8536192b tempest-TestEncryptedCinderVolumes-726974275 tempest-TestEncryptedCinderVolumes-726974275-project] 10.222.0.65 "GET /v2.0/ports?device_id=8811cf7c-f554-4c79-923f-f2f8b7d8469a HTTP/1.1" status: 200  len: 946 time: 0.0923328
Dec 24 11:36:01.459413 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-e52ec548-69f4-4f38-9907-0c30b0f0cfd6 req-84391ec3-d7a1-4d89-a150-832d7c57f3e6 tempest-TestEncryptedCinderVolumes-726974275 tempest-TestEncryptedCinderVolumes-726974275-project] 10.222.0.65 "GET /v2.0/security-groups?id=010fca94-2502-43e0-b77f-2af4cbe6aca2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442531
Dec 24 11:36:02.687597 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db96d9be-fce7-40ba-9df0-c7c06509f74d req-9a964c14-fec3-4ac4-af37-415f0bd83d18 tempest-TestEncryptedCinderVolumes-726974275 tempest-TestEncryptedCinderVolumes-726974275-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:36:02.689202 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-db96d9be-fce7-40ba-9df0-c7c06509f74d req-9a964c14-fec3-4ac4-af37-415f0bd83d18 tempest-TestEncryptedCinderVolumes-726974275 tempest-TestEncryptedCinderVolumes-726974275-project] 10.222.0.65 "GET /v2.0/ports?device_id=8811cf7c-f554-4c79-923f-f2f8b7d8469a HTTP/1.1" status: 200  len: 946 time: 0.0877583
Dec 24 11:36:02.738907 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-db96d9be-fce7-40ba-9df0-c7c06509f74d req-fa75150e-1478-4d9d-9bad-d869a36605d5 tempest-TestEncryptedCinderVolumes-726974275 tempest-TestEncryptedCinderVolumes-726974275-project] 10.222.0.65 "GET /v2.0/security-groups?id=010fca94-2502-43e0-b77f-2af4cbe6aca2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434084
Dec 24 11:36:02.960462 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c352c9a3-6110-43c2-b9b3-0b962c3fc4c1 req-46acf190-8397-4834-9770-4ae841926e44 tempest-TestEncryptedCinderVolumes-726974275 tempest-TestEncryptedCinderVolumes-726974275-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:36:02.962094 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-c352c9a3-6110-43c2-b9b3-0b962c3fc4c1 req-46acf190-8397-4834-9770-4ae841926e44 tempest-TestEncryptedCinderVolumes-726974275 tempest-TestEncryptedCinderVolumes-726974275-project] 10.222.0.65 "GET /v2.0/ports?device_id=8811cf7c-f554-4c79-923f-f2f8b7d8469a HTTP/1.1" status: 200  len: 946 time: 0.0955274
Dec 24 11:36:03.011753 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-c352c9a3-6110-43c2-b9b3-0b962c3fc4c1 req-109f1eef-b674-4f5d-b660-93c4d940ffe0 tempest-TestEncryptedCinderVolumes-726974275 tempest-TestEncryptedCinderVolumes-726974275-project] 10.222.0.65 "GET /v2.0/security-groups?id=010fca94-2502-43e0-b77f-2af4cbe6aca2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431526
Dec 24 11:36:06.491637 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c09ba698-36c6-406f-b660-23a212aeafd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:36:08.054809 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:36:08.991446 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7572d6da-7027-4eca-8b21-9f9432889d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:36:09.498648 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bdfdbc84-c52d-4f40-b281-af314dc1f8fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:36:10.765469 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-39ff93cf-c0b7-48c5-95f3-6f7e9977387d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:36:18.422550 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.agents_db [None req-e51243ab-6a93-425b-980f-a73583147efa None None] Agent healthcheck: found 6 active agents {{(pid=88881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 24 11:36:19.455065 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f737fb32-5a9e-420b-9992-651ba947c8b5 req-be524f6a-b111-4f2e-8d76-5107960ca7ff tempest-TestEncryptedCinderVolumes-726974275 tempest-TestEncryptedCinderVolumes-726974275-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:36:19.456655 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-f737fb32-5a9e-420b-9992-651ba947c8b5 req-be524f6a-b111-4f2e-8d76-5107960ca7ff tempest-TestEncryptedCinderVolumes-726974275 tempest-TestEncryptedCinderVolumes-726974275-project] 10.222.0.65 "GET /v2.0/ports?device_id=8811cf7c-f554-4c79-923f-f2f8b7d8469a HTTP/1.1" status: 200  len: 946 time: 0.0968025
Dec 24 11:36:19.505890 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-f737fb32-5a9e-420b-9992-651ba947c8b5 req-9e0fe5fc-836d-423a-83b4-4b366b56667a tempest-TestEncryptedCinderVolumes-726974275 tempest-TestEncryptedCinderVolumes-726974275-project] 10.222.0.65 "GET /v2.0/security-groups?id=010fca94-2502-43e0-b77f-2af4cbe6aca2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427787
Dec 24 11:36:20.733341 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1799fcda-9f41-48d7-845a-258a80dc2e88 req-38e6c188-f45d-4339-b23b-c4b1a1c1dadc tempest-TestEncryptedCinderVolumes-726974275 tempest-TestEncryptedCinderVolumes-726974275-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:36:20.734953 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-1799fcda-9f41-48d7-845a-258a80dc2e88 req-38e6c188-f45d-4339-b23b-c4b1a1c1dadc tempest-TestEncryptedCinderVolumes-726974275 tempest-TestEncryptedCinderVolumes-726974275-project] 10.222.0.65 "GET /v2.0/ports?device_id=8811cf7c-f554-4c79-923f-f2f8b7d8469a HTTP/1.1" status: 200  len: 946 time: 0.0973723
Dec 24 11:36:20.783532 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-1799fcda-9f41-48d7-845a-258a80dc2e88 req-479b7620-d2e3-4893-8629-3984e93ac983 tempest-TestEncryptedCinderVolumes-726974275 tempest-TestEncryptedCinderVolumes-726974275-project] 10.222.0.65 "GET /v2.0/security-groups?id=010fca94-2502-43e0-b77f-2af4cbe6aca2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423419
Dec 24 11:36:21.228310 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea96514-cfdf-493e-9aa6-edb5f3b03ec4 req-bea61893-2299-4978-ba04-9f40478d38b1 tempest-TestEncryptedCinderVolumes-726974275 tempest-TestEncryptedCinderVolumes-726974275-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:36:21.229038 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-7ea96514-cfdf-493e-9aa6-edb5f3b03ec4 req-bea61893-2299-4978-ba04-9f40478d38b1 tempest-TestEncryptedCinderVolumes-726974275 tempest-TestEncryptedCinderVolumes-726974275-project] Synchronizing usage tracker for tenant:e4b971b53a7942c6bf087b8064d810fd on resource:port {{(pid=88879) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:36:21.247099 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-7ea96514-cfdf-493e-9aa6-edb5f3b03ec4 req-bea61893-2299-4978-ba04-9f40478d38b1 tempest-TestEncryptedCinderVolumes-726974275 tempest-TestEncryptedCinderVolumes-726974275-project] Unset dirty status for tenant:e4b971b53a7942c6bf087b8064d810fd on resource:port {{(pid=88879) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:36:21.248303 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-7ea96514-cfdf-493e-9aa6-edb5f3b03ec4 req-bea61893-2299-4978-ba04-9f40478d38b1 tempest-TestEncryptedCinderVolumes-726974275 tempest-TestEncryptedCinderVolumes-726974275-project] 10.222.0.58 "GET /v2.0/ports?device_id=8811cf7c-f554-4c79-923f-f2f8b7d8469a HTTP/1.1" status: 200  len: 946 time: 0.1170232
Dec 24 11:36:21.327419 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [req-7ea96514-cfdf-493e-9aa6-edb5f3b03ec4 req-6567707f-2ef2-4e84-8b51-c7a07f0be9b9 tempest-TestEncryptedCinderVolumes-726974275 tempest-TestEncryptedCinderVolumes-726974275-project] Deleting port 207cb319-8440-4fda-b89a-5cdf0211d565 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:36:21.327796 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-7ea96514-cfdf-493e-9aa6-edb5f3b03ec4 req-6567707f-2ef2-4e84-8b51-c7a07f0be9b9 tempest-TestEncryptedCinderVolumes-726974275 tempest-TestEncryptedCinderVolumes-726974275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:36:21.586315 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [req-7ea96514-cfdf-493e-9aa6-edb5f3b03ec4 req-6567707f-2ef2-4e84-8b51-c7a07f0be9b9 tempest-TestEncryptedCinderVolumes-726974275 tempest-TestEncryptedCinderVolumes-726974275-project] For port 207cb319-8440-4fda-b89a-5cdf0211d565, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=207cb319-8440-4fda-b89a-5cdf0211d565,segment=NetworkSegment(6afd4356-415b-449d-935b-90a66c90fc81),segment_id=6afd4356-415b-449d-935b-90a66c90fc81)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:36:21.586712 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-7ea96514-cfdf-493e-9aa6-edb5f3b03ec4 req-6567707f-2ef2-4e84-8b51-c7a07f0be9b9 tempest-TestEncryptedCinderVolumes-726974275 tempest-TestEncryptedCinderVolumes-726974275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:36:21.712638 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [req-7ea96514-cfdf-493e-9aa6-edb5f3b03ec4 req-6567707f-2ef2-4e84-8b51-c7a07f0be9b9 tempest-TestEncryptedCinderVolumes-726974275 tempest-TestEncryptedCinderVolumes-726974275-project] Calling delete_port for 207cb319-8440-4fda-b89a-5cdf0211d565 owned by compute:nova {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:36:21.868805 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-7ea96514-cfdf-493e-9aa6-edb5f3b03ec4 req-6567707f-2ef2-4e84-8b51-c7a07f0be9b9 tempest-TestEncryptedCinderVolumes-726974275 tempest-TestEncryptedCinderVolumes-726974275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:36:21.874971 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c51696da-57a0-43e7-b1aa-ec367a287193 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:36:21.881708 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] get_ports_and_sgs() called for port_ids ['207cb319-8440-4fda-b89a-5cdf0211d565'] {{(pid=88880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 24 11:36:21.918669 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6567707f-2ef2-4e84-8b51-c7a07f0be9b9 tempest-TestEncryptedCinderVolumes-726974275 tempest-TestEncryptedCinderVolumes-726974275-project] Pushing event deleted for resources: {'Port': ['ID=207cb319-8440-4fda-b89a-5cdf0211d565,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:36:21.931422 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6567707f-2ef2-4e84-8b51-c7a07f0be9b9 tempest-TestEncryptedCinderVolumes-726974275 tempest-TestEncryptedCinderVolumes-726974275-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:36:21.931767 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6567707f-2ef2-4e84-8b51-c7a07f0be9b9 tempest-TestEncryptedCinderVolumes-726974275 tempest-TestEncryptedCinderVolumes-726974275-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:36:21.932187 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6567707f-2ef2-4e84-8b51-c7a07f0be9b9 tempest-TestEncryptedCinderVolumes-726974275 tempest-TestEncryptedCinderVolumes-726974275-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:36:21.932593 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6567707f-2ef2-4e84-8b51-c7a07f0be9b9 tempest-TestEncryptedCinderVolumes-726974275 tempest-TestEncryptedCinderVolumes-726974275-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:36:21.932999 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6567707f-2ef2-4e84-8b51-c7a07f0be9b9 tempest-TestEncryptedCinderVolumes-726974275 tempest-TestEncryptedCinderVolumes-726974275-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:36:21.933403 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6567707f-2ef2-4e84-8b51-c7a07f0be9b9 tempest-TestEncryptedCinderVolumes-726974275 tempest-TestEncryptedCinderVolumes-726974275-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:36:21.933881 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6567707f-2ef2-4e84-8b51-c7a07f0be9b9 tempest-TestEncryptedCinderVolumes-726974275 tempest-TestEncryptedCinderVolumes-726974275-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:36:21.934326 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6567707f-2ef2-4e84-8b51-c7a07f0be9b9 tempest-TestEncryptedCinderVolumes-726974275 tempest-TestEncryptedCinderVolumes-726974275-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:36:21.934729 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6567707f-2ef2-4e84-8b51-c7a07f0be9b9 tempest-TestEncryptedCinderVolumes-726974275 tempest-TestEncryptedCinderVolumes-726974275-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:36:21.935307 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6567707f-2ef2-4e84-8b51-c7a07f0be9b9 tempest-TestEncryptedCinderVolumes-726974275 tempest-TestEncryptedCinderVolumes-726974275-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:36:21.935488 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6567707f-2ef2-4e84-8b51-c7a07f0be9b9 tempest-TestEncryptedCinderVolumes-726974275 tempest-TestEncryptedCinderVolumes-726974275-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:36:21.959692 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-c3b3d39f-2d61-4230-b941-341d0c40fea3 req-be532008-7aaa-4798-972f-e432b622bd9a tempest-TestEncryptedCinderVolumes-726974275 tempest-TestEncryptedCinderVolumes-726974275-project] 10.222.0.65 "GET /v2.0/ports?device_id=8811cf7c-f554-4c79-923f-f2f8b7d8469a HTTP/1.1" status: 200  len: 210 time: 0.0491142
Dec 24 11:36:21.967876 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-6567707f-2ef2-4e84-8b51-c7a07f0be9b9 tempest-TestEncryptedCinderVolumes-726974275 tempest-TestEncryptedCinderVolumes-726974275-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:36:22.011297 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ea96514-cfdf-493e-9aa6-edb5f3b03ec4 req-6567707f-2ef2-4e84-8b51-c7a07f0be9b9 tempest-TestEncryptedCinderVolumes-726974275 tempest-TestEncryptedCinderVolumes-726974275-project] No DVR routers for this DVR port 207cb319-8440-4fda-b89a-5cdf0211d565 on host hv-neutron-8226 {{(pid=88879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 24 11:36:22.014184 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-7ea96514-cfdf-493e-9aa6-edb5f3b03ec4 req-6567707f-2ef2-4e84-8b51-c7a07f0be9b9 tempest-TestEncryptedCinderVolumes-726974275 tempest-TestEncryptedCinderVolumes-726974275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:36:22.018671 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8811cf7c-f554-4c79-923f-f2f8b7d8469a', 'name': 'network-vif-deleted', 'tag': '207cb319-8440-4fda-b89a-5cdf0211d565'}] {{(pid=88879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 24 11:36:22.033418 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-7ea96514-cfdf-493e-9aa6-edb5f3b03ec4 req-6567707f-2ef2-4e84-8b51-c7a07f0be9b9 tempest-TestEncryptedCinderVolumes-726974275 tempest-TestEncryptedCinderVolumes-726974275-project] 10.222.0.58 "DELETE /v2.0/ports/207cb319-8440-4fda-b89a-5cdf0211d565 HTTP/1.1" status: 204  len: 173 time: 0.7752867
Dec 24 11:36:22.078072 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8811cf7c-f554-4c79-923f-f2f8b7d8469a', 'name': 'network-vif-deleted', 'tag': '207cb319-8440-4fda-b89a-5cdf0211d565', 'status': 'completed', 'code': 200}
Dec 24 11:36:24.096554 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Device 207cb319-8440-4fda-b89a-5cdf0211d565 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:36:24.133430 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] No Port match for: 207cb319-8440-4fda-b89a-5cdf0211d565 {{(pid=88880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 24 11:36:24.133867 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Device 207cb319-8440-4fda-b89a-5cdf0211d565 not bound to the agent host hv-neutron-8226 {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 24 11:36:25.141848 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dc9b77-f6c2-473b-82c2-b1a78c2223c8 req-43a9b0d9-4f6b-49bb-a627-48dc011ba7de tempest-TestEncryptedCinderVolumes-726974275 tempest-TestEncryptedCinderVolumes-726974275-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:36:25.143532 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-49dc9b77-f6c2-473b-82c2-b1a78c2223c8 req-43a9b0d9-4f6b-49bb-a627-48dc011ba7de tempest-TestEncryptedCinderVolumes-726974275 tempest-TestEncryptedCinderVolumes-726974275-project] 10.222.0.65 "GET /v2.0/networks?id=23df110f-73c2-4f3a-af98-e87690b330f3 HTTP/1.1" status: 200  len: 817 time: 0.3945863
Dec 24 11:36:25.161632 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-49dc9b77-f6c2-473b-82c2-b1a78c2223c8 req-5412657c-9902-4ccc-aba7-2dd4447aaf00 tempest-TestEncryptedCinderVolumes-726974275 tempest-TestEncryptedCinderVolumes-726974275-project] 10.222.0.65 "GET /v2.0/quotas/e4b971b53a7942c6bf087b8064d810fd HTTP/1.1" status: 200  len: 375 time: 0.0121608
Dec 24 11:36:25.252057 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-49dc9b77-f6c2-473b-82c2-b1a78c2223c8 req-e0a49868-16b3-43e0-8247-4ad75819f982 tempest-TestEncryptedCinderVolumes-726974275 tempest-TestEncryptedCinderVolumes-726974275-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=e4b971b53a7942c6bf087b8064d810fd&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0850401
Dec 24 11:36:25.269165 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [req-49dc9b77-f6c2-473b-82c2-b1a78c2223c8 req-abdbd3b3-2a36-454d-b378-726f093b7292 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=88878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 24 11:36:25.270269 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-49dc9b77-f6c2-473b-82c2-b1a78c2223c8 req-abdbd3b3-2a36-454d-b378-726f093b7292 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12161 time: 0.0053194
Dec 24 11:36:25.426507 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-49dc9b77-f6c2-473b-82c2-b1a78c2223c8 req-8a1aad68-727c-42cf-9f48-7bcf66762484 service neutron] 10.222.0.65 "GET /v2.0/networks/23df110f-73c2-4f3a-af98-e87690b330f3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1498656
Dec 24 11:36:25.572773 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-49dc9b77-f6c2-473b-82c2-b1a78c2223c8 req-cbc49a84-5093-4707-b6b0-658ce39cdc1f service neutron] 10.222.0.65 "GET /v2.0/networks/23df110f-73c2-4f3a-af98-e87690b330f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1369247
Dec 24 11:36:25.779988 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-a945d2c9-071c-4583-b17b-76ee1a23fcc2 req-7cadf4de-57dd-4457-b82c-e1926311d30c tempest-TestEncryptedCinderVolumes-726974275 tempest-TestEncryptedCinderVolumes-726974275-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3f6d086-0aa7-44a9-82cb-b1d1a3c03f21 HTTP/1.1" status: 200  len: 210 time: 0.0534008
Dec 24 11:36:26.953751 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-6d4a4914-f175-47c3-970e-66c0fea35c9a req-63e5b06e-e654-494c-ba4e-c357bd82417c tempest-TestEncryptedCinderVolumes-726974275 tempest-TestEncryptedCinderVolumes-726974275-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3f6d086-0aa7-44a9-82cb-b1d1a3c03f21 HTTP/1.1" status: 200  len: 210 time: 0.0507257
Dec 24 11:36:26.959387 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dc9b77-f6c2-473b-82c2-b1a78c2223c8 req-b1239af7-8beb-4177-8f54-3a22aaee5f88 tempest-TestEncryptedCinderVolumes-726974275 tempest-TestEncryptedCinderVolumes-726974275-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:36:26.960929 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-49dc9b77-f6c2-473b-82c2-b1a78c2223c8 req-b1239af7-8beb-4177-8f54-3a22aaee5f88 tempest-TestEncryptedCinderVolumes-726974275 tempest-TestEncryptedCinderVolumes-726974275-project] 10.222.0.58 "GET /v2.0/networks?id=23df110f-73c2-4f3a-af98-e87690b330f3 HTTP/1.1" status: 200  len: 817 time: 0.1607685
Dec 24 11:36:26.983411 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [req-49dc9b77-f6c2-473b-82c2-b1a78c2223c8 req-e2cfa304-b667-4e65-a470-8f61da0ae519 tempest-TestEncryptedCinderVolumes-726974275 tempest-TestEncryptedCinderVolumes-726974275-project] Request body: {'port': {'device_id': 'd3f6d086-0aa7-44a9-82cb-b1d1a3c03f21', 'network_id': '23df110f-73c2-4f3a-af98-e87690b330f3', 'admin_state_up': True, 'tenant_id': 'e4b971b53a7942c6bf087b8064d810fd'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:36:27.126226 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [req-49dc9b77-f6c2-473b-82c2-b1a78c2223c8 req-e2cfa304-b667-4e65-a470-8f61da0ae519 tempest-TestEncryptedCinderVolumes-726974275 tempest-TestEncryptedCinderVolumes-726974275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:36:27.131343 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-49dc9b77-f6c2-473b-82c2-b1a78c2223c8 req-e2cfa304-b667-4e65-a470-8f61da0ae519 tempest-TestEncryptedCinderVolumes-726974275 tempest-TestEncryptedCinderVolumes-726974275-project] Usage tracker for resource:port and tenant:e4b971b53a7942c6bf087b8064d810fd is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:36:27.134347 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-49dc9b77-f6c2-473b-82c2-b1a78c2223c8 req-e2cfa304-b667-4e65-a470-8f61da0ae519 tempest-TestEncryptedCinderVolumes-726974275 tempest-TestEncryptedCinderVolumes-726974275-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:36:27.140414 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [req-49dc9b77-f6c2-473b-82c2-b1a78c2223c8 req-e2cfa304-b667-4e65-a470-8f61da0ae519 tempest-TestEncryptedCinderVolumes-726974275 tempest-TestEncryptedCinderVolumes-726974275-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:36:27.150284 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49dc9b77-f6c2-473b-82c2-b1a78c2223c8 req-e2cfa304-b667-4e65-a470-8f61da0ae519 tempest-TestEncryptedCinderVolumes-726974275 tempest-TestEncryptedCinderVolumes-726974275-project] Made reservation on behalf of e4b971b53a7942c6bf087b8064d810fd for: {'port': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:36:27.155807 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-49dc9b77-f6c2-473b-82c2-b1a78c2223c8 req-e2cfa304-b667-4e65-a470-8f61da0ae519 tempest-TestEncryptedCinderVolumes-726974275 tempest-TestEncryptedCinderVolumes-726974275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:36:27.565441 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [req-49dc9b77-f6c2-473b-82c2-b1a78c2223c8 req-e2cfa304-b667-4e65-a470-8f61da0ae519 tempest-TestEncryptedCinderVolumes-726974275 tempest-TestEncryptedCinderVolumes-726974275-project] Allocated IP 172.20.0.14 (23df110f-73c2-4f3a-af98-e87690b330f3/a307f42b-f3c5-45a4-99e8-84bbae1b29e2/88597b9a-0458-4bc4-8669-f4f14f4ca008) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:36:27.786636 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-49dc9b77-f6c2-473b-82c2-b1a78c2223c8 req-e2cfa304-b667-4e65-a470-8f61da0ae519 tempest-TestEncryptedCinderVolumes-726974275 tempest-TestEncryptedCinderVolumes-726974275-project] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:36:27.802906 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [req-49dc9b77-f6c2-473b-82c2-b1a78c2223c8 req-e2cfa304-b667-4e65-a470-8f61da0ae519 tempest-TestEncryptedCinderVolumes-726974275 tempest-TestEncryptedCinderVolumes-726974275-project] Transition to ACTIVE for port object 88597b9a-0458-4bc4-8669-f4f14f4ca008 will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:36:27.823902 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-49dc9b77-f6c2-473b-82c2-b1a78c2223c8 req-e2cfa304-b667-4e65-a470-8f61da0ae519 tempest-TestEncryptedCinderVolumes-726974275 tempest-TestEncryptedCinderVolumes-726974275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:36:27.829483 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-4ca45f7a-5638-478a-83e6-d40d32d2364f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:36:27.895098 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49dc9b77-f6c2-473b-82c2-b1a78c2223c8 req-e2cfa304-b667-4e65-a470-8f61da0ae519 tempest-TestEncryptedCinderVolumes-726974275 tempest-TestEncryptedCinderVolumes-726974275-project] Network 23df110f-73c2-4f3a-af98-e87690b330f3 is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:36:27.903146 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [req-49dc9b77-f6c2-473b-82c2-b1a78c2223c8 req-e2cfa304-b667-4e65-a470-8f61da0ae519 tempest-TestEncryptedCinderVolumes-726974275 tempest-TestEncryptedCinderVolumes-726974275-project] Resources bound (agent type, host, resource id):  {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:36:27.907917 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [req-49dc9b77-f6c2-473b-82c2-b1a78c2223c8 req-e2cfa304-b667-4e65-a470-8f61da0ae519 tempest-TestEncryptedCinderVolumes-726974275 tempest-TestEncryptedCinderVolumes-726974275-project] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:36:27.940347 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cfa304-b667-4e65-a470-8f61da0ae519 tempest-TestEncryptedCinderVolumes-726974275 tempest-TestEncryptedCinderVolumes-726974275-project] Pushing event updated for resources: {'Port': ['ID=88597b9a-0458-4bc4-8669-f4f14f4ca008,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:36:27.947407 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-e2cfa304-b667-4e65-a470-8f61da0ae519 tempest-TestEncryptedCinderVolumes-726974275 tempest-TestEncryptedCinderVolumes-726974275-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:36:27.978015 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dc9b77-f6c2-473b-82c2-b1a78c2223c8 req-e2cfa304-b667-4e65-a470-8f61da0ae519 tempest-TestEncryptedCinderVolumes-726974275 tempest-TestEncryptedCinderVolumes-726974275-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:36:27.979025 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-49dc9b77-f6c2-473b-82c2-b1a78c2223c8 req-e2cfa304-b667-4e65-a470-8f61da0ae519 tempest-TestEncryptedCinderVolumes-726974275 tempest-TestEncryptedCinderVolumes-726974275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:36:28.013206 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-49dc9b77-f6c2-473b-82c2-b1a78c2223c8 req-e2cfa304-b667-4e65-a470-8f61da0ae519 tempest-TestEncryptedCinderVolumes-726974275 tempest-TestEncryptedCinderVolumes-726974275-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0344331
Dec 24 11:36:28.027835 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [req-49dc9b77-f6c2-473b-82c2-b1a78c2223c8 req-b5676864-888f-46f4-899d-b9c0202bdda8 service neutron] Request body: {'port': {'device_id': 'd3f6d086-0aa7-44a9-82cb-b1d1a3c03f21', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:36:28.152098 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-49dc9b77-f6c2-473b-82c2-b1a78c2223c8 req-b5676864-888f-46f4-899d-b9c0202bdda8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:36:28.180065 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f130623-9b14-47b4-96f1-143071900bd3 req-3069a2e5-08d8-4137-9800-f239b8e91b9c tempest-TestEncryptedCinderVolumes-726974275 tempest-TestEncryptedCinderVolumes-726974275-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:36:28.181595 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-9f130623-9b14-47b4-96f1-143071900bd3 req-3069a2e5-08d8-4137-9800-f239b8e91b9c tempest-TestEncryptedCinderVolumes-726974275 tempest-TestEncryptedCinderVolumes-726974275-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3f6d086-0aa7-44a9-82cb-b1d1a3c03f21 HTTP/1.1" status: 200  len: 932 time: 0.0865021
Dec 24 11:36:28.226092 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-18df40cd-e34e-4732-9a0b-63935b94b168 None None] Provisioning for port 88597b9a-0458-4bc4-8669-f4f14f4ca008 completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:36:28.231736 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-18df40cd-e34e-4732-9a0b-63935b94b168 None None] Provisioning complete for port 88597b9a-0458-4bc4-8669-f4f14f4ca008 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:36:28.232233 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-18df40cd-e34e-4732-9a0b-63935b94b168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:36:28.233946 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-9f130623-9b14-47b4-96f1-143071900bd3 req-ec8b237a-5ebb-41af-b79c-62261681d5ec tempest-TestEncryptedCinderVolumes-726974275 tempest-TestEncryptedCinderVolumes-726974275-project] 10.222.0.65 "GET /v2.0/security-groups?id=010fca94-2502-43e0-b77f-2af4cbe6aca2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459015
Dec 24 11:36:28.285692 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-18df40cd-e34e-4732-9a0b-63935b94b168 None None] Port 88597b9a-0458-4bc4-8669-f4f14f4ca008 cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:36:28.516067 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [req-49dc9b77-f6c2-473b-82c2-b1a78c2223c8 req-b5676864-888f-46f4-899d-b9c0202bdda8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88597b9a-0458-4bc4-8669-f4f14f4ca008 {{(pid=88879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 24 11:36:28.523294 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-49dc9b77-f6c2-473b-82c2-b1a78c2223c8 req-b5676864-888f-46f4-899d-b9c0202bdda8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:36:28.540051 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [req-49dc9b77-f6c2-473b-82c2-b1a78c2223c8 req-b5676864-888f-46f4-899d-b9c0202bdda8 service neutron] Transition to ACTIVE for port object 88597b9a-0458-4bc4-8669-f4f14f4ca008 will not be triggered until provisioned by entity L2. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:36:28.543648 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-49dc9b77-f6c2-473b-82c2-b1a78c2223c8 req-b5676864-888f-46f4-899d-b9c0202bdda8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850854027'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:36:28.545529 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:36:28.548390 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-173738d4-7519-46ea-b525-652c765ca213 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:36:28.675518 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5676864-888f-46f4-899d-b9c0202bdda8 service neutron] Pushing event updated for resources: {'Port': ['ID=88597b9a-0458-4bc4-8669-f4f14f4ca008,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:36:28.679870 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-b5676864-888f-46f4-899d-b9c0202bdda8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:36:28.798594 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [req-49dc9b77-f6c2-473b-82c2-b1a78c2223c8 req-b5676864-888f-46f4-899d-b9c0202bdda8 service neutron] Attempting to bind port 88597b9a-0458-4bc4-8669-f4f14f4ca008 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:36:28.798982 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [req-49dc9b77-f6c2-473b-82c2-b1a78c2223c8 req-b5676864-888f-46f4-899d-b9c0202bdda8 service neutron] Attempting to bind port 88597b9a-0458-4bc4-8669-f4f14f4ca008 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '6afd4356-415b-449d-935b-90a66c90fc81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '23df110f-73c2-4f3a-af98-e87690b330f3'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:36:28.799353 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49dc9b77-f6c2-473b-82c2-b1a78c2223c8 req-b5676864-888f-46f4-899d-b9c0202bdda8 service neutron] Attempting to bind port 88597b9a-0458-4bc4-8669-f4f14f4ca008 on network 23df110f-73c2-4f3a-af98-e87690b330f3 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:36:28.806076 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49dc9b77-f6c2-473b-82c2-b1a78c2223c8 req-b5676864-888f-46f4-899d-b9c0202bdda8 service neutron] Port 88597b9a-0458-4bc4-8669-f4f14f4ca008 on network 23df110f-73c2-4f3a-af98-e87690b330f3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 24 11:36:28.806432 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49dc9b77-f6c2-473b-82c2-b1a78c2223c8 req-b5676864-888f-46f4-899d-b9c0202bdda8 service neutron] Attempting to bind port 88597b9a-0458-4bc4-8669-f4f14f4ca008 on network 23df110f-73c2-4f3a-af98-e87690b330f3 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:36:28.813365 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49dc9b77-f6c2-473b-82c2-b1a78c2223c8 req-b5676864-888f-46f4-899d-b9c0202bdda8 service neutron] Checking agent: {'id': '239bbc6e-fc66-42e2-b707-1aa8ba10287c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 57, 58), 'started_at': datetime.datetime(2021, 12, 24, 10, 57, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 36, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:36:28.813769 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49dc9b77-f6c2-473b-82c2-b1a78c2223c8 req-b5676864-888f-46f4-899d-b9c0202bdda8 service neutron] Checking segment: {'id': '6afd4356-415b-449d-935b-90a66c90fc81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '23df110f-73c2-4f3a-af98-e87690b330f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:36:28.814378 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49dc9b77-f6c2-473b-82c2-b1a78c2223c8 req-b5676864-888f-46f4-899d-b9c0202bdda8 service neutron] Bound using segment: {'id': '6afd4356-415b-449d-935b-90a66c90fc81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '23df110f-73c2-4f3a-af98-e87690b330f3'} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:36:28.814743 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [req-49dc9b77-f6c2-473b-82c2-b1a78c2223c8 req-b5676864-888f-46f4-899d-b9c0202bdda8 service neutron] Bound port: 88597b9a-0458-4bc4-8669-f4f14f4ca008, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6afd4356-415b-449d-935b-90a66c90fc81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '23df110f-73c2-4f3a-af98-e87690b330f3'}}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:36:28.815083 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-49dc9b77-f6c2-473b-82c2-b1a78c2223c8 req-b5676864-888f-46f4-899d-b9c0202bdda8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:36:28.907592 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [req-49dc9b77-f6c2-473b-82c2-b1a78c2223c8 req-b5676864-888f-46f4-899d-b9c0202bdda8 service neutron] For port 88597b9a-0458-4bc4-8669-f4f14f4ca008, host hv-neutron-8226, cleared binding levels {{(pid=88879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:36:28.910824 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [req-49dc9b77-f6c2-473b-82c2-b1a78c2223c8 req-b5676864-888f-46f4-899d-b9c0202bdda8 service neutron] For port 88597b9a-0458-4bc4-8669-f4f14f4ca008, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=88597b9a-0458-4bc4-8669-f4f14f4ca008,segment=NetworkSegment(6afd4356-415b-449d-935b-90a66c90fc81),segment_id=6afd4356-415b-449d-935b-90a66c90fc81)] {{(pid=88879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:36:28.915288 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-49dc9b77-f6c2-473b-82c2-b1a78c2223c8 req-b5676864-888f-46f4-899d-b9c0202bdda8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850854027'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:36:28.919297 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-62307c80-e541-4b98-87c7-981c61475724 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:36:28.979047 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-49dc9b77-f6c2-473b-82c2-b1a78c2223c8 req-b5676864-888f-46f4-899d-b9c0202bdda8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:36:28.981056 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-49dc9b77-f6c2-473b-82c2-b1a78c2223c8 req-b5676864-888f-46f4-899d-b9c0202bdda8 service neutron] 10.222.0.58 "PUT /v2.0/ports/88597b9a-0458-4bc4-8669-f4f14f4ca008 HTTP/1.1" status: 200  len: 1094 time: 0.9582233
Dec 24 11:36:28.981628 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3f6d086-0aa7-44a9-82cb-b1d1a3c03f21', 'tag': '88597b9a-0458-4bc4-8669-f4f14f4ca008'}] {{(pid=88879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 24 11:36:29.005718 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5676864-888f-46f4-899d-b9c0202bdda8 service neutron] Pushing event updated for resources: {'Port': ['ID=88597b9a-0458-4bc4-8669-f4f14f4ca008,revision_number=3']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:36:29.009259 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-b5676864-888f-46f4-899d-b9c0202bdda8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:36:29.058615 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3f6d086-0aa7-44a9-82cb-b1d1a3c03f21', 'tag': '88597b9a-0458-4bc4-8669-f4f14f4ca008', 'status': 'completed', 'code': 200}
Dec 24 11:36:29.103492 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-49dc9b77-f6c2-473b-82c2-b1a78c2223c8 req-748bec57-4ed3-4e6e-8a03-61a0e6f6cd85 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e4b971b53a7942c6bf087b8064d810fd&device_id=d3f6d086-0aa7-44a9-82cb-b1d1a3c03f21 HTTP/1.1" status: 200  len: 1097 time: 0.0811200
Dec 24 11:36:29.181250 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-49dc9b77-f6c2-473b-82c2-b1a78c2223c8 req-a1993a86-9039-49ae-81b0-4eb824741f26 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=88597b9a-0458-4bc4-8669-f4f14f4ca008 HTTP/1.1" status: 200  len: 217 time: 0.0698068
Dec 24 11:36:29.257931 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dc9b77-f6c2-473b-82c2-b1a78c2223c8 req-93476a40-c2a1-4172-95fd-1402cf42017e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:36:29.259550 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-49dc9b77-f6c2-473b-82c2-b1a78c2223c8 req-93476a40-c2a1-4172-95fd-1402cf42017e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a307f42b-f3c5-45a4-99e8-84bbae1b29e2 HTTP/1.1" status: 200  len: 856 time: 0.0713279
Dec 24 11:36:29.344970 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-49dc9b77-f6c2-473b-82c2-b1a78c2223c8 req-0f670744-ac2c-43cc-885f-978bc9785284 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=23df110f-73c2-4f3a-af98-e87690b330f3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0754461
Dec 24 11:36:29.445422 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a5552c-e355-4116-b2cc-30917a72db83 req-f46b1f92-9e51-449a-8df2-a776464b7826 tempest-TestEncryptedCinderVolumes-726974275 tempest-TestEncryptedCinderVolumes-726974275-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:36:29.447064 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-19a5552c-e355-4116-b2cc-30917a72db83 req-f46b1f92-9e51-449a-8df2-a776464b7826 tempest-TestEncryptedCinderVolumes-726974275 tempest-TestEncryptedCinderVolumes-726974275-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3f6d086-0aa7-44a9-82cb-b1d1a3c03f21 HTTP/1.1" status: 200  len: 944 time: 0.0893221
Dec 24 11:36:29.493761 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-49dc9b77-f6c2-473b-82c2-b1a78c2223c8 req-48a1ce8f-7685-4353-92b4-23a79b07fc79 service neutron] 10.222.0.58 "GET /v2.0/networks/23df110f-73c2-4f3a-af98-e87690b330f3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1373169
Dec 24 11:36:29.496593 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-19a5552c-e355-4116-b2cc-30917a72db83 req-9ae9b84a-2eed-4c25-8290-8e08aa30e18f tempest-TestEncryptedCinderVolumes-726974275 tempest-TestEncryptedCinderVolumes-726974275-project] 10.222.0.65 "GET /v2.0/security-groups?id=010fca94-2502-43e0-b77f-2af4cbe6aca2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428252
Dec 24 11:36:29.644574 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-49dc9b77-f6c2-473b-82c2-b1a78c2223c8 req-ad76a4f0-3919-4cdf-aacb-94308825e1f6 service neutron] 10.222.0.58 "GET /v2.0/networks/23df110f-73c2-4f3a-af98-e87690b330f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1399772
Dec 24 11:36:29.776392 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-79d5a195-0e6d-45fb-b979-1b5c46cb0d89 req-a81b0d60-452b-4790-a12d-201d08b2e3dc service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e4b971b53a7942c6bf087b8064d810fd&device_id=d3f6d086-0aa7-44a9-82cb-b1d1a3c03f21 HTTP/1.1" status: 200  len: 1097 time: 0.0821443
Dec 24 11:36:29.921758 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d5a195-0e6d-45fb-b979-1b5c46cb0d89 req-315580dd-bb06-49ad-a518-7d07e8c9625a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:36:29.923336 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-79d5a195-0e6d-45fb-b979-1b5c46cb0d89 req-315580dd-bb06-49ad-a518-7d07e8c9625a service neutron] 10.222.0.58 "GET /v2.0/networks?id=23df110f-73c2-4f3a-af98-e87690b330f3 HTTP/1.1" status: 200  len: 918 time: 0.1403248
Dec 24 11:36:30.000339 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-79d5a195-0e6d-45fb-b979-1b5c46cb0d89 req-a57697b2-fe09-43ae-bc6e-52c9dab77ee4 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=88597b9a-0458-4bc4-8669-f4f14f4ca008 HTTP/1.1" status: 200  len: 217 time: 0.0678313
Dec 24 11:36:30.070960 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d5a195-0e6d-45fb-b979-1b5c46cb0d89 req-4dfbafe8-7d79-4f48-9273-222f213e671d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:36:30.072519 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-79d5a195-0e6d-45fb-b979-1b5c46cb0d89 req-4dfbafe8-7d79-4f48-9273-222f213e671d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a307f42b-f3c5-45a4-99e8-84bbae1b29e2 HTTP/1.1" status: 200  len: 856 time: 0.0633962
Dec 24 11:36:30.159666 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-79d5a195-0e6d-45fb-b979-1b5c46cb0d89 req-5d0817f0-5a03-4da9-96c1-dd935beb6de1 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=23df110f-73c2-4f3a-af98-e87690b330f3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0767918
Dec 24 11:36:30.311108 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-79d5a195-0e6d-45fb-b979-1b5c46cb0d89 req-028a792e-fa66-4605-b063-5c258d48addc service neutron] 10.222.0.58 "GET /v2.0/networks/23df110f-73c2-4f3a-af98-e87690b330f3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1441147
Dec 24 11:36:30.458641 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-79d5a195-0e6d-45fb-b979-1b5c46cb0d89 req-18d72fb3-bf05-4ecf-b854-1c5c994d55e9 service neutron] 10.222.0.58 "GET /v2.0/networks/23df110f-73c2-4f3a-af98-e87690b330f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1379166
Dec 24 11:36:30.723019 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df10686b-ecb7-435a-a829-6b031a213edb req-4af9a95e-2a5c-49b2-8aa1-3606da2c3819 tempest-TestEncryptedCinderVolumes-726974275 tempest-TestEncryptedCinderVolumes-726974275-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:36:30.724636 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-df10686b-ecb7-435a-a829-6b031a213edb req-4af9a95e-2a5c-49b2-8aa1-3606da2c3819 tempest-TestEncryptedCinderVolumes-726974275 tempest-TestEncryptedCinderVolumes-726974275-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3f6d086-0aa7-44a9-82cb-b1d1a3c03f21 HTTP/1.1" status: 200  len: 944 time: 0.0881605
Dec 24 11:36:30.777813 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-df10686b-ecb7-435a-a829-6b031a213edb req-d806b447-5e3c-40e5-85d9-46993a15b6a1 tempest-TestEncryptedCinderVolumes-726974275 tempest-TestEncryptedCinderVolumes-726974275-project] 10.222.0.65 "GET /v2.0/security-groups?id=010fca94-2502-43e0-b77f-2af4cbe6aca2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433106
Dec 24 11:36:31.998646 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcb2470-7eab-41df-a480-9b034b99d0ad req-e10abe83-f6f3-43a6-b85a-9cc77192c4ae tempest-TestEncryptedCinderVolumes-726974275 tempest-TestEncryptedCinderVolumes-726974275-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:36:32.000257 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-2dcb2470-7eab-41df-a480-9b034b99d0ad req-e10abe83-f6f3-43a6-b85a-9cc77192c4ae tempest-TestEncryptedCinderVolumes-726974275 tempest-TestEncryptedCinderVolumes-726974275-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3f6d086-0aa7-44a9-82cb-b1d1a3c03f21 HTTP/1.1" status: 200  len: 944 time: 0.0885546
Dec 24 11:36:32.052341 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-2dcb2470-7eab-41df-a480-9b034b99d0ad req-85ca7cb3-1b6e-4634-834e-d7423dd59e7d tempest-TestEncryptedCinderVolumes-726974275 tempest-TestEncryptedCinderVolumes-726974275-project] 10.222.0.65 "GET /v2.0/security-groups?id=010fca94-2502-43e0-b77f-2af4cbe6aca2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429184
Dec 24 11:36:32.143658 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Device 88597b9a-0458-4bc4-8669-f4f14f4ca008 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 24 11:36:32.295389 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] For port 88597b9a-0458-4bc4-8669-f4f14f4ca008, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=88597b9a-0458-4bc4-8669-f4f14f4ca008,segment=NetworkSegment(6afd4356-415b-449d-935b-90a66c90fc81),segment_id=6afd4356-415b-449d-935b-90a66c90fc81)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:36:32.315182 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Returning: {'device': '88597b9a-0458-4bc4-8669-f4f14f4ca008', 'network_id': '23df110f-73c2-4f3a-af98-e87690b330f3', 'port_id': '88597b9a-0458-4bc4-8669-f4f14f4ca008', 'mac_address': 'fa:16:3e:81:86:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 633, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a307f42b-f3c5-45a4-99e8-84bbae1b29e2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 24 11:36:32.373210 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:36:32.391417 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88597b9a-0458-4bc4-8669-f4f14f4ca008 {{(pid=88880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 24 11:36:32.407584 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] For port 88597b9a-0458-4bc4-8669-f4f14f4ca008, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=88597b9a-0458-4bc4-8669-f4f14f4ca008,segment=NetworkSegment(6afd4356-415b-449d-935b-90a66c90fc81),segment_id=6afd4356-415b-449d-935b-90a66c90fc81)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:36:32.411454 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:36:32.414402 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-931ced13-8f25-4259-97f8-95c85658d422 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:36:32.486696 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Pushing event updated for resources: {'Port': ['ID=88597b9a-0458-4bc4-8669-f4f14f4ca008,revision_number=4']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:36:32.490074 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:36:32.691708 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] get_ports_and_sgs() called for port_ids ['88597b9a-0458-4bc4-8669-f4f14f4ca008'] {{(pid=88880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 24 11:36:33.272849 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f7432c-2f72-49a5-a8ce-d81ef0f0f45d req-3232cc1a-ca96-4570-8d92-b82cf7efa638 tempest-TestEncryptedCinderVolumes-726974275 tempest-TestEncryptedCinderVolumes-726974275-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:36:33.274503 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-20f7432c-2f72-49a5-a8ce-d81ef0f0f45d req-3232cc1a-ca96-4570-8d92-b82cf7efa638 tempest-TestEncryptedCinderVolumes-726974275 tempest-TestEncryptedCinderVolumes-726974275-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3f6d086-0aa7-44a9-82cb-b1d1a3c03f21 HTTP/1.1" status: 200  len: 945 time: 0.0950820
Dec 24 11:36:33.323606 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-20f7432c-2f72-49a5-a8ce-d81ef0f0f45d req-b66ba940-112d-481d-8dd8-da7af20f1024 tempest-TestEncryptedCinderVolumes-726974275 tempest-TestEncryptedCinderVolumes-726974275-project] 10.222.0.65 "GET /v2.0/security-groups?id=010fca94-2502-43e0-b77f-2af4cbe6aca2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427232
Dec 24 11:36:34.149063 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Device 88597b9a-0458-4bc4-8669-f4f14f4ca008 up at agent hyperv_hv-neutron-8226 {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:36:34.225223 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Provisioning for port 88597b9a-0458-4bc4-8669-f4f14f4ca008 completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:36:34.230817 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Provisioning complete for port 88597b9a-0458-4bc4-8669-f4f14f4ca008 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:36:34.231235 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:36:34.358852 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:36:34.388103 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3f6d086-0aa7-44a9-82cb-b1d1a3c03f21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88597b9a-0458-4bc4-8669-f4f14f4ca008'}] {{(pid=88880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 24 11:36:34.398487 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] For port 88597b9a-0458-4bc4-8669-f4f14f4ca008, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=88597b9a-0458-4bc4-8669-f4f14f4ca008,segment=NetworkSegment(6afd4356-415b-449d-935b-90a66c90fc81),segment_id=6afd4356-415b-449d-935b-90a66c90fc81)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:36:34.402547 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:36:34.404540 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:36:34.455089 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3f6d086-0aa7-44a9-82cb-b1d1a3c03f21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88597b9a-0458-4bc4-8669-f4f14f4ca008', 'code': 200}
Dec 24 11:36:34.473691 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Pushing event updated for resources: {'Port': ['ID=88597b9a-0458-4bc4-8669-f4f14f4ca008,revision_number=5']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:36:34.478742 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:36:34.548450 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f97fe04-fd5b-46cc-bf67-4bd87242f1e9 req-d1888eee-5bb8-42d7-9e37-38d58526cc95 tempest-TestEncryptedCinderVolumes-726974275 tempest-TestEncryptedCinderVolumes-726974275-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:36:34.550284 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-6f97fe04-fd5b-46cc-bf67-4bd87242f1e9 req-d1888eee-5bb8-42d7-9e37-38d58526cc95 tempest-TestEncryptedCinderVolumes-726974275 tempest-TestEncryptedCinderVolumes-726974275-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3f6d086-0aa7-44a9-82cb-b1d1a3c03f21 HTTP/1.1" status: 200  len: 946 time: 0.0908804
Dec 24 11:36:34.607309 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-6f97fe04-fd5b-46cc-bf67-4bd87242f1e9 req-af07d4f6-d17f-4287-b390-de6f66291d6c tempest-TestEncryptedCinderVolumes-726974275 tempest-TestEncryptedCinderVolumes-726974275-project] 10.222.0.65 "GET /v2.0/security-groups?id=010fca94-2502-43e0-b77f-2af4cbe6aca2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0499523
Dec 24 11:36:34.705678 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-4577a261-500d-443c-b2fa-0afed0b43808 req-39446397-5256-463b-b065-e2b016aefd8b service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=d3f6d086-0aa7-44a9-82cb-b1d1a3c03f21 HTTP/1.1" status: 200  len: 1099 time: 0.0797780
Dec 24 11:36:34.751689 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-4577a261-500d-443c-b2fa-0afed0b43808 req-7561b972-6154-45e2-a018-d76c7582b951 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=010fca94-2502-43e0-b77f-2af4cbe6aca2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392714
Dec 24 11:36:35.826745 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce72851-1c34-4af2-a5ff-c31c39f90ee8 req-4b22d607-81a2-494e-9230-0497ebc4208c tempest-TestEncryptedCinderVolumes-726974275 tempest-TestEncryptedCinderVolumes-726974275-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:36:35.829735 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-6ce72851-1c34-4af2-a5ff-c31c39f90ee8 req-4b22d607-81a2-494e-9230-0497ebc4208c tempest-TestEncryptedCinderVolumes-726974275 tempest-TestEncryptedCinderVolumes-726974275-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3f6d086-0aa7-44a9-82cb-b1d1a3c03f21 HTTP/1.1" status: 200  len: 946 time: 0.0895457
Dec 24 11:36:35.882488 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-6ce72851-1c34-4af2-a5ff-c31c39f90ee8 req-c381f1be-7e3c-4e45-b041-d38123c97b0c tempest-TestEncryptedCinderVolumes-726974275 tempest-TestEncryptedCinderVolumes-726974275-project] 10.222.0.65 "GET /v2.0/security-groups?id=010fca94-2502-43e0-b77f-2af4cbe6aca2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0477629
Dec 24 11:36:36.501281 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6304ed45-653f-48a9-9e7b-97d875f0fc39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:36:37.100472 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361b75b4-6d65-47cd-8819-74c24b58fad4 req-78041e37-4700-492e-b093-2b6e52df0d30 tempest-TestEncryptedCinderVolumes-726974275 tempest-TestEncryptedCinderVolumes-726974275-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:36:37.102283 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-361b75b4-6d65-47cd-8819-74c24b58fad4 req-78041e37-4700-492e-b093-2b6e52df0d30 tempest-TestEncryptedCinderVolumes-726974275 tempest-TestEncryptedCinderVolumes-726974275-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3f6d086-0aa7-44a9-82cb-b1d1a3c03f21 HTTP/1.1" status: 200  len: 946 time: 0.0942624
Dec 24 11:36:37.154149 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-361b75b4-6d65-47cd-8819-74c24b58fad4 req-a3879b55-0d93-4174-835b-b812a55e2eeb tempest-TestEncryptedCinderVolumes-726974275 tempest-TestEncryptedCinderVolumes-726974275-project] 10.222.0.65 "GET /v2.0/security-groups?id=010fca94-2502-43e0-b77f-2af4cbe6aca2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450144
Dec 24 11:36:37.367609 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0f1215-9f00-40c6-ace3-5ddd0b7855a3 req-e4342624-62b5-46b5-a89e-c0c69e90ebe7 tempest-TestEncryptedCinderVolumes-726974275 tempest-TestEncryptedCinderVolumes-726974275-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:36:37.369240 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-eb0f1215-9f00-40c6-ace3-5ddd0b7855a3 req-e4342624-62b5-46b5-a89e-c0c69e90ebe7 tempest-TestEncryptedCinderVolumes-726974275 tempest-TestEncryptedCinderVolumes-726974275-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3f6d086-0aa7-44a9-82cb-b1d1a3c03f21 HTTP/1.1" status: 200  len: 946 time: 0.0889595
Dec 24 11:36:37.420651 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-eb0f1215-9f00-40c6-ace3-5ddd0b7855a3 req-8d3ec854-7efe-41e2-bf57-9fe502d34898 tempest-TestEncryptedCinderVolumes-726974275 tempest-TestEncryptedCinderVolumes-726974275-project] 10.222.0.65 "GET /v2.0/security-groups?id=010fca94-2502-43e0-b77f-2af4cbe6aca2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436141
Dec 24 11:36:38.050268 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:36:38.980609 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3088222d-ac56-477b-8463-387824178dcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:36:39.498912 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bdfdbc84-c52d-4f40-b281-af314dc1f8fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:36:40.769388 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-39ff93cf-c0b7-48c5-95f3-6f7e9977387d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:36:53.404906 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f03983d-e49b-4e8e-b97d-81c28fbea1b3 req-fa8495c3-e5a2-4447-9067-3baa25e4e933 tempest-TestEncryptedCinderVolumes-726974275 tempest-TestEncryptedCinderVolumes-726974275-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:36:53.406553 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-4f03983d-e49b-4e8e-b97d-81c28fbea1b3 req-fa8495c3-e5a2-4447-9067-3baa25e4e933 tempest-TestEncryptedCinderVolumes-726974275 tempest-TestEncryptedCinderVolumes-726974275-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3f6d086-0aa7-44a9-82cb-b1d1a3c03f21 HTTP/1.1" status: 200  len: 946 time: 0.0946472
Dec 24 11:36:53.458688 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-4f03983d-e49b-4e8e-b97d-81c28fbea1b3 req-3ff5a16c-876b-4f69-b704-e5a40c7fa4a9 tempest-TestEncryptedCinderVolumes-726974275 tempest-TestEncryptedCinderVolumes-726974275-project] 10.222.0.65 "GET /v2.0/security-groups?id=010fca94-2502-43e0-b77f-2af4cbe6aca2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429387
Dec 24 11:36:54.685390 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c419d3e8-9332-4cd6-87cb-f7bb6c4d9d4e req-f64de04a-414d-4b88-880d-b59b168ab05a tempest-TestEncryptedCinderVolumes-726974275 tempest-TestEncryptedCinderVolumes-726974275-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:36:54.687047 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-c419d3e8-9332-4cd6-87cb-f7bb6c4d9d4e req-f64de04a-414d-4b88-880d-b59b168ab05a tempest-TestEncryptedCinderVolumes-726974275 tempest-TestEncryptedCinderVolumes-726974275-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3f6d086-0aa7-44a9-82cb-b1d1a3c03f21 HTTP/1.1" status: 200  len: 946 time: 0.0929999
Dec 24 11:36:54.736791 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-c419d3e8-9332-4cd6-87cb-f7bb6c4d9d4e req-8d9326d8-5e91-41cf-80bb-2cd36241aa95 tempest-TestEncryptedCinderVolumes-726974275 tempest-TestEncryptedCinderVolumes-726974275-project] 10.222.0.65 "GET /v2.0/security-groups?id=010fca94-2502-43e0-b77f-2af4cbe6aca2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435016
Dec 24 11:36:55.129453 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f93454-541b-4395-ba0b-3a1a4a11c62d req-d8bd8bb4-a6a5-4c80-b4ca-19dcef2e947d tempest-TestEncryptedCinderVolumes-726974275 tempest-TestEncryptedCinderVolumes-726974275-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:36:55.130240 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-86f93454-541b-4395-ba0b-3a1a4a11c62d req-d8bd8bb4-a6a5-4c80-b4ca-19dcef2e947d tempest-TestEncryptedCinderVolumes-726974275 tempest-TestEncryptedCinderVolumes-726974275-project] Synchronizing usage tracker for tenant:e4b971b53a7942c6bf087b8064d810fd on resource:port {{(pid=88879) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:36:55.146454 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-86f93454-541b-4395-ba0b-3a1a4a11c62d req-d8bd8bb4-a6a5-4c80-b4ca-19dcef2e947d tempest-TestEncryptedCinderVolumes-726974275 tempest-TestEncryptedCinderVolumes-726974275-project] Unset dirty status for tenant:e4b971b53a7942c6bf087b8064d810fd on resource:port {{(pid=88879) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:36:55.147734 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-86f93454-541b-4395-ba0b-3a1a4a11c62d req-d8bd8bb4-a6a5-4c80-b4ca-19dcef2e947d tempest-TestEncryptedCinderVolumes-726974275 tempest-TestEncryptedCinderVolumes-726974275-project] 10.222.0.58 "GET /v2.0/ports?device_id=d3f6d086-0aa7-44a9-82cb-b1d1a3c03f21 HTTP/1.1" status: 200  len: 946 time: 0.1107385
Dec 24 11:36:55.227982 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [req-86f93454-541b-4395-ba0b-3a1a4a11c62d req-676b0896-d2be-4135-9fa6-934cfa6675dd tempest-TestEncryptedCinderVolumes-726974275 tempest-TestEncryptedCinderVolumes-726974275-project] Deleting port 88597b9a-0458-4bc4-8669-f4f14f4ca008 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:36:55.228366 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-86f93454-541b-4395-ba0b-3a1a4a11c62d req-676b0896-d2be-4135-9fa6-934cfa6675dd tempest-TestEncryptedCinderVolumes-726974275 tempest-TestEncryptedCinderVolumes-726974275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:36:55.424256 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.agents_db [None req-e51243ab-6a93-425b-980f-a73583147efa None None] Agent healthcheck: found 6 active agents {{(pid=88881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 24 11:36:55.483090 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [req-86f93454-541b-4395-ba0b-3a1a4a11c62d req-676b0896-d2be-4135-9fa6-934cfa6675dd tempest-TestEncryptedCinderVolumes-726974275 tempest-TestEncryptedCinderVolumes-726974275-project] For port 88597b9a-0458-4bc4-8669-f4f14f4ca008, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=88597b9a-0458-4bc4-8669-f4f14f4ca008,segment=NetworkSegment(6afd4356-415b-449d-935b-90a66c90fc81),segment_id=6afd4356-415b-449d-935b-90a66c90fc81)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:36:55.483479 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-86f93454-541b-4395-ba0b-3a1a4a11c62d req-676b0896-d2be-4135-9fa6-934cfa6675dd tempest-TestEncryptedCinderVolumes-726974275 tempest-TestEncryptedCinderVolumes-726974275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:36:55.616119 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [req-86f93454-541b-4395-ba0b-3a1a4a11c62d req-676b0896-d2be-4135-9fa6-934cfa6675dd tempest-TestEncryptedCinderVolumes-726974275 tempest-TestEncryptedCinderVolumes-726974275-project] Calling delete_port for 88597b9a-0458-4bc4-8669-f4f14f4ca008 owned by compute:nova {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:36:55.766185 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-86f93454-541b-4395-ba0b-3a1a4a11c62d req-676b0896-d2be-4135-9fa6-934cfa6675dd tempest-TestEncryptedCinderVolumes-726974275 tempest-TestEncryptedCinderVolumes-726974275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:36:55.772258 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c0530088-bd65-46a0-a37c-24a8a35781c2 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:36:55.787551 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] get_ports_and_sgs() called for port_ids ['88597b9a-0458-4bc4-8669-f4f14f4ca008'] {{(pid=88880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 24 11:36:55.820720 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b0896-d2be-4135-9fa6-934cfa6675dd tempest-TestEncryptedCinderVolumes-726974275 tempest-TestEncryptedCinderVolumes-726974275-project] Pushing event deleted for resources: {'Port': ['ID=88597b9a-0458-4bc4-8669-f4f14f4ca008,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:36:55.825152 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-676b0896-d2be-4135-9fa6-934cfa6675dd tempest-TestEncryptedCinderVolumes-726974275 tempest-TestEncryptedCinderVolumes-726974275-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:36:55.898170 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [req-86f93454-541b-4395-ba0b-3a1a4a11c62d req-676b0896-d2be-4135-9fa6-934cfa6675dd tempest-TestEncryptedCinderVolumes-726974275 tempest-TestEncryptedCinderVolumes-726974275-project] No DVR routers for this DVR port 88597b9a-0458-4bc4-8669-f4f14f4ca008 on host hv-neutron-8226 {{(pid=88879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 24 11:36:55.901079 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-86f93454-541b-4395-ba0b-3a1a4a11c62d req-676b0896-d2be-4135-9fa6-934cfa6675dd tempest-TestEncryptedCinderVolumes-726974275 tempest-TestEncryptedCinderVolumes-726974275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:36:55.904116 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3f6d086-0aa7-44a9-82cb-b1d1a3c03f21', 'name': 'network-vif-deleted', 'tag': '88597b9a-0458-4bc4-8669-f4f14f4ca008'}] {{(pid=88879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 24 11:36:55.919541 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-d74ccbb0-ae74-44ab-8d39-83a11a9e119e req-c7b23c28-8c2a-4296-8e4e-2df0e6e92583 tempest-TestEncryptedCinderVolumes-726974275 tempest-TestEncryptedCinderVolumes-726974275-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3f6d086-0aa7-44a9-82cb-b1d1a3c03f21 HTTP/1.1" status: 200  len: 210 time: 0.0486395
Dec 24 11:36:55.923269 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-86f93454-541b-4395-ba0b-3a1a4a11c62d req-676b0896-d2be-4135-9fa6-934cfa6675dd tempest-TestEncryptedCinderVolumes-726974275 tempest-TestEncryptedCinderVolumes-726974275-project] 10.222.0.58 "DELETE /v2.0/ports/88597b9a-0458-4bc4-8669-f4f14f4ca008 HTTP/1.1" status: 204  len: 173 time: 0.7656794
Dec 24 11:36:55.969741 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3f6d086-0aa7-44a9-82cb-b1d1a3c03f21', 'name': 'network-vif-deleted', 'tag': '88597b9a-0458-4bc4-8669-f4f14f4ca008', 'status': 'completed', 'code': 200}
Dec 24 11:36:57.098884 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 48984) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:36:57.527153 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0b7b0ffd-da93-4569-9838-a20cee7ccad5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854055677'] for router_interface, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:36:58.169478 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-0b7b0ffd-da93-4569-9838-a20cee7ccad5 admin admin] Deleting port 01a4a811-e39c-4190-aa97-5fa681780512 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:36:58.170127 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0b7b0ffd-da93-4569-9838-a20cee7ccad5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:36:58.267364 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Device 88597b9a-0458-4bc4-8669-f4f14f4ca008 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:36:58.302466 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] No Port match for: 88597b9a-0458-4bc4-8669-f4f14f4ca008 {{(pid=88880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 24 11:36:58.302868 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Device 88597b9a-0458-4bc4-8669-f4f14f4ca008 not bound to the agent host hv-neutron-8226 {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 24 11:36:58.348588 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-0b7b0ffd-da93-4569-9838-a20cee7ccad5 admin admin] For port 01a4a811-e39c-4190-aa97-5fa681780512, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=01a4a811-e39c-4190-aa97-5fa681780512,segment=NetworkSegment(6afd4356-415b-449d-935b-90a66c90fc81),segment_id=6afd4356-415b-449d-935b-90a66c90fc81)] {{(pid=88878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:36:58.348905 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0b7b0ffd-da93-4569-9838-a20cee7ccad5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:36:58.531627 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:36:58.702745 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-0b7b0ffd-da93-4569-9838-a20cee7ccad5 admin admin] Calling delete_port for 01a4a811-e39c-4190-aa97-5fa681780512 owned by network:router_interface {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:36:58.891091 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0b7b0ffd-da93-4569-9838-a20cee7ccad5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:36:58.895985 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-825fc7e3-ad6a-40df-be5c-60436dafe775 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:36:58.941267 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7b0ffd-da93-4569-9838-a20cee7ccad5 admin admin] Pushing event deleted for resources: {'Port': ['ID=01a4a811-e39c-4190-aa97-5fa681780512,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:36:58.986319 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7b0ffd-da93-4569-9838-a20cee7ccad5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:36:58.986751 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7b0ffd-da93-4569-9838-a20cee7ccad5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:36:58.987211 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7b0ffd-da93-4569-9838-a20cee7ccad5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:36:58.987625 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7b0ffd-da93-4569-9838-a20cee7ccad5 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:36:58.988040 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7b0ffd-da93-4569-9838-a20cee7ccad5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:36:58.988459 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7b0ffd-da93-4569-9838-a20cee7ccad5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:36:58.988869 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7b0ffd-da93-4569-9838-a20cee7ccad5 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:36:58.989282 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7b0ffd-da93-4569-9838-a20cee7ccad5 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:36:58.989685 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7b0ffd-da93-4569-9838-a20cee7ccad5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:36:58.990103 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7b0ffd-da93-4569-9838-a20cee7ccad5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:36:58.990509 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7b0ffd-da93-4569-9838-a20cee7ccad5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:36:59.021141 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-0b7b0ffd-da93-4569-9838-a20cee7ccad5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:36:59.260854 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0b7b0ffd-da93-4569-9838-a20cee7ccad5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036852798164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854055527'] for router_interface, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:36:59.883705 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b7b0ffd-da93-4569-9838-a20cee7ccad5 admin admin] Router 66c71302-7843-4be4-a437-63d47b9cc3e0 has already been hosted by L3 agent 198cca88-1338-4098-b44b-beb0346ac906 {{(pid=88878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 24 11:37:00.111147 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b7b0ffd-da93-4569-9838-a20cee7ccad5 admin admin] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:37:00.121290 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b036b97-4249-43ee-be7d-28ac91dd2865 None None] Sync routers for ids ['66c71302-7843-4be4-a437-63d47b9cc3e0'] in dv-neutron-822691-2-hyperv {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:37:00.124695 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-0b7b0ffd-da93-4569-9838-a20cee7ccad5 admin admin] 10.222.0.65 "PUT /v2.0/routers/66c71302-7843-4be4-a437-63d47b9cc3e0/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0263548
Dec 24 11:37:00.127465 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 48988) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:37:00.137454 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b036b97-4249-43ee-be7d-28ac91dd2865 None None] Routers {'66c71302-7843-4be4-a437-63d47b9cc3e0'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:37:00.138081 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-5b036b97-4249-43ee-be7d-28ac91dd2865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271879898>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:36:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['66c71302-7843-4be4-a437-63d47b9cc3e0'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:37:00.320950 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-5b036b97-4249-43ee-be7d-28ac91dd2865 None None] Set router 66c71302-7843-4be4-a437-63d47b9cc3e0 gateway port host: dv-neutron-822691-2-hyperv {{(pid=88881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:37:00.330995 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-edaff493-80c5-4dba-be6b-78d7a8a3b4e9 admin admin] Notify callbacks [] for router, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:00.537753 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-edaff493-80c5-4dba-be6b-78d7a8a3b4e9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:00.548568 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-edaff493-80c5-4dba-be6b-78d7a8a3b4e9 admin admin] Deleting port 207b0396-bdc5-496a-9563-f5528060e0ee {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:37:00.548940 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-edaff493-80c5-4dba-be6b-78d7a8a3b4e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:00.624644 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-5b036b97-4249-43ee-be7d-28ac91dd2865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271879898>, [{'id': '66c71302-7843-4be4-a437-63d47b9cc3e0', 'name': 'tempest-TestEncryptedCinderVolumes-2028488890-router', 'tenant_id': 'e4b971b53a7942c6bf087b8064d810fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.107'}], 'enable_snat': True}, 'gw_port_id': '207b0396-bdc5-496a-9563-f5528060e0ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:35:38Z', 'updated_at': '2021-12-24T11:36:58Z', 'revision_number': 5, 'project_id': 'e4b971b53a7942c6bf087b8064d810fd', 'gw_port': {'id': '207b0396-bdc5-496a-9563-f5528060e0ee', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:83:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c71302-7843-4be4-a437-63d47b9cc3e0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:35:38Z', 'updated_at': '2021-12-24T11:35:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv'}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:37:00.629270 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b036b97-4249-43ee-be7d-28ac91dd2865 None None] Checking router: 66c71302-7843-4be4-a437-63d47b9cc3e0 for host: dv-neutron-822691-2-hyperv {{(pid=88881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 24 11:37:00.641134 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b036b97-4249-43ee-be7d-28ac91dd2865 None None] Routers {'66c71302-7843-4be4-a437-63d47b9cc3e0'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:37:00.641784 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-5b036b97-4249-43ee-be7d-28ac91dd2865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271879898>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:36:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['66c71302-7843-4be4-a437-63d47b9cc3e0'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:37:00.732349 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-edaff493-80c5-4dba-be6b-78d7a8a3b4e9 admin admin] For port 207b0396-bdc5-496a-9563-f5528060e0ee, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=207b0396-bdc5-496a-9563-f5528060e0ee,segment=NetworkSegment(d4e3295f-9ff8-4cad-8a20-3f1c937efc8c),segment_id=d4e3295f-9ff8-4cad-8a20-3f1c937efc8c)] {{(pid=88878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:37:00.732744 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-edaff493-80c5-4dba-be6b-78d7a8a3b4e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:00.796615 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-5b036b97-4249-43ee-be7d-28ac91dd2865 None None] Set router 66c71302-7843-4be4-a437-63d47b9cc3e0 gateway port host: None {{(pid=88881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:37:00.860968 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-edaff493-80c5-4dba-be6b-78d7a8a3b4e9 admin admin] Calling delete_port for 207b0396-bdc5-496a-9563-f5528060e0ee owned by network:router_gateway {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:37:00.904947 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-5b036b97-4249-43ee-be7d-28ac91dd2865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271879898>, [{'id': '66c71302-7843-4be4-a437-63d47b9cc3e0', 'name': 'tempest-TestEncryptedCinderVolumes-2028488890-router', 'tenant_id': 'e4b971b53a7942c6bf087b8064d810fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:35:38Z', 'updated_at': '2021-12-24T11:37:00Z', 'revision_number': 6, 'project_id': 'e4b971b53a7942c6bf087b8064d810fd', 'gw_port_host': None}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:37:00.909243 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b036b97-4249-43ee-be7d-28ac91dd2865 None None] The sync data for ids ['66c71302-7843-4be4-a437-63d47b9cc3e0'] in dv-neutron-822691-2-hyperv is: [{'id': '66c71302-7843-4be4-a437-63d47b9cc3e0', 'name': 'tempest-TestEncryptedCinderVolumes-2028488890-router', 'tenant_id': 'e4b971b53a7942c6bf087b8064d810fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:35:38Z', 'updated_at': '2021-12-24T11:37:00Z', 'revision_number': 6, 'project_id': 'e4b971b53a7942c6bf087b8064d810fd', 'gw_port_host': None}] {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:37:01.034162 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-edaff493-80c5-4dba-be6b-78d7a8a3b4e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:01.038212 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-32deecaa-9f20-4aec-882b-74ba14e2922d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:37:01.082705 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaff493-80c5-4dba-be6b-78d7a8a3b4e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=207b0396-bdc5-496a-9563-f5528060e0ee,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:37:01.086282 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-edaff493-80c5-4dba-be6b-78d7a8a3b4e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:37:01.552671 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-edaff493-80c5-4dba-be6b-78d7a8a3b4e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854116846'] for router_gateway, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:01.826972 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-edaff493-80c5-4dba-be6b-78d7a8a3b4e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854158724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-84560'] for router, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:01.831729 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-edaff493-80c5-4dba-be6b-78d7a8a3b4e9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:01.857372 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-edaff493-80c5-4dba-be6b-78d7a8a3b4e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854158830'] for router, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:01.857942 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edaff493-80c5-4dba-be6b-78d7a8a3b4e9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 66c71302-7843-4be4-a437-63d47b9cc3e0 {{(pid=88878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 24 11:37:01.870740 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-edaff493-80c5-4dba-be6b-78d7a8a3b4e9 admin admin] Notify callbacks [] for router, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:01.871995 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-edaff493-80c5-4dba-be6b-78d7a8a3b4e9 admin admin] 10.222.0.65 "DELETE /v2.0/routers/66c71302-7843-4be4-a437-63d47b9cc3e0 HTTP/1.1" status: 204  len: 168 time: 1.7435150
Dec 24 11:37:01.874792 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 48992) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:37:01.941640 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_v2 [None req-3410ae1f-343b-49b3-b1ab-b3e07c580410 admin admin] Deleting subnet a307f42b-f3c5-45a4-99e8-84bbae1b29e2 {{(pid=88878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 24 11:37:01.945257 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3410ae1f-343b-49b3-b1ab-b3e07c580410 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:02.001439 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3410ae1f-343b-49b3-b1ab-b3e07c580410 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852534446'] for subnet, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:02.084242 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3410ae1f-343b-49b3-b1ab-b3e07c580410 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847655656'] for subnet, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:02.153581 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 207b0396-bdc5-496a-9563-f5528060e0ee no longer exists at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:37:02.155125 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3410ae1f-343b-49b3-b1ab-b3e07c580410 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7120129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3978858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852529715'] for subnet, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:02.159151 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-d2928c18-3c25-4561-a088-b22b9bb7b97a tempest-RoutersNegativeTest-1388346399 tempest-RoutersNegativeTest-1388346399-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:37:02.187068 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] No Port match for: 207b0396-bdc5-496a-9563-f5528060e0ee {{(pid=88880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 24 11:37:02.187460 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 207b0396-bdc5-496a-9563-f5528060e0ee not bound to the agent host dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 24 11:37:02.187917 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 01a4a811-e39c-4190-aa97-5fa681780512 no longer exists at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:37:02.198782 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3410ae1f-343b-49b3-b1ab-b3e07c580410 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a307f42b-f3c5-45a4-99e8-84bbae1b29e2,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:37:02.201502 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-3410ae1f-343b-49b3-b1ab-b3e07c580410 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:37:02.207385 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3410ae1f-343b-49b3-b1ab-b3e07c580410 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:02.213907 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-3410ae1f-343b-49b3-b1ab-b3e07c580410 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/a307f42b-f3c5-45a4-99e8-84bbae1b29e2 HTTP/1.1" status: 204  len: 168 time: 0.3380542
Dec 24 11:37:02.216678 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 48996) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:37:02.224703 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b1f5d88-c56a-4eb7-8729-0afb3184ddaa None None] Network 23df110f-73c2-4f3a-af98-e87690b330f3 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:37:02.240449 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] No Port match for: 01a4a811-e39c-4190-aa97-5fa681780512 {{(pid=88880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 24 11:37:02.240838 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 01a4a811-e39c-4190-aa97-5fa681780512 not bound to the agent host dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 24 11:37:02.329090 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4089410a-5864-4e66-848b-db233f85594f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036847558493'] for network, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:02.340531 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-4089410a-5864-4e66-848b-db233f85594f admin admin] Deleting port 6e7e71f1-54ef-421d-813f-fb9d33933bc7 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:37:02.340924 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4089410a-5864-4e66-848b-db233f85594f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:02.577029 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-4089410a-5864-4e66-848b-db233f85594f admin admin] For port 6e7e71f1-54ef-421d-813f-fb9d33933bc7, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=6e7e71f1-54ef-421d-813f-fb9d33933bc7,segment=NetworkSegment(6afd4356-415b-449d-935b-90a66c90fc81),segment_id=6afd4356-415b-449d-935b-90a66c90fc81)] {{(pid=88878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:37:02.577528 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4089410a-5864-4e66-848b-db233f85594f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:02.662959 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4282e03-280e-4ff7-9294-dad70f55c1ef None None] DHCP port deletion for 23df110f-73c2-4f3a-af98-e87690b330f3 request from dv-neutron-822691-2-hyperv {{(pid=88880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 24 11:37:02.667924 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-f4282e03-280e-4ff7-9294-dad70f55c1ef None None] Deleting port 6e7e71f1-54ef-421d-813f-fb9d33933bc7 {{(pid=88880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:37:02.668356 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f4282e03-280e-4ff7-9294-dad70f55c1ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:02.703722 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-4089410a-5864-4e66-848b-db233f85594f admin admin] Calling delete_port for 6e7e71f1-54ef-421d-813f-fb9d33933bc7 owned by network:dhcp {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:37:02.781558 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4089410a-5864-4e66-848b-db233f85594f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:02.786577 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-6048a1fe-b78f-4914-b734-4bdfa1a4d944 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:37:02.827598 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4089410a-5864-4e66-848b-db233f85594f admin admin] Pushing event deleted for resources: {'Port': ['ID=6e7e71f1-54ef-421d-813f-fb9d33933bc7,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:37:02.831434 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-4089410a-5864-4e66-848b-db233f85594f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:37:02.834919 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4089410a-5864-4e66-848b-db233f85594f admin admin] No DVR routers for this DVR port 6e7e71f1-54ef-421d-813f-fb9d33933bc7 on host dv-neutron-822691-2-hyperv {{(pid=88878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 24 11:37:02.884629 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-f4282e03-280e-4ff7-9294-dad70f55c1ef None None] For port 6e7e71f1-54ef-421d-813f-fb9d33933bc7, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=6e7e71f1-54ef-421d-813f-fb9d33933bc7,segment=NetworkSegment(6afd4356-415b-449d-935b-90a66c90fc81),segment_id=6afd4356-415b-449d-935b-90a66c90fc81)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:37:02.884968 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f4282e03-280e-4ff7-9294-dad70f55c1ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:02.957081 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4089410a-5864-4e66-848b-db233f85594f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847649663', 'neutron.services.segments.db._delete_segments_for_network-8749505737672'] for network, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:02.984312 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-4089410a-5864-4e66-848b-db233f85594f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5270382668>,) {'filters': {'network_id': ['23df110f-73c2-4f3a-af98-e87690b330f3']}} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:37:02.998249 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-4089410a-5864-4e66-848b-db233f85594f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5270382668>, '6afd4356-415b-449d-935b-90a66c90fc81') {'for_net_delete': True} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:37:02.998590 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-4089410a-5864-4e66-848b-db233f85594f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5270382668>, '6afd4356-415b-449d-935b-90a66c90fc81') {} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:37:03.008108 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-f4282e03-280e-4ff7-9294-dad70f55c1ef None None] Calling delete_port for 6e7e71f1-54ef-421d-813f-fb9d33933bc7 owned by network:dhcp {{(pid=88880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:37:03.011750 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4089410a-5864-4e66-848b-db233f85594f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749505745113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2241371'] for segment, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:03.031581 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4089410a-5864-4e66-848b-db233f85594f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:03.038782 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4089410a-5864-4e66-848b-db233f85594f admin admin] Releasing vlan 633 on physical network physnet1 to pool {{(pid=88878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 24 11:37:03.039289 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4089410a-5864-4e66-848b-db233f85594f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036847652098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850807864'] for segment, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:03.054037 dv-neutron-822691-2-hyperv neutron-server[88767]: Traceback (most recent call last):
Dec 24 11:37:03.054037 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 24 11:37:03.054037 dv-neutron-822691-2-hyperv neutron-server[88767]:     timer()
Dec 24 11:37:03.054037 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 11:37:03.054037 dv-neutron-822691-2-hyperv neutron-server[88767]:     cb(*args, **kw)
Dec 24 11:37:03.054037 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 24 11:37:03.054037 dv-neutron-822691-2-hyperv neutron-server[88767]:     return func(*args, **kwargs)
Dec 24 11:37:03.054037 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 11:37:03.054037 dv-neutron-822691-2-hyperv neutron-server[88767]:     self._notify()
Dec 24 11:37:03.054037 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 11:37:03.054037 dv-neutron-822691-2-hyperv neutron-server[88767]:     self.callback(batched_events)
Dec 24 11:37:03.054037 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 11:37:03.054037 dv-neutron-822691-2-hyperv neutron-server[88767]:     event.method(event)
Dec 24 11:37:03.054037 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 11:37:03.054037 dv-neutron-822691-2-hyperv neutron-server[88767]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 11:37:03.054037 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 24 11:37:03.054037 dv-neutron-822691-2-hyperv neutron-server[88767]:     segment_id)['aggregates'][0]
Dec 24 11:37:03.054037 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 24 11:37:03.054037 dv-neutron-822691-2-hyperv neutron-server[88767]:     return f(self, *a, **k)
Dec 24 11:37:03.054037 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 11:37:03.054037 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self._get(url).json()
Dec 24 11:37:03.054037 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 24 11:37:03.054037 dv-neutron-822691-2-hyperv neutron-server[88767]:     **kwargs)
Dec 24 11:37:03.054037 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 24 11:37:03.054037 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self.request(url, 'GET', **kwargs)
Dec 24 11:37:03.054037 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 24 11:37:03.054037 dv-neutron-822691-2-hyperv neutron-server[88767]:     **endpoint_filter)
Dec 24 11:37:03.054037 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 24 11:37:03.054037 dv-neutron-822691-2-hyperv neutron-server[88767]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 11:37:03.054037 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 24 11:37:03.054037 dv-neutron-822691-2-hyperv neutron-server[88767]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 11:37:03.054037 dv-neutron-822691-2-hyperv neutron-server[88767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 11:37:03.080614 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.db.api [None req-f4282e03-280e-4ff7-9294-dad70f55c1ef None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88880) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 24 11:37:03.081031 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_db.api [None req-f4282e03-280e-4ff7-9294-dad70f55c1ef None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 24 11:37:03.135233 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4089410a-5864-4e66-848b-db233f85594f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7126154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659196'] for network, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:03.140377 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-eb0fa839-2c9b-45e7-9862-5234113147ea tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:37:03.158476 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4089410a-5864-4e66-848b-db233f85594f admin admin] Notify callbacks [] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:03.169664 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4089410a-5864-4e66-848b-db233f85594f admin admin] Pushing event deleted for resources: {'Network': ['ID=23df110f-73c2-4f3a-af98-e87690b330f3,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:37:03.173144 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-4089410a-5864-4e66-848b-db233f85594f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:37:03.184887 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-4089410a-5864-4e66-848b-db233f85594f admin admin] 10.222.0.65 "DELETE /v2.0/networks/23df110f-73c2-4f3a-af98-e87690b330f3 HTTP/1.1" status: 204  len: 168 time: 0.9670639
Dec 24 11:37:03.188189 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 49000) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:37:03.582935 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-f4282e03-280e-4ff7-9294-dad70f55c1ef None None] Deleting port 6e7e71f1-54ef-421d-813f-fb9d33933bc7 {{(pid=88880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:37:03.583416 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f4282e03-280e-4ff7-9294-dad70f55c1ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:03.607014 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-89b8bfc6-b4be-4182-97a7-147def9b369f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854055677'] for router_interface, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:03.651755 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-f4282e03-280e-4ff7-9294-dad70f55c1ef None None] The port '6e7e71f1-54ef-421d-813f-fb9d33933bc7' was deleted {{(pid=88880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 24 11:37:04.147462 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 6e7e71f1-54ef-421d-813f-fb9d33933bc7 no longer exists at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:37:04.181487 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] No Port match for: 6e7e71f1-54ef-421d-813f-fb9d33933bc7 {{(pid=88880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 24 11:37:04.181901 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 6e7e71f1-54ef-421d-813f-fb9d33933bc7 not bound to the agent host dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 24 11:37:04.271650 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-89b8bfc6-b4be-4182-97a7-147def9b369f admin admin] Deleting port c865187c-764b-4c31-b669-ec6d117ff05b {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:37:04.272036 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-89b8bfc6-b4be-4182-97a7-147def9b369f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:04.700947 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-89b8bfc6-b4be-4182-97a7-147def9b369f admin admin] For port c865187c-764b-4c31-b669-ec6d117ff05b, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=c865187c-764b-4c31-b669-ec6d117ff05b,segment=NetworkSegment(4f3e6cbd-499c-4917-b9e2-5b427aa3f28a),segment_id=4f3e6cbd-499c-4917-b9e2-5b427aa3f28a)] {{(pid=88878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:37:04.701616 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-89b8bfc6-b4be-4182-97a7-147def9b369f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:04.828260 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-89b8bfc6-b4be-4182-97a7-147def9b369f admin admin] Calling delete_port for c865187c-764b-4c31-b669-ec6d117ff05b owned by network:router_interface {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:37:05.013258 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-89b8bfc6-b4be-4182-97a7-147def9b369f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:05.016993 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-691a1e4e-25b3-4160-a42a-e86eca3b2b55 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:37:05.055820 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b8bfc6-b4be-4182-97a7-147def9b369f admin admin] Pushing event deleted for resources: {'Port': ['ID=c865187c-764b-4c31-b669-ec6d117ff05b,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:37:05.060288 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-89b8bfc6-b4be-4182-97a7-147def9b369f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:37:05.363178 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-89b8bfc6-b4be-4182-97a7-147def9b369f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036852798164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854055527'] for router_interface, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:05.982992 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89b8bfc6-b4be-4182-97a7-147def9b369f admin admin] Router 93ca052d-c879-438f-a4c6-60e821bdfd1f has already been hosted by L3 agent 198cca88-1338-4098-b44b-beb0346ac906 {{(pid=88878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 24 11:37:06.214806 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89b8bfc6-b4be-4182-97a7-147def9b369f admin admin] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:37:06.225049 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f234b6-a370-4e3d-851e-1afe1e930c0a None None] Sync routers for ids ['93ca052d-c879-438f-a4c6-60e821bdfd1f'] in dv-neutron-822691-2-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:37:06.225304 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-89b8bfc6-b4be-4182-97a7-147def9b369f admin admin] 10.222.0.65 "PUT /v2.0/routers/93ca052d-c879-438f-a4c6-60e821bdfd1f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0360696
Dec 24 11:37:06.228326 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 49004) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:37:06.238769 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f234b6-a370-4e3d-851e-1afe1e930c0a None None] Routers {'93ca052d-c879-438f-a4c6-60e821bdfd1f'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:37:06.239386 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-05f234b6-a370-4e3d-851e-1afe1e930c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271e708d0>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:36:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['93ca052d-c879-438f-a4c6-60e821bdfd1f'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:37:06.427316 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-05f234b6-a370-4e3d-851e-1afe1e930c0a None None] Set router 93ca052d-c879-438f-a4c6-60e821bdfd1f gateway port host: dv-neutron-822691-2-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:37:06.440512 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1438c1a2-146f-4a07-a2bf-af93491d76a7 admin admin] Notify callbacks [] for router, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:06.642391 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-17cb3429-f6a9-415a-bdd2-66fce9eb4fc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:06.755607 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-05f234b6-a370-4e3d-851e-1afe1e930c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271e708d0>, [{'id': '93ca052d-c879-438f-a4c6-60e821bdfd1f', 'name': 'tempest-TestEncryptedCinderVolumes-773373450-router', 'tenant_id': 'c9a45e54529c4c138c44e5a52188e40a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.239'}], 'enable_snat': True}, 'gw_port_id': '5859172a-b123-490d-877b-28405bf3c361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:35:44Z', 'updated_at': '2021-12-24T11:37:04Z', 'revision_number': 5, 'project_id': 'c9a45e54529c4c138c44e5a52188e40a', 'gw_port': {'id': '5859172a-b123-490d-877b-28405bf3c361', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:60:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ca052d-c879-438f-a4c6-60e821bdfd1f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:35:44Z', 'updated_at': '2021-12-24T11:35:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv'}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:37:06.760150 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f234b6-a370-4e3d-851e-1afe1e930c0a None None] Checking router: 93ca052d-c879-438f-a4c6-60e821bdfd1f for host: dv-neutron-822691-2-hyperv {{(pid=88880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 24 11:37:06.772386 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f234b6-a370-4e3d-851e-1afe1e930c0a None None] Routers {'93ca052d-c879-438f-a4c6-60e821bdfd1f'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:37:06.773066 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-05f234b6-a370-4e3d-851e-1afe1e930c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271e708d0>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:36:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['93ca052d-c879-438f-a4c6-60e821bdfd1f'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:37:06.885419 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1438c1a2-146f-4a07-a2bf-af93491d76a7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:06.894234 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-1438c1a2-146f-4a07-a2bf-af93491d76a7 admin admin] Deleting port 5859172a-b123-490d-877b-28405bf3c361 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:37:06.894605 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1438c1a2-146f-4a07-a2bf-af93491d76a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:06.964197 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-05f234b6-a370-4e3d-851e-1afe1e930c0a None None] Set router 93ca052d-c879-438f-a4c6-60e821bdfd1f gateway port host: dv-neutron-822691-2-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:37:07.078911 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-1438c1a2-146f-4a07-a2bf-af93491d76a7 admin admin] For port 5859172a-b123-490d-877b-28405bf3c361, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=5859172a-b123-490d-877b-28405bf3c361,segment=NetworkSegment(d4e3295f-9ff8-4cad-8a20-3f1c937efc8c),segment_id=d4e3295f-9ff8-4cad-8a20-3f1c937efc8c)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:37:07.079544 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1438c1a2-146f-4a07-a2bf-af93491d76a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:07.206944 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-1438c1a2-146f-4a07-a2bf-af93491d76a7 admin admin] Calling delete_port for 5859172a-b123-490d-877b-28405bf3c361 owned by network:router_gateway {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:37:07.265031 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-05f234b6-a370-4e3d-851e-1afe1e930c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271e708d0>, [{'id': '93ca052d-c879-438f-a4c6-60e821bdfd1f', 'name': 'tempest-TestEncryptedCinderVolumes-773373450-router', 'tenant_id': 'c9a45e54529c4c138c44e5a52188e40a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.239'}], 'enable_snat': True}, 'gw_port_id': '5859172a-b123-490d-877b-28405bf3c361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:35:44Z', 'updated_at': '2021-12-24T11:37:04Z', 'revision_number': 5, 'project_id': 'c9a45e54529c4c138c44e5a52188e40a', 'gw_port': {'id': '5859172a-b123-490d-877b-28405bf3c361', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:60:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ca052d-c879-438f-a4c6-60e821bdfd1f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:35:44Z', 'updated_at': '2021-12-24T11:35:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv'}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:37:07.269447 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f234b6-a370-4e3d-851e-1afe1e930c0a None None] The sync data for ids ['93ca052d-c879-438f-a4c6-60e821bdfd1f'] in dv-neutron-822691-2-hyperv is: [{'id': '93ca052d-c879-438f-a4c6-60e821bdfd1f', 'name': 'tempest-TestEncryptedCinderVolumes-773373450-router', 'tenant_id': 'c9a45e54529c4c138c44e5a52188e40a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.239'}], 'enable_snat': True}, 'gw_port_id': '5859172a-b123-490d-877b-28405bf3c361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:35:44Z', 'updated_at': '2021-12-24T11:37:04Z', 'revision_number': 5, 'project_id': 'c9a45e54529c4c138c44e5a52188e40a', 'gw_port': {'id': '5859172a-b123-490d-877b-28405bf3c361', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:60:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ca052d-c879-438f-a4c6-60e821bdfd1f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:35:44Z', 'updated_at': '2021-12-24T11:35:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv'}] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:37:07.384802 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1438c1a2-146f-4a07-a2bf-af93491d76a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:07.389403 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-eacb9f60-bf19-4b9d-b693-d905f022c77e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:37:07.432967 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1438c1a2-146f-4a07-a2bf-af93491d76a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=5859172a-b123-490d-877b-28405bf3c361,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:37:07.436727 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-1438c1a2-146f-4a07-a2bf-af93491d76a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:37:07.677433 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1438c1a2-146f-4a07-a2bf-af93491d76a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854116846'] for router_gateway, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:07.944775 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1438c1a2-146f-4a07-a2bf-af93491d76a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854158724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-84560'] for router, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:07.949492 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1438c1a2-146f-4a07-a2bf-af93491d76a7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:07.979666 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1438c1a2-146f-4a07-a2bf-af93491d76a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854158830'] for router, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:07.980248 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1438c1a2-146f-4a07-a2bf-af93491d76a7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 93ca052d-c879-438f-a4c6-60e821bdfd1f {{(pid=88879) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 24 11:37:07.992745 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1438c1a2-146f-4a07-a2bf-af93491d76a7 admin admin] Notify callbacks [] for router, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:07.994029 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-1438c1a2-146f-4a07-a2bf-af93491d76a7 admin admin] 10.222.0.65 "DELETE /v2.0/routers/93ca052d-c879-438f-a4c6-60e821bdfd1f HTTP/1.1" status: 204  len: 168 time: 1.7645829
Dec 24 11:37:07.996787 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 49008) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:37:08.053991 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:08.064772 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccd4d560-fba9-4ecf-ba18-2cde596317c2 admin admin] Deleting subnet fa004317-e1c7-4259-8433-d4ecbce707aa {{(pid=88879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 24 11:37:08.068388 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ccd4d560-fba9-4ecf-ba18-2cde596317c2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:08.126211 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ccd4d560-fba9-4ecf-ba18-2cde596317c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-786693'] for subnet, precommit_delete_associations {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:08.157585 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device c865187c-764b-4c31-b669-ec6d117ff05b no longer exists at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:37:08.197126 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] No Port match for: c865187c-764b-4c31-b669-ec6d117ff05b {{(pid=88880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 24 11:37:08.197495 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device c865187c-764b-4c31-b669-ec6d117ff05b not bound to the agent host dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 24 11:37:08.214441 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ccd4d560-fba9-4ecf-ba18-2cde596317c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847655656'] for subnet, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:08.305420 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ccd4d560-fba9-4ecf-ba18-2cde596317c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7120129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850854134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851156349'] for subnet, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:08.310226 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f3fa3cd2-9baf-4aed-b3e4-fc71f6ab56df tempest-AllowedAddressPairTestJSON-570915411 tempest-AllowedAddressPairTestJSON-570915411-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:37:08.348300 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd4d560-fba9-4ecf-ba18-2cde596317c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa004317-e1c7-4259-8433-d4ecbce707aa,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:37:08.351026 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-ccd4d560-fba9-4ecf-ba18-2cde596317c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:37:08.354126 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ccd4d560-fba9-4ecf-ba18-2cde596317c2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:08.360819 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-ccd4d560-fba9-4ecf-ba18-2cde596317c2 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/fa004317-e1c7-4259-8433-d4ecbce707aa HTTP/1.1" status: 204  len: 168 time: 0.3629949
Dec 24 11:37:08.360964 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5d11435-d5ec-40d1-acaa-7e5fe4c4e9e1 None None] Network 6a5661b2-fc8d-41b9-8edc-7821a408cc78 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:37:08.365155 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 49012) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:37:08.479801 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-30cbcbad-5e26-4d19-8760-5a3334e617e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036847558493'] for network, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:08.491099 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-30cbcbad-5e26-4d19-8760-5a3334e617e9 admin admin] Deleting port fc4faba1-96d8-4619-985b-55e872c94b70 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:37:08.491466 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-30cbcbad-5e26-4d19-8760-5a3334e617e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:08.623686 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f90cf43-981a-4fda-bb0c-64b3ba8799d3 None None] DHCP port deletion for 6a5661b2-fc8d-41b9-8edc-7821a408cc78 request from dv-neutron-822691-2-hyperv {{(pid=88880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 24 11:37:08.628435 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-5f90cf43-981a-4fda-bb0c-64b3ba8799d3 None None] Deleting port fc4faba1-96d8-4619-985b-55e872c94b70 {{(pid=88880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:37:08.628855 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5f90cf43-981a-4fda-bb0c-64b3ba8799d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:08.708765 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-30cbcbad-5e26-4d19-8760-5a3334e617e9 admin admin] For port fc4faba1-96d8-4619-985b-55e872c94b70, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=fc4faba1-96d8-4619-985b-55e872c94b70,segment=NetworkSegment(4f3e6cbd-499c-4917-b9e2-5b427aa3f28a),segment_id=4f3e6cbd-499c-4917-b9e2-5b427aa3f28a)] {{(pid=88878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:37:08.709142 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-30cbcbad-5e26-4d19-8760-5a3334e617e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:08.837142 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-30cbcbad-5e26-4d19-8760-5a3334e617e9 admin admin] Calling delete_port for fc4faba1-96d8-4619-985b-55e872c94b70 owned by network:dhcp {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:37:08.840481 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-5f90cf43-981a-4fda-bb0c-64b3ba8799d3 None None] For port fc4faba1-96d8-4619-985b-55e872c94b70, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=fc4faba1-96d8-4619-985b-55e872c94b70,segment=NetworkSegment(4f3e6cbd-499c-4917-b9e2-5b427aa3f28a),segment_id=4f3e6cbd-499c-4917-b9e2-5b427aa3f28a)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:37:08.840981 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5f90cf43-981a-4fda-bb0c-64b3ba8799d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:08.914474 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-30cbcbad-5e26-4d19-8760-5a3334e617e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:08.919139 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-70889732-776d-4f35-ab95-e38049b1d90f tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:37:08.967319 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-5f90cf43-981a-4fda-bb0c-64b3ba8799d3 None None] Calling delete_port for fc4faba1-96d8-4619-985b-55e872c94b70 owned by network:dhcp {{(pid=88880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:37:08.971558 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cbcbad-5e26-4d19-8760-5a3334e617e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc4faba1-96d8-4619-985b-55e872c94b70,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:37:08.974256 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-30cbcbad-5e26-4d19-8760-5a3334e617e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:37:08.977233 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30cbcbad-5e26-4d19-8760-5a3334e617e9 admin admin] No DVR routers for this DVR port fc4faba1-96d8-4619-985b-55e872c94b70 on host dv-neutron-822691-2-hyperv {{(pid=88878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 24 11:37:09.014934 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-84ccffee-96cb-4cf9-94e2-bdebc6f40b49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:09.047009 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.db.api [None req-5f90cf43-981a-4fda-bb0c-64b3ba8799d3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88880) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 24 11:37:09.047430 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_db.api [None req-5f90cf43-981a-4fda-bb0c-64b3ba8799d3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 24 11:37:09.108212 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-30cbcbad-5e26-4d19-8760-5a3334e617e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847649663', 'neutron.services.segments.db._delete_segments_for_network-8749505737672'] for network, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:09.135483 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-30cbcbad-5e26-4d19-8760-5a3334e617e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5271c86978>,) {'filters': {'network_id': ['6a5661b2-fc8d-41b9-8edc-7821a408cc78']}} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:37:09.148907 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-30cbcbad-5e26-4d19-8760-5a3334e617e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5271c86978>, '4f3e6cbd-499c-4917-b9e2-5b427aa3f28a') {'for_net_delete': True} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:37:09.149290 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-30cbcbad-5e26-4d19-8760-5a3334e617e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5271c86978>, '4f3e6cbd-499c-4917-b9e2-5b427aa3f28a') {} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:37:09.161754 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-30cbcbad-5e26-4d19-8760-5a3334e617e9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749505745113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2241371'] for segment, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:09.176998 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-30cbcbad-5e26-4d19-8760-5a3334e617e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:09.183986 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30cbcbad-5e26-4d19-8760-5a3334e617e9 admin admin] Releasing vlan 639 on physical network physnet1 to pool {{(pid=88878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 24 11:37:09.184501 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-30cbcbad-5e26-4d19-8760-5a3334e617e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036847652098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850807864'] for segment, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:09.198745 dv-neutron-822691-2-hyperv neutron-server[88767]: Traceback (most recent call last):
Dec 24 11:37:09.198745 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 24 11:37:09.198745 dv-neutron-822691-2-hyperv neutron-server[88767]:     timer()
Dec 24 11:37:09.198745 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 11:37:09.198745 dv-neutron-822691-2-hyperv neutron-server[88767]:     cb(*args, **kw)
Dec 24 11:37:09.198745 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 24 11:37:09.198745 dv-neutron-822691-2-hyperv neutron-server[88767]:     return func(*args, **kwargs)
Dec 24 11:37:09.198745 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 11:37:09.198745 dv-neutron-822691-2-hyperv neutron-server[88767]:     self._notify()
Dec 24 11:37:09.198745 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 11:37:09.198745 dv-neutron-822691-2-hyperv neutron-server[88767]:     self.callback(batched_events)
Dec 24 11:37:09.198745 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 11:37:09.198745 dv-neutron-822691-2-hyperv neutron-server[88767]:     event.method(event)
Dec 24 11:37:09.198745 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 11:37:09.198745 dv-neutron-822691-2-hyperv neutron-server[88767]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 11:37:09.198745 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 24 11:37:09.198745 dv-neutron-822691-2-hyperv neutron-server[88767]:     segment_id)['aggregates'][0]
Dec 24 11:37:09.198745 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 24 11:37:09.198745 dv-neutron-822691-2-hyperv neutron-server[88767]:     return f(self, *a, **k)
Dec 24 11:37:09.198745 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 11:37:09.198745 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self._get(url).json()
Dec 24 11:37:09.198745 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 24 11:37:09.198745 dv-neutron-822691-2-hyperv neutron-server[88767]:     **kwargs)
Dec 24 11:37:09.198745 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 24 11:37:09.198745 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self.request(url, 'GET', **kwargs)
Dec 24 11:37:09.198745 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 24 11:37:09.198745 dv-neutron-822691-2-hyperv neutron-server[88767]:     **endpoint_filter)
Dec 24 11:37:09.198745 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 24 11:37:09.198745 dv-neutron-822691-2-hyperv neutron-server[88767]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 11:37:09.198745 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 24 11:37:09.198745 dv-neutron-822691-2-hyperv neutron-server[88767]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 11:37:09.198745 dv-neutron-822691-2-hyperv neutron-server[88767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 11:37:09.290742 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-30cbcbad-5e26-4d19-8760-5a3334e617e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7126154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659196'] for network, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:09.296326 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-30cbcbad-5e26-4d19-8760-5a3334e617e9 admin admin] Notify callbacks [] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:09.300276 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-44de0d35-6c62-4be5-a0f6-09e0d7ea12c1 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:37:09.322583 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cbcbad-5e26-4d19-8760-5a3334e617e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=6a5661b2-fc8d-41b9-8edc-7821a408cc78,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:37:09.325410 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-30cbcbad-5e26-4d19-8760-5a3334e617e9 admin admin] 10.222.0.65 "DELETE /v2.0/networks/6a5661b2-fc8d-41b9-8edc-7821a408cc78 HTTP/1.1" status: 204  len: 168 time: 0.9586556
Dec 24 11:37:09.326416 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-30cbcbad-5e26-4d19-8760-5a3334e617e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:37:09.502807 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bdfdbc84-c52d-4f40-b281-af314dc1f8fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:09.541745 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 49018) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:37:09.548371 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-5f90cf43-981a-4fda-bb0c-64b3ba8799d3 None None] Deleting port fc4faba1-96d8-4619-985b-55e872c94b70 {{(pid=88880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:37:09.548811 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5f90cf43-981a-4fda-bb0c-64b3ba8799d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:09.598666 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-af1f4a89-86d2-4e9f-9387-34bea653217e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e4b971b53a7942c6bf087b8064d810fd&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0529449
Dec 24 11:37:09.599083 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 49022) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:37:09.617248 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-5f90cf43-981a-4fda-bb0c-64b3ba8799d3 None None] The port 'fc4faba1-96d8-4619-985b-55e872c94b70' was deleted {{(pid=88880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 24 11:37:09.662011 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-49c5039b-40fe-49dd-b46a-050986e5cded admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:09.689217 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-49c5039b-40fe-49dd-b46a-050986e5cded admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:09.749784 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-49c5039b-40fe-49dd-b46a-050986e5cded admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:09.753865 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-ad68ffaf-65a2-4443-9970-5b8c8b0b51f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:37:09.768580 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c5039b-40fe-49dd-b46a-050986e5cded admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=010fca94-2502-43e0-b77f-2af4cbe6aca2,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:37:09.771404 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-49c5039b-40fe-49dd-b46a-050986e5cded admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:37:09.779423 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-49c5039b-40fe-49dd-b46a-050986e5cded admin admin] Notify callbacks [] for security_group, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:09.780682 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-49c5039b-40fe-49dd-b46a-050986e5cded admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/010fca94-2502-43e0-b77f-2af4cbe6aca2 HTTP/1.1" status: 204  len: 168 time: 0.1805272
Dec 24 11:37:10.146895 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device fc4faba1-96d8-4619-985b-55e872c94b70 no longer exists at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:37:10.191085 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] No Port match for: fc4faba1-96d8-4619-985b-55e872c94b70 {{(pid=88880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 24 11:37:10.191533 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device fc4faba1-96d8-4619-985b-55e872c94b70 not bound to the agent host dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 24 11:37:10.191966 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 5859172a-b123-490d-877b-28405bf3c361 no longer exists at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:37:10.202145 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 49030) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:37:10.224755 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] No Port match for: 5859172a-b123-490d-877b-28405bf3c361 {{(pid=88880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 24 11:37:10.225156 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 5859172a-b123-490d-877b-28405bf3c361 not bound to the agent host dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 24 11:37:10.256330 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-e7468222-179f-4084-ba5e-3921f1b9773a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c9a45e54529c4c138c44e5a52188e40a&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0528126
Dec 24 11:37:10.258889 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 49034) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:37:10.322476 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d6618a84-2e4e-4ec1-9f17-fe46ee11c28f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:10.350321 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d6618a84-2e4e-4ec1-9f17-fe46ee11c28f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:10.405167 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d6618a84-2e4e-4ec1-9f17-fe46ee11c28f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:10.410142 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-cb07af49-d806-4b95-9bd0-93b00528406d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:37:10.422498 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6618a84-2e4e-4ec1-9f17-fe46ee11c28f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a22825b3-38b6-46e7-a1e6-28ab2ec06edf,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:37:10.425632 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-d6618a84-2e4e-4ec1-9f17-fe46ee11c28f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:37:10.427719 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d6618a84-2e4e-4ec1-9f17-fe46ee11c28f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:10.429289 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-d6618a84-2e4e-4ec1-9f17-fe46ee11c28f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a22825b3-38b6-46e7-a1e6-28ab2ec06edf HTTP/1.1" status: 204  len: 168 time: 0.1690345
Dec 24 11:37:10.770162 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-39ff93cf-c0b7-48c5-95f3-6f7e9977387d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:11.380304 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 49056) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:37:11.527983 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-f2b6a086-f05c-4335-b308-870fdf4dde1b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-111542809-network', 'tenant_id': '5908602436ee496b81007b6bb24bccf7'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:37:11.533508 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-f2b6a086-f05c-4335-b308-870fdf4dde1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:37:11.537806 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-f2b6a086-f05c-4335-b308-870fdf4dde1b admin admin] Usage tracker for resource:network and tenant:5908602436ee496b81007b6bb24bccf7 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:37:11.541323 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-f2b6a086-f05c-4335-b308-870fdf4dde1b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:37:11.549268 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-f2b6a086-f05c-4335-b308-870fdf4dde1b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:37:11.559724 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2b6a086-f05c-4335-b308-870fdf4dde1b admin admin] Made reservation on behalf of 5908602436ee496b81007b6bb24bccf7 for: {'network': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:37:11.564523 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f2b6a086-f05c-4335-b308-870fdf4dde1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for network, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:11.581643 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f2b6a086-f05c-4335-b308-870fdf4dde1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:11.614091 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-f2b6a086-f05c-4335-b308-870fdf4dde1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:37:11.618667 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-f2b6a086-f05c-4335-b308-870fdf4dde1b admin admin] Usage tracker for resource:security_group_rule and tenant:5908602436ee496b81007b6bb24bccf7 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:37:11.621716 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-f2b6a086-f05c-4335-b308-870fdf4dde1b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:37:11.627965 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-f2b6a086-f05c-4335-b308-870fdf4dde1b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:37:11.702221 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f2b6a086-f05c-4335-b308-870fdf4dde1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:11.705402 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f2b6a086-f05c-4335-b308-870fdf4dde1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:11.708676 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-39b22cff-0b79-41af-89d3-0dcf98249500 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:37:11.738662 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2b6a086-f05c-4335-b308-870fdf4dde1b admin admin] vlan segment allocate from pool success with {'vlan_id': 641, 'physical_network': 'physnet1'}  {{(pid=88879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 24 11:37:11.747693 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b6a086-f05c-4335-b308-870fdf4dde1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1f76d83-4e90-478c-8689-2a5eca58d9a5,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:37:11.751878 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f2b6a086-f05c-4335-b308-870fdf4dde1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:37:11.754466 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f2b6a086-f05c-4335-b308-870fdf4dde1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:11.754854 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.segments_db [None req-f2b6a086-f05c-4335-b308-870fdf4dde1b admin admin] Added segment f91e6ff8-ff15-45d6-9d75-bf400333299b of type vlan for network 2879ee03-9409-48b4-9554-8c39a8f8bdd8
Dec 24 11:37:11.782165 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f2b6a086-f05c-4335-b308-870fdf4dde1b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363287349540024'] for network, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:11.815069 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f2b6a086-f05c-4335-b308-870fdf4dde1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636'] for network, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:11.816068 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2b6a086-f05c-4335-b308-870fdf4dde1b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:37:11.816745 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f2b6a086-f05c-4335-b308-870fdf4dde1b admin admin] Notify callbacks [] for network, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:11.820418 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-46f510d4-ca9a-46d6-99fd-83868cbc9ffe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:37:11.923856 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-f2b6a086-f05c-4335-b308-870fdf4dde1b admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.5423515
Dec 24 11:37:11.927334 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 49062) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:37:11.929450 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b6a086-f05c-4335-b308-870fdf4dde1b admin admin] Pushing event updated for resources: {'Network': ['ID=2879ee03-9409-48b4-9554-8c39a8f8bdd8,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:37:11.932303 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f2b6a086-f05c-4335-b308-870fdf4dde1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:37:11.933683 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-fe93f608-e493-4433-8210-afbe31f53d15 admin admin] Request body: {'subnet': {'network_id': '2879ee03-9409-48b4-9554-8c39a8f8bdd8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-111542809-subnet', 'tenant_id': '5908602436ee496b81007b6bb24bccf7', 'ip_version': 4}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:37:11.939802 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-fe93f608-e493-4433-8210-afbe31f53d15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:37:11.942130 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Network 2879ee03-9409-48b4-9554-8c39a8f8bdd8 details requested by agent ovs-agent-dv-neutron-822691-2-hyperv with host dv-neutron-822691-2-hyperv {{(pid=88880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 24 11:37:11.944953 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-fe93f608-e493-4433-8210-afbe31f53d15 admin admin] Usage tracker for resource:subnet and tenant:5908602436ee496b81007b6bb24bccf7 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:37:11.948086 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-fe93f608-e493-4433-8210-afbe31f53d15 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:37:11.954340 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-fe93f608-e493-4433-8210-afbe31f53d15 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:37:11.964673 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe93f608-e493-4433-8210-afbe31f53d15 admin admin] Made reservation on behalf of 5908602436ee496b81007b6bb24bccf7 for: {'subnet': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:37:11.969447 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fe93f608-e493-4433-8210-afbe31f53d15 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2246100'] for subnet, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:12.192100 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fe93f608-e493-4433-8210-afbe31f53d15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850796890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2246085'] for subnet, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:12.195787 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-b5a2cbe6-efe9-48ab-93c8-95c9f900c461 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:37:12.494512 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe93f608-e493-4433-8210-afbe31f53d15 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d55063aa-eda7-4fb5-aabc-2c8b40cb0dae,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:37:12.498456 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-fe93f608-e493-4433-8210-afbe31f53d15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:37:12.512540 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe93f608-e493-4433-8210-afbe31f53d15 admin admin] Checking segment: {'id': 'f91e6ff8-ff15-45d6-9d75-bf400333299b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '2879ee03-9409-48b4-9554-8c39a8f8bdd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:37:12.512929 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe93f608-e493-4433-8210-afbe31f53d15 admin admin] Network hostable DHCP agents. Network: 2879ee03-9409-48b4-9554-8c39a8f8bdd8, hostable agents: ['edcf98dc-3032-472a-8b3d-f23fd1e89806'], hosted agents: [] {{(pid=88878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 24 11:37:12.535687 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe93f608-e493-4433-8210-afbe31f53d15 admin admin] Network 2879ee03-9409-48b4-9554-8c39a8f8bdd8 is scheduled to be hosted by DHCP agent edcf98dc-3032-472a-8b3d-f23fd1e89806 with binding_index 1 {{(pid=88878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 24 11:37:12.545512 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-fe93f608-e493-4433-8210-afbe31f53d15 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822691-2-hyperv, 2879ee03-9409-48b4-9554-8c39a8f8bdd8) {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:37:12.549627 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe93f608-e493-4433-8210-afbe31f53d15 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:37:12.550305 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fe93f608-e493-4433-8210-afbe31f53d15 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:12.558132 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb7a9f2a-3f43-42ab-948f-a7d4dea60307 None None] Network 2879ee03-9409-48b4-9554-8c39a8f8bdd8 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:37:12.576916 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-fe93f608-e493-4433-8210-afbe31f53d15 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.6456397
Dec 24 11:37:12.577157 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 49066) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:37:12.582771 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-447e83a1-c68e-493f-8145-fe7d7ae14a38 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-111542809-router', 'tenant_id': '5908602436ee496b81007b6bb24bccf7', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a'}}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:37:12.587715 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-447e83a1-c68e-493f-8145-fe7d7ae14a38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:37:12.592041 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-447e83a1-c68e-493f-8145-fe7d7ae14a38 admin admin] Usage tracker for resource:router and tenant:5908602436ee496b81007b6bb24bccf7 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:37:12.595389 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-447e83a1-c68e-493f-8145-fe7d7ae14a38 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:37:12.601662 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-447e83a1-c68e-493f-8145-fe7d7ae14a38 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:37:12.612985 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-447e83a1-c68e-493f-8145-fe7d7ae14a38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-612016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-84579'] for router, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:12.614278 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-447e83a1-c68e-493f-8145-fe7d7ae14a38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854163950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659046', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854079771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854691221'] for router, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:12.634489 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-447e83a1-c68e-493f-8145-fe7d7ae14a38 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:12.813615 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-447e83a1-c68e-493f-8145-fe7d7ae14a38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-659031', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854691240'] for router, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:12.951174 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1767c25b-6324-4dfe-8702-855789234ec7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73968e80-91fd-539e-a7c6-b31af6d9e680-2879ee03-9409-48b4-9554-8c39a8f8bdd8', 'network_id': '2879ee03-9409-48b4-9554-8c39a8f8bdd8', 'tenant_id': '5908602436ee496b81007b6bb24bccf7', 'fixed_ips': [{'subnet_id': 'd55063aa-eda7-4fb5-aabc-2c8b40cb0dae'}]}} from dv-neutron-822691-2-hyperv. {{(pid=88880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 24 11:37:12.952270 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1767c25b-6324-4dfe-8702-855789234ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:13.014730 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-447e83a1-c68e-493f-8145-fe7d7ae14a38 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:13.046890 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-447e83a1-c68e-493f-8145-fe7d7ae14a38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:13.114985 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-1767c25b-6324-4dfe-8702-855789234ec7 None None] Allocated IP 172.20.0.2 (2879ee03-9409-48b4-9554-8c39a8f8bdd8/d55063aa-eda7-4fb5-aabc-2c8b40cb0dae/27fbee79-4bd9-4302-b410-76d2b326f378) {{(pid=88880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:37:13.195824 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-447e83a1-c68e-493f-8145-fe7d7ae14a38 admin admin] Allocated IP 172.26.3.12 (f8c337ba-681f-4fcb-a333-e3c49365b30a/8ea1398c-0bec-46d6-8d54-85798de2a7ca/d685186e-d495-47e0-a46b-54090cf39442) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:37:13.328795 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1767c25b-6324-4dfe-8702-855789234ec7 None None] Notify callbacks [] for port, precommit_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:13.339855 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-1767c25b-6324-4dfe-8702-855789234ec7 None None] Transition to ACTIVE for port object 27fbee79-4bd9-4302-b410-76d2b326f378 will not be triggered until provisioned by entity L2. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:37:13.357869 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-447e83a1-c68e-493f-8145-fe7d7ae14a38 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:13.359798 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-1767c25b-6324-4dfe-8702-855789234ec7 None None] Transition to ACTIVE for port object 27fbee79-4bd9-4302-b410-76d2b326f378 will not be triggered until provisioned by entity DHCP. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:37:13.365456 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1767c25b-6324-4dfe-8702-855789234ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408'] for port, after_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:13.370869 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:37:13.384971 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-447e83a1-c68e-493f-8145-fe7d7ae14a38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:13.389693 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-aee147aa-ae27-4036-8b03-e8d5ecc3e35d tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:37:13.441674 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1767c25b-6324-4dfe-8702-855789234ec7 None None] Network 2879ee03-9409-48b4-9554-8c39a8f8bdd8 is already hosted by enough agents. {{(pid=88880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:37:13.442888 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-1767c25b-6324-4dfe-8702-855789234ec7 None None] Resources bound (agent type, host, resource id):  {{(pid=88880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:37:13.448340 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1767c25b-6324-4dfe-8702-855789234ec7 None None] Received port after_create {{(pid=88880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:37:13.450700 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1767c25b-6324-4dfe-8702-855789234ec7 None None] Pushing event updated for resources: {'Port': ['ID=27fbee79-4bd9-4302-b410-76d2b326f378,revision_number=1']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:37:13.461212 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-447e83a1-c68e-493f-8145-fe7d7ae14a38 admin admin] Network f8c337ba-681f-4fcb-a333-e3c49365b30a is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:37:13.463136 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1767c25b-6324-4dfe-8702-855789234ec7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:37:13.463514 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1767c25b-6324-4dfe-8702-855789234ec7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:37:13.463908 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1767c25b-6324-4dfe-8702-855789234ec7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:37:13.464285 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1767c25b-6324-4dfe-8702-855789234ec7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:37:13.464662 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1767c25b-6324-4dfe-8702-855789234ec7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:37:13.465017 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-447e83a1-c68e-493f-8145-fe7d7ae14a38 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:37:13.465166 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1767c25b-6324-4dfe-8702-855789234ec7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:37:13.465415 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1767c25b-6324-4dfe-8702-855789234ec7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:37:13.465812 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1767c25b-6324-4dfe-8702-855789234ec7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:37:13.466185 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1767c25b-6324-4dfe-8702-855789234ec7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:37:13.467129 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1767c25b-6324-4dfe-8702-855789234ec7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:37:13.467286 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447e83a1-c68e-493f-8145-fe7d7ae14a38 admin admin] Pushing event updated for resources: {'Port': ['ID=d685186e-d495-47e0-a46b-54090cf39442,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:37:13.467503 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1767c25b-6324-4dfe-8702-855789234ec7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:37:13.469520 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447e83a1-c68e-493f-8145-fe7d7ae14a38 admin admin] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:37:13.471358 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-1767c25b-6324-4dfe-8702-855789234ec7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:37:13.495915 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-447e83a1-c68e-493f-8145-fe7d7ae14a38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:37:13.556487 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-1767c25b-6324-4dfe-8702-855789234ec7 None None] Attempting to bind port 27fbee79-4bd9-4302-b410-76d2b326f378 on host dv-neutron-822691-2-hyperv for vnic_type normal with profile  {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:37:13.556913 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-1767c25b-6324-4dfe-8702-855789234ec7 None None] Attempting to bind port 27fbee79-4bd9-4302-b410-76d2b326f378 by drivers openvswitch,hyperv on host dv-neutron-822691-2-hyperv at level 0 using segments [{'id': 'f91e6ff8-ff15-45d6-9d75-bf400333299b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '2879ee03-9409-48b4-9554-8c39a8f8bdd8'}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:37:13.557327 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1767c25b-6324-4dfe-8702-855789234ec7 None None] Attempting to bind port 27fbee79-4bd9-4302-b410-76d2b326f378 on network 2879ee03-9409-48b4-9554-8c39a8f8bdd8 {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:37:13.564808 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1767c25b-6324-4dfe-8702-855789234ec7 None None] Checking agent: {'id': 'db1275c1-6001-47af-93c2-635c68404703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822691-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 52, 8), 'started_at': datetime.datetime(2021, 12, 24, 10, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 37, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822691-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:37:13.565343 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1767c25b-6324-4dfe-8702-855789234ec7 None None] Checking segment: {'id': 'f91e6ff8-ff15-45d6-9d75-bf400333299b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '2879ee03-9409-48b4-9554-8c39a8f8bdd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:37:13.565802 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1767c25b-6324-4dfe-8702-855789234ec7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:13.566301 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1767c25b-6324-4dfe-8702-855789234ec7 None None] Bound using segment: {'id': 'f91e6ff8-ff15-45d6-9d75-bf400333299b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '2879ee03-9409-48b4-9554-8c39a8f8bdd8'} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:37:13.566819 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-1767c25b-6324-4dfe-8702-855789234ec7 None None] Bound port: 27fbee79-4bd9-4302-b410-76d2b326f378, host: dv-neutron-822691-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f91e6ff8-ff15-45d6-9d75-bf400333299b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '2879ee03-9409-48b4-9554-8c39a8f8bdd8'}}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:37:13.567240 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1767c25b-6324-4dfe-8702-855789234ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:13.633488 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-447e83a1-c68e-493f-8145-fe7d7ae14a38 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:13.634266 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-447e83a1-c68e-493f-8145-fe7d7ae14a38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854163800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854116816'] for router, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:13.662573 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-1767c25b-6324-4dfe-8702-855789234ec7 None None] For port 27fbee79-4bd9-4302-b410-76d2b326f378, host dv-neutron-822691-2-hyperv, cleared binding levels {{(pid=88880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:37:13.665703 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-1767c25b-6324-4dfe-8702-855789234ec7 None None] For port 27fbee79-4bd9-4302-b410-76d2b326f378, host dv-neutron-822691-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=27fbee79-4bd9-4302-b410-76d2b326f378,segment=NetworkSegment(f91e6ff8-ff15-45d6-9d75-bf400333299b),segment_id=f91e6ff8-ff15-45d6-9d75-bf400333299b)] {{(pid=88880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:37:13.670063 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1767c25b-6324-4dfe-8702-855789234ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:13.674501 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:37:13.758947 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1767c25b-6324-4dfe-8702-855789234ec7 None None] Pushing event updated for resources: {'Port': ['ID=27fbee79-4bd9-4302-b410-76d2b326f378,revision_number=2']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:37:13.762146 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-1767c25b-6324-4dfe-8702-855789234ec7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:37:13.885533 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-447e83a1-c68e-493f-8145-fe7d7ae14a38 admin admin] Router a6904862-899c-4a77-b1b7-6c01360074b8 is scheduled to L3 agent 198cca88-1338-4098-b44b-beb0346ac906 with binding_index 1 {{(pid=88878) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 24 11:37:14.111859 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-447e83a1-c68e-493f-8145-fe7d7ae14a38 admin admin] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:37:14.123440 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9271b052-70e7-4b9e-9b11-0ecd1e467e40 None None] Sync routers for ids ['a6904862-899c-4a77-b1b7-6c01360074b8'] in dv-neutron-822691-2-hyperv {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:37:14.142233 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9271b052-70e7-4b9e-9b11-0ecd1e467e40 None None] Routers {'a6904862-899c-4a77-b1b7-6c01360074b8'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:37:14.142830 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-447e83a1-c68e-493f-8145-fe7d7ae14a38 admin admin] Notify callbacks [] for router, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:14.143048 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-9271b052-70e7-4b9e-9b11-0ecd1e467e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271ba60f0>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:37:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['a6904862-899c-4a77-b1b7-6c01360074b8'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:37:14.145385 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-447e83a1-c68e-493f-8145-fe7d7ae14a38 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201  len: 925 time: 1.5660555
Dec 24 11:37:14.147216 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 49070) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:37:14.201442 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 27fbee79-4bd9-4302-b410-76d2b326f378 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:37:14.298707 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning for port 27fbee79-4bd9-4302-b410-76d2b326f378 completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:37:14.360134 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-9271b052-70e7-4b9e-9b11-0ecd1e467e40 None None] Set router a6904862-899c-4a77-b1b7-6c01360074b8 gateway port host: dv-neutron-822691-2-hyperv {{(pid=88881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:37:14.662840 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-9271b052-70e7-4b9e-9b11-0ecd1e467e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271ba60f0>, [{'id': 'a6904862-899c-4a77-b1b7-6c01360074b8', 'name': 'tempest-TestMinimumBasicScenario-111542809-router', 'tenant_id': '5908602436ee496b81007b6bb24bccf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.12'}], 'enable_snat': True}, 'gw_port_id': 'd685186e-d495-47e0-a46b-54090cf39442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:37:12Z', 'updated_at': '2021-12-24T11:37:13Z', 'revision_number': 3, 'project_id': '5908602436ee496b81007b6bb24bccf7', 'gw_port': {'id': 'd685186e-d495-47e0-a46b-54090cf39442', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:cf:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6904862-899c-4a77-b1b7-6c01360074b8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:37:13Z', 'updated_at': '2021-12-24T11:37:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv'}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:37:14.667405 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9271b052-70e7-4b9e-9b11-0ecd1e467e40 None None] Checking router: a6904862-899c-4a77-b1b7-6c01360074b8 for host: dv-neutron-822691-2-hyperv {{(pid=88881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 24 11:37:14.667779 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9271b052-70e7-4b9e-9b11-0ecd1e467e40 None None] Updating router a6904862-899c-4a77-b1b7-6c01360074b8 port d685186e-d495-47e0-a46b-54090cf39442 binding host dv-neutron-822691-2-hyperv {{(pid=88881) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 24 11:37:14.723748 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9271b052-70e7-4b9e-9b11-0ecd1e467e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:14.934604 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f2e31a38-21ef-447d-aa7e-3b69e933ebcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:15.233018 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9271b052-70e7-4b9e-9b11-0ecd1e467e40 None None] Notify callbacks [] for port, precommit_update {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:15.246526 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-9271b052-70e7-4b9e-9b11-0ecd1e467e40 None None] Transition to ACTIVE for port object d685186e-d495-47e0-a46b-54090cf39442 will not be triggered until provisioned by entity L2. {{(pid=88881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:37:15.253284 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9271b052-70e7-4b9e-9b11-0ecd1e467e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:15.258201 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-85f53612-92ac-48ce-af14-24ce6183618a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:37:15.335588 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-9271b052-70e7-4b9e-9b11-0ecd1e467e40 None None] Attempting to bind port d685186e-d495-47e0-a46b-54090cf39442 on host dv-neutron-822691-2-hyperv for vnic_type normal with profile  {{(pid=88881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:37:15.336009 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-9271b052-70e7-4b9e-9b11-0ecd1e467e40 None None] Attempting to bind port d685186e-d495-47e0-a46b-54090cf39442 by drivers openvswitch,hyperv on host dv-neutron-822691-2-hyperv at level 0 using segments [{'id': 'd4e3295f-9ff8-4cad-8a20-3f1c937efc8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a'}] {{(pid=88881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:37:15.336412 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9271b052-70e7-4b9e-9b11-0ecd1e467e40 None None] Attempting to bind port d685186e-d495-47e0-a46b-54090cf39442 on network f8c337ba-681f-4fcb-a333-e3c49365b30a {{(pid=88881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:37:15.347369 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f48d01-6a94-4d1c-99d1-bcdb5e01f60b None None] Pushing event updated for resources: {'Port': ['ID=d685186e-d495-47e0-a46b-54090cf39442,revision_number=2']} {{(pid=88881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:37:15.357542 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f48d01-6a94-4d1c-99d1-bcdb5e01f60b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:37:15.357960 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f48d01-6a94-4d1c-99d1-bcdb5e01f60b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:37:15.358336 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f48d01-6a94-4d1c-99d1-bcdb5e01f60b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:37:15.358703 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f48d01-6a94-4d1c-99d1-bcdb5e01f60b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:37:15.359064 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f48d01-6a94-4d1c-99d1-bcdb5e01f60b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:37:15.359426 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f48d01-6a94-4d1c-99d1-bcdb5e01f60b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:37:15.359784 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f48d01-6a94-4d1c-99d1-bcdb5e01f60b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:37:15.360145 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f48d01-6a94-4d1c-99d1-bcdb5e01f60b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:37:15.360501 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f48d01-6a94-4d1c-99d1-bcdb5e01f60b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:37:15.360854 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f48d01-6a94-4d1c-99d1-bcdb5e01f60b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:37:15.361209 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f48d01-6a94-4d1c-99d1-bcdb5e01f60b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:37:15.365014 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f1f48d01-6a94-4d1c-99d1-bcdb5e01f60b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:37:15.366008 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9271b052-70e7-4b9e-9b11-0ecd1e467e40 None None] Checking agent: {'id': 'db1275c1-6001-47af-93c2-635c68404703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822691-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 52, 8), 'started_at': datetime.datetime(2021, 12, 24, 10, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 37, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822691-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:37:15.366424 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9271b052-70e7-4b9e-9b11-0ecd1e467e40 None None] Checking segment: {'id': 'd4e3295f-9ff8-4cad-8a20-3f1c937efc8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:37:15.366864 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9271b052-70e7-4b9e-9b11-0ecd1e467e40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:15.367289 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9271b052-70e7-4b9e-9b11-0ecd1e467e40 None None] Bound using segment: {'id': 'd4e3295f-9ff8-4cad-8a20-3f1c937efc8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a'} {{(pid=88881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:37:15.367810 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-9271b052-70e7-4b9e-9b11-0ecd1e467e40 None None] Bound port: d685186e-d495-47e0-a46b-54090cf39442, host: dv-neutron-822691-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4e3295f-9ff8-4cad-8a20-3f1c937efc8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a'}}] {{(pid=88881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:37:15.368219 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9271b052-70e7-4b9e-9b11-0ecd1e467e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:15.409406 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-f2e31a38-21ef-447d-aa7e-3b69e933ebcb admin admin] Allocated IP 172.20.0.1 (2879ee03-9409-48b4-9554-8c39a8f8bdd8/d55063aa-eda7-4fb5-aabc-2c8b40cb0dae/c8f75162-d40f-410e-a249-59874c54dac7) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:37:15.446429 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-9271b052-70e7-4b9e-9b11-0ecd1e467e40 None None] For port d685186e-d495-47e0-a46b-54090cf39442, host dv-neutron-822691-2-hyperv, cleared binding levels {{(pid=88881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:37:15.450717 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-9271b052-70e7-4b9e-9b11-0ecd1e467e40 None None] For port d685186e-d495-47e0-a46b-54090cf39442, host dv-neutron-822691-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=d685186e-d495-47e0-a46b-54090cf39442,segment=NetworkSegment(d4e3295f-9ff8-4cad-8a20-3f1c937efc8c),segment_id=d4e3295f-9ff8-4cad-8a20-3f1c937efc8c)] {{(pid=88881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:37:15.454238 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9271b052-70e7-4b9e-9b11-0ecd1e467e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:15.468465 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-cf710250-75f1-4659-88f8-7deb90310124 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:37:15.525586 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c96e609-99a3-4477-b368-f708d4317022 None None] Network 2879ee03-9409-48b4-9554-8c39a8f8bdd8 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:37:15.550365 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9271b052-70e7-4b9e-9b11-0ecd1e467e40 None None] Routers {'a6904862-899c-4a77-b1b7-6c01360074b8'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:37:15.551375 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-9271b052-70e7-4b9e-9b11-0ecd1e467e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271ba60f0>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:37:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['a6904862-899c-4a77-b1b7-6c01360074b8'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:37:15.576019 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f2e31a38-21ef-447d-aa7e-3b69e933ebcb admin admin] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:15.592617 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-f2e31a38-21ef-447d-aa7e-3b69e933ebcb admin admin] Transition to ACTIVE for port object c8f75162-d40f-410e-a249-59874c54dac7 will not be triggered until provisioned by entity DHCP. {{(pid=88878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:37:15.612873 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f2e31a38-21ef-447d-aa7e-3b69e933ebcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:15.627154 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-0b7b0ffd-da93-4569-9838-a20cee7ccad5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:37:15.637283 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f48d01-6a94-4d1c-99d1-bcdb5e01f60b None None] Pushing event updated for resources: {'Port': ['ID=d685186e-d495-47e0-a46b-54090cf39442,revision_number=3']} {{(pid=88881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:37:15.641058 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f1f48d01-6a94-4d1c-99d1-bcdb5e01f60b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=88881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:37:15.672588 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-a0d1cd65-9dd0-401d-80e1-5dfeb82557a7 None None] Provisioning for port 27fbee79-4bd9-4302-b410-76d2b326f378 completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:37:15.676653 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2e31a38-21ef-447d-aa7e-3b69e933ebcb admin admin] Network 2879ee03-9409-48b4-9554-8c39a8f8bdd8 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:37:15.679595 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-f2e31a38-21ef-447d-aa7e-3b69e933ebcb admin admin] Resources bound (agent type, host, resource id):  {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:37:15.683212 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-a0d1cd65-9dd0-401d-80e1-5dfeb82557a7 None None] Provisioning complete for port 27fbee79-4bd9-4302-b410-76d2b326f378 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:37:15.683212 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a0d1cd65-9dd0-401d-80e1-5dfeb82557a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:15.684854 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e31a38-21ef-447d-aa7e-3b69e933ebcb admin admin] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:37:15.740923 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e31a38-21ef-447d-aa7e-3b69e933ebcb admin admin] Pushing event updated for resources: {'Port': ['ID=c8f75162-d40f-410e-a249-59874c54dac7,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:37:15.745324 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f2e31a38-21ef-447d-aa7e-3b69e933ebcb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:37:15.754555 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f2e31a38-21ef-447d-aa7e-3b69e933ebcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-720245'] for router_interface, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:15.761513 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-9271b052-70e7-4b9e-9b11-0ecd1e467e40 None None] Set router a6904862-899c-4a77-b1b7-6c01360074b8 gateway port host: dv-neutron-822691-2-hyperv {{(pid=88881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:37:15.847699 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f2e31a38-21ef-447d-aa7e-3b69e933ebcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:15.898830 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a0d1cd65-9dd0-401d-80e1-5dfeb82557a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:15.950545 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-a0d1cd65-9dd0-401d-80e1-5dfeb82557a7 None None] For port 27fbee79-4bd9-4302-b410-76d2b326f378, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=27fbee79-4bd9-4302-b410-76d2b326f378,segment=NetworkSegment(f91e6ff8-ff15-45d6-9d75-bf400333299b),segment_id=f91e6ff8-ff15-45d6-9d75-bf400333299b)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:37:15.955386 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a0d1cd65-9dd0-401d-80e1-5dfeb82557a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:15.959792 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-93c9799f-f01a-4916-846c-5dd2ee549f2a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:37:16.032921 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d1cd65-9dd0-401d-80e1-5dfeb82557a7 None None] Pushing event updated for resources: {'Port': ['ID=27fbee79-4bd9-4302-b410-76d2b326f378,revision_number=3']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:37:16.036624 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-a0d1cd65-9dd0-401d-80e1-5dfeb82557a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:37:16.073008 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-9271b052-70e7-4b9e-9b11-0ecd1e467e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271ba60f0>, [{'id': 'a6904862-899c-4a77-b1b7-6c01360074b8', 'name': 'tempest-TestMinimumBasicScenario-111542809-router', 'tenant_id': '5908602436ee496b81007b6bb24bccf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.12'}], 'enable_snat': True}, 'gw_port_id': 'd685186e-d495-47e0-a46b-54090cf39442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:37:12Z', 'updated_at': '2021-12-24T11:37:13Z', 'revision_number': 3, 'project_id': '5908602436ee496b81007b6bb24bccf7', 'gw_port': {'id': 'd685186e-d495-47e0-a46b-54090cf39442', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:cf:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6904862-899c-4a77-b1b7-6c01360074b8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:37:13Z', 'updated_at': '2021-12-24T11:37:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv'}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:37:16.077593 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9271b052-70e7-4b9e-9b11-0ecd1e467e40 None None] The sync data for ids ['a6904862-899c-4a77-b1b7-6c01360074b8'] in dv-neutron-822691-2-hyperv is: [{'id': 'a6904862-899c-4a77-b1b7-6c01360074b8', 'name': 'tempest-TestMinimumBasicScenario-111542809-router', 'tenant_id': '5908602436ee496b81007b6bb24bccf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.12'}], 'enable_snat': True}, 'gw_port_id': 'd685186e-d495-47e0-a46b-54090cf39442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:37:12Z', 'updated_at': '2021-12-24T11:37:13Z', 'revision_number': 3, 'project_id': '5908602436ee496b81007b6bb24bccf7', 'gw_port': {'id': 'd685186e-d495-47e0-a46b-54090cf39442', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:cf:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6904862-899c-4a77-b1b7-6c01360074b8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:37:13Z', 'updated_at': '2021-12-24T11:37:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv'}] {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:37:16.119291 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f2e31a38-21ef-447d-aa7e-3b69e933ebcb admin admin] Notify callbacks [] for port, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:16.123669 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f2e31a38-21ef-447d-aa7e-3b69e933ebcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3978773'] for port, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:16.158122 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-a542572a-737c-43bd-98f1-dd82256fdb52 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:37:16.178710 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 27fbee79-4bd9-4302-b410-76d2b326f378 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:37:16.256968 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port 27fbee79-4bd9-4302-b410-76d2b326f378 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:37:16.257466 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:16.259097 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e31a38-21ef-447d-aa7e-3b69e933ebcb admin admin] Pushing event updated for resources: {'Port': ['ID=c8f75162-d40f-410e-a249-59874c54dac7,revision_number=2']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:37:16.264099 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f2e31a38-21ef-447d-aa7e-3b69e933ebcb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:37:16.272075 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f2e31a38-21ef-447d-aa7e-3b69e933ebcb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1977653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854055662'] for router_interface, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:16.331454 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-16c20b41-9a67-4c01-b0f1-24b752868c4d None None] Provisioning complete for port 27fbee79-4bd9-4302-b410-76d2b326f378 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:37:16.331976 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-16c20b41-9a67-4c01-b0f1-24b752868c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:16.434422 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2e31a38-21ef-447d-aa7e-3b69e933ebcb admin admin] Network 2879ee03-9409-48b4-9554-8c39a8f8bdd8 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:37:16.435611 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-f2e31a38-21ef-447d-aa7e-3b69e933ebcb admin admin] Resources bound (agent type, host, resource id):  {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:37:16.561789 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-16c20b41-9a67-4c01-b0f1-24b752868c4d None None] Provisioning for port c8f75162-d40f-410e-a249-59874c54dac7 completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:37:16.567418 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-16c20b41-9a67-4c01-b0f1-24b752868c4d None None] Provisioning complete for port c8f75162-d40f-410e-a249-59874c54dac7 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:37:16.567983 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-16c20b41-9a67-4c01-b0f1-24b752868c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:16.639252 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-16c20b41-9a67-4c01-b0f1-24b752868c4d None None] Port c8f75162-d40f-410e-a249-59874c54dac7 cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:37:16.764146 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-8205583e-8d4c-4e6f-a8eb-114f54b64adb None None] Provisioning complete for port c8f75162-d40f-410e-a249-59874c54dac7 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:37:16.764669 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8205583e-8d4c-4e6f-a8eb-114f54b64adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:16.833883 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-8205583e-8d4c-4e6f-a8eb-114f54b64adb None None] Port c8f75162-d40f-410e-a249-59874c54dac7 cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:37:16.913951 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2e31a38-21ef-447d-aa7e-3b69e933ebcb admin admin] Router a6904862-899c-4a77-b1b7-6c01360074b8 has already been hosted by L3 agent 198cca88-1338-4098-b44b-beb0346ac906 {{(pid=88878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 24 11:37:16.957981 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-bfcd3fc3-051e-417f-bcfa-7bed6b4b329f None None] Provisioning complete for port c8f75162-d40f-410e-a249-59874c54dac7 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:37:16.958412 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bfcd3fc3-051e-417f-bcfa-7bed6b4b329f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:17.015215 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-bfcd3fc3-051e-417f-bcfa-7bed6b4b329f None None] Port c8f75162-d40f-410e-a249-59874c54dac7 cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:37:17.135393 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2e31a38-21ef-447d-aa7e-3b69e933ebcb admin admin] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:37:17.145390 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-f2e31a38-21ef-447d-aa7e-3b69e933ebcb admin admin] 10.222.0.65 "PUT /v2.0/routers/a6904862-899c-4a77-b1b7-6c01360074b8/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9970508
Dec 24 11:37:18.103954 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 49092) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:37:18.110869 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-f866a4ba-49ad-456c-8085-977ffaf3b173 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1859345171-network', 'tenant_id': '65cf4d2519674d37b549afae4598187a'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:37:18.116222 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-f866a4ba-49ad-456c-8085-977ffaf3b173 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:37:18.120485 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-f866a4ba-49ad-456c-8085-977ffaf3b173 admin admin] Usage tracker for resource:network and tenant:65cf4d2519674d37b549afae4598187a is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:37:18.124675 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-f866a4ba-49ad-456c-8085-977ffaf3b173 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:37:18.130758 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-f866a4ba-49ad-456c-8085-977ffaf3b173 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:37:18.141686 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f866a4ba-49ad-456c-8085-977ffaf3b173 admin admin] Made reservation on behalf of 65cf4d2519674d37b549afae4598187a for: {'network': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:37:18.146581 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f866a4ba-49ad-456c-8085-977ffaf3b173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for network, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:18.160594 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f866a4ba-49ad-456c-8085-977ffaf3b173 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:18.182243 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device d685186e-d495-47e0-a46b-54090cf39442 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:37:18.196470 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-f866a4ba-49ad-456c-8085-977ffaf3b173 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:37:18.201064 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-f866a4ba-49ad-456c-8085-977ffaf3b173 admin admin] Usage tracker for resource:security_group_rule and tenant:65cf4d2519674d37b549afae4598187a is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:37:18.204285 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-f866a4ba-49ad-456c-8085-977ffaf3b173 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:37:18.210913 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-f866a4ba-49ad-456c-8085-977ffaf3b173 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:37:18.255784 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning for port d685186e-d495-47e0-a46b-54090cf39442 completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:37:18.261275 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port d685186e-d495-47e0-a46b-54090cf39442 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:37:18.261704 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:18.286710 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f866a4ba-49ad-456c-8085-977ffaf3b173 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:18.289930 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f866a4ba-49ad-456c-8085-977ffaf3b173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:18.294287 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-bcbf2ab7-6700-4051-ab3c-88e4328bd854 tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:37:18.327656 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f866a4ba-49ad-456c-8085-977ffaf3b173 admin admin] vlan segment allocate from pool success with {'vlan_id': 615, 'physical_network': 'physnet1'}  {{(pid=88879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 24 11:37:18.336815 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f866a4ba-49ad-456c-8085-977ffaf3b173 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4e108b4-c447-429b-a238-10e1eaf556e1,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:37:18.340626 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f866a4ba-49ad-456c-8085-977ffaf3b173 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:37:18.343086 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f866a4ba-49ad-456c-8085-977ffaf3b173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:18.343470 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.segments_db [None req-f866a4ba-49ad-456c-8085-977ffaf3b173 admin admin] Added segment 848fd1ae-f8cf-4d11-a280-f3ac94d1fe67 of type vlan for network 9a191e7c-ba8f-4dac-b870-c88334492f1a
Dec 24 11:37:18.371004 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f866a4ba-49ad-456c-8085-977ffaf3b173 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363287349540024'] for network, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:18.385363 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:18.401712 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f866a4ba-49ad-456c-8085-977ffaf3b173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636'] for network, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:18.402012 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] For port d685186e-d495-47e0-a46b-54090cf39442, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=d685186e-d495-47e0-a46b-54090cf39442,segment=NetworkSegment(d4e3295f-9ff8-4cad-8a20-3f1c937efc8c),segment_id=d4e3295f-9ff8-4cad-8a20-3f1c937efc8c)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:37:18.402731 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f866a4ba-49ad-456c-8085-977ffaf3b173 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:37:18.403454 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f866a4ba-49ad-456c-8085-977ffaf3b173 admin admin] Notify callbacks [] for network, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:18.404874 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:18.407266 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:37:18.408601 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-ce770afa-1e10-4b57-b5f7-4cabce1829d9 tempest-RoutersNegativeTest-1388346399 tempest-RoutersNegativeTest-1388346399-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:37:18.476908 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Pushing event updated for resources: {'Port': ['ID=d685186e-d495-47e0-a46b-54090cf39442,revision_number=4']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:37:18.480560 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:37:18.509188 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-f866a4ba-49ad-456c-8085-977ffaf3b173 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.4036205
Dec 24 11:37:18.512609 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 49096) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:37:18.514737 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f866a4ba-49ad-456c-8085-977ffaf3b173 admin admin] Pushing event updated for resources: {'Network': ['ID=9a191e7c-ba8f-4dac-b870-c88334492f1a,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:37:18.517547 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f866a4ba-49ad-456c-8085-977ffaf3b173 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:37:18.519991 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-0a764958-b4ff-49c3-996d-243a59a68373 admin admin] Request body: {'subnet': {'network_id': '9a191e7c-ba8f-4dac-b870-c88334492f1a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1859345171-subnet', 'tenant_id': '65cf4d2519674d37b549afae4598187a', 'ip_version': 4}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:37:18.525610 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Network 9a191e7c-ba8f-4dac-b870-c88334492f1a details requested by agent ovs-agent-dv-neutron-822691-2-hyperv with host dv-neutron-822691-2-hyperv {{(pid=88880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 24 11:37:18.527375 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-0a764958-b4ff-49c3-996d-243a59a68373 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:37:18.531853 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-0a764958-b4ff-49c3-996d-243a59a68373 admin admin] Usage tracker for resource:subnet and tenant:65cf4d2519674d37b549afae4598187a is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:37:18.535199 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-0a764958-b4ff-49c3-996d-243a59a68373 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:37:18.541862 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-0a764958-b4ff-49c3-996d-243a59a68373 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:37:18.553812 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a764958-b4ff-49c3-996d-243a59a68373 admin admin] Made reservation on behalf of 65cf4d2519674d37b549afae4598187a for: {'subnet': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:37:18.559110 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0a764958-b4ff-49c3-996d-243a59a68373 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2246100'] for subnet, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:18.779621 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0a764958-b4ff-49c3-996d-243a59a68373 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850796890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2246085'] for subnet, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:18.783538 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-aa981759-84c2-42ed-916b-14cc2d3c1f34 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:37:18.860486 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a764958-b4ff-49c3-996d-243a59a68373 admin admin] Pushing event updated for resources: {'Subnet': ['ID=454b9ac4-ed9e-403c-b476-51d3d727562c,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:37:18.864563 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-0a764958-b4ff-49c3-996d-243a59a68373 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:37:18.879631 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a764958-b4ff-49c3-996d-243a59a68373 admin admin] Checking segment: {'id': '848fd1ae-f8cf-4d11-a280-f3ac94d1fe67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '9a191e7c-ba8f-4dac-b870-c88334492f1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:37:18.879853 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a764958-b4ff-49c3-996d-243a59a68373 admin admin] Network hostable DHCP agents. Network: 9a191e7c-ba8f-4dac-b870-c88334492f1a, hostable agents: ['edcf98dc-3032-472a-8b3d-f23fd1e89806'], hosted agents: [] {{(pid=88878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 24 11:37:18.902994 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a764958-b4ff-49c3-996d-243a59a68373 admin admin] Network 9a191e7c-ba8f-4dac-b870-c88334492f1a is scheduled to be hosted by DHCP agent edcf98dc-3032-472a-8b3d-f23fd1e89806 with binding_index 1 {{(pid=88878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 24 11:37:18.912253 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-0a764958-b4ff-49c3-996d-243a59a68373 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822691-2-hyperv, 9a191e7c-ba8f-4dac-b870-c88334492f1a) {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:37:18.916541 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a764958-b4ff-49c3-996d-243a59a68373 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:37:18.917188 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0a764958-b4ff-49c3-996d-243a59a68373 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:18.923369 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ab85f72-3104-4092-b708-d777fd6a8978 None None] Network 9a191e7c-ba8f-4dac-b870-c88334492f1a requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:37:18.938186 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-0a764958-b4ff-49c3-996d-243a59a68373 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.4243383
Dec 24 11:37:18.941152 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 49100) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:37:18.947306 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-2cbf3b6e-88a8-4ae7-aa9f-330e43bb795d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1859345171-router', 'tenant_id': '65cf4d2519674d37b549afae4598187a', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a'}}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:37:18.952750 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-2cbf3b6e-88a8-4ae7-aa9f-330e43bb795d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:37:18.957086 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-2cbf3b6e-88a8-4ae7-aa9f-330e43bb795d admin admin] Usage tracker for resource:router and tenant:65cf4d2519674d37b549afae4598187a is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:37:18.960612 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-2cbf3b6e-88a8-4ae7-aa9f-330e43bb795d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:37:18.966892 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-2cbf3b6e-88a8-4ae7-aa9f-330e43bb795d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:37:18.978162 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2cbf3b6e-88a8-4ae7-aa9f-330e43bb795d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-612016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-84579'] for router, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:18.979260 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2cbf3b6e-88a8-4ae7-aa9f-330e43bb795d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854163950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659046', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854079771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854691221'] for router, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:18.999592 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2cbf3b6e-88a8-4ae7-aa9f-330e43bb795d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:19.088500 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d8a5ad-5c49-4fb4-8047-ae025f51278a None None] Sync routers for ids ['a6904862-899c-4a77-b1b7-6c01360074b8'] in dv-neutron-822691-2-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:37:19.122430 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d8a5ad-5c49-4fb4-8047-ae025f51278a None None] Routers {'a6904862-899c-4a77-b1b7-6c01360074b8'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:37:19.123123 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-41d8a5ad-5c49-4fb4-8047-ae025f51278a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271855240>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:37:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['a6904862-899c-4a77-b1b7-6c01360074b8'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:37:19.153103 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2cbf3b6e-88a8-4ae7-aa9f-330e43bb795d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-659031', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854691240'] for router, precommit_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:19.239222 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e43d74e-e083-4c2d-ac5c-ffc9739ab203 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73968e80-91fd-539e-a7c6-b31af6d9e680-9a191e7c-ba8f-4dac-b870-c88334492f1a', 'network_id': '9a191e7c-ba8f-4dac-b870-c88334492f1a', 'tenant_id': '65cf4d2519674d37b549afae4598187a', 'fixed_ips': [{'subnet_id': '454b9ac4-ed9e-403c-b476-51d3d727562c'}]}} from dv-neutron-822691-2-hyperv. {{(pid=88880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 24 11:37:19.240136 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7e43d74e-e083-4c2d-ac5c-ffc9739ab203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:19.360654 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2cbf3b6e-88a8-4ae7-aa9f-330e43bb795d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:19.398432 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2cbf3b6e-88a8-4ae7-aa9f-330e43bb795d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:19.547743 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-2cbf3b6e-88a8-4ae7-aa9f-330e43bb795d admin admin] Allocated IP 172.26.3.70 (f8c337ba-681f-4fcb-a333-e3c49365b30a/8ea1398c-0bec-46d6-8d54-85798de2a7ca/d4d32a95-7c83-4684-b73f-c8e2ac3c0fa4) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:37:19.597762 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-41d8a5ad-5c49-4fb4-8047-ae025f51278a None None] Set router a6904862-899c-4a77-b1b7-6c01360074b8 gateway port host: dv-neutron-822691-2-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:37:19.709973 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2cbf3b6e-88a8-4ae7-aa9f-330e43bb795d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:19.738362 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2cbf3b6e-88a8-4ae7-aa9f-330e43bb795d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:19.742895 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-60ea09cb-0dfd-45e9-84a0-b05c2a488993 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:37:19.781271 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-7e43d74e-e083-4c2d-ac5c-ffc9739ab203 None None] Allocated IP 172.20.0.2 (9a191e7c-ba8f-4dac-b870-c88334492f1a/454b9ac4-ed9e-403c-b476-51d3d727562c/ec23e4d0-9270-4759-a4f7-00960d4198d4) {{(pid=88880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:37:19.814372 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cbf3b6e-88a8-4ae7-aa9f-330e43bb795d admin admin] Network f8c337ba-681f-4fcb-a333-e3c49365b30a is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:37:19.818112 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-2cbf3b6e-88a8-4ae7-aa9f-330e43bb795d admin admin] Resources bound (agent type, host, resource id):  {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:37:19.820955 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cbf3b6e-88a8-4ae7-aa9f-330e43bb795d admin admin] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:37:19.847012 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbf3b6e-88a8-4ae7-aa9f-330e43bb795d admin admin] Pushing event updated for resources: {'Port': ['ID=d4d32a95-7c83-4684-b73f-c8e2ac3c0fa4,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:37:19.850337 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-2cbf3b6e-88a8-4ae7-aa9f-330e43bb795d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:37:19.991799 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2cbf3b6e-88a8-4ae7-aa9f-330e43bb795d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:19.992571 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2cbf3b6e-88a8-4ae7-aa9f-330e43bb795d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854163800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854116816'] for router, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:20.168853 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7e43d74e-e083-4c2d-ac5c-ffc9739ab203 None None] Notify callbacks [] for port, precommit_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:20.177512 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device d685186e-d495-47e0-a46b-54090cf39442 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:37:20.220202 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-7e43d74e-e083-4c2d-ac5c-ffc9739ab203 None None] Transition to ACTIVE for port object ec23e4d0-9270-4759-a4f7-00960d4198d4 will not be triggered until provisioned by entity L2. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:37:20.264320 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-41d8a5ad-5c49-4fb4-8047-ae025f51278a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271855240>, [{'id': 'a6904862-899c-4a77-b1b7-6c01360074b8', 'name': 'tempest-TestMinimumBasicScenario-111542809-router', 'tenant_id': '5908602436ee496b81007b6bb24bccf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.12'}], 'enable_snat': True}, 'gw_port_id': 'd685186e-d495-47e0-a46b-54090cf39442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:37:12Z', 'updated_at': '2021-12-24T11:37:15Z', 'revision_number': 4, 'project_id': '5908602436ee496b81007b6bb24bccf7', 'gw_port': {'id': 'd685186e-d495-47e0-a46b-54090cf39442', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:cf:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6904862-899c-4a77-b1b7-6c01360074b8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:37:13Z', 'updated_at': '2021-12-24T11:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_interfaces': [{'id': 'c8f75162-d40f-410e-a249-59874c54dac7', 'name': '', 'network_id': '2879ee03-9409-48b4-9554-8c39a8f8bdd8', 'tenant_id': '5908602436ee496b81007b6bb24bccf7', 'mac_address': 'fa:16:3e:3b:a9:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6904862-899c-4a77-b1b7-6c01360074b8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd55063aa-eda7-4fb5-aabc-2c8b40cb0dae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:37:14Z', 'updated_at': '2021-12-24T11:37:15Z', 'revision_number': 2, 'project_id': '5908602436ee496b81007b6bb24bccf7', 'subnets': [{'id': 'd55063aa-eda7-4fb5-aabc-2c8b40cb0dae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:37:20.269871 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-7e43d74e-e083-4c2d-ac5c-ffc9739ab203 None None] Transition to ACTIVE for port object ec23e4d0-9270-4759-a4f7-00960d4198d4 will not be triggered until provisioned by entity DHCP. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:37:20.275640 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d8a5ad-5c49-4fb4-8047-ae025f51278a None None] Checking router: a6904862-899c-4a77-b1b7-6c01360074b8 for host: dv-neutron-822691-2-hyperv {{(pid=88880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 24 11:37:20.276054 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d8a5ad-5c49-4fb4-8047-ae025f51278a None None] Updating router a6904862-899c-4a77-b1b7-6c01360074b8 port c8f75162-d40f-410e-a249-59874c54dac7 binding host dv-neutron-822691-2-hyperv {{(pid=88880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 24 11:37:20.305780 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7e43d74e-e083-4c2d-ac5c-ffc9739ab203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408'] for port, after_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:20.315945 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-21d8f351-1a99-432e-89f9-972e5fffb1b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:37:20.413812 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-41d8a5ad-5c49-4fb4-8047-ae025f51278a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:20.425058 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e43d74e-e083-4c2d-ac5c-ffc9739ab203 None None] Network 9a191e7c-ba8f-4dac-b870-c88334492f1a is already hosted by enough agents. {{(pid=88880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:37:20.425971 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e43d74e-e083-4c2d-ac5c-ffc9739ab203 None None] Pushing event updated for resources: {'Port': ['ID=ec23e4d0-9270-4759-a4f7-00960d4198d4,revision_number=1']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:37:20.428629 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-7e43d74e-e083-4c2d-ac5c-ffc9739ab203 None None] Resources bound (agent type, host, resource id):  {{(pid=88880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:37:20.430522 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7e43d74e-e083-4c2d-ac5c-ffc9739ab203 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:37:20.433806 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e43d74e-e083-4c2d-ac5c-ffc9739ab203 None None] Received port after_create {{(pid=88880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:37:20.449634 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port d685186e-d495-47e0-a46b-54090cf39442 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:37:20.450129 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:20.485471 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cbf3b6e-88a8-4ae7-aa9f-330e43bb795d admin admin] Router 0dd6fee9-dae2-476e-8cec-ddabff5594e8 is scheduled to L3 agent 198cca88-1338-4098-b44b-beb0346ac906 with binding_index 1 {{(pid=88879) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 24 11:37:20.678900 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-7e43d74e-e083-4c2d-ac5c-ffc9739ab203 None None] Attempting to bind port ec23e4d0-9270-4759-a4f7-00960d4198d4 on host dv-neutron-822691-2-hyperv for vnic_type normal with profile  {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:37:20.679201 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-7e43d74e-e083-4c2d-ac5c-ffc9739ab203 None None] Attempting to bind port ec23e4d0-9270-4759-a4f7-00960d4198d4 by drivers openvswitch,hyperv on host dv-neutron-822691-2-hyperv at level 0 using segments [{'id': '848fd1ae-f8cf-4d11-a280-f3ac94d1fe67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '9a191e7c-ba8f-4dac-b870-c88334492f1a'}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:37:20.679614 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e43d74e-e083-4c2d-ac5c-ffc9739ab203 None None] Attempting to bind port ec23e4d0-9270-4759-a4f7-00960d4198d4 on network 9a191e7c-ba8f-4dac-b870-c88334492f1a {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:37:20.700821 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cbf3b6e-88a8-4ae7-aa9f-330e43bb795d admin admin] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:37:20.705769 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e43d74e-e083-4c2d-ac5c-ffc9739ab203 None None] Checking agent: {'id': 'db1275c1-6001-47af-93c2-635c68404703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822691-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 52, 8), 'started_at': datetime.datetime(2021, 12, 24, 10, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 37, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822691-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:37:20.706428 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e43d74e-e083-4c2d-ac5c-ffc9739ab203 None None] Checking segment: {'id': '848fd1ae-f8cf-4d11-a280-f3ac94d1fe67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '9a191e7c-ba8f-4dac-b870-c88334492f1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:37:20.706658 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7e43d74e-e083-4c2d-ac5c-ffc9739ab203 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:20.707085 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e43d74e-e083-4c2d-ac5c-ffc9739ab203 None None] Bound using segment: {'id': '848fd1ae-f8cf-4d11-a280-f3ac94d1fe67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '9a191e7c-ba8f-4dac-b870-c88334492f1a'} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:37:20.707611 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-7e43d74e-e083-4c2d-ac5c-ffc9739ab203 None None] Bound port: ec23e4d0-9270-4759-a4f7-00960d4198d4, host: dv-neutron-822691-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '848fd1ae-f8cf-4d11-a280-f3ac94d1fe67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '9a191e7c-ba8f-4dac-b870-c88334492f1a'}}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:37:20.708032 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7e43d74e-e083-4c2d-ac5c-ffc9739ab203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:20.712772 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e22167-9e69-44cc-ab5b-25cb6b77b31e None None] Sync routers for ids ['0dd6fee9-dae2-476e-8cec-ddabff5594e8'] in dv-neutron-822691-2-hyperv {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:37:20.724735 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2cbf3b6e-88a8-4ae7-aa9f-330e43bb795d admin admin] Notify callbacks [] for router, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:20.728890 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-2cbf3b6e-88a8-4ae7-aa9f-330e43bb795d admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 1.7838142
Dec 24 11:37:20.729060 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e22167-9e69-44cc-ab5b-25cb6b77b31e None None] Routers {'0dd6fee9-dae2-476e-8cec-ddabff5594e8'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:37:20.729060 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-37e22167-9e69-44cc-ab5b-25cb6b77b31e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f527183ad30>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:37:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['0dd6fee9-dae2-476e-8cec-ddabff5594e8'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:37:20.729303 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 49104) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:37:20.919280 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-37e22167-9e69-44cc-ab5b-25cb6b77b31e None None] Set router 0dd6fee9-dae2-476e-8cec-ddabff5594e8 gateway port host: dv-neutron-822691-2-hyperv {{(pid=88881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:37:20.964227 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7e43d74e-e083-4c2d-ac5c-ffc9739ab203 None None] For port ec23e4d0-9270-4759-a4f7-00960d4198d4, host dv-neutron-822691-2-hyperv, cleared binding levels {{(pid=88880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:37:20.977649 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7e43d74e-e083-4c2d-ac5c-ffc9739ab203 None None] For port ec23e4d0-9270-4759-a4f7-00960d4198d4, host dv-neutron-822691-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=ec23e4d0-9270-4759-a4f7-00960d4198d4,segment=NetworkSegment(848fd1ae-f8cf-4d11-a280-f3ac94d1fe67),segment_id=848fd1ae-f8cf-4d11-a280-f3ac94d1fe67)] {{(pid=88880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:37:20.988677 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7e43d74e-e083-4c2d-ac5c-ffc9739ab203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:20.999878 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7e43d74e-e083-4c2d-ac5c-ffc9739ab203 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:37:21.102475 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e43d74e-e083-4c2d-ac5c-ffc9739ab203 None None] Pushing event updated for resources: {'Port': ['ID=ec23e4d0-9270-4759-a4f7-00960d4198d4,revision_number=2']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:37:21.134281 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7e43d74e-e083-4c2d-ac5c-ffc9739ab203 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:37:21.168325 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-41d8a5ad-5c49-4fb4-8047-ae025f51278a None None] Notify callbacks [] for port, precommit_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:21.181127 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-41d8a5ad-5c49-4fb4-8047-ae025f51278a None None] Transition to ACTIVE for port object c8f75162-d40f-410e-a249-59874c54dac7 will not be triggered until provisioned by entity L2. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:37:21.188731 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-41d8a5ad-5c49-4fb4-8047-ae025f51278a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:21.199393 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-16786a7f-c2e0-46a6-bd4d-a3cb54c0a307 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:37:21.240176 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-37e22167-9e69-44cc-ab5b-25cb6b77b31e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f527183ad30>, [{'id': '0dd6fee9-dae2-476e-8cec-ddabff5594e8', 'name': 'tempest-TestMinimumBasicScenario-1859345171-router', 'tenant_id': '65cf4d2519674d37b549afae4598187a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.70'}], 'enable_snat': True}, 'gw_port_id': 'd4d32a95-7c83-4684-b73f-c8e2ac3c0fa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:37:18Z', 'updated_at': '2021-12-24T11:37:19Z', 'revision_number': 3, 'project_id': '65cf4d2519674d37b549afae4598187a', 'gw_port': {'id': 'd4d32a95-7c83-4684-b73f-c8e2ac3c0fa4', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:8e:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dd6fee9-dae2-476e-8cec-ddabff5594e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:37:19Z', 'updated_at': '2021-12-24T11:37:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv'}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:37:21.245391 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e22167-9e69-44cc-ab5b-25cb6b77b31e None None] Checking router: 0dd6fee9-dae2-476e-8cec-ddabff5594e8 for host: dv-neutron-822691-2-hyperv {{(pid=88881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 24 11:37:21.246324 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e22167-9e69-44cc-ab5b-25cb6b77b31e None None] Updating router 0dd6fee9-dae2-476e-8cec-ddabff5594e8 port d4d32a95-7c83-4684-b73f-c8e2ac3c0fa4 binding host dv-neutron-822691-2-hyperv {{(pid=88881) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 24 11:37:21.301174 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-37e22167-9e69-44cc-ab5b-25cb6b77b31e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:21.327485 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054a9b9c-d772-486c-ab76-d406e4dc71d4 None None] Pushing event updated for resources: {'Port': ['ID=c8f75162-d40f-410e-a249-59874c54dac7,revision_number=3']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:37:21.330610 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-054a9b9c-d772-486c-ab76-d406e4dc71d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:37:21.445741 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-41d8a5ad-5c49-4fb4-8047-ae025f51278a None None] Attempting to bind port c8f75162-d40f-410e-a249-59874c54dac7 on host dv-neutron-822691-2-hyperv for vnic_type normal with profile  {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:37:21.446189 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-41d8a5ad-5c49-4fb4-8047-ae025f51278a None None] Attempting to bind port c8f75162-d40f-410e-a249-59874c54dac7 by drivers openvswitch,hyperv on host dv-neutron-822691-2-hyperv at level 0 using segments [{'id': 'f91e6ff8-ff15-45d6-9d75-bf400333299b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '2879ee03-9409-48b4-9554-8c39a8f8bdd8'}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:37:21.446614 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d8a5ad-5c49-4fb4-8047-ae025f51278a None None] Attempting to bind port c8f75162-d40f-410e-a249-59874c54dac7 on network 2879ee03-9409-48b4-9554-8c39a8f8bdd8 {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:37:21.455371 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d8a5ad-5c49-4fb4-8047-ae025f51278a None None] Checking agent: {'id': 'db1275c1-6001-47af-93c2-635c68404703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822691-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 52, 8), 'started_at': datetime.datetime(2021, 12, 24, 10, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 37, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822691-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:37:21.455790 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d8a5ad-5c49-4fb4-8047-ae025f51278a None None] Checking segment: {'id': 'f91e6ff8-ff15-45d6-9d75-bf400333299b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '2879ee03-9409-48b4-9554-8c39a8f8bdd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:37:21.456261 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-41d8a5ad-5c49-4fb4-8047-ae025f51278a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:21.456713 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d8a5ad-5c49-4fb4-8047-ae025f51278a None None] Bound using segment: {'id': 'f91e6ff8-ff15-45d6-9d75-bf400333299b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '2879ee03-9409-48b4-9554-8c39a8f8bdd8'} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:37:21.457244 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-41d8a5ad-5c49-4fb4-8047-ae025f51278a None None] Bound port: c8f75162-d40f-410e-a249-59874c54dac7, host: dv-neutron-822691-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f91e6ff8-ff15-45d6-9d75-bf400333299b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '2879ee03-9409-48b4-9554-8c39a8f8bdd8'}}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:37:21.457671 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-41d8a5ad-5c49-4fb4-8047-ae025f51278a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:21.594029 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-41d8a5ad-5c49-4fb4-8047-ae025f51278a None None] For port c8f75162-d40f-410e-a249-59874c54dac7, host dv-neutron-822691-2-hyperv, cleared binding levels {{(pid=88880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:37:21.598138 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-41d8a5ad-5c49-4fb4-8047-ae025f51278a None None] For port c8f75162-d40f-410e-a249-59874c54dac7, host dv-neutron-822691-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=c8f75162-d40f-410e-a249-59874c54dac7,segment=NetworkSegment(f91e6ff8-ff15-45d6-9d75-bf400333299b),segment_id=f91e6ff8-ff15-45d6-9d75-bf400333299b)] {{(pid=88880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:37:21.614036 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-41d8a5ad-5c49-4fb4-8047-ae025f51278a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:21.620333 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-940e31e5-9dd0-40e8-9c1c-94b00272caed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:37:21.634024 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fa32aef5-1b8b-4600-adec-aafcad4aa757 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:21.726943 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054a9b9c-d772-486c-ab76-d406e4dc71d4 None None] Pushing event updated for resources: {'Port': ['ID=c8f75162-d40f-410e-a249-59874c54dac7,revision_number=4']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:37:21.731462 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-054a9b9c-d772-486c-ab76-d406e4dc71d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:37:21.733287 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d8a5ad-5c49-4fb4-8047-ae025f51278a None None] Routers {'a6904862-899c-4a77-b1b7-6c01360074b8'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:37:21.734009 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-41d8a5ad-5c49-4fb4-8047-ae025f51278a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271855240>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:37:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['a6904862-899c-4a77-b1b7-6c01360074b8'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:37:21.815032 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-37e22167-9e69-44cc-ab5b-25cb6b77b31e None None] Notify callbacks [] for port, precommit_update {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:21.834856 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-37e22167-9e69-44cc-ab5b-25cb6b77b31e None None] Transition to ACTIVE for port object d4d32a95-7c83-4684-b73f-c8e2ac3c0fa4 will not be triggered until provisioned by entity L2. {{(pid=88881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:37:21.847684 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-37e22167-9e69-44cc-ab5b-25cb6b77b31e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:21.858870 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-4a3def8d-9d1b-4f33-aff6-140d4135114e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:37:21.921213 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-fa32aef5-1b8b-4600-adec-aafcad4aa757 admin admin] Allocated IP 172.20.0.1 (9a191e7c-ba8f-4dac-b870-c88334492f1a/454b9ac4-ed9e-403c-b476-51d3d727562c/1719a8ea-b462-4a39-8e50-3accb705ac4e) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:37:21.939223 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fcd380-40a0-46c8-b79f-272d01d35de3 None None] Pushing event updated for resources: {'Port': ['ID=d4d32a95-7c83-4684-b73f-c8e2ac3c0fa4,revision_number=2']} {{(pid=88881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:37:21.943191 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f1fcd380-40a0-46c8-b79f-272d01d35de3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:37:21.956633 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-41d8a5ad-5c49-4fb4-8047-ae025f51278a None None] Set router a6904862-899c-4a77-b1b7-6c01360074b8 gateway port host: dv-neutron-822691-2-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:37:21.970463 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-37e22167-9e69-44cc-ab5b-25cb6b77b31e None None] Attempting to bind port d4d32a95-7c83-4684-b73f-c8e2ac3c0fa4 on host dv-neutron-822691-2-hyperv for vnic_type normal with profile  {{(pid=88881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:37:21.971035 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-37e22167-9e69-44cc-ab5b-25cb6b77b31e None None] Attempting to bind port d4d32a95-7c83-4684-b73f-c8e2ac3c0fa4 by drivers openvswitch,hyperv on host dv-neutron-822691-2-hyperv at level 0 using segments [{'id': 'd4e3295f-9ff8-4cad-8a20-3f1c937efc8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a'}] {{(pid=88881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:37:21.971546 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e22167-9e69-44cc-ab5b-25cb6b77b31e None None] Attempting to bind port d4d32a95-7c83-4684-b73f-c8e2ac3c0fa4 on network f8c337ba-681f-4fcb-a333-e3c49365b30a {{(pid=88881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:37:21.980441 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e22167-9e69-44cc-ab5b-25cb6b77b31e None None] Checking agent: {'id': 'db1275c1-6001-47af-93c2-635c68404703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822691-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 52, 8), 'started_at': datetime.datetime(2021, 12, 24, 10, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 37, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822691-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:37:21.981079 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e22167-9e69-44cc-ab5b-25cb6b77b31e None None] Checking segment: {'id': 'd4e3295f-9ff8-4cad-8a20-3f1c937efc8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:37:21.982145 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-37e22167-9e69-44cc-ab5b-25cb6b77b31e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:21.982696 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e22167-9e69-44cc-ab5b-25cb6b77b31e None None] Bound using segment: {'id': 'd4e3295f-9ff8-4cad-8a20-3f1c937efc8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a'} {{(pid=88881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:37:21.983338 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-37e22167-9e69-44cc-ab5b-25cb6b77b31e None None] Bound port: d4d32a95-7c83-4684-b73f-c8e2ac3c0fa4, host: dv-neutron-822691-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4e3295f-9ff8-4cad-8a20-3f1c937efc8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a'}}] {{(pid=88881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:37:21.983883 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-37e22167-9e69-44cc-ab5b-25cb6b77b31e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:22.071495 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-37e22167-9e69-44cc-ab5b-25cb6b77b31e None None] For port d4d32a95-7c83-4684-b73f-c8e2ac3c0fa4, host dv-neutron-822691-2-hyperv, cleared binding levels {{(pid=88881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:37:22.075406 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-37e22167-9e69-44cc-ab5b-25cb6b77b31e None None] For port d4d32a95-7c83-4684-b73f-c8e2ac3c0fa4, host dv-neutron-822691-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=d4d32a95-7c83-4684-b73f-c8e2ac3c0fa4,segment=NetworkSegment(d4e3295f-9ff8-4cad-8a20-3f1c937efc8c),segment_id=d4e3295f-9ff8-4cad-8a20-3f1c937efc8c)] {{(pid=88881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:37:22.082324 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-37e22167-9e69-44cc-ab5b-25cb6b77b31e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:22.089964 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f1f48d01-6a94-4d1c-99d1-bcdb5e01f60b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:37:22.148532 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fa32aef5-1b8b-4600-adec-aafcad4aa757 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:22.169186 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-fa32aef5-1b8b-4600-adec-aafcad4aa757 admin admin] Transition to ACTIVE for port object 1719a8ea-b462-4a39-8e50-3accb705ac4e will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:37:22.198579 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fcd380-40a0-46c8-b79f-272d01d35de3 None None] Pushing event updated for resources: {'Port': ['ID=d4d32a95-7c83-4684-b73f-c8e2ac3c0fa4,revision_number=3']} {{(pid=88881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:37:22.203983 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f1fcd380-40a0-46c8-b79f-272d01d35de3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:37:22.214331 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e22167-9e69-44cc-ab5b-25cb6b77b31e None None] Routers {'0dd6fee9-dae2-476e-8cec-ddabff5594e8'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:37:22.215124 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-37e22167-9e69-44cc-ab5b-25cb6b77b31e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f527183ad30>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:37:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['0dd6fee9-dae2-476e-8cec-ddabff5594e8'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:37:22.224830 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fa32aef5-1b8b-4600-adec-aafcad4aa757 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:22.236887 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-d4fc9561-3f9e-4eae-94aa-ad051f518f5e tempest-ServersNegativeTestJSON-475305174 tempest-ServersNegativeTestJSON-475305174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:37:22.246377 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device ec23e4d0-9270-4759-a4f7-00960d4198d4 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:37:22.316126 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa32aef5-1b8b-4600-adec-aafcad4aa757 admin admin] Network 9a191e7c-ba8f-4dac-b870-c88334492f1a is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:37:22.320612 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-fa32aef5-1b8b-4600-adec-aafcad4aa757 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:37:22.322770 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa32aef5-1b8b-4600-adec-aafcad4aa757 admin admin] Pushing event updated for resources: {'Port': ['ID=1719a8ea-b462-4a39-8e50-3accb705ac4e,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:37:22.332386 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa32aef5-1b8b-4600-adec-aafcad4aa757 admin admin] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:37:22.373413 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa32aef5-1b8b-4600-adec-aafcad4aa757 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:37:22.373890 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa32aef5-1b8b-4600-adec-aafcad4aa757 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:37:22.374292 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa32aef5-1b8b-4600-adec-aafcad4aa757 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:37:22.374701 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa32aef5-1b8b-4600-adec-aafcad4aa757 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:37:22.375109 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa32aef5-1b8b-4600-adec-aafcad4aa757 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:37:22.375518 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa32aef5-1b8b-4600-adec-aafcad4aa757 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:37:22.375924 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa32aef5-1b8b-4600-adec-aafcad4aa757 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:37:22.376337 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa32aef5-1b8b-4600-adec-aafcad4aa757 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:37:22.376745 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa32aef5-1b8b-4600-adec-aafcad4aa757 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:37:22.377147 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa32aef5-1b8b-4600-adec-aafcad4aa757 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:37:22.377551 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa32aef5-1b8b-4600-adec-aafcad4aa757 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:37:22.381715 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-fa32aef5-1b8b-4600-adec-aafcad4aa757 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:37:22.415656 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fa32aef5-1b8b-4600-adec-aafcad4aa757 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-720245'] for router_interface, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:22.420640 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning for port ec23e4d0-9270-4759-a4f7-00960d4198d4 completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:37:22.509210 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fa32aef5-1b8b-4600-adec-aafcad4aa757 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:22.580976 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-37e22167-9e69-44cc-ab5b-25cb6b77b31e None None] Set router 0dd6fee9-dae2-476e-8cec-ddabff5594e8 gateway port host: dv-neutron-822691-2-hyperv {{(pid=88881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:37:22.644385 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-41d8a5ad-5c49-4fb4-8047-ae025f51278a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271855240>, [{'id': 'a6904862-899c-4a77-b1b7-6c01360074b8', 'name': 'tempest-TestMinimumBasicScenario-111542809-router', 'tenant_id': '5908602436ee496b81007b6bb24bccf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.12'}], 'enable_snat': True}, 'gw_port_id': 'd685186e-d495-47e0-a46b-54090cf39442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:37:12Z', 'updated_at': '2021-12-24T11:37:15Z', 'revision_number': 4, 'project_id': '5908602436ee496b81007b6bb24bccf7', 'gw_port': {'id': 'd685186e-d495-47e0-a46b-54090cf39442', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:cf:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6904862-899c-4a77-b1b7-6c01360074b8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:37:13Z', 'updated_at': '2021-12-24T11:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_interfaces': [{'id': 'c8f75162-d40f-410e-a249-59874c54dac7', 'name': '', 'network_id': '2879ee03-9409-48b4-9554-8c39a8f8bdd8', 'tenant_id': '5908602436ee496b81007b6bb24bccf7', 'mac_address': 'fa:16:3e:3b:a9:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6904862-899c-4a77-b1b7-6c01360074b8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd55063aa-eda7-4fb5-aabc-2c8b40cb0dae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:37:14Z', 'updated_at': '2021-12-24T11:37:21Z', 'revision_number': 4, 'project_id': '5908602436ee496b81007b6bb24bccf7', 'subnets': [{'id': 'd55063aa-eda7-4fb5-aabc-2c8b40cb0dae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:37:22.649044 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d8a5ad-5c49-4fb4-8047-ae025f51278a None None] The sync data for ids ['a6904862-899c-4a77-b1b7-6c01360074b8'] in dv-neutron-822691-2-hyperv is: [{'id': 'a6904862-899c-4a77-b1b7-6c01360074b8', 'name': 'tempest-TestMinimumBasicScenario-111542809-router', 'tenant_id': '5908602436ee496b81007b6bb24bccf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.12'}], 'enable_snat': True}, 'gw_port_id': 'd685186e-d495-47e0-a46b-54090cf39442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:37:12Z', 'updated_at': '2021-12-24T11:37:15Z', 'revision_number': 4, 'project_id': '5908602436ee496b81007b6bb24bccf7', 'gw_port': {'id': 'd685186e-d495-47e0-a46b-54090cf39442', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:cf:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6904862-899c-4a77-b1b7-6c01360074b8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:37:13Z', 'updated_at': '2021-12-24T11:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_interfaces': [{'id': 'c8f75162-d40f-410e-a249-59874c54dac7', 'name': '', 'network_id': '2879ee03-9409-48b4-9554-8c39a8f8bdd8', 'tenant_id': '5908602436ee496b81007b6bb24bccf7', 'mac_address': 'fa:16:3e:3b:a9:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6904862-899c-4a77-b1b7-6c01360074b8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd55063aa-eda7-4fb5-aabc-2c8b40cb0dae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:37:14Z', 'updated_at': '2021-12-24T11:37:21Z', 'revision_number': 4, 'project_id': '5908602436ee496b81007b6bb24bccf7', 'subnets': [{'id': 'd55063aa-eda7-4fb5-aabc-2c8b40cb0dae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:37:22.817178 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fa32aef5-1b8b-4600-adec-aafcad4aa757 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:22.823255 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fa32aef5-1b8b-4600-adec-aafcad4aa757 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850854027'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:22.856971 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-6172558b-26a2-4f58-8bb5-9f0785518689 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:37:22.947671 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fa32aef5-1b8b-4600-adec-aafcad4aa757 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1977653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854055662'] for router_interface, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:22.952737 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa32aef5-1b8b-4600-adec-aafcad4aa757 admin admin] Pushing event updated for resources: {'Port': ['ID=1719a8ea-b462-4a39-8e50-3accb705ac4e,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:37:22.960109 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-37e22167-9e69-44cc-ab5b-25cb6b77b31e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f527183ad30>, [{'id': '0dd6fee9-dae2-476e-8cec-ddabff5594e8', 'name': 'tempest-TestMinimumBasicScenario-1859345171-router', 'tenant_id': '65cf4d2519674d37b549afae4598187a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.70'}], 'enable_snat': True}, 'gw_port_id': 'd4d32a95-7c83-4684-b73f-c8e2ac3c0fa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:37:18Z', 'updated_at': '2021-12-24T11:37:19Z', 'revision_number': 3, 'project_id': '65cf4d2519674d37b549afae4598187a', 'gw_port': {'id': 'd4d32a95-7c83-4684-b73f-c8e2ac3c0fa4', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:8e:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dd6fee9-dae2-476e-8cec-ddabff5594e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:37:19Z', 'updated_at': '2021-12-24T11:37:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv'}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:37:22.963296 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-fa32aef5-1b8b-4600-adec-aafcad4aa757 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:37:22.964644 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e22167-9e69-44cc-ab5b-25cb6b77b31e None None] The sync data for ids ['0dd6fee9-dae2-476e-8cec-ddabff5594e8'] in dv-neutron-822691-2-hyperv is: [{'id': '0dd6fee9-dae2-476e-8cec-ddabff5594e8', 'name': 'tempest-TestMinimumBasicScenario-1859345171-router', 'tenant_id': '65cf4d2519674d37b549afae4598187a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.70'}], 'enable_snat': True}, 'gw_port_id': 'd4d32a95-7c83-4684-b73f-c8e2ac3c0fa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:37:18Z', 'updated_at': '2021-12-24T11:37:19Z', 'revision_number': 3, 'project_id': '65cf4d2519674d37b549afae4598187a', 'gw_port': {'id': 'd4d32a95-7c83-4684-b73f-c8e2ac3c0fa4', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:8e:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dd6fee9-dae2-476e-8cec-ddabff5594e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:37:19Z', 'updated_at': '2021-12-24T11:37:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv'}] {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:37:23.117660 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa32aef5-1b8b-4600-adec-aafcad4aa757 admin admin] Network 9a191e7c-ba8f-4dac-b870-c88334492f1a is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:37:23.118972 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-fa32aef5-1b8b-4600-adec-aafcad4aa757 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:37:23.243809 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1021b619-d5f8-4255-8f50-cf9dea19b2cf None None] Network 9a191e7c-ba8f-4dac-b870-c88334492f1a requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:37:23.378845 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-297fd61a-61b4-4591-aa85-3870e03a4cd3 None None] Provisioning for port ec23e4d0-9270-4759-a4f7-00960d4198d4 completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:37:23.388573 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-297fd61a-61b4-4591-aa85-3870e03a4cd3 None None] Provisioning complete for port ec23e4d0-9270-4759-a4f7-00960d4198d4 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:37:23.389928 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-297fd61a-61b4-4591-aa85-3870e03a4cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:23.635806 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa32aef5-1b8b-4600-adec-aafcad4aa757 admin admin] Router 0dd6fee9-dae2-476e-8cec-ddabff5594e8 has already been hosted by L3 agent 198cca88-1338-4098-b44b-beb0346ac906 {{(pid=88879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 24 11:37:23.646567 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-297fd61a-61b4-4591-aa85-3870e03a4cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:23.698680 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-297fd61a-61b4-4591-aa85-3870e03a4cd3 None None] For port ec23e4d0-9270-4759-a4f7-00960d4198d4, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=ec23e4d0-9270-4759-a4f7-00960d4198d4,segment=NetworkSegment(848fd1ae-f8cf-4d11-a280-f3ac94d1fe67),segment_id=848fd1ae-f8cf-4d11-a280-f3ac94d1fe67)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:37:23.703787 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-297fd61a-61b4-4591-aa85-3870e03a4cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:23.705420 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-054a9b9c-d772-486c-ab76-d406e4dc71d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:37:23.786129 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297fd61a-61b4-4591-aa85-3870e03a4cd3 None None] Pushing event updated for resources: {'Port': ['ID=ec23e4d0-9270-4759-a4f7-00960d4198d4,revision_number=3']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:37:23.794883 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-297fd61a-61b4-4591-aa85-3870e03a4cd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:37:24.054978 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-edff59e9-5d78-45ba-9a36-4f901ad8b458 None None] Provisioning complete for port ec23e4d0-9270-4759-a4f7-00960d4198d4 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:37:24.055821 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-edff59e9-5d78-45ba-9a36-4f901ad8b458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:24.199051 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa32aef5-1b8b-4600-adec-aafcad4aa757 admin admin] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:37:24.215614 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-fa32aef5-1b8b-4600-adec-aafcad4aa757 admin admin] 10.222.0.65 "PUT /v2.0/routers/0dd6fee9-dae2-476e-8cec-ddabff5594e8/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4848278
Dec 24 11:37:24.260472 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-edff59e9-5d78-45ba-9a36-4f901ad8b458 None None] Provisioning for port 1719a8ea-b462-4a39-8e50-3accb705ac4e completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:37:24.275160 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-edff59e9-5d78-45ba-9a36-4f901ad8b458 None None] Provisioning complete for port 1719a8ea-b462-4a39-8e50-3accb705ac4e triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:37:24.275591 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-edff59e9-5d78-45ba-9a36-4f901ad8b458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:24.355594 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device c8f75162-d40f-410e-a249-59874c54dac7 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:37:24.431002 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-edff59e9-5d78-45ba-9a36-4f901ad8b458 None None] Port 1719a8ea-b462-4a39-8e50-3accb705ac4e cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:37:24.452556 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning for port c8f75162-d40f-410e-a249-59874c54dac7 completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:37:24.458933 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port c8f75162-d40f-410e-a249-59874c54dac7 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:37:24.459372 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:24.610762 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-03839462-923a-4135-8152-0bee8c048be2 None None] Provisioning complete for port 1719a8ea-b462-4a39-8e50-3accb705ac4e triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:37:24.611192 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-03839462-923a-4135-8152-0bee8c048be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:24.673454 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:24.708595 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-03839462-923a-4135-8152-0bee8c048be2 None None] Port 1719a8ea-b462-4a39-8e50-3accb705ac4e cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:37:24.731475 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] For port c8f75162-d40f-410e-a249-59874c54dac7, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=c8f75162-d40f-410e-a249-59874c54dac7,segment=NetworkSegment(f91e6ff8-ff15-45d6-9d75-bf400333299b),segment_id=f91e6ff8-ff15-45d6-9d75-bf400333299b)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:37:24.736100 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:24.737080 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device ec23e4d0-9270-4759-a4f7-00960d4198d4 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:37:24.770546 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-33def0dd-3532-4e70-bb5f-1ff17c879114 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:37:24.881411 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Pushing event updated for resources: {'Port': ['ID=c8f75162-d40f-410e-a249-59874c54dac7,revision_number=5']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:37:24.885282 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:37:24.886294 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-fe433089-48ec-478c-882e-cef69b28ef45 None None] Provisioning complete for port 1719a8ea-b462-4a39-8e50-3accb705ac4e triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:37:24.886721 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fe433089-48ec-478c-882e-cef69b28ef45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:24.953440 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port ec23e4d0-9270-4759-a4f7-00960d4198d4 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:37:24.953792 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:24.992313 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-fe433089-48ec-478c-882e-cef69b28ef45 None None] Port 1719a8ea-b462-4a39-8e50-3accb705ac4e cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:37:25.081744 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device d4d32a95-7c83-4684-b73f-c8e2ac3c0fa4 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:37:25.156619 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning for port d4d32a95-7c83-4684-b73f-c8e2ac3c0fa4 completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:37:25.161801 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port d4d32a95-7c83-4684-b73f-c8e2ac3c0fa4 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:37:25.162251 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:25.283259 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:25.299452 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] For port d4d32a95-7c83-4684-b73f-c8e2ac3c0fa4, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=d4d32a95-7c83-4684-b73f-c8e2ac3c0fa4,segment=NetworkSegment(d4e3295f-9ff8-4cad-8a20-3f1c937efc8c),segment_id=d4e3295f-9ff8-4cad-8a20-3f1c937efc8c)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:37:25.302948 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:25.304926 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:37:25.376603 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Pushing event updated for resources: {'Port': ['ID=d4d32a95-7c83-4684-b73f-c8e2ac3c0fa4,revision_number=4']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:37:25.380107 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:37:26.187155 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device c8f75162-d40f-410e-a249-59874c54dac7 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:37:26.270678 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port c8f75162-d40f-410e-a249-59874c54dac7 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:37:26.271544 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:26.412237 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device d4d32a95-7c83-4684-b73f-c8e2ac3c0fa4 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:37:26.485855 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port d4d32a95-7c83-4684-b73f-c8e2ac3c0fa4 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:37:26.486308 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:27.378674 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c44d504-1c6a-4edf-aca7-e2025a477cab None None] Sync routers for ids ['0dd6fee9-dae2-476e-8cec-ddabff5594e8'] in dv-neutron-822691-2-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:37:27.392355 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c44d504-1c6a-4edf-aca7-e2025a477cab None None] Routers {'0dd6fee9-dae2-476e-8cec-ddabff5594e8'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:37:27.393538 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-0c44d504-1c6a-4edf-aca7-e2025a477cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271d54fd0>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:37:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['0dd6fee9-dae2-476e-8cec-ddabff5594e8'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:37:27.596656 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-0c44d504-1c6a-4edf-aca7-e2025a477cab None None] Set router 0dd6fee9-dae2-476e-8cec-ddabff5594e8 gateway port host: dv-neutron-822691-2-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:37:27.988202 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-0c44d504-1c6a-4edf-aca7-e2025a477cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271d54fd0>, [{'id': '0dd6fee9-dae2-476e-8cec-ddabff5594e8', 'name': 'tempest-TestMinimumBasicScenario-1859345171-router', 'tenant_id': '65cf4d2519674d37b549afae4598187a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.70'}], 'enable_snat': True}, 'gw_port_id': 'd4d32a95-7c83-4684-b73f-c8e2ac3c0fa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:37:18Z', 'updated_at': '2021-12-24T11:37:22Z', 'revision_number': 4, 'project_id': '65cf4d2519674d37b549afae4598187a', 'gw_port': {'id': 'd4d32a95-7c83-4684-b73f-c8e2ac3c0fa4', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:8e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd6fee9-dae2-476e-8cec-ddabff5594e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:37:19Z', 'updated_at': '2021-12-24T11:37:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_interfaces': [{'id': '1719a8ea-b462-4a39-8e50-3accb705ac4e', 'name': '', 'network_id': '9a191e7c-ba8f-4dac-b870-c88334492f1a', 'tenant_id': '65cf4d2519674d37b549afae4598187a', 'mac_address': 'fa:16:3e:59:b2:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dd6fee9-dae2-476e-8cec-ddabff5594e8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '454b9ac4-ed9e-403c-b476-51d3d727562c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:37:21Z', 'updated_at': '2021-12-24T11:37:22Z', 'revision_number': 2, 'project_id': '65cf4d2519674d37b549afae4598187a', 'subnets': [{'id': '454b9ac4-ed9e-403c-b476-51d3d727562c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:37:27.993402 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c44d504-1c6a-4edf-aca7-e2025a477cab None None] Checking router: 0dd6fee9-dae2-476e-8cec-ddabff5594e8 for host: dv-neutron-822691-2-hyperv {{(pid=88880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 24 11:37:27.994487 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c44d504-1c6a-4edf-aca7-e2025a477cab None None] Updating router 0dd6fee9-dae2-476e-8cec-ddabff5594e8 port 1719a8ea-b462-4a39-8e50-3accb705ac4e binding host dv-neutron-822691-2-hyperv {{(pid=88880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 24 11:37:28.055420 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0c44d504-1c6a-4edf-aca7-e2025a477cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:28.472397 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0c44d504-1c6a-4edf-aca7-e2025a477cab None None] Notify callbacks [] for port, precommit_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:28.486091 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-0c44d504-1c6a-4edf-aca7-e2025a477cab None None] Transition to ACTIVE for port object 1719a8ea-b462-4a39-8e50-3accb705ac4e will not be triggered until provisioned by entity L2. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:37:28.494030 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0c44d504-1c6a-4edf-aca7-e2025a477cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:28.498594 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-297fd61a-61b4-4591-aa85-3870e03a4cd3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:37:28.579704 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08124c8c-2b75-4eda-9b57-f1791631eda1 None None] Pushing event updated for resources: {'Port': ['ID=1719a8ea-b462-4a39-8e50-3accb705ac4e,revision_number=3']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:37:28.586064 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-08124c8c-2b75-4eda-9b57-f1791631eda1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:37:28.658880 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:28.769547 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-0c44d504-1c6a-4edf-aca7-e2025a477cab None None] Attempting to bind port 1719a8ea-b462-4a39-8e50-3accb705ac4e on host dv-neutron-822691-2-hyperv for vnic_type normal with profile  {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:37:28.770273 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-0c44d504-1c6a-4edf-aca7-e2025a477cab None None] Attempting to bind port 1719a8ea-b462-4a39-8e50-3accb705ac4e by drivers openvswitch,hyperv on host dv-neutron-822691-2-hyperv at level 0 using segments [{'id': '848fd1ae-f8cf-4d11-a280-f3ac94d1fe67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '9a191e7c-ba8f-4dac-b870-c88334492f1a'}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:37:28.771060 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c44d504-1c6a-4edf-aca7-e2025a477cab None None] Attempting to bind port 1719a8ea-b462-4a39-8e50-3accb705ac4e on network 9a191e7c-ba8f-4dac-b870-c88334492f1a {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:37:28.778835 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c44d504-1c6a-4edf-aca7-e2025a477cab None None] Checking agent: {'id': 'db1275c1-6001-47af-93c2-635c68404703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822691-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 52, 8), 'started_at': datetime.datetime(2021, 12, 24, 10, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 37, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822691-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:37:28.779557 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c44d504-1c6a-4edf-aca7-e2025a477cab None None] Checking segment: {'id': '848fd1ae-f8cf-4d11-a280-f3ac94d1fe67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '9a191e7c-ba8f-4dac-b870-c88334492f1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:37:28.780188 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0c44d504-1c6a-4edf-aca7-e2025a477cab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:28.780798 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c44d504-1c6a-4edf-aca7-e2025a477cab None None] Bound using segment: {'id': '848fd1ae-f8cf-4d11-a280-f3ac94d1fe67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '9a191e7c-ba8f-4dac-b870-c88334492f1a'} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:37:28.781487 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-0c44d504-1c6a-4edf-aca7-e2025a477cab None None] Bound port: 1719a8ea-b462-4a39-8e50-3accb705ac4e, host: dv-neutron-822691-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '848fd1ae-f8cf-4d11-a280-f3ac94d1fe67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '9a191e7c-ba8f-4dac-b870-c88334492f1a'}}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:37:28.782112 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0c44d504-1c6a-4edf-aca7-e2025a477cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:28.895682 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-0c44d504-1c6a-4edf-aca7-e2025a477cab None None] For port 1719a8ea-b462-4a39-8e50-3accb705ac4e, host dv-neutron-822691-2-hyperv, cleared binding levels {{(pid=88880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:37:28.899311 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-0c44d504-1c6a-4edf-aca7-e2025a477cab None None] For port 1719a8ea-b462-4a39-8e50-3accb705ac4e, host dv-neutron-822691-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=1719a8ea-b462-4a39-8e50-3accb705ac4e,segment=NetworkSegment(848fd1ae-f8cf-4d11-a280-f3ac94d1fe67),segment_id=848fd1ae-f8cf-4d11-a280-f3ac94d1fe67)] {{(pid=88880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:37:28.907780 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0c44d504-1c6a-4edf-aca7-e2025a477cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:28.912430 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-1767c25b-6324-4dfe-8702-855789234ec7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:37:28.992092 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08124c8c-2b75-4eda-9b57-f1791631eda1 None None] Pushing event updated for resources: {'Port': ['ID=1719a8ea-b462-4a39-8e50-3accb705ac4e,revision_number=4']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:37:28.997343 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-08124c8c-2b75-4eda-9b57-f1791631eda1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:37:29.015807 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c44d504-1c6a-4edf-aca7-e2025a477cab None None] Routers {'0dd6fee9-dae2-476e-8cec-ddabff5594e8'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:37:29.016504 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-0c44d504-1c6a-4edf-aca7-e2025a477cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271d54fd0>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:37:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['0dd6fee9-dae2-476e-8cec-ddabff5594e8'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:37:29.427325 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-0c44d504-1c6a-4edf-aca7-e2025a477cab None None] Set router 0dd6fee9-dae2-476e-8cec-ddabff5594e8 gateway port host: dv-neutron-822691-2-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:37:29.798856 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-0c44d504-1c6a-4edf-aca7-e2025a477cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271d54fd0>, [{'id': '0dd6fee9-dae2-476e-8cec-ddabff5594e8', 'name': 'tempest-TestMinimumBasicScenario-1859345171-router', 'tenant_id': '65cf4d2519674d37b549afae4598187a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.70'}], 'enable_snat': True}, 'gw_port_id': 'd4d32a95-7c83-4684-b73f-c8e2ac3c0fa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:37:18Z', 'updated_at': '2021-12-24T11:37:22Z', 'revision_number': 4, 'project_id': '65cf4d2519674d37b549afae4598187a', 'gw_port': {'id': 'd4d32a95-7c83-4684-b73f-c8e2ac3c0fa4', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:8e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd6fee9-dae2-476e-8cec-ddabff5594e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:37:19Z', 'updated_at': '2021-12-24T11:37:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_interfaces': [{'id': '1719a8ea-b462-4a39-8e50-3accb705ac4e', 'name': '', 'network_id': '9a191e7c-ba8f-4dac-b870-c88334492f1a', 'tenant_id': '65cf4d2519674d37b549afae4598187a', 'mac_address': 'fa:16:3e:59:b2:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dd6fee9-dae2-476e-8cec-ddabff5594e8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '454b9ac4-ed9e-403c-b476-51d3d727562c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:37:21Z', 'updated_at': '2021-12-24T11:37:28Z', 'revision_number': 4, 'project_id': '65cf4d2519674d37b549afae4598187a', 'subnets': [{'id': '454b9ac4-ed9e-403c-b476-51d3d727562c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:37:29.803291 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c44d504-1c6a-4edf-aca7-e2025a477cab None None] The sync data for ids ['0dd6fee9-dae2-476e-8cec-ddabff5594e8'] in dv-neutron-822691-2-hyperv is: [{'id': '0dd6fee9-dae2-476e-8cec-ddabff5594e8', 'name': 'tempest-TestMinimumBasicScenario-1859345171-router', 'tenant_id': '65cf4d2519674d37b549afae4598187a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.70'}], 'enable_snat': True}, 'gw_port_id': 'd4d32a95-7c83-4684-b73f-c8e2ac3c0fa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:37:18Z', 'updated_at': '2021-12-24T11:37:22Z', 'revision_number': 4, 'project_id': '65cf4d2519674d37b549afae4598187a', 'gw_port': {'id': 'd4d32a95-7c83-4684-b73f-c8e2ac3c0fa4', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:8e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd6fee9-dae2-476e-8cec-ddabff5594e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:37:19Z', 'updated_at': '2021-12-24T11:37:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_interfaces': [{'id': '1719a8ea-b462-4a39-8e50-3accb705ac4e', 'name': '', 'network_id': '9a191e7c-ba8f-4dac-b870-c88334492f1a', 'tenant_id': '65cf4d2519674d37b549afae4598187a', 'mac_address': 'fa:16:3e:59:b2:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dd6fee9-dae2-476e-8cec-ddabff5594e8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '454b9ac4-ed9e-403c-b476-51d3d727562c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:37:21Z', 'updated_at': '2021-12-24T11:37:28Z', 'revision_number': 4, 'project_id': '65cf4d2519674d37b549afae4598187a', 'subnets': [{'id': '454b9ac4-ed9e-403c-b476-51d3d727562c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:37:30.242124 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 1719a8ea-b462-4a39-8e50-3accb705ac4e up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:37:30.347207 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning for port 1719a8ea-b462-4a39-8e50-3accb705ac4e completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:37:30.357106 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port 1719a8ea-b462-4a39-8e50-3accb705ac4e triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:37:30.357787 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:30.507769 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:30.590340 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] For port 1719a8ea-b462-4a39-8e50-3accb705ac4e, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=1719a8ea-b462-4a39-8e50-3accb705ac4e,segment=NetworkSegment(848fd1ae-f8cf-4d11-a280-f3ac94d1fe67),segment_id=848fd1ae-f8cf-4d11-a280-f3ac94d1fe67)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:37:30.632845 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:30.635054 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-08124c8c-2b75-4eda-9b57-f1791631eda1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:37:30.710370 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Pushing event updated for resources: {'Port': ['ID=1719a8ea-b462-4a39-8e50-3accb705ac4e,revision_number=5']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:37:30.714859 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:37:32.206989 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 1719a8ea-b462-4a39-8e50-3accb705ac4e up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:37:32.286926 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port 1719a8ea-b462-4a39-8e50-3accb705ac4e triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:37:32.287359 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:32.428588 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.agents_db [None req-e51243ab-6a93-425b-980f-a73583147efa None None] Agent healthcheck: found 6 active agents {{(pid=88881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 24 11:37:34.624112 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ac56cd-e00a-4e76-8e16-b647654b12ec req-03844c6f-b854-4e4b-bcef-93b45ae9ef05 tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:37:34.625867 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-17ac56cd-e00a-4e76-8e16-b647654b12ec req-03844c6f-b854-4e4b-bcef-93b45ae9ef05 tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] 10.222.0.65 "GET /v2.0/networks?id=2879ee03-9409-48b4-9554-8c39a8f8bdd8 HTTP/1.1" status: 200  len: 814 time: 0.1611173
Dec 24 11:37:34.643654 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-17ac56cd-e00a-4e76-8e16-b647654b12ec req-4391606c-fe8f-49e6-93fe-0af9c39996ad tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] 10.222.0.65 "GET /v2.0/quotas/5908602436ee496b81007b6bb24bccf7 HTTP/1.1" status: 200  len: 375 time: 0.0118105
Dec 24 11:37:34.730675 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-17ac56cd-e00a-4e76-8e16-b647654b12ec req-891c8050-267c-449f-b4a2-ad049748663e tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Synchronizing usage tracker for tenant:5908602436ee496b81007b6bb24bccf7 on resource:port {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:37:34.749981 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-17ac56cd-e00a-4e76-8e16-b647654b12ec req-891c8050-267c-449f-b4a2-ad049748663e tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Unset dirty status for tenant:5908602436ee496b81007b6bb24bccf7 on resource:port {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:37:34.751950 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-17ac56cd-e00a-4e76-8e16-b647654b12ec req-891c8050-267c-449f-b4a2-ad049748663e tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=5908602436ee496b81007b6bb24bccf7&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1029887
Dec 24 11:37:34.908608 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [req-17ac56cd-e00a-4e76-8e16-b647654b12ec req-4780cf14-8aff-45b9-b85a-63518055a27a service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=88878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 24 11:37:34.909719 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-17ac56cd-e00a-4e76-8e16-b647654b12ec req-4780cf14-8aff-45b9-b85a-63518055a27a service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12161 time: 0.1448548
Dec 24 11:37:35.057120 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-17ac56cd-e00a-4e76-8e16-b647654b12ec req-76fc23bf-3f25-4fc2-a6e8-dd3d11bdb328 service neutron] 10.222.0.65 "GET /v2.0/networks/2879ee03-9409-48b4-9554-8c39a8f8bdd8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1402099
Dec 24 11:37:35.205652 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-17ac56cd-e00a-4e76-8e16-b647654b12ec req-8744bb41-33d1-4a88-8026-39bd024cf05d service neutron] 10.222.0.65 "GET /v2.0/networks/2879ee03-9409-48b4-9554-8c39a8f8bdd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1418951
Dec 24 11:37:35.407812 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-e2f3ef43-94c2-4c08-bde9-765defd515ff req-5243ee9b-d607-4bb9-ac43-f4f37715bab2 tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] 10.222.0.65 "GET /v2.0/ports?device_id=533f23f2-9208-4c54-b3f8-25ee76a44431 HTTP/1.1" status: 200  len: 210 time: 0.0490854
Dec 24 11:37:36.497665 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-41e060da-8b27-487b-8bb6-7ad419acde1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:36.579480 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-fc888535-1ff5-46ef-9630-b33242bbe1f0 req-97494667-224b-4de9-9f00-66cf9d60c41a tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] 10.222.0.65 "GET /v2.0/ports?device_id=533f23f2-9208-4c54-b3f8-25ee76a44431 HTTP/1.1" status: 200  len: 210 time: 0.0460014
Dec 24 11:37:36.875357 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ac56cd-e00a-4e76-8e16-b647654b12ec req-a3340bcb-3d87-4746-b176-fbe86572c358 tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:37:36.876110 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-17ac56cd-e00a-4e76-8e16-b647654b12ec req-a3340bcb-3d87-4746-b176-fbe86572c358 tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Synchronizing usage tracker for tenant:5908602436ee496b81007b6bb24bccf7 on resource:network {{(pid=88879) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:37:36.893417 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-17ac56cd-e00a-4e76-8e16-b647654b12ec req-a3340bcb-3d87-4746-b176-fbe86572c358 tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Unset dirty status for tenant:5908602436ee496b81007b6bb24bccf7 on resource:network {{(pid=88879) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:37:36.894729 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-17ac56cd-e00a-4e76-8e16-b647654b12ec req-a3340bcb-3d87-4746-b176-fbe86572c358 tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] 10.222.0.58 "GET /v2.0/networks?id=2879ee03-9409-48b4-9554-8c39a8f8bdd8 HTTP/1.1" status: 200  len: 814 time: 0.1758232
Dec 24 11:37:36.910948 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [req-17ac56cd-e00a-4e76-8e16-b647654b12ec req-24ce5892-25dc-4626-a77f-79400d3a7538 tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Request body: {'port': {'device_id': '533f23f2-9208-4c54-b3f8-25ee76a44431', 'network_id': '2879ee03-9409-48b4-9554-8c39a8f8bdd8', 'admin_state_up': True, 'tenant_id': '5908602436ee496b81007b6bb24bccf7'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:37:37.056675 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [req-17ac56cd-e00a-4e76-8e16-b647654b12ec req-24ce5892-25dc-4626-a77f-79400d3a7538 tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:37:37.067265 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [req-17ac56cd-e00a-4e76-8e16-b647654b12ec req-24ce5892-25dc-4626-a77f-79400d3a7538 tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:37:37.078510 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17ac56cd-e00a-4e76-8e16-b647654b12ec req-24ce5892-25dc-4626-a77f-79400d3a7538 tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Made reservation on behalf of 5908602436ee496b81007b6bb24bccf7 for: {'port': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:37:37.084370 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-17ac56cd-e00a-4e76-8e16-b647654b12ec req-24ce5892-25dc-4626-a77f-79400d3a7538 tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:37.258200 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [req-17ac56cd-e00a-4e76-8e16-b647654b12ec req-24ce5892-25dc-4626-a77f-79400d3a7538 tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Allocated IP 172.20.0.14 (2879ee03-9409-48b4-9554-8c39a8f8bdd8/d55063aa-eda7-4fb5-aabc-2c8b40cb0dae/97abeab4-7698-4d4f-b0bb-10444249f272) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:37:37.507554 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-17ac56cd-e00a-4e76-8e16-b647654b12ec req-24ce5892-25dc-4626-a77f-79400d3a7538 tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:37.528431 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [req-17ac56cd-e00a-4e76-8e16-b647654b12ec req-24ce5892-25dc-4626-a77f-79400d3a7538 tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Transition to ACTIVE for port object 97abeab4-7698-4d4f-b0bb-10444249f272 will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:37:37.553010 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-17ac56cd-e00a-4e76-8e16-b647654b12ec req-24ce5892-25dc-4626-a77f-79400d3a7538 tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:37.567949 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-e2cfa304-b667-4e65-a470-8f61da0ae519 tempest-TestEncryptedCinderVolumes-726974275 tempest-TestEncryptedCinderVolumes-726974275-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:37:37.623104 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17ac56cd-e00a-4e76-8e16-b647654b12ec req-24ce5892-25dc-4626-a77f-79400d3a7538 tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Network 2879ee03-9409-48b4-9554-8c39a8f8bdd8 is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:37:37.627291 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [req-17ac56cd-e00a-4e76-8e16-b647654b12ec req-24ce5892-25dc-4626-a77f-79400d3a7538 tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Resources bound (agent type, host, resource id):  {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:37:37.633552 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [req-17ac56cd-e00a-4e76-8e16-b647654b12ec req-24ce5892-25dc-4626-a77f-79400d3a7538 tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:37:37.729569 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ce5892-25dc-4626-a77f-79400d3a7538 tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Pushing event updated for resources: {'Port': ['ID=97abeab4-7698-4d4f-b0bb-10444249f272,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:37:37.735973 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-24ce5892-25dc-4626-a77f-79400d3a7538 tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:37:37.749815 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ac56cd-e00a-4e76-8e16-b647654b12ec req-24ce5892-25dc-4626-a77f-79400d3a7538 tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:37:37.750497 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-17ac56cd-e00a-4e76-8e16-b647654b12ec req-24ce5892-25dc-4626-a77f-79400d3a7538 tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:37.839040 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-17ac56cd-e00a-4e76-8e16-b647654b12ec req-24ce5892-25dc-4626-a77f-79400d3a7538 tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.9321845
Dec 24 11:37:37.880169 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678b45b0-58c2-42db-a228-541a9d92fceb req-adc4d506-693c-41ac-86bf-13375de20c34 tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:37:37.882960 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-678b45b0-58c2-42db-a228-541a9d92fceb req-adc4d506-693c-41ac-86bf-13375de20c34 tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] 10.222.0.65 "GET /v2.0/ports?device_id=533f23f2-9208-4c54-b3f8-25ee76a44431 HTTP/1.1" status: 200  len: 932 time: 0.0994809
Dec 24 11:37:37.960547 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-678b45b0-58c2-42db-a228-541a9d92fceb req-0ae854f7-3917-4cb8-a8d7-1149f8f70b95 tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] 10.222.0.65 "GET /v2.0/security-groups?id=f1f76d83-4e90-478c-8689-2a5eca58d9a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0722084
Dec 24 11:37:37.966432 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-3bde585e-afad-43d8-82fa-000f7a346389 None None] Provisioning for port 97abeab4-7698-4d4f-b0bb-10444249f272 completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:37:37.971525 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-3bde585e-afad-43d8-82fa-000f7a346389 None None] Provisioning complete for port 97abeab4-7698-4d4f-b0bb-10444249f272 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:37:37.971940 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3bde585e-afad-43d8-82fa-000f7a346389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:38.027380 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-3bde585e-afad-43d8-82fa-000f7a346389 None None] Port 97abeab4-7698-4d4f-b0bb-10444249f272 cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:37:38.058792 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:38.979439 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-08d10c9b-b7d6-4066-886d-451bfd852ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:39.186428 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18a09c5-b6ff-4bc9-a638-a0bdc8dfe362 req-d4e1e9df-cc55-4290-8e12-bd31f8594ba2 tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:37:39.188093 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-c18a09c5-b6ff-4bc9-a638-a0bdc8dfe362 req-d4e1e9df-cc55-4290-8e12-bd31f8594ba2 tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] 10.222.0.65 "GET /v2.0/ports?device_id=533f23f2-9208-4c54-b3f8-25ee76a44431 HTTP/1.1" status: 200  len: 932 time: 0.0908220
Dec 24 11:37:39.238765 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-c18a09c5-b6ff-4bc9-a638-a0bdc8dfe362 req-e8a6d01a-8db4-4844-bf04-fdb2fed508a7 tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] 10.222.0.65 "GET /v2.0/security-groups?id=f1f76d83-4e90-478c-8689-2a5eca58d9a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435839
Dec 24 11:37:39.519773 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bdfdbc84-c52d-4f40-b281-af314dc1f8fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:40.460255 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef6d770-f9a8-4eeb-892f-28fa5e0cc408 req-0ebf3cd3-7cbc-45ba-a248-7fd29ec2aac4 tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:37:40.462117 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-4ef6d770-f9a8-4eeb-892f-28fa5e0cc408 req-0ebf3cd3-7cbc-45ba-a248-7fd29ec2aac4 tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] 10.222.0.65 "GET /v2.0/ports?device_id=533f23f2-9208-4c54-b3f8-25ee76a44431 HTTP/1.1" status: 200  len: 932 time: 0.0963857
Dec 24 11:37:40.519701 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-4ef6d770-f9a8-4eeb-892f-28fa5e0cc408 req-821ec607-9998-43b4-bb46-27730d68e60e tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] 10.222.0.65 "GET /v2.0/security-groups?id=f1f76d83-4e90-478c-8689-2a5eca58d9a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0512347
Dec 24 11:37:40.772087 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-39ff93cf-c0b7-48c5-95f3-6f7e9977387d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:41.762897 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a6c302-bbba-4526-bfdb-4fab6000283d req-10512f01-fb21-410d-9edf-3fdfa8dd7791 tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:37:41.764570 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-97a6c302-bbba-4526-bfdb-4fab6000283d req-10512f01-fb21-410d-9edf-3fdfa8dd7791 tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] 10.222.0.65 "GET /v2.0/ports?device_id=533f23f2-9208-4c54-b3f8-25ee76a44431 HTTP/1.1" status: 200  len: 932 time: 0.0883634
Dec 24 11:37:41.813137 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-97a6c302-bbba-4526-bfdb-4fab6000283d req-f03cecd5-ee98-4055-96a2-74a4bf07dfc4 tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] 10.222.0.65 "GET /v2.0/security-groups?id=f1f76d83-4e90-478c-8689-2a5eca58d9a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421748
Dec 24 11:37:43.039362 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de49b228-fea7-4e57-9029-0cbceaa189c7 req-6791779d-bf84-46e0-b684-0c9df0f67417 tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:37:43.040973 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-de49b228-fea7-4e57-9029-0cbceaa189c7 req-6791779d-bf84-46e0-b684-0c9df0f67417 tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] 10.222.0.65 "GET /v2.0/ports?device_id=533f23f2-9208-4c54-b3f8-25ee76a44431 HTTP/1.1" status: 200  len: 932 time: 0.0972276
Dec 24 11:37:43.102010 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-de49b228-fea7-4e57-9029-0cbceaa189c7 req-613243d8-89f7-46a6-9029-4cb7700345bb tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] 10.222.0.65 "GET /v2.0/security-groups?id=f1f76d83-4e90-478c-8689-2a5eca58d9a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0539699
Dec 24 11:37:44.322137 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd7d896-49a8-4043-9417-9893e771b423 req-c53eeb0c-4b35-493a-94c4-1430f73dedf7 tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:37:44.329868 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-1bd7d896-49a8-4043-9417-9893e771b423 req-c53eeb0c-4b35-493a-94c4-1430f73dedf7 tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] 10.222.0.65 "GET /v2.0/ports?device_id=533f23f2-9208-4c54-b3f8-25ee76a44431 HTTP/1.1" status: 200  len: 932 time: 0.0990217
Dec 24 11:37:44.379054 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-1bd7d896-49a8-4043-9417-9893e771b423 req-041bc929-2d8e-4848-bc6a-fe9fb80c71f3 tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] 10.222.0.65 "GET /v2.0/security-groups?id=f1f76d83-4e90-478c-8689-2a5eca58d9a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0480859
Dec 24 11:37:45.593313 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fbacc7-6d30-4b3e-acef-9f7f2f6bd5b7 req-c0c62cea-1616-4fbc-aed1-0c35911f229a tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:37:45.595030 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-f1fbacc7-6d30-4b3e-acef-9f7f2f6bd5b7 req-c0c62cea-1616-4fbc-aed1-0c35911f229a tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] 10.222.0.65 "GET /v2.0/ports?device_id=533f23f2-9208-4c54-b3f8-25ee76a44431 HTTP/1.1" status: 200  len: 932 time: 0.0864253
Dec 24 11:37:45.650762 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-f1fbacc7-6d30-4b3e-acef-9f7f2f6bd5b7 req-7a7f34cf-a79e-4cf5-8ac0-6eee143b52ed tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] 10.222.0.65 "GET /v2.0/security-groups?id=f1f76d83-4e90-478c-8689-2a5eca58d9a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0486298
Dec 24 11:37:46.882992 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92507dd-c5da-45a0-90f5-5411ba296a36 req-a11723b1-a0cd-4ed9-a33f-2ba1a435fda7 tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:37:46.885857 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-c92507dd-c5da-45a0-90f5-5411ba296a36 req-a11723b1-a0cd-4ed9-a33f-2ba1a435fda7 tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] 10.222.0.65 "GET /v2.0/ports?device_id=533f23f2-9208-4c54-b3f8-25ee76a44431 HTTP/1.1" status: 200  len: 932 time: 0.0999877
Dec 24 11:37:46.937447 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-c92507dd-c5da-45a0-90f5-5411ba296a36 req-d2795437-4d65-4465-8459-42391414d4f0 tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] 10.222.0.65 "GET /v2.0/security-groups?id=f1f76d83-4e90-478c-8689-2a5eca58d9a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452247
Dec 24 11:37:47.900677 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [req-17ac56cd-e00a-4e76-8e16-b647654b12ec req-225bf498-7916-4543-ace8-cf534cf0c9da service neutron] Request body: {'port': {'device_id': '533f23f2-9208-4c54-b3f8-25ee76a44431', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:37:48.019003 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-17ac56cd-e00a-4e76-8e16-b647654b12ec req-225bf498-7916-4543-ace8-cf534cf0c9da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:48.145742 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c2ac2d-8a51-423e-a8d6-e35be8bd077e req-b8d6f66f-a287-446f-b219-67be910eda23 tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:37:48.147390 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-17c2ac2d-8a51-423e-a8d6-e35be8bd077e req-b8d6f66f-a287-446f-b219-67be910eda23 tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] 10.222.0.65 "GET /v2.0/ports?device_id=533f23f2-9208-4c54-b3f8-25ee76a44431 HTTP/1.1" status: 200  len: 932 time: 0.0850048
Dec 24 11:37:48.197036 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-17c2ac2d-8a51-423e-a8d6-e35be8bd077e req-5a8896df-bdfe-4cac-b355-7a92f3973f8a tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] 10.222.0.65 "GET /v2.0/security-groups?id=f1f76d83-4e90-478c-8689-2a5eca58d9a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429947
Dec 24 11:37:48.397132 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [req-17ac56cd-e00a-4e76-8e16-b647654b12ec req-225bf498-7916-4543-ace8-cf534cf0c9da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97abeab4-7698-4d4f-b0bb-10444249f272 {{(pid=88879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 24 11:37:48.404594 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-17ac56cd-e00a-4e76-8e16-b647654b12ec req-225bf498-7916-4543-ace8-cf534cf0c9da service neutron] Notify callbacks [] for port, precommit_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:48.420411 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [req-17ac56cd-e00a-4e76-8e16-b647654b12ec req-225bf498-7916-4543-ace8-cf534cf0c9da service neutron] Transition to ACTIVE for port object 97abeab4-7698-4d4f-b0bb-10444249f272 will not be triggered until provisioned by entity L2. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:37:48.424148 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-17ac56cd-e00a-4e76-8e16-b647654b12ec req-225bf498-7916-4543-ace8-cf534cf0c9da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850854027'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:48.428080 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-b5676864-888f-46f4-899d-b9c0202bdda8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:37:48.560072 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225bf498-7916-4543-ace8-cf534cf0c9da service neutron] Pushing event updated for resources: {'Port': ['ID=97abeab4-7698-4d4f-b0bb-10444249f272,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:37:48.569422 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-225bf498-7916-4543-ace8-cf534cf0c9da service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:37:48.694363 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [req-17ac56cd-e00a-4e76-8e16-b647654b12ec req-225bf498-7916-4543-ace8-cf534cf0c9da service neutron] Attempting to bind port 97abeab4-7698-4d4f-b0bb-10444249f272 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:37:48.694761 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [req-17ac56cd-e00a-4e76-8e16-b647654b12ec req-225bf498-7916-4543-ace8-cf534cf0c9da service neutron] Attempting to bind port 97abeab4-7698-4d4f-b0bb-10444249f272 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'f91e6ff8-ff15-45d6-9d75-bf400333299b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '2879ee03-9409-48b4-9554-8c39a8f8bdd8'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:37:48.695135 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17ac56cd-e00a-4e76-8e16-b647654b12ec req-225bf498-7916-4543-ace8-cf534cf0c9da service neutron] Attempting to bind port 97abeab4-7698-4d4f-b0bb-10444249f272 on network 2879ee03-9409-48b4-9554-8c39a8f8bdd8 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:37:48.703853 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17ac56cd-e00a-4e76-8e16-b647654b12ec req-225bf498-7916-4543-ace8-cf534cf0c9da service neutron] Port 97abeab4-7698-4d4f-b0bb-10444249f272 on network 2879ee03-9409-48b4-9554-8c39a8f8bdd8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 24 11:37:48.704181 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17ac56cd-e00a-4e76-8e16-b647654b12ec req-225bf498-7916-4543-ace8-cf534cf0c9da service neutron] Attempting to bind port 97abeab4-7698-4d4f-b0bb-10444249f272 on network 2879ee03-9409-48b4-9554-8c39a8f8bdd8 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:37:48.711241 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17ac56cd-e00a-4e76-8e16-b647654b12ec req-225bf498-7916-4543-ace8-cf534cf0c9da service neutron] Checking agent: {'id': '239bbc6e-fc66-42e2-b707-1aa8ba10287c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 57, 58), 'started_at': datetime.datetime(2021, 12, 24, 10, 57, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 37, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:37:48.711608 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17ac56cd-e00a-4e76-8e16-b647654b12ec req-225bf498-7916-4543-ace8-cf534cf0c9da service neutron] Checking segment: {'id': 'f91e6ff8-ff15-45d6-9d75-bf400333299b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '2879ee03-9409-48b4-9554-8c39a8f8bdd8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:37:48.712018 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17ac56cd-e00a-4e76-8e16-b647654b12ec req-225bf498-7916-4543-ace8-cf534cf0c9da service neutron] Bound using segment: {'id': 'f91e6ff8-ff15-45d6-9d75-bf400333299b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '2879ee03-9409-48b4-9554-8c39a8f8bdd8'} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:37:48.712484 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [req-17ac56cd-e00a-4e76-8e16-b647654b12ec req-225bf498-7916-4543-ace8-cf534cf0c9da service neutron] Bound port: 97abeab4-7698-4d4f-b0bb-10444249f272, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f91e6ff8-ff15-45d6-9d75-bf400333299b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '2879ee03-9409-48b4-9554-8c39a8f8bdd8'}}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:37:48.712861 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-17ac56cd-e00a-4e76-8e16-b647654b12ec req-225bf498-7916-4543-ace8-cf534cf0c9da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:48.809982 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [req-17ac56cd-e00a-4e76-8e16-b647654b12ec req-225bf498-7916-4543-ace8-cf534cf0c9da service neutron] For port 97abeab4-7698-4d4f-b0bb-10444249f272, host hv-neutron-8226, cleared binding levels {{(pid=88879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:37:48.814694 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [req-17ac56cd-e00a-4e76-8e16-b647654b12ec req-225bf498-7916-4543-ace8-cf534cf0c9da service neutron] For port 97abeab4-7698-4d4f-b0bb-10444249f272, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=97abeab4-7698-4d4f-b0bb-10444249f272,segment=NetworkSegment(f91e6ff8-ff15-45d6-9d75-bf400333299b),segment_id=f91e6ff8-ff15-45d6-9d75-bf400333299b)] {{(pid=88879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:37:48.820363 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-17ac56cd-e00a-4e76-8e16-b647654b12ec req-225bf498-7916-4543-ace8-cf534cf0c9da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850854027'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:48.826967 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-a3ae53e1-90aa-49f7-801f-ab97bf8fb59b tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:37:48.888721 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-17ac56cd-e00a-4e76-8e16-b647654b12ec req-225bf498-7916-4543-ace8-cf534cf0c9da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:48.890262 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-17ac56cd-e00a-4e76-8e16-b647654b12ec req-225bf498-7916-4543-ace8-cf534cf0c9da service neutron] 10.222.0.58 "PUT /v2.0/ports/97abeab4-7698-4d4f-b0bb-10444249f272 HTTP/1.1" status: 200  len: 1094 time: 0.9981413
Dec 24 11:37:48.890815 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '533f23f2-9208-4c54-b3f8-25ee76a44431', 'tag': '97abeab4-7698-4d4f-b0bb-10444249f272'}] {{(pid=88879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 24 11:37:48.925132 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225bf498-7916-4543-ace8-cf534cf0c9da service neutron] Pushing event updated for resources: {'Port': ['ID=97abeab4-7698-4d4f-b0bb-10444249f272,revision_number=3']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:37:48.928734 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-225bf498-7916-4543-ace8-cf534cf0c9da service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:37:49.028229 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-17ac56cd-e00a-4e76-8e16-b647654b12ec req-2adb75a7-76ec-4d7c-ad2c-cee6f2f53376 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5908602436ee496b81007b6bb24bccf7&device_id=533f23f2-9208-4c54-b3f8-25ee76a44431 HTTP/1.1" status: 200  len: 1097 time: 0.0834072
Dec 24 11:37:49.104387 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-17ac56cd-e00a-4e76-8e16-b647654b12ec req-18310539-83bf-49cd-9fed-d2dbd7e47995 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=97abeab4-7698-4d4f-b0bb-10444249f272 HTTP/1.1" status: 200  len: 217 time: 0.0665290
Dec 24 11:37:49.154820 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '533f23f2-9208-4c54-b3f8-25ee76a44431', 'tag': '97abeab4-7698-4d4f-b0bb-10444249f272', 'status': 'completed', 'code': 200}
Dec 24 11:37:49.185063 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ac56cd-e00a-4e76-8e16-b647654b12ec req-065fdbb7-76e0-43f4-9a54-9995841614ac service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:37:49.186670 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-17ac56cd-e00a-4e76-8e16-b647654b12ec req-065fdbb7-76e0-43f4-9a54-9995841614ac service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d55063aa-eda7-4fb5-aabc-2c8b40cb0dae HTTP/1.1" status: 200  len: 853 time: 0.0733190
Dec 24 11:37:49.272435 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-17ac56cd-e00a-4e76-8e16-b647654b12ec req-87e8b261-bf84-4e5b-bc36-b1abd4b5a70d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2879ee03-9409-48b4-9554-8c39a8f8bdd8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0755045
Dec 24 11:37:49.415071 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25dda6e-4be1-452b-a633-ef97385a8a9e req-6a690846-4df3-43a0-8704-9c8f38f4348f tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:37:49.416621 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-b25dda6e-4be1-452b-a633-ef97385a8a9e req-6a690846-4df3-43a0-8704-9c8f38f4348f tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] 10.222.0.65 "GET /v2.0/ports?device_id=533f23f2-9208-4c54-b3f8-25ee76a44431 HTTP/1.1" status: 200  len: 944 time: 0.0958874
Dec 24 11:37:49.430090 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-17ac56cd-e00a-4e76-8e16-b647654b12ec req-b51864f8-2928-4f4e-a4fb-c4ce34cb432f service neutron] 10.222.0.58 "GET /v2.0/networks/2879ee03-9409-48b4-9554-8c39a8f8bdd8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1466358
Dec 24 11:37:49.466494 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-b25dda6e-4be1-452b-a633-ef97385a8a9e req-736e8fad-dfd9-454e-9b5f-432a9546149a tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] 10.222.0.65 "GET /v2.0/security-groups?id=f1f76d83-4e90-478c-8689-2a5eca58d9a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432155
Dec 24 11:37:49.582653 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-17ac56cd-e00a-4e76-8e16-b647654b12ec req-99c22964-44cf-4edc-ba6e-0b3e094aad87 service neutron] 10.222.0.58 "GET /v2.0/networks/2879ee03-9409-48b4-9554-8c39a8f8bdd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1428216
Dec 24 11:37:49.707947 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-af5ade7a-0072-4016-b4b2-30dd6c4c369c req-af5b2d78-81a2-4a38-aab4-e29d31f99a2d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5908602436ee496b81007b6bb24bccf7&device_id=533f23f2-9208-4c54-b3f8-25ee76a44431 HTTP/1.1" status: 200  len: 1097 time: 0.0778897
Dec 24 11:37:49.851493 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5ade7a-0072-4016-b4b2-30dd6c4c369c req-f7ad66f2-e578-4644-843a-bd1a14200392 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:37:49.853056 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-af5ade7a-0072-4016-b4b2-30dd6c4c369c req-f7ad66f2-e578-4644-843a-bd1a14200392 service neutron] 10.222.0.58 "GET /v2.0/networks?id=2879ee03-9409-48b4-9554-8c39a8f8bdd8 HTTP/1.1" status: 200  len: 915 time: 0.1385469
Dec 24 11:37:49.929902 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-af5ade7a-0072-4016-b4b2-30dd6c4c369c req-5a40ee99-a6b9-4ecc-a5a6-39abed170a2c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=97abeab4-7698-4d4f-b0bb-10444249f272 HTTP/1.1" status: 200  len: 217 time: 0.0678146
Dec 24 11:37:50.005375 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5ade7a-0072-4016-b4b2-30dd6c4c369c req-dfa55f15-9042-4d4e-aba7-149bf8a47f9e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:37:50.007615 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-af5ade7a-0072-4016-b4b2-30dd6c4c369c req-dfa55f15-9042-4d4e-aba7-149bf8a47f9e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d55063aa-eda7-4fb5-aabc-2c8b40cb0dae HTTP/1.1" status: 200  len: 853 time: 0.0709238
Dec 24 11:37:50.095239 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-af5ade7a-0072-4016-b4b2-30dd6c4c369c req-b16da54d-c4c3-420e-a106-c69228b42f42 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2879ee03-9409-48b4-9554-8c39a8f8bdd8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0794363
Dec 24 11:37:50.242954 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-af5ade7a-0072-4016-b4b2-30dd6c4c369c req-ace358e8-e651-4d2a-a34a-7289b2e35a25 service neutron] 10.222.0.58 "GET /v2.0/networks/2879ee03-9409-48b4-9554-8c39a8f8bdd8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1400280
Dec 24 11:37:50.396575 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-af5ade7a-0072-4016-b4b2-30dd6c4c369c req-cddbf46e-f09d-4ac4-8a7e-a671eca15668 service neutron] 10.222.0.58 "GET /v2.0/networks/2879ee03-9409-48b4-9554-8c39a8f8bdd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1441023
Dec 24 11:37:50.574454 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Device 97abeab4-7698-4d4f-b0bb-10444249f272 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 24 11:37:50.680091 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe13d15-0d77-4267-b74b-bb56e5b5e577 req-608f25a7-6aa4-4b58-962e-08206634fbb2 tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:37:50.682021 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-ffe13d15-0d77-4267-b74b-bb56e5b5e577 req-608f25a7-6aa4-4b58-962e-08206634fbb2 tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] 10.222.0.65 "GET /v2.0/ports?device_id=533f23f2-9208-4c54-b3f8-25ee76a44431 HTTP/1.1" status: 200  len: 944 time: 0.0875895
Dec 24 11:37:50.723252 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] For port 97abeab4-7698-4d4f-b0bb-10444249f272, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=97abeab4-7698-4d4f-b0bb-10444249f272,segment=NetworkSegment(f91e6ff8-ff15-45d6-9d75-bf400333299b),segment_id=f91e6ff8-ff15-45d6-9d75-bf400333299b)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:37:50.732844 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-ffe13d15-0d77-4267-b74b-bb56e5b5e577 req-9c784d65-401e-45df-9144-6b6b87f99907 tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] 10.222.0.65 "GET /v2.0/security-groups?id=f1f76d83-4e90-478c-8689-2a5eca58d9a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441101
Dec 24 11:37:50.742217 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Returning: {'device': '97abeab4-7698-4d4f-b0bb-10444249f272', 'network_id': '2879ee03-9409-48b4-9554-8c39a8f8bdd8', 'port_id': '97abeab4-7698-4d4f-b0bb-10444249f272', 'mac_address': 'fa:16:3e:5c:09:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd55063aa-eda7-4fb5-aabc-2c8b40cb0dae', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 24 11:37:50.798800 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:50.817330 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97abeab4-7698-4d4f-b0bb-10444249f272 {{(pid=88880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 24 11:37:50.834029 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] For port 97abeab4-7698-4d4f-b0bb-10444249f272, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=97abeab4-7698-4d4f-b0bb-10444249f272,segment=NetworkSegment(f91e6ff8-ff15-45d6-9d75-bf400333299b),segment_id=f91e6ff8-ff15-45d6-9d75-bf400333299b)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:37:50.838507 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:50.840430 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-931ced13-8f25-4259-97f8-95c85658d422 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:37:50.907531 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Pushing event updated for resources: {'Port': ['ID=97abeab4-7698-4d4f-b0bb-10444249f272,revision_number=4']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:37:50.911093 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:37:51.082832 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] get_ports_and_sgs() called for port_ids ['97abeab4-7698-4d4f-b0bb-10444249f272'] {{(pid=88880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 24 11:37:51.961228 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50575ddb-64a7-4e50-8d8f-225a993c0972 req-b3f62142-4f08-4647-aa41-6d54d842a682 tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:37:51.962868 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-50575ddb-64a7-4e50-8d8f-225a993c0972 req-b3f62142-4f08-4647-aa41-6d54d842a682 tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] 10.222.0.65 "GET /v2.0/ports?device_id=533f23f2-9208-4c54-b3f8-25ee76a44431 HTTP/1.1" status: 200  len: 945 time: 0.0982728
Dec 24 11:37:52.012432 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-50575ddb-64a7-4e50-8d8f-225a993c0972 req-729f54d6-3831-4146-829d-c9d9ab9f5bdd tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] 10.222.0.65 "GET /v2.0/security-groups?id=f1f76d83-4e90-478c-8689-2a5eca58d9a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432172
Dec 24 11:37:52.598772 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Device 97abeab4-7698-4d4f-b0bb-10444249f272 up at agent hyperv_hv-neutron-8226 {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:37:52.683989 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Provisioning for port 97abeab4-7698-4d4f-b0bb-10444249f272 completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:37:52.689260 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Provisioning complete for port 97abeab4-7698-4d4f-b0bb-10444249f272 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:37:52.689692 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:52.808857 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:52.837275 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '533f23f2-9208-4c54-b3f8-25ee76a44431', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97abeab4-7698-4d4f-b0bb-10444249f272'}] {{(pid=88880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 24 11:37:52.847344 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] For port 97abeab4-7698-4d4f-b0bb-10444249f272, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=97abeab4-7698-4d4f-b0bb-10444249f272,segment=NetworkSegment(f91e6ff8-ff15-45d6-9d75-bf400333299b),segment_id=f91e6ff8-ff15-45d6-9d75-bf400333299b)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:37:52.851040 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:37:52.852978 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:37:52.923112 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Pushing event updated for resources: {'Port': ['ID=97abeab4-7698-4d4f-b0bb-10444249f272,revision_number=5']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:37:52.926927 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:37:52.977295 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '533f23f2-9208-4c54-b3f8-25ee76a44431', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97abeab4-7698-4d4f-b0bb-10444249f272', 'code': 200}
Dec 24 11:37:53.228478 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd17cbb-c888-420f-9aa8-780da969d3fc req-9ef64f70-2e71-48f7-a7b7-f43db6b72667 tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:37:53.230034 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-9dd17cbb-c888-420f-9aa8-780da969d3fc req-9ef64f70-2e71-48f7-a7b7-f43db6b72667 tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] 10.222.0.65 "GET /v2.0/ports?device_id=533f23f2-9208-4c54-b3f8-25ee76a44431 HTTP/1.1" status: 200  len: 946 time: 0.0838723
Dec 24 11:37:53.240855 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-93b4e8b5-2371-4336-a5f4-2326ad88703b req-34f68dda-2552-4367-8646-8e51daa6b238 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=533f23f2-9208-4c54-b3f8-25ee76a44431 HTTP/1.1" status: 200  len: 1099 time: 0.0765483
Dec 24 11:37:53.283633 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-9dd17cbb-c888-420f-9aa8-780da969d3fc req-61a72370-5dac-42e6-b43d-62235dc26146 tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] 10.222.0.65 "GET /v2.0/security-groups?id=f1f76d83-4e90-478c-8689-2a5eca58d9a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467873
Dec 24 11:37:53.288832 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-93b4e8b5-2371-4336-a5f4-2326ad88703b req-9c884b48-e875-4a56-a6b0-f86307e67c7f service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=f1f76d83-4e90-478c-8689-2a5eca58d9a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0380220
Dec 24 11:37:54.496633 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca3d494-657c-4cd0-879e-43205a5d35e2 req-19d30fbb-b61c-4fec-9a7b-3fa9929f63d0 tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:37:54.498193 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-8ca3d494-657c-4cd0-879e-43205a5d35e2 req-19d30fbb-b61c-4fec-9a7b-3fa9929f63d0 tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] 10.222.0.65 "GET /v2.0/ports?device_id=533f23f2-9208-4c54-b3f8-25ee76a44431 HTTP/1.1" status: 200  len: 946 time: 0.0849857
Dec 24 11:37:54.548685 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-8ca3d494-657c-4cd0-879e-43205a5d35e2 req-8d9ed50b-9d79-4d53-8a43-e01be79e468e tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] 10.222.0.65 "GET /v2.0/security-groups?id=f1f76d83-4e90-478c-8689-2a5eca58d9a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440512
Dec 24 11:37:55.990457 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c691cbc4-6837-46c0-bc24-dfcd4fcd0b61 req-cb3395a9-c5bf-4ded-ab86-baa82c473053 tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:37:55.991960 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-c691cbc4-6837-46c0-bc24-dfcd4fcd0b61 req-cb3395a9-c5bf-4ded-ab86-baa82c473053 tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] 10.222.0.65 "GET /v2.0/ports?device_id=533f23f2-9208-4c54-b3f8-25ee76a44431 HTTP/1.1" status: 200  len: 946 time: 0.3176751
Dec 24 11:37:56.042753 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-c691cbc4-6837-46c0-bc24-dfcd4fcd0b61 req-f2e6fd00-b8ae-4a59-93ca-6c55f4da51f9 tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] 10.222.0.65 "GET /v2.0/security-groups?id=f1f76d83-4e90-478c-8689-2a5eca58d9a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446298
Dec 24 11:37:56.262994 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0e9d4c-44e1-4e48-b9cd-ef1ca1dac357 req-00df9946-fed4-47a1-8293-a21c5afb199e tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:37:56.264522 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-bf0e9d4c-44e1-4e48-b9cd-ef1ca1dac357 req-00df9946-fed4-47a1-8293-a21c5afb199e tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] 10.222.0.65 "GET /v2.0/ports?device_id=533f23f2-9208-4c54-b3f8-25ee76a44431 HTTP/1.1" status: 200  len: 946 time: 0.0876977
Dec 24 11:37:56.315871 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-bf0e9d4c-44e1-4e48-b9cd-ef1ca1dac357 req-531a6aad-496e-4052-9120-5cbca8771faf tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] 10.222.0.65 "GET /v2.0/security-groups?id=f1f76d83-4e90-478c-8689-2a5eca58d9a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424535
Dec 24 11:37:56.782813 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ea971a-458e-44ab-ad61-545c3ea64db0 req-d19e76c6-487a-4e87-bb01-3251aaa3c6dd tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:37:56.784398 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-00ea971a-458e-44ab-ad61-545c3ea64db0 req-d19e76c6-487a-4e87-bb01-3251aaa3c6dd tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] 10.222.0.65 "GET /v2.0/ports?device_id=533f23f2-9208-4c54-b3f8-25ee76a44431 HTTP/1.1" status: 200  len: 946 time: 0.0973268
Dec 24 11:37:56.836898 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-00ea971a-458e-44ab-ad61-545c3ea64db0 req-bb1dc98c-c4e9-4202-8113-ccb528c4aaf5 tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] 10.222.0.65 "GET /v2.0/security-groups?id=f1f76d83-4e90-478c-8689-2a5eca58d9a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435326
Dec 24 11:37:58.534870 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:38:06.503796 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7d48accf-bea8-4c35-988b-a39d5935c3de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:38:07.532891 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb301ef7-1dc3-48f1-bfe8-ac9348a8f822 req-49fed8ca-37e5-4dc8-92f3-ebc8784d4a85 tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:38:07.534577 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-fb301ef7-1dc3-48f1-bfe8-ac9348a8f822 req-49fed8ca-37e5-4dc8-92f3-ebc8784d4a85 tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] 10.222.0.65 "GET /v2.0/ports?device_id=533f23f2-9208-4c54-b3f8-25ee76a44431 HTTP/1.1" status: 200  len: 946 time: 0.0978286
Dec 24 11:38:07.589226 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-fb301ef7-1dc3-48f1-bfe8-ac9348a8f822 req-dd10cf08-025f-484d-b055-1945b93c3b6a tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] 10.222.0.65 "GET /v2.0/security-groups?id=f1f76d83-4e90-478c-8689-2a5eca58d9a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0481846
Dec 24 11:38:07.619033 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 49310) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:38:08.032731 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-2c3fff84-b406-4259-a651-4597abb3c75b tempest-TestMinimumBasicScenario-781780922 tempest-TestMinimumBasicScenario-781780922-project-admin] Synchronizing usage tracker for tenant:65cf4d2519674d37b549afae4598187a on resource:port {{(pid=88879) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:38:08.049767 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-2c3fff84-b406-4259-a651-4597abb3c75b tempest-TestMinimumBasicScenario-781780922 tempest-TestMinimumBasicScenario-781780922-project-admin] Unset dirty status for tenant:65cf4d2519674d37b549afae4598187a on resource:port {{(pid=88879) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:38:08.051371 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-2c3fff84-b406-4259-a651-4597abb3c75b tempest-TestMinimumBasicScenario-781780922 tempest-TestMinimumBasicScenario-781780922-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=533f23f2-9208-4c54-b3f8-25ee76a44431 HTTP/1.1" status: 200  len: 1094 time: 0.4310699
Dec 24 11:38:08.054720 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 49316) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:38:08.060948 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-f183f25a-347f-40a7-b421-4d732344044b tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Request body: {'floatingip': {'floating_network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'port_id': '97abeab4-7698-4d4f-b0bb-10444249f272', 'tenant_id': '5908602436ee496b81007b6bb24bccf7', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:38:08.067699 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-f183f25a-347f-40a7-b421-4d732344044b tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:38:08.067901 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:38:08.072516 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-f183f25a-347f-40a7-b421-4d732344044b tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Usage tracker for resource:floatingip and tenant:5908602436ee496b81007b6bb24bccf7 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:38:08.075615 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-f183f25a-347f-40a7-b421-4d732344044b tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:38:08.081876 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-f183f25a-347f-40a7-b421-4d732344044b tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:38:08.096453 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f183f25a-347f-40a7-b421-4d732344044b tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Notify callbacks [] for floatingip, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:38:08.249324 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f183f25a-347f-40a7-b421-4d732344044b tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:38:08.396648 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-f183f25a-347f-40a7-b421-4d732344044b tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Allocated IP 172.26.3.23 (f8c337ba-681f-4fcb-a333-e3c49365b30a/8ea1398c-0bec-46d6-8d54-85798de2a7ca/2bc96237-bfce-47e1-9d0d-03815c306950) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:38:08.556600 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f183f25a-347f-40a7-b421-4d732344044b tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:38:08.587129 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f183f25a-347f-40a7-b421-4d732344044b tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:38:08.591753 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f83e0ea8-5ca3-4bf5-a563-d14e9d2ff125 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:38:08.655493 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f183f25a-347f-40a7-b421-4d732344044b tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Network f8c337ba-681f-4fcb-a333-e3c49365b30a is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:38:08.662953 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-f183f25a-347f-40a7-b421-4d732344044b tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Resources bound (agent type, host, resource id):  {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:38:08.668894 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f183f25a-347f-40a7-b421-4d732344044b tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:38:08.700376 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f183f25a-347f-40a7-b421-4d732344044b tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Pushing event updated for resources: {'Port': ['ID=2bc96237-bfce-47e1-9d0d-03815c306950,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:38:08.726882 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f183f25a-347f-40a7-b421-4d732344044b tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:38:08.727321 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f183f25a-347f-40a7-b421-4d732344044b tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:38:08.727752 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f183f25a-347f-40a7-b421-4d732344044b tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:38:08.728176 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f183f25a-347f-40a7-b421-4d732344044b tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:38:08.728597 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f183f25a-347f-40a7-b421-4d732344044b tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:38:08.729017 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f183f25a-347f-40a7-b421-4d732344044b tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:38:08.729431 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f183f25a-347f-40a7-b421-4d732344044b tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:38:08.729881 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f183f25a-347f-40a7-b421-4d732344044b tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:38:08.730303 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f183f25a-347f-40a7-b421-4d732344044b tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:38:08.730714 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f183f25a-347f-40a7-b421-4d732344044b tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:38:08.731124 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f183f25a-347f-40a7-b421-4d732344044b tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:38:08.736662 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f183f25a-347f-40a7-b421-4d732344044b tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:38:08.984031 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b803ef20-c586-48b8-aed3-006eef5d383e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:38:09.224552 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f183f25a-347f-40a7-b421-4d732344044b tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:38:09.287643 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f183f25a-347f-40a7-b421-4d732344044b tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:38:09.430444 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.agents_db [None req-e51243ab-6a93-425b-980f-a73583147efa None None] Agent healthcheck: found 6 active agents {{(pid=88881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 24 11:38:09.508615 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bdfdbc84-c52d-4f40-b281-af314dc1f8fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:38:09.515079 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f183f25a-347f-40a7-b421-4d732344044b tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Notify callbacks [] for port, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:38:09.519583 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f183f25a-347f-40a7-b421-4d732344044b tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3978773'] for port, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:38:09.523554 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-89b8bfc6-b4be-4182-97a7-147def9b369f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:38:09.628206 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f183f25a-347f-40a7-b421-4d732344044b tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Pushing event updated for resources: {'Port': ['ID=2bc96237-bfce-47e1-9d0d-03815c306950,revision_number=2']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:38:09.637089 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f183f25a-347f-40a7-b421-4d732344044b tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:38:09.652902 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f183f25a-347f-40a7-b421-4d732344044b tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659181'] for floatingip, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:38:09.860820 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.l3_db [None req-f183f25a-347f-40a7-b421-4d732344044b tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Floating IP 32e0cf43-8fb4-4990-9afb-f7dee22b1715 associated. External IP: 172.26.3.23, port: 97abeab4-7698-4d4f-b0bb-10444249f272.
Dec 24 11:38:10.289974 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f183f25a-347f-40a7-b421-4d732344044b tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Router a6904862-899c-4a77-b1b7-6c01360074b8 has already been hosted by L3 agent 198cca88-1338-4098-b44b-beb0346ac906 {{(pid=88878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 24 11:38:10.503455 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f183f25a-347f-40a7-b421-4d732344044b tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:38:10.514484 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0339388-599c-4ebf-b14d-b41abdc8b5ce None None] Sync routers for ids ['a6904862-899c-4a77-b1b7-6c01360074b8'] in dv-neutron-822691-2-hyperv {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:38:10.528796 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0339388-599c-4ebf-b14d-b41abdc8b5ce None None] Routers {'a6904862-899c-4a77-b1b7-6c01360074b8'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:38:10.529592 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-f0339388-599c-4ebf-b14d-b41abdc8b5ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271b7a6a0>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:38:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['a6904862-899c-4a77-b1b7-6c01360074b8'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:38:10.540839 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f183f25a-347f-40a7-b421-4d732344044b tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for floatingip, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:38:10.600379 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-f183f25a-347f-40a7-b421-4d732344044b tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.5443742
Dec 24 11:38:10.601104 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '533f23f2-9208-4c54-b3f8-25ee76a44431', 'tag': '97abeab4-7698-4d4f-b0bb-10444249f272'}] {{(pid=88878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 24 11:38:10.603511 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 49320) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:38:10.610500 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-fb4200a7-05a4-4f66-8ddd-9e21296cbe1a tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-542755993', 'description': 'tempest-secgroup-smoke-542755993 description', 'project_id': '5908602436ee496b81007b6bb24bccf7'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:38:10.617941 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-fb4200a7-05a4-4f66-8ddd-9e21296cbe1a tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:38:10.622243 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-fb4200a7-05a4-4f66-8ddd-9e21296cbe1a tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Usage tracker for resource:security_group and tenant:5908602436ee496b81007b6bb24bccf7 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:38:10.625387 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-fb4200a7-05a4-4f66-8ddd-9e21296cbe1a tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:38:10.631584 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-fb4200a7-05a4-4f66-8ddd-9e21296cbe1a tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:38:10.643724 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fb4200a7-05a4-4f66-8ddd-9e21296cbe1a tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Notify callbacks [] for security_group, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:38:10.680658 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-fb4200a7-05a4-4f66-8ddd-9e21296cbe1a tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:38:10.684639 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-fb4200a7-05a4-4f66-8ddd-9e21296cbe1a tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Usage tracker for resource:security_group_rule and tenant:5908602436ee496b81007b6bb24bccf7 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:38:10.687624 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-fb4200a7-05a4-4f66-8ddd-9e21296cbe1a tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:38:10.693705 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-fb4200a7-05a4-4f66-8ddd-9e21296cbe1a tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:38:10.725452 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-f0339388-599c-4ebf-b14d-b41abdc8b5ce None None] Set router a6904862-899c-4a77-b1b7-6c01360074b8 gateway port host: dv-neutron-822691-2-hyperv {{(pid=88881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:38:10.751050 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '533f23f2-9208-4c54-b3f8-25ee76a44431', 'tag': '97abeab4-7698-4d4f-b0bb-10444249f272', 'status': 'completed', 'code': 200}
Dec 24 11:38:10.754698 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fb4200a7-05a4-4f66-8ddd-9e21296cbe1a tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Notify callbacks [] for security_group, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:38:10.759210 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fb4200a7-05a4-4f66-8ddd-9e21296cbe1a tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:38:10.765705 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-e8ad7d4d-e1aa-440b-be6e-e7d5e2834183 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:38:10.782504 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-39ff93cf-c0b7-48c5-95f3-6f7e9977387d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:38:10.855986 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fb4200a7-05a4-4f66-8ddd-9e21296cbe1a tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Notify callbacks [] for security_group, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:38:10.857323 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-fb4200a7-05a4-4f66-8ddd-9e21296cbe1a tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1626 time: 0.2526579
Dec 24 11:38:10.861346 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 49328) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:38:10.870833 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-301d669b-bb02-4aae-b37c-3d9beaa3d03f tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Request body: {'security_group_rule': {'security_group_id': 'a31a6094-284a-4efb-ba6b-6d2cc9b63240', 'project_id': '5908602436ee496b81007b6bb24bccf7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:38:10.879633 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4200a7-05a4-4f66-8ddd-9e21296cbe1a tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a31a6094-284a-4efb-ba6b-6d2cc9b63240,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:38:10.882095 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-fb4200a7-05a4-4f66-8ddd-9e21296cbe1a tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:38:10.883569 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-301d669b-bb02-4aae-b37c-3d9beaa3d03f tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:38:10.890409 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-301d669b-bb02-4aae-b37c-3d9beaa3d03f tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Usage tracker for resource:security_group_rule and tenant:5908602436ee496b81007b6bb24bccf7 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:38:10.893745 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-301d669b-bb02-4aae-b37c-3d9beaa3d03f tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:38:10.900824 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-301d669b-bb02-4aae-b37c-3d9beaa3d03f tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:38:10.931404 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-1538d4a8-4b82-4312-8f6b-8374107ad3c8 req-b670f084-070f-4c22-a138-50f6c493da6e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5908602436ee496b81007b6bb24bccf7&device_id=533f23f2-9208-4c54-b3f8-25ee76a44431 HTTP/1.1" status: 200  len: 1099 time: 0.1452887
Dec 24 11:38:10.932681 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-301d669b-bb02-4aae-b37c-3d9beaa3d03f tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:38:11.098963 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-f0339388-599c-4ebf-b14d-b41abdc8b5ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271b7a6a0>, [{'id': 'a6904862-899c-4a77-b1b7-6c01360074b8', 'name': 'tempest-TestMinimumBasicScenario-111542809-router', 'tenant_id': '5908602436ee496b81007b6bb24bccf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.12'}], 'enable_snat': True}, 'gw_port_id': 'd685186e-d495-47e0-a46b-54090cf39442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:37:12Z', 'updated_at': '2021-12-24T11:37:15Z', 'revision_number': 4, 'project_id': '5908602436ee496b81007b6bb24bccf7', 'gw_port': {'id': 'd685186e-d495-47e0-a46b-54090cf39442', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:cf:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6904862-899c-4a77-b1b7-6c01360074b8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:37:13Z', 'updated_at': '2021-12-24T11:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_floatingips': [{'id': '32e0cf43-8fb4-4990-9afb-f7dee22b1715', 'tenant_id': '5908602436ee496b81007b6bb24bccf7', 'floating_ip_address': '172.26.3.23', 'floating_network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'router_id': 'a6904862-899c-4a77-b1b7-6c01360074b8', 'port_id': '97abeab4-7698-4d4f-b0bb-10444249f272', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2879ee03-9409-48b4-9554-8c39a8f8bdd8', 'mac_address': 'fa:16:3e:5c:09:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '533f23f2-9208-4c54-b3f8-25ee76a44431', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T11:38:09Z', 'updated_at': '2021-12-24T11:38:09Z', 'revision_number': 0, 'project_id': '5908602436ee496b81007b6bb24bccf7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8f75162-d40f-410e-a249-59874c54dac7', 'name': '', 'network_id': '2879ee03-9409-48b4-9554-8c39a8f8bdd8', 'tenant_id': '5908602436ee496b81007b6bb24bccf7', 'mac_address': 'fa:16:3e:3b:a9:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6904862-899c-4a77-b1b7-6c01360074b8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd55063aa-eda7-4fb5-aabc-2c8b40cb0dae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:37:14Z', 'updated_at': '2021-12-24T11:37:24Z', 'revision_number': 5, 'project_id': '5908602436ee496b81007b6bb24bccf7', 'subnets': [{'id': 'd55063aa-eda7-4fb5-aabc-2c8b40cb0dae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:38:11.103161 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0339388-599c-4ebf-b14d-b41abdc8b5ce None None] Checking router: a6904862-899c-4a77-b1b7-6c01360074b8 for host: dv-neutron-822691-2-hyperv {{(pid=88881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 24 11:38:11.115324 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0339388-599c-4ebf-b14d-b41abdc8b5ce None None] Routers {'a6904862-899c-4a77-b1b7-6c01360074b8'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:38:11.115960 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-f0339388-599c-4ebf-b14d-b41abdc8b5ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271b7a6a0>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:38:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['a6904862-899c-4a77-b1b7-6c01360074b8'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:38:11.121511 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-301d669b-bb02-4aae-b37c-3d9beaa3d03f tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:38:11.122919 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1538d4a8-4b82-4312-8f6b-8374107ad3c8 req-54f2482b-f7b5-44eb-a38f-e8c67f5417c2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:38:11.124575 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-1538d4a8-4b82-4312-8f6b-8374107ad3c8 req-54f2482b-f7b5-44eb-a38f-e8c67f5417c2 service neutron] 10.222.0.58 "GET /v2.0/networks?id=2879ee03-9409-48b4-9554-8c39a8f8bdd8 HTTP/1.1" status: 200  len: 915 time: 0.1828814
Dec 24 11:38:11.125624 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-301d669b-bb02-4aae-b37c-3d9beaa3d03f tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689902'] for security_group_rule, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:38:11.128033 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-fd03e74b-7df3-497a-9b42-3f901e3526ce tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:38:11.208266 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301d669b-bb02-4aae-b37c-3d9beaa3d03f tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1546ce1-0602-4529-971d-bba26ab97478,revision_number=0']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:38:11.229485 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-301d669b-bb02-4aae-b37c-3d9beaa3d03f tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:38:11.243421 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-301d669b-bb02-4aae-b37c-3d9beaa3d03f tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:38:11.244709 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-301d669b-bb02-4aae-b37c-3d9beaa3d03f tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.3827798
Dec 24 11:38:11.248107 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 49332) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:38:11.255154 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-5e9b518f-6905-465d-9c79-4d3bf7a8dea3 tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Request body: {'security_group_rule': {'security_group_id': 'a31a6094-284a-4efb-ba6b-6d2cc9b63240', 'project_id': '5908602436ee496b81007b6bb24bccf7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:38:11.262412 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-5e9b518f-6905-465d-9c79-4d3bf7a8dea3 tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:38:11.265583 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-1538d4a8-4b82-4312-8f6b-8374107ad3c8 req-13796f32-2f0a-4d04-bb5b-410290f45d9a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=97abeab4-7698-4d4f-b0bb-10444249f272 HTTP/1.1" status: 200  len: 999 time: 0.1293442
Dec 24 11:38:11.266971 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-5e9b518f-6905-465d-9c79-4d3bf7a8dea3 tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Usage tracker for resource:security_group_rule and tenant:5908602436ee496b81007b6bb24bccf7 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:38:11.270319 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-5e9b518f-6905-465d-9c79-4d3bf7a8dea3 tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:38:11.278321 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-5e9b518f-6905-465d-9c79-4d3bf7a8dea3 tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:38:11.297572 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5e9b518f-6905-465d-9c79-4d3bf7a8dea3 tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:38:11.299374 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-f0339388-599c-4ebf-b14d-b41abdc8b5ce None None] Set router a6904862-899c-4a77-b1b7-6c01360074b8 gateway port host: dv-neutron-822691-2-hyperv {{(pid=88881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:38:11.337373 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1538d4a8-4b82-4312-8f6b-8374107ad3c8 req-d6848be3-91ce-4937-a326-c2fd00bc03db service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:38:11.339039 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-1538d4a8-4b82-4312-8f6b-8374107ad3c8 req-d6848be3-91ce-4937-a326-c2fd00bc03db service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d55063aa-eda7-4fb5-aabc-2c8b40cb0dae HTTP/1.1" status: 200  len: 853 time: 0.0660961
Dec 24 11:38:11.374516 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5e9b518f-6905-465d-9c79-4d3bf7a8dea3 tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:38:11.378053 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5e9b518f-6905-465d-9c79-4d3bf7a8dea3 tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689902'] for security_group_rule, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:38:11.380171 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-d70c5b6e-504f-4a85-bf3a-21987999f03f tempest-SecGroupIPv6Test-712633212 tempest-SecGroupIPv6Test-712633212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:38:11.405857 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9b518f-6905-465d-9c79-4d3bf7a8dea3 tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95ce048c-7a7b-47a0-b7a1-7635601a97f3,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:38:11.409704 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-5e9b518f-6905-465d-9c79-4d3bf7a8dea3 tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:38:11.417026 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5e9b518f-6905-465d-9c79-4d3bf7a8dea3 tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:38:11.418394 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-5e9b518f-6905-465d-9c79-4d3bf7a8dea3 tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.1688263
Dec 24 11:38:11.421373 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 49336) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:38:11.427655 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-03ce922d-87f0-4eac-bb99-6e5918815afc tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Request body: {'security_group_rule': {'security_group_id': 'a31a6094-284a-4efb-ba6b-6d2cc9b63240', 'project_id': '5908602436ee496b81007b6bb24bccf7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:38:11.430412 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-1538d4a8-4b82-4312-8f6b-8374107ad3c8 req-9466040f-0131-4ff6-a845-c31519cb5b97 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2879ee03-9409-48b4-9554-8c39a8f8bdd8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0843229
Dec 24 11:38:11.434470 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-03ce922d-87f0-4eac-bb99-6e5918815afc tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:38:11.438827 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-03ce922d-87f0-4eac-bb99-6e5918815afc tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Usage tracker for resource:security_group_rule and tenant:5908602436ee496b81007b6bb24bccf7 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:38:11.441994 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-03ce922d-87f0-4eac-bb99-6e5918815afc tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:38:11.448920 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-03ce922d-87f0-4eac-bb99-6e5918815afc tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:38:11.469600 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-03ce922d-87f0-4eac-bb99-6e5918815afc tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:38:11.562959 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-03ce922d-87f0-4eac-bb99-6e5918815afc tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:38:11.567001 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-03ce922d-87f0-4eac-bb99-6e5918815afc tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689902'] for security_group_rule, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:38:11.577052 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-2bf02ea8-39ba-4fdc-a83a-a991bcc56fb6 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:38:11.602989 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-1538d4a8-4b82-4312-8f6b-8374107ad3c8 req-96935289-8bb3-4735-895a-7984a501ed46 service neutron] 10.222.0.58 "GET /v2.0/networks/2879ee03-9409-48b4-9554-8c39a8f8bdd8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1658461
Dec 24 11:38:11.604855 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ce922d-87f0-4eac-bb99-6e5918815afc tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24b2ddc9-6018-4d33-9c4c-a75ce931f03a,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:38:11.608321 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-03ce922d-87f0-4eac-bb99-6e5918815afc tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:38:11.609609 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-03ce922d-87f0-4eac-bb99-6e5918815afc tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:38:11.611000 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-03ce922d-87f0-4eac-bb99-6e5918815afc tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1885762
Dec 24 11:38:11.613917 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 49340) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:38:11.620264 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-1bf8d944-aaf6-4975-9fef-944bea3fa181 tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Request body: {'security_group_rule': {'security_group_id': 'a31a6094-284a-4efb-ba6b-6d2cc9b63240', 'project_id': '5908602436ee496b81007b6bb24bccf7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:38:11.627479 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-1bf8d944-aaf6-4975-9fef-944bea3fa181 tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:38:11.632342 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-1bf8d944-aaf6-4975-9fef-944bea3fa181 tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Usage tracker for resource:security_group_rule and tenant:5908602436ee496b81007b6bb24bccf7 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:38:11.636323 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-1bf8d944-aaf6-4975-9fef-944bea3fa181 tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:38:11.642348 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-1bf8d944-aaf6-4975-9fef-944bea3fa181 tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:38:11.660845 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1bf8d944-aaf6-4975-9fef-944bea3fa181 tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:38:11.734462 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1bf8d944-aaf6-4975-9fef-944bea3fa181 tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:38:11.738697 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1bf8d944-aaf6-4975-9fef-944bea3fa181 tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689902'] for security_group_rule, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:38:11.745139 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-79d655cb-0d3b-4d37-bc26-d465347d3cb8 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:38:11.758096 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-1538d4a8-4b82-4312-8f6b-8374107ad3c8 req-5e007504-9085-415b-ad19-679ab6a9c62f service neutron] 10.222.0.58 "GET /v2.0/networks/2879ee03-9409-48b4-9554-8c39a8f8bdd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1465116
Dec 24 11:38:11.767611 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf8d944-aaf6-4975-9fef-944bea3fa181 tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28b834f3-f025-499d-8ae2-5f6b397ee84e,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:38:11.771033 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-1bf8d944-aaf6-4975-9fef-944bea3fa181 tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:38:11.778949 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1bf8d944-aaf6-4975-9fef-944bea3fa181 tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:38:11.781310 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-1bf8d944-aaf6-4975-9fef-944bea3fa181 tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.1662824
Dec 24 11:38:11.784625 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 49344) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:38:11.791244 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-2abdcb9f-e3ba-431c-98c7-71fa5e8dd3f2 tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Request body: {'security_group_rule': {'security_group_id': 'a31a6094-284a-4efb-ba6b-6d2cc9b63240', 'project_id': '5908602436ee496b81007b6bb24bccf7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:38:11.798182 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-2abdcb9f-e3ba-431c-98c7-71fa5e8dd3f2 tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:38:11.802436 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-2abdcb9f-e3ba-431c-98c7-71fa5e8dd3f2 tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Usage tracker for resource:security_group_rule and tenant:5908602436ee496b81007b6bb24bccf7 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:38:11.805641 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-2abdcb9f-e3ba-431c-98c7-71fa5e8dd3f2 tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:38:11.812101 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-2abdcb9f-e3ba-431c-98c7-71fa5e8dd3f2 tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:38:11.822823 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.securitygroups_db [None req-2abdcb9f-e3ba-431c-98c7-71fa5e8dd3f2 tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Project 5908602436ee496b81007b6bb24bccf7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 24 11:38:11.830068 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2abdcb9f-e3ba-431c-98c7-71fa5e8dd3f2 tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:38:11.847116 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-f0339388-599c-4ebf-b14d-b41abdc8b5ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271b7a6a0>, [{'id': 'a6904862-899c-4a77-b1b7-6c01360074b8', 'name': 'tempest-TestMinimumBasicScenario-111542809-router', 'tenant_id': '5908602436ee496b81007b6bb24bccf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.12'}], 'enable_snat': True}, 'gw_port_id': 'd685186e-d495-47e0-a46b-54090cf39442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:37:12Z', 'updated_at': '2021-12-24T11:37:15Z', 'revision_number': 4, 'project_id': '5908602436ee496b81007b6bb24bccf7', 'gw_port': {'id': 'd685186e-d495-47e0-a46b-54090cf39442', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:cf:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6904862-899c-4a77-b1b7-6c01360074b8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:37:13Z', 'updated_at': '2021-12-24T11:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_floatingips': [{'id': '32e0cf43-8fb4-4990-9afb-f7dee22b1715', 'tenant_id': '5908602436ee496b81007b6bb24bccf7', 'floating_ip_address': '172.26.3.23', 'floating_network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'router_id': 'a6904862-899c-4a77-b1b7-6c01360074b8', 'port_id': '97abeab4-7698-4d4f-b0bb-10444249f272', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2879ee03-9409-48b4-9554-8c39a8f8bdd8', 'mac_address': 'fa:16:3e:5c:09:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '533f23f2-9208-4c54-b3f8-25ee76a44431', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T11:38:09Z', 'updated_at': '2021-12-24T11:38:09Z', 'revision_number': 0, 'project_id': '5908602436ee496b81007b6bb24bccf7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8f75162-d40f-410e-a249-59874c54dac7', 'name': '', 'network_id': '2879ee03-9409-48b4-9554-8c39a8f8bdd8', 'tenant_id': '5908602436ee496b81007b6bb24bccf7', 'mac_address': 'fa:16:3e:3b:a9:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6904862-899c-4a77-b1b7-6c01360074b8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd55063aa-eda7-4fb5-aabc-2c8b40cb0dae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:37:14Z', 'updated_at': '2021-12-24T11:37:24Z', 'revision_number': 5, 'project_id': '5908602436ee496b81007b6bb24bccf7', 'subnets': [{'id': 'd55063aa-eda7-4fb5-aabc-2c8b40cb0dae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:38:11.851563 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0339388-599c-4ebf-b14d-b41abdc8b5ce None None] The sync data for ids ['a6904862-899c-4a77-b1b7-6c01360074b8'] in dv-neutron-822691-2-hyperv is: [{'id': 'a6904862-899c-4a77-b1b7-6c01360074b8', 'name': 'tempest-TestMinimumBasicScenario-111542809-router', 'tenant_id': '5908602436ee496b81007b6bb24bccf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.12'}], 'enable_snat': True}, 'gw_port_id': 'd685186e-d495-47e0-a46b-54090cf39442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:37:12Z', 'updated_at': '2021-12-24T11:37:15Z', 'revision_number': 4, 'project_id': '5908602436ee496b81007b6bb24bccf7', 'gw_port': {'id': 'd685186e-d495-47e0-a46b-54090cf39442', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:cf:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6904862-899c-4a77-b1b7-6c01360074b8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:37:13Z', 'updated_at': '2021-12-24T11:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_floatingips': [{'id': '32e0cf43-8fb4-4990-9afb-f7dee22b1715', 'tenant_id': '5908602436ee496b81007b6bb24bccf7', 'floating_ip_address': '172.26.3.23', 'floating_network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'router_id': 'a6904862-899c-4a77-b1b7-6c01360074b8', 'port_id': '97abeab4-7698-4d4f-b0bb-10444249f272', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2879ee03-9409-48b4-9554-8c39a8f8bdd8', 'mac_address': 'fa:16:3e:5c:09:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '533f23f2-9208-4c54-b3f8-25ee76a44431', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T11:38:09Z', 'updated_at': '2021-12-24T11:38:09Z', 'revision_number': 0, 'project_id': '5908602436ee496b81007b6bb24bccf7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8f75162-d40f-410e-a249-59874c54dac7', 'name': '', 'network_id': '2879ee03-9409-48b4-9554-8c39a8f8bdd8', 'tenant_id': '5908602436ee496b81007b6bb24bccf7', 'mac_address': 'fa:16:3e:3b:a9:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6904862-899c-4a77-b1b7-6c01360074b8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd55063aa-eda7-4fb5-aabc-2c8b40cb0dae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:37:14Z', 'updated_at': '2021-12-24T11:37:24Z', 'revision_number': 5, 'project_id': '5908602436ee496b81007b6bb24bccf7', 'subnets': [{'id': 'd55063aa-eda7-4fb5-aabc-2c8b40cb0dae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:38:11.907550 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2abdcb9f-e3ba-431c-98c7-71fa5e8dd3f2 tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:38:11.907550 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2abdcb9f-e3ba-431c-98c7-71fa5e8dd3f2 tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689902'] for security_group_rule, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:38:11.919461 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-8589fa52-fa13-4acb-b6d7-3982ed02e887 tempest-TestNetworkAdvancedServerOps-959248102 tempest-TestNetworkAdvancedServerOps-959248102-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:38:11.937777 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abdcb9f-e3ba-431c-98c7-71fa5e8dd3f2 tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb271b2f-de28-47b9-aff2-f740939e52ae,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:38:11.937777 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-2abdcb9f-e3ba-431c-98c7-71fa5e8dd3f2 tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:38:11.944087 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2abdcb9f-e3ba-431c-98c7-71fa5e8dd3f2 tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:38:11.947924 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-2abdcb9f-e3ba-431c-98c7-71fa5e8dd3f2 tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.1597927
Dec 24 11:38:11.948731 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 49348) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:38:11.955562 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-c2e5b212-99df-477e-a992-6260b5aaab9e tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Request body: {'security_group_rule': {'security_group_id': 'a31a6094-284a-4efb-ba6b-6d2cc9b63240', 'project_id': '5908602436ee496b81007b6bb24bccf7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:38:11.962573 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-c2e5b212-99df-477e-a992-6260b5aaab9e tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:38:11.966711 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-c2e5b212-99df-477e-a992-6260b5aaab9e tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Usage tracker for resource:security_group_rule and tenant:5908602436ee496b81007b6bb24bccf7 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:38:11.969751 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-c2e5b212-99df-477e-a992-6260b5aaab9e tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:38:11.975968 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-c2e5b212-99df-477e-a992-6260b5aaab9e tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:38:11.986312 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.securitygroups_db [None req-c2e5b212-99df-477e-a992-6260b5aaab9e tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Project 5908602436ee496b81007b6bb24bccf7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 24 11:38:11.993429 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c2e5b212-99df-477e-a992-6260b5aaab9e tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:38:12.062937 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c2e5b212-99df-477e-a992-6260b5aaab9e tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:38:12.066296 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c2e5b212-99df-477e-a992-6260b5aaab9e tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689902'] for security_group_rule, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:38:12.068286 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-3286b2f2-2d90-4b4c-b470-eae74dc51222 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:38:12.091951 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e5b212-99df-477e-a992-6260b5aaab9e tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d149b6a2-28d8-4ec0-a625-a696de96f384,revision_number=0']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:38:12.094435 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c2e5b212-99df-477e-a992-6260b5aaab9e tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:38:12.101981 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c2e5b212-99df-477e-a992-6260b5aaab9e tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:38:12.103385 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-c2e5b212-99df-477e-a992-6260b5aaab9e tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.1534514
Dec 24 11:38:12.221245 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f86931c1-3c4a-4ed2-a881-2783924f2592 None None] New status for floating IP 32e0cf43-8fb4-4990-9afb-f7dee22b1715: ACTIVE {{(pid=88880) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 24 11:38:12.247400 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-5176d93a-a68c-4776-853d-49670c215f1d req-4e00ca13-bdba-4b0f-b39f-cdcaf9ade0be tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-542755993&fields=id&tenant_id=5908602436ee496b81007b6bb24bccf7 HTTP/1.1" status: 200  len: 267 time: 0.0475860
Dec 24 11:38:12.341276 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5176d93a-a68c-4776-853d-49670c215f1d req-571feefc-fe26-43d0-b96c-e443f590a319 tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:38:12.342956 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-5176d93a-a68c-4776-853d-49670c215f1d req-571feefc-fe26-43d0-b96c-e443f590a319 tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] 10.222.0.65 "GET /v2.0/ports?device_id=533f23f2-9208-4c54-b3f8-25ee76a44431 HTTP/1.1" status: 200  len: 946 time: 0.0895252
Dec 24 11:38:12.355641 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [req-5176d93a-a68c-4776-853d-49670c215f1d req-7f7077df-870c-4d44-a4b1-8b598aee0457 tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Request body: {'port': {'security_groups': ['f1f76d83-4e90-478c-8689-2a5eca58d9a5', 'a31a6094-284a-4efb-ba6b-6d2cc9b63240']}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:38:12.506769 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-5176d93a-a68c-4776-853d-49670c215f1d req-7f7077df-870c-4d44-a4b1-8b598aee0457 tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:38:13.029697 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [req-5176d93a-a68c-4776-853d-49670c215f1d req-7f7077df-870c-4d44-a4b1-8b598aee0457 tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] For port 97abeab4-7698-4d4f-b0bb-10444249f272, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=97abeab4-7698-4d4f-b0bb-10444249f272,segment=NetworkSegment(f91e6ff8-ff15-45d6-9d75-bf400333299b),segment_id=f91e6ff8-ff15-45d6-9d75-bf400333299b)] {{(pid=88878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:38:13.058762 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-5176d93a-a68c-4776-853d-49670c215f1d req-7f7077df-870c-4d44-a4b1-8b598aee0457 tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Notify callbacks [] for port, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:38:13.063368 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-5176d93a-a68c-4776-853d-49670c215f1d req-7f7077df-870c-4d44-a4b1-8b598aee0457 tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3978773'] for port, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:38:13.069016 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-829ab396-571c-4bdf-b3ea-8a83230f53de tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:38:13.076577 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] get_ports_and_sgs() called for port_ids ['97abeab4-7698-4d4f-b0bb-10444249f272'] {{(pid=88880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 24 11:38:13.142442 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5176d93a-a68c-4776-853d-49670c215f1d req-7f7077df-870c-4d44-a4b1-8b598aee0457 tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:38:13.143115 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-5176d93a-a68c-4776-853d-49670c215f1d req-7f7077df-870c-4d44-a4b1-8b598aee0457 tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:38:13.144609 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-5176d93a-a68c-4776-853d-49670c215f1d req-7f7077df-870c-4d44-a4b1-8b598aee0457 tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] 10.222.0.65 "PUT /v2.0/ports/97abeab4-7698-4d4f-b0bb-10444249f272 HTTP/1.1" status: 200  len: 982 time: 0.7946451
Dec 24 11:38:13.145191 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '533f23f2-9208-4c54-b3f8-25ee76a44431', 'tag': '97abeab4-7698-4d4f-b0bb-10444249f272'}] {{(pid=88878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 24 11:38:13.173984 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7077df-870c-4d44-a4b1-8b598aee0457 tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Pushing event updated for resources: {'Port': ['ID=97abeab4-7698-4d4f-b0bb-10444249f272,revision_number=6']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:38:13.190630 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7f7077df-870c-4d44-a4b1-8b598aee0457 tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:38:13.217395 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '533f23f2-9208-4c54-b3f8-25ee76a44431', 'tag': '97abeab4-7698-4d4f-b0bb-10444249f272', 'status': 'completed', 'code': 200}
Dec 24 11:38:13.237276 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] get_ports_and_sgs() called for port_ids ['97abeab4-7698-4d4f-b0bb-10444249f272'] {{(pid=88880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 24 11:38:13.338232 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-7d9097c8-77fb-4d14-a4a9-44add7fdfe29 req-2f2b3e5d-7297-4359-9461-129ec61da6a2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5908602436ee496b81007b6bb24bccf7&device_id=533f23f2-9208-4c54-b3f8-25ee76a44431 HTTP/1.1" status: 200  len: 1138 time: 0.0892684
Dec 24 11:38:13.367295 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b13535-a662-445a-8af0-abe2292058b8 req-7c6e2800-a031-4962-bb94-0dc0657c8ae6 tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:38:13.370134 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-04b13535-a662-445a-8af0-abe2292058b8 req-7c6e2800-a031-4962-bb94-0dc0657c8ae6 tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] 10.222.0.65 "GET /v2.0/ports?device_id=533f23f2-9208-4c54-b3f8-25ee76a44431 HTTP/1.1" status: 200  len: 985 time: 0.1212018
Dec 24 11:38:13.429745 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-04b13535-a662-445a-8af0-abe2292058b8 req-1e455979-54b1-4440-acfc-b072a16929b4 tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] 10.222.0.65 "GET /v2.0/security-groups?id=f1f76d83-4e90-478c-8689-2a5eca58d9a5&id=a31a6094-284a-4efb-ba6b-6d2cc9b63240&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0529630
Dec 24 11:38:13.496850 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9097c8-77fb-4d14-a4a9-44add7fdfe29 req-96844735-e1b6-41f6-833d-69459653e7a1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:38:13.498529 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-7d9097c8-77fb-4d14-a4a9-44add7fdfe29 req-96844735-e1b6-41f6-833d-69459653e7a1 service neutron] 10.222.0.58 "GET /v2.0/networks?id=2879ee03-9409-48b4-9554-8c39a8f8bdd8 HTTP/1.1" status: 200  len: 915 time: 0.1532094
Dec 24 11:38:13.570220 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-ba99db01-2c82-4b30-8b5a-cf8abd298a35 None None] Provisioning complete for port 97abeab4-7698-4d4f-b0bb-10444249f272 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:38:13.570571 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ba99db01-2c82-4b30-8b5a-cf8abd298a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:38:13.609953 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-7d9097c8-77fb-4d14-a4a9-44add7fdfe29 req-33ff65b8-5e21-4c42-8820-5d27bedccee8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=97abeab4-7698-4d4f-b0bb-10444249f272 HTTP/1.1" status: 200  len: 1001 time: 0.1030240
Dec 24 11:38:13.680329 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9097c8-77fb-4d14-a4a9-44add7fdfe29 req-6973b1fe-76aa-481a-8e3f-da0a8e183d9c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:38:13.682041 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-7d9097c8-77fb-4d14-a4a9-44add7fdfe29 req-6973b1fe-76aa-481a-8e3f-da0a8e183d9c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d55063aa-eda7-4fb5-aabc-2c8b40cb0dae HTTP/1.1" status: 200  len: 853 time: 0.0635099
Dec 24 11:38:13.763278 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-7d9097c8-77fb-4d14-a4a9-44add7fdfe29 req-d263918f-f031-46fc-9414-7840bdae66a1 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2879ee03-9409-48b4-9554-8c39a8f8bdd8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0740082
Dec 24 11:38:13.907224 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-7d9097c8-77fb-4d14-a4a9-44add7fdfe29 req-943280fd-b238-4804-895a-7b636a19af11 service neutron] 10.222.0.58 "GET /v2.0/networks/2879ee03-9409-48b4-9554-8c39a8f8bdd8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1369410
Dec 24 11:38:14.052590 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-7d9097c8-77fb-4d14-a4a9-44add7fdfe29 req-4c835ba0-ceb1-414d-935c-206a93c3e629 service neutron] 10.222.0.58 "GET /v2.0/networks/2879ee03-9409-48b4-9554-8c39a8f8bdd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1361556
Dec 24 11:38:28.544522 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:38:35.996816 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-2d60a47a-a7e2-4906-8543-d5febf7636af req-6543f741-4112-43c3-8366-1d61009a89a8 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=533f23f2-9208-4c54-b3f8-25ee76a44431&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0912185
Dec 24 11:38:36.147132 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-2d60a47a-a7e2-4906-8543-d5febf7636af req-df842b3a-bf0c-4d1c-8549-209f8a404225 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5908602436ee496b81007b6bb24bccf7&device_id=533f23f2-9208-4c54-b3f8-25ee76a44431 HTTP/1.1" status: 200  len: 1138 time: 0.0762401
Dec 24 11:38:36.311844 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d60a47a-a7e2-4906-8543-d5febf7636af req-6fc1704c-68a9-40f1-af8f-09e0cd9a7b32 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:38:36.313865 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-2d60a47a-a7e2-4906-8543-d5febf7636af req-6fc1704c-68a9-40f1-af8f-09e0cd9a7b32 service neutron] 10.222.0.58 "GET /v2.0/networks?id=2879ee03-9409-48b4-9554-8c39a8f8bdd8 HTTP/1.1" status: 200  len: 915 time: 0.1429410
Dec 24 11:38:36.427265 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-2d60a47a-a7e2-4906-8543-d5febf7636af req-a02d8c55-2734-460b-b136-85f333cbd154 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=97abeab4-7698-4d4f-b0bb-10444249f272 HTTP/1.1" status: 200  len: 1001 time: 0.1062553
Dec 24 11:38:36.488484 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76a772a-af12-496b-aa53-d2bdd5f2ca4b req-ec4eb283-9937-4f61-a3d7-2cf6b636b75d tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:38:36.490196 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-f76a772a-af12-496b-aa53-d2bdd5f2ca4b req-ec4eb283-9937-4f61-a3d7-2cf6b636b75d tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] 10.222.0.65 "GET /v2.0/ports?device_id=533f23f2-9208-4c54-b3f8-25ee76a44431 HTTP/1.1" status: 200  len: 985 time: 0.0893857
Dec 24 11:38:36.502564 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d60a47a-a7e2-4906-8543-d5febf7636af req-9f845989-536a-448e-9409-b24622e385c1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:38:36.504314 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-2d60a47a-a7e2-4906-8543-d5febf7636af req-9f845989-536a-448e-9409-b24622e385c1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d55063aa-eda7-4fb5-aabc-2c8b40cb0dae HTTP/1.1" status: 200  len: 853 time: 0.0686572
Dec 24 11:38:36.504856 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0463d6ab-bc03-402b-aea1-ee3975a4f40c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:38:36.542475 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-f76a772a-af12-496b-aa53-d2bdd5f2ca4b req-6366f65f-0c33-4a87-9997-ca25f2a3eae1 tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] 10.222.0.65 "GET /v2.0/security-groups?id=f1f76d83-4e90-478c-8689-2a5eca58d9a5&id=a31a6094-284a-4efb-ba6b-6d2cc9b63240&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0459523
Dec 24 11:38:36.592592 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-2d60a47a-a7e2-4906-8543-d5febf7636af req-8d721f9e-ed80-452a-92fb-6bb0253cb997 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2879ee03-9409-48b4-9554-8c39a8f8bdd8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0803084
Dec 24 11:38:36.744803 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-2d60a47a-a7e2-4906-8543-d5febf7636af req-b09c00ec-67af-45d4-9bc5-b5bf91e4e256 service neutron] 10.222.0.58 "GET /v2.0/networks/2879ee03-9409-48b4-9554-8c39a8f8bdd8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1412847
Dec 24 11:38:36.896036 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-2d60a47a-a7e2-4906-8543-d5febf7636af req-3af949e4-b98d-4514-93d9-ec500d4e4343 service neutron] 10.222.0.58 "GET /v2.0/networks/2879ee03-9409-48b4-9554-8c39a8f8bdd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1397898
Dec 24 11:38:37.024942 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-c524505b-54c6-4436-ab80-bff4bdc02630 req-8372a727-daa7-4847-ba63-775878cb0739 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5908602436ee496b81007b6bb24bccf7&device_id=533f23f2-9208-4c54-b3f8-25ee76a44431 HTTP/1.1" status: 200  len: 1138 time: 0.0782945
Dec 24 11:38:37.177802 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c524505b-54c6-4436-ab80-bff4bdc02630 req-76758335-4cd2-4849-9f40-d7f4a8ad690e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:38:37.179415 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-c524505b-54c6-4436-ab80-bff4bdc02630 req-76758335-4cd2-4849-9f40-d7f4a8ad690e service neutron] 10.222.0.58 "GET /v2.0/networks?id=2879ee03-9409-48b4-9554-8c39a8f8bdd8 HTTP/1.1" status: 200  len: 915 time: 0.1468720
Dec 24 11:38:37.291260 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-c524505b-54c6-4436-ab80-bff4bdc02630 req-ee496102-f88a-491e-929d-ffef12ec10bf service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=97abeab4-7698-4d4f-b0bb-10444249f272 HTTP/1.1" status: 200  len: 1001 time: 0.1033700
Dec 24 11:38:37.368582 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c524505b-54c6-4436-ab80-bff4bdc02630 req-892fca4d-2a04-4a71-8ca7-8631ce3c860a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:38:37.370153 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-c524505b-54c6-4436-ab80-bff4bdc02630 req-892fca4d-2a04-4a71-8ca7-8631ce3c860a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d55063aa-eda7-4fb5-aabc-2c8b40cb0dae HTTP/1.1" status: 200  len: 853 time: 0.0711784
Dec 24 11:38:37.459398 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-c524505b-54c6-4436-ab80-bff4bdc02630 req-feb45c4a-313d-4358-a421-e60f3a4c2633 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2879ee03-9409-48b4-9554-8c39a8f8bdd8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0789418
Dec 24 11:38:37.606995 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-c524505b-54c6-4436-ab80-bff4bdc02630 req-92c219fe-7049-4534-ad76-6375d7f0d6d2 service neutron] 10.222.0.58 "GET /v2.0/networks/2879ee03-9409-48b4-9554-8c39a8f8bdd8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1377735
Dec 24 11:38:37.760177 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f11825-72d2-407a-b19e-ea74295ec93c req-1cf7f9fd-a5ee-4e4d-b3cc-4c63d301afa2 tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:38:37.761899 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-71f11825-72d2-407a-b19e-ea74295ec93c req-1cf7f9fd-a5ee-4e4d-b3cc-4c63d301afa2 tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] 10.222.0.65 "GET /v2.0/ports?device_id=533f23f2-9208-4c54-b3f8-25ee76a44431 HTTP/1.1" status: 200  len: 985 time: 0.0918341
Dec 24 11:38:37.822395 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-71f11825-72d2-407a-b19e-ea74295ec93c req-be811cbf-d4dd-408b-8359-7f772f8df8c6 tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] 10.222.0.65 "GET /v2.0/security-groups?id=f1f76d83-4e90-478c-8689-2a5eca58d9a5&id=a31a6094-284a-4efb-ba6b-6d2cc9b63240&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0535994
Dec 24 11:38:38.003226 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-c524505b-54c6-4436-ab80-bff4bdc02630 req-4de0d7af-2455-4d7b-938e-8b7f5321da73 service neutron] 10.222.0.58 "GET /v2.0/networks/2879ee03-9409-48b4-9554-8c39a8f8bdd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3875859
Dec 24 11:38:38.061511 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:38:38.988227 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-dbbba7cf-c248-4388-b213-e9b591ccac7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:38:39.040765 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14817fe9-230f-4388-9e89-fe891cb5e00b req-64a636b1-1486-4e64-8b89-244400d561e3 tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:38:39.042420 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-14817fe9-230f-4388-9e89-fe891cb5e00b req-64a636b1-1486-4e64-8b89-244400d561e3 tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] 10.222.0.65 "GET /v2.0/ports?device_id=533f23f2-9208-4c54-b3f8-25ee76a44431 HTTP/1.1" status: 200  len: 985 time: 0.0882773
Dec 24 11:38:39.095078 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-14817fe9-230f-4388-9e89-fe891cb5e00b req-b6d61a74-b35a-4aa4-9cc1-529d4ff3209f tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] 10.222.0.65 "GET /v2.0/security-groups?id=f1f76d83-4e90-478c-8689-2a5eca58d9a5&id=a31a6094-284a-4efb-ba6b-6d2cc9b63240&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0461156
Dec 24 11:38:39.512889 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bdfdbc84-c52d-4f40-b281-af314dc1f8fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:38:40.331183 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a779a5c6-a9e9-49fd-a81c-bb7fe5013be7 req-abfb9660-6dd4-4a5a-adc6-f427448029d7 tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:38:40.332857 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-a779a5c6-a9e9-49fd-a81c-bb7fe5013be7 req-abfb9660-6dd4-4a5a-adc6-f427448029d7 tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] 10.222.0.65 "GET /v2.0/ports?device_id=533f23f2-9208-4c54-b3f8-25ee76a44431 HTTP/1.1" status: 200  len: 985 time: 0.0924635
Dec 24 11:38:40.388786 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-a779a5c6-a9e9-49fd-a81c-bb7fe5013be7 req-a0f3d2d9-d026-40f8-b83d-348bbe41c64d tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] 10.222.0.65 "GET /v2.0/security-groups?id=f1f76d83-4e90-478c-8689-2a5eca58d9a5&id=a31a6094-284a-4efb-ba6b-6d2cc9b63240&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0464308
Dec 24 11:38:40.782381 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-39ff93cf-c0b7-48c5-95f3-6f7e9977387d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:38:41.596830 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d23bd0a-2809-474c-bf2a-89a9a5e89856 req-1c68e48e-4812-462a-870c-cba5aa13f71a tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:38:41.598498 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-7d23bd0a-2809-474c-bf2a-89a9a5e89856 req-1c68e48e-4812-462a-870c-cba5aa13f71a tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] 10.222.0.65 "GET /v2.0/ports?device_id=533f23f2-9208-4c54-b3f8-25ee76a44431 HTTP/1.1" status: 200  len: 985 time: 0.0828271
Dec 24 11:38:41.659140 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-7d23bd0a-2809-474c-bf2a-89a9a5e89856 req-6cde86e4-0b75-43aa-b5d5-f8c151639cd1 tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] 10.222.0.65 "GET /v2.0/security-groups?id=f1f76d83-4e90-478c-8689-2a5eca58d9a5&id=a31a6094-284a-4efb-ba6b-6d2cc9b63240&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0542765
Dec 24 11:38:42.879909 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f30ba8f-4979-4951-ac09-f907bd3c9b91 req-5bb8f216-bbb9-4db5-80ce-75a92bffa049 tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:38:42.881478 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-3f30ba8f-4979-4951-ac09-f907bd3c9b91 req-5bb8f216-bbb9-4db5-80ce-75a92bffa049 tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] 10.222.0.65 "GET /v2.0/ports?device_id=533f23f2-9208-4c54-b3f8-25ee76a44431 HTTP/1.1" status: 200  len: 985 time: 0.0932102
Dec 24 11:38:42.932572 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-3f30ba8f-4979-4951-ac09-f907bd3c9b91 req-096db805-c8b7-43fd-8cde-a846ad585f5b tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] 10.222.0.65 "GET /v2.0/security-groups?id=f1f76d83-4e90-478c-8689-2a5eca58d9a5&id=a31a6094-284a-4efb-ba6b-6d2cc9b63240&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0446022
Dec 24 11:38:44.167033 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122826f8-fdd6-4f4a-8162-f937119a5636 req-072226ca-6d77-4e2b-a610-e28e05202044 tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:38:44.168989 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-122826f8-fdd6-4f4a-8162-f937119a5636 req-072226ca-6d77-4e2b-a610-e28e05202044 tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] 10.222.0.65 "GET /v2.0/ports?device_id=533f23f2-9208-4c54-b3f8-25ee76a44431 HTTP/1.1" status: 200  len: 985 time: 0.0863118
Dec 24 11:38:44.219741 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-122826f8-fdd6-4f4a-8162-f937119a5636 req-f709fc14-17cf-4db8-a69b-1122254a997d tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] 10.222.0.65 "GET /v2.0/security-groups?id=f1f76d83-4e90-478c-8689-2a5eca58d9a5&id=a31a6094-284a-4efb-ba6b-6d2cc9b63240&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0442328
Dec 24 11:38:45.459958 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e9055d-9129-4d05-8b7b-4c4f7d099503 req-5df00e60-422e-40d7-93dd-c0b301aad11c tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:38:45.461480 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-75e9055d-9129-4d05-8b7b-4c4f7d099503 req-5df00e60-422e-40d7-93dd-c0b301aad11c tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] 10.222.0.65 "GET /v2.0/ports?device_id=533f23f2-9208-4c54-b3f8-25ee76a44431 HTTP/1.1" status: 200  len: 985 time: 0.0951166
Dec 24 11:38:45.516934 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-75e9055d-9129-4d05-8b7b-4c4f7d099503 req-d5818b59-4279-43ae-8014-3ff0490ce6be tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] 10.222.0.65 "GET /v2.0/security-groups?id=f1f76d83-4e90-478c-8689-2a5eca58d9a5&id=a31a6094-284a-4efb-ba6b-6d2cc9b63240&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0464053
Dec 24 11:38:46.434860 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.agents_db [None req-e51243ab-6a93-425b-980f-a73583147efa None None] Agent healthcheck: found 6 active agents {{(pid=88881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 24 11:38:46.734485 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1af620-4801-4286-8191-e22b07b0180f req-f11a4989-1902-4091-a534-8b7794b131e7 tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:38:46.736377 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-5c1af620-4801-4286-8191-e22b07b0180f req-f11a4989-1902-4091-a534-8b7794b131e7 tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] 10.222.0.65 "GET /v2.0/ports?device_id=533f23f2-9208-4c54-b3f8-25ee76a44431 HTTP/1.1" status: 200  len: 985 time: 0.0883629
Dec 24 11:38:46.791176 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-5c1af620-4801-4286-8191-e22b07b0180f req-74b9fd63-ced5-4451-b26c-3531a6172afb tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] 10.222.0.65 "GET /v2.0/security-groups?id=f1f76d83-4e90-478c-8689-2a5eca58d9a5&id=a31a6094-284a-4efb-ba6b-6d2cc9b63240&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0484087
Dec 24 11:38:48.012188 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f326053-395f-4d1c-a921-cb3415c7a5fa req-91c15a94-df31-4f25-9dea-1bb2c3acf89b tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:38:48.013790 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-6f326053-395f-4d1c-a921-cb3415c7a5fa req-91c15a94-df31-4f25-9dea-1bb2c3acf89b tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] 10.222.0.65 "GET /v2.0/ports?device_id=533f23f2-9208-4c54-b3f8-25ee76a44431 HTTP/1.1" status: 200  len: 985 time: 0.0861297
Dec 24 11:38:48.068900 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-6f326053-395f-4d1c-a921-cb3415c7a5fa req-b10f0ab6-b80e-4823-be63-5780de5a590e tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] 10.222.0.65 "GET /v2.0/security-groups?id=f1f76d83-4e90-478c-8689-2a5eca58d9a5&id=a31a6094-284a-4efb-ba6b-6d2cc9b63240&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0466805
Dec 24 11:38:49.307433 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbaa462-71c0-4aa5-b205-ad03a4d0670d req-96d49c44-3ae5-4e8e-86b4-3a9aca4d291e tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:38:49.309035 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-7cbaa462-71c0-4aa5-b205-ad03a4d0670d req-96d49c44-3ae5-4e8e-86b4-3a9aca4d291e tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] 10.222.0.65 "GET /v2.0/ports?device_id=533f23f2-9208-4c54-b3f8-25ee76a44431 HTTP/1.1" status: 200  len: 985 time: 0.0945911
Dec 24 11:38:49.364058 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-7cbaa462-71c0-4aa5-b205-ad03a4d0670d req-e7fcca6b-0d5f-451d-a29c-d5daf992ce9e tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] 10.222.0.65 "GET /v2.0/security-groups?id=f1f76d83-4e90-478c-8689-2a5eca58d9a5&id=a31a6094-284a-4efb-ba6b-6d2cc9b63240&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0457432
Dec 24 11:38:50.583034 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8620336d-7a78-4981-a23b-37c3b3c0b860 req-28b67877-3e18-4b86-841e-f00b033dd8c1 tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:38:50.584735 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-8620336d-7a78-4981-a23b-37c3b3c0b860 req-28b67877-3e18-4b86-841e-f00b033dd8c1 tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] 10.222.0.65 "GET /v2.0/ports?device_id=533f23f2-9208-4c54-b3f8-25ee76a44431 HTTP/1.1" status: 200  len: 985 time: 0.0870094
Dec 24 11:38:50.638317 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-8620336d-7a78-4981-a23b-37c3b3c0b860 req-02f038e3-cafb-46ec-b7e0-fc7fb73d62b3 tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] 10.222.0.65 "GET /v2.0/security-groups?id=f1f76d83-4e90-478c-8689-2a5eca58d9a5&id=a31a6094-284a-4efb-ba6b-6d2cc9b63240&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0466599
Dec 24 11:38:51.864702 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29535282-0429-4d46-9723-b3f29fcc3131 req-aee3da48-4231-4a69-b860-e2ebd1feb292 tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:38:51.866253 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-29535282-0429-4d46-9723-b3f29fcc3131 req-aee3da48-4231-4a69-b860-e2ebd1feb292 tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] 10.222.0.65 "GET /v2.0/ports?device_id=533f23f2-9208-4c54-b3f8-25ee76a44431 HTTP/1.1" status: 200  len: 985 time: 0.0937698
Dec 24 11:38:51.916917 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-29535282-0429-4d46-9723-b3f29fcc3131 req-7e383554-b2a2-45b5-a4a8-a22855ff2163 tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] 10.222.0.65 "GET /v2.0/security-groups?id=f1f76d83-4e90-478c-8689-2a5eca58d9a5&id=a31a6094-284a-4efb-ba6b-6d2cc9b63240&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0443158
Dec 24 11:38:53.136083 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca3e534-f15d-49fd-9efa-414d1dba47b3 req-da41f3ea-30e5-4cbd-a4fc-cf25fefc4873 tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:38:53.137674 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-8ca3e534-f15d-49fd-9efa-414d1dba47b3 req-da41f3ea-30e5-4cbd-a4fc-cf25fefc4873 tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] 10.222.0.65 "GET /v2.0/ports?device_id=533f23f2-9208-4c54-b3f8-25ee76a44431 HTTP/1.1" status: 200  len: 985 time: 0.0861089
Dec 24 11:38:53.194721 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-8ca3e534-f15d-49fd-9efa-414d1dba47b3 req-4dc97286-e169-4070-b62f-dc688293d6e0 tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] 10.222.0.65 "GET /v2.0/security-groups?id=f1f76d83-4e90-478c-8689-2a5eca58d9a5&id=a31a6094-284a-4efb-ba6b-6d2cc9b63240&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0480106
Dec 24 11:38:54.430679 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530ab63f-5cf0-47bc-baf3-6674dae799e1 req-e2d18cb2-b9a9-4964-b682-915bfc8c24ae tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:38:54.432215 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-530ab63f-5cf0-47bc-baf3-6674dae799e1 req-e2d18cb2-b9a9-4964-b682-915bfc8c24ae tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] 10.222.0.65 "GET /v2.0/ports?device_id=533f23f2-9208-4c54-b3f8-25ee76a44431 HTTP/1.1" status: 200  len: 985 time: 0.0861852
Dec 24 11:38:54.482970 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-530ab63f-5cf0-47bc-baf3-6674dae799e1 req-1654e095-5068-48ee-827b-4f7bc150ab55 tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] 10.222.0.65 "GET /v2.0/security-groups?id=f1f76d83-4e90-478c-8689-2a5eca58d9a5&id=a31a6094-284a-4efb-ba6b-6d2cc9b63240&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0442142
Dec 24 11:38:58.560251 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:39:06.510577 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3d2f2beb-94d3-4235-9669-ee2f131a71fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:39:08.066872 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:39:08.994777 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-27db4b21-e0ce-4f46-bb8d-be2a2fa65669 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:39:09.519696 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bdfdbc84-c52d-4f40-b281-af314dc1f8fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:39:10.786658 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-39ff93cf-c0b7-48c5-95f3-6f7e9977387d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:39:23.443465 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.agents_db [None req-e51243ab-6a93-425b-980f-a73583147efa None None] Agent healthcheck: found 6 active agents {{(pid=88881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 24 11:39:28.569110 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:39:33.895336 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-31e96252-60b5-48e2-9878-ab63b67f1f78 req-2f577078-1fcf-4745-b50b-0744dbec1f71 tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-542755993&fields=id&tenant_id=5908602436ee496b81007b6bb24bccf7 HTTP/1.1" status: 200  len: 267 time: 0.0491443
Dec 24 11:39:33.989197 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e96252-60b5-48e2-9878-ab63b67f1f78 req-db9723fa-cd0c-47dd-90ea-5e0da4c5e26d tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:39:33.990836 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-31e96252-60b5-48e2-9878-ab63b67f1f78 req-db9723fa-cd0c-47dd-90ea-5e0da4c5e26d tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] 10.222.0.65 "GET /v2.0/ports?device_id=533f23f2-9208-4c54-b3f8-25ee76a44431 HTTP/1.1" status: 200  len: 985 time: 0.0876226
Dec 24 11:39:34.002770 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [req-31e96252-60b5-48e2-9878-ab63b67f1f78 req-e096b714-6a06-4752-b406-f84c62a1525c tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Request body: {'port': {'security_groups': ['f1f76d83-4e90-478c-8689-2a5eca58d9a5']}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:39:34.130677 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-31e96252-60b5-48e2-9878-ab63b67f1f78 req-e096b714-6a06-4752-b406-f84c62a1525c tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:39:34.384219 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [req-31e96252-60b5-48e2-9878-ab63b67f1f78 req-e096b714-6a06-4752-b406-f84c62a1525c tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] For port 97abeab4-7698-4d4f-b0bb-10444249f272, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=97abeab4-7698-4d4f-b0bb-10444249f272,segment=NetworkSegment(f91e6ff8-ff15-45d6-9d75-bf400333299b),segment_id=f91e6ff8-ff15-45d6-9d75-bf400333299b)] {{(pid=88878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:39:34.410446 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-31e96252-60b5-48e2-9878-ab63b67f1f78 req-e096b714-6a06-4752-b406-f84c62a1525c tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Notify callbacks [] for port, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:39:34.415610 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-31e96252-60b5-48e2-9878-ab63b67f1f78 req-e096b714-6a06-4752-b406-f84c62a1525c tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3978773'] for port, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:39:34.421866 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-edaff493-80c5-4dba-be6b-78d7a8a3b4e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:39:34.430795 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] get_ports_and_sgs() called for port_ids ['97abeab4-7698-4d4f-b0bb-10444249f272'] {{(pid=88880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 24 11:39:34.488529 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e96252-60b5-48e2-9878-ab63b67f1f78 req-e096b714-6a06-4752-b406-f84c62a1525c tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:39:34.489197 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-31e96252-60b5-48e2-9878-ab63b67f1f78 req-e096b714-6a06-4752-b406-f84c62a1525c tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:39:34.490750 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-31e96252-60b5-48e2-9878-ab63b67f1f78 req-e096b714-6a06-4752-b406-f84c62a1525c tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] 10.222.0.65 "PUT /v2.0/ports/97abeab4-7698-4d4f-b0bb-10444249f272 HTTP/1.1" status: 200  len: 943 time: 0.4930120
Dec 24 11:39:34.491738 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '533f23f2-9208-4c54-b3f8-25ee76a44431', 'tag': '97abeab4-7698-4d4f-b0bb-10444249f272'}] {{(pid=88878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 24 11:39:34.498524 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 49426) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:39:34.520237 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e096b714-6a06-4752-b406-f84c62a1525c tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Pushing event updated for resources: {'Port': ['ID=97abeab4-7698-4d4f-b0bb-10444249f272,revision_number=7']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:39:34.532746 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e096b714-6a06-4752-b406-f84c62a1525c tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:39:34.533952 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e096b714-6a06-4752-b406-f84c62a1525c tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:39:34.534572 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e096b714-6a06-4752-b406-f84c62a1525c tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:39:34.535314 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e096b714-6a06-4752-b406-f84c62a1525c tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:39:34.535923 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e096b714-6a06-4752-b406-f84c62a1525c tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:39:34.536516 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e096b714-6a06-4752-b406-f84c62a1525c tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:39:34.537109 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e096b714-6a06-4752-b406-f84c62a1525c tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:39:34.538032 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e096b714-6a06-4752-b406-f84c62a1525c tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:39:34.538738 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e096b714-6a06-4752-b406-f84c62a1525c tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:39:34.539330 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e096b714-6a06-4752-b406-f84c62a1525c tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:39:34.539920 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e096b714-6a06-4752-b406-f84c62a1525c tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:39:34.544832 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-e096b714-6a06-4752-b406-f84c62a1525c tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:39:34.581275 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '533f23f2-9208-4c54-b3f8-25ee76a44431', 'tag': '97abeab4-7698-4d4f-b0bb-10444249f272', 'status': 'completed', 'code': 200}
Dec 24 11:39:34.605585 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] get_ports_and_sgs() called for port_ids ['97abeab4-7698-4d4f-b0bb-10444249f272'] {{(pid=88880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 24 11:39:34.666298 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9bb53b82-46a7-4774-ae79-c54523315083 tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Notify callbacks [] for security_group, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:39:34.708460 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9bb53b82-46a7-4774-ae79-c54523315083 tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:39:34.749304 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-e0f696b1-b6ac-4324-b135-183a894d7ad2 req-2aee305d-4c5e-46e0-a364-236840b5fa8b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5908602436ee496b81007b6bb24bccf7&device_id=533f23f2-9208-4c54-b3f8-25ee76a44431 HTTP/1.1" status: 200  len: 1099 time: 0.1425211
Dec 24 11:39:34.901868 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-440fa3e7-2752-4fa8-98e6-7d6e7bbe2366 None None] Provisioning complete for port 97abeab4-7698-4d4f-b0bb-10444249f272 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:39:34.902403 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-440fa3e7-2752-4fa8-98e6-7d6e7bbe2366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:39:34.906621 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9bb53b82-46a7-4774-ae79-c54523315083 tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:39:34.913273 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-fdd5a76d-46f7-4757-a61c-dcac781102dd tempest-RoutersNegativeTest-1388346399 tempest-RoutersNegativeTest-1388346399-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:39:34.924781 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f696b1-b6ac-4324-b135-183a894d7ad2 req-2632ce2a-5d4a-44c7-874f-500ade8fef02 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:39:34.926403 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-e0f696b1-b6ac-4324-b135-183a894d7ad2 req-2632ce2a-5d4a-44c7-874f-500ade8fef02 service neutron] 10.222.0.58 "GET /v2.0/networks?id=2879ee03-9409-48b4-9554-8c39a8f8bdd8 HTTP/1.1" status: 200  len: 915 time: 0.1678073
Dec 24 11:39:34.931064 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb53b82-46a7-4774-ae79-c54523315083 tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a31a6094-284a-4efb-ba6b-6d2cc9b63240,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:39:35.014613 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9bb53b82-46a7-4774-ae79-c54523315083 tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Notify callbacks [] for security_group, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:39:35.019297 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-9bb53b82-46a7-4774-ae79-c54523315083 tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] 10.222.0.65 "DELETE /v2.0/security-groups/a31a6094-284a-4efb-ba6b-6d2cc9b63240 HTTP/1.1" status: 204  len: 168 time: 0.5153139
Dec 24 11:39:35.019453 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 49430) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:39:35.021042 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb53b82-46a7-4774-ae79-c54523315083 tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:39:35.021160 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb53b82-46a7-4774-ae79-c54523315083 tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:39:35.021558 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb53b82-46a7-4774-ae79-c54523315083 tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:39:35.022004 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb53b82-46a7-4774-ae79-c54523315083 tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:39:35.022429 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb53b82-46a7-4774-ae79-c54523315083 tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:39:35.022841 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb53b82-46a7-4774-ae79-c54523315083 tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:39:35.023210 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb53b82-46a7-4774-ae79-c54523315083 tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:39:35.023628 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb53b82-46a7-4774-ae79-c54523315083 tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:39:35.024091 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb53b82-46a7-4774-ae79-c54523315083 tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:39:35.024512 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb53b82-46a7-4774-ae79-c54523315083 tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:39:35.024909 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb53b82-46a7-4774-ae79-c54523315083 tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:39:35.030523 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-9bb53b82-46a7-4774-ae79-c54523315083 tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:39:35.057511 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-e0f696b1-b6ac-4324-b135-183a894d7ad2 req-efc0aa00-720f-4cbf-9097-2d1dba535688 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=97abeab4-7698-4d4f-b0bb-10444249f272 HTTP/1.1" status: 200  len: 1001 time: 0.1209483
Dec 24 11:39:35.140874 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f696b1-b6ac-4324-b135-183a894d7ad2 req-dfdc3852-6e38-4876-aaa6-cabbf968b760 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:39:35.142564 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-e0f696b1-b6ac-4324-b135-183a894d7ad2 req-dfdc3852-6e38-4876-aaa6-cabbf968b760 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d55063aa-eda7-4fb5-aabc-2c8b40cb0dae HTTP/1.1" status: 200  len: 853 time: 0.0745101
Dec 24 11:39:35.233577 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-e0f696b1-b6ac-4324-b135-183a894d7ad2 req-c50bc00d-3c48-44ec-bafa-b0a38d583e17 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2879ee03-9409-48b4-9554-8c39a8f8bdd8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0806177
Dec 24 11:39:35.236919 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-b82965b3-a5d3-4549-80a4-2fcb3a99622f tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Deleting port 2bc96237-bfce-47e1-9d0d-03815c306950 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:39:35.237299 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b82965b3-a5d3-4549-80a4-2fcb3a99622f tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:39:35.378080 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-e0f696b1-b6ac-4324-b135-183a894d7ad2 req-6e36d5b2-4077-41d6-9d92-5cf6486ae684 service neutron] 10.222.0.58 "GET /v2.0/networks/2879ee03-9409-48b4-9554-8c39a8f8bdd8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1370089
Dec 24 11:39:35.420292 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b82965b3-a5d3-4549-80a4-2fcb3a99622f tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:39:35.420664 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b82965b3-a5d3-4549-80a4-2fcb3a99622f tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:39:35.524973 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-e0f696b1-b6ac-4324-b135-183a894d7ad2 req-7b310d6f-2b2f-43e2-badd-01a3a4dc6e6a service neutron] 10.222.0.58 "GET /v2.0/networks/2879ee03-9409-48b4-9554-8c39a8f8bdd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1369314
Dec 24 11:39:35.548124 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-b82965b3-a5d3-4549-80a4-2fcb3a99622f tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Calling delete_port for 2bc96237-bfce-47e1-9d0d-03815c306950 owned by network:floatingip {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:39:35.724086 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b82965b3-a5d3-4549-80a4-2fcb3a99622f tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:39:35.729807 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-dd662fbc-8f36-4a1e-958f-dd6c8f3ddf79 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:39:35.771887 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82965b3-a5d3-4549-80a4-2fcb3a99622f tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Pushing event deleted for resources: {'Port': ['ID=2bc96237-bfce-47e1-9d0d-03815c306950,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:39:35.775840 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-b82965b3-a5d3-4549-80a4-2fcb3a99622f tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:39:35.872270 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b82965b3-a5d3-4549-80a4-2fcb3a99622f tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Notify callbacks [] for floatingip, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:39:35.996093 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-2448a8e9-aed9-4fcd-8794-521d70413243 req-35e05c04-66d8-4732-b401-c81d2276ccb2 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=533f23f2-9208-4c54-b3f8-25ee76a44431&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0741148
Dec 24 11:39:36.153813 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-2448a8e9-aed9-4fcd-8794-521d70413243 req-60f56d4f-fb84-4c16-aa52-56960f6b9813 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5908602436ee496b81007b6bb24bccf7&device_id=533f23f2-9208-4c54-b3f8-25ee76a44431 HTTP/1.1" status: 200  len: 1099 time: 0.0809364
Dec 24 11:39:36.323426 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2448a8e9-aed9-4fcd-8794-521d70413243 req-2ca025e9-24e0-45cd-82e3-6f895619b5ef service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:39:36.325076 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-2448a8e9-aed9-4fcd-8794-521d70413243 req-2ca025e9-24e0-45cd-82e3-6f895619b5ef service neutron] 10.222.0.58 "GET /v2.0/networks?id=2879ee03-9409-48b4-9554-8c39a8f8bdd8 HTTP/1.1" status: 200  len: 915 time: 0.1479235
Dec 24 11:39:36.400851 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-2448a8e9-aed9-4fcd-8794-521d70413243 req-f9797eff-fafe-424f-81f7-fb248cf11a63 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=97abeab4-7698-4d4f-b0bb-10444249f272 HTTP/1.1" status: 200  len: 217 time: 0.0652087
Dec 24 11:39:36.474478 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2448a8e9-aed9-4fcd-8794-521d70413243 req-ef69bc29-7b1a-4f22-8e07-31f7e5c42bab service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:39:36.476130 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-2448a8e9-aed9-4fcd-8794-521d70413243 req-ef69bc29-7b1a-4f22-8e07-31f7e5c42bab service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d55063aa-eda7-4fb5-aabc-2c8b40cb0dae HTTP/1.1" status: 200  len: 853 time: 0.0684917
Dec 24 11:39:36.507069 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e27f26a3-e003-4e0f-bbfe-d5315a9a7acc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:39:36.523515 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b82965b3-a5d3-4549-80a4-2fcb3a99622f tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Router a6904862-899c-4a77-b1b7-6c01360074b8 has already been hosted by L3 agent 198cca88-1338-4098-b44b-beb0346ac906 {{(pid=88878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 24 11:39:36.562577 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-2448a8e9-aed9-4fcd-8794-521d70413243 req-d0563242-01cb-4bdf-903d-70bd3f480871 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2879ee03-9409-48b4-9554-8c39a8f8bdd8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0782211
Dec 24 11:39:36.710829 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-2448a8e9-aed9-4fcd-8794-521d70413243 req-9504b6b7-16c1-49c9-8883-fad810dcd68a service neutron] 10.222.0.58 "GET /v2.0/networks/2879ee03-9409-48b4-9554-8c39a8f8bdd8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1387405
Dec 24 11:39:36.734239 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b82965b3-a5d3-4549-80a4-2fcb3a99622f tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:39:36.745261 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42239583-724b-432d-9b40-4996b3e3206f None None] Sync routers for ids ['a6904862-899c-4a77-b1b7-6c01360074b8'] in dv-neutron-822691-2-hyperv {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:39:36.752011 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b82965b3-a5d3-4549-80a4-2fcb3a99622f tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for floatingip, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:39:36.758132 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42239583-724b-432d-9b40-4996b3e3206f None None] Routers {'a6904862-899c-4a77-b1b7-6c01360074b8'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:39:36.758912 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-42239583-724b-432d-9b40-4996b3e3206f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271a3cf28>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:39:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['a6904862-899c-4a77-b1b7-6c01360074b8'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:39:36.812119 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-b82965b3-a5d3-4549-80a4-2fcb3a99622f tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] 10.222.0.65 "DELETE /v2.0/floatingips/32e0cf43-8fb4-4990-9afb-f7dee22b1715 HTTP/1.1" status: 204  len: 168 time: 1.7920535
Dec 24 11:39:36.813158 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '533f23f2-9208-4c54-b3f8-25ee76a44431', 'tag': '97abeab4-7698-4d4f-b0bb-10444249f272'}] {{(pid=88878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 24 11:39:36.866996 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-2448a8e9-aed9-4fcd-8794-521d70413243 req-f8bed969-4ad0-4f25-b034-240c94988fc3 service neutron] 10.222.0.58 "GET /v2.0/networks/2879ee03-9409-48b4-9554-8c39a8f8bdd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1452663
Dec 24 11:39:36.905530 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '533f23f2-9208-4c54-b3f8-25ee76a44431', 'tag': '97abeab4-7698-4d4f-b0bb-10444249f272', 'status': 'completed', 'code': 200}
Dec 24 11:39:36.950412 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-42239583-724b-432d-9b40-4996b3e3206f None None] Set router a6904862-899c-4a77-b1b7-6c01360074b8 gateway port host: dv-neutron-822691-2-hyperv {{(pid=88881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:39:37.007130 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-f151de7d-4edb-48c4-94b5-b16dd0fed2b9 req-58893130-95fc-4216-ba14-3052e01c2c6e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5908602436ee496b81007b6bb24bccf7&device_id=533f23f2-9208-4c54-b3f8-25ee76a44431 HTTP/1.1" status: 200  len: 1099 time: 0.0775762
Dec 24 11:39:37.165944 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f151de7d-4edb-48c4-94b5-b16dd0fed2b9 req-368ed1f6-734e-4a5a-ba94-c8a8c61a52b3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:39:37.167863 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-f151de7d-4edb-48c4-94b5-b16dd0fed2b9 req-368ed1f6-734e-4a5a-ba94-c8a8c61a52b3 service neutron] 10.222.0.58 "GET /v2.0/networks?id=2879ee03-9409-48b4-9554-8c39a8f8bdd8 HTTP/1.1" status: 200  len: 915 time: 0.1521423
Dec 24 11:39:37.258228 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-f151de7d-4edb-48c4-94b5-b16dd0fed2b9 req-6fb8eba2-078d-4554-aa30-478369fc8adb service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=97abeab4-7698-4d4f-b0bb-10444249f272 HTTP/1.1" status: 200  len: 217 time: 0.0796399
Dec 24 11:39:37.304328 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-42239583-724b-432d-9b40-4996b3e3206f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271a3cf28>, [{'id': 'a6904862-899c-4a77-b1b7-6c01360074b8', 'name': 'tempest-TestMinimumBasicScenario-111542809-router', 'tenant_id': '5908602436ee496b81007b6bb24bccf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.12'}], 'enable_snat': True}, 'gw_port_id': 'd685186e-d495-47e0-a46b-54090cf39442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:37:12Z', 'updated_at': '2021-12-24T11:37:15Z', 'revision_number': 4, 'project_id': '5908602436ee496b81007b6bb24bccf7', 'gw_port': {'id': 'd685186e-d495-47e0-a46b-54090cf39442', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:cf:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6904862-899c-4a77-b1b7-6c01360074b8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:37:13Z', 'updated_at': '2021-12-24T11:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_interfaces': [{'id': 'c8f75162-d40f-410e-a249-59874c54dac7', 'name': '', 'network_id': '2879ee03-9409-48b4-9554-8c39a8f8bdd8', 'tenant_id': '5908602436ee496b81007b6bb24bccf7', 'mac_address': 'fa:16:3e:3b:a9:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6904862-899c-4a77-b1b7-6c01360074b8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd55063aa-eda7-4fb5-aabc-2c8b40cb0dae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:37:14Z', 'updated_at': '2021-12-24T11:37:24Z', 'revision_number': 5, 'project_id': '5908602436ee496b81007b6bb24bccf7', 'subnets': [{'id': 'd55063aa-eda7-4fb5-aabc-2c8b40cb0dae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:39:37.309175 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42239583-724b-432d-9b40-4996b3e3206f None None] Checking router: a6904862-899c-4a77-b1b7-6c01360074b8 for host: dv-neutron-822691-2-hyperv {{(pid=88881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 24 11:39:37.320859 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42239583-724b-432d-9b40-4996b3e3206f None None] Routers {'a6904862-899c-4a77-b1b7-6c01360074b8'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:39:37.321512 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-42239583-724b-432d-9b40-4996b3e3206f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271a3cf28>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:39:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['a6904862-899c-4a77-b1b7-6c01360074b8'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:39:37.331362 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f151de7d-4edb-48c4-94b5-b16dd0fed2b9 req-a97c9545-d61f-4e3a-83f8-2e1dfd56267a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:39:37.332974 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-f151de7d-4edb-48c4-94b5-b16dd0fed2b9 req-a97c9545-d61f-4e3a-83f8-2e1dfd56267a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d55063aa-eda7-4fb5-aabc-2c8b40cb0dae HTTP/1.1" status: 200  len: 853 time: 0.0673051
Dec 24 11:39:37.423984 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-f151de7d-4edb-48c4-94b5-b16dd0fed2b9 req-ba980e43-6304-433a-8b6b-d73dbc67809b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2879ee03-9409-48b4-9554-8c39a8f8bdd8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0799122
Dec 24 11:39:37.512954 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-42239583-724b-432d-9b40-4996b3e3206f None None] Set router a6904862-899c-4a77-b1b7-6c01360074b8 gateway port host: dv-neutron-822691-2-hyperv {{(pid=88881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:39:37.573539 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-f151de7d-4edb-48c4-94b5-b16dd0fed2b9 req-c89fa3cd-9d6c-484a-b812-802f24914f5b service neutron] 10.222.0.58 "GET /v2.0/networks/2879ee03-9409-48b4-9554-8c39a8f8bdd8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1399169
Dec 24 11:39:37.738425 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-f151de7d-4edb-48c4-94b5-b16dd0fed2b9 req-8c41a064-254a-499c-933c-ddc98a9630a0 service neutron] 10.222.0.58 "GET /v2.0/networks/2879ee03-9409-48b4-9554-8c39a8f8bdd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1531126
Dec 24 11:39:37.841774 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-42239583-724b-432d-9b40-4996b3e3206f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271a3cf28>, [{'id': 'a6904862-899c-4a77-b1b7-6c01360074b8', 'name': 'tempest-TestMinimumBasicScenario-111542809-router', 'tenant_id': '5908602436ee496b81007b6bb24bccf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.12'}], 'enable_snat': True}, 'gw_port_id': 'd685186e-d495-47e0-a46b-54090cf39442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:37:12Z', 'updated_at': '2021-12-24T11:37:15Z', 'revision_number': 4, 'project_id': '5908602436ee496b81007b6bb24bccf7', 'gw_port': {'id': 'd685186e-d495-47e0-a46b-54090cf39442', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:cf:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6904862-899c-4a77-b1b7-6c01360074b8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:37:13Z', 'updated_at': '2021-12-24T11:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_interfaces': [{'id': 'c8f75162-d40f-410e-a249-59874c54dac7', 'name': '', 'network_id': '2879ee03-9409-48b4-9554-8c39a8f8bdd8', 'tenant_id': '5908602436ee496b81007b6bb24bccf7', 'mac_address': 'fa:16:3e:3b:a9:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6904862-899c-4a77-b1b7-6c01360074b8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd55063aa-eda7-4fb5-aabc-2c8b40cb0dae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:37:14Z', 'updated_at': '2021-12-24T11:37:24Z', 'revision_number': 5, 'project_id': '5908602436ee496b81007b6bb24bccf7', 'subnets': [{'id': 'd55063aa-eda7-4fb5-aabc-2c8b40cb0dae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:39:37.845949 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42239583-724b-432d-9b40-4996b3e3206f None None] The sync data for ids ['a6904862-899c-4a77-b1b7-6c01360074b8'] in dv-neutron-822691-2-hyperv is: [{'id': 'a6904862-899c-4a77-b1b7-6c01360074b8', 'name': 'tempest-TestMinimumBasicScenario-111542809-router', 'tenant_id': '5908602436ee496b81007b6bb24bccf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.12'}], 'enable_snat': True}, 'gw_port_id': 'd685186e-d495-47e0-a46b-54090cf39442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:37:12Z', 'updated_at': '2021-12-24T11:37:15Z', 'revision_number': 4, 'project_id': '5908602436ee496b81007b6bb24bccf7', 'gw_port': {'id': 'd685186e-d495-47e0-a46b-54090cf39442', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:cf:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6904862-899c-4a77-b1b7-6c01360074b8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:37:13Z', 'updated_at': '2021-12-24T11:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_interfaces': [{'id': 'c8f75162-d40f-410e-a249-59874c54dac7', 'name': '', 'network_id': '2879ee03-9409-48b4-9554-8c39a8f8bdd8', 'tenant_id': '5908602436ee496b81007b6bb24bccf7', 'mac_address': 'fa:16:3e:3b:a9:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6904862-899c-4a77-b1b7-6c01360074b8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd55063aa-eda7-4fb5-aabc-2c8b40cb0dae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:37:14Z', 'updated_at': '2021-12-24T11:37:24Z', 'revision_number': 5, 'project_id': '5908602436ee496b81007b6bb24bccf7', 'subnets': [{'id': 'd55063aa-eda7-4fb5-aabc-2c8b40cb0dae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:39:38.072321 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:39:38.324889 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128a03c6-d9ec-4403-8fdb-9801b14c904f None None] New status for floating IP 32e0cf43-8fb4-4990-9afb-f7dee22b1715: DOWN {{(pid=88880) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 24 11:39:38.993731 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f565ddd0-1a74-41f0-a546-41cc394e2886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:39:39.521964 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bdfdbc84-c52d-4f40-b281-af314dc1f8fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:39:40.785588 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-39ff93cf-c0b7-48c5-95f3-6f7e9977387d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:39:42.452104 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cf055c-6cdf-47f3-bd2a-18ed6fa10232 req-4d6cd833-4da5-4aad-bfa3-5481477d7e30 tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:39:42.452843 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-58cf055c-6cdf-47f3-bd2a-18ed6fa10232 req-4d6cd833-4da5-4aad-bfa3-5481477d7e30 tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Synchronizing usage tracker for tenant:5908602436ee496b81007b6bb24bccf7 on resource:port {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:39:42.470489 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-58cf055c-6cdf-47f3-bd2a-18ed6fa10232 req-4d6cd833-4da5-4aad-bfa3-5481477d7e30 tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Unset dirty status for tenant:5908602436ee496b81007b6bb24bccf7 on resource:port {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:39:42.472174 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-58cf055c-6cdf-47f3-bd2a-18ed6fa10232 req-4d6cd833-4da5-4aad-bfa3-5481477d7e30 tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] 10.222.0.65 "GET /v2.0/ports?device_id=533f23f2-9208-4c54-b3f8-25ee76a44431 HTTP/1.1" status: 200  len: 946 time: 0.1085212
Dec 24 11:39:42.522390 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-58cf055c-6cdf-47f3-bd2a-18ed6fa10232 req-a8ac4ddf-86c3-49d2-aba8-086f28a10ab8 tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] 10.222.0.65 "GET /v2.0/security-groups?id=f1f76d83-4e90-478c-8689-2a5eca58d9a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437424
Dec 24 11:39:43.763911 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74c06ac-2956-4842-9cd4-db220c5681ef req-84499a1f-b508-49e0-b8e8-9b08668c96b4 tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:39:43.765543 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-b74c06ac-2956-4842-9cd4-db220c5681ef req-84499a1f-b508-49e0-b8e8-9b08668c96b4 tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] 10.222.0.65 "GET /v2.0/ports?device_id=533f23f2-9208-4c54-b3f8-25ee76a44431 HTTP/1.1" status: 200  len: 946 time: 0.1054783
Dec 24 11:39:43.818059 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-b74c06ac-2956-4842-9cd4-db220c5681ef req-0da0ec83-9e39-4f0d-908f-b29cec4d7d3b tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] 10.222.0.65 "GET /v2.0/security-groups?id=f1f76d83-4e90-478c-8689-2a5eca58d9a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432248
Dec 24 11:39:44.536875 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16549123-6b42-4d00-9239-ee86ed2b645c req-bbc7c7b3-781c-4427-9b2e-0896e3726e9a tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:39:44.537630 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-16549123-6b42-4d00-9239-ee86ed2b645c req-bbc7c7b3-781c-4427-9b2e-0896e3726e9a tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Synchronizing usage tracker for tenant:5908602436ee496b81007b6bb24bccf7 on resource:port {{(pid=88879) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:39:44.552211 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-16549123-6b42-4d00-9239-ee86ed2b645c req-bbc7c7b3-781c-4427-9b2e-0896e3726e9a tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Unset dirty status for tenant:5908602436ee496b81007b6bb24bccf7 on resource:port {{(pid=88879) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:39:44.553509 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-16549123-6b42-4d00-9239-ee86ed2b645c req-bbc7c7b3-781c-4427-9b2e-0896e3726e9a tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] 10.222.0.58 "GET /v2.0/ports?device_id=533f23f2-9208-4c54-b3f8-25ee76a44431 HTTP/1.1" status: 200  len: 946 time: 0.1063836
Dec 24 11:39:44.633895 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [req-16549123-6b42-4d00-9239-ee86ed2b645c req-0376015a-adb4-4032-8121-8c4ec948f967 tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Deleting port 97abeab4-7698-4d4f-b0bb-10444249f272 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:39:44.634382 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-16549123-6b42-4d00-9239-ee86ed2b645c req-0376015a-adb4-4032-8121-8c4ec948f967 tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:39:44.889225 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [req-16549123-6b42-4d00-9239-ee86ed2b645c req-0376015a-adb4-4032-8121-8c4ec948f967 tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] For port 97abeab4-7698-4d4f-b0bb-10444249f272, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=97abeab4-7698-4d4f-b0bb-10444249f272,segment=NetworkSegment(f91e6ff8-ff15-45d6-9d75-bf400333299b),segment_id=f91e6ff8-ff15-45d6-9d75-bf400333299b)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:39:44.889780 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-16549123-6b42-4d00-9239-ee86ed2b645c req-0376015a-adb4-4032-8121-8c4ec948f967 tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:39:45.033007 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d194c074-db20-4431-86d9-d21dbfb4aa60 req-e121fa16-5605-4474-ad4c-6560eea1f8b2 tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:39:45.034677 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-d194c074-db20-4431-86d9-d21dbfb4aa60 req-e121fa16-5605-4474-ad4c-6560eea1f8b2 tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] 10.222.0.65 "GET /v2.0/ports?device_id=533f23f2-9208-4c54-b3f8-25ee76a44431 HTTP/1.1" status: 200  len: 946 time: 0.0861387
Dec 24 11:39:45.044740 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [req-16549123-6b42-4d00-9239-ee86ed2b645c req-0376015a-adb4-4032-8121-8c4ec948f967 tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Calling delete_port for 97abeab4-7698-4d4f-b0bb-10444249f272 owned by compute:nova {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:39:45.088695 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-d194c074-db20-4431-86d9-d21dbfb4aa60 req-82565a59-4538-4d42-80af-4e76966a5a34 tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] 10.222.0.65 "GET /v2.0/security-groups?id=f1f76d83-4e90-478c-8689-2a5eca58d9a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0473289
Dec 24 11:39:45.193306 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-16549123-6b42-4d00-9239-ee86ed2b645c req-0376015a-adb4-4032-8121-8c4ec948f967 tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:39:45.200194 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-b5676864-888f-46f4-899d-b9c0202bdda8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:39:45.209745 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] get_ports_and_sgs() called for port_ids ['97abeab4-7698-4d4f-b0bb-10444249f272'] {{(pid=88880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 24 11:39:45.252746 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0376015a-adb4-4032-8121-8c4ec948f967 tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Pushing event deleted for resources: {'Port': ['ID=97abeab4-7698-4d4f-b0bb-10444249f272,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:39:45.256097 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-0376015a-adb4-4032-8121-8c4ec948f967 tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:39:45.331223 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [req-16549123-6b42-4d00-9239-ee86ed2b645c req-0376015a-adb4-4032-8121-8c4ec948f967 tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] No DVR routers for this DVR port 97abeab4-7698-4d4f-b0bb-10444249f272 on host hv-neutron-8226 {{(pid=88879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 24 11:39:45.333866 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-16549123-6b42-4d00-9239-ee86ed2b645c req-0376015a-adb4-4032-8121-8c4ec948f967 tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:39:45.337331 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '533f23f2-9208-4c54-b3f8-25ee76a44431', 'name': 'network-vif-deleted', 'tag': '97abeab4-7698-4d4f-b0bb-10444249f272'}] {{(pid=88879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 24 11:39:45.354414 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-16549123-6b42-4d00-9239-ee86ed2b645c req-0376015a-adb4-4032-8121-8c4ec948f967 tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] 10.222.0.58 "DELETE /v2.0/ports/97abeab4-7698-4d4f-b0bb-10444249f272 HTTP/1.1" status: 204  len: 173 time: 0.7947106
Dec 24 11:39:45.394302 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '533f23f2-9208-4c54-b3f8-25ee76a44431', 'name': 'network-vif-deleted', 'tag': '97abeab4-7698-4d4f-b0bb-10444249f272', 'status': 'completed', 'code': 200}
Dec 24 11:39:47.885442 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 49518) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:39:48.315293 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6abf7b4c-bc12-423c-a860-33a6e8694b86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854055677'] for router_interface, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:39:48.946388 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Device 97abeab4-7698-4d4f-b0bb-10444249f272 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:39:48.966017 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-6abf7b4c-bc12-423c-a860-33a6e8694b86 admin admin] Deleting port c8f75162-d40f-410e-a249-59874c54dac7 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:39:48.966397 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6abf7b4c-bc12-423c-a860-33a6e8694b86 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:39:48.981260 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] No Port match for: 97abeab4-7698-4d4f-b0bb-10444249f272 {{(pid=88880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 24 11:39:48.981658 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Device 97abeab4-7698-4d4f-b0bb-10444249f272 not bound to the agent host hv-neutron-8226 {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 24 11:39:49.149229 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-6abf7b4c-bc12-423c-a860-33a6e8694b86 admin admin] For port c8f75162-d40f-410e-a249-59874c54dac7, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=c8f75162-d40f-410e-a249-59874c54dac7,segment=NetworkSegment(f91e6ff8-ff15-45d6-9d75-bf400333299b),segment_id=f91e6ff8-ff15-45d6-9d75-bf400333299b)] {{(pid=88878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:39:49.149629 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6abf7b4c-bc12-423c-a860-33a6e8694b86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:39:49.275660 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-6abf7b4c-bc12-423c-a860-33a6e8694b86 admin admin] Calling delete_port for c8f75162-d40f-410e-a249-59874c54dac7 owned by network:router_interface {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:39:49.466209 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6abf7b4c-bc12-423c-a860-33a6e8694b86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:39:49.470028 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-64c1e042-ec6b-4f3f-a7ea-8c605faf6ec0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:39:49.512368 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abf7b4c-bc12-423c-a860-33a6e8694b86 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8f75162-d40f-410e-a249-59874c54dac7,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:39:49.516991 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-6abf7b4c-bc12-423c-a860-33a6e8694b86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:39:49.837160 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6abf7b4c-bc12-423c-a860-33a6e8694b86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036852798164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854055527'] for router_interface, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:39:50.721302 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6abf7b4c-bc12-423c-a860-33a6e8694b86 admin admin] Router a6904862-899c-4a77-b1b7-6c01360074b8 has already been hosted by L3 agent 198cca88-1338-4098-b44b-beb0346ac906 {{(pid=88878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 24 11:39:50.938708 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6abf7b4c-bc12-423c-a860-33a6e8694b86 admin admin] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:39:50.948720 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f04f07-95f3-4c4d-9c3c-16e58b0f8742 None None] Sync routers for ids ['a6904862-899c-4a77-b1b7-6c01360074b8'] in dv-neutron-822691-2-hyperv {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:39:50.952823 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-6abf7b4c-bc12-423c-a860-33a6e8694b86 admin admin] 10.222.0.65 "PUT /v2.0/routers/a6904862-899c-4a77-b1b7-6c01360074b8/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0660861
Dec 24 11:39:50.955779 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 49522) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:39:50.962983 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f04f07-95f3-4c4d-9c3c-16e58b0f8742 None None] Routers {'a6904862-899c-4a77-b1b7-6c01360074b8'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:39:50.963667 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-35f04f07-95f3-4c4d-9c3c-16e58b0f8742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271a3cba8>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:39:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['a6904862-899c-4a77-b1b7-6c01360074b8'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:39:51.149544 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-35f04f07-95f3-4c4d-9c3c-16e58b0f8742 None None] Set router a6904862-899c-4a77-b1b7-6c01360074b8 gateway port host: dv-neutron-822691-2-hyperv {{(pid=88881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:39:51.163318 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-32b8730c-09aa-4310-b479-dd22ba95d917 admin admin] Notify callbacks [] for router, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:39:51.382477 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-32b8730c-09aa-4310-b479-dd22ba95d917 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:39:51.392020 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-32b8730c-09aa-4310-b479-dd22ba95d917 admin admin] Deleting port d685186e-d495-47e0-a46b-54090cf39442 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:39:51.392390 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-32b8730c-09aa-4310-b479-dd22ba95d917 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:39:51.578271 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-32b8730c-09aa-4310-b479-dd22ba95d917 admin admin] For port d685186e-d495-47e0-a46b-54090cf39442, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=d685186e-d495-47e0-a46b-54090cf39442,segment=NetworkSegment(d4e3295f-9ff8-4cad-8a20-3f1c937efc8c),segment_id=d4e3295f-9ff8-4cad-8a20-3f1c937efc8c)] {{(pid=88878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:39:51.578664 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-32b8730c-09aa-4310-b479-dd22ba95d917 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:39:51.604965 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-35f04f07-95f3-4c4d-9c3c-16e58b0f8742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271a3cba8>, [{'id': 'a6904862-899c-4a77-b1b7-6c01360074b8', 'name': 'tempest-TestMinimumBasicScenario-111542809-router', 'tenant_id': '5908602436ee496b81007b6bb24bccf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.12'}], 'enable_snat': True}, 'gw_port_id': 'd685186e-d495-47e0-a46b-54090cf39442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:37:12Z', 'updated_at': '2021-12-24T11:39:49Z', 'revision_number': 5, 'project_id': '5908602436ee496b81007b6bb24bccf7', 'gw_port': {'id': 'd685186e-d495-47e0-a46b-54090cf39442', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:cf:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6904862-899c-4a77-b1b7-6c01360074b8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:37:13Z', 'updated_at': '2021-12-24T11:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv'}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:39:51.609226 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f04f07-95f3-4c4d-9c3c-16e58b0f8742 None None] Checking router: a6904862-899c-4a77-b1b7-6c01360074b8 for host: dv-neutron-822691-2-hyperv {{(pid=88881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 24 11:39:51.620884 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f04f07-95f3-4c4d-9c3c-16e58b0f8742 None None] Routers {'a6904862-899c-4a77-b1b7-6c01360074b8'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:39:51.621530 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-35f04f07-95f3-4c4d-9c3c-16e58b0f8742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271a3cba8>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:39:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['a6904862-899c-4a77-b1b7-6c01360074b8'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:39:51.705599 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-32b8730c-09aa-4310-b479-dd22ba95d917 admin admin] Calling delete_port for d685186e-d495-47e0-a46b-54090cf39442 owned by network:router_gateway {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:39:51.777920 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-35f04f07-95f3-4c4d-9c3c-16e58b0f8742 None None] Set router a6904862-899c-4a77-b1b7-6c01360074b8 gateway port host: None {{(pid=88881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:39:51.889898 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-32b8730c-09aa-4310-b479-dd22ba95d917 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:39:51.890174 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-35f04f07-95f3-4c4d-9c3c-16e58b0f8742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271a3cba8>, [{'id': 'a6904862-899c-4a77-b1b7-6c01360074b8', 'name': 'tempest-TestMinimumBasicScenario-111542809-router', 'tenant_id': '5908602436ee496b81007b6bb24bccf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:37:12Z', 'updated_at': '2021-12-24T11:39:51Z', 'revision_number': 6, 'project_id': '5908602436ee496b81007b6bb24bccf7', 'gw_port_host': None}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:39:51.893875 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f2e31a38-21ef-447d-aa7e-3b69e933ebcb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:39:51.894609 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f04f07-95f3-4c4d-9c3c-16e58b0f8742 None None] The sync data for ids ['a6904862-899c-4a77-b1b7-6c01360074b8'] in dv-neutron-822691-2-hyperv is: [{'id': 'a6904862-899c-4a77-b1b7-6c01360074b8', 'name': 'tempest-TestMinimumBasicScenario-111542809-router', 'tenant_id': '5908602436ee496b81007b6bb24bccf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:37:12Z', 'updated_at': '2021-12-24T11:39:51Z', 'revision_number': 6, 'project_id': '5908602436ee496b81007b6bb24bccf7', 'gw_port_host': None}] {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:39:51.939451 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b8730c-09aa-4310-b479-dd22ba95d917 admin admin] Pushing event deleted for resources: {'Port': ['ID=d685186e-d495-47e0-a46b-54090cf39442,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:39:51.944034 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-32b8730c-09aa-4310-b479-dd22ba95d917 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:39:52.179179 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-32b8730c-09aa-4310-b479-dd22ba95d917 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854116846'] for router_gateway, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:39:52.260151 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device c8f75162-d40f-410e-a249-59874c54dac7 no longer exists at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:39:52.296681 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] No Port match for: c8f75162-d40f-410e-a249-59874c54dac7 {{(pid=88880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 24 11:39:52.297077 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device c8f75162-d40f-410e-a249-59874c54dac7 not bound to the agent host dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 24 11:39:52.297596 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device d685186e-d495-47e0-a46b-54090cf39442 no longer exists at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:39:52.330427 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] No Port match for: d685186e-d495-47e0-a46b-54090cf39442 {{(pid=88880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 24 11:39:52.330827 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device d685186e-d495-47e0-a46b-54090cf39442 not bound to the agent host dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 24 11:39:52.700689 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-32b8730c-09aa-4310-b479-dd22ba95d917 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854158724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-84560'] for router, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:39:52.705868 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-32b8730c-09aa-4310-b479-dd22ba95d917 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:39:52.746724 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-32b8730c-09aa-4310-b479-dd22ba95d917 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854158830'] for router, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:39:52.747330 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32b8730c-09aa-4310-b479-dd22ba95d917 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a6904862-899c-4a77-b1b7-6c01360074b8 {{(pid=88878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 24 11:39:52.760293 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-32b8730c-09aa-4310-b479-dd22ba95d917 admin admin] Notify callbacks [] for router, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:39:52.761546 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-32b8730c-09aa-4310-b479-dd22ba95d917 admin admin] 10.222.0.65 "DELETE /v2.0/routers/a6904862-899c-4a77-b1b7-6c01360074b8 HTTP/1.1" status: 204  len: 168 time: 1.8044605
Dec 24 11:39:52.764469 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 49526) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:39:52.833261 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_v2 [None req-4002f250-bfdf-4068-b619-dd233fbd1a29 admin admin] Deleting subnet d55063aa-eda7-4fb5-aabc-2c8b40cb0dae {{(pid=88878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 24 11:39:52.836850 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4002f250-bfdf-4068-b619-dd233fbd1a29 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:39:52.889724 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4002f250-bfdf-4068-b619-dd233fbd1a29 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852534446'] for subnet, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:39:52.976283 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4002f250-bfdf-4068-b619-dd233fbd1a29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847655656'] for subnet, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:39:53.082163 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4002f250-bfdf-4068-b619-dd233fbd1a29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7120129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3978858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852529715'] for subnet, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:39:53.086310 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-762e9bdd-7b30-4024-a312-296d24411827 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:39:53.126999 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4002f250-bfdf-4068-b619-dd233fbd1a29 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d55063aa-eda7-4fb5-aabc-2c8b40cb0dae,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:39:53.132691 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-4002f250-bfdf-4068-b619-dd233fbd1a29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:39:53.136093 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4002f250-bfdf-4068-b619-dd233fbd1a29 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:39:53.141724 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0513b57c-143d-4e1e-b484-cf93dbf4cf2b None None] Network 2879ee03-9409-48b4-9554-8c39a8f8bdd8 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:39:53.143867 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-4002f250-bfdf-4068-b619-dd233fbd1a29 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/d55063aa-eda7-4fb5-aabc-2c8b40cb0dae HTTP/1.1" status: 204  len: 168 time: 0.3783164
Dec 24 11:39:53.147810 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 49530) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:39:53.261261 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8c079a8b-3e38-4210-a328-d866ac3b88e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036847558493'] for network, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:39:53.273774 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-8c079a8b-3e38-4210-a328-d866ac3b88e8 admin admin] Deleting port 27fbee79-4bd9-4302-b410-76d2b326f378 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:39:53.274187 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8c079a8b-3e38-4210-a328-d866ac3b88e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:39:53.410256 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8075015-35ee-4126-920e-c57174283b27 None None] DHCP port deletion for 2879ee03-9409-48b4-9554-8c39a8f8bdd8 request from dv-neutron-822691-2-hyperv {{(pid=88880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 24 11:39:53.415212 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-e8075015-35ee-4126-920e-c57174283b27 None None] Deleting port 27fbee79-4bd9-4302-b410-76d2b326f378 {{(pid=88880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:39:53.415640 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e8075015-35ee-4126-920e-c57174283b27 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:39:53.498448 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-8c079a8b-3e38-4210-a328-d866ac3b88e8 admin admin] For port 27fbee79-4bd9-4302-b410-76d2b326f378, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=27fbee79-4bd9-4302-b410-76d2b326f378,segment=NetworkSegment(f91e6ff8-ff15-45d6-9d75-bf400333299b),segment_id=f91e6ff8-ff15-45d6-9d75-bf400333299b)] {{(pid=88878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:39:53.498843 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8c079a8b-3e38-4210-a328-d866ac3b88e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:39:53.626470 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-8c079a8b-3e38-4210-a328-d866ac3b88e8 admin admin] Calling delete_port for 27fbee79-4bd9-4302-b410-76d2b326f378 owned by network:dhcp {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:39:53.629793 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-e8075015-35ee-4126-920e-c57174283b27 None None] For port 27fbee79-4bd9-4302-b410-76d2b326f378, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=27fbee79-4bd9-4302-b410-76d2b326f378,segment=NetworkSegment(f91e6ff8-ff15-45d6-9d75-bf400333299b),segment_id=f91e6ff8-ff15-45d6-9d75-bf400333299b)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:39:53.630270 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e8075015-35ee-4126-920e-c57174283b27 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:39:53.706064 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8c079a8b-3e38-4210-a328-d866ac3b88e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:39:53.709982 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-30cbcbad-5e26-4d19-8760-5a3334e617e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:39:53.751565 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c079a8b-3e38-4210-a328-d866ac3b88e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=27fbee79-4bd9-4302-b410-76d2b326f378,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:39:53.756032 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-8c079a8b-3e38-4210-a328-d866ac3b88e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:39:53.758761 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c079a8b-3e38-4210-a328-d866ac3b88e8 admin admin] No DVR routers for this DVR port 27fbee79-4bd9-4302-b410-76d2b326f378 on host dv-neutron-822691-2-hyperv {{(pid=88878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 24 11:39:53.761549 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-e8075015-35ee-4126-920e-c57174283b27 None None] Calling delete_port for 27fbee79-4bd9-4302-b410-76d2b326f378 owned by network:dhcp {{(pid=88880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:39:53.832843 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.db.api [None req-e8075015-35ee-4126-920e-c57174283b27 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88880) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 24 11:39:53.833255 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_db.api [None req-e8075015-35ee-4126-920e-c57174283b27 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 24 11:39:53.882796 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8c079a8b-3e38-4210-a328-d866ac3b88e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847649663', 'neutron.services.segments.db._delete_segments_for_network-8749505737672'] for network, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:39:53.909433 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-8c079a8b-3e38-4210-a328-d866ac3b88e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5270ff8048>,) {'filters': {'network_id': ['2879ee03-9409-48b4-9554-8c39a8f8bdd8']}} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:39:53.923191 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-8c079a8b-3e38-4210-a328-d866ac3b88e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5270ff8048>, 'f91e6ff8-ff15-45d6-9d75-bf400333299b') {'for_net_delete': True} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:39:53.923526 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-8c079a8b-3e38-4210-a328-d866ac3b88e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5270ff8048>, 'f91e6ff8-ff15-45d6-9d75-bf400333299b') {} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:39:53.936421 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8c079a8b-3e38-4210-a328-d866ac3b88e8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749505745113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2241371'] for segment, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:39:53.955546 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8c079a8b-3e38-4210-a328-d866ac3b88e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:39:53.962733 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c079a8b-3e38-4210-a328-d866ac3b88e8 admin admin] Releasing vlan 641 on physical network physnet1 to pool {{(pid=88878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 24 11:39:53.963172 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8c079a8b-3e38-4210-a328-d866ac3b88e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036847652098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850807864'] for segment, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:39:53.977566 dv-neutron-822691-2-hyperv neutron-server[88767]: Traceback (most recent call last):
Dec 24 11:39:53.977566 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 24 11:39:53.977566 dv-neutron-822691-2-hyperv neutron-server[88767]:     timer()
Dec 24 11:39:53.977566 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 11:39:53.977566 dv-neutron-822691-2-hyperv neutron-server[88767]:     cb(*args, **kw)
Dec 24 11:39:53.977566 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 24 11:39:53.977566 dv-neutron-822691-2-hyperv neutron-server[88767]:     return func(*args, **kwargs)
Dec 24 11:39:53.977566 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 11:39:53.977566 dv-neutron-822691-2-hyperv neutron-server[88767]:     self._notify()
Dec 24 11:39:53.977566 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 11:39:53.977566 dv-neutron-822691-2-hyperv neutron-server[88767]:     self.callback(batched_events)
Dec 24 11:39:53.977566 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 11:39:53.977566 dv-neutron-822691-2-hyperv neutron-server[88767]:     event.method(event)
Dec 24 11:39:53.977566 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 11:39:53.977566 dv-neutron-822691-2-hyperv neutron-server[88767]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 11:39:53.977566 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 24 11:39:53.977566 dv-neutron-822691-2-hyperv neutron-server[88767]:     segment_id)['aggregates'][0]
Dec 24 11:39:53.977566 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 24 11:39:53.977566 dv-neutron-822691-2-hyperv neutron-server[88767]:     return f(self, *a, **k)
Dec 24 11:39:53.977566 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 11:39:53.977566 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self._get(url).json()
Dec 24 11:39:53.977566 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 24 11:39:53.977566 dv-neutron-822691-2-hyperv neutron-server[88767]:     **kwargs)
Dec 24 11:39:53.977566 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 24 11:39:53.977566 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self.request(url, 'GET', **kwargs)
Dec 24 11:39:53.977566 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 24 11:39:53.977566 dv-neutron-822691-2-hyperv neutron-server[88767]:     **endpoint_filter)
Dec 24 11:39:53.977566 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 24 11:39:53.977566 dv-neutron-822691-2-hyperv neutron-server[88767]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 11:39:53.977566 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 24 11:39:53.977566 dv-neutron-822691-2-hyperv neutron-server[88767]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 11:39:53.977566 dv-neutron-822691-2-hyperv neutron-server[88767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 11:39:54.064320 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8c079a8b-3e38-4210-a328-d866ac3b88e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7126154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659196'] for network, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:39:54.068821 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-a8613584-7c75-4a9b-914a-ed3feb7a0784 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:39:54.083226 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8c079a8b-3e38-4210-a328-d866ac3b88e8 admin admin] Notify callbacks [] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:39:54.094558 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c079a8b-3e38-4210-a328-d866ac3b88e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=2879ee03-9409-48b4-9554-8c39a8f8bdd8,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:39:54.098695 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-8c079a8b-3e38-4210-a328-d866ac3b88e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:39:54.110653 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-8c079a8b-3e38-4210-a328-d866ac3b88e8 admin admin] 10.222.0.65 "DELETE /v2.0/networks/2879ee03-9409-48b4-9554-8c39a8f8bdd8 HTTP/1.1" status: 204  len: 168 time: 0.9618185
Dec 24 11:39:54.114329 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 49534) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:39:54.250699 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 27fbee79-4bd9-4302-b410-76d2b326f378 no longer exists at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:39:54.284625 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] No Port match for: 27fbee79-4bd9-4302-b410-76d2b326f378 {{(pid=88880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 24 11:39:54.284997 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 27fbee79-4bd9-4302-b410-76d2b326f378 not bound to the agent host dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 24 11:39:54.334614 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-e8075015-35ee-4126-920e-c57174283b27 None None] Deleting port 27fbee79-4bd9-4302-b410-76d2b326f378 {{(pid=88880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:39:54.335065 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e8075015-35ee-4126-920e-c57174283b27 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:39:54.403540 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-e8075015-35ee-4126-920e-c57174283b27 None None] The port '27fbee79-4bd9-4302-b410-76d2b326f378' was deleted {{(pid=88880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 24 11:39:54.559751 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ec2af727-7b75-47b1-8cd9-d4312903cf6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854055677'] for router_interface, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:39:55.226374 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-ec2af727-7b75-47b1-8cd9-d4312903cf6b admin admin] Deleting port 1719a8ea-b462-4a39-8e50-3accb705ac4e {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:39:55.226977 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ec2af727-7b75-47b1-8cd9-d4312903cf6b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:39:55.423681 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-ec2af727-7b75-47b1-8cd9-d4312903cf6b admin admin] For port 1719a8ea-b462-4a39-8e50-3accb705ac4e, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=1719a8ea-b462-4a39-8e50-3accb705ac4e,segment=NetworkSegment(848fd1ae-f8cf-4d11-a280-f3ac94d1fe67),segment_id=848fd1ae-f8cf-4d11-a280-f3ac94d1fe67)] {{(pid=88878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:39:55.424111 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ec2af727-7b75-47b1-8cd9-d4312903cf6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:39:55.549438 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-ec2af727-7b75-47b1-8cd9-d4312903cf6b admin admin] Calling delete_port for 1719a8ea-b462-4a39-8e50-3accb705ac4e owned by network:router_interface {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:39:55.757472 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ec2af727-7b75-47b1-8cd9-d4312903cf6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:39:55.761273 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f183f25a-347f-40a7-b421-4d732344044b tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:39:55.804237 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2af727-7b75-47b1-8cd9-d4312903cf6b admin admin] Pushing event deleted for resources: {'Port': ['ID=1719a8ea-b462-4a39-8e50-3accb705ac4e,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:39:55.807034 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-ec2af727-7b75-47b1-8cd9-d4312903cf6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:39:56.369231 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ec2af727-7b75-47b1-8cd9-d4312903cf6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036852798164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854055527'] for router_interface, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:39:56.993265 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec2af727-7b75-47b1-8cd9-d4312903cf6b admin admin] Router 0dd6fee9-dae2-476e-8cec-ddabff5594e8 has already been hosted by L3 agent 198cca88-1338-4098-b44b-beb0346ac906 {{(pid=88878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 24 11:39:57.211273 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec2af727-7b75-47b1-8cd9-d4312903cf6b admin admin] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:39:57.220977 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1258a99-c4da-46a8-a6c5-f6f30997ec8d None None] Sync routers for ids ['0dd6fee9-dae2-476e-8cec-ddabff5594e8'] in dv-neutron-822691-2-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:39:57.228431 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-ec2af727-7b75-47b1-8cd9-d4312903cf6b admin admin] 10.222.0.65 "PUT /v2.0/routers/0dd6fee9-dae2-476e-8cec-ddabff5594e8/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1130018
Dec 24 11:39:57.231264 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 49538) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:39:57.234867 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1258a99-c4da-46a8-a6c5-f6f30997ec8d None None] Routers {'0dd6fee9-dae2-476e-8cec-ddabff5594e8'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:39:57.235608 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-a1258a99-c4da-46a8-a6c5-f6f30997ec8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271b79d30>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:39:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['0dd6fee9-dae2-476e-8cec-ddabff5594e8'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:39:57.424820 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-a1258a99-c4da-46a8-a6c5-f6f30997ec8d None None] Set router 0dd6fee9-dae2-476e-8cec-ddabff5594e8 gateway port host: dv-neutron-822691-2-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:39:57.436418 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-30b92bf9-6907-44ed-bb7c-8cecd7a05b16 admin admin] Notify callbacks [] for router, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:39:57.651253 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-30b92bf9-6907-44ed-bb7c-8cecd7a05b16 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:39:57.660736 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-30b92bf9-6907-44ed-bb7c-8cecd7a05b16 admin admin] Deleting port d4d32a95-7c83-4684-b73f-c8e2ac3c0fa4 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:39:57.661167 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-30b92bf9-6907-44ed-bb7c-8cecd7a05b16 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:39:57.730860 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-a1258a99-c4da-46a8-a6c5-f6f30997ec8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271b79d30>, [{'id': '0dd6fee9-dae2-476e-8cec-ddabff5594e8', 'name': 'tempest-TestMinimumBasicScenario-1859345171-router', 'tenant_id': '65cf4d2519674d37b549afae4598187a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.70'}], 'enable_snat': True}, 'gw_port_id': 'd4d32a95-7c83-4684-b73f-c8e2ac3c0fa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:37:18Z', 'updated_at': '2021-12-24T11:39:55Z', 'revision_number': 5, 'project_id': '65cf4d2519674d37b549afae4598187a', 'gw_port': {'id': 'd4d32a95-7c83-4684-b73f-c8e2ac3c0fa4', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:8e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd6fee9-dae2-476e-8cec-ddabff5594e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:37:19Z', 'updated_at': '2021-12-24T11:37:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv'}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:39:57.735352 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1258a99-c4da-46a8-a6c5-f6f30997ec8d None None] Checking router: 0dd6fee9-dae2-476e-8cec-ddabff5594e8 for host: dv-neutron-822691-2-hyperv {{(pid=88880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 24 11:39:57.747307 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1258a99-c4da-46a8-a6c5-f6f30997ec8d None None] Routers {'0dd6fee9-dae2-476e-8cec-ddabff5594e8'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:39:57.747976 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-a1258a99-c4da-46a8-a6c5-f6f30997ec8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271b79d30>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:39:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['0dd6fee9-dae2-476e-8cec-ddabff5594e8'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:39:57.851410 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-30b92bf9-6907-44ed-bb7c-8cecd7a05b16 admin admin] For port d4d32a95-7c83-4684-b73f-c8e2ac3c0fa4, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=d4d32a95-7c83-4684-b73f-c8e2ac3c0fa4,segment=NetworkSegment(d4e3295f-9ff8-4cad-8a20-3f1c937efc8c),segment_id=d4e3295f-9ff8-4cad-8a20-3f1c937efc8c)] {{(pid=88878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:39:57.851760 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-30b92bf9-6907-44ed-bb7c-8cecd7a05b16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:39:57.909793 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-a1258a99-c4da-46a8-a6c5-f6f30997ec8d None None] Set router 0dd6fee9-dae2-476e-8cec-ddabff5594e8 gateway port host: None {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:39:57.979988 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-30b92bf9-6907-44ed-bb7c-8cecd7a05b16 admin admin] Calling delete_port for d4d32a95-7c83-4684-b73f-c8e2ac3c0fa4 owned by network:router_gateway {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:39:58.021515 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-a1258a99-c4da-46a8-a6c5-f6f30997ec8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271b79d30>, [{'id': '0dd6fee9-dae2-476e-8cec-ddabff5594e8', 'name': 'tempest-TestMinimumBasicScenario-1859345171-router', 'tenant_id': '65cf4d2519674d37b549afae4598187a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:37:18Z', 'updated_at': '2021-12-24T11:39:57Z', 'revision_number': 6, 'project_id': '65cf4d2519674d37b549afae4598187a', 'gw_port_host': None}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:39:58.025990 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1258a99-c4da-46a8-a6c5-f6f30997ec8d None None] The sync data for ids ['0dd6fee9-dae2-476e-8cec-ddabff5594e8'] in dv-neutron-822691-2-hyperv is: [{'id': '0dd6fee9-dae2-476e-8cec-ddabff5594e8', 'name': 'tempest-TestMinimumBasicScenario-1859345171-router', 'tenant_id': '65cf4d2519674d37b549afae4598187a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:37:18Z', 'updated_at': '2021-12-24T11:39:57Z', 'revision_number': 6, 'project_id': '65cf4d2519674d37b549afae4598187a', 'gw_port_host': None}] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:39:58.214587 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 1719a8ea-b462-4a39-8e50-3accb705ac4e no longer exists at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:39:58.427646 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-30b92bf9-6907-44ed-bb7c-8cecd7a05b16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:39:58.430025 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] No Port match for: 1719a8ea-b462-4a39-8e50-3accb705ac4e {{(pid=88880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 24 11:39:58.430419 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 1719a8ea-b462-4a39-8e50-3accb705ac4e not bound to the agent host dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 24 11:39:58.433669 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-32deecaa-9f20-4aec-882b-74ba14e2922d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:39:58.477361 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b92bf9-6907-44ed-bb7c-8cecd7a05b16 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4d32a95-7c83-4684-b73f-c8e2ac3c0fa4,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:39:58.480678 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-30b92bf9-6907-44ed-bb7c-8cecd7a05b16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:39:58.565998 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:39:58.717612 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-30b92bf9-6907-44ed-bb7c-8cecd7a05b16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854116846'] for router_gateway, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:39:58.990539 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-30b92bf9-6907-44ed-bb7c-8cecd7a05b16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854158724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-84560'] for router, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:39:58.995159 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-30b92bf9-6907-44ed-bb7c-8cecd7a05b16 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:39:59.022136 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-30b92bf9-6907-44ed-bb7c-8cecd7a05b16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854158830'] for router, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:39:59.022696 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30b92bf9-6907-44ed-bb7c-8cecd7a05b16 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0dd6fee9-dae2-476e-8cec-ddabff5594e8 {{(pid=88878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 24 11:39:59.041869 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-30b92bf9-6907-44ed-bb7c-8cecd7a05b16 admin admin] Notify callbacks [] for router, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:39:59.043258 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-30b92bf9-6907-44ed-bb7c-8cecd7a05b16 admin admin] 10.222.0.65 "DELETE /v2.0/routers/0dd6fee9-dae2-476e-8cec-ddabff5594e8 HTTP/1.1" status: 204  len: 168 time: 1.8104651
Dec 24 11:39:59.045915 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 49542) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:39:59.112670 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d214903-0656-452f-8ff6-2e71c09e6012 admin admin] Deleting subnet 454b9ac4-ed9e-403c-b476-51d3d727562c {{(pid=88878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 24 11:39:59.116364 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6d214903-0656-452f-8ff6-2e71c09e6012 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:39:59.169434 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6d214903-0656-452f-8ff6-2e71c09e6012 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852534446'] for subnet, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:39:59.254464 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6d214903-0656-452f-8ff6-2e71c09e6012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847655656'] for subnet, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:39:59.325324 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6d214903-0656-452f-8ff6-2e71c09e6012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7120129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3978858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852529715'] for subnet, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:39:59.329211 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-a8c719ef-d208-4069-b9ea-ee4f954629a5 tempest-RoutersTest-1609868469 tempest-RoutersTest-1609868469-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:39:59.370723 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d214903-0656-452f-8ff6-2e71c09e6012 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=454b9ac4-ed9e-403c-b476-51d3d727562c,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:39:59.374456 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-6d214903-0656-452f-8ff6-2e71c09e6012 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:39:59.375546 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6d214903-0656-452f-8ff6-2e71c09e6012 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:39:59.382199 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e314ab99-3251-4714-a386-a26c6330923e None None] Network 9a191e7c-ba8f-4dac-b870-c88334492f1a requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:39:59.382350 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-6d214903-0656-452f-8ff6-2e71c09e6012 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/454b9ac4-ed9e-403c-b476-51d3d727562c HTTP/1.1" status: 204  len: 168 time: 0.3353422
Dec 24 11:39:59.385081 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 49546) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:39:59.500055 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6fab9f49-33b6-45f3-9da6-f6b47fc687c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036847558493'] for network, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:39:59.511863 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-6fab9f49-33b6-45f3-9da6-f6b47fc687c5 admin admin] Deleting port ec23e4d0-9270-4759-a4f7-00960d4198d4 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:39:59.512124 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6fab9f49-33b6-45f3-9da6-f6b47fc687c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:39:59.643442 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7337846-b153-4d52-adeb-a00b1683836f None None] DHCP port deletion for 9a191e7c-ba8f-4dac-b870-c88334492f1a request from dv-neutron-822691-2-hyperv {{(pid=88880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 24 11:39:59.648526 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-d7337846-b153-4d52-adeb-a00b1683836f None None] Deleting port ec23e4d0-9270-4759-a4f7-00960d4198d4 {{(pid=88880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:39:59.649049 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d7337846-b153-4d52-adeb-a00b1683836f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:39:59.737130 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-6fab9f49-33b6-45f3-9da6-f6b47fc687c5 admin admin] For port ec23e4d0-9270-4759-a4f7-00960d4198d4, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=ec23e4d0-9270-4759-a4f7-00960d4198d4,segment=NetworkSegment(848fd1ae-f8cf-4d11-a280-f3ac94d1fe67),segment_id=848fd1ae-f8cf-4d11-a280-f3ac94d1fe67)] {{(pid=88878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:39:59.737504 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6fab9f49-33b6-45f3-9da6-f6b47fc687c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:39:59.863054 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-d7337846-b153-4d52-adeb-a00b1683836f None None] For port ec23e4d0-9270-4759-a4f7-00960d4198d4, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=ec23e4d0-9270-4759-a4f7-00960d4198d4,segment=NetworkSegment(848fd1ae-f8cf-4d11-a280-f3ac94d1fe67),segment_id=848fd1ae-f8cf-4d11-a280-f3ac94d1fe67)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:39:59.863490 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d7337846-b153-4d52-adeb-a00b1683836f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:39:59.867052 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-6fab9f49-33b6-45f3-9da6-f6b47fc687c5 admin admin] Calling delete_port for ec23e4d0-9270-4759-a4f7-00960d4198d4 owned by network:dhcp {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:39:59.943040 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6fab9f49-33b6-45f3-9da6-f6b47fc687c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:39:59.947024 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-2511b1d4-0ee1-47c8-ad2d-8437c316f29a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:39:59.987061 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-d7337846-b153-4d52-adeb-a00b1683836f None None] Calling delete_port for ec23e4d0-9270-4759-a4f7-00960d4198d4 owned by network:dhcp {{(pid=88880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:39:59.988153 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fab9f49-33b6-45f3-9da6-f6b47fc687c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec23e4d0-9270-4759-a4f7-00960d4198d4,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:39:59.993434 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-6fab9f49-33b6-45f3-9da6-f6b47fc687c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:39:59.997098 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fab9f49-33b6-45f3-9da6-f6b47fc687c5 admin admin] No DVR routers for this DVR port ec23e4d0-9270-4759-a4f7-00960d4198d4 on host dv-neutron-822691-2-hyperv {{(pid=88878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 24 11:40:00.056768 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.db.api [None req-d7337846-b153-4d52-adeb-a00b1683836f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88880) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 24 11:40:00.057208 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_db.api [None req-d7337846-b153-4d52-adeb-a00b1683836f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 24 11:40:00.126936 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6fab9f49-33b6-45f3-9da6-f6b47fc687c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847649663', 'neutron.services.segments.db._delete_segments_for_network-8749505737672'] for network, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:40:00.154927 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-6fab9f49-33b6-45f3-9da6-f6b47fc687c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5270b88518>,) {'filters': {'network_id': ['9a191e7c-ba8f-4dac-b870-c88334492f1a']}} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:40:00.168294 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-6fab9f49-33b6-45f3-9da6-f6b47fc687c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5270b88518>, '848fd1ae-f8cf-4d11-a280-f3ac94d1fe67') {'for_net_delete': True} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:40:00.168632 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-6fab9f49-33b6-45f3-9da6-f6b47fc687c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5270b88518>, '848fd1ae-f8cf-4d11-a280-f3ac94d1fe67') {} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:40:00.181069 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6fab9f49-33b6-45f3-9da6-f6b47fc687c5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749505745113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2241371'] for segment, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:40:00.196247 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6fab9f49-33b6-45f3-9da6-f6b47fc687c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:40:00.202671 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fab9f49-33b6-45f3-9da6-f6b47fc687c5 admin admin] Releasing vlan 615 on physical network physnet1 to pool {{(pid=88878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 24 11:40:00.203121 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6fab9f49-33b6-45f3-9da6-f6b47fc687c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036847652098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850807864'] for segment, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:40:00.217382 dv-neutron-822691-2-hyperv neutron-server[88767]: Traceback (most recent call last):
Dec 24 11:40:00.217382 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 24 11:40:00.217382 dv-neutron-822691-2-hyperv neutron-server[88767]:     timer()
Dec 24 11:40:00.217382 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 11:40:00.217382 dv-neutron-822691-2-hyperv neutron-server[88767]:     cb(*args, **kw)
Dec 24 11:40:00.217382 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 24 11:40:00.217382 dv-neutron-822691-2-hyperv neutron-server[88767]:     return func(*args, **kwargs)
Dec 24 11:40:00.217382 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 11:40:00.217382 dv-neutron-822691-2-hyperv neutron-server[88767]:     self._notify()
Dec 24 11:40:00.217382 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 11:40:00.217382 dv-neutron-822691-2-hyperv neutron-server[88767]:     self.callback(batched_events)
Dec 24 11:40:00.217382 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 11:40:00.217382 dv-neutron-822691-2-hyperv neutron-server[88767]:     event.method(event)
Dec 24 11:40:00.217382 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 11:40:00.217382 dv-neutron-822691-2-hyperv neutron-server[88767]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 11:40:00.217382 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 24 11:40:00.217382 dv-neutron-822691-2-hyperv neutron-server[88767]:     segment_id)['aggregates'][0]
Dec 24 11:40:00.217382 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 24 11:40:00.217382 dv-neutron-822691-2-hyperv neutron-server[88767]:     return f(self, *a, **k)
Dec 24 11:40:00.217382 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 11:40:00.217382 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self._get(url).json()
Dec 24 11:40:00.217382 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 24 11:40:00.217382 dv-neutron-822691-2-hyperv neutron-server[88767]:     **kwargs)
Dec 24 11:40:00.217382 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 24 11:40:00.217382 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self.request(url, 'GET', **kwargs)
Dec 24 11:40:00.217382 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 24 11:40:00.217382 dv-neutron-822691-2-hyperv neutron-server[88767]:     **endpoint_filter)
Dec 24 11:40:00.217382 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 24 11:40:00.217382 dv-neutron-822691-2-hyperv neutron-server[88767]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 11:40:00.217382 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 24 11:40:00.217382 dv-neutron-822691-2-hyperv neutron-server[88767]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 11:40:00.217382 dv-neutron-822691-2-hyperv neutron-server[88767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 11:40:00.254622 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device ec23e4d0-9270-4759-a4f7-00960d4198d4 no longer exists at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:40:00.292095 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] No Port match for: ec23e4d0-9270-4759-a4f7-00960d4198d4 {{(pid=88880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 24 11:40:00.292454 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device ec23e4d0-9270-4759-a4f7-00960d4198d4 not bound to the agent host dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 24 11:40:00.292912 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device d4d32a95-7c83-4684-b73f-c8e2ac3c0fa4 no longer exists at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:40:00.303453 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6fab9f49-33b6-45f3-9da6-f6b47fc687c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7126154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659196'] for network, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:40:00.307432 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-87129d7c-9c05-48ff-a6a3-6949237d69f0 tempest-BulkNetworkOpsIpV6Test-1149104560 tempest-BulkNetworkOpsIpV6Test-1149104560-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:40:00.324664 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6fab9f49-33b6-45f3-9da6-f6b47fc687c5 admin admin] Notify callbacks [] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:40:00.325180 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] No Port match for: d4d32a95-7c83-4684-b73f-c8e2ac3c0fa4 {{(pid=88880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 24 11:40:00.325571 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device d4d32a95-7c83-4684-b73f-c8e2ac3c0fa4 not bound to the agent host dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 24 11:40:00.332094 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fab9f49-33b6-45f3-9da6-f6b47fc687c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=9a191e7c-ba8f-4dac-b870-c88334492f1a,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:40:00.336589 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-6fab9f49-33b6-45f3-9da6-f6b47fc687c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:40:00.343198 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-6fab9f49-33b6-45f3-9da6-f6b47fc687c5 admin admin] 10.222.0.65 "DELETE /v2.0/networks/9a191e7c-ba8f-4dac-b870-c88334492f1a HTTP/1.1" status: 204  len: 168 time: 0.9570980
Dec 24 11:40:00.434343 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.agents_db [None req-e51243ab-6a93-425b-980f-a73583147efa None None] Agent healthcheck: found 6 active agents {{(pid=88881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 24 11:40:00.558255 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-d7337846-b153-4d52-adeb-a00b1683836f None None] Deleting port ec23e4d0-9270-4759-a4f7-00960d4198d4 {{(pid=88880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:40:00.558774 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d7337846-b153-4d52-adeb-a00b1683836f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:40:00.559566 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 49552) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:40:00.616035 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-8cb73c6b-af29-40d0-aa9b-e2c524f03cb1 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5908602436ee496b81007b6bb24bccf7&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0550785
Dec 24 11:40:00.619007 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 49556) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:40:00.623941 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-d7337846-b153-4d52-adeb-a00b1683836f None None] The port 'ec23e4d0-9270-4759-a4f7-00960d4198d4' was deleted {{(pid=88880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 24 11:40:00.690785 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c04a4d67-1e6c-438f-9efe-29572bd16105 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:40:00.719085 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c04a4d67-1e6c-438f-9efe-29572bd16105 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:40:00.775439 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c04a4d67-1e6c-438f-9efe-29572bd16105 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:40:00.781479 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-a5fe83eb-1781-4319-8e74-7285e42177ba tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:40:00.793364 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04a4d67-1e6c-438f-9efe-29572bd16105 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1f76d83-4e90-478c-8689-2a5eca58d9a5,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:40:00.798545 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c04a4d67-1e6c-438f-9efe-29572bd16105 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:40:00.805859 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c04a4d67-1e6c-438f-9efe-29572bd16105 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:40:00.806735 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-c04a4d67-1e6c-438f-9efe-29572bd16105 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f1f76d83-4e90-478c-8689-2a5eca58d9a5 HTTP/1.1" status: 204  len: 168 time: 0.1861014
Dec 24 11:40:01.238194 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 49566) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:40:01.294733 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-ef8fa47e-fa7b-43c4-b99b-9f0b390515b3 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=65cf4d2519674d37b549afae4598187a&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0547915
Dec 24 11:40:01.298598 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 49570) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:40:01.363122 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-69447016-2f3f-4caa-a179-cccc178df1fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:40:01.395661 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-69447016-2f3f-4caa-a179-cccc178df1fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:40:01.456905 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-69447016-2f3f-4caa-a179-cccc178df1fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:40:01.462151 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-790ae3bd-42fe-4093-88be-b00030196017 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:40:01.476069 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69447016-2f3f-4caa-a179-cccc178df1fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4e108b4-c447-429b-a238-10e1eaf556e1,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:40:01.478856 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-69447016-2f3f-4caa-a179-cccc178df1fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:40:01.480025 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-69447016-2f3f-4caa-a179-cccc178df1fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:40:01.482354 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-69447016-2f3f-4caa-a179-cccc178df1fc admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f4e108b4-c447-429b-a238-10e1eaf556e1 HTTP/1.1" status: 204  len: 168 time: 0.1827247
Dec 24 11:40:04.169390 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 49616) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:40:04.176000 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-2148d2a3-13f9-4847-92fa-cd32552198b0 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-455283371', 'description': 'tempest-secgroup-smoke-455283371 description', 'project_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:40:04.183973 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-2148d2a3-13f9-4847-92fa-cd32552198b0 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:40:04.190537 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-2148d2a3-13f9-4847-92fa-cd32552198b0 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Usage tracker for resource:security_group and tenant:e6de6ac8bdf7427ba6dad2fa7321cdd0 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:40:04.193988 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-2148d2a3-13f9-4847-92fa-cd32552198b0 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:40:04.200582 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-2148d2a3-13f9-4847-92fa-cd32552198b0 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:40:04.213226 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2148d2a3-13f9-4847-92fa-cd32552198b0 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for security_group, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:40:04.227383 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2148d2a3-13f9-4847-92fa-cd32552198b0 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for security_group, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:40:04.262245 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-2148d2a3-13f9-4847-92fa-cd32552198b0 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:40:04.266679 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-2148d2a3-13f9-4847-92fa-cd32552198b0 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Usage tracker for resource:security_group_rule and tenant:e6de6ac8bdf7427ba6dad2fa7321cdd0 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:40:04.269762 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-2148d2a3-13f9-4847-92fa-cd32552198b0 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:40:04.276125 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-2148d2a3-13f9-4847-92fa-cd32552198b0 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:40:04.369128 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2148d2a3-13f9-4847-92fa-cd32552198b0 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for security_group, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:40:04.374390 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2148d2a3-13f9-4847-92fa-cd32552198b0 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:40:04.378064 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-49c5039b-40fe-49dd-b46a-050986e5cded admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:40:04.419096 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-2148d2a3-13f9-4847-92fa-cd32552198b0 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:40:04.421435 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2148d2a3-13f9-4847-92fa-cd32552198b0 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1247e89-81ec-4708-adbe-06a04c374f7f,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:40:04.427328 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-2148d2a3-13f9-4847-92fa-cd32552198b0 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:40:04.428392 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-2148d2a3-13f9-4847-92fa-cd32552198b0 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Usage tracker for resource:security_group_rule and tenant:e6de6ac8bdf7427ba6dad2fa7321cdd0 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:40:04.431809 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-2148d2a3-13f9-4847-92fa-cd32552198b0 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:40:04.438286 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-2148d2a3-13f9-4847-92fa-cd32552198b0 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:40:04.498764 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2148d2a3-13f9-4847-92fa-cd32552198b0 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for security_group, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:40:04.503418 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2148d2a3-13f9-4847-92fa-cd32552198b0 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:40:04.507232 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-57e1fce6-9a0c-4e32-8d5b-f814cd643502 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:40:04.551497 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2148d2a3-13f9-4847-92fa-cd32552198b0 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bba8b0e1-a166-45e4-a691-e573be52eb42,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:40:04.554685 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-2148d2a3-13f9-4847-92fa-cd32552198b0 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:40:04.556112 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2148d2a3-13f9-4847-92fa-cd32552198b0 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for security_group, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:40:04.560441 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-2148d2a3-13f9-4847-92fa-cd32552198b0 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1626 time: 0.3869088
Dec 24 11:40:04.560946 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 49620) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:40:04.566630 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-74e1c54c-140e-45e1-a398-75473eef260e tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Request body: {'security_group_rule': {'security_group_id': 'bba8b0e1-a166-45e4-a691-e573be52eb42', 'project_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:40:04.573855 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-74e1c54c-140e-45e1-a398-75473eef260e tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:40:04.578292 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-74e1c54c-140e-45e1-a398-75473eef260e tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Usage tracker for resource:security_group_rule and tenant:e6de6ac8bdf7427ba6dad2fa7321cdd0 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:40:04.581615 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-74e1c54c-140e-45e1-a398-75473eef260e tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:40:04.588128 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-74e1c54c-140e-45e1-a398-75473eef260e tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:40:04.612068 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-74e1c54c-140e-45e1-a398-75473eef260e tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:40:04.680025 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-74e1c54c-140e-45e1-a398-75473eef260e tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:40:04.684100 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-74e1c54c-140e-45e1-a398-75473eef260e tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689902'] for security_group_rule, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:40:04.686029 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-63f40da2-6237-4a03-8036-a677b6b3cf0a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:40:04.709656 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e1c54c-140e-45e1-a398-75473eef260e tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c79dbb0a-4b89-46a0-97d8-df804101d1d8,revision_number=0']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:40:04.712187 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-74e1c54c-140e-45e1-a398-75473eef260e tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:40:04.719552 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-74e1c54c-140e-45e1-a398-75473eef260e tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:40:04.720879 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-74e1c54c-140e-45e1-a398-75473eef260e tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1592128
Dec 24 11:40:04.723884 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 49624) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:40:04.729809 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-e94f2cc9-e018-4f8d-bf28-82946a7466e5 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Request body: {'security_group_rule': {'security_group_id': 'bba8b0e1-a166-45e4-a691-e573be52eb42', 'project_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:40:04.736351 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-e94f2cc9-e018-4f8d-bf28-82946a7466e5 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:40:04.740912 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-e94f2cc9-e018-4f8d-bf28-82946a7466e5 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Usage tracker for resource:security_group_rule and tenant:e6de6ac8bdf7427ba6dad2fa7321cdd0 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:40:04.744010 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-e94f2cc9-e018-4f8d-bf28-82946a7466e5 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:40:04.750230 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-e94f2cc9-e018-4f8d-bf28-82946a7466e5 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:40:04.767832 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e94f2cc9-e018-4f8d-bf28-82946a7466e5 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:40:04.832067 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e94f2cc9-e018-4f8d-bf28-82946a7466e5 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:40:04.836307 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e94f2cc9-e018-4f8d-bf28-82946a7466e5 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689902'] for security_group_rule, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:40:04.838202 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-e4be89b0-6659-4878-b99f-2fa289280c7a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:40:04.861147 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94f2cc9-e018-4f8d-bf28-82946a7466e5 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee991947-5d1b-4da1-a57f-73edd442edcb,revision_number=0']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:40:04.863700 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-e94f2cc9-e018-4f8d-bf28-82946a7466e5 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:40:04.871275 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e94f2cc9-e018-4f8d-bf28-82946a7466e5 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:40:04.872573 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-e94f2cc9-e018-4f8d-bf28-82946a7466e5 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.1477063
Dec 24 11:40:04.875635 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 49628) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:40:04.881612 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-5ac93494-82df-48d2-8ebf-dfec40d57b9e tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Request body: {'security_group_rule': {'security_group_id': 'bba8b0e1-a166-45e4-a691-e573be52eb42', 'project_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:40:04.888002 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-5ac93494-82df-48d2-8ebf-dfec40d57b9e tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:40:04.892130 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-5ac93494-82df-48d2-8ebf-dfec40d57b9e tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Usage tracker for resource:security_group_rule and tenant:e6de6ac8bdf7427ba6dad2fa7321cdd0 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:40:04.895275 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-5ac93494-82df-48d2-8ebf-dfec40d57b9e tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:40:04.901908 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-5ac93494-82df-48d2-8ebf-dfec40d57b9e tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:40:04.920193 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5ac93494-82df-48d2-8ebf-dfec40d57b9e tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:40:04.989822 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5ac93494-82df-48d2-8ebf-dfec40d57b9e tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:40:04.993746 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5ac93494-82df-48d2-8ebf-dfec40d57b9e tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689902'] for security_group_rule, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:40:05.000078 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-979f3e8e-4a49-4410-90e2-b3ab6aaaa549 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:40:05.020494 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac93494-82df-48d2-8ebf-dfec40d57b9e tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=015750d6-b8e8-449b-91f4-b47318b7439b,revision_number=0']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:40:05.025721 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-5ac93494-82df-48d2-8ebf-dfec40d57b9e tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:40:05.030084 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5ac93494-82df-48d2-8ebf-dfec40d57b9e tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:40:05.032947 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-5ac93494-82df-48d2-8ebf-dfec40d57b9e tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1547141
Dec 24 11:40:05.034620 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 49632) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:40:05.040630 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-b2b72c8e-3685-4c62-a7fa-0a659ee6ea91 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Request body: {'security_group_rule': {'security_group_id': 'bba8b0e1-a166-45e4-a691-e573be52eb42', 'project_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:40:05.047216 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-b2b72c8e-3685-4c62-a7fa-0a659ee6ea91 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:40:05.051434 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-b2b72c8e-3685-4c62-a7fa-0a659ee6ea91 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Usage tracker for resource:security_group_rule and tenant:e6de6ac8bdf7427ba6dad2fa7321cdd0 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:40:05.054542 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-b2b72c8e-3685-4c62-a7fa-0a659ee6ea91 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:40:05.060775 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-b2b72c8e-3685-4c62-a7fa-0a659ee6ea91 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:40:05.078466 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b2b72c8e-3685-4c62-a7fa-0a659ee6ea91 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:40:05.148022 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b2b72c8e-3685-4c62-a7fa-0a659ee6ea91 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:40:05.152106 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b2b72c8e-3685-4c62-a7fa-0a659ee6ea91 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689902'] for security_group_rule, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:40:05.154170 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-0412bfeb-158b-4e92-859c-961f13b42027 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:40:05.177791 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b72c8e-3685-4c62-a7fa-0a659ee6ea91 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30542688-7323-4839-b4fd-0d77ded5aecf,revision_number=0']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:40:05.180292 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-b2b72c8e-3685-4c62-a7fa-0a659ee6ea91 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:40:05.187324 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b2b72c8e-3685-4c62-a7fa-0a659ee6ea91 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:40:05.188613 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-b2b72c8e-3685-4c62-a7fa-0a659ee6ea91 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.1529825
Dec 24 11:40:05.191845 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 49636) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:40:05.197741 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-fe5fcb3e-5f89-485c-ad2b-4f6db67a1071 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Request body: {'security_group_rule': {'security_group_id': 'bba8b0e1-a166-45e4-a691-e573be52eb42', 'project_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:40:05.204173 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-fe5fcb3e-5f89-485c-ad2b-4f6db67a1071 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:40:05.208512 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-fe5fcb3e-5f89-485c-ad2b-4f6db67a1071 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Usage tracker for resource:security_group_rule and tenant:e6de6ac8bdf7427ba6dad2fa7321cdd0 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:40:05.211768 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-fe5fcb3e-5f89-485c-ad2b-4f6db67a1071 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:40:05.218216 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-fe5fcb3e-5f89-485c-ad2b-4f6db67a1071 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:40:05.229855 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.securitygroups_db [None req-fe5fcb3e-5f89-485c-ad2b-4f6db67a1071 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Project e6de6ac8bdf7427ba6dad2fa7321cdd0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 24 11:40:05.237200 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fe5fcb3e-5f89-485c-ad2b-4f6db67a1071 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:40:05.305891 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fe5fcb3e-5f89-485c-ad2b-4f6db67a1071 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:40:05.309974 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fe5fcb3e-5f89-485c-ad2b-4f6db67a1071 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689902'] for security_group_rule, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:40:05.311888 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-e2c5e933-8661-4c79-b057-3d982b28f14a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:40:05.337766 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5fcb3e-5f89-485c-ad2b-4f6db67a1071 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f689195-ba6f-4504-b154-42435ddfef6e,revision_number=0']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:40:05.340321 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-fe5fcb3e-5f89-485c-ad2b-4f6db67a1071 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:40:05.348280 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fe5fcb3e-5f89-485c-ad2b-4f6db67a1071 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:40:05.349925 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-fe5fcb3e-5f89-485c-ad2b-4f6db67a1071 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.1567352
Dec 24 11:40:05.352672 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 49640) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:40:05.358817 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-656904eb-c4a4-41b9-b59d-711371b2cbc3 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Request body: {'security_group_rule': {'security_group_id': 'bba8b0e1-a166-45e4-a691-e573be52eb42', 'project_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:40:05.366736 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-656904eb-c4a4-41b9-b59d-711371b2cbc3 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:40:05.370993 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-656904eb-c4a4-41b9-b59d-711371b2cbc3 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Usage tracker for resource:security_group_rule and tenant:e6de6ac8bdf7427ba6dad2fa7321cdd0 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:40:05.374141 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-656904eb-c4a4-41b9-b59d-711371b2cbc3 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:40:05.380358 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-656904eb-c4a4-41b9-b59d-711371b2cbc3 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:40:05.390821 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.securitygroups_db [None req-656904eb-c4a4-41b9-b59d-711371b2cbc3 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Project e6de6ac8bdf7427ba6dad2fa7321cdd0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 24 11:40:05.397931 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-656904eb-c4a4-41b9-b59d-711371b2cbc3 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:40:05.467425 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-656904eb-c4a4-41b9-b59d-711371b2cbc3 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:40:05.472245 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-656904eb-c4a4-41b9-b59d-711371b2cbc3 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689902'] for security_group_rule, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:40:05.478856 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-a5e7f1ea-4546-4b6f-a71e-ec63eaecc597 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:40:05.501599 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656904eb-c4a4-41b9-b59d-711371b2cbc3 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a071a8a-41cb-4e19-9895-74110c760678,revision_number=0']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:40:05.504335 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-656904eb-c4a4-41b9-b59d-711371b2cbc3 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:40:05.511240 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-656904eb-c4a4-41b9-b59d-711371b2cbc3 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:40:05.512534 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-656904eb-c4a4-41b9-b59d-711371b2cbc3 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.1588013
Dec 24 11:40:05.516016 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 49646) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:40:05.522969 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-800b8af0-b1e1-49a4-b77b-7e556d0d1a53 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Request body: {'network': {'name': 'tempest-network-smoke--1922082103', 'project_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'port_security_enabled': True}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:40:05.528539 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-800b8af0-b1e1-49a4-b77b-7e556d0d1a53 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:40:05.532987 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-800b8af0-b1e1-49a4-b77b-7e556d0d1a53 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Usage tracker for resource:network and tenant:e6de6ac8bdf7427ba6dad2fa7321cdd0 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:40:05.536197 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-800b8af0-b1e1-49a4-b77b-7e556d0d1a53 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:40:05.542683 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-800b8af0-b1e1-49a4-b77b-7e556d0d1a53 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:40:05.553457 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-800b8af0-b1e1-49a4-b77b-7e556d0d1a53 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Made reservation on behalf of e6de6ac8bdf7427ba6dad2fa7321cdd0 for: {'network': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:40:05.559049 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-800b8af0-b1e1-49a4-b77b-7e556d0d1a53 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for network, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:40:05.588623 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-800b8af0-b1e1-49a4-b77b-7e556d0d1a53 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] vlan segment allocate from pool success with {'vlan_id': 628, 'physical_network': 'physnet1'}  {{(pid=88879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 24 11:40:05.597712 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-800b8af0-b1e1-49a4-b77b-7e556d0d1a53 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:40:05.598132 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.segments_db [None req-800b8af0-b1e1-49a4-b77b-7e556d0d1a53 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Added segment a4619905-1c7b-4b19-8e9c-e197fefe4b59 of type vlan for network 1591806d-1701-4f46-ade5-0834c940fcfe
Dec 24 11:40:05.626881 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-800b8af0-b1e1-49a4-b77b-7e556d0d1a53 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363287349540024'] for network, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:40:05.658753 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-800b8af0-b1e1-49a4-b77b-7e556d0d1a53 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636'] for network, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:40:05.662899 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-800b8af0-b1e1-49a4-b77b-7e556d0d1a53 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:40:05.663547 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-800b8af0-b1e1-49a4-b77b-7e556d0d1a53 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for network, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:40:05.668966 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f0532697-5323-4ab0-8647-dbce100427b0 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:40:05.975938 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-800b8af0-b1e1-49a4-b77b-7e556d0d1a53 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.4586484
Dec 24 11:40:05.979187 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 49650) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:40:06.034433 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-cb582957-4804-44ea-b885-cadcd48d2c28 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1948157797', 'admin_state_up': True, 'project_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a'}}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:40:06.046597 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800b8af0-b1e1-49a4-b77b-7e556d0d1a53 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Pushing event updated for resources: {'Network': ['ID=1591806d-1701-4f46-ade5-0834c940fcfe,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:40:06.049251 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-cb582957-4804-44ea-b885-cadcd48d2c28 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:40:06.051772 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-800b8af0-b1e1-49a4-b77b-7e556d0d1a53 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:40:06.054237 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-cb582957-4804-44ea-b885-cadcd48d2c28 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Usage tracker for resource:router and tenant:e6de6ac8bdf7427ba6dad2fa7321cdd0 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:40:06.057438 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-cb582957-4804-44ea-b885-cadcd48d2c28 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:40:06.059297 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Network 1591806d-1701-4f46-ade5-0834c940fcfe details requested by agent ovs-agent-dv-neutron-822691-2-hyperv with host dv-neutron-822691-2-hyperv {{(pid=88880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 24 11:40:06.064016 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-cb582957-4804-44ea-b885-cadcd48d2c28 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:40:06.075803 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-cb582957-4804-44ea-b885-cadcd48d2c28 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-612016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-84579'] for router, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:40:06.076794 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-cb582957-4804-44ea-b885-cadcd48d2c28 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854163950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659046', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854079771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854691221'] for router, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:40:06.095489 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-cb582957-4804-44ea-b885-cadcd48d2c28 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:40:06.252988 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-cb582957-4804-44ea-b885-cadcd48d2c28 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-659031', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854691240'] for router, precommit_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:40:06.443207 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-cb582957-4804-44ea-b885-cadcd48d2c28 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for router_gateway, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:40:06.474562 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-cb582957-4804-44ea-b885-cadcd48d2c28 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:40:06.502445 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e47f42c9-4b70-44be-b18e-fb19081996ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:40:06.637251 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-cb582957-4804-44ea-b885-cadcd48d2c28 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Allocated IP 172.26.3.4 (f8c337ba-681f-4fcb-a333-e3c49365b30a/8ea1398c-0bec-46d6-8d54-85798de2a7ca/6c9c782c-ee48-4e44-a84f-b19266da8f78) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:40:06.806777 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-cb582957-4804-44ea-b885-cadcd48d2c28 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:40:06.836966 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-cb582957-4804-44ea-b885-cadcd48d2c28 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:40:06.840706 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-676b0896-d2be-4135-9fa6-934cfa6675dd tempest-TestEncryptedCinderVolumes-726974275 tempest-TestEncryptedCinderVolumes-726974275-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:40:06.912697 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb582957-4804-44ea-b885-cadcd48d2c28 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Network f8c337ba-681f-4fcb-a333-e3c49365b30a is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:40:06.916415 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-cb582957-4804-44ea-b885-cadcd48d2c28 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Resources bound (agent type, host, resource id):  {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:40:06.918827 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb582957-4804-44ea-b885-cadcd48d2c28 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Pushing event updated for resources: {'Port': ['ID=6c9c782c-ee48-4e44-a84f-b19266da8f78,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:40:06.922055 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-cb582957-4804-44ea-b885-cadcd48d2c28 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:40:06.923086 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb582957-4804-44ea-b885-cadcd48d2c28 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:40:07.098750 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-cb582957-4804-44ea-b885-cadcd48d2c28 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for router_gateway, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:40:07.099473 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-cb582957-4804-44ea-b885-cadcd48d2c28 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854163800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854116816'] for router, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:40:07.344244 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb582957-4804-44ea-b885-cadcd48d2c28 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Router f5a757ba-bf49-4e5b-807c-e26de55de57b is scheduled to L3 agent 198cca88-1338-4098-b44b-beb0346ac906 with binding_index 1 {{(pid=88879) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 24 11:40:07.560824 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb582957-4804-44ea-b885-cadcd48d2c28 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:40:07.574532 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52da1e4d-ec76-4ded-84b7-d2083c41722e None None] Sync routers for ids ['f5a757ba-bf49-4e5b-807c-e26de55de57b'] in dv-neutron-822691-2-hyperv {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:40:07.588467 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-cb582957-4804-44ea-b885-cadcd48d2c28 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for router, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:40:07.588656 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52da1e4d-ec76-4ded-84b7-d2083c41722e None None] Routers {'f5a757ba-bf49-4e5b-807c-e26de55de57b'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:40:07.589252 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-52da1e4d-ec76-4ded-84b7-d2083c41722e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271940550>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:39:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['f5a757ba-bf49-4e5b-807c-e26de55de57b'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:40:07.590078 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-cb582957-4804-44ea-b885-cadcd48d2c28 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201  len: 894 time: 1.6074946
Dec 24 11:40:07.593509 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 49654) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:40:07.772296 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-52da1e4d-ec76-4ded-84b7-d2083c41722e None None] Set router f5a757ba-bf49-4e5b-807c-e26de55de57b gateway port host: dv-neutron-822691-2-hyperv {{(pid=88881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:40:07.774971 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-db10b852-3b05-4aaf-801f-9219d4c6c99c tempest-TestNetworkAdvancedServerOps-1792842542 tempest-TestNetworkAdvancedServerOps-1792842542-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=e6de6ac8bdf7427ba6dad2fa7321cdd0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.1800063
Dec 24 11:40:07.777061 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 49660) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:40:07.919055 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-963b96aa-c15b-41db-b586-f044bc786f56 tempest-TestNetworkAdvancedServerOps-1792842542 tempest-TestNetworkAdvancedServerOps-1792842542-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:40:07.920652 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-963b96aa-c15b-41db-b586-f044bc786f56 tempest-TestNetworkAdvancedServerOps-1792842542 tempest-TestNetworkAdvancedServerOps-1792842542-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1425719
Dec 24 11:40:07.923944 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 49664) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:40:07.973696 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-8b96aa45-bd0d-4689-a33d-24546efb8937 tempest-TestNetworkAdvancedServerOps-1792842542 tempest-TestNetworkAdvancedServerOps-1792842542-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=f8c337ba-681f-4fcb-a333-e3c49365b30a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0456393
Dec 24 11:40:07.973935 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 49668) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:40:07.980307 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-80b01ea0-1da3-4552-9cda-f85c0465a3e0 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-566099250', 'network_id': '1591806d-1701-4f46-ade5-0834c940fcfe', 'project_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:40:08.066323 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:40:08.074938 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-52da1e4d-ec76-4ded-84b7-d2083c41722e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271940550>, [{'id': 'f5a757ba-bf49-4e5b-807c-e26de55de57b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1948157797', 'tenant_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.4'}], 'enable_snat': True}, 'gw_port_id': '6c9c782c-ee48-4e44-a84f-b19266da8f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:40:06Z', 'updated_at': '2021-12-24T11:40:07Z', 'revision_number': 3, 'project_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'gw_port': {'id': '6c9c782c-ee48-4e44-a84f-b19266da8f78', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:90:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5a757ba-bf49-4e5b-807c-e26de55de57b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:40:06Z', 'updated_at': '2021-12-24T11:40:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv'}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:40:08.079443 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52da1e4d-ec76-4ded-84b7-d2083c41722e None None] Checking router: f5a757ba-bf49-4e5b-807c-e26de55de57b for host: dv-neutron-822691-2-hyperv {{(pid=88881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 24 11:40:08.079829 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52da1e4d-ec76-4ded-84b7-d2083c41722e None None] Updating router f5a757ba-bf49-4e5b-807c-e26de55de57b port 6c9c782c-ee48-4e44-a84f-b19266da8f78 binding host dv-neutron-822691-2-hyperv {{(pid=88881) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 24 11:40:08.100524 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-80b01ea0-1da3-4552-9cda-f85c0465a3e0 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:40:08.104897 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-80b01ea0-1da3-4552-9cda-f85c0465a3e0 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Usage tracker for resource:subnet and tenant:e6de6ac8bdf7427ba6dad2fa7321cdd0 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:40:08.107914 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-80b01ea0-1da3-4552-9cda-f85c0465a3e0 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:40:08.114502 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-80b01ea0-1da3-4552-9cda-f85c0465a3e0 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:40:08.124028 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80b01ea0-1da3-4552-9cda-f85c0465a3e0 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Made reservation on behalf of e6de6ac8bdf7427ba6dad2fa7321cdd0 for: {'subnet': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:40:08.132608 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-52da1e4d-ec76-4ded-84b7-d2083c41722e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:40:08.236552 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-80b01ea0-1da3-4552-9cda-f85c0465a3e0 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3619482'] for subnet, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:40:08.472387 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-80b01ea0-1da3-4552-9cda-f85c0465a3e0 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3921862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3619467'] for subnet, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:40:08.476293 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-d5bcef7c-d7e4-44fc-a8fd-0344e9f60d8d tempest-NetworksTestDHCPv6-2078415030 tempest-NetworksTestDHCPv6-2078415030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:40:08.481065 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-52da1e4d-ec76-4ded-84b7-d2083c41722e None None] Notify callbacks [] for port, precommit_update {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:40:08.501425 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-52da1e4d-ec76-4ded-84b7-d2083c41722e None None] Transition to ACTIVE for port object 6c9c782c-ee48-4e44-a84f-b19266da8f78 will not be triggered until provisioned by entity L2. {{(pid=88881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:40:08.508024 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-52da1e4d-ec76-4ded-84b7-d2083c41722e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:40:08.512325 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7a42dce9-4823-48fd-a0b7-9614fa2e3893 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:40:08.547756 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b01ea0-1da3-4552-9cda-f85c0465a3e0 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Pushing event updated for resources: {'Subnet': ['ID=4922ccca-c14b-40d5-a343-5e51fd8ef3b8,revision_number=0']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:40:08.551957 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-80b01ea0-1da3-4552-9cda-f85c0465a3e0 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:40:08.575540 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b01ea0-1da3-4552-9cda-f85c0465a3e0 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Checking segment: {'id': 'a4619905-1c7b-4b19-8e9c-e197fefe4b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '1591806d-1701-4f46-ade5-0834c940fcfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:40:08.576314 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80b01ea0-1da3-4552-9cda-f85c0465a3e0 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Network hostable DHCP agents. Network: 1591806d-1701-4f46-ade5-0834c940fcfe, hostable agents: ['edcf98dc-3032-472a-8b3d-f23fd1e89806'], hosted agents: [] {{(pid=88879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 24 11:40:08.589359 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-52da1e4d-ec76-4ded-84b7-d2083c41722e None None] Attempting to bind port 6c9c782c-ee48-4e44-a84f-b19266da8f78 on host dv-neutron-822691-2-hyperv for vnic_type normal with profile  {{(pid=88881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:40:08.589768 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-52da1e4d-ec76-4ded-84b7-d2083c41722e None None] Attempting to bind port 6c9c782c-ee48-4e44-a84f-b19266da8f78 by drivers openvswitch,hyperv on host dv-neutron-822691-2-hyperv at level 0 using segments [{'id': 'd4e3295f-9ff8-4cad-8a20-3f1c937efc8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a'}] {{(pid=88881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:40:08.590206 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52da1e4d-ec76-4ded-84b7-d2083c41722e None None] Attempting to bind port 6c9c782c-ee48-4e44-a84f-b19266da8f78 on network f8c337ba-681f-4fcb-a333-e3c49365b30a {{(pid=88881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:40:08.597681 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80b01ea0-1da3-4552-9cda-f85c0465a3e0 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Network 1591806d-1701-4f46-ade5-0834c940fcfe is scheduled to be hosted by DHCP agent edcf98dc-3032-472a-8b3d-f23fd1e89806 with binding_index 1 {{(pid=88879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 24 11:40:08.606607 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-80b01ea0-1da3-4552-9cda-f85c0465a3e0 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822691-2-hyperv, 1591806d-1701-4f46-ade5-0834c940fcfe) {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:40:08.607549 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d3bd9e-ead9-4430-a1af-89ce1182c43e None None] Pushing event updated for resources: {'Port': ['ID=6c9c782c-ee48-4e44-a84f-b19266da8f78,revision_number=2']} {{(pid=88881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:40:08.616653 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52da1e4d-ec76-4ded-84b7-d2083c41722e None None] Checking agent: {'id': 'db1275c1-6001-47af-93c2-635c68404703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822691-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 52, 8), 'started_at': datetime.datetime(2021, 12, 24, 10, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 40, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822691-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:40:08.617062 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52da1e4d-ec76-4ded-84b7-d2083c41722e None None] Checking segment: {'id': 'd4e3295f-9ff8-4cad-8a20-3f1c937efc8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:40:08.617498 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-52da1e4d-ec76-4ded-84b7-d2083c41722e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:40:08.618472 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52da1e4d-ec76-4ded-84b7-d2083c41722e None None] Bound using segment: {'id': 'd4e3295f-9ff8-4cad-8a20-3f1c937efc8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a'} {{(pid=88881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:40:08.618472 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-52da1e4d-ec76-4ded-84b7-d2083c41722e None None] Bound port: 6c9c782c-ee48-4e44-a84f-b19266da8f78, host: dv-neutron-822691-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4e3295f-9ff8-4cad-8a20-3f1c937efc8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a'}}] {{(pid=88881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:40:08.618859 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-52da1e4d-ec76-4ded-84b7-d2083c41722e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:40:08.620794 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3be79347-0666-4ae6-ae6c-2371fddfe334 None None] Network 1591806d-1701-4f46-ade5-0834c940fcfe requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:40:08.623465 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80b01ea0-1da3-4552-9cda-f85c0465a3e0 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:40:08.624123 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-80b01ea0-1da3-4552-9cda-f85c0465a3e0 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for subnet, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:40:08.647205 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d3bd9e-ead9-4430-a1af-89ce1182c43e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:40:08.647588 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d3bd9e-ead9-4430-a1af-89ce1182c43e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:40:08.647958 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d3bd9e-ead9-4430-a1af-89ce1182c43e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:40:08.648326 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d3bd9e-ead9-4430-a1af-89ce1182c43e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:40:08.648684 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d3bd9e-ead9-4430-a1af-89ce1182c43e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:40:08.649046 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d3bd9e-ead9-4430-a1af-89ce1182c43e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:40:08.649401 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d3bd9e-ead9-4430-a1af-89ce1182c43e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:40:08.649758 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d3bd9e-ead9-4430-a1af-89ce1182c43e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:40:08.650150 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d3bd9e-ead9-4430-a1af-89ce1182c43e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:40:08.650501 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d3bd9e-ead9-4430-a1af-89ce1182c43e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:40:08.650855 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d3bd9e-ead9-4430-a1af-89ce1182c43e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:40:08.651065 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 49672) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:40:08.652250 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-80b01ea0-1da3-4552-9cda-f85c0465a3e0 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 0.6769648
Dec 24 11:40:08.660171 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-e0d3bd9e-ead9-4430-a1af-89ce1182c43e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=88881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:40:08.700158 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-52da1e4d-ec76-4ded-84b7-d2083c41722e None None] For port 6c9c782c-ee48-4e44-a84f-b19266da8f78, host dv-neutron-822691-2-hyperv, cleared binding levels {{(pid=88881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:40:08.703982 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-52da1e4d-ec76-4ded-84b7-d2083c41722e None None] For port 6c9c782c-ee48-4e44-a84f-b19266da8f78, host dv-neutron-822691-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=6c9c782c-ee48-4e44-a84f-b19266da8f78,segment=NetworkSegment(d4e3295f-9ff8-4cad-8a20-3f1c937efc8c),segment_id=d4e3295f-9ff8-4cad-8a20-3f1c937efc8c)] {{(pid=88881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:40:08.707206 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-52da1e4d-ec76-4ded-84b7-d2083c41722e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:40:08.711841 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f1fcd380-40a0-46c8-b79f-272d01d35de3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:40:08.811506 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d3bd9e-ead9-4430-a1af-89ce1182c43e None None] Pushing event updated for resources: {'Port': ['ID=6c9c782c-ee48-4e44-a84f-b19266da8f78,revision_number=3']} {{(pid=88881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:40:08.815537 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-e0d3bd9e-ead9-4430-a1af-89ce1182c43e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:40:08.818058 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52da1e4d-ec76-4ded-84b7-d2083c41722e None None] Routers {'f5a757ba-bf49-4e5b-807c-e26de55de57b'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:40:08.818716 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-52da1e4d-ec76-4ded-84b7-d2083c41722e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271940550>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:39:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['f5a757ba-bf49-4e5b-807c-e26de55de57b'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:40:08.873037 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-003a6598-f0ae-4069-9d23-6624c803e1ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73968e80-91fd-539e-a7c6-b31af6d9e680-1591806d-1701-4f46-ade5-0834c940fcfe', 'network_id': '1591806d-1701-4f46-ade5-0834c940fcfe', 'tenant_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'fixed_ips': [{'subnet_id': '4922ccca-c14b-40d5-a343-5e51fd8ef3b8'}]}} from dv-neutron-822691-2-hyperv. {{(pid=88880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 24 11:40:08.874229 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-003a6598-f0ae-4069-9d23-6624c803e1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:40:09.035623 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-97acbde2-831f-49a3-b8e8-a66df2857368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:40:09.066251 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-003a6598-f0ae-4069-9d23-6624c803e1ca None None] Allocated IP 172.20.0.2 (1591806d-1701-4f46-ade5-0834c940fcfe/4922ccca-c14b-40d5-a343-5e51fd8ef3b8/f4b8e827-093d-43b7-a1d7-5da6043014af) {{(pid=88880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:40:09.178573 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-52da1e4d-ec76-4ded-84b7-d2083c41722e None None] Set router f5a757ba-bf49-4e5b-807c-e26de55de57b gateway port host: dv-neutron-822691-2-hyperv {{(pid=88881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:40:09.291688 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-003a6598-f0ae-4069-9d23-6624c803e1ca None None] Notify callbacks [] for port, precommit_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:40:09.304301 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-003a6598-f0ae-4069-9d23-6624c803e1ca None None] Transition to ACTIVE for port object f4b8e827-093d-43b7-a1d7-5da6043014af will not be triggered until provisioned by entity L2. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:40:09.326188 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-003a6598-f0ae-4069-9d23-6624c803e1ca None None] Transition to ACTIVE for port object f4b8e827-093d-43b7-a1d7-5da6043014af will not be triggered until provisioned by entity DHCP. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:40:09.332100 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-003a6598-f0ae-4069-9d23-6624c803e1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408'] for port, after_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:40:09.338578 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:40:09.410295 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-003a6598-f0ae-4069-9d23-6624c803e1ca None None] Network 1591806d-1701-4f46-ade5-0834c940fcfe is already hosted by enough agents. {{(pid=88880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:40:09.411531 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-003a6598-f0ae-4069-9d23-6624c803e1ca None None] Resources bound (agent type, host, resource id):  {{(pid=88880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:40:09.414680 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-003a6598-f0ae-4069-9d23-6624c803e1ca None None] Received port after_create {{(pid=88880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:40:09.426158 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003a6598-f0ae-4069-9d23-6624c803e1ca None None] Pushing event updated for resources: {'Port': ['ID=f4b8e827-093d-43b7-a1d7-5da6043014af,revision_number=1']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:40:09.465577 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003a6598-f0ae-4069-9d23-6624c803e1ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:40:09.466037 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003a6598-f0ae-4069-9d23-6624c803e1ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:40:09.466305 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003a6598-f0ae-4069-9d23-6624c803e1ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:40:09.466685 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003a6598-f0ae-4069-9d23-6624c803e1ca None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:40:09.467059 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003a6598-f0ae-4069-9d23-6624c803e1ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:40:09.467435 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003a6598-f0ae-4069-9d23-6624c803e1ca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:40:09.468335 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003a6598-f0ae-4069-9d23-6624c803e1ca None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:40:09.468335 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003a6598-f0ae-4069-9d23-6624c803e1ca None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:40:09.468511 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003a6598-f0ae-4069-9d23-6624c803e1ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:40:09.468841 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003a6598-f0ae-4069-9d23-6624c803e1ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:40:09.469200 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003a6598-f0ae-4069-9d23-6624c803e1ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:40:09.473461 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-003a6598-f0ae-4069-9d23-6624c803e1ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:40:09.507590 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-52da1e4d-ec76-4ded-84b7-d2083c41722e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271940550>, [{'id': 'f5a757ba-bf49-4e5b-807c-e26de55de57b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1948157797', 'tenant_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.4'}], 'enable_snat': True}, 'gw_port_id': '6c9c782c-ee48-4e44-a84f-b19266da8f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:40:06Z', 'updated_at': '2021-12-24T11:40:07Z', 'revision_number': 3, 'project_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'gw_port': {'id': '6c9c782c-ee48-4e44-a84f-b19266da8f78', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:90:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5a757ba-bf49-4e5b-807c-e26de55de57b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:40:06Z', 'updated_at': '2021-12-24T11:40:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv'}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:40:09.512305 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52da1e4d-ec76-4ded-84b7-d2083c41722e None None] The sync data for ids ['f5a757ba-bf49-4e5b-807c-e26de55de57b'] in dv-neutron-822691-2-hyperv is: [{'id': 'f5a757ba-bf49-4e5b-807c-e26de55de57b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1948157797', 'tenant_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.4'}], 'enable_snat': True}, 'gw_port_id': '6c9c782c-ee48-4e44-a84f-b19266da8f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:40:06Z', 'updated_at': '2021-12-24T11:40:07Z', 'revision_number': 3, 'project_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'gw_port': {'id': '6c9c782c-ee48-4e44-a84f-b19266da8f78', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:90:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5a757ba-bf49-4e5b-807c-e26de55de57b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:40:06Z', 'updated_at': '2021-12-24T11:40:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv'}] {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:40:09.541581 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-003a6598-f0ae-4069-9d23-6624c803e1ca None None] Attempting to bind port f4b8e827-093d-43b7-a1d7-5da6043014af on host dv-neutron-822691-2-hyperv for vnic_type normal with profile  {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:40:09.542094 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-003a6598-f0ae-4069-9d23-6624c803e1ca None None] Attempting to bind port f4b8e827-093d-43b7-a1d7-5da6043014af by drivers openvswitch,hyperv on host dv-neutron-822691-2-hyperv at level 0 using segments [{'id': 'a4619905-1c7b-4b19-8e9c-e197fefe4b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '1591806d-1701-4f46-ade5-0834c940fcfe'}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:40:09.542447 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003a6598-f0ae-4069-9d23-6624c803e1ca None None] Attempting to bind port f4b8e827-093d-43b7-a1d7-5da6043014af on network 1591806d-1701-4f46-ade5-0834c940fcfe {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:40:09.553773 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003a6598-f0ae-4069-9d23-6624c803e1ca None None] Checking agent: {'id': 'db1275c1-6001-47af-93c2-635c68404703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822691-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 52, 8), 'started_at': datetime.datetime(2021, 12, 24, 10, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 40, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822691-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:40:09.554216 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003a6598-f0ae-4069-9d23-6624c803e1ca None None] Checking segment: {'id': 'a4619905-1c7b-4b19-8e9c-e197fefe4b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '1591806d-1701-4f46-ade5-0834c940fcfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:40:09.554971 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-003a6598-f0ae-4069-9d23-6624c803e1ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:40:09.555464 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003a6598-f0ae-4069-9d23-6624c803e1ca None None] Bound using segment: {'id': 'a4619905-1c7b-4b19-8e9c-e197fefe4b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '1591806d-1701-4f46-ade5-0834c940fcfe'} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:40:09.555944 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-003a6598-f0ae-4069-9d23-6624c803e1ca None None] Bound port: f4b8e827-093d-43b7-a1d7-5da6043014af, host: dv-neutron-822691-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4619905-1c7b-4b19-8e9c-e197fefe4b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '1591806d-1701-4f46-ade5-0834c940fcfe'}}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:40:09.556362 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-003a6598-f0ae-4069-9d23-6624c803e1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:40:09.607291 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bdfdbc84-c52d-4f40-b281-af314dc1f8fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:40:09.656914 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-003a6598-f0ae-4069-9d23-6624c803e1ca None None] For port f4b8e827-093d-43b7-a1d7-5da6043014af, host dv-neutron-822691-2-hyperv, cleared binding levels {{(pid=88880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:40:09.660483 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-003a6598-f0ae-4069-9d23-6624c803e1ca None None] For port f4b8e827-093d-43b7-a1d7-5da6043014af, host dv-neutron-822691-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=f4b8e827-093d-43b7-a1d7-5da6043014af,segment=NetworkSegment(a4619905-1c7b-4b19-8e9c-e197fefe4b59),segment_id=a4619905-1c7b-4b19-8e9c-e197fefe4b59)] {{(pid=88880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:40:09.665290 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-003a6598-f0ae-4069-9d23-6624c803e1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:40:09.670701 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:40:09.722038 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-44fc5426-7de6-4f62-98ae-2026a99ca5bf tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:40:09.758886 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003a6598-f0ae-4069-9d23-6624c803e1ca None None] Pushing event updated for resources: {'Port': ['ID=f4b8e827-093d-43b7-a1d7-5da6043014af,revision_number=2']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:40:09.762552 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-003a6598-f0ae-4069-9d23-6624c803e1ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:40:10.187923 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-44fc5426-7de6-4f62-98ae-2026a99ca5bf tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Allocated IP 172.20.0.1 (1591806d-1701-4f46-ade5-0834c940fcfe/4922ccca-c14b-40d5-a343-5e51fd8ef3b8/e1d6b308-e3ad-4ddc-8bea-03d175e8e99e) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:40:10.346247 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device f4b8e827-093d-43b7-a1d7-5da6043014af up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:40:10.400505 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-44fc5426-7de6-4f62-98ae-2026a99ca5bf tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:40:10.424012 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-44fc5426-7de6-4f62-98ae-2026a99ca5bf tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Transition to ACTIVE for port object e1d6b308-e3ad-4ddc-8bea-03d175e8e99e will not be triggered until provisioned by entity DHCP. {{(pid=88878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:40:10.426820 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning for port f4b8e827-093d-43b7-a1d7-5da6043014af completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:40:10.432489 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 6c9c782c-ee48-4e44-a84f-b19266da8f78 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:40:10.445467 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-44fc5426-7de6-4f62-98ae-2026a99ca5bf tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:40:10.450822 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-64c1e042-ec6b-4f3f-a7ea-8c605faf6ec0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:40:10.506699 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning for port 6c9c782c-ee48-4e44-a84f-b19266da8f78 completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:40:10.512266 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port 6c9c782c-ee48-4e44-a84f-b19266da8f78 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:40:10.512691 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:40:10.530363 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44fc5426-7de6-4f62-98ae-2026a99ca5bf tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Network 1591806d-1701-4f46-ade5-0834c940fcfe is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:40:10.531839 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-44fc5426-7de6-4f62-98ae-2026a99ca5bf tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Resources bound (agent type, host, resource id):  {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:40:10.537683 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44fc5426-7de6-4f62-98ae-2026a99ca5bf tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:40:10.574254 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fc5426-7de6-4f62-98ae-2026a99ca5bf tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Pushing event updated for resources: {'Port': ['ID=e1d6b308-e3ad-4ddc-8bea-03d175e8e99e,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:40:10.582581 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-44fc5426-7de6-4f62-98ae-2026a99ca5bf tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:40:10.611253 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-44fc5426-7de6-4f62-98ae-2026a99ca5bf tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-720245'] for router_interface, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:40:10.642417 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:40:10.660226 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] For port 6c9c782c-ee48-4e44-a84f-b19266da8f78, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=6c9c782c-ee48-4e44-a84f-b19266da8f78,segment=NetworkSegment(d4e3295f-9ff8-4cad-8a20-3f1c937efc8c),segment_id=d4e3295f-9ff8-4cad-8a20-3f1c937efc8c)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:40:10.663651 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:40:10.666644 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-0c8f76d3-6f09-4ffb-8f30-72a4cfb50163 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:40:10.717897 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-44fc5426-7de6-4f62-98ae-2026a99ca5bf tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:40:10.736246 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Pushing event updated for resources: {'Port': ['ID=6c9c782c-ee48-4e44-a84f-b19266da8f78,revision_number=4']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:40:10.740318 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:40:10.789882 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-39ff93cf-c0b7-48c5-95f3-6f7e9977387d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:40:11.167995 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-44fc5426-7de6-4f62-98ae-2026a99ca5bf tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for port, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:40:11.172669 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-44fc5426-7de6-4f62-98ae-2026a99ca5bf tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3978773'] for port, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:40:11.200730 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-44de0d35-6c62-4be5-a0f6-09e0d7ea12c1 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:40:11.297111 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fc5426-7de6-4f62-98ae-2026a99ca5bf tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Pushing event updated for resources: {'Port': ['ID=e1d6b308-e3ad-4ddc-8bea-03d175e8e99e,revision_number=2']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:40:11.301000 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-44fc5426-7de6-4f62-98ae-2026a99ca5bf tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1977653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854055662'] for router_interface, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:40:11.305340 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-44fc5426-7de6-4f62-98ae-2026a99ca5bf tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:40:11.448633 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2dd2293-3da6-4af5-b34e-239ab4d19139 None None] Network 1591806d-1701-4f46-ade5-0834c940fcfe requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:40:11.452790 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44fc5426-7de6-4f62-98ae-2026a99ca5bf tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Network 1591806d-1701-4f46-ade5-0834c940fcfe is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:40:11.454075 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-44fc5426-7de6-4f62-98ae-2026a99ca5bf tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Resources bound (agent type, host, resource id):  {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:40:11.617464 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-fd3b4a1d-7fb8-4a58-9750-ce683d49ac0e None None] Provisioning for port f4b8e827-093d-43b7-a1d7-5da6043014af completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:40:11.633637 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-fd3b4a1d-7fb8-4a58-9750-ce683d49ac0e None None] Provisioning complete for port f4b8e827-093d-43b7-a1d7-5da6043014af triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:40:11.634058 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fd3b4a1d-7fb8-4a58-9750-ce683d49ac0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:40:11.813454 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fd3b4a1d-7fb8-4a58-9750-ce683d49ac0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:40:11.851798 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-fd3b4a1d-7fb8-4a58-9750-ce683d49ac0e None None] For port f4b8e827-093d-43b7-a1d7-5da6043014af, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=f4b8e827-093d-43b7-a1d7-5da6043014af,segment=NetworkSegment(a4619905-1c7b-4b19-8e9c-e197fefe4b59),segment_id=a4619905-1c7b-4b19-8e9c-e197fefe4b59)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:40:11.856276 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fd3b4a1d-7fb8-4a58-9750-ce683d49ac0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:40:11.859072 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:40:11.864140 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44fc5426-7de6-4f62-98ae-2026a99ca5bf tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Router f5a757ba-bf49-4e5b-807c-e26de55de57b has already been hosted by L3 agent 198cca88-1338-4098-b44b-beb0346ac906 {{(pid=88878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 24 11:40:11.926610 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3b4a1d-7fb8-4a58-9750-ce683d49ac0e None None] Pushing event updated for resources: {'Port': ['ID=f4b8e827-093d-43b7-a1d7-5da6043014af,revision_number=3']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:40:11.929937 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-fd3b4a1d-7fb8-4a58-9750-ce683d49ac0e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:40:12.080399 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-2ab8e7c1-e72c-4758-91ac-5d5248933b93 None None] Provisioning complete for port f4b8e827-093d-43b7-a1d7-5da6043014af triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:40:12.080879 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2ab8e7c1-e72c-4758-91ac-5d5248933b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:40:12.090710 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44fc5426-7de6-4f62-98ae-2026a99ca5bf tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:40:12.101461 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-44fc5426-7de6-4f62-98ae-2026a99ca5bf tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "PUT /v2.0/routers/f5a757ba-bf49-4e5b-807c-e26de55de57b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4491849
Dec 24 11:40:12.230043 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-2ab8e7c1-e72c-4758-91ac-5d5248933b93 None None] Provisioning for port e1d6b308-e3ad-4ddc-8bea-03d175e8e99e completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:40:12.236162 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-2ab8e7c1-e72c-4758-91ac-5d5248933b93 None None] Provisioning complete for port e1d6b308-e3ad-4ddc-8bea-03d175e8e99e triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:40:12.236726 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2ab8e7c1-e72c-4758-91ac-5d5248933b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:40:12.311458 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-2ab8e7c1-e72c-4758-91ac-5d5248933b93 None None] Port e1d6b308-e3ad-4ddc-8bea-03d175e8e99e cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:40:12.313503 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 6c9c782c-ee48-4e44-a84f-b19266da8f78 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:40:12.331910 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-3c53cecd-aa99-4660-8b76-331403506f3d req-36fb7dd3-fdba-4f9d-b1fc-22afd05f3c0c tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-455283371&fields=id&tenant_id=e6de6ac8bdf7427ba6dad2fa7321cdd0 HTTP/1.1" status: 200  len: 267 time: 0.0568745
Dec 24 11:40:12.390303 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port 6c9c782c-ee48-4e44-a84f-b19266da8f78 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:40:12.390867 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:40:12.466350 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-9264dcb5-18cb-44e1-bb46-13edbf5330a6 None None] Provisioning complete for port e1d6b308-e3ad-4ddc-8bea-03d175e8e99e triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:40:12.466781 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9264dcb5-18cb-44e1-bb46-13edbf5330a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:40:12.519685 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c53cecd-aa99-4660-8b76-331403506f3d req-da01485d-1ac4-4bc4-bb11-776f42268a3a tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:40:12.530537 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-3c53cecd-aa99-4660-8b76-331403506f3d req-da01485d-1ac4-4bc4-bb11-776f42268a3a tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/networks?id=1591806d-1701-4f46-ade5-0834c940fcfe HTTP/1.1" status: 200  len: 797 time: 0.1894257
Dec 24 11:40:12.550854 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-3c53cecd-aa99-4660-8b76-331403506f3d req-9d6dff54-1797-4469-a85d-e7345d6d1c71 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/quotas/e6de6ac8bdf7427ba6dad2fa7321cdd0 HTTP/1.1" status: 200  len: 375 time: 0.0136359
Dec 24 11:40:12.591918 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-9264dcb5-18cb-44e1-bb46-13edbf5330a6 None None] Port e1d6b308-e3ad-4ddc-8bea-03d175e8e99e cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:40:12.623750 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device f4b8e827-093d-43b7-a1d7-5da6043014af up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:40:12.656181 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-3c53cecd-aa99-4660-8b76-331403506f3d req-20605533-56ed-4f5f-92bc-068a2455697a tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Synchronizing usage tracker for tenant:e6de6ac8bdf7427ba6dad2fa7321cdd0 on resource:port {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:40:12.676626 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-3c53cecd-aa99-4660-8b76-331403506f3d req-20605533-56ed-4f5f-92bc-068a2455697a tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Unset dirty status for tenant:e6de6ac8bdf7427ba6dad2fa7321cdd0 on resource:port {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:40:12.678126 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-3c53cecd-aa99-4660-8b76-331403506f3d req-20605533-56ed-4f5f-92bc-068a2455697a tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=e6de6ac8bdf7427ba6dad2fa7321cdd0&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1204357
Dec 24 11:40:12.703753 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port f4b8e827-093d-43b7-a1d7-5da6043014af triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:40:12.704167 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:40:12.746245 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-082618c6-6898-4097-bcbf-8860c7875d5e None None] Sync routers for ids ['f5a757ba-bf49-4e5b-807c-e26de55de57b'] in dv-neutron-822691-2-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:40:12.785786 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-61b3cf3c-6cad-44a1-9578-c59ad9ac505d None None] Provisioning complete for port e1d6b308-e3ad-4ddc-8bea-03d175e8e99e triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:40:12.786229 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-61b3cf3c-6cad-44a1-9578-c59ad9ac505d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:40:12.810099 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-082618c6-6898-4097-bcbf-8860c7875d5e None None] Routers {'f5a757ba-bf49-4e5b-807c-e26de55de57b'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:40:12.810730 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-082618c6-6898-4097-bcbf-8860c7875d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271984320>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:40:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['f5a757ba-bf49-4e5b-807c-e26de55de57b'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:40:12.831909 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-3c53cecd-aa99-4660-8b76-331403506f3d req-ebd13c14-bb6b-4996-875f-eefe9beda922 service neutron] 10.222.0.65 "GET /v2.0/networks/1591806d-1701-4f46-ade5-0834c940fcfe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1388848
Dec 24 11:40:13.192323 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-61b3cf3c-6cad-44a1-9578-c59ad9ac505d None None] Port e1d6b308-e3ad-4ddc-8bea-03d175e8e99e cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:40:13.238474 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-3c53cecd-aa99-4660-8b76-331403506f3d req-db6fe149-7996-477e-bbda-32ab401497bd service neutron] 10.222.0.65 "GET /v2.0/networks/1591806d-1701-4f46-ade5-0834c940fcfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3997629
Dec 24 11:40:13.251178 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-082618c6-6898-4097-bcbf-8860c7875d5e None None] Set router f5a757ba-bf49-4e5b-807c-e26de55de57b gateway port host: dv-neutron-822691-2-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:40:13.436059 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-700359a5-5ecc-4c0d-8e9e-6bdf75f9171b req-74eb2cb5-c3bb-4c2f-b2e2-706091eb421c tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fe35d5a-f6cd-43fa-b681-167a93db924d HTTP/1.1" status: 200  len: 210 time: 0.0459065
Dec 24 11:40:13.591084 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-082618c6-6898-4097-bcbf-8860c7875d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271984320>, [{'id': 'f5a757ba-bf49-4e5b-807c-e26de55de57b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1948157797', 'tenant_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.4'}], 'enable_snat': True}, 'gw_port_id': '6c9c782c-ee48-4e44-a84f-b19266da8f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:40:06Z', 'updated_at': '2021-12-24T11:40:10Z', 'revision_number': 4, 'project_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'gw_port': {'id': '6c9c782c-ee48-4e44-a84f-b19266da8f78', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:90:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a757ba-bf49-4e5b-807c-e26de55de57b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:40:06Z', 'updated_at': '2021-12-24T11:40:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_interfaces': [{'id': 'e1d6b308-e3ad-4ddc-8bea-03d175e8e99e', 'name': '', 'network_id': '1591806d-1701-4f46-ade5-0834c940fcfe', 'tenant_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'mac_address': 'fa:16:3e:75:cd:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5a757ba-bf49-4e5b-807c-e26de55de57b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4922ccca-c14b-40d5-a343-5e51fd8ef3b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:40:09Z', 'updated_at': '2021-12-24T11:40:10Z', 'revision_number': 2, 'project_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'subnets': [{'id': '4922ccca-c14b-40d5-a343-5e51fd8ef3b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:40:13.595391 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-082618c6-6898-4097-bcbf-8860c7875d5e None None] Checking router: f5a757ba-bf49-4e5b-807c-e26de55de57b for host: dv-neutron-822691-2-hyperv {{(pid=88880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 24 11:40:13.595802 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-082618c6-6898-4097-bcbf-8860c7875d5e None None] Updating router f5a757ba-bf49-4e5b-807c-e26de55de57b port e1d6b308-e3ad-4ddc-8bea-03d175e8e99e binding host dv-neutron-822691-2-hyperv {{(pid=88880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 24 11:40:13.650291 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-082618c6-6898-4097-bcbf-8860c7875d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:40:14.005302 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-082618c6-6898-4097-bcbf-8860c7875d5e None None] Notify callbacks [] for port, precommit_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:40:14.017905 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-082618c6-6898-4097-bcbf-8860c7875d5e None None] Transition to ACTIVE for port object e1d6b308-e3ad-4ddc-8bea-03d175e8e99e will not be triggered until provisioned by entity L2. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:40:14.026055 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-082618c6-6898-4097-bcbf-8860c7875d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:40:14.029754 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:40:14.155519 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8893d12e-cc70-4fb2-922f-2476c790bf67 None None] Pushing event updated for resources: {'Port': ['ID=e1d6b308-e3ad-4ddc-8bea-03d175e8e99e,revision_number=3']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:40:14.159074 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-8893d12e-cc70-4fb2-922f-2476c790bf67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:40:14.254916 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-082618c6-6898-4097-bcbf-8860c7875d5e None None] Attempting to bind port e1d6b308-e3ad-4ddc-8bea-03d175e8e99e on host dv-neutron-822691-2-hyperv for vnic_type normal with profile  {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:40:14.255391 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-082618c6-6898-4097-bcbf-8860c7875d5e None None] Attempting to bind port e1d6b308-e3ad-4ddc-8bea-03d175e8e99e by drivers openvswitch,hyperv on host dv-neutron-822691-2-hyperv at level 0 using segments [{'id': 'a4619905-1c7b-4b19-8e9c-e197fefe4b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '1591806d-1701-4f46-ade5-0834c940fcfe'}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:40:14.255749 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-082618c6-6898-4097-bcbf-8860c7875d5e None None] Attempting to bind port e1d6b308-e3ad-4ddc-8bea-03d175e8e99e on network 1591806d-1701-4f46-ade5-0834c940fcfe {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:40:14.263025 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-082618c6-6898-4097-bcbf-8860c7875d5e None None] Checking agent: {'id': 'db1275c1-6001-47af-93c2-635c68404703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822691-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 52, 8), 'started_at': datetime.datetime(2021, 12, 24, 10, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 40, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822691-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:40:14.263437 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-082618c6-6898-4097-bcbf-8860c7875d5e None None] Checking segment: {'id': 'a4619905-1c7b-4b19-8e9c-e197fefe4b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '1591806d-1701-4f46-ade5-0834c940fcfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:40:14.263887 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-082618c6-6898-4097-bcbf-8860c7875d5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:40:14.264319 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-082618c6-6898-4097-bcbf-8860c7875d5e None None] Bound using segment: {'id': 'a4619905-1c7b-4b19-8e9c-e197fefe4b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '1591806d-1701-4f46-ade5-0834c940fcfe'} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:40:14.264837 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-082618c6-6898-4097-bcbf-8860c7875d5e None None] Bound port: e1d6b308-e3ad-4ddc-8bea-03d175e8e99e, host: dv-neutron-822691-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4619905-1c7b-4b19-8e9c-e197fefe4b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '1591806d-1701-4f46-ade5-0834c940fcfe'}}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:40:14.265251 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-082618c6-6898-4097-bcbf-8860c7875d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:40:14.358215 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-082618c6-6898-4097-bcbf-8860c7875d5e None None] For port e1d6b308-e3ad-4ddc-8bea-03d175e8e99e, host dv-neutron-822691-2-hyperv, cleared binding levels {{(pid=88880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:40:14.361534 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-082618c6-6898-4097-bcbf-8860c7875d5e None None] For port e1d6b308-e3ad-4ddc-8bea-03d175e8e99e, host dv-neutron-822691-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=e1d6b308-e3ad-4ddc-8bea-03d175e8e99e,segment=NetworkSegment(a4619905-1c7b-4b19-8e9c-e197fefe4b59),segment_id=a4619905-1c7b-4b19-8e9c-e197fefe4b59)] {{(pid=88880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:40:14.366542 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-082618c6-6898-4097-bcbf-8860c7875d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:40:14.372090 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-003a6598-f0ae-4069-9d23-6624c803e1ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:40:14.475421 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8893d12e-cc70-4fb2-922f-2476c790bf67 None None] Pushing event updated for resources: {'Port': ['ID=e1d6b308-e3ad-4ddc-8bea-03d175e8e99e,revision_number=4']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:40:14.478338 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-082618c6-6898-4097-bcbf-8860c7875d5e None None] Routers {'f5a757ba-bf49-4e5b-807c-e26de55de57b'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:40:14.478910 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-082618c6-6898-4097-bcbf-8860c7875d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271984320>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:40:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['f5a757ba-bf49-4e5b-807c-e26de55de57b'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:40:14.530569 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-8893d12e-cc70-4fb2-922f-2476c790bf67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:40:14.573434 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-03a7546b-0377-4c37-abe0-108c1bcaf3cb req-1d78dc8a-242d-4b6c-9684-924aa357c811 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fe35d5a-f6cd-43fa-b681-167a93db924d HTTP/1.1" status: 200  len: 210 time: 0.0630779
Dec 24 11:40:14.677985 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-082618c6-6898-4097-bcbf-8860c7875d5e None None] Set router f5a757ba-bf49-4e5b-807c-e26de55de57b gateway port host: dv-neutron-822691-2-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:40:15.134190 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-082618c6-6898-4097-bcbf-8860c7875d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271984320>, [{'id': 'f5a757ba-bf49-4e5b-807c-e26de55de57b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1948157797', 'tenant_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.4'}], 'enable_snat': True}, 'gw_port_id': '6c9c782c-ee48-4e44-a84f-b19266da8f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:40:06Z', 'updated_at': '2021-12-24T11:40:10Z', 'revision_number': 4, 'project_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'gw_port': {'id': '6c9c782c-ee48-4e44-a84f-b19266da8f78', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:90:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a757ba-bf49-4e5b-807c-e26de55de57b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:40:06Z', 'updated_at': '2021-12-24T11:40:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_interfaces': [{'id': 'e1d6b308-e3ad-4ddc-8bea-03d175e8e99e', 'name': '', 'network_id': '1591806d-1701-4f46-ade5-0834c940fcfe', 'tenant_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'mac_address': 'fa:16:3e:75:cd:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5a757ba-bf49-4e5b-807c-e26de55de57b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4922ccca-c14b-40d5-a343-5e51fd8ef3b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:40:09Z', 'updated_at': '2021-12-24T11:40:14Z', 'revision_number': 4, 'project_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'subnets': [{'id': '4922ccca-c14b-40d5-a343-5e51fd8ef3b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:40:15.186440 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-082618c6-6898-4097-bcbf-8860c7875d5e None None] The sync data for ids ['f5a757ba-bf49-4e5b-807c-e26de55de57b'] in dv-neutron-822691-2-hyperv is: [{'id': 'f5a757ba-bf49-4e5b-807c-e26de55de57b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1948157797', 'tenant_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.4'}], 'enable_snat': True}, 'gw_port_id': '6c9c782c-ee48-4e44-a84f-b19266da8f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:40:06Z', 'updated_at': '2021-12-24T11:40:10Z', 'revision_number': 4, 'project_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'gw_port': {'id': '6c9c782c-ee48-4e44-a84f-b19266da8f78', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:90:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a757ba-bf49-4e5b-807c-e26de55de57b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:40:06Z', 'updated_at': '2021-12-24T11:40:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_interfaces': [{'id': 'e1d6b308-e3ad-4ddc-8bea-03d175e8e99e', 'name': '', 'network_id': '1591806d-1701-4f46-ade5-0834c940fcfe', 'tenant_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'mac_address': 'fa:16:3e:75:cd:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5a757ba-bf49-4e5b-807c-e26de55de57b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4922ccca-c14b-40d5-a343-5e51fd8ef3b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:40:09Z', 'updated_at': '2021-12-24T11:40:14Z', 'revision_number': 4, 'project_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'subnets': [{'id': '4922ccca-c14b-40d5-a343-5e51fd8ef3b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:40:15.685002 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-4c228500-0de3-4b78-8a66-b3f521932a71 req-aeb68bfc-d50b-41fc-96f6-2c66c532c6e2 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fe35d5a-f6cd-43fa-b681-167a93db924d HTTP/1.1" status: 200  len: 210 time: 0.0474827
Dec 24 11:40:16.284171 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device e1d6b308-e3ad-4ddc-8bea-03d175e8e99e up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:40:16.358347 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning for port e1d6b308-e3ad-4ddc-8bea-03d175e8e99e completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:40:16.363521 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port e1d6b308-e3ad-4ddc-8bea-03d175e8e99e triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:40:16.364101 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:40:16.486737 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:40:16.521340 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] For port e1d6b308-e3ad-4ddc-8bea-03d175e8e99e, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=e1d6b308-e3ad-4ddc-8bea-03d175e8e99e,segment=NetworkSegment(a4619905-1c7b-4b19-8e9c-e197fefe4b59),segment_id=a4619905-1c7b-4b19-8e9c-e197fefe4b59)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:40:16.525784 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:40:16.527492 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:40:16.595438 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Pushing event updated for resources: {'Port': ['ID=e1d6b308-e3ad-4ddc-8bea-03d175e8e99e,revision_number=5']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:40:16.599403 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:40:16.798278 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-d581abc9-dc5a-44d9-8ece-db6a56b0635d req-8155f53d-13af-4712-8cd3-6ffda54965f0 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fe35d5a-f6cd-43fa-b681-167a93db924d HTTP/1.1" status: 200  len: 210 time: 0.0458112
Dec 24 11:40:17.983002 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-65ee2adc-e7d5-40d3-acbb-a5afc364ef16 req-f67cbcaa-6546-4aa4-9885-0a216abf73ee tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fe35d5a-f6cd-43fa-b681-167a93db924d HTTP/1.1" status: 200  len: 210 time: 0.0513175
Dec 24 11:40:18.271203 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device e1d6b308-e3ad-4ddc-8bea-03d175e8e99e up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:40:18.347149 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port e1d6b308-e3ad-4ddc-8bea-03d175e8e99e triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:40:18.347568 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:40:18.749333 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c53cecd-aa99-4660-8b76-331403506f3d req-3df7d164-a291-4f6d-a53f-ffd5f3f6b3e6 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:40:18.750066 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-3c53cecd-aa99-4660-8b76-331403506f3d req-3df7d164-a291-4f6d-a53f-ffd5f3f6b3e6 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Synchronizing usage tracker for tenant:e6de6ac8bdf7427ba6dad2fa7321cdd0 on resource:network {{(pid=88879) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:40:18.767971 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-3c53cecd-aa99-4660-8b76-331403506f3d req-3df7d164-a291-4f6d-a53f-ffd5f3f6b3e6 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Unset dirty status for tenant:e6de6ac8bdf7427ba6dad2fa7321cdd0 on resource:network {{(pid=88879) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:40:18.769312 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-3c53cecd-aa99-4660-8b76-331403506f3d req-3df7d164-a291-4f6d-a53f-ffd5f3f6b3e6 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.58 "GET /v2.0/networks?id=1591806d-1701-4f46-ade5-0834c940fcfe HTTP/1.1" status: 200  len: 797 time: 0.1815555
Dec 24 11:40:18.833800 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-3c53cecd-aa99-4660-8b76-331403506f3d req-824dc800-b51b-4945-9c57-4cac6d50fed2 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Synchronizing usage tracker for tenant:e6de6ac8bdf7427ba6dad2fa7321cdd0 on resource:security_group {{(pid=88879) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:40:18.851103 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-3c53cecd-aa99-4660-8b76-331403506f3d req-824dc800-b51b-4945-9c57-4cac6d50fed2 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Unset dirty status for tenant:e6de6ac8bdf7427ba6dad2fa7321cdd0 on resource:security_group {{(pid=88879) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:40:18.852389 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-3c53cecd-aa99-4660-8b76-331403506f3d req-824dc800-b51b-4945-9c57-4cac6d50fed2 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e6de6ac8bdf7427ba6dad2fa7321cdd0 HTTP/1.1" status: 200  len: 379 time: 0.0629210
Dec 24 11:40:18.865998 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [req-3c53cecd-aa99-4660-8b76-331403506f3d req-d3916d76-dd7b-4398-8ccd-b00714fd5531 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Request body: {'port': {'device_id': '7fe35d5a-f6cd-43fa-b681-167a93db924d', 'network_id': '1591806d-1701-4f46-ade5-0834c940fcfe', 'admin_state_up': True, 'tenant_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'security_groups': ['bba8b0e1-a166-45e4-a691-e573be52eb42']}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:40:19.010424 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [req-3c53cecd-aa99-4660-8b76-331403506f3d req-d3916d76-dd7b-4398-8ccd-b00714fd5531 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:40:19.020919 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [req-3c53cecd-aa99-4660-8b76-331403506f3d req-d3916d76-dd7b-4398-8ccd-b00714fd5531 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:40:19.030969 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c53cecd-aa99-4660-8b76-331403506f3d req-d3916d76-dd7b-4398-8ccd-b00714fd5531 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Made reservation on behalf of e6de6ac8bdf7427ba6dad2fa7321cdd0 for: {'port': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:40:19.036597 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-3c53cecd-aa99-4660-8b76-331403506f3d req-d3916d76-dd7b-4398-8ccd-b00714fd5531 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:40:19.155218 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-5ee74b2a-61c4-4902-8578-f6e892c2405a req-5acd2718-63f9-4af4-bb59-b256980a15a4 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fe35d5a-f6cd-43fa-b681-167a93db924d HTTP/1.1" status: 200  len: 210 time: 0.0480344
Dec 24 11:40:19.214276 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [req-3c53cecd-aa99-4660-8b76-331403506f3d req-d3916d76-dd7b-4398-8ccd-b00714fd5531 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Allocated IP 172.20.0.3 (1591806d-1701-4f46-ade5-0834c940fcfe/4922ccca-c14b-40d5-a343-5e51fd8ef3b8/a1cfe955-be41-4f87-ae3c-bf4e4e1435e3) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:40:19.665365 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-3c53cecd-aa99-4660-8b76-331403506f3d req-d3916d76-dd7b-4398-8ccd-b00714fd5531 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:40:19.682614 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [req-3c53cecd-aa99-4660-8b76-331403506f3d req-d3916d76-dd7b-4398-8ccd-b00714fd5531 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Transition to ACTIVE for port object a1cfe955-be41-4f87-ae3c-bf4e4e1435e3 will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:40:19.704939 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-3c53cecd-aa99-4660-8b76-331403506f3d req-d3916d76-dd7b-4398-8ccd-b00714fd5531 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:40:19.711599 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-b91df7d6-2b8a-4686-9100-15a37a4405f6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:40:19.788295 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c53cecd-aa99-4660-8b76-331403506f3d req-d3916d76-dd7b-4398-8ccd-b00714fd5531 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Network 1591806d-1701-4f46-ade5-0834c940fcfe is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:40:19.792152 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [req-3c53cecd-aa99-4660-8b76-331403506f3d req-d3916d76-dd7b-4398-8ccd-b00714fd5531 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Resources bound (agent type, host, resource id):  {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:40:19.794280 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3916d76-dd7b-4398-8ccd-b00714fd5531 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Pushing event updated for resources: {'Port': ['ID=a1cfe955-be41-4f87-ae3c-bf4e4e1435e3,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:40:19.796620 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c53cecd-aa99-4660-8b76-331403506f3d req-d3916d76-dd7b-4398-8ccd-b00714fd5531 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:40:19.824210 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-d3916d76-dd7b-4398-8ccd-b00714fd5531 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:40:19.862585 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c53cecd-aa99-4660-8b76-331403506f3d req-d3916d76-dd7b-4398-8ccd-b00714fd5531 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:40:19.863268 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-3c53cecd-aa99-4660-8b76-331403506f3d req-d3916d76-dd7b-4398-8ccd-b00714fd5531 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:40:19.895617 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-3c53cecd-aa99-4660-8b76-331403506f3d req-d3916d76-dd7b-4398-8ccd-b00714fd5531 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0340881
Dec 24 11:40:19.988358 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [req-3c53cecd-aa99-4660-8b76-331403506f3d req-fc9586bd-32b2-46fb-869a-132d752074a6 service neutron] Request body: {'port': {'device_id': '7fe35d5a-f6cd-43fa-b681-167a93db924d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:40:20.090210 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-b1467726-7597-4232-acc7-ee62b81b8fc4 None None] Provisioning for port a1cfe955-be41-4f87-ae3c-bf4e4e1435e3 completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:40:20.095810 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-b1467726-7597-4232-acc7-ee62b81b8fc4 None None] Provisioning complete for port a1cfe955-be41-4f87-ae3c-bf4e4e1435e3 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:40:20.096267 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b1467726-7597-4232-acc7-ee62b81b8fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:40:20.117812 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-3c53cecd-aa99-4660-8b76-331403506f3d req-fc9586bd-32b2-46fb-869a-132d752074a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:40:20.155254 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-b1467726-7597-4232-acc7-ee62b81b8fc4 None None] Port a1cfe955-be41-4f87-ae3c-bf4e4e1435e3 cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:40:20.364265 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7192e58-db68-43c6-adc1-27f08775c3e6 req-8a081e65-1f7b-4c0a-8964-1db264426293 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:40:20.366284 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-b7192e58-db68-43c6-adc1-27f08775c3e6 req-8a081e65-1f7b-4c0a-8964-1db264426293 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fe35d5a-f6cd-43fa-b681-167a93db924d HTTP/1.1" status: 200  len: 931 time: 0.0867517
Dec 24 11:40:20.420486 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-b7192e58-db68-43c6-adc1-27f08775c3e6 req-070b1333-ed81-4424-a345-2b7fc149f0de tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/security-groups?id=bba8b0e1-a166-45e4-a691-e573be52eb42&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0477681
Dec 24 11:40:20.477470 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [req-3c53cecd-aa99-4660-8b76-331403506f3d req-fc9586bd-32b2-46fb-869a-132d752074a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1cfe955-be41-4f87-ae3c-bf4e4e1435e3 {{(pid=88879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 24 11:40:20.484831 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-3c53cecd-aa99-4660-8b76-331403506f3d req-fc9586bd-32b2-46fb-869a-132d752074a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:40:20.501576 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [req-3c53cecd-aa99-4660-8b76-331403506f3d req-fc9586bd-32b2-46fb-869a-132d752074a6 service neutron] Transition to ACTIVE for port object a1cfe955-be41-4f87-ae3c-bf4e4e1435e3 will not be triggered until provisioned by entity L2. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:40:20.505142 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-3c53cecd-aa99-4660-8b76-331403506f3d req-fc9586bd-32b2-46fb-869a-132d752074a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850854027'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:40:20.508928 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-6567707f-2ef2-4e84-8b51-c7a07f0be9b9 tempest-TestEncryptedCinderVolumes-726974275 tempest-TestEncryptedCinderVolumes-726974275-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:40:20.644423 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9586bd-32b2-46fb-869a-132d752074a6 service neutron] Pushing event updated for resources: {'Port': ['ID=a1cfe955-be41-4f87-ae3c-bf4e4e1435e3,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:40:20.647811 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-fc9586bd-32b2-46fb-869a-132d752074a6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:40:20.761171 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [req-3c53cecd-aa99-4660-8b76-331403506f3d req-fc9586bd-32b2-46fb-869a-132d752074a6 service neutron] Attempting to bind port a1cfe955-be41-4f87-ae3c-bf4e4e1435e3 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:40:20.761559 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [req-3c53cecd-aa99-4660-8b76-331403506f3d req-fc9586bd-32b2-46fb-869a-132d752074a6 service neutron] Attempting to bind port a1cfe955-be41-4f87-ae3c-bf4e4e1435e3 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'a4619905-1c7b-4b19-8e9c-e197fefe4b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '1591806d-1701-4f46-ade5-0834c940fcfe'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:40:20.761961 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c53cecd-aa99-4660-8b76-331403506f3d req-fc9586bd-32b2-46fb-869a-132d752074a6 service neutron] Attempting to bind port a1cfe955-be41-4f87-ae3c-bf4e4e1435e3 on network 1591806d-1701-4f46-ade5-0834c940fcfe {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:40:20.768926 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c53cecd-aa99-4660-8b76-331403506f3d req-fc9586bd-32b2-46fb-869a-132d752074a6 service neutron] Port a1cfe955-be41-4f87-ae3c-bf4e4e1435e3 on network 1591806d-1701-4f46-ade5-0834c940fcfe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 24 11:40:20.769287 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c53cecd-aa99-4660-8b76-331403506f3d req-fc9586bd-32b2-46fb-869a-132d752074a6 service neutron] Attempting to bind port a1cfe955-be41-4f87-ae3c-bf4e4e1435e3 on network 1591806d-1701-4f46-ade5-0834c940fcfe {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:40:20.776069 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c53cecd-aa99-4660-8b76-331403506f3d req-fc9586bd-32b2-46fb-869a-132d752074a6 service neutron] Checking agent: {'id': '239bbc6e-fc66-42e2-b707-1aa8ba10287c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 57, 58), 'started_at': datetime.datetime(2021, 12, 24, 10, 57, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 39, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:40:20.776431 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c53cecd-aa99-4660-8b76-331403506f3d req-fc9586bd-32b2-46fb-869a-132d752074a6 service neutron] Checking segment: {'id': 'a4619905-1c7b-4b19-8e9c-e197fefe4b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '1591806d-1701-4f46-ade5-0834c940fcfe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:40:20.776871 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c53cecd-aa99-4660-8b76-331403506f3d req-fc9586bd-32b2-46fb-869a-132d752074a6 service neutron] Bound using segment: {'id': 'a4619905-1c7b-4b19-8e9c-e197fefe4b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '1591806d-1701-4f46-ade5-0834c940fcfe'} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:40:20.777330 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [req-3c53cecd-aa99-4660-8b76-331403506f3d req-fc9586bd-32b2-46fb-869a-132d752074a6 service neutron] Bound port: a1cfe955-be41-4f87-ae3c-bf4e4e1435e3, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4619905-1c7b-4b19-8e9c-e197fefe4b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '1591806d-1701-4f46-ade5-0834c940fcfe'}}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:40:20.777707 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-3c53cecd-aa99-4660-8b76-331403506f3d req-fc9586bd-32b2-46fb-869a-132d752074a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:40:20.870374 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [req-3c53cecd-aa99-4660-8b76-331403506f3d req-fc9586bd-32b2-46fb-869a-132d752074a6 service neutron] For port a1cfe955-be41-4f87-ae3c-bf4e4e1435e3, host hv-neutron-8226, cleared binding levels {{(pid=88879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:40:20.873622 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [req-3c53cecd-aa99-4660-8b76-331403506f3d req-fc9586bd-32b2-46fb-869a-132d752074a6 service neutron] For port a1cfe955-be41-4f87-ae3c-bf4e4e1435e3, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=a1cfe955-be41-4f87-ae3c-bf4e4e1435e3,segment=NetworkSegment(a4619905-1c7b-4b19-8e9c-e197fefe4b59),segment_id=a4619905-1c7b-4b19-8e9c-e197fefe4b59)] {{(pid=88879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:40:20.878555 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-3c53cecd-aa99-4660-8b76-331403506f3d req-fc9586bd-32b2-46fb-869a-132d752074a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850854027'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:40:20.882544 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-fa32aef5-1b8b-4600-adec-aafcad4aa757 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:40:20.943464 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-3c53cecd-aa99-4660-8b76-331403506f3d req-fc9586bd-32b2-46fb-869a-132d752074a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:40:20.944992 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-3c53cecd-aa99-4660-8b76-331403506f3d req-fc9586bd-32b2-46fb-869a-132d752074a6 service neutron] 10.222.0.58 "PUT /v2.0/ports/a1cfe955-be41-4f87-ae3c-bf4e4e1435e3 HTTP/1.1" status: 200  len: 1093 time: 1.0370324
Dec 24 11:40:20.948020 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fe35d5a-f6cd-43fa-b681-167a93db924d', 'tag': 'a1cfe955-be41-4f87-ae3c-bf4e4e1435e3'}] {{(pid=88879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 24 11:40:20.974668 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9586bd-32b2-46fb-869a-132d752074a6 service neutron] Pushing event updated for resources: {'Port': ['ID=a1cfe955-be41-4f87-ae3c-bf4e4e1435e3,revision_number=3']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:40:20.979645 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-fc9586bd-32b2-46fb-869a-132d752074a6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:40:21.025852 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fe35d5a-f6cd-43fa-b681-167a93db924d', 'tag': 'a1cfe955-be41-4f87-ae3c-bf4e4e1435e3', 'status': 'completed', 'code': 200}
Dec 24 11:40:21.070223 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-3c53cecd-aa99-4660-8b76-331403506f3d req-ffe4d860-b5e1-45fb-9645-cfac17dd7617 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e6de6ac8bdf7427ba6dad2fa7321cdd0&device_id=7fe35d5a-f6cd-43fa-b681-167a93db924d HTTP/1.1" status: 200  len: 1096 time: 0.0803103
Dec 24 11:40:21.153571 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-3c53cecd-aa99-4660-8b76-331403506f3d req-2aebe254-791a-4b88-98e0-2593fad020c9 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a1cfe955-be41-4f87-ae3c-bf4e4e1435e3 HTTP/1.1" status: 200  len: 217 time: 0.0752804
Dec 24 11:40:21.229252 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c53cecd-aa99-4660-8b76-331403506f3d req-35559501-5434-41d0-bee8-1a17ecd5f6c2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:40:21.230810 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-3c53cecd-aa99-4660-8b76-331403506f3d req-35559501-5434-41d0-bee8-1a17ecd5f6c2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4922ccca-c14b-40d5-a343-5e51fd8ef3b8 HTTP/1.1" status: 200  len: 834 time: 0.0670316
Dec 24 11:40:21.325211 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-3c53cecd-aa99-4660-8b76-331403506f3d req-ba7655bc-ea59-4d45-bf9c-204752a034f2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1591806d-1701-4f46-ade5-0834c940fcfe&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0841205
Dec 24 11:40:21.475763 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-3c53cecd-aa99-4660-8b76-331403506f3d req-a8b12d0f-8472-4a61-a5e4-ada4402426b7 service neutron] 10.222.0.58 "GET /v2.0/networks/1591806d-1701-4f46-ade5-0834c940fcfe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1406453
Dec 24 11:40:21.626962 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-3c53cecd-aa99-4660-8b76-331403506f3d req-f0baf92a-8bbf-4212-a0d9-a72e2021ce36 service neutron] 10.222.0.58 "GET /v2.0/networks/1591806d-1701-4f46-ade5-0834c940fcfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1403935
Dec 24 11:40:21.630345 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa202415-68d5-44e3-bcca-28a802acd749 req-a45e99b9-d85b-4e81-8ddc-608ccfe8e237 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:40:21.633027 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-aa202415-68d5-44e3-bcca-28a802acd749 req-a45e99b9-d85b-4e81-8ddc-608ccfe8e237 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fe35d5a-f6cd-43fa-b681-167a93db924d HTTP/1.1" status: 200  len: 943 time: 0.0858250
Dec 24 11:40:21.685974 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-aa202415-68d5-44e3-bcca-28a802acd749 req-fa6266bb-bd6c-4b49-9ace-ef4771451766 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/security-groups?id=bba8b0e1-a166-45e4-a691-e573be52eb42&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0459185
Dec 24 11:40:21.752657 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-8869f3c9-2f83-4be8-aa20-ff15103560eb req-effe299b-98ff-4599-83b8-53765edbd687 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e6de6ac8bdf7427ba6dad2fa7321cdd0&device_id=7fe35d5a-f6cd-43fa-b681-167a93db924d HTTP/1.1" status: 200  len: 1096 time: 0.0776222
Dec 24 11:40:21.908217 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8869f3c9-2f83-4be8-aa20-ff15103560eb req-2e2b6236-6124-4631-8bcd-6541ca7fe480 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:40:21.909852 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-8869f3c9-2f83-4be8-aa20-ff15103560eb req-2e2b6236-6124-4631-8bcd-6541ca7fe480 service neutron] 10.222.0.58 "GET /v2.0/networks?id=1591806d-1701-4f46-ade5-0834c940fcfe HTTP/1.1" status: 200  len: 898 time: 0.1487887
Dec 24 11:40:21.987958 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-8869f3c9-2f83-4be8-aa20-ff15103560eb req-79a5808e-69e1-4f0c-a301-2ca6f92ed630 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a1cfe955-be41-4f87-ae3c-bf4e4e1435e3 HTTP/1.1" status: 200  len: 217 time: 0.0681210
Dec 24 11:40:22.058136 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8869f3c9-2f83-4be8-aa20-ff15103560eb req-20e19b35-4c54-41ba-8065-b300556ba527 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:40:22.059671 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-8869f3c9-2f83-4be8-aa20-ff15103560eb req-20e19b35-4c54-41ba-8065-b300556ba527 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4922ccca-c14b-40d5-a343-5e51fd8ef3b8 HTTP/1.1" status: 200  len: 834 time: 0.0645523
Dec 24 11:40:22.148720 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-8869f3c9-2f83-4be8-aa20-ff15103560eb req-df9d008d-60e0-4f5f-ad0e-08dc68d97832 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1591806d-1701-4f46-ade5-0834c940fcfe&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0813804
Dec 24 11:40:22.292544 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-8869f3c9-2f83-4be8-aa20-ff15103560eb req-0070fc4c-9bfb-4969-9b8b-61c204fa0b2a service neutron] 10.222.0.58 "GET /v2.0/networks/1591806d-1701-4f46-ade5-0834c940fcfe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1362493
Dec 24 11:40:22.438163 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-8869f3c9-2f83-4be8-aa20-ff15103560eb req-46c48d7e-9f3b-4c53-9ee3-a8d295dd5f71 service neutron] 10.222.0.58 "GET /v2.0/networks/1591806d-1701-4f46-ade5-0834c940fcfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1383173
Dec 24 11:40:22.919177 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfec8d80-ead3-4dc9-8f1a-54de8423a103 req-313ded07-531e-4e75-ab85-ad582b5879f7 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:40:22.920760 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-cfec8d80-ead3-4dc9-8f1a-54de8423a103 req-313ded07-531e-4e75-ab85-ad582b5879f7 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fe35d5a-f6cd-43fa-b681-167a93db924d HTTP/1.1" status: 200  len: 943 time: 0.0971220
Dec 24 11:40:22.972071 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-cfec8d80-ead3-4dc9-8f1a-54de8423a103 req-88bcb7b9-94d5-4c78-96d7-ab8703fcdbbb tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/security-groups?id=bba8b0e1-a166-45e4-a691-e573be52eb42&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422213
Dec 24 11:40:24.192596 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6ab4d3-73f6-47eb-b32f-0192ca515369 req-05d663b1-d809-401c-b4bd-0f3459bba3e6 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:40:24.194262 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-5c6ab4d3-73f6-47eb-b32f-0192ca515369 req-05d663b1-d809-401c-b4bd-0f3459bba3e6 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fe35d5a-f6cd-43fa-b681-167a93db924d HTTP/1.1" status: 200  len: 943 time: 0.0896170
Dec 24 11:40:24.247017 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-5c6ab4d3-73f6-47eb-b32f-0192ca515369 req-2f9d5918-d3f9-442d-a31e-fce59502c451 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/security-groups?id=bba8b0e1-a166-45e4-a691-e573be52eb42&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435424
Dec 24 11:40:25.073128 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Device a1cfe955-be41-4f87-ae3c-bf4e4e1435e3 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 24 11:40:25.392658 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] For port a1cfe955-be41-4f87-ae3c-bf4e4e1435e3, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=a1cfe955-be41-4f87-ae3c-bf4e4e1435e3,segment=NetworkSegment(a4619905-1c7b-4b19-8e9c-e197fefe4b59),segment_id=a4619905-1c7b-4b19-8e9c-e197fefe4b59)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:40:25.407170 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Returning: {'device': 'a1cfe955-be41-4f87-ae3c-bf4e4e1435e3', 'network_id': '1591806d-1701-4f46-ade5-0834c940fcfe', 'port_id': 'a1cfe955-be41-4f87-ae3c-bf4e4e1435e3', 'mac_address': 'fa:16:3e:37:c4:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4922ccca-c14b-40d5-a343-5e51fd8ef3b8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 24 11:40:25.465491 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:40:25.473809 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20320431-b5c2-4947-a860-a03b1c770ec3 req-10fd8c25-fdc6-4c6c-854f-c5e97b4c3eac tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:40:25.475503 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-20320431-b5c2-4947-a860-a03b1c770ec3 req-10fd8c25-fdc6-4c6c-854f-c5e97b4c3eac tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fe35d5a-f6cd-43fa-b681-167a93db924d HTTP/1.1" status: 200  len: 943 time: 0.0949328
Dec 24 11:40:25.487199 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1cfe955-be41-4f87-ae3c-bf4e4e1435e3 {{(pid=88880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 24 11:40:25.503399 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] For port a1cfe955-be41-4f87-ae3c-bf4e4e1435e3, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=a1cfe955-be41-4f87-ae3c-bf4e4e1435e3,segment=NetworkSegment(a4619905-1c7b-4b19-8e9c-e197fefe4b59),segment_id=a4619905-1c7b-4b19-8e9c-e197fefe4b59)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:40:25.507097 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:40:25.509914 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:40:25.524757 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-20320431-b5c2-4947-a860-a03b1c770ec3 req-57ab3da5-52fd-4f40-a1a0-93e0e76b05a5 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/security-groups?id=bba8b0e1-a166-45e4-a691-e573be52eb42&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429795
Dec 24 11:40:25.581598 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Pushing event updated for resources: {'Port': ['ID=a1cfe955-be41-4f87-ae3c-bf4e4e1435e3,revision_number=4']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:40:25.585062 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:40:25.870170 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] get_ports_and_sgs() called for port_ids ['a1cfe955-be41-4f87-ae3c-bf4e4e1435e3'] {{(pid=88880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 24 11:40:26.743876 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a36b2ac-96ee-4917-9cc6-7438304cec04 req-64ffa9a9-9064-4994-9bce-d54ea7b353e3 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:40:26.745464 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-0a36b2ac-96ee-4917-9cc6-7438304cec04 req-64ffa9a9-9064-4994-9bce-d54ea7b353e3 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fe35d5a-f6cd-43fa-b681-167a93db924d HTTP/1.1" status: 200  len: 944 time: 0.0855079
Dec 24 11:40:26.796380 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-0a36b2ac-96ee-4917-9cc6-7438304cec04 req-3b5e29b2-0e3d-4abf-a5c7-681792da1677 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/security-groups?id=bba8b0e1-a166-45e4-a691-e573be52eb42&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422664
Dec 24 11:40:27.096678 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Device a1cfe955-be41-4f87-ae3c-bf4e4e1435e3 up at agent hyperv_hv-neutron-8226 {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:40:27.177253 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Provisioning for port a1cfe955-be41-4f87-ae3c-bf4e4e1435e3 completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:40:27.185037 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Provisioning complete for port a1cfe955-be41-4f87-ae3c-bf4e4e1435e3 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:40:27.185554 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:40:27.321773 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:40:27.354620 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fe35d5a-f6cd-43fa-b681-167a93db924d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1cfe955-be41-4f87-ae3c-bf4e4e1435e3'}] {{(pid=88880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 24 11:40:27.365611 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] For port a1cfe955-be41-4f87-ae3c-bf4e4e1435e3, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=a1cfe955-be41-4f87-ae3c-bf4e4e1435e3,segment=NetworkSegment(a4619905-1c7b-4b19-8e9c-e197fefe4b59),segment_id=a4619905-1c7b-4b19-8e9c-e197fefe4b59)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:40:27.369513 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:40:27.371585 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:40:27.413117 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fe35d5a-f6cd-43fa-b681-167a93db924d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1cfe955-be41-4f87-ae3c-bf4e4e1435e3', 'code': 200}
Dec 24 11:40:27.439282 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Pushing event updated for resources: {'Port': ['ID=a1cfe955-be41-4f87-ae3c-bf4e4e1435e3,revision_number=5']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:40:27.442820 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:40:27.680766 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-30841bac-079f-4ecf-897a-f8f7965d9010 req-4a508ec1-2c1e-48f0-bfee-db6ebee26ea5 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=7fe35d5a-f6cd-43fa-b681-167a93db924d HTTP/1.1" status: 200  len: 1098 time: 0.0827510
Dec 24 11:40:27.727018 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-30841bac-079f-4ecf-897a-f8f7965d9010 req-a8161e3d-84d4-43af-968b-490df2196d03 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=bba8b0e1-a166-45e4-a691-e573be52eb42&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0391846
Dec 24 11:40:28.180735 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473ceb8d-15cc-4f46-8f42-1e020fbba807 req-dcf67b72-4f0b-4fa5-9a6d-c9ce3a25dae2 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:40:28.182387 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-473ceb8d-15cc-4f46-8f42-1e020fbba807 req-dcf67b72-4f0b-4fa5-9a6d-c9ce3a25dae2 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fe35d5a-f6cd-43fa-b681-167a93db924d HTTP/1.1" status: 200  len: 945 time: 0.0975316
Dec 24 11:40:28.231319 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-473ceb8d-15cc-4f46-8f42-1e020fbba807 req-fab32382-603a-4228-b8bb-419e004d65ad tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/security-groups?id=bba8b0e1-a166-45e4-a691-e573be52eb42&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425677
Dec 24 11:40:28.588425 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:40:29.446514 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffd0455-b449-4600-816f-3e7923067966 req-437f8718-fdfb-485f-b350-a68b5356f7ce tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:40:29.448117 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-2ffd0455-b449-4600-816f-3e7923067966 req-437f8718-fdfb-485f-b350-a68b5356f7ce tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fe35d5a-f6cd-43fa-b681-167a93db924d HTTP/1.1" status: 200  len: 945 time: 0.0853043
Dec 24 11:40:29.505059 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-2ffd0455-b449-4600-816f-3e7923067966 req-bddbfdbb-1970-49a8-852d-c02fe53ae22d tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/security-groups?id=bba8b0e1-a166-45e4-a691-e573be52eb42&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0482476
Dec 24 11:40:29.731057 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071ae5fb-104a-45b0-93eb-c48c040a866a req-f4ff3748-85b0-4914-83ae-e56ed9c67a3d tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:40:29.732701 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-071ae5fb-104a-45b0-93eb-c48c040a866a req-f4ff3748-85b0-4914-83ae-e56ed9c67a3d tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fe35d5a-f6cd-43fa-b681-167a93db924d HTTP/1.1" status: 200  len: 945 time: 0.0994256
Dec 24 11:40:29.785924 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-071ae5fb-104a-45b0-93eb-c48c040a866a req-01b0a58d-2c74-4eba-a2b0-b75c231eedf0 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/security-groups?id=bba8b0e1-a166-45e4-a691-e573be52eb42&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0438783
Dec 24 11:40:29.813857 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 49746) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:40:29.897461 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-0ee673e8-9ba1-4bf4-9233-84a6c07b3bb6 tempest-TestNetworkAdvancedServerOps-1792842542 tempest-TestNetworkAdvancedServerOps-1792842542-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=7fe35d5a-f6cd-43fa-b681-167a93db924d HTTP/1.1" status: 200  len: 1093 time: 0.0822468
Dec 24 11:40:29.901791 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 49750) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:40:29.907517 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-07887a36-98c0-4df5-a96b-671a08a6e50e tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Request body: {'floatingip': {'floating_network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'port_id': 'a1cfe955-be41-4f87-ae3c-bf4e4e1435e3', 'tenant_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:40:29.913823 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-07887a36-98c0-4df5-a96b-671a08a6e50e tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:40:29.917993 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-07887a36-98c0-4df5-a96b-671a08a6e50e tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Usage tracker for resource:floatingip and tenant:e6de6ac8bdf7427ba6dad2fa7321cdd0 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:40:29.920995 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-07887a36-98c0-4df5-a96b-671a08a6e50e tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:40:29.927117 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-07887a36-98c0-4df5-a96b-671a08a6e50e tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:40:29.937702 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-07887a36-98c0-4df5-a96b-671a08a6e50e tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for floatingip, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:40:30.094739 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-07887a36-98c0-4df5-a96b-671a08a6e50e tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:40:30.244988 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-07887a36-98c0-4df5-a96b-671a08a6e50e tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Allocated IP 172.26.3.178 (f8c337ba-681f-4fcb-a333-e3c49365b30a/8ea1398c-0bec-46d6-8d54-85798de2a7ca/3d7ee2f7-e289-4507-8a8c-fc288d44675f) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:40:30.405087 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-07887a36-98c0-4df5-a96b-671a08a6e50e tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:40:30.435499 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-07887a36-98c0-4df5-a96b-671a08a6e50e tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:40:30.439378 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7f7077df-870c-4d44-a4b1-8b598aee0457 tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:40:30.515255 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07887a36-98c0-4df5-a96b-671a08a6e50e tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Network f8c337ba-681f-4fcb-a333-e3c49365b30a is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:40:30.516273 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07887a36-98c0-4df5-a96b-671a08a6e50e tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Pushing event updated for resources: {'Port': ['ID=3d7ee2f7-e289-4507-8a8c-fc288d44675f,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:40:30.519135 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-07887a36-98c0-4df5-a96b-671a08a6e50e tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Resources bound (agent type, host, resource id):  {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:40:30.521120 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-07887a36-98c0-4df5-a96b-671a08a6e50e tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:40:30.522007 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07887a36-98c0-4df5-a96b-671a08a6e50e tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:40:31.066245 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-07887a36-98c0-4df5-a96b-671a08a6e50e tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:40:31.122663 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-07887a36-98c0-4df5-a96b-671a08a6e50e tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:40:31.351475 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-07887a36-98c0-4df5-a96b-671a08a6e50e tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for port, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:40:31.355892 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-07887a36-98c0-4df5-a96b-671a08a6e50e tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3978773'] for port, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:40:31.359657 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f2e31a38-21ef-447d-aa7e-3b69e933ebcb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:40:31.460106 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07887a36-98c0-4df5-a96b-671a08a6e50e tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Pushing event updated for resources: {'Port': ['ID=3d7ee2f7-e289-4507-8a8c-fc288d44675f,revision_number=2']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:40:31.469216 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-07887a36-98c0-4df5-a96b-671a08a6e50e tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:40:31.483387 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-07887a36-98c0-4df5-a96b-671a08a6e50e tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659181'] for floatingip, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:40:31.688925 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.l3_db [None req-07887a36-98c0-4df5-a96b-671a08a6e50e tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Floating IP a3d6f80f-0971-4ce6-90fb-4c09b3200d78 associated. External IP: 172.26.3.178, port: a1cfe955-be41-4f87-ae3c-bf4e4e1435e3.
Dec 24 11:40:32.353263 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07887a36-98c0-4df5-a96b-671a08a6e50e tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Router f5a757ba-bf49-4e5b-807c-e26de55de57b has already been hosted by L3 agent 198cca88-1338-4098-b44b-beb0346ac906 {{(pid=88878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 24 11:40:32.564812 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07887a36-98c0-4df5-a96b-671a08a6e50e tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:40:32.576995 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b494b349-1416-4778-8b38-4157db4a5c52 None None] Sync routers for ids ['f5a757ba-bf49-4e5b-807c-e26de55de57b'] in dv-neutron-822691-2-hyperv {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:40:32.591041 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b494b349-1416-4778-8b38-4157db4a5c52 None None] Routers {'f5a757ba-bf49-4e5b-807c-e26de55de57b'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:40:32.591712 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-b494b349-1416-4778-8b38-4157db4a5c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271fad7f0>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:40:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['f5a757ba-bf49-4e5b-807c-e26de55de57b'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:40:32.592190 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-07887a36-98c0-4df5-a96b-671a08a6e50e tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for floatingip, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:40:32.653532 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-07887a36-98c0-4df5-a96b-671a08a6e50e tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.7505903
Dec 24 11:40:32.654280 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fe35d5a-f6cd-43fa-b681-167a93db924d', 'tag': 'a1cfe955-be41-4f87-ae3c-bf4e4e1435e3'}] {{(pid=88878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 24 11:40:32.720438 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fe35d5a-f6cd-43fa-b681-167a93db924d', 'tag': 'a1cfe955-be41-4f87-ae3c-bf4e4e1435e3', 'status': 'completed', 'code': 200}
Dec 24 11:40:32.777595 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-b494b349-1416-4778-8b38-4157db4a5c52 None None] Set router f5a757ba-bf49-4e5b-807c-e26de55de57b gateway port host: dv-neutron-822691-2-hyperv {{(pid=88881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:40:32.817531 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-1cc2ca5b-3202-4c9c-a48f-08fd5c9ab611 req-f60096a3-5766-4ccc-844e-32da35e02dd4 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e6de6ac8bdf7427ba6dad2fa7321cdd0&device_id=7fe35d5a-f6cd-43fa-b681-167a93db924d HTTP/1.1" status: 200  len: 1098 time: 0.0752182
Dec 24 11:40:32.850263 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff21502-98ca-44f0-8374-c23f4d528e77 req-26f59d0a-ab3a-4faa-a671-a132d6fa85b0 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:40:32.851915 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-eff21502-98ca-44f0-8374-c23f4d528e77 req-26f59d0a-ab3a-4faa-a671-a132d6fa85b0 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fe35d5a-f6cd-43fa-b681-167a93db924d HTTP/1.1" status: 200  len: 945 time: 0.0835390
Dec 24 11:40:32.905628 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-eff21502-98ca-44f0-8374-c23f4d528e77 req-c4322847-07aa-408d-bf91-06c10e60a324 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/security-groups?id=bba8b0e1-a166-45e4-a691-e573be52eb42&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0470216
Dec 24 11:40:32.935984 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 49758) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:40:32.969399 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc2ca5b-3202-4c9c-a48f-08fd5c9ab611 req-b5b5c22b-8e6a-4ad3-ae32-ba2acb7dde8c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:40:32.971045 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-1cc2ca5b-3202-4c9c-a48f-08fd5c9ab611 req-b5b5c22b-8e6a-4ad3-ae32-ba2acb7dde8c service neutron] 10.222.0.58 "GET /v2.0/networks?id=1591806d-1701-4f46-ade5-0834c940fcfe HTTP/1.1" status: 200  len: 898 time: 0.1463084
Dec 24 11:40:33.048930 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-664443d6-0860-4dca-aaa1-1a26db793f2c tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/floatingips/a3d6f80f-0971-4ce6-90fb-4c09b3200d78 HTTP/1.1" status: 200  len: 991 time: 0.1115980
Dec 24 11:40:33.084224 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-1cc2ca5b-3202-4c9c-a48f-08fd5c9ab611 req-c74e3633-9571-46fe-8cf0-246331e27838 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a1cfe955-be41-4f87-ae3c-bf4e4e1435e3 HTTP/1.1" status: 200  len: 999 time: 0.1059444
Dec 24 11:40:33.147893 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-b494b349-1416-4778-8b38-4157db4a5c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271fad7f0>, [{'id': 'f5a757ba-bf49-4e5b-807c-e26de55de57b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1948157797', 'tenant_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.4'}], 'enable_snat': True}, 'gw_port_id': '6c9c782c-ee48-4e44-a84f-b19266da8f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:40:06Z', 'updated_at': '2021-12-24T11:40:10Z', 'revision_number': 4, 'project_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'gw_port': {'id': '6c9c782c-ee48-4e44-a84f-b19266da8f78', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:90:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a757ba-bf49-4e5b-807c-e26de55de57b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:40:06Z', 'updated_at': '2021-12-24T11:40:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_floatingips': [{'id': 'a3d6f80f-0971-4ce6-90fb-4c09b3200d78', 'tenant_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'floating_ip_address': '172.26.3.178', 'floating_network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'router_id': 'f5a757ba-bf49-4e5b-807c-e26de55de57b', 'port_id': 'a1cfe955-be41-4f87-ae3c-bf4e4e1435e3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1591806d-1701-4f46-ade5-0834c940fcfe', 'mac_address': 'fa:16:3e:37:c4:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe35d5a-f6cd-43fa-b681-167a93db924d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T11:40:30Z', 'updated_at': '2021-12-24T11:40:30Z', 'revision_number': 0, 'project_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1d6b308-e3ad-4ddc-8bea-03d175e8e99e', 'name': '', 'network_id': '1591806d-1701-4f46-ade5-0834c940fcfe', 'tenant_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'mac_address': 'fa:16:3e:75:cd:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a757ba-bf49-4e5b-807c-e26de55de57b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4922ccca-c14b-40d5-a343-5e51fd8ef3b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:40:09Z', 'updated_at': '2021-12-24T11:40:16Z', 'revision_number': 5, 'project_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'subnets': [{'id': '4922ccca-c14b-40d5-a343-5e51fd8ef3b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:40:33.152224 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b494b349-1416-4778-8b38-4157db4a5c52 None None] Checking router: f5a757ba-bf49-4e5b-807c-e26de55de57b for host: dv-neutron-822691-2-hyperv {{(pid=88881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 24 11:40:33.158826 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc2ca5b-3202-4c9c-a48f-08fd5c9ab611 req-4fbc3fec-3358-4e8d-b33c-9dac4c650082 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:40:33.160424 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-1cc2ca5b-3202-4c9c-a48f-08fd5c9ab611 req-4fbc3fec-3358-4e8d-b33c-9dac4c650082 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4922ccca-c14b-40d5-a343-5e51fd8ef3b8 HTTP/1.1" status: 200  len: 834 time: 0.0689311
Dec 24 11:40:33.164017 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b494b349-1416-4778-8b38-4157db4a5c52 None None] Routers {'f5a757ba-bf49-4e5b-807c-e26de55de57b'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:40:33.164636 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-b494b349-1416-4778-8b38-4157db4a5c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271fad7f0>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:40:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['f5a757ba-bf49-4e5b-807c-e26de55de57b'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:40:33.241292 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-1cc2ca5b-3202-4c9c-a48f-08fd5c9ab611 req-227220a3-235e-44bb-9301-4045eb205e3f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1591806d-1701-4f46-ade5-0834c940fcfe&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0743349
Dec 24 11:40:33.352023 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-b494b349-1416-4778-8b38-4157db4a5c52 None None] Set router f5a757ba-bf49-4e5b-807c-e26de55de57b gateway port host: dv-neutron-822691-2-hyperv {{(pid=88881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:40:33.387095 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-1cc2ca5b-3202-4c9c-a48f-08fd5c9ab611 req-1c1b88c5-60e6-4702-a00e-40d68a1ffc43 service neutron] 10.222.0.58 "GET /v2.0/networks/1591806d-1701-4f46-ade5-0834c940fcfe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1378794
Dec 24 11:40:33.528893 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-1cc2ca5b-3202-4c9c-a48f-08fd5c9ab611 req-5cfcabaa-0e6a-4374-99a7-63d00e0f7400 service neutron] 10.222.0.58 "GET /v2.0/networks/1591806d-1701-4f46-ade5-0834c940fcfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1355410
Dec 24 11:40:33.720143 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-b494b349-1416-4778-8b38-4157db4a5c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271fad7f0>, [{'id': 'f5a757ba-bf49-4e5b-807c-e26de55de57b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1948157797', 'tenant_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.4'}], 'enable_snat': True}, 'gw_port_id': '6c9c782c-ee48-4e44-a84f-b19266da8f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:40:06Z', 'updated_at': '2021-12-24T11:40:10Z', 'revision_number': 4, 'project_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'gw_port': {'id': '6c9c782c-ee48-4e44-a84f-b19266da8f78', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:90:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a757ba-bf49-4e5b-807c-e26de55de57b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:40:06Z', 'updated_at': '2021-12-24T11:40:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_floatingips': [{'id': 'a3d6f80f-0971-4ce6-90fb-4c09b3200d78', 'tenant_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'floating_ip_address': '172.26.3.178', 'floating_network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'router_id': 'f5a757ba-bf49-4e5b-807c-e26de55de57b', 'port_id': 'a1cfe955-be41-4f87-ae3c-bf4e4e1435e3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1591806d-1701-4f46-ade5-0834c940fcfe', 'mac_address': 'fa:16:3e:37:c4:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe35d5a-f6cd-43fa-b681-167a93db924d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T11:40:30Z', 'updated_at': '2021-12-24T11:40:30Z', 'revision_number': 0, 'project_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1d6b308-e3ad-4ddc-8bea-03d175e8e99e', 'name': '', 'network_id': '1591806d-1701-4f46-ade5-0834c940fcfe', 'tenant_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'mac_address': 'fa:16:3e:75:cd:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a757ba-bf49-4e5b-807c-e26de55de57b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4922ccca-c14b-40d5-a343-5e51fd8ef3b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:40:09Z', 'updated_at': '2021-12-24T11:40:16Z', 'revision_number': 5, 'project_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'subnets': [{'id': '4922ccca-c14b-40d5-a343-5e51fd8ef3b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:40:33.724376 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b494b349-1416-4778-8b38-4157db4a5c52 None None] The sync data for ids ['f5a757ba-bf49-4e5b-807c-e26de55de57b'] in dv-neutron-822691-2-hyperv is: [{'id': 'f5a757ba-bf49-4e5b-807c-e26de55de57b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1948157797', 'tenant_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.4'}], 'enable_snat': True}, 'gw_port_id': '6c9c782c-ee48-4e44-a84f-b19266da8f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:40:06Z', 'updated_at': '2021-12-24T11:40:10Z', 'revision_number': 4, 'project_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'gw_port': {'id': '6c9c782c-ee48-4e44-a84f-b19266da8f78', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:90:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a757ba-bf49-4e5b-807c-e26de55de57b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:40:06Z', 'updated_at': '2021-12-24T11:40:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_floatingips': [{'id': 'a3d6f80f-0971-4ce6-90fb-4c09b3200d78', 'tenant_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'floating_ip_address': '172.26.3.178', 'floating_network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'router_id': 'f5a757ba-bf49-4e5b-807c-e26de55de57b', 'port_id': 'a1cfe955-be41-4f87-ae3c-bf4e4e1435e3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1591806d-1701-4f46-ade5-0834c940fcfe', 'mac_address': 'fa:16:3e:37:c4:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe35d5a-f6cd-43fa-b681-167a93db924d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T11:40:30Z', 'updated_at': '2021-12-24T11:40:30Z', 'revision_number': 0, 'project_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1d6b308-e3ad-4ddc-8bea-03d175e8e99e', 'name': '', 'network_id': '1591806d-1701-4f46-ade5-0834c940fcfe', 'tenant_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'mac_address': 'fa:16:3e:75:cd:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a757ba-bf49-4e5b-807c-e26de55de57b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4922ccca-c14b-40d5-a343-5e51fd8ef3b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:40:09Z', 'updated_at': '2021-12-24T11:40:16Z', 'revision_number': 5, 'project_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'subnets': [{'id': '4922ccca-c14b-40d5-a343-5e51fd8ef3b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:40:34.052891 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 49762) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:40:34.103427 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26be86e7-2b8d-4ab5-a072-d41624fa67b2 None None] New status for floating IP a3d6f80f-0971-4ce6-90fb-4c09b3200d78: ACTIVE {{(pid=88880) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 24 11:40:34.170684 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-c10bc97e-f1e8-4d73-86fd-7b0e790afc3b tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/floatingips/a3d6f80f-0971-4ce6-90fb-4c09b3200d78 HTTP/1.1" status: 200  len: 991 time: 0.1164532
Dec 24 11:40:35.175960 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 49768) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:40:35.297122 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-f7be6142-c6b8-4b22-b330-3de116bcb1f4 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/floatingips/a3d6f80f-0971-4ce6-90fb-4c09b3200d78 HTTP/1.1" status: 200  len: 993 time: 0.1195433
Dec 24 11:40:36.513711 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f47425c3-a39c-486e-8c2d-0a2f04be5531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:40:37.443621 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.agents_db [None req-e51243ab-6a93-425b-980f-a73583147efa None None] Agent healthcheck: found 6 active agents {{(pid=88881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 24 11:40:37.987402 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-d2c2df71-6427-4d22-b414-0391586eed95 req-99e67817-0331-4357-a73a-c81d1a61a691 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=7fe35d5a-f6cd-43fa-b681-167a93db924d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0796442
Dec 24 11:40:38.076011 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:40:38.146655 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-d2c2df71-6427-4d22-b414-0391586eed95 req-ab0f5076-1f99-4db6-8d7a-df34bf3e7bfe service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e6de6ac8bdf7427ba6dad2fa7321cdd0&device_id=7fe35d5a-f6cd-43fa-b681-167a93db924d HTTP/1.1" status: 200  len: 1098 time: 0.0845766
Dec 24 11:40:38.318041 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c2df71-6427-4d22-b414-0391586eed95 req-e11a6170-38ae-4a6c-9595-4fee1c32db70 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:40:38.319659 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-d2c2df71-6427-4d22-b414-0391586eed95 req-e11a6170-38ae-4a6c-9595-4fee1c32db70 service neutron] 10.222.0.58 "GET /v2.0/networks?id=1591806d-1701-4f46-ade5-0834c940fcfe HTTP/1.1" status: 200  len: 898 time: 0.1509378
Dec 24 11:40:38.671414 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-d2c2df71-6427-4d22-b414-0391586eed95 req-9822f3f0-7d0a-4c5d-9429-611ee3509513 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a1cfe955-be41-4f87-ae3c-bf4e4e1435e3 HTTP/1.1" status: 200  len: 1001 time: 0.3446155
Dec 24 11:40:38.741983 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c2df71-6427-4d22-b414-0391586eed95 req-a4613522-c4a7-427a-a9cc-394f9eac342b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:40:38.743498 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-d2c2df71-6427-4d22-b414-0391586eed95 req-a4613522-c4a7-427a-a9cc-394f9eac342b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4922ccca-c14b-40d5-a343-5e51fd8ef3b8 HTTP/1.1" status: 200  len: 834 time: 0.0648601
Dec 24 11:40:38.825332 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-d2c2df71-6427-4d22-b414-0391586eed95 req-60a93987-45fe-4abd-b21b-65aa1f7c5c50 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1591806d-1701-4f46-ade5-0834c940fcfe&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0751297
Dec 24 11:40:38.970892 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-d2c2df71-6427-4d22-b414-0391586eed95 req-188b9f18-298a-4d49-a11b-8af0bdd6005c service neutron] 10.222.0.58 "GET /v2.0/networks/1591806d-1701-4f46-ade5-0834c940fcfe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1388032
Dec 24 11:40:38.990432 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8ad6c13d-f5bb-4117-ba28-04c87f0f7b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:40:39.121409 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-d2c2df71-6427-4d22-b414-0391586eed95 req-01f2846c-b4df-47e9-be78-3bcceeb3995e service neutron] 10.222.0.58 "GET /v2.0/networks/1591806d-1701-4f46-ade5-0834c940fcfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1436450
Dec 24 11:40:39.536440 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bdfdbc84-c52d-4f40-b281-af314dc1f8fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:40:40.803051 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-39ff93cf-c0b7-48c5-95f3-6f7e9977387d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:40:58.589463 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:41:06.515720 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-15d3b4ef-bce6-48e0-bdc0-a0c04fdbad4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:41:08.076954 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:41:08.994734 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ff5413b6-d4d7-4136-9bbb-24dcc4d642de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:41:09.051756 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04e9be7-9414-4281-b8eb-e4ae64f64cfd req-8905974d-5d9c-4ac0-8d86-efe0500d70b3 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:41:09.053442 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-d04e9be7-9414-4281-b8eb-e4ae64f64cfd req-8905974d-5d9c-4ac0-8d86-efe0500d70b3 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fe35d5a-f6cd-43fa-b681-167a93db924d HTTP/1.1" status: 200  len: 945 time: 0.1737323
Dec 24 11:41:09.102704 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-d04e9be7-9414-4281-b8eb-e4ae64f64cfd req-058dda6e-af68-4d89-8319-6ea28668a09b tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/security-groups?id=bba8b0e1-a166-45e4-a691-e573be52eb42&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430272
Dec 24 11:41:09.542230 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bdfdbc84-c52d-4f40-b281-af314dc1f8fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:41:10.324882 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296ec561-b131-434d-99b9-e69e85699f45 req-816e987c-18cd-45be-ae56-09b0aedffe24 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:41:10.326528 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-296ec561-b131-434d-99b9-e69e85699f45 req-816e987c-18cd-45be-ae56-09b0aedffe24 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fe35d5a-f6cd-43fa-b681-167a93db924d HTTP/1.1" status: 200  len: 945 time: 0.0944617
Dec 24 11:41:10.379488 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-296ec561-b131-434d-99b9-e69e85699f45 req-c61fa346-d1e0-4195-83c1-509ca23659a9 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/security-groups?id=bba8b0e1-a166-45e4-a691-e573be52eb42&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436089
Dec 24 11:41:10.412752 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 49794) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:41:10.532692 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-716b418a-c183-45e1-a7d1-e0d6e916face tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/floatingips/a3d6f80f-0971-4ce6-90fb-4c09b3200d78 HTTP/1.1" status: 200  len: 993 time: 0.1185358
Dec 24 11:41:10.805395 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-39ff93cf-c0b7-48c5-95f3-6f7e9977387d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:41:12.096525 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b7d0ac-2e55-4dc1-800d-1b62cb370634 req-2df33ea4-e5b0-4a3b-bff6-6d35341860ed tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:41:12.098162 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-71b7d0ac-2e55-4dc1-800d-1b62cb370634 req-2df33ea4-e5b0-4a3b-bff6-6d35341860ed tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fe35d5a-f6cd-43fa-b681-167a93db924d HTTP/1.1" status: 200  len: 945 time: 0.0898604
Dec 24 11:41:12.151027 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-71b7d0ac-2e55-4dc1-800d-1b62cb370634 req-38bf13ae-ba59-4954-bbbc-c667c5f7835e tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/security-groups?id=bba8b0e1-a166-45e4-a691-e573be52eb42&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0462558
Dec 24 11:41:13.457787 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a73629-e683-4ca6-bd03-08759d839f2d req-d59ed902-9bc3-483a-9c0b-ca7617b91c90 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:41:13.459366 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-75a73629-e683-4ca6-bd03-08759d839f2d req-d59ed902-9bc3-483a-9c0b-ca7617b91c90 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fe35d5a-f6cd-43fa-b681-167a93db924d HTTP/1.1" status: 200  len: 945 time: 0.1739776
Dec 24 11:41:13.508244 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-75a73629-e683-4ca6-bd03-08759d839f2d req-d689255c-1b1a-425b-88f8-ab19d9562b65 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/security-groups?id=bba8b0e1-a166-45e4-a691-e573be52eb42&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426064
Dec 24 11:41:13.537292 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 49810) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:41:13.650661 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-84b4b048-8666-4106-8216-e8823f9888b5 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/floatingips/a3d6f80f-0971-4ce6-90fb-4c09b3200d78 HTTP/1.1" status: 200  len: 993 time: 0.1118691
Dec 24 11:41:13.956042 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 49818) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:41:14.178856 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-0a1c3612-38b4-4b9d-b49b-f3b009bee1ac tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Deleting port 3d7ee2f7-e289-4507-8a8c-fc288d44675f {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:41:14.179110 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0a1c3612-38b4-4b9d-b49b-f3b009bee1ac tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:41:14.357335 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0a1c3612-38b4-4b9d-b49b-f3b009bee1ac tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:41:14.357636 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0a1c3612-38b4-4b9d-b49b-f3b009bee1ac tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:41:14.435968 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.agents_db [None req-e51243ab-6a93-425b-980f-a73583147efa None None] Agent healthcheck: found 6 active agents {{(pid=88881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 24 11:41:14.484068 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-0a1c3612-38b4-4b9d-b49b-f3b009bee1ac tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Calling delete_port for 3d7ee2f7-e289-4507-8a8c-fc288d44675f owned by network:floatingip {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:41:14.650860 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0a1c3612-38b4-4b9d-b49b-f3b009bee1ac tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:41:14.654688 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-bb3966ca-6cf0-4e08-a7c3-ad1d652141dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:41:14.699353 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1c3612-38b4-4b9d-b49b-f3b009bee1ac tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Pushing event deleted for resources: {'Port': ['ID=3d7ee2f7-e289-4507-8a8c-fc288d44675f,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:41:14.775088 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1c3612-38b4-4b9d-b49b-f3b009bee1ac tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:41:14.775521 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1c3612-38b4-4b9d-b49b-f3b009bee1ac tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:41:14.775949 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1c3612-38b4-4b9d-b49b-f3b009bee1ac tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:41:14.776372 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1c3612-38b4-4b9d-b49b-f3b009bee1ac tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:41:14.776788 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1c3612-38b4-4b9d-b49b-f3b009bee1ac tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:41:14.777211 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1c3612-38b4-4b9d-b49b-f3b009bee1ac tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:41:14.777620 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1c3612-38b4-4b9d-b49b-f3b009bee1ac tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:41:14.778071 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1c3612-38b4-4b9d-b49b-f3b009bee1ac tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:41:14.778482 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1c3612-38b4-4b9d-b49b-f3b009bee1ac tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:41:14.778891 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1c3612-38b4-4b9d-b49b-f3b009bee1ac tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:41:14.779304 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1c3612-38b4-4b9d-b49b-f3b009bee1ac tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:41:14.783415 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-0a1c3612-38b4-4b9d-b49b-f3b009bee1ac tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:41:14.815781 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0a1c3612-38b4-4b9d-b49b-f3b009bee1ac tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for floatingip, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:41:15.250602 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a1c3612-38b4-4b9d-b49b-f3b009bee1ac tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Router f5a757ba-bf49-4e5b-807c-e26de55de57b has already been hosted by L3 agent 198cca88-1338-4098-b44b-beb0346ac906 {{(pid=88879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 24 11:41:15.464383 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a1c3612-38b4-4b9d-b49b-f3b009bee1ac tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:41:15.476059 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c1377a8-0a0d-4826-9660-4665fa635584 None None] Sync routers for ids ['f5a757ba-bf49-4e5b-807c-e26de55de57b'] in dv-neutron-822691-2-hyperv {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:41:15.484362 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0a1c3612-38b4-4b9d-b49b-f3b009bee1ac tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for floatingip, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:41:15.488263 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1377a8-0a0d-4826-9660-4665fa635584 None None] Routers {'f5a757ba-bf49-4e5b-807c-e26de55de57b'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:41:15.489145 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-0c1377a8-0a0d-4826-9660-4665fa635584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271940fd0>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:41:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['f5a757ba-bf49-4e5b-807c-e26de55de57b'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:41:15.544743 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-0a1c3612-38b4-4b9d-b49b-f3b009bee1ac tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "DELETE /v2.0/floatingips/a3d6f80f-0971-4ce6-90fb-4c09b3200d78 HTTP/1.1" status: 204  len: 168 time: 1.5874345
Dec 24 11:41:15.545556 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fe35d5a-f6cd-43fa-b681-167a93db924d', 'tag': 'a1cfe955-be41-4f87-ae3c-bf4e4e1435e3'}] {{(pid=88879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 24 11:41:15.607356 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fe35d5a-f6cd-43fa-b681-167a93db924d', 'tag': 'a1cfe955-be41-4f87-ae3c-bf4e4e1435e3', 'status': 'completed', 'code': 200}
Dec 24 11:41:15.686489 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-0c1377a8-0a0d-4826-9660-4665fa635584 None None] Set router f5a757ba-bf49-4e5b-807c-e26de55de57b gateway port host: dv-neutron-822691-2-hyperv {{(pid=88881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:41:15.713305 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-f4acd102-5847-4f12-95ec-9469243e5ae7 req-8780fcc3-dff8-4d2f-a97b-dd8311ddeef1 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e6de6ac8bdf7427ba6dad2fa7321cdd0&device_id=7fe35d5a-f6cd-43fa-b681-167a93db924d HTTP/1.1" status: 200  len: 1098 time: 0.0812745
Dec 24 11:41:15.868912 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4acd102-5847-4f12-95ec-9469243e5ae7 req-821cfae7-b2de-4ab3-8659-0169ccf8ed78 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:41:15.870640 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-f4acd102-5847-4f12-95ec-9469243e5ae7 req-821cfae7-b2de-4ab3-8659-0169ccf8ed78 service neutron] 10.222.0.58 "GET /v2.0/networks?id=1591806d-1701-4f46-ade5-0834c940fcfe HTTP/1.1" status: 200  len: 898 time: 0.1497440
Dec 24 11:41:15.949602 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-f4acd102-5847-4f12-95ec-9469243e5ae7 req-04a32afe-a0df-4e82-b505-a307a8a10036 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a1cfe955-be41-4f87-ae3c-bf4e4e1435e3 HTTP/1.1" status: 200  len: 217 time: 0.0708892
Dec 24 11:41:15.974184 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982aa385-cdb1-43e7-9051-f4095360e191 req-17b1cf4c-686c-4a29-8240-4f80a3f65750 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:41:15.976204 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-982aa385-cdb1-43e7-9051-f4095360e191 req-17b1cf4c-686c-4a29-8240-4f80a3f65750 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fe35d5a-f6cd-43fa-b681-167a93db924d HTTP/1.1" status: 200  len: 945 time: 0.0956609
Dec 24 11:41:16.021495 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4acd102-5847-4f12-95ec-9469243e5ae7 req-f392baaa-a3af-4d98-b1ad-708d866a8159 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:41:16.023158 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-f4acd102-5847-4f12-95ec-9469243e5ae7 req-f392baaa-a3af-4d98-b1ad-708d866a8159 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4922ccca-c14b-40d5-a343-5e51fd8ef3b8 HTTP/1.1" status: 200  len: 834 time: 0.0653467
Dec 24 11:41:16.026084 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-982aa385-cdb1-43e7-9051-f4095360e191 req-89055b8f-8fc9-457c-9d49-0acddef76d60 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/security-groups?id=bba8b0e1-a166-45e4-a691-e573be52eb42&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431793
Dec 24 11:41:16.109481 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-f4acd102-5847-4f12-95ec-9469243e5ae7 req-0035caef-c105-4958-80c5-2176edf121c0 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1591806d-1701-4f46-ade5-0834c940fcfe&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0784550
Dec 24 11:41:16.121640 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [req-f4acd102-5847-4f12-95ec-9469243e5ae7 req-90950120-92d2-4805-9063-19937d04c327 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=88879) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 24 11:41:16.122790 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-f4acd102-5847-4f12-95ec-9469243e5ae7 req-90950120-92d2-4805-9063-19937d04c327 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12161 time: 0.0057640
Dec 24 11:41:16.169313 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-0c1377a8-0a0d-4826-9660-4665fa635584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271940fd0>, [{'id': 'f5a757ba-bf49-4e5b-807c-e26de55de57b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1948157797', 'tenant_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.4'}], 'enable_snat': True}, 'gw_port_id': '6c9c782c-ee48-4e44-a84f-b19266da8f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:40:06Z', 'updated_at': '2021-12-24T11:40:10Z', 'revision_number': 4, 'project_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'gw_port': {'id': '6c9c782c-ee48-4e44-a84f-b19266da8f78', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:90:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a757ba-bf49-4e5b-807c-e26de55de57b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:40:06Z', 'updated_at': '2021-12-24T11:40:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_interfaces': [{'id': 'e1d6b308-e3ad-4ddc-8bea-03d175e8e99e', 'name': '', 'network_id': '1591806d-1701-4f46-ade5-0834c940fcfe', 'tenant_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'mac_address': 'fa:16:3e:75:cd:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a757ba-bf49-4e5b-807c-e26de55de57b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4922ccca-c14b-40d5-a343-5e51fd8ef3b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:40:09Z', 'updated_at': '2021-12-24T11:40:16Z', 'revision_number': 5, 'project_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'subnets': [{'id': '4922ccca-c14b-40d5-a343-5e51fd8ef3b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:41:16.173659 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c1377a8-0a0d-4826-9660-4665fa635584 None None] Checking router: f5a757ba-bf49-4e5b-807c-e26de55de57b for host: dv-neutron-822691-2-hyperv {{(pid=88881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 24 11:41:16.185511 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1377a8-0a0d-4826-9660-4665fa635584 None None] Routers {'f5a757ba-bf49-4e5b-807c-e26de55de57b'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:41:16.186243 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-0c1377a8-0a0d-4826-9660-4665fa635584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271940fd0>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:41:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['f5a757ba-bf49-4e5b-807c-e26de55de57b'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:41:16.269809 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-f4acd102-5847-4f12-95ec-9469243e5ae7 req-e00d402a-3fe2-47f8-b114-16e3b42500e0 service neutron] 10.222.0.58 "GET /v2.0/networks/1591806d-1701-4f46-ade5-0834c940fcfe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1397393
Dec 24 11:41:16.372702 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-0c1377a8-0a0d-4826-9660-4665fa635584 None None] Set router f5a757ba-bf49-4e5b-807c-e26de55de57b gateway port host: dv-neutron-822691-2-hyperv {{(pid=88881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:41:16.413529 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-f4acd102-5847-4f12-95ec-9469243e5ae7 req-8c9608ea-872d-4bb2-b7f2-7d49e442a8e9 service neutron] 10.222.0.58 "GET /v2.0/networks/1591806d-1701-4f46-ade5-0834c940fcfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1367428
Dec 24 11:41:16.710218 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-0c1377a8-0a0d-4826-9660-4665fa635584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271940fd0>, [{'id': 'f5a757ba-bf49-4e5b-807c-e26de55de57b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1948157797', 'tenant_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.4'}], 'enable_snat': True}, 'gw_port_id': '6c9c782c-ee48-4e44-a84f-b19266da8f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:40:06Z', 'updated_at': '2021-12-24T11:40:10Z', 'revision_number': 4, 'project_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'gw_port': {'id': '6c9c782c-ee48-4e44-a84f-b19266da8f78', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:90:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a757ba-bf49-4e5b-807c-e26de55de57b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:40:06Z', 'updated_at': '2021-12-24T11:40:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_interfaces': [{'id': 'e1d6b308-e3ad-4ddc-8bea-03d175e8e99e', 'name': '', 'network_id': '1591806d-1701-4f46-ade5-0834c940fcfe', 'tenant_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'mac_address': 'fa:16:3e:75:cd:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a757ba-bf49-4e5b-807c-e26de55de57b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4922ccca-c14b-40d5-a343-5e51fd8ef3b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:40:09Z', 'updated_at': '2021-12-24T11:40:16Z', 'revision_number': 5, 'project_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'subnets': [{'id': '4922ccca-c14b-40d5-a343-5e51fd8ef3b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:41:16.714755 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c1377a8-0a0d-4826-9660-4665fa635584 None None] The sync data for ids ['f5a757ba-bf49-4e5b-807c-e26de55de57b'] in dv-neutron-822691-2-hyperv is: [{'id': 'f5a757ba-bf49-4e5b-807c-e26de55de57b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1948157797', 'tenant_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.4'}], 'enable_snat': True}, 'gw_port_id': '6c9c782c-ee48-4e44-a84f-b19266da8f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:40:06Z', 'updated_at': '2021-12-24T11:40:10Z', 'revision_number': 4, 'project_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'gw_port': {'id': '6c9c782c-ee48-4e44-a84f-b19266da8f78', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:90:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a757ba-bf49-4e5b-807c-e26de55de57b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:40:06Z', 'updated_at': '2021-12-24T11:40:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_interfaces': [{'id': 'e1d6b308-e3ad-4ddc-8bea-03d175e8e99e', 'name': '', 'network_id': '1591806d-1701-4f46-ade5-0834c940fcfe', 'tenant_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'mac_address': 'fa:16:3e:75:cd:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a757ba-bf49-4e5b-807c-e26de55de57b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4922ccca-c14b-40d5-a343-5e51fd8ef3b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:40:09Z', 'updated_at': '2021-12-24T11:40:16Z', 'revision_number': 5, 'project_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'subnets': [{'id': '4922ccca-c14b-40d5-a343-5e51fd8ef3b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:41:17.205875 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d37ff0-56d7-4725-8a33-0b5acdc887d6 None None] New status for floating IP a3d6f80f-0971-4ce6-90fb-4c09b3200d78: DOWN {{(pid=88880) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 24 11:41:17.250721 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b6d1a0-b3c0-4295-b08b-cbd1ebb5be1e req-94bcfbc7-a879-4a78-9fe9-1493af5fafb6 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:41:17.252386 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-c8b6d1a0-b3c0-4295-b08b-cbd1ebb5be1e req-94bcfbc7-a879-4a78-9fe9-1493af5fafb6 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fe35d5a-f6cd-43fa-b681-167a93db924d HTTP/1.1" status: 200  len: 945 time: 0.0932500
Dec 24 11:41:17.303241 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-c8b6d1a0-b3c0-4295-b08b-cbd1ebb5be1e req-cd6b2957-90c4-4b97-bdb7-1249e3aa6f3e tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/security-groups?id=bba8b0e1-a166-45e4-a691-e573be52eb42&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0443623
Dec 24 11:41:17.848400 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ec3c3c-e16a-40cd-a443-0c8be8806ad3 req-b6fb7e4b-c474-437a-b607-97da7f8c6b89 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:41:17.848970 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-e0ec3c3c-e16a-40cd-a443-0c8be8806ad3 req-b6fb7e4b-c474-437a-b607-97da7f8c6b89 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Synchronizing usage tracker for tenant:e6de6ac8bdf7427ba6dad2fa7321cdd0 on resource:port {{(pid=88879) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:41:17.865871 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-e0ec3c3c-e16a-40cd-a443-0c8be8806ad3 req-b6fb7e4b-c474-437a-b607-97da7f8c6b89 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Unset dirty status for tenant:e6de6ac8bdf7427ba6dad2fa7321cdd0 on resource:port {{(pid=88879) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:41:17.867185 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-e0ec3c3c-e16a-40cd-a443-0c8be8806ad3 req-b6fb7e4b-c474-437a-b607-97da7f8c6b89 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.58 "GET /v2.0/ports?device_id=7fe35d5a-f6cd-43fa-b681-167a93db924d HTTP/1.1" status: 200  len: 945 time: 0.1135676
Dec 24 11:41:17.945367 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [req-e0ec3c3c-e16a-40cd-a443-0c8be8806ad3 req-f3e3dbac-6d23-4f7a-99be-fc111d636577 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Deleting port a1cfe955-be41-4f87-ae3c-bf4e4e1435e3 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:41:17.945754 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-e0ec3c3c-e16a-40cd-a443-0c8be8806ad3 req-f3e3dbac-6d23-4f7a-99be-fc111d636577 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:41:18.200352 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [req-e0ec3c3c-e16a-40cd-a443-0c8be8806ad3 req-f3e3dbac-6d23-4f7a-99be-fc111d636577 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] For port a1cfe955-be41-4f87-ae3c-bf4e4e1435e3, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=a1cfe955-be41-4f87-ae3c-bf4e4e1435e3,segment=NetworkSegment(a4619905-1c7b-4b19-8e9c-e197fefe4b59),segment_id=a4619905-1c7b-4b19-8e9c-e197fefe4b59)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:41:18.200615 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-e0ec3c3c-e16a-40cd-a443-0c8be8806ad3 req-f3e3dbac-6d23-4f7a-99be-fc111d636577 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:41:18.521571 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9ad3f4-f313-40f7-ae89-bc9c3cb241b0 req-7b755827-d86d-4b8a-9cc9-faf3c90b567a tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:41:18.523177 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-2c9ad3f4-f313-40f7-ae89-bc9c3cb241b0 req-7b755827-d86d-4b8a-9cc9-faf3c90b567a tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fe35d5a-f6cd-43fa-b681-167a93db924d HTTP/1.1" status: 200  len: 945 time: 0.0908144
Dec 24 11:41:18.584950 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [req-e0ec3c3c-e16a-40cd-a443-0c8be8806ad3 req-f3e3dbac-6d23-4f7a-99be-fc111d636577 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Calling delete_port for a1cfe955-be41-4f87-ae3c-bf4e4e1435e3 owned by compute:nova {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:41:18.603080 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-2c9ad3f4-f313-40f7-ae89-bc9c3cb241b0 req-7300a7a0-b4be-49b9-82dd-17ee41ed68c6 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/security-groups?id=bba8b0e1-a166-45e4-a691-e573be52eb42&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0459595
Dec 24 11:41:18.736063 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-e0ec3c3c-e16a-40cd-a443-0c8be8806ad3 req-f3e3dbac-6d23-4f7a-99be-fc111d636577 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:41:18.742010 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-78f791aa-c63d-4060-b628-4ade86429ade admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:41:18.788717 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e3dbac-6d23-4f7a-99be-fc111d636577 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Pushing event deleted for resources: {'Port': ['ID=a1cfe955-be41-4f87-ae3c-bf4e4e1435e3,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:41:18.793046 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f3e3dbac-6d23-4f7a-99be-fc111d636577 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:41:18.864095 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0ec3c3c-e16a-40cd-a443-0c8be8806ad3 req-f3e3dbac-6d23-4f7a-99be-fc111d636577 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] No DVR routers for this DVR port a1cfe955-be41-4f87-ae3c-bf4e4e1435e3 on host hv-neutron-8226 {{(pid=88879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 24 11:41:18.866965 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-e0ec3c3c-e16a-40cd-a443-0c8be8806ad3 req-f3e3dbac-6d23-4f7a-99be-fc111d636577 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:41:18.870239 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fe35d5a-f6cd-43fa-b681-167a93db924d', 'name': 'network-vif-deleted', 'tag': 'a1cfe955-be41-4f87-ae3c-bf4e4e1435e3'}] {{(pid=88879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 24 11:41:18.885385 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-e0ec3c3c-e16a-40cd-a443-0c8be8806ad3 req-f3e3dbac-6d23-4f7a-99be-fc111d636577 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.58 "DELETE /v2.0/ports/a1cfe955-be41-4f87-ae3c-bf4e4e1435e3 HTTP/1.1" status: 204  len: 173 time: 1.0118201
Dec 24 11:41:18.928883 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fe35d5a-f6cd-43fa-b681-167a93db924d', 'name': 'network-vif-deleted', 'tag': 'a1cfe955-be41-4f87-ae3c-bf4e4e1435e3', 'status': 'completed', 'code': 200}
Dec 24 11:41:19.722996 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 49836) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:41:20.156001 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-22232971-2228-4e38-92d2-c96d436b8ddb tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854055677'] for router_interface, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:41:20.831791 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-22232971-2228-4e38-92d2-c96d436b8ddb tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Deleting port e1d6b308-e3ad-4ddc-8bea-03d175e8e99e {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:41:20.832025 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-22232971-2228-4e38-92d2-c96d436b8ddb tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:41:21.039813 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-22232971-2228-4e38-92d2-c96d436b8ddb tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] For port e1d6b308-e3ad-4ddc-8bea-03d175e8e99e, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=e1d6b308-e3ad-4ddc-8bea-03d175e8e99e,segment=NetworkSegment(a4619905-1c7b-4b19-8e9c-e197fefe4b59),segment_id=a4619905-1c7b-4b19-8e9c-e197fefe4b59)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:41:21.040255 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-22232971-2228-4e38-92d2-c96d436b8ddb tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:41:21.170512 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-22232971-2228-4e38-92d2-c96d436b8ddb tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Calling delete_port for e1d6b308-e3ad-4ddc-8bea-03d175e8e99e owned by network:router_interface {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:41:21.366859 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-22232971-2228-4e38-92d2-c96d436b8ddb tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:41:21.370987 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-225bf498-7916-4543-ace8-cf534cf0c9da service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:41:21.413723 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22232971-2228-4e38-92d2-c96d436b8ddb tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Pushing event deleted for resources: {'Port': ['ID=e1d6b308-e3ad-4ddc-8bea-03d175e8e99e,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:41:21.416492 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-22232971-2228-4e38-92d2-c96d436b8ddb tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:41:21.430078 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Device a1cfe955-be41-4f87-ae3c-bf4e4e1435e3 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:41:21.467907 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] No Port match for: a1cfe955-be41-4f87-ae3c-bf4e4e1435e3 {{(pid=88880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 24 11:41:21.468281 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Device a1cfe955-be41-4f87-ae3c-bf4e4e1435e3 not bound to the agent host hv-neutron-8226 {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 24 11:41:21.729508 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-22232971-2228-4e38-92d2-c96d436b8ddb tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036852798164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854055527'] for router_interface, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:41:22.624012 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22232971-2228-4e38-92d2-c96d436b8ddb tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Router f5a757ba-bf49-4e5b-807c-e26de55de57b has already been hosted by L3 agent 198cca88-1338-4098-b44b-beb0346ac906 {{(pid=88879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 24 11:41:22.856534 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22232971-2228-4e38-92d2-c96d436b8ddb tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:41:22.868244 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7203f45-9d9b-4446-8dd4-d5a27ff053ec None None] Sync routers for ids ['f5a757ba-bf49-4e5b-807c-e26de55de57b'] in dv-neutron-822691-2-hyperv {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:41:22.871747 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-22232971-2228-4e38-92d2-c96d436b8ddb tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "PUT /v2.0/routers/f5a757ba-bf49-4e5b-807c-e26de55de57b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1470900
Dec 24 11:41:22.874695 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 49840) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:41:22.882796 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7203f45-9d9b-4446-8dd4-d5a27ff053ec None None] Routers {'f5a757ba-bf49-4e5b-807c-e26de55de57b'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:41:22.883549 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-a7203f45-9d9b-4446-8dd4-d5a27ff053ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271b2ebe0>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:41:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['f5a757ba-bf49-4e5b-807c-e26de55de57b'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:41:23.073094 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-a7203f45-9d9b-4446-8dd4-d5a27ff053ec None None] Set router f5a757ba-bf49-4e5b-807c-e26de55de57b gateway port host: dv-neutron-822691-2-hyperv {{(pid=88881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:41:23.079277 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_v2 [None req-063535de-5945-4b4d-9258-514e6b1f5b06 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Deleting subnet 4922ccca-c14b-40d5-a343-5e51fd8ef3b8 {{(pid=88879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 24 11:41:23.082587 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-063535de-5945-4b4d-9258-514e6b1f5b06 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for subnet, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:41:23.140499 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-063535de-5945-4b4d-9258-514e6b1f5b06 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-786693'] for subnet, precommit_delete_associations {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:41:23.229434 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-063535de-5945-4b4d-9258-514e6b1f5b06 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847655656'] for subnet, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:41:23.317339 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-063535de-5945-4b4d-9258-514e6b1f5b06 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7120129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850854134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851156349'] for subnet, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:41:23.321337 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-b5aca7c7-f5ea-4d46-9e87-edb36448a284 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:41:23.363227 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063535de-5945-4b4d-9258-514e6b1f5b06 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Pushing event deleted for resources: {'Subnet': ['ID=4922ccca-c14b-40d5-a343-5e51fd8ef3b8,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:41:23.368281 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-063535de-5945-4b4d-9258-514e6b1f5b06 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:41:23.372722 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-063535de-5945-4b4d-9258-514e6b1f5b06 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for subnet, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:41:23.379671 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-a7203f45-9d9b-4446-8dd4-d5a27ff053ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271b2ebe0>, [{'id': 'f5a757ba-bf49-4e5b-807c-e26de55de57b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1948157797', 'tenant_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.4'}], 'enable_snat': True}, 'gw_port_id': '6c9c782c-ee48-4e44-a84f-b19266da8f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:40:06Z', 'updated_at': '2021-12-24T11:41:21Z', 'revision_number': 5, 'project_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'gw_port': {'id': '6c9c782c-ee48-4e44-a84f-b19266da8f78', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:90:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a757ba-bf49-4e5b-807c-e26de55de57b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:40:06Z', 'updated_at': '2021-12-24T11:40:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv'}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:41:23.380400 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-063535de-5945-4b4d-9258-514e6b1f5b06 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "DELETE /v2.0/subnets/4922ccca-c14b-40d5-a343-5e51fd8ef3b8 HTTP/1.1" status: 204  len: 168 time: 0.5045469
Dec 24 11:41:23.383290 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 49844) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:41:23.383610 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e08a1e3-3625-4b63-8bde-e37ab72682c6 None None] Network 1591806d-1701-4f46-ade5-0834c940fcfe requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:41:23.384428 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7203f45-9d9b-4446-8dd4-d5a27ff053ec None None] Checking router: f5a757ba-bf49-4e5b-807c-e26de55de57b for host: dv-neutron-822691-2-hyperv {{(pid=88881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 24 11:41:23.397329 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7203f45-9d9b-4446-8dd4-d5a27ff053ec None None] Routers {'f5a757ba-bf49-4e5b-807c-e26de55de57b'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:41:23.397961 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-a7203f45-9d9b-4446-8dd4-d5a27ff053ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271b2ebe0>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:41:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['f5a757ba-bf49-4e5b-807c-e26de55de57b'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:41:23.595737 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-a7203f45-9d9b-4446-8dd4-d5a27ff053ec None None] Set router f5a757ba-bf49-4e5b-807c-e26de55de57b gateway port host: dv-neutron-822691-2-hyperv {{(pid=88881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:41:23.595982 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-793840c4-2e6b-4844-ab7a-4d22e445c11e tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for router, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:41:23.675694 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79f24e93-05b9-453f-8cce-bc9835e7a327 None None] DHCP port deletion for 1591806d-1701-4f46-ade5-0834c940fcfe request from dv-neutron-822691-2-hyperv {{(pid=88880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 24 11:41:23.681174 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-79f24e93-05b9-453f-8cce-bc9835e7a327 None None] Deleting port f4b8e827-093d-43b7-a1d7-5da6043014af {{(pid=88880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:41:23.681651 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-79f24e93-05b9-453f-8cce-bc9835e7a327 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:41:23.830612 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-793840c4-2e6b-4844-ab7a-4d22e445c11e tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:41:23.839971 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-793840c4-2e6b-4844-ab7a-4d22e445c11e tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Deleting port 6c9c782c-ee48-4e44-a84f-b19266da8f78 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:41:23.840360 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-793840c4-2e6b-4844-ab7a-4d22e445c11e tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:41:23.896773 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-79f24e93-05b9-453f-8cce-bc9835e7a327 None None] For port f4b8e827-093d-43b7-a1d7-5da6043014af, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=f4b8e827-093d-43b7-a1d7-5da6043014af,segment=NetworkSegment(a4619905-1c7b-4b19-8e9c-e197fefe4b59),segment_id=a4619905-1c7b-4b19-8e9c-e197fefe4b59)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:41:23.897141 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-79f24e93-05b9-453f-8cce-bc9835e7a327 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:41:23.898524 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-a7203f45-9d9b-4446-8dd4-d5a27ff053ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271b2ebe0>, [{'id': 'f5a757ba-bf49-4e5b-807c-e26de55de57b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1948157797', 'tenant_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.4'}], 'enable_snat': True}, 'gw_port_id': '6c9c782c-ee48-4e44-a84f-b19266da8f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:40:06Z', 'updated_at': '2021-12-24T11:41:21Z', 'revision_number': 5, 'project_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'gw_port': {'id': '6c9c782c-ee48-4e44-a84f-b19266da8f78', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:90:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a757ba-bf49-4e5b-807c-e26de55de57b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:40:06Z', 'updated_at': '2021-12-24T11:40:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv'}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:41:23.902950 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7203f45-9d9b-4446-8dd4-d5a27ff053ec None None] The sync data for ids ['f5a757ba-bf49-4e5b-807c-e26de55de57b'] in dv-neutron-822691-2-hyperv is: [{'id': 'f5a757ba-bf49-4e5b-807c-e26de55de57b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1948157797', 'tenant_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.4'}], 'enable_snat': True}, 'gw_port_id': '6c9c782c-ee48-4e44-a84f-b19266da8f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:40:06Z', 'updated_at': '2021-12-24T11:41:21Z', 'revision_number': 5, 'project_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'gw_port': {'id': '6c9c782c-ee48-4e44-a84f-b19266da8f78', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:90:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a757ba-bf49-4e5b-807c-e26de55de57b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:40:06Z', 'updated_at': '2021-12-24T11:40:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv'}] {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:41:24.028575 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-79f24e93-05b9-453f-8cce-bc9835e7a327 None None] Calling delete_port for f4b8e827-093d-43b7-a1d7-5da6043014af owned by network:dhcp {{(pid=88880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:41:24.031636 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-793840c4-2e6b-4844-ab7a-4d22e445c11e tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] For port 6c9c782c-ee48-4e44-a84f-b19266da8f78, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=6c9c782c-ee48-4e44-a84f-b19266da8f78,segment=NetworkSegment(d4e3295f-9ff8-4cad-8a20-3f1c937efc8c),segment_id=d4e3295f-9ff8-4cad-8a20-3f1c937efc8c)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:41:24.032041 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-793840c4-2e6b-4844-ab7a-4d22e445c11e tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:41:24.101990 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-79f24e93-05b9-453f-8cce-bc9835e7a327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392'] for port, after_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:41:24.107641 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:41:24.152190 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f24e93-05b9-453f-8cce-bc9835e7a327 None None] Pushing event deleted for resources: {'Port': ['ID=f4b8e827-093d-43b7-a1d7-5da6043014af,revision_number=None']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:41:24.157075 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f24e93-05b9-453f-8cce-bc9835e7a327 None None] No DVR routers for this DVR port f4b8e827-093d-43b7-a1d7-5da6043014af on host dv-neutron-822691-2-hyperv {{(pid=88880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 24 11:41:24.167960 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f24e93-05b9-453f-8cce-bc9835e7a327 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:41:24.168351 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f24e93-05b9-453f-8cce-bc9835e7a327 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:41:24.168729 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f24e93-05b9-453f-8cce-bc9835e7a327 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:41:24.169104 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f24e93-05b9-453f-8cce-bc9835e7a327 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:41:24.169474 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f24e93-05b9-453f-8cce-bc9835e7a327 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:41:24.169895 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f24e93-05b9-453f-8cce-bc9835e7a327 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:41:24.170019 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-793840c4-2e6b-4844-ab7a-4d22e445c11e tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Calling delete_port for 6c9c782c-ee48-4e44-a84f-b19266da8f78 owned by network:router_gateway {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:41:24.170215 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f24e93-05b9-453f-8cce-bc9835e7a327 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:41:24.170589 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f24e93-05b9-453f-8cce-bc9835e7a327 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:41:24.170955 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f24e93-05b9-453f-8cce-bc9835e7a327 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:41:24.171317 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f24e93-05b9-453f-8cce-bc9835e7a327 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:41:24.171680 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f24e93-05b9-453f-8cce-bc9835e7a327 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:41:24.175257 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-79f24e93-05b9-453f-8cce-bc9835e7a327 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:41:24.302767 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device f4b8e827-093d-43b7-a1d7-5da6043014af no longer exists at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:41:24.339465 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] No Port match for: f4b8e827-093d-43b7-a1d7-5da6043014af {{(pid=88880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 24 11:41:24.339907 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device f4b8e827-093d-43b7-a1d7-5da6043014af not bound to the agent host dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 24 11:41:24.340379 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device e1d6b308-e3ad-4ddc-8bea-03d175e8e99e no longer exists at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:41:24.354861 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-793840c4-2e6b-4844-ab7a-4d22e445c11e tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:41:24.359500 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-24ce5892-25dc-4626-a77f-79400d3a7538 tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:41:24.374052 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] No Port match for: e1d6b308-e3ad-4ddc-8bea-03d175e8e99e {{(pid=88880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 24 11:41:24.374452 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device e1d6b308-e3ad-4ddc-8bea-03d175e8e99e not bound to the agent host dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 24 11:41:24.403903 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793840c4-2e6b-4844-ab7a-4d22e445c11e tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Pushing event deleted for resources: {'Port': ['ID=6c9c782c-ee48-4e44-a84f-b19266da8f78,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:41:24.407027 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-793840c4-2e6b-4844-ab7a-4d22e445c11e tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:41:24.637124 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-793840c4-2e6b-4844-ab7a-4d22e445c11e tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854116846'] for router_gateway, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:41:24.914600 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-793840c4-2e6b-4844-ab7a-4d22e445c11e tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854158724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-84560'] for router, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:41:24.922599 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-793840c4-2e6b-4844-ab7a-4d22e445c11e tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:41:24.961107 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-793840c4-2e6b-4844-ab7a-4d22e445c11e tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854158830'] for router, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:41:24.961684 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-793840c4-2e6b-4844-ab7a-4d22e445c11e tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Fanout notify agent at l3_agent the message router_deleted on router f5a757ba-bf49-4e5b-807c-e26de55de57b {{(pid=88879) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 24 11:41:24.977155 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-793840c4-2e6b-4844-ab7a-4d22e445c11e tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for router, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:41:24.978419 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-793840c4-2e6b-4844-ab7a-4d22e445c11e tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "DELETE /v2.0/routers/f5a757ba-bf49-4e5b-807c-e26de55de57b HTTP/1.1" status: 204  len: 168 time: 1.5941579
Dec 24 11:41:24.981380 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 49848) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:41:25.106439 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-45d2d963-3ad1-4d75-b16d-11240e2b287b tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036847558493'] for network, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:41:25.248788 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-45d2d963-3ad1-4d75-b16d-11240e2b287b tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847649663', 'neutron.services.segments.db._delete_segments_for_network-8749505737672'] for network, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:41:25.276691 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-45d2d963-3ad1-4d75-b16d-11240e2b287b tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5271d8a390>,) {'filters': {'network_id': ['1591806d-1701-4f46-ade5-0834c940fcfe']}} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:41:25.289865 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-45d2d963-3ad1-4d75-b16d-11240e2b287b tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5271d8a390>, 'a4619905-1c7b-4b19-8e9c-e197fefe4b59') {'for_net_delete': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:41:25.290193 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-45d2d963-3ad1-4d75-b16d-11240e2b287b tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5271d8a390>, 'a4619905-1c7b-4b19-8e9c-e197fefe4b59') {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:41:25.302505 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-45d2d963-3ad1-4d75-b16d-11240e2b287b tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749505745113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853989108'] for segment, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:41:25.326528 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-45d2d963-3ad1-4d75-b16d-11240e2b287b tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:41:25.333496 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45d2d963-3ad1-4d75-b16d-11240e2b287b tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Releasing vlan 628 on physical network physnet1 to pool {{(pid=88879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 24 11:41:25.333943 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-45d2d963-3ad1-4d75-b16d-11240e2b287b tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036847652098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3926696'] for segment, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:41:25.349344 dv-neutron-822691-2-hyperv neutron-server[88767]: Traceback (most recent call last):
Dec 24 11:41:25.349344 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 24 11:41:25.349344 dv-neutron-822691-2-hyperv neutron-server[88767]:     timer()
Dec 24 11:41:25.349344 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 11:41:25.349344 dv-neutron-822691-2-hyperv neutron-server[88767]:     cb(*args, **kw)
Dec 24 11:41:25.349344 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 24 11:41:25.349344 dv-neutron-822691-2-hyperv neutron-server[88767]:     return func(*args, **kwargs)
Dec 24 11:41:25.349344 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 11:41:25.349344 dv-neutron-822691-2-hyperv neutron-server[88767]:     self._notify()
Dec 24 11:41:25.349344 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 11:41:25.349344 dv-neutron-822691-2-hyperv neutron-server[88767]:     self.callback(batched_events)
Dec 24 11:41:25.349344 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 11:41:25.349344 dv-neutron-822691-2-hyperv neutron-server[88767]:     event.method(event)
Dec 24 11:41:25.349344 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 11:41:25.349344 dv-neutron-822691-2-hyperv neutron-server[88767]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 11:41:25.349344 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 24 11:41:25.349344 dv-neutron-822691-2-hyperv neutron-server[88767]:     segment_id)['aggregates'][0]
Dec 24 11:41:25.349344 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 24 11:41:25.349344 dv-neutron-822691-2-hyperv neutron-server[88767]:     return f(self, *a, **k)
Dec 24 11:41:25.349344 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 11:41:25.349344 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self._get(url).json()
Dec 24 11:41:25.349344 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 24 11:41:25.349344 dv-neutron-822691-2-hyperv neutron-server[88767]:     **kwargs)
Dec 24 11:41:25.349344 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 24 11:41:25.349344 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self.request(url, 'GET', **kwargs)
Dec 24 11:41:25.349344 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 24 11:41:25.349344 dv-neutron-822691-2-hyperv neutron-server[88767]:     **endpoint_filter)
Dec 24 11:41:25.349344 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 24 11:41:25.349344 dv-neutron-822691-2-hyperv neutron-server[88767]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 11:41:25.349344 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 24 11:41:25.349344 dv-neutron-822691-2-hyperv neutron-server[88767]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 11:41:25.349344 dv-neutron-822691-2-hyperv neutron-server[88767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 11:41:25.436254 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-45d2d963-3ad1-4d75-b16d-11240e2b287b tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7126154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659196'] for network, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:41:25.440093 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-8f970324-8849-4586-8022-fc9fec13971c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:41:25.455796 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-45d2d963-3ad1-4d75-b16d-11240e2b287b tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for network, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:41:25.467974 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d2d963-3ad1-4d75-b16d-11240e2b287b tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Pushing event deleted for resources: {'Network': ['ID=1591806d-1701-4f46-ade5-0834c940fcfe,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:41:25.471386 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-45d2d963-3ad1-4d75-b16d-11240e2b287b tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:41:25.477024 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-45d2d963-3ad1-4d75-b16d-11240e2b287b tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "DELETE /v2.0/networks/1591806d-1701-4f46-ade5-0834c940fcfe HTTP/1.1" status: 204  len: 168 time: 0.4945500
Dec 24 11:41:25.480149 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 49852) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:41:25.556778 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9e0abd0f-4280-4571-877e-48cafbe82d2e tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for security_group, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:41:25.588099 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9e0abd0f-4280-4571-877e-48cafbe82d2e tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:41:25.650577 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9e0abd0f-4280-4571-877e-48cafbe82d2e tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:41:25.654941 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-4759be12-ff57-443e-96b3-e9465e451079 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:41:25.671287 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0abd0f-4280-4571-877e-48cafbe82d2e tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bba8b0e1-a166-45e4-a691-e573be52eb42,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:41:25.674235 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-9e0abd0f-4280-4571-877e-48cafbe82d2e tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:41:25.683848 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9e0abd0f-4280-4571-877e-48cafbe82d2e tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for security_group, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:41:25.688086 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-9e0abd0f-4280-4571-877e-48cafbe82d2e tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "DELETE /v2.0/security-groups/bba8b0e1-a166-45e4-a691-e573be52eb42 HTTP/1.1" status: 204  len: 168 time: 0.2040439
Dec 24 11:41:25.995408 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 49860) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:41:26.001906 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-4e8987cb-f7db-4103-a155-9677f4da6671 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-148160007', 'description': 'tempest-secgroup-smoke-148160007 description', 'project_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:41:26.008956 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-4e8987cb-f7db-4103-a155-9677f4da6671 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:41:26.014236 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-4e8987cb-f7db-4103-a155-9677f4da6671 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Usage tracker for resource:security_group and tenant:e6de6ac8bdf7427ba6dad2fa7321cdd0 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:41:26.017624 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-4e8987cb-f7db-4103-a155-9677f4da6671 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:41:26.025655 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-4e8987cb-f7db-4103-a155-9677f4da6671 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:41:26.036474 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4e8987cb-f7db-4103-a155-9677f4da6671 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for security_group, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:41:26.073895 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-4e8987cb-f7db-4103-a155-9677f4da6671 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:41:26.078285 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-4e8987cb-f7db-4103-a155-9677f4da6671 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Usage tracker for resource:security_group_rule and tenant:e6de6ac8bdf7427ba6dad2fa7321cdd0 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:41:26.081411 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-4e8987cb-f7db-4103-a155-9677f4da6671 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:41:26.088141 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-4e8987cb-f7db-4103-a155-9677f4da6671 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:41:26.149642 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4e8987cb-f7db-4103-a155-9677f4da6671 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for security_group, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:41:26.154389 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4e8987cb-f7db-4103-a155-9677f4da6671 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:41:26.159867 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-d9edffdf-869c-4eba-89b8-352c410b748c tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:41:26.205877 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8987cb-f7db-4103-a155-9677f4da6671 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a71c0453-35d8-41d3-bee8-681f553b346a,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:41:26.209356 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4e8987cb-f7db-4103-a155-9677f4da6671 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:41:26.213805 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-4e8987cb-f7db-4103-a155-9677f4da6671 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1626 time: 0.2141752
Dec 24 11:41:26.214464 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 49864) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:41:26.218126 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8987cb-f7db-4103-a155-9677f4da6671 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:41:26.218522 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8987cb-f7db-4103-a155-9677f4da6671 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:41:26.218974 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8987cb-f7db-4103-a155-9677f4da6671 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:41:26.219389 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8987cb-f7db-4103-a155-9677f4da6671 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:41:26.219838 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8987cb-f7db-4103-a155-9677f4da6671 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:41:26.220192 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8987cb-f7db-4103-a155-9677f4da6671 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:41:26.220593 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8987cb-f7db-4103-a155-9677f4da6671 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:41:26.221053 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8987cb-f7db-4103-a155-9677f4da6671 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:41:26.221524 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8987cb-f7db-4103-a155-9677f4da6671 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:41:26.221761 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8987cb-f7db-4103-a155-9677f4da6671 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:41:26.222193 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8987cb-f7db-4103-a155-9677f4da6671 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:41:26.226972 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-4e8987cb-f7db-4103-a155-9677f4da6671 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:41:26.233991 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-5851ac7c-89f9-4c50-8690-1ad733a262d6 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Request body: {'security_group_rule': {'security_group_id': 'a71c0453-35d8-41d3-bee8-681f553b346a', 'project_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:41:26.241134 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-5851ac7c-89f9-4c50-8690-1ad733a262d6 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:41:26.246120 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-5851ac7c-89f9-4c50-8690-1ad733a262d6 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Usage tracker for resource:security_group_rule and tenant:e6de6ac8bdf7427ba6dad2fa7321cdd0 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:41:26.249273 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-5851ac7c-89f9-4c50-8690-1ad733a262d6 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:41:26.255885 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-5851ac7c-89f9-4c50-8690-1ad733a262d6 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:41:26.275796 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5851ac7c-89f9-4c50-8690-1ad733a262d6 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:41:26.299493 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 6c9c782c-ee48-4e44-a84f-b19266da8f78 no longer exists at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:41:26.339253 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] No Port match for: 6c9c782c-ee48-4e44-a84f-b19266da8f78 {{(pid=88880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 24 11:41:26.339656 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 6c9c782c-ee48-4e44-a84f-b19266da8f78 not bound to the agent host dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 24 11:41:26.339816 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5851ac7c-89f9-4c50-8690-1ad733a262d6 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:41:26.343420 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5851ac7c-89f9-4c50-8690-1ad733a262d6 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689902'] for security_group_rule, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:41:26.345357 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-d65a8d27-2677-409a-8df0-de325ca41be3 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:41:26.367213 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5851ac7c-89f9-4c50-8690-1ad733a262d6 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41a41415-b832-4a6d-8476-9e0f1ea28add,revision_number=0']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:41:26.371887 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-5851ac7c-89f9-4c50-8690-1ad733a262d6 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:41:26.379411 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5851ac7c-89f9-4c50-8690-1ad733a262d6 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:41:26.380705 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-5851ac7c-89f9-4c50-8690-1ad733a262d6 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1650858
Dec 24 11:41:26.383827 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 49868) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:41:26.389790 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-b06182e2-afc7-4222-938c-b419be07debe tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Request body: {'security_group_rule': {'security_group_id': 'a71c0453-35d8-41d3-bee8-681f553b346a', 'project_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:41:26.396275 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-b06182e2-afc7-4222-938c-b419be07debe tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:41:26.400326 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-b06182e2-afc7-4222-938c-b419be07debe tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Usage tracker for resource:security_group_rule and tenant:e6de6ac8bdf7427ba6dad2fa7321cdd0 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:41:26.403510 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-b06182e2-afc7-4222-938c-b419be07debe tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:41:26.409753 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-b06182e2-afc7-4222-938c-b419be07debe tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:41:26.429547 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b06182e2-afc7-4222-938c-b419be07debe tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:41:26.494981 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b06182e2-afc7-4222-938c-b419be07debe tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:41:26.498658 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b06182e2-afc7-4222-938c-b419be07debe tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689902'] for security_group_rule, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:41:26.500535 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c1be4c9b-0fea-4c2b-a69a-500eed22dc99 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:41:26.523662 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06182e2-afc7-4222-938c-b419be07debe tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7917ac77-ca3e-4760-b6e6-a72e776c1bd8,revision_number=0']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:41:26.526207 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-b06182e2-afc7-4222-938c-b419be07debe tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:41:26.534278 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b06182e2-afc7-4222-938c-b419be07debe tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:41:26.535554 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-b06182e2-afc7-4222-938c-b419be07debe tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.1507337
Dec 24 11:41:26.538734 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 49872) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:41:26.544765 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-62affa51-3c57-4e44-a993-413d1100ed48 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Request body: {'security_group_rule': {'security_group_id': 'a71c0453-35d8-41d3-bee8-681f553b346a', 'project_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:41:26.551418 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-62affa51-3c57-4e44-a993-413d1100ed48 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:41:26.555576 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-62affa51-3c57-4e44-a993-413d1100ed48 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Usage tracker for resource:security_group_rule and tenant:e6de6ac8bdf7427ba6dad2fa7321cdd0 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:41:26.558720 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-62affa51-3c57-4e44-a993-413d1100ed48 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:41:26.568747 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-62affa51-3c57-4e44-a993-413d1100ed48 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:41:26.588271 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-62affa51-3c57-4e44-a993-413d1100ed48 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:41:26.655146 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-62affa51-3c57-4e44-a993-413d1100ed48 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:41:26.658904 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-62affa51-3c57-4e44-a993-413d1100ed48 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689902'] for security_group_rule, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:41:26.660840 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-4d622f33-0c76-4c9f-8f55-fd57116669b2 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:41:26.689851 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62affa51-3c57-4e44-a993-413d1100ed48 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fb203b1-31cd-4248-97d7-21043ab36e18,revision_number=0']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:41:26.692472 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-62affa51-3c57-4e44-a993-413d1100ed48 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:41:26.699661 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-62affa51-3c57-4e44-a993-413d1100ed48 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:41:26.700977 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-62affa51-3c57-4e44-a993-413d1100ed48 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1612110
Dec 24 11:41:26.705419 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 49876) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:41:26.711805 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-6992afe1-cfab-4423-9f9e-8fdf26c2de4f tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Request body: {'security_group_rule': {'security_group_id': 'a71c0453-35d8-41d3-bee8-681f553b346a', 'project_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:41:26.718588 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-6992afe1-cfab-4423-9f9e-8fdf26c2de4f tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:41:26.722734 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-6992afe1-cfab-4423-9f9e-8fdf26c2de4f tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Usage tracker for resource:security_group_rule and tenant:e6de6ac8bdf7427ba6dad2fa7321cdd0 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:41:26.726032 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-6992afe1-cfab-4423-9f9e-8fdf26c2de4f tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:41:26.732559 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-6992afe1-cfab-4423-9f9e-8fdf26c2de4f tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:41:26.750752 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6992afe1-cfab-4423-9f9e-8fdf26c2de4f tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:41:26.820266 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6992afe1-cfab-4423-9f9e-8fdf26c2de4f tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:41:26.823971 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6992afe1-cfab-4423-9f9e-8fdf26c2de4f tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689902'] for security_group_rule, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:41:26.825904 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-6dc29d1d-b4de-4134-ae97-5316c905cc94 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:41:26.849109 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6992afe1-cfab-4423-9f9e-8fdf26c2de4f tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00445b5a-c0c5-48ad-be53-9a945289ee2a,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:41:26.851650 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-6992afe1-cfab-4423-9f9e-8fdf26c2de4f tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:41:26.859097 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6992afe1-cfab-4423-9f9e-8fdf26c2de4f tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:41:26.860389 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-6992afe1-cfab-4423-9f9e-8fdf26c2de4f tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.1538577
Dec 24 11:41:26.863700 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 49880) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:41:26.870175 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-2b35abfc-7a03-40d5-b9a2-e665dc4c8e51 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Request body: {'security_group_rule': {'security_group_id': 'a71c0453-35d8-41d3-bee8-681f553b346a', 'project_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:41:26.877125 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-2b35abfc-7a03-40d5-b9a2-e665dc4c8e51 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:41:26.881560 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-2b35abfc-7a03-40d5-b9a2-e665dc4c8e51 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Usage tracker for resource:security_group_rule and tenant:e6de6ac8bdf7427ba6dad2fa7321cdd0 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:41:26.884808 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-2b35abfc-7a03-40d5-b9a2-e665dc4c8e51 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:41:26.891418 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-2b35abfc-7a03-40d5-b9a2-e665dc4c8e51 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:41:26.902720 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.securitygroups_db [None req-2b35abfc-7a03-40d5-b9a2-e665dc4c8e51 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Project e6de6ac8bdf7427ba6dad2fa7321cdd0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 24 11:41:26.909714 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2b35abfc-7a03-40d5-b9a2-e665dc4c8e51 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:41:26.980388 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2b35abfc-7a03-40d5-b9a2-e665dc4c8e51 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:41:26.984022 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2b35abfc-7a03-40d5-b9a2-e665dc4c8e51 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689902'] for security_group_rule, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:41:26.985964 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-36d59520-11c2-43a0-8255-47deeb7ada65 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:41:27.009326 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b35abfc-7a03-40d5-b9a2-e665dc4c8e51 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32bde3ac-ad2f-4fbe-87a8-27f1b59ca6f5,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:41:27.011796 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-2b35abfc-7a03-40d5-b9a2-e665dc4c8e51 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:41:27.019502 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2b35abfc-7a03-40d5-b9a2-e665dc4c8e51 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:41:27.020811 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-2b35abfc-7a03-40d5-b9a2-e665dc4c8e51 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.1560371
Dec 24 11:41:27.024172 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 49884) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:41:27.031302 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-b6430996-293f-498f-9a43-27be6992e67e tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Request body: {'security_group_rule': {'security_group_id': 'a71c0453-35d8-41d3-bee8-681f553b346a', 'project_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:41:27.037791 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-b6430996-293f-498f-9a43-27be6992e67e tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:41:27.042148 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-b6430996-293f-498f-9a43-27be6992e67e tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Usage tracker for resource:security_group_rule and tenant:e6de6ac8bdf7427ba6dad2fa7321cdd0 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:41:27.045304 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-b6430996-293f-498f-9a43-27be6992e67e tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:41:27.051677 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-b6430996-293f-498f-9a43-27be6992e67e tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:41:27.063082 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.securitygroups_db [None req-b6430996-293f-498f-9a43-27be6992e67e tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Project e6de6ac8bdf7427ba6dad2fa7321cdd0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 24 11:41:27.069885 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b6430996-293f-498f-9a43-27be6992e67e tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:41:27.145315 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b6430996-293f-498f-9a43-27be6992e67e tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:41:27.149512 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b6430996-293f-498f-9a43-27be6992e67e tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689902'] for security_group_rule, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:41:27.151551 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-1bf8d944-aaf6-4975-9fef-944bea3fa181 tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:41:27.174881 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6430996-293f-498f-9a43-27be6992e67e tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17b11a5e-983e-4079-844c-205044294b12,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:41:27.177387 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-b6430996-293f-498f-9a43-27be6992e67e tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:41:27.184807 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b6430996-293f-498f-9a43-27be6992e67e tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:41:27.186137 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-b6430996-293f-498f-9a43-27be6992e67e tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.1605372
Dec 24 11:41:27.189446 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 49888) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:41:27.195595 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-57601b3c-099f-4993-b6c3-60d929e6d3b9 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Request body: {'network': {'name': 'tempest-network-smoke--1764351551', 'project_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'port_security_enabled': True}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:41:27.201091 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-57601b3c-099f-4993-b6c3-60d929e6d3b9 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:41:27.205630 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-57601b3c-099f-4993-b6c3-60d929e6d3b9 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Usage tracker for resource:network and tenant:e6de6ac8bdf7427ba6dad2fa7321cdd0 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:41:27.208775 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-57601b3c-099f-4993-b6c3-60d929e6d3b9 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:41:27.215182 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-57601b3c-099f-4993-b6c3-60d929e6d3b9 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:41:27.226734 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57601b3c-099f-4993-b6c3-60d929e6d3b9 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Made reservation on behalf of e6de6ac8bdf7427ba6dad2fa7321cdd0 for: {'network': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:41:27.232286 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-57601b3c-099f-4993-b6c3-60d929e6d3b9 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for network, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:41:27.263297 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57601b3c-099f-4993-b6c3-60d929e6d3b9 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] vlan segment allocate from pool success with {'vlan_id': 644, 'physical_network': 'physnet1'}  {{(pid=88878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 24 11:41:27.272342 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-57601b3c-099f-4993-b6c3-60d929e6d3b9 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:41:27.272737 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.segments_db [None req-57601b3c-099f-4993-b6c3-60d929e6d3b9 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Added segment 3f742989-1be0-41b3-b8a1-c651298a9a00 of type vlan for network d2ef5da8-0b3a-466c-a6c3-560932018204
Dec 24 11:41:27.299716 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-57601b3c-099f-4993-b6c3-60d929e6d3b9 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363287349540024'] for network, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:41:27.331961 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-57601b3c-099f-4993-b6c3-60d929e6d3b9 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636'] for network, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:41:27.336125 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57601b3c-099f-4993-b6c3-60d929e6d3b9 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:41:27.336769 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-57601b3c-099f-4993-b6c3-60d929e6d3b9 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:41:27.342172 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-364f2c78-cadb-482f-8a8b-883e035d6a0c tempest-RoutersNegativeTest-1388346399 tempest-RoutersNegativeTest-1388346399-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:41:27.412142 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-57601b3c-099f-4993-b6c3-60d929e6d3b9 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.2214403
Dec 24 11:41:27.415439 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 49892) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:41:27.422178 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-0722bd36-8f62-4e8b-8ba9-5c2d0ba77e85 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-386236480', 'admin_state_up': True, 'project_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a'}}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:41:27.430442 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-0722bd36-8f62-4e8b-8ba9-5c2d0ba77e85 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:41:27.434840 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-0722bd36-8f62-4e8b-8ba9-5c2d0ba77e85 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Usage tracker for resource:router and tenant:e6de6ac8bdf7427ba6dad2fa7321cdd0 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:41:27.438096 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-0722bd36-8f62-4e8b-8ba9-5c2d0ba77e85 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:41:27.445106 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-0722bd36-8f62-4e8b-8ba9-5c2d0ba77e85 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:41:27.457178 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0722bd36-8f62-4e8b-8ba9-5c2d0ba77e85 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-612016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-84579'] for router, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:41:27.458268 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0722bd36-8f62-4e8b-8ba9-5c2d0ba77e85 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854163950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659046', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854079771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854691221'] for router, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:41:27.469433 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57601b3c-099f-4993-b6c3-60d929e6d3b9 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Pushing event updated for resources: {'Network': ['ID=d2ef5da8-0b3a-466c-a6c3-560932018204,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:41:27.472411 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-57601b3c-099f-4993-b6c3-60d929e6d3b9 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:41:27.480221 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0722bd36-8f62-4e8b-8ba9-5c2d0ba77e85 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:41:27.480711 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Network d2ef5da8-0b3a-466c-a6c3-560932018204 details requested by agent ovs-agent-dv-neutron-822691-2-hyperv with host dv-neutron-822691-2-hyperv {{(pid=88880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 24 11:41:27.888268 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0722bd36-8f62-4e8b-8ba9-5c2d0ba77e85 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-659031', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854691240'] for router, precommit_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:41:28.081655 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0722bd36-8f62-4e8b-8ba9-5c2d0ba77e85 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for router_gateway, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:41:28.112774 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0722bd36-8f62-4e8b-8ba9-5c2d0ba77e85 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:41:28.264104 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-0722bd36-8f62-4e8b-8ba9-5c2d0ba77e85 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Allocated IP 172.26.3.247 (f8c337ba-681f-4fcb-a333-e3c49365b30a/8ea1398c-0bec-46d6-8d54-85798de2a7ca/8193cbf3-c3dd-4898-8a4f-d563b6a4225b) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:41:28.422676 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0722bd36-8f62-4e8b-8ba9-5c2d0ba77e85 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:41:28.450410 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0722bd36-8f62-4e8b-8ba9-5c2d0ba77e85 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:41:28.454196 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-fc9586bd-32b2-46fb-869a-132d752074a6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:41:28.526247 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0722bd36-8f62-4e8b-8ba9-5c2d0ba77e85 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Network f8c337ba-681f-4fcb-a333-e3c49365b30a is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:41:28.530096 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-0722bd36-8f62-4e8b-8ba9-5c2d0ba77e85 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Resources bound (agent type, host, resource id):  {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:41:28.532268 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0722bd36-8f62-4e8b-8ba9-5c2d0ba77e85 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Pushing event updated for resources: {'Port': ['ID=8193cbf3-c3dd-4898-8a4f-d563b6a4225b,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:41:28.534594 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0722bd36-8f62-4e8b-8ba9-5c2d0ba77e85 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:41:28.560987 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-0722bd36-8f62-4e8b-8ba9-5c2d0ba77e85 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:41:28.586987 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:41:28.702963 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0722bd36-8f62-4e8b-8ba9-5c2d0ba77e85 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for router_gateway, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:41:28.703727 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0722bd36-8f62-4e8b-8ba9-5c2d0ba77e85 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854163800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854116816'] for router, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:41:28.955462 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0722bd36-8f62-4e8b-8ba9-5c2d0ba77e85 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Router 3e4bf3a9-9369-4c64-8f30-d217226ab2d2 is scheduled to L3 agent 198cca88-1338-4098-b44b-beb0346ac906 with binding_index 1 {{(pid=88879) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 24 11:41:29.172799 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0722bd36-8f62-4e8b-8ba9-5c2d0ba77e85 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:41:29.184130 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1cf0b33-8f7b-4652-8a4b-8c5133e2f1c4 None None] Sync routers for ids ['3e4bf3a9-9369-4c64-8f30-d217226ab2d2'] in dv-neutron-822691-2-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:41:29.198706 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1cf0b33-8f7b-4652-8a4b-8c5133e2f1c4 None None] Routers {'3e4bf3a9-9369-4c64-8f30-d217226ab2d2'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:41:29.199291 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-b1cf0b33-8f7b-4652-8a4b-8c5133e2f1c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f527137c3c8>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:41:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['3e4bf3a9-9369-4c64-8f30-d217226ab2d2'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:41:29.200072 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0722bd36-8f62-4e8b-8ba9-5c2d0ba77e85 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for router, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:41:29.201407 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-0722bd36-8f62-4e8b-8ba9-5c2d0ba77e85 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201  len: 895 time: 1.7848597
Dec 24 11:41:29.204866 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 49896) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:41:29.251619 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-54e83cd5-c3bb-4ec4-84d6-f9e48a72b358 tempest-TestNetworkAdvancedServerOps-1792842542 tempest-TestNetworkAdvancedServerOps-1792842542-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=e6de6ac8bdf7427ba6dad2fa7321cdd0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0452807
Dec 24 11:41:29.254219 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 49900) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:41:29.387676 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-b1cf0b33-8f7b-4652-8a4b-8c5133e2f1c4 None None] Set router 3e4bf3a9-9369-4c64-8f30-d217226ab2d2 gateway port host: dv-neutron-822691-2-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:41:29.394229 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-076f8d25-d663-42b6-8b38-6e21ba3d6db4 tempest-TestNetworkAdvancedServerOps-1792842542 tempest-TestNetworkAdvancedServerOps-1792842542-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:41:29.395975 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-076f8d25-d663-42b6-8b38-6e21ba3d6db4 tempest-TestNetworkAdvancedServerOps-1792842542 tempest-TestNetworkAdvancedServerOps-1792842542-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1407385
Dec 24 11:41:29.399227 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 49904) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:41:29.444718 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-388cbd5c-a9fd-4d44-811c-9f9cb56512d4 tempest-TestNetworkAdvancedServerOps-1792842542 tempest-TestNetworkAdvancedServerOps-1792842542-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=f8c337ba-681f-4fcb-a333-e3c49365b30a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0441937
Dec 24 11:41:29.448665 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 49908) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:41:29.454947 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-2ae0ae18-1efc-4a23-afc2-59784806923e tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-841373188', 'network_id': 'd2ef5da8-0b3a-466c-a6c3-560932018204', 'project_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:41:29.573167 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-2ae0ae18-1efc-4a23-afc2-59784806923e tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:41:29.577512 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-2ae0ae18-1efc-4a23-afc2-59784806923e tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Usage tracker for resource:subnet and tenant:e6de6ac8bdf7427ba6dad2fa7321cdd0 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:41:29.580596 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-2ae0ae18-1efc-4a23-afc2-59784806923e tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:41:29.586885 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-2ae0ae18-1efc-4a23-afc2-59784806923e tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:41:29.596232 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ae0ae18-1efc-4a23-afc2-59784806923e tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Made reservation on behalf of e6de6ac8bdf7427ba6dad2fa7321cdd0 for: {'subnet': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:41:29.692505 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-b1cf0b33-8f7b-4652-8a4b-8c5133e2f1c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f527137c3c8>, [{'id': '3e4bf3a9-9369-4c64-8f30-d217226ab2d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-386236480', 'tenant_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.247'}], 'enable_snat': True}, 'gw_port_id': '8193cbf3-c3dd-4898-8a4f-d563b6a4225b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:41:27Z', 'updated_at': '2021-12-24T11:41:28Z', 'revision_number': 3, 'project_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'gw_port': {'id': '8193cbf3-c3dd-4898-8a4f-d563b6a4225b', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:e6:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e4bf3a9-9369-4c64-8f30-d217226ab2d2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:41:28Z', 'updated_at': '2021-12-24T11:41:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv'}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:41:29.697019 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1cf0b33-8f7b-4652-8a4b-8c5133e2f1c4 None None] Checking router: 3e4bf3a9-9369-4c64-8f30-d217226ab2d2 for host: dv-neutron-822691-2-hyperv {{(pid=88880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 24 11:41:29.697401 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1cf0b33-8f7b-4652-8a4b-8c5133e2f1c4 None None] Updating router 3e4bf3a9-9369-4c64-8f30-d217226ab2d2 port 8193cbf3-c3dd-4898-8a4f-d563b6a4225b binding host dv-neutron-822691-2-hyperv {{(pid=88880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 24 11:41:29.709672 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2ae0ae18-1efc-4a23-afc2-59784806923e tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3619482'] for subnet, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:41:29.755303 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b1cf0b33-8f7b-4652-8a4b-8c5133e2f1c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:41:29.940499 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2ae0ae18-1efc-4a23-afc2-59784806923e tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3921862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3619467'] for subnet, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:41:29.944914 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-9bf61f63-76e0-4160-b2e6-888296eb9ed7 tempest-FloatingIPTestJSON-1364541513 tempest-FloatingIPTestJSON-1364541513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:41:30.023855 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae0ae18-1efc-4a23-afc2-59784806923e tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Pushing event updated for resources: {'Subnet': ['ID=a26aad2b-8985-4b7c-bd24-79dd7e9a7f68,revision_number=0']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:41:30.028618 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-2ae0ae18-1efc-4a23-afc2-59784806923e tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:41:30.043244 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae0ae18-1efc-4a23-afc2-59784806923e tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Checking segment: {'id': '3f742989-1be0-41b3-b8a1-c651298a9a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'd2ef5da8-0b3a-466c-a6c3-560932018204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:41:30.043637 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ae0ae18-1efc-4a23-afc2-59784806923e tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Network hostable DHCP agents. Network: d2ef5da8-0b3a-466c-a6c3-560932018204, hostable agents: ['edcf98dc-3032-472a-8b3d-f23fd1e89806'], hosted agents: [] {{(pid=88879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 24 11:41:30.066080 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ae0ae18-1efc-4a23-afc2-59784806923e tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Network d2ef5da8-0b3a-466c-a6c3-560932018204 is scheduled to be hosted by DHCP agent edcf98dc-3032-472a-8b3d-f23fd1e89806 with binding_index 1 {{(pid=88879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 24 11:41:30.075612 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-2ae0ae18-1efc-4a23-afc2-59784806923e tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822691-2-hyperv, d2ef5da8-0b3a-466c-a6c3-560932018204) {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:41:30.083906 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ae0ae18-1efc-4a23-afc2-59784806923e tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:41:30.084561 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2ae0ae18-1efc-4a23-afc2-59784806923e tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for subnet, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:41:30.086901 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-305cbfc7-6cf0-425b-bb91-3fc9f1a16f15 None None] Network d2ef5da8-0b3a-466c-a6c3-560932018204 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:41:30.110126 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-2ae0ae18-1efc-4a23-afc2-59784806923e tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 0.6573863
Dec 24 11:41:30.110389 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 49912) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:41:30.137629 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b1cf0b33-8f7b-4652-8a4b-8c5133e2f1c4 None None] Notify callbacks [] for port, precommit_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:41:30.383407 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-b1cf0b33-8f7b-4652-8a4b-8c5133e2f1c4 None None] Transition to ACTIVE for port object 8193cbf3-c3dd-4898-8a4f-d563b6a4225b will not be triggered until provisioned by entity L2. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:41:30.395646 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b1cf0b33-8f7b-4652-8a4b-8c5133e2f1c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:41:30.401034 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:41:30.508870 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c7bc78-62f6-4090-b873-e3b1e6850f3b None None] Pushing event updated for resources: {'Port': ['ID=8193cbf3-c3dd-4898-8a4f-d563b6a4225b,revision_number=2']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:41:30.530557 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-50c7bc78-62f6-4090-b873-e3b1e6850f3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:41:30.541736 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-b1cf0b33-8f7b-4652-8a4b-8c5133e2f1c4 None None] Attempting to bind port 8193cbf3-c3dd-4898-8a4f-d563b6a4225b on host dv-neutron-822691-2-hyperv for vnic_type normal with profile  {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:41:30.542203 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-b1cf0b33-8f7b-4652-8a4b-8c5133e2f1c4 None None] Attempting to bind port 8193cbf3-c3dd-4898-8a4f-d563b6a4225b by drivers openvswitch,hyperv on host dv-neutron-822691-2-hyperv at level 0 using segments [{'id': 'd4e3295f-9ff8-4cad-8a20-3f1c937efc8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a'}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:41:30.542643 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1cf0b33-8f7b-4652-8a4b-8c5133e2f1c4 None None] Attempting to bind port 8193cbf3-c3dd-4898-8a4f-d563b6a4225b on network f8c337ba-681f-4fcb-a333-e3c49365b30a {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:41:30.556963 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1cf0b33-8f7b-4652-8a4b-8c5133e2f1c4 None None] Checking agent: {'id': 'db1275c1-6001-47af-93c2-635c68404703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822691-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 52, 8), 'started_at': datetime.datetime(2021, 12, 24, 10, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 41, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822691-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:41:30.557367 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1cf0b33-8f7b-4652-8a4b-8c5133e2f1c4 None None] Checking segment: {'id': 'd4e3295f-9ff8-4cad-8a20-3f1c937efc8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:41:30.557864 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b1cf0b33-8f7b-4652-8a4b-8c5133e2f1c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:41:30.558327 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1cf0b33-8f7b-4652-8a4b-8c5133e2f1c4 None None] Bound using segment: {'id': 'd4e3295f-9ff8-4cad-8a20-3f1c937efc8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a'} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:41:30.558850 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-b1cf0b33-8f7b-4652-8a4b-8c5133e2f1c4 None None] Bound port: 8193cbf3-c3dd-4898-8a4f-d563b6a4225b, host: dv-neutron-822691-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4e3295f-9ff8-4cad-8a20-3f1c937efc8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a'}}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:41:30.559267 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b1cf0b33-8f7b-4652-8a4b-8c5133e2f1c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:41:30.644060 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11d40a23-34b0-493e-8628-7cbde285f104 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73968e80-91fd-539e-a7c6-b31af6d9e680-d2ef5da8-0b3a-466c-a6c3-560932018204', 'network_id': 'd2ef5da8-0b3a-466c-a6c3-560932018204', 'tenant_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'fixed_ips': [{'subnet_id': 'a26aad2b-8985-4b7c-bd24-79dd7e9a7f68'}]}} from dv-neutron-822691-2-hyperv. {{(pid=88880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 24 11:41:30.644984 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-11d40a23-34b0-493e-8628-7cbde285f104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:41:30.686720 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-b1cf0b33-8f7b-4652-8a4b-8c5133e2f1c4 None None] For port 8193cbf3-c3dd-4898-8a4f-d563b6a4225b, host dv-neutron-822691-2-hyperv, cleared binding levels {{(pid=88880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:41:30.690690 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-b1cf0b33-8f7b-4652-8a4b-8c5133e2f1c4 None None] For port 8193cbf3-c3dd-4898-8a4f-d563b6a4225b, host dv-neutron-822691-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=8193cbf3-c3dd-4898-8a4f-d563b6a4225b,segment=NetworkSegment(d4e3295f-9ff8-4cad-8a20-3f1c937efc8c),segment_id=d4e3295f-9ff8-4cad-8a20-3f1c937efc8c)] {{(pid=88880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:41:30.737619 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b1cf0b33-8f7b-4652-8a4b-8c5133e2f1c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:41:30.743227 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:41:30.902550 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c7bc78-62f6-4090-b873-e3b1e6850f3b None None] Pushing event updated for resources: {'Port': ['ID=8193cbf3-c3dd-4898-8a4f-d563b6a4225b,revision_number=3']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:41:30.913870 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-50c7bc78-62f6-4090-b873-e3b1e6850f3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:41:30.924260 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1cf0b33-8f7b-4652-8a4b-8c5133e2f1c4 None None] Routers {'3e4bf3a9-9369-4c64-8f30-d217226ab2d2'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:41:30.924978 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-b1cf0b33-8f7b-4652-8a4b-8c5133e2f1c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f527137c3c8>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:41:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['3e4bf3a9-9369-4c64-8f30-d217226ab2d2'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:41:31.001520 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-11d40a23-34b0-493e-8628-7cbde285f104 None None] Allocated IP 172.20.0.2 (d2ef5da8-0b3a-466c-a6c3-560932018204/a26aad2b-8985-4b7c-bd24-79dd7e9a7f68/e02b9921-c30a-455a-acdf-29b8f2306147) {{(pid=88880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:41:31.171148 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f689c5c6-dda8-407d-bd6e-590d6a394956 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:41:31.235568 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-b1cf0b33-8f7b-4652-8a4b-8c5133e2f1c4 None None] Set router 3e4bf3a9-9369-4c64-8f30-d217226ab2d2 gateway port host: dv-neutron-822691-2-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:41:31.523866 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-11d40a23-34b0-493e-8628-7cbde285f104 None None] Notify callbacks [] for port, precommit_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:41:31.548649 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-11d40a23-34b0-493e-8628-7cbde285f104 None None] Transition to ACTIVE for port object e02b9921-c30a-455a-acdf-29b8f2306147 will not be triggered until provisioned by entity L2. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:41:31.611804 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-11d40a23-34b0-493e-8628-7cbde285f104 None None] Transition to ACTIVE for port object e02b9921-c30a-455a-acdf-29b8f2306147 will not be triggered until provisioned by entity DHCP. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:41:31.619697 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-11d40a23-34b0-493e-8628-7cbde285f104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408'] for port, after_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:41:31.625050 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-1767c25b-6324-4dfe-8702-855789234ec7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:41:31.691747 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-f689c5c6-dda8-407d-bd6e-590d6a394956 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Allocated IP 172.20.0.1 (d2ef5da8-0b3a-466c-a6c3-560932018204/a26aad2b-8985-4b7c-bd24-79dd7e9a7f68/9df29c6d-d00b-4f18-9569-229435047fd2) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:41:31.711796 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11d40a23-34b0-493e-8628-7cbde285f104 None None] Network d2ef5da8-0b3a-466c-a6c3-560932018204 is already hosted by enough agents. {{(pid=88880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:41:31.717591 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-11d40a23-34b0-493e-8628-7cbde285f104 None None] Resources bound (agent type, host, resource id):  {{(pid=88880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:41:31.719509 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d40a23-34b0-493e-8628-7cbde285f104 None None] Pushing event updated for resources: {'Port': ['ID=e02b9921-c30a-455a-acdf-29b8f2306147,revision_number=1']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:41:31.722900 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-11d40a23-34b0-493e-8628-7cbde285f104 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:41:31.725035 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d40a23-34b0-493e-8628-7cbde285f104 None None] Received port after_create {{(pid=88880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:41:31.793920 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-b1cf0b33-8f7b-4652-8a4b-8c5133e2f1c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f527137c3c8>, [{'id': '3e4bf3a9-9369-4c64-8f30-d217226ab2d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-386236480', 'tenant_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.247'}], 'enable_snat': True}, 'gw_port_id': '8193cbf3-c3dd-4898-8a4f-d563b6a4225b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:41:27Z', 'updated_at': '2021-12-24T11:41:28Z', 'revision_number': 3, 'project_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'gw_port': {'id': '8193cbf3-c3dd-4898-8a4f-d563b6a4225b', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:e6:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e4bf3a9-9369-4c64-8f30-d217226ab2d2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:41:28Z', 'updated_at': '2021-12-24T11:41:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv'}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:41:31.807678 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1cf0b33-8f7b-4652-8a4b-8c5133e2f1c4 None None] The sync data for ids ['3e4bf3a9-9369-4c64-8f30-d217226ab2d2'] in dv-neutron-822691-2-hyperv is: [{'id': '3e4bf3a9-9369-4c64-8f30-d217226ab2d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-386236480', 'tenant_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.247'}], 'enable_snat': True}, 'gw_port_id': '8193cbf3-c3dd-4898-8a4f-d563b6a4225b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:41:27Z', 'updated_at': '2021-12-24T11:41:28Z', 'revision_number': 3, 'project_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'gw_port': {'id': '8193cbf3-c3dd-4898-8a4f-d563b6a4225b', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:e6:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e4bf3a9-9369-4c64-8f30-d217226ab2d2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:41:28Z', 'updated_at': '2021-12-24T11:41:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv'}] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:41:31.828768 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-11d40a23-34b0-493e-8628-7cbde285f104 None None] Attempting to bind port e02b9921-c30a-455a-acdf-29b8f2306147 on host dv-neutron-822691-2-hyperv for vnic_type normal with profile  {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:41:31.829194 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-11d40a23-34b0-493e-8628-7cbde285f104 None None] Attempting to bind port e02b9921-c30a-455a-acdf-29b8f2306147 by drivers openvswitch,hyperv on host dv-neutron-822691-2-hyperv at level 0 using segments [{'id': '3f742989-1be0-41b3-b8a1-c651298a9a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'd2ef5da8-0b3a-466c-a6c3-560932018204'}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:41:31.829616 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d40a23-34b0-493e-8628-7cbde285f104 None None] Attempting to bind port e02b9921-c30a-455a-acdf-29b8f2306147 on network d2ef5da8-0b3a-466c-a6c3-560932018204 {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:41:31.837416 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d40a23-34b0-493e-8628-7cbde285f104 None None] Checking agent: {'id': 'db1275c1-6001-47af-93c2-635c68404703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822691-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 52, 8), 'started_at': datetime.datetime(2021, 12, 24, 10, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 41, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822691-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:41:31.837886 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d40a23-34b0-493e-8628-7cbde285f104 None None] Checking segment: {'id': '3f742989-1be0-41b3-b8a1-c651298a9a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'd2ef5da8-0b3a-466c-a6c3-560932018204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:41:31.838344 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-11d40a23-34b0-493e-8628-7cbde285f104 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:41:31.838765 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d40a23-34b0-493e-8628-7cbde285f104 None None] Bound using segment: {'id': '3f742989-1be0-41b3-b8a1-c651298a9a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'd2ef5da8-0b3a-466c-a6c3-560932018204'} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:41:31.839340 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-11d40a23-34b0-493e-8628-7cbde285f104 None None] Bound port: e02b9921-c30a-455a-acdf-29b8f2306147, host: dv-neutron-822691-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f742989-1be0-41b3-b8a1-c651298a9a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'd2ef5da8-0b3a-466c-a6c3-560932018204'}}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:41:31.839765 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-11d40a23-34b0-493e-8628-7cbde285f104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:41:31.870238 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f689c5c6-dda8-407d-bd6e-590d6a394956 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:41:31.887113 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-f689c5c6-dda8-407d-bd6e-590d6a394956 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Transition to ACTIVE for port object 9df29c6d-d00b-4f18-9569-229435047fd2 will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:41:31.908818 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f689c5c6-dda8-407d-bd6e-590d6a394956 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:41:31.914084 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-9e653883-8cfb-4c34-91f0-1c93a14bd1ed tempest-ServersNegativeTestJSON-475305174 tempest-ServersNegativeTestJSON-475305174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:41:31.950927 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-11d40a23-34b0-493e-8628-7cbde285f104 None None] For port e02b9921-c30a-455a-acdf-29b8f2306147, host dv-neutron-822691-2-hyperv, cleared binding levels {{(pid=88880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:41:31.954856 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-11d40a23-34b0-493e-8628-7cbde285f104 None None] For port e02b9921-c30a-455a-acdf-29b8f2306147, host dv-neutron-822691-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=e02b9921-c30a-455a-acdf-29b8f2306147,segment=NetworkSegment(3f742989-1be0-41b3-b8a1-c651298a9a00),segment_id=3f742989-1be0-41b3-b8a1-c651298a9a00)] {{(pid=88880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:41:31.958588 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-11d40a23-34b0-493e-8628-7cbde285f104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:41:31.964008 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:41:31.981501 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f689c5c6-dda8-407d-bd6e-590d6a394956 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Network d2ef5da8-0b3a-466c-a6c3-560932018204 is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:41:31.989384 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-f689c5c6-dda8-407d-bd6e-590d6a394956 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Resources bound (agent type, host, resource id):  {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:41:31.996370 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f689c5c6-dda8-407d-bd6e-590d6a394956 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:41:32.041395 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f689c5c6-dda8-407d-bd6e-590d6a394956 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Pushing event updated for resources: {'Port': ['ID=9df29c6d-d00b-4f18-9569-229435047fd2,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:41:32.051629 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d40a23-34b0-493e-8628-7cbde285f104 None None] Pushing event updated for resources: {'Port': ['ID=e02b9921-c30a-455a-acdf-29b8f2306147,revision_number=2']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:41:32.054884 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-11d40a23-34b0-493e-8628-7cbde285f104 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:41:32.058145 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f689c5c6-dda8-407d-bd6e-590d6a394956 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:41:32.078363 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f689c5c6-dda8-407d-bd6e-590d6a394956 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-720245'] for router_interface, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:41:32.178550 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f689c5c6-dda8-407d-bd6e-590d6a394956 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:41:32.355862 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 8193cbf3-c3dd-4898-8a4f-d563b6a4225b up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:41:32.471219 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning for port 8193cbf3-c3dd-4898-8a4f-d563b6a4225b completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:41:32.477034 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port 8193cbf3-c3dd-4898-8a4f-d563b6a4225b triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:41:32.477466 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:41:32.628668 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:41:32.648984 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] For port 8193cbf3-c3dd-4898-8a4f-d563b6a4225b, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=8193cbf3-c3dd-4898-8a4f-d563b6a4225b,segment=NetworkSegment(d4e3295f-9ff8-4cad-8a20-3f1c937efc8c),segment_id=d4e3295f-9ff8-4cad-8a20-3f1c937efc8c)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:41:32.653059 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:41:32.656108 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:41:32.733253 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Pushing event updated for resources: {'Port': ['ID=8193cbf3-c3dd-4898-8a4f-d563b6a4225b,revision_number=4']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:41:32.733459 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f689c5c6-dda8-407d-bd6e-590d6a394956 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for port, precommit_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:41:32.737321 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:41:32.742642 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f689c5c6-dda8-407d-bd6e-590d6a394956 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850854027'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:41:32.774280 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-d3916d76-dd7b-4398-8ccd-b00714fd5531 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:41:32.867494 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f689c5c6-dda8-407d-bd6e-590d6a394956 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1977653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854055662'] for router_interface, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:41:32.871901 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f689c5c6-dda8-407d-bd6e-590d6a394956 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Pushing event updated for resources: {'Port': ['ID=9df29c6d-d00b-4f18-9569-229435047fd2,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:41:32.877022 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f689c5c6-dda8-407d-bd6e-590d6a394956 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:41:33.023505 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f689c5c6-dda8-407d-bd6e-590d6a394956 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Network d2ef5da8-0b3a-466c-a6c3-560932018204 is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:41:33.024830 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-f689c5c6-dda8-407d-bd6e-590d6a394956 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Resources bound (agent type, host, resource id):  {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:41:33.443904 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f689c5c6-dda8-407d-bd6e-590d6a394956 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Router 3e4bf3a9-9369-4c64-8f30-d217226ab2d2 has already been hosted by L3 agent 198cca88-1338-4098-b44b-beb0346ac906 {{(pid=88879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 24 11:41:33.663653 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f689c5c6-dda8-407d-bd6e-590d6a394956 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:41:33.677786 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-f689c5c6-dda8-407d-bd6e-590d6a394956 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "PUT /v2.0/routers/3e4bf3a9-9369-4c64-8f30-d217226ab2d2/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5663385
Dec 24 11:41:33.760390 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-258ae8f2-c42b-4e1e-afea-07dbaa2faa65 None None] Network d2ef5da8-0b3a-466c-a6c3-560932018204 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:41:33.860146 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-1f5091c9-ed30-44ca-87d9-0141d2418596 req-bde605c1-1d5b-4c74-b8ba-ea1177931422 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Synchronizing usage tracker for tenant:e6de6ac8bdf7427ba6dad2fa7321cdd0 on resource:security_group {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:41:33.877254 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-1f5091c9-ed30-44ca-87d9-0141d2418596 req-bde605c1-1d5b-4c74-b8ba-ea1177931422 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Unset dirty status for tenant:e6de6ac8bdf7427ba6dad2fa7321cdd0 on resource:security_group {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:41:33.879249 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-2c391cde-8b05-407d-ac6f-5b6101ed2808 None None] Provisioning for port e02b9921-c30a-455a-acdf-29b8f2306147 completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:41:33.881443 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-1f5091c9-ed30-44ca-87d9-0141d2418596 req-bde605c1-1d5b-4c74-b8ba-ea1177931422 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-148160007&fields=id&tenant_id=e6de6ac8bdf7427ba6dad2fa7321cdd0 HTTP/1.1" status: 200  len: 267 time: 0.0669255
Dec 24 11:41:34.049482 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5091c9-ed30-44ca-87d9-0141d2418596 req-8db273d9-a9c2-445f-9359-7262f778d8bd tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:41:34.050263 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-1f5091c9-ed30-44ca-87d9-0141d2418596 req-8db273d9-a9c2-445f-9359-7262f778d8bd tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Synchronizing usage tracker for tenant:e6de6ac8bdf7427ba6dad2fa7321cdd0 on resource:network {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:41:34.067858 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-1f5091c9-ed30-44ca-87d9-0141d2418596 req-8db273d9-a9c2-445f-9359-7262f778d8bd tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Unset dirty status for tenant:e6de6ac8bdf7427ba6dad2fa7321cdd0 on resource:network {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:41:34.069278 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-1f5091c9-ed30-44ca-87d9-0141d2418596 req-8db273d9-a9c2-445f-9359-7262f778d8bd tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/networks?id=d2ef5da8-0b3a-466c-a6c3-560932018204 HTTP/1.1" status: 200  len: 797 time: 0.1828744
Dec 24 11:41:34.088794 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-1f5091c9-ed30-44ca-87d9-0141d2418596 req-7eaaccbd-919f-4aba-8582-764e37f3543d tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/quotas/e6de6ac8bdf7427ba6dad2fa7321cdd0 HTTP/1.1" status: 200  len: 375 time: 0.0131364
Dec 24 11:41:34.186852 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-1f5091c9-ed30-44ca-87d9-0141d2418596 req-ca7401c0-fce6-47a2-9070-29e1b4a73804 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=e6de6ac8bdf7427ba6dad2fa7321cdd0&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0904031
Dec 24 11:41:34.337867 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-a22ed0b7-641b-4fa0-8053-727c1cfe1ed1 None None] Provisioning for port 9df29c6d-d00b-4f18-9569-229435047fd2 completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:41:34.344775 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-a22ed0b7-641b-4fa0-8053-727c1cfe1ed1 None None] Provisioning complete for port 9df29c6d-d00b-4f18-9569-229435047fd2 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:41:34.345188 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a22ed0b7-641b-4fa0-8053-727c1cfe1ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:41:34.347175 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-1f5091c9-ed30-44ca-87d9-0141d2418596 req-c787b170-47ca-488e-8fe4-729b3ef3e09a service neutron] 10.222.0.65 "GET /v2.0/networks/d2ef5da8-0b3a-466c-a6c3-560932018204?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1465166
Dec 24 11:41:34.419516 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-a22ed0b7-641b-4fa0-8053-727c1cfe1ed1 None None] Port 9df29c6d-d00b-4f18-9569-229435047fd2 cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:41:34.422696 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device e02b9921-c30a-455a-acdf-29b8f2306147 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:41:34.501596 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning for port e02b9921-c30a-455a-acdf-29b8f2306147 completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:41:34.506558 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-1f5091c9-ed30-44ca-87d9-0141d2418596 req-804ac9cc-1d2d-43be-87f3-59dd3a73d05c service neutron] 10.222.0.65 "GET /v2.0/networks/d2ef5da8-0b3a-466c-a6c3-560932018204?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1504314
Dec 24 11:41:34.507030 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port e02b9921-c30a-455a-acdf-29b8f2306147 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:41:34.507443 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:41:34.657143 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:41:34.675968 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-b7707fab-70a1-4b7e-9c68-882d4def4b59 None None] Provisioning complete for port 9df29c6d-d00b-4f18-9569-229435047fd2 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:41:34.676540 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b7707fab-70a1-4b7e-9c68-882d4def4b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:41:34.734584 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-b7707fab-70a1-4b7e-9c68-882d4def4b59 None None] Port 9df29c6d-d00b-4f18-9569-229435047fd2 cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:41:34.765018 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] For port e02b9921-c30a-455a-acdf-29b8f2306147, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=e02b9921-c30a-455a-acdf-29b8f2306147,segment=NetworkSegment(3f742989-1be0-41b3-b8a1-c651298a9a00),segment_id=3f742989-1be0-41b3-b8a1-c651298a9a00)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:41:34.769699 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:41:34.771061 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 8193cbf3-c3dd-4898-8a4f-d563b6a4225b up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:41:34.790128 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-f2c16b16-805c-4aa3-8771-6a7485bb5513 req-d21d2861-7249-404d-b57d-7a40aba67b53 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/ports?device_id=455a0d19-4332-4343-ba2b-ad87330c7f11 HTTP/1.1" status: 200  len: 210 time: 0.0681489
Dec 24 11:41:34.809079 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-0e359b03-f3f1-4399-a4ce-7a5804859065 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:41:34.901235 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Pushing event updated for resources: {'Port': ['ID=e02b9921-c30a-455a-acdf-29b8f2306147,revision_number=3']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:41:34.904811 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:41:34.915883 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port 8193cbf3-c3dd-4898-8a4f-d563b6a4225b triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:41:34.916308 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:41:34.975863 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-25c43006-f188-4e6e-af13-e63e772d3a7e None None] Provisioning complete for port 9df29c6d-d00b-4f18-9569-229435047fd2 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:41:34.976285 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-25c43006-f188-4e6e-af13-e63e772d3a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:41:35.034873 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c748eb41-9ff1-405d-b22a-9f5dc19acef9 None None] Sync routers for ids ['3e4bf3a9-9369-4c64-8f30-d217226ab2d2'] in dv-neutron-822691-2-hyperv {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:41:35.062102 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c748eb41-9ff1-405d-b22a-9f5dc19acef9 None None] Routers {'3e4bf3a9-9369-4c64-8f30-d217226ab2d2'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:41:35.062808 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-c748eb41-9ff1-405d-b22a-9f5dc19acef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271ff6518>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:41:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['3e4bf3a9-9369-4c64-8f30-d217226ab2d2'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:41:35.236432 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-25c43006-f188-4e6e-af13-e63e772d3a7e None None] Port 9df29c6d-d00b-4f18-9569-229435047fd2 cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:41:35.504318 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-c748eb41-9ff1-405d-b22a-9f5dc19acef9 None None] Set router 3e4bf3a9-9369-4c64-8f30-d217226ab2d2 gateway port host: dv-neutron-822691-2-hyperv {{(pid=88881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:41:35.857035 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-c748eb41-9ff1-405d-b22a-9f5dc19acef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271ff6518>, [{'id': '3e4bf3a9-9369-4c64-8f30-d217226ab2d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-386236480', 'tenant_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.247'}], 'enable_snat': True}, 'gw_port_id': '8193cbf3-c3dd-4898-8a4f-d563b6a4225b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:41:27Z', 'updated_at': '2021-12-24T11:41:32Z', 'revision_number': 4, 'project_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'gw_port': {'id': '8193cbf3-c3dd-4898-8a4f-d563b6a4225b', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:e6:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e4bf3a9-9369-4c64-8f30-d217226ab2d2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:41:28Z', 'updated_at': '2021-12-24T11:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_interfaces': [{'id': '9df29c6d-d00b-4f18-9569-229435047fd2', 'name': '', 'network_id': 'd2ef5da8-0b3a-466c-a6c3-560932018204', 'tenant_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'mac_address': 'fa:16:3e:c7:32:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e4bf3a9-9369-4c64-8f30-d217226ab2d2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a26aad2b-8985-4b7c-bd24-79dd7e9a7f68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:41:31Z', 'updated_at': '2021-12-24T11:41:32Z', 'revision_number': 2, 'project_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'subnets': [{'id': 'a26aad2b-8985-4b7c-bd24-79dd7e9a7f68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:41:35.861564 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c748eb41-9ff1-405d-b22a-9f5dc19acef9 None None] Checking router: 3e4bf3a9-9369-4c64-8f30-d217226ab2d2 for host: dv-neutron-822691-2-hyperv {{(pid=88881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 24 11:41:35.861990 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c748eb41-9ff1-405d-b22a-9f5dc19acef9 None None] Updating router 3e4bf3a9-9369-4c64-8f30-d217226ab2d2 port 9df29c6d-d00b-4f18-9569-229435047fd2 binding host dv-neutron-822691-2-hyperv {{(pid=88881) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 24 11:41:35.919178 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c748eb41-9ff1-405d-b22a-9f5dc19acef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:41:35.968044 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-8b49c2e4-3374-4fee-ac2d-8c6d54f2979a req-69cd45d9-dd3d-4fe6-9b4a-a239d6aa26de tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/ports?device_id=455a0d19-4332-4343-ba2b-ad87330c7f11 HTTP/1.1" status: 200  len: 210 time: 0.0523522
Dec 24 11:41:36.022341 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5091c9-ed30-44ca-87d9-0141d2418596 req-a52e7df0-efd6-45f0-8a51-95bd16099d65 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:41:36.023089 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-1f5091c9-ed30-44ca-87d9-0141d2418596 req-a52e7df0-efd6-45f0-8a51-95bd16099d65 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Synchronizing usage tracker for tenant:e6de6ac8bdf7427ba6dad2fa7321cdd0 on resource:network {{(pid=88879) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:41:36.035773 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-1f5091c9-ed30-44ca-87d9-0141d2418596 req-a52e7df0-efd6-45f0-8a51-95bd16099d65 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Unset dirty status for tenant:e6de6ac8bdf7427ba6dad2fa7321cdd0 on resource:network {{(pid=88879) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:41:36.037044 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-1f5091c9-ed30-44ca-87d9-0141d2418596 req-a52e7df0-efd6-45f0-8a51-95bd16099d65 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.58 "GET /v2.0/networks?id=d2ef5da8-0b3a-466c-a6c3-560932018204 HTTP/1.1" status: 200  len: 797 time: 0.2031510
Dec 24 11:41:36.096352 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-1f5091c9-ed30-44ca-87d9-0141d2418596 req-c48e28c9-4179-4729-a481-ae077f902ebd tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Synchronizing usage tracker for tenant:e6de6ac8bdf7427ba6dad2fa7321cdd0 on resource:security_group {{(pid=88879) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:41:36.109460 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-1f5091c9-ed30-44ca-87d9-0141d2418596 req-c48e28c9-4179-4729-a481-ae077f902ebd tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Unset dirty status for tenant:e6de6ac8bdf7427ba6dad2fa7321cdd0 on resource:security_group {{(pid=88879) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:41:36.110739 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-1f5091c9-ed30-44ca-87d9-0141d2418596 req-c48e28c9-4179-4729-a481-ae077f902ebd tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e6de6ac8bdf7427ba6dad2fa7321cdd0 HTTP/1.1" status: 200  len: 379 time: 0.0603189
Dec 24 11:41:36.121942 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [req-1f5091c9-ed30-44ca-87d9-0141d2418596 req-626d8cac-fdf0-48e6-b532-d08950a3db12 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Request body: {'port': {'device_id': '455a0d19-4332-4343-ba2b-ad87330c7f11', 'network_id': 'd2ef5da8-0b3a-466c-a6c3-560932018204', 'admin_state_up': True, 'tenant_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'security_groups': ['a71c0453-35d8-41d3-bee8-681f553b346a']}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:41:36.266974 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [req-1f5091c9-ed30-44ca-87d9-0141d2418596 req-626d8cac-fdf0-48e6-b532-d08950a3db12 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:41:36.271583 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-1f5091c9-ed30-44ca-87d9-0141d2418596 req-626d8cac-fdf0-48e6-b532-d08950a3db12 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Usage tracker for resource:port and tenant:e6de6ac8bdf7427ba6dad2fa7321cdd0 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:41:36.274696 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-1f5091c9-ed30-44ca-87d9-0141d2418596 req-626d8cac-fdf0-48e6-b532-d08950a3db12 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:41:36.281260 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [req-1f5091c9-ed30-44ca-87d9-0141d2418596 req-626d8cac-fdf0-48e6-b532-d08950a3db12 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:41:36.292362 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f5091c9-ed30-44ca-87d9-0141d2418596 req-626d8cac-fdf0-48e6-b532-d08950a3db12 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Made reservation on behalf of e6de6ac8bdf7427ba6dad2fa7321cdd0 for: {'port': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:41:36.295904 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c748eb41-9ff1-405d-b22a-9f5dc19acef9 None None] Notify callbacks [] for port, precommit_update {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:41:36.298566 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-1f5091c9-ed30-44ca-87d9-0141d2418596 req-626d8cac-fdf0-48e6-b532-d08950a3db12 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:41:36.308826 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-c748eb41-9ff1-405d-b22a-9f5dc19acef9 None None] Transition to ACTIVE for port object 9df29c6d-d00b-4f18-9569-229435047fd2 will not be triggered until provisioned by entity L2. {{(pid=88881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:41:36.317695 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device e02b9921-c30a-455a-acdf-29b8f2306147 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:41:36.320905 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c748eb41-9ff1-405d-b22a-9f5dc19acef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:41:36.325993 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7a42dce9-4823-48fd-a0b7-9614fa2e3893 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:41:36.393028 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port e02b9921-c30a-455a-acdf-29b8f2306147 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:41:36.393459 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:41:36.465512 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119eff90-bb31-4a00-8fcd-c1b2e58e7bb1 None None] Pushing event updated for resources: {'Port': ['ID=9df29c6d-d00b-4f18-9569-229435047fd2,revision_number=3']} {{(pid=88881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:41:36.475025 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119eff90-bb31-4a00-8fcd-c1b2e58e7bb1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:41:36.475406 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119eff90-bb31-4a00-8fcd-c1b2e58e7bb1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:41:36.475787 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119eff90-bb31-4a00-8fcd-c1b2e58e7bb1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:41:36.476146 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119eff90-bb31-4a00-8fcd-c1b2e58e7bb1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:41:36.476514 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119eff90-bb31-4a00-8fcd-c1b2e58e7bb1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:41:36.476885 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119eff90-bb31-4a00-8fcd-c1b2e58e7bb1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:41:36.477237 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119eff90-bb31-4a00-8fcd-c1b2e58e7bb1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:41:36.477596 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119eff90-bb31-4a00-8fcd-c1b2e58e7bb1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:41:36.477982 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119eff90-bb31-4a00-8fcd-c1b2e58e7bb1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:41:36.478338 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119eff90-bb31-4a00-8fcd-c1b2e58e7bb1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:41:36.478696 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119eff90-bb31-4a00-8fcd-c1b2e58e7bb1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:41:36.491735 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [req-1f5091c9-ed30-44ca-87d9-0141d2418596 req-626d8cac-fdf0-48e6-b532-d08950a3db12 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Allocated IP 172.20.0.3 (d2ef5da8-0b3a-466c-a6c3-560932018204/a26aad2b-8985-4b7c-bd24-79dd7e9a7f68/d51b8426-86f3-4d5c-829c-548c842a3241) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:41:36.513269 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-119eff90-bb31-4a00-8fcd-c1b2e58e7bb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=88881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:41:36.552768 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-56f2a35d-b981-4731-a706-9f3258842c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:41:36.577043 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-c748eb41-9ff1-405d-b22a-9f5dc19acef9 None None] Attempting to bind port 9df29c6d-d00b-4f18-9569-229435047fd2 on host dv-neutron-822691-2-hyperv for vnic_type normal with profile  {{(pid=88881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:41:36.577457 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-c748eb41-9ff1-405d-b22a-9f5dc19acef9 None None] Attempting to bind port 9df29c6d-d00b-4f18-9569-229435047fd2 by drivers openvswitch,hyperv on host dv-neutron-822691-2-hyperv at level 0 using segments [{'id': '3f742989-1be0-41b3-b8a1-c651298a9a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'd2ef5da8-0b3a-466c-a6c3-560932018204'}] {{(pid=88881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:41:36.577867 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c748eb41-9ff1-405d-b22a-9f5dc19acef9 None None] Attempting to bind port 9df29c6d-d00b-4f18-9569-229435047fd2 on network d2ef5da8-0b3a-466c-a6c3-560932018204 {{(pid=88881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:41:36.586471 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c748eb41-9ff1-405d-b22a-9f5dc19acef9 None None] Checking agent: {'id': 'db1275c1-6001-47af-93c2-635c68404703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822691-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 52, 8), 'started_at': datetime.datetime(2021, 12, 24, 10, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 41, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822691-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:41:36.586910 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c748eb41-9ff1-405d-b22a-9f5dc19acef9 None None] Checking segment: {'id': '3f742989-1be0-41b3-b8a1-c651298a9a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'd2ef5da8-0b3a-466c-a6c3-560932018204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:41:36.587368 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c748eb41-9ff1-405d-b22a-9f5dc19acef9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:41:36.587810 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c748eb41-9ff1-405d-b22a-9f5dc19acef9 None None] Bound using segment: {'id': '3f742989-1be0-41b3-b8a1-c651298a9a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'd2ef5da8-0b3a-466c-a6c3-560932018204'} {{(pid=88881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:41:36.588359 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-c748eb41-9ff1-405d-b22a-9f5dc19acef9 None None] Bound port: 9df29c6d-d00b-4f18-9569-229435047fd2, host: dv-neutron-822691-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f742989-1be0-41b3-b8a1-c651298a9a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'd2ef5da8-0b3a-466c-a6c3-560932018204'}}] {{(pid=88881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:41:36.589407 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c748eb41-9ff1-405d-b22a-9f5dc19acef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:41:36.694071 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-c748eb41-9ff1-405d-b22a-9f5dc19acef9 None None] For port 9df29c6d-d00b-4f18-9569-229435047fd2, host dv-neutron-822691-2-hyperv, cleared binding levels {{(pid=88881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:41:36.697425 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-c748eb41-9ff1-405d-b22a-9f5dc19acef9 None None] For port 9df29c6d-d00b-4f18-9569-229435047fd2, host dv-neutron-822691-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=9df29c6d-d00b-4f18-9569-229435047fd2,segment=NetworkSegment(3f742989-1be0-41b3-b8a1-c651298a9a00),segment_id=3f742989-1be0-41b3-b8a1-c651298a9a00)] {{(pid=88881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:41:36.701600 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c748eb41-9ff1-405d-b22a-9f5dc19acef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:41:36.706166 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f1f48d01-6a94-4d1c-99d1-bcdb5e01f60b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:41:36.711420 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-1f5091c9-ed30-44ca-87d9-0141d2418596 req-626d8cac-fdf0-48e6-b532-d08950a3db12 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:41:36.727907 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [req-1f5091c9-ed30-44ca-87d9-0141d2418596 req-626d8cac-fdf0-48e6-b532-d08950a3db12 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Transition to ACTIVE for port object d51b8426-86f3-4d5c-829c-548c842a3241 will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:41:36.748495 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-1f5091c9-ed30-44ca-87d9-0141d2418596 req-626d8cac-fdf0-48e6-b532-d08950a3db12 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:41:36.756118 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-4ca45f7a-5638-478a-83e6-d40d32d2364f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:41:36.790615 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119eff90-bb31-4a00-8fcd-c1b2e58e7bb1 None None] Pushing event updated for resources: {'Port': ['ID=9df29c6d-d00b-4f18-9569-229435047fd2,revision_number=4']} {{(pid=88881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:41:36.794115 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-119eff90-bb31-4a00-8fcd-c1b2e58e7bb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:41:36.800681 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c748eb41-9ff1-405d-b22a-9f5dc19acef9 None None] Routers {'3e4bf3a9-9369-4c64-8f30-d217226ab2d2'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:41:36.801347 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-c748eb41-9ff1-405d-b22a-9f5dc19acef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271ff6518>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:41:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['3e4bf3a9-9369-4c64-8f30-d217226ab2d2'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:41:36.841498 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f5091c9-ed30-44ca-87d9-0141d2418596 req-626d8cac-fdf0-48e6-b532-d08950a3db12 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Network d2ef5da8-0b3a-466c-a6c3-560932018204 is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:41:36.845580 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [req-1f5091c9-ed30-44ca-87d9-0141d2418596 req-626d8cac-fdf0-48e6-b532-d08950a3db12 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Resources bound (agent type, host, resource id):  {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:41:36.850819 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f5091c9-ed30-44ca-87d9-0141d2418596 req-626d8cac-fdf0-48e6-b532-d08950a3db12 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:41:36.878257 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626d8cac-fdf0-48e6-b532-d08950a3db12 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Pushing event updated for resources: {'Port': ['ID=d51b8426-86f3-4d5c-829c-548c842a3241,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:41:36.884268 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-626d8cac-fdf0-48e6-b532-d08950a3db12 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:41:36.921297 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5091c9-ed30-44ca-87d9-0141d2418596 req-626d8cac-fdf0-48e6-b532-d08950a3db12 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:41:36.921950 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-1f5091c9-ed30-44ca-87d9-0141d2418596 req-626d8cac-fdf0-48e6-b532-d08950a3db12 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:41:36.947952 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-1f5091c9-ed30-44ca-87d9-0141d2418596 req-626d8cac-fdf0-48e6-b532-d08950a3db12 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8305476
Dec 24 11:41:36.965445 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [req-1f5091c9-ed30-44ca-87d9-0141d2418596 req-7a5967b8-af8e-4206-a039-2d7c0ff8cda2 service neutron] Request body: {'port': {'device_id': '455a0d19-4332-4343-ba2b-ad87330c7f11', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:41:36.999167 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-c748eb41-9ff1-405d-b22a-9f5dc19acef9 None None] Set router 3e4bf3a9-9369-4c64-8f30-d217226ab2d2 gateway port host: dv-neutron-822691-2-hyperv {{(pid=88881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:41:37.225121 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74adbe9f-6621-4724-908c-17f03a1b82f6 req-d0974643-4589-4d97-b66b-c17f7e4e80df tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:41:37.234212 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-74adbe9f-6621-4724-908c-17f03a1b82f6 req-d0974643-4589-4d97-b66b-c17f7e4e80df tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/ports?device_id=455a0d19-4332-4343-ba2b-ad87330c7f11 HTTP/1.1" status: 200  len: 931 time: 0.1117518
Dec 24 11:41:37.293310 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-74adbe9f-6621-4724-908c-17f03a1b82f6 req-263ec3d4-0454-4fe9-981a-416356e55787 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/security-groups?id=a71c0453-35d8-41d3-bee8-681f553b346a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0575917
Dec 24 11:41:37.377442 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-1f5091c9-ed30-44ca-87d9-0141d2418596 req-7a5967b8-af8e-4206-a039-2d7c0ff8cda2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:41:37.440118 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-e55f35c7-bf0f-49df-bd39-c5bb99e29b1c None None] Provisioning for port d51b8426-86f3-4d5c-829c-548c842a3241 completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:41:37.446166 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-e55f35c7-bf0f-49df-bd39-c5bb99e29b1c None None] Provisioning complete for port d51b8426-86f3-4d5c-829c-548c842a3241 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:41:37.446596 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e55f35c7-bf0f-49df-bd39-c5bb99e29b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:41:37.500699 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-e55f35c7-bf0f-49df-bd39-c5bb99e29b1c None None] Port d51b8426-86f3-4d5c-829c-548c842a3241 cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:41:37.534236 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-c748eb41-9ff1-405d-b22a-9f5dc19acef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271ff6518>, [{'id': '3e4bf3a9-9369-4c64-8f30-d217226ab2d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-386236480', 'tenant_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.247'}], 'enable_snat': True}, 'gw_port_id': '8193cbf3-c3dd-4898-8a4f-d563b6a4225b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:41:27Z', 'updated_at': '2021-12-24T11:41:32Z', 'revision_number': 4, 'project_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'gw_port': {'id': '8193cbf3-c3dd-4898-8a4f-d563b6a4225b', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:e6:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e4bf3a9-9369-4c64-8f30-d217226ab2d2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:41:28Z', 'updated_at': '2021-12-24T11:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_interfaces': [{'id': '9df29c6d-d00b-4f18-9569-229435047fd2', 'name': '', 'network_id': 'd2ef5da8-0b3a-466c-a6c3-560932018204', 'tenant_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'mac_address': 'fa:16:3e:c7:32:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e4bf3a9-9369-4c64-8f30-d217226ab2d2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a26aad2b-8985-4b7c-bd24-79dd7e9a7f68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:41:31Z', 'updated_at': '2021-12-24T11:41:36Z', 'revision_number': 4, 'project_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'subnets': [{'id': 'a26aad2b-8985-4b7c-bd24-79dd7e9a7f68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:41:37.538465 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c748eb41-9ff1-405d-b22a-9f5dc19acef9 None None] The sync data for ids ['3e4bf3a9-9369-4c64-8f30-d217226ab2d2'] in dv-neutron-822691-2-hyperv is: [{'id': '3e4bf3a9-9369-4c64-8f30-d217226ab2d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-386236480', 'tenant_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.247'}], 'enable_snat': True}, 'gw_port_id': '8193cbf3-c3dd-4898-8a4f-d563b6a4225b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:41:27Z', 'updated_at': '2021-12-24T11:41:32Z', 'revision_number': 4, 'project_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'gw_port': {'id': '8193cbf3-c3dd-4898-8a4f-d563b6a4225b', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:e6:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e4bf3a9-9369-4c64-8f30-d217226ab2d2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:41:28Z', 'updated_at': '2021-12-24T11:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_interfaces': [{'id': '9df29c6d-d00b-4f18-9569-229435047fd2', 'name': '', 'network_id': 'd2ef5da8-0b3a-466c-a6c3-560932018204', 'tenant_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'mac_address': 'fa:16:3e:c7:32:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e4bf3a9-9369-4c64-8f30-d217226ab2d2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a26aad2b-8985-4b7c-bd24-79dd7e9a7f68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:41:31Z', 'updated_at': '2021-12-24T11:41:36Z', 'revision_number': 4, 'project_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'subnets': [{'id': 'a26aad2b-8985-4b7c-bd24-79dd7e9a7f68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:41:37.759519 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [req-1f5091c9-ed30-44ca-87d9-0141d2418596 req-7a5967b8-af8e-4206-a039-2d7c0ff8cda2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d51b8426-86f3-4d5c-829c-548c842a3241 {{(pid=88879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 24 11:41:37.769352 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-1f5091c9-ed30-44ca-87d9-0141d2418596 req-7a5967b8-af8e-4206-a039-2d7c0ff8cda2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:41:37.785585 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [req-1f5091c9-ed30-44ca-87d9-0141d2418596 req-7a5967b8-af8e-4206-a039-2d7c0ff8cda2 service neutron] Transition to ACTIVE for port object d51b8426-86f3-4d5c-829c-548c842a3241 will not be triggered until provisioned by entity L2. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:41:37.790042 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-1f5091c9-ed30-44ca-87d9-0141d2418596 req-7a5967b8-af8e-4206-a039-2d7c0ff8cda2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850854027'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:41:37.795366 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-0376015a-adb4-4032-8121-8c4ec948f967 tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:41:37.936779 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5967b8-af8e-4206-a039-2d7c0ff8cda2 service neutron] Pushing event updated for resources: {'Port': ['ID=d51b8426-86f3-4d5c-829c-548c842a3241,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:41:37.939957 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7a5967b8-af8e-4206-a039-2d7c0ff8cda2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:41:38.069028 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [req-1f5091c9-ed30-44ca-87d9-0141d2418596 req-7a5967b8-af8e-4206-a039-2d7c0ff8cda2 service neutron] Attempting to bind port d51b8426-86f3-4d5c-829c-548c842a3241 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:41:38.069491 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [req-1f5091c9-ed30-44ca-87d9-0141d2418596 req-7a5967b8-af8e-4206-a039-2d7c0ff8cda2 service neutron] Attempting to bind port d51b8426-86f3-4d5c-829c-548c842a3241 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '3f742989-1be0-41b3-b8a1-c651298a9a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'd2ef5da8-0b3a-466c-a6c3-560932018204'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:41:38.069717 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f5091c9-ed30-44ca-87d9-0141d2418596 req-7a5967b8-af8e-4206-a039-2d7c0ff8cda2 service neutron] Attempting to bind port d51b8426-86f3-4d5c-829c-548c842a3241 on network d2ef5da8-0b3a-466c-a6c3-560932018204 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:41:38.072990 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:41:38.077036 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f5091c9-ed30-44ca-87d9-0141d2418596 req-7a5967b8-af8e-4206-a039-2d7c0ff8cda2 service neutron] Port d51b8426-86f3-4d5c-829c-548c842a3241 on network d2ef5da8-0b3a-466c-a6c3-560932018204 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 24 11:41:38.077402 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f5091c9-ed30-44ca-87d9-0141d2418596 req-7a5967b8-af8e-4206-a039-2d7c0ff8cda2 service neutron] Attempting to bind port d51b8426-86f3-4d5c-829c-548c842a3241 on network d2ef5da8-0b3a-466c-a6c3-560932018204 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:41:38.085191 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f5091c9-ed30-44ca-87d9-0141d2418596 req-7a5967b8-af8e-4206-a039-2d7c0ff8cda2 service neutron] Checking agent: {'id': '239bbc6e-fc66-42e2-b707-1aa8ba10287c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 57, 58), 'started_at': datetime.datetime(2021, 12, 24, 10, 57, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 41, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:41:38.085555 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f5091c9-ed30-44ca-87d9-0141d2418596 req-7a5967b8-af8e-4206-a039-2d7c0ff8cda2 service neutron] Checking segment: {'id': '3f742989-1be0-41b3-b8a1-c651298a9a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'd2ef5da8-0b3a-466c-a6c3-560932018204'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:41:38.086008 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f5091c9-ed30-44ca-87d9-0141d2418596 req-7a5967b8-af8e-4206-a039-2d7c0ff8cda2 service neutron] Bound using segment: {'id': '3f742989-1be0-41b3-b8a1-c651298a9a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'd2ef5da8-0b3a-466c-a6c3-560932018204'} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:41:38.086490 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [req-1f5091c9-ed30-44ca-87d9-0141d2418596 req-7a5967b8-af8e-4206-a039-2d7c0ff8cda2 service neutron] Bound port: d51b8426-86f3-4d5c-829c-548c842a3241, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f742989-1be0-41b3-b8a1-c651298a9a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'd2ef5da8-0b3a-466c-a6c3-560932018204'}}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:41:38.086869 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-1f5091c9-ed30-44ca-87d9-0141d2418596 req-7a5967b8-af8e-4206-a039-2d7c0ff8cda2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:41:38.188065 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [req-1f5091c9-ed30-44ca-87d9-0141d2418596 req-7a5967b8-af8e-4206-a039-2d7c0ff8cda2 service neutron] For port d51b8426-86f3-4d5c-829c-548c842a3241, host hv-neutron-8226, cleared binding levels {{(pid=88879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:41:38.191334 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [req-1f5091c9-ed30-44ca-87d9-0141d2418596 req-7a5967b8-af8e-4206-a039-2d7c0ff8cda2 service neutron] For port d51b8426-86f3-4d5c-829c-548c842a3241, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=d51b8426-86f3-4d5c-829c-548c842a3241,segment=NetworkSegment(3f742989-1be0-41b3-b8a1-c651298a9a00),segment_id=3f742989-1be0-41b3-b8a1-c651298a9a00)] {{(pid=88879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:41:38.195650 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-1f5091c9-ed30-44ca-87d9-0141d2418596 req-7a5967b8-af8e-4206-a039-2d7c0ff8cda2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850854027'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:41:38.200858 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-d73fbe35-97cc-4480-940f-40c942952a4d tempest-ServersNegativeTestJSON-475305174 tempest-ServersNegativeTestJSON-475305174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:41:38.265035 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-1f5091c9-ed30-44ca-87d9-0141d2418596 req-7a5967b8-af8e-4206-a039-2d7c0ff8cda2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:41:38.266717 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-1f5091c9-ed30-44ca-87d9-0141d2418596 req-7a5967b8-af8e-4206-a039-2d7c0ff8cda2 service neutron] 10.222.0.58 "PUT /v2.0/ports/d51b8426-86f3-4d5c-829c-548c842a3241 HTTP/1.1" status: 200  len: 1093 time: 1.3061428
Dec 24 11:41:38.267264 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '455a0d19-4332-4343-ba2b-ad87330c7f11', 'tag': 'd51b8426-86f3-4d5c-829c-548c842a3241'}] {{(pid=88879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 24 11:41:38.313204 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5967b8-af8e-4206-a039-2d7c0ff8cda2 service neutron] Pushing event updated for resources: {'Port': ['ID=d51b8426-86f3-4d5c-829c-548c842a3241,revision_number=3']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:41:38.364696 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7a5967b8-af8e-4206-a039-2d7c0ff8cda2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:41:38.385875 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 9df29c6d-d00b-4f18-9569-229435047fd2 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:41:38.411391 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '455a0d19-4332-4343-ba2b-ad87330c7f11', 'tag': 'd51b8426-86f3-4d5c-829c-548c842a3241', 'status': 'completed', 'code': 200}
Dec 24 11:41:38.419817 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-1f5091c9-ed30-44ca-87d9-0141d2418596 req-3a3ec42c-fd3c-420f-a1af-ea82eaceb49f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e6de6ac8bdf7427ba6dad2fa7321cdd0&device_id=455a0d19-4332-4343-ba2b-ad87330c7f11 HTTP/1.1" status: 200  len: 1096 time: 0.1016371
Dec 24 11:41:38.497071 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning for port 9df29c6d-d00b-4f18-9569-229435047fd2 completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:41:38.502837 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port 9df29c6d-d00b-4f18-9569-229435047fd2 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:41:38.503264 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:41:38.522777 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-1f5091c9-ed30-44ca-87d9-0141d2418596 req-9160a7e7-9dcd-4b58-8cb7-b4e8c80f1dfd service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d51b8426-86f3-4d5c-829c-548c842a3241 HTTP/1.1" status: 200  len: 217 time: 0.0947609
Dec 24 11:41:38.617316 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e736d755-21fc-49e9-bbb7-f04f3b477965 req-1dbae625-bc5f-4557-b080-c6efb9ae8748 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:41:38.620695 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-e736d755-21fc-49e9-bbb7-f04f3b477965 req-1dbae625-bc5f-4557-b080-c6efb9ae8748 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/ports?device_id=455a0d19-4332-4343-ba2b-ad87330c7f11 HTTP/1.1" status: 200  len: 943 time: 0.1338599
Dec 24 11:41:38.647460 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:41:38.664815 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5091c9-ed30-44ca-87d9-0141d2418596 req-f870d5ba-7b75-4a85-ba82-1a4500657af2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:41:38.667454 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-1f5091c9-ed30-44ca-87d9-0141d2418596 req-f870d5ba-7b75-4a85-ba82-1a4500657af2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a26aad2b-8985-4b7c-bd24-79dd7e9a7f68 HTTP/1.1" status: 200  len: 834 time: 0.1304767
Dec 24 11:41:38.685383 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] For port 9df29c6d-d00b-4f18-9569-229435047fd2, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=9df29c6d-d00b-4f18-9569-229435047fd2,segment=NetworkSegment(3f742989-1be0-41b3-b8a1-c651298a9a00),segment_id=3f742989-1be0-41b3-b8a1-c651298a9a00)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:41:38.691244 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:41:38.699019 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-d9dc2e93-033d-422b-855d-4de819ac434a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:41:38.704824 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-e736d755-21fc-49e9-bbb7-f04f3b477965 req-dde1eb29-3981-489f-ab2b-d12aee02de33 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/security-groups?id=a71c0453-35d8-41d3-bee8-681f553b346a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0772648
Dec 24 11:41:38.777848 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-1f5091c9-ed30-44ca-87d9-0141d2418596 req-2f9e123b-42f3-4daa-9455-595d15636ad5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d2ef5da8-0b3a-466c-a6c3-560932018204&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0909321
Dec 24 11:41:38.785407 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Pushing event updated for resources: {'Port': ['ID=9df29c6d-d00b-4f18-9569-229435047fd2,revision_number=5']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:41:38.789112 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:41:38.934529 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-1f5091c9-ed30-44ca-87d9-0141d2418596 req-e0acff12-7dd9-41a2-b4fe-4b8ad8079a7f service neutron] 10.222.0.58 "GET /v2.0/networks/d2ef5da8-0b3a-466c-a6c3-560932018204?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1450479
Dec 24 11:41:38.997907 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-cc219b4d-4f50-4f64-965b-0c8fcac32c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:41:39.082301 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-1f5091c9-ed30-44ca-87d9-0141d2418596 req-c03c3ab1-0c38-4a8a-9479-87c3bf1a681f service neutron] 10.222.0.58 "GET /v2.0/networks/d2ef5da8-0b3a-466c-a6c3-560932018204?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1400065
Dec 24 11:41:39.207052 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-96d6ffd3-4607-4210-adaf-c5eef65eaa72 req-0e61e442-731d-4893-9c08-55c0ad3ce2b2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e6de6ac8bdf7427ba6dad2fa7321cdd0&device_id=455a0d19-4332-4343-ba2b-ad87330c7f11 HTTP/1.1" status: 200  len: 1096 time: 0.0779190
Dec 24 11:41:39.359834 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d6ffd3-4607-4210-adaf-c5eef65eaa72 req-127396aa-025c-4959-94d5-395a965f6a0e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:41:39.361463 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-96d6ffd3-4607-4210-adaf-c5eef65eaa72 req-127396aa-025c-4959-94d5-395a965f6a0e service neutron] 10.222.0.58 "GET /v2.0/networks?id=d2ef5da8-0b3a-466c-a6c3-560932018204 HTTP/1.1" status: 200  len: 898 time: 0.1426666
Dec 24 11:41:39.438314 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-96d6ffd3-4607-4210-adaf-c5eef65eaa72 req-c133f61a-43a2-4a9d-ad9c-28efd0ea22ac service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d51b8426-86f3-4d5c-829c-548c842a3241 HTTP/1.1" status: 200  len: 217 time: 0.0687511
Dec 24 11:41:39.509441 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d6ffd3-4607-4210-adaf-c5eef65eaa72 req-c29767f4-8b6d-40d3-b555-a5bf021bf05e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:41:39.511063 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-96d6ffd3-4607-4210-adaf-c5eef65eaa72 req-c29767f4-8b6d-40d3-b555-a5bf021bf05e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a26aad2b-8985-4b7c-bd24-79dd7e9a7f68 HTTP/1.1" status: 200  len: 834 time: 0.0654321
Dec 24 11:41:39.535560 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bdfdbc84-c52d-4f40-b281-af314dc1f8fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:41:39.599925 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-96d6ffd3-4607-4210-adaf-c5eef65eaa72 req-0b3eff12-5451-44fe-ace2-bd702ff97994 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d2ef5da8-0b3a-466c-a6c3-560932018204&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0817699
Dec 24 11:41:39.755770 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-96d6ffd3-4607-4210-adaf-c5eef65eaa72 req-cf858881-f444-43d4-85d8-b86c1478c9b7 service neutron] 10.222.0.58 "GET /v2.0/networks/d2ef5da8-0b3a-466c-a6c3-560932018204?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1455498
Dec 24 11:41:39.903249 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-96d6ffd3-4607-4210-adaf-c5eef65eaa72 req-5616ba85-d335-4eb9-be23-5962cd043d0b service neutron] 10.222.0.58 "GET /v2.0/networks/d2ef5da8-0b3a-466c-a6c3-560932018204?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1395240
Dec 24 11:41:39.917269 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddb8b1c-24f3-4add-9988-8ef83f8bd2cf req-866f4c39-c503-4d39-be5a-cb54be3edfaa tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:41:39.918928 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-4ddb8b1c-24f3-4add-9988-8ef83f8bd2cf req-866f4c39-c503-4d39-be5a-cb54be3edfaa tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/ports?device_id=455a0d19-4332-4343-ba2b-ad87330c7f11 HTTP/1.1" status: 200  len: 943 time: 0.0850666
Dec 24 11:41:39.969507 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-4ddb8b1c-24f3-4add-9988-8ef83f8bd2cf req-c0c02917-1993-4764-a5cf-412cd2d299f5 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/security-groups?id=a71c0453-35d8-41d3-bee8-681f553b346a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0442002
Dec 24 11:41:40.324064 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 9df29c6d-d00b-4f18-9569-229435047fd2 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:41:40.400406 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port 9df29c6d-d00b-4f18-9569-229435047fd2 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:41:40.400832 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:41:40.804497 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-39ff93cf-c0b7-48c5-95f3-6f7e9977387d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:41:41.204833 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86031a2-fc3d-4fdc-bbc4-42c43aa24aec req-659f18b3-ac7e-4f47-ae9b-e38cf1b5d95a tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:41:41.206381 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-a86031a2-fc3d-4fdc-bbc4-42c43aa24aec req-659f18b3-ac7e-4f47-ae9b-e38cf1b5d95a tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/ports?device_id=455a0d19-4332-4343-ba2b-ad87330c7f11 HTTP/1.1" status: 200  len: 943 time: 0.0965304
Dec 24 11:41:41.255245 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-a86031a2-fc3d-4fdc-bbc4-42c43aa24aec req-7a806179-0d3d-4c2f-abc9-bf07372d940d tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/security-groups?id=a71c0453-35d8-41d3-bee8-681f553b346a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425775
Dec 24 11:41:41.544082 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Device d51b8426-86f3-4d5c-829c-548c842a3241 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 24 11:41:41.691187 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] For port d51b8426-86f3-4d5c-829c-548c842a3241, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=d51b8426-86f3-4d5c-829c-548c842a3241,segment=NetworkSegment(3f742989-1be0-41b3-b8a1-c651298a9a00),segment_id=3f742989-1be0-41b3-b8a1-c651298a9a00)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:41:41.705738 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Returning: {'device': 'd51b8426-86f3-4d5c-829c-548c842a3241', 'network_id': 'd2ef5da8-0b3a-466c-a6c3-560932018204', 'port_id': 'd51b8426-86f3-4d5c-829c-548c842a3241', 'mac_address': 'fa:16:3e:2d:5c:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a26aad2b-8985-4b7c-bd24-79dd7e9a7f68', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 24 11:41:41.764439 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:41:41.783431 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d51b8426-86f3-4d5c-829c-548c842a3241 {{(pid=88880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 24 11:41:41.799551 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] For port d51b8426-86f3-4d5c-829c-548c842a3241, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=d51b8426-86f3-4d5c-829c-548c842a3241,segment=NetworkSegment(3f742989-1be0-41b3-b8a1-c651298a9a00),segment_id=3f742989-1be0-41b3-b8a1-c651298a9a00)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:41:41.803173 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:41:41.805526 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-054a9b9c-d772-486c-ab76-d406e4dc71d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:41:41.874065 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Pushing event updated for resources: {'Port': ['ID=d51b8426-86f3-4d5c-829c-548c842a3241,revision_number=4']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:41:41.877263 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:41:42.084177 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] get_ports_and_sgs() called for port_ids ['d51b8426-86f3-4d5c-829c-548c842a3241'] {{(pid=88880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 24 11:41:42.469954 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86382d5-cc94-4215-ad05-25f382101f1c req-b9c649eb-f53a-42b8-a723-b7a3bce8c5a9 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:41:42.471468 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-a86382d5-cc94-4215-ad05-25f382101f1c req-b9c649eb-f53a-42b8-a723-b7a3bce8c5a9 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/ports?device_id=455a0d19-4332-4343-ba2b-ad87330c7f11 HTTP/1.1" status: 200  len: 944 time: 0.0858870
Dec 24 11:41:42.521400 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-a86382d5-cc94-4215-ad05-25f382101f1c req-0612a528-9c54-4ad8-9285-3114f0eade16 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/security-groups?id=a71c0453-35d8-41d3-bee8-681f553b346a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437338
Dec 24 11:41:43.558368 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Device d51b8426-86f3-4d5c-829c-548c842a3241 up at agent hyperv_hv-neutron-8226 {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:41:43.629357 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Provisioning for port d51b8426-86f3-4d5c-829c-548c842a3241 completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:41:43.634519 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Provisioning complete for port d51b8426-86f3-4d5c-829c-548c842a3241 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:41:43.634942 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:41:43.746711 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6927ace-e30d-4de7-828d-c4765525035e req-6b6373e7-ad9f-4241-8d14-77289261405f tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:41:43.748316 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-d6927ace-e30d-4de7-828d-c4765525035e req-6b6373e7-ad9f-4241-8d14-77289261405f tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/ports?device_id=455a0d19-4332-4343-ba2b-ad87330c7f11 HTTP/1.1" status: 200  len: 944 time: 0.0883601
Dec 24 11:41:43.755570 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:41:43.783629 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '455a0d19-4332-4343-ba2b-ad87330c7f11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd51b8426-86f3-4d5c-829c-548c842a3241'}] {{(pid=88880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 24 11:41:43.793784 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] For port d51b8426-86f3-4d5c-829c-548c842a3241, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=d51b8426-86f3-4d5c-829c-548c842a3241,segment=NetworkSegment(3f742989-1be0-41b3-b8a1-c651298a9a00),segment_id=3f742989-1be0-41b3-b8a1-c651298a9a00)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:41:43.797448 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:41:43.798438 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-d6927ace-e30d-4de7-828d-c4765525035e req-5f52bd1e-62d0-4492-9dc8-3f26d5f78f10 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/security-groups?id=a71c0453-35d8-41d3-bee8-681f553b346a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436959
Dec 24 11:41:43.800243 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-11d40a23-34b0-493e-8628-7cbde285f104 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:41:43.845456 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '455a0d19-4332-4343-ba2b-ad87330c7f11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd51b8426-86f3-4d5c-829c-548c842a3241', 'code': 200}
Dec 24 11:41:43.872397 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Pushing event updated for resources: {'Port': ['ID=d51b8426-86f3-4d5c-829c-548c842a3241,revision_number=5']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:41:43.875804 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:41:44.099818 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-db5401a3-bd16-4301-a988-29906a097dc7 req-0944b7ed-a843-49f5-a603-cdc7d8642c78 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=455a0d19-4332-4343-ba2b-ad87330c7f11 HTTP/1.1" status: 200  len: 1098 time: 0.0793021
Dec 24 11:41:44.147919 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-db5401a3-bd16-4301-a988-29906a097dc7 req-439f91a4-d4f0-45e7-a895-f7bd13a2b969 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=a71c0453-35d8-41d3-bee8-681f553b346a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0397272
Dec 24 11:41:45.021502 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311ecf51-1db7-431e-b044-27d9250d7be0 req-3187f7eb-21f3-4ede-b464-8e8ca6daf99d tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:41:45.023152 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-311ecf51-1db7-431e-b044-27d9250d7be0 req-3187f7eb-21f3-4ede-b464-8e8ca6daf99d tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/ports?device_id=455a0d19-4332-4343-ba2b-ad87330c7f11 HTTP/1.1" status: 200  len: 945 time: 0.0880532
Dec 24 11:41:45.073114 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-311ecf51-1db7-431e-b044-27d9250d7be0 req-cb209263-06c5-4471-92cc-f3f229cb0059 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/security-groups?id=a71c0453-35d8-41d3-bee8-681f553b346a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423751
Dec 24 11:41:46.301151 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e348a0-b021-4a88-84eb-f904172c27f7 req-b0a486d9-1806-4943-9225-d9e921580ef1 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:41:46.302803 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-60e348a0-b021-4a88-84eb-f904172c27f7 req-b0a486d9-1806-4943-9225-d9e921580ef1 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/ports?device_id=455a0d19-4332-4343-ba2b-ad87330c7f11 HTTP/1.1" status: 200  len: 945 time: 0.0879586
Dec 24 11:41:46.355437 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-60e348a0-b021-4a88-84eb-f904172c27f7 req-19dfe1c3-811b-45f9-8b0b-405951ef9ccb tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/security-groups?id=a71c0453-35d8-41d3-bee8-681f553b346a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432608
Dec 24 11:41:46.568927 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b42c26-1dd0-4481-8ddc-25c4dd7c4c6a req-18126029-df34-4afc-95ea-6ee9626cf797 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:41:46.570591 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-11b42c26-1dd0-4481-8ddc-25c4dd7c4c6a req-18126029-df34-4afc-95ea-6ee9626cf797 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/ports?device_id=455a0d19-4332-4343-ba2b-ad87330c7f11 HTTP/1.1" status: 200  len: 945 time: 0.0892248
Dec 24 11:41:46.623493 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-11b42c26-1dd0-4481-8ddc-25c4dd7c4c6a req-e7507d20-e1d3-498c-b718-ba027986db0b tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/security-groups?id=a71c0453-35d8-41d3-bee8-681f553b346a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0464110
Dec 24 11:41:46.651192 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 49966) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:41:46.729143 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-d6c81f77-c38d-4385-832f-2095e4ebd769 tempest-TestNetworkAdvancedServerOps-1792842542 tempest-TestNetworkAdvancedServerOps-1792842542-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=455a0d19-4332-4343-ba2b-ad87330c7f11 HTTP/1.1" status: 200  len: 1093 time: 0.0763822
Dec 24 11:41:46.732003 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 49970) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:41:46.737630 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-98c8cf11-2b20-4701-9ad0-163044883a4d tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Request body: {'floatingip': {'floating_network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'port_id': 'd51b8426-86f3-4d5c-829c-548c842a3241', 'tenant_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:41:46.744258 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-98c8cf11-2b20-4701-9ad0-163044883a4d tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:41:46.748566 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-98c8cf11-2b20-4701-9ad0-163044883a4d tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Usage tracker for resource:floatingip and tenant:e6de6ac8bdf7427ba6dad2fa7321cdd0 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:41:46.751637 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-98c8cf11-2b20-4701-9ad0-163044883a4d tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:41:46.758102 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-98c8cf11-2b20-4701-9ad0-163044883a4d tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:41:46.769530 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-98c8cf11-2b20-4701-9ad0-163044883a4d tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for floatingip, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:41:46.923135 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-98c8cf11-2b20-4701-9ad0-163044883a4d tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:41:47.069741 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-98c8cf11-2b20-4701-9ad0-163044883a4d tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Allocated IP 172.26.3.36 (f8c337ba-681f-4fcb-a333-e3c49365b30a/8ea1398c-0bec-46d6-8d54-85798de2a7ca/a443a308-440f-44ed-a229-2bfc8b317abd) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:41:47.463667 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-98c8cf11-2b20-4701-9ad0-163044883a4d tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:41:47.490956 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-98c8cf11-2b20-4701-9ad0-163044883a4d tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:41:47.495009 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-44fc5426-7de6-4f62-98ae-2026a99ca5bf tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:41:47.565443 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98c8cf11-2b20-4701-9ad0-163044883a4d tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Network f8c337ba-681f-4fcb-a333-e3c49365b30a is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:41:47.566460 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c8cf11-2b20-4701-9ad0-163044883a4d tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Pushing event updated for resources: {'Port': ['ID=a443a308-440f-44ed-a229-2bfc8b317abd,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:41:47.569694 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-98c8cf11-2b20-4701-9ad0-163044883a4d tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Resources bound (agent type, host, resource id):  {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:41:47.572530 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-98c8cf11-2b20-4701-9ad0-163044883a4d tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:41:47.573497 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c8cf11-2b20-4701-9ad0-163044883a4d tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:41:48.140833 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-98c8cf11-2b20-4701-9ad0-163044883a4d tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:41:48.219355 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-98c8cf11-2b20-4701-9ad0-163044883a4d tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:41:48.452118 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-98c8cf11-2b20-4701-9ad0-163044883a4d tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for port, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:41:48.456959 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-98c8cf11-2b20-4701-9ad0-163044883a4d tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3978773'] for port, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:41:48.461879 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-ffa96a1f-6979-4da8-9282-a80223bcbda2 tempest-RoutersNegativeTest-1388346399 tempest-RoutersNegativeTest-1388346399-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:41:48.571658 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c8cf11-2b20-4701-9ad0-163044883a4d tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Pushing event updated for resources: {'Port': ['ID=a443a308-440f-44ed-a229-2bfc8b317abd,revision_number=2']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:41:48.576328 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-98c8cf11-2b20-4701-9ad0-163044883a4d tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:41:48.587457 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-98c8cf11-2b20-4701-9ad0-163044883a4d tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659181'] for floatingip, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:41:48.791654 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.l3_db [None req-98c8cf11-2b20-4701-9ad0-163044883a4d tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Floating IP d2b162f0-e004-4e95-a224-8b041812a74d associated. External IP: 172.26.3.36, port: d51b8426-86f3-4d5c-829c-548c842a3241.
Dec 24 11:41:49.219607 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98c8cf11-2b20-4701-9ad0-163044883a4d tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Router 3e4bf3a9-9369-4c64-8f30-d217226ab2d2 has already been hosted by L3 agent 198cca88-1338-4098-b44b-beb0346ac906 {{(pid=88878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 24 11:41:49.432862 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98c8cf11-2b20-4701-9ad0-163044883a4d tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:41:49.449100 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddcaa3fc-6412-47a9-b277-d27209e2e6c6 None None] Sync routers for ids ['3e4bf3a9-9369-4c64-8f30-d217226ab2d2'] in dv-neutron-822691-2-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:41:49.461620 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-98c8cf11-2b20-4701-9ad0-163044883a4d tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for floatingip, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:41:49.466827 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddcaa3fc-6412-47a9-b277-d27209e2e6c6 None None] Routers {'3e4bf3a9-9369-4c64-8f30-d217226ab2d2'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:41:49.467501 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-ddcaa3fc-6412-47a9-b277-d27209e2e6c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271156cc0>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:41:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['3e4bf3a9-9369-4c64-8f30-d217226ab2d2'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:41:49.520752 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-98c8cf11-2b20-4701-9ad0-163044883a4d tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 2.7847893
Dec 24 11:41:49.520752 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '455a0d19-4332-4343-ba2b-ad87330c7f11', 'tag': 'd51b8426-86f3-4d5c-829c-548c842a3241'}] {{(pid=88878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 24 11:41:49.611153 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '455a0d19-4332-4343-ba2b-ad87330c7f11', 'tag': 'd51b8426-86f3-4d5c-829c-548c842a3241', 'status': 'completed', 'code': 200}
Dec 24 11:41:49.657429 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-ddcaa3fc-6412-47a9-b277-d27209e2e6c6 None None] Set router 3e4bf3a9-9369-4c64-8f30-d217226ab2d2 gateway port host: dv-neutron-822691-2-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:41:49.716082 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-172e5b20-8edb-4b03-860b-38570cd2fa50 req-b2ce6ac4-a080-47d1-8f65-e23000cee7c4 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e6de6ac8bdf7427ba6dad2fa7321cdd0&device_id=455a0d19-4332-4343-ba2b-ad87330c7f11 HTTP/1.1" status: 200  len: 1098 time: 0.0832789
Dec 24 11:41:49.741591 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce073eef-7864-419e-9d0e-6861cc2065e7 req-91a63bee-61fc-4ddd-a6f6-fb221d68ee42 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:41:49.743263 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-ce073eef-7864-419e-9d0e-6861cc2065e7 req-91a63bee-61fc-4ddd-a6f6-fb221d68ee42 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/ports?device_id=455a0d19-4332-4343-ba2b-ad87330c7f11 HTTP/1.1" status: 200  len: 945 time: 0.0872295
Dec 24 11:41:49.799887 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-ce073eef-7864-419e-9d0e-6861cc2065e7 req-0e03a194-e2a6-4902-a5a3-f13d72e9258a tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/security-groups?id=a71c0453-35d8-41d3-bee8-681f553b346a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0490329
Dec 24 11:41:49.831226 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 49978) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:41:49.864996 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172e5b20-8edb-4b03-860b-38570cd2fa50 req-61364c4e-8dac-4a72-8564-e53f17016540 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:41:49.866916 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-172e5b20-8edb-4b03-860b-38570cd2fa50 req-61364c4e-8dac-4a72-8564-e53f17016540 service neutron] 10.222.0.58 "GET /v2.0/networks?id=d2ef5da8-0b3a-466c-a6c3-560932018204 HTTP/1.1" status: 200  len: 898 time: 0.1435845
Dec 24 11:41:49.940939 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-60414dda-ab61-4923-bc68-f18ba1ee0359 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/floatingips/d2b162f0-e004-4e95-a224-8b041812a74d HTTP/1.1" status: 200  len: 990 time: 0.1077015
Dec 24 11:41:49.977641 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-172e5b20-8edb-4b03-860b-38570cd2fa50 req-bd905ef6-2676-487d-8cf8-d0e4e46f4e60 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d51b8426-86f3-4d5c-829c-548c842a3241 HTTP/1.1" status: 200  len: 998 time: 0.1034398
Dec 24 11:41:50.040191 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-ddcaa3fc-6412-47a9-b277-d27209e2e6c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271156cc0>, [{'id': '3e4bf3a9-9369-4c64-8f30-d217226ab2d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-386236480', 'tenant_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.247'}], 'enable_snat': True}, 'gw_port_id': '8193cbf3-c3dd-4898-8a4f-d563b6a4225b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:41:27Z', 'updated_at': '2021-12-24T11:41:32Z', 'revision_number': 4, 'project_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'gw_port': {'id': '8193cbf3-c3dd-4898-8a4f-d563b6a4225b', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:e6:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e4bf3a9-9369-4c64-8f30-d217226ab2d2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:41:28Z', 'updated_at': '2021-12-24T11:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_floatingips': [{'id': 'd2b162f0-e004-4e95-a224-8b041812a74d', 'tenant_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'floating_ip_address': '172.26.3.36', 'floating_network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'router_id': '3e4bf3a9-9369-4c64-8f30-d217226ab2d2', 'port_id': 'd51b8426-86f3-4d5c-829c-548c842a3241', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2ef5da8-0b3a-466c-a6c3-560932018204', 'mac_address': 'fa:16:3e:2d:5c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455a0d19-4332-4343-ba2b-ad87330c7f11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T11:41:47Z', 'updated_at': '2021-12-24T11:41:47Z', 'revision_number': 0, 'project_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9df29c6d-d00b-4f18-9569-229435047fd2', 'name': '', 'network_id': 'd2ef5da8-0b3a-466c-a6c3-560932018204', 'tenant_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'mac_address': 'fa:16:3e:c7:32:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e4bf3a9-9369-4c64-8f30-d217226ab2d2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a26aad2b-8985-4b7c-bd24-79dd7e9a7f68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:41:31Z', 'updated_at': '2021-12-24T11:41:38Z', 'revision_number': 5, 'project_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'subnets': [{'id': 'a26aad2b-8985-4b7c-bd24-79dd7e9a7f68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:41:50.044541 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddcaa3fc-6412-47a9-b277-d27209e2e6c6 None None] Checking router: 3e4bf3a9-9369-4c64-8f30-d217226ab2d2 for host: dv-neutron-822691-2-hyperv {{(pid=88880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 24 11:41:50.050338 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172e5b20-8edb-4b03-860b-38570cd2fa50 req-474483ea-9e1a-40d4-9abe-af8e3c762157 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:41:50.051907 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-172e5b20-8edb-4b03-860b-38570cd2fa50 req-474483ea-9e1a-40d4-9abe-af8e3c762157 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a26aad2b-8985-4b7c-bd24-79dd7e9a7f68 HTTP/1.1" status: 200  len: 834 time: 0.0673730
Dec 24 11:41:50.055974 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddcaa3fc-6412-47a9-b277-d27209e2e6c6 None None] Routers {'3e4bf3a9-9369-4c64-8f30-d217226ab2d2'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:41:50.056636 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-ddcaa3fc-6412-47a9-b277-d27209e2e6c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271156cc0>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:41:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['3e4bf3a9-9369-4c64-8f30-d217226ab2d2'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:41:50.135842 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-172e5b20-8edb-4b03-860b-38570cd2fa50 req-7d9e91da-4fa0-4116-99a6-8e243f6132de service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d2ef5da8-0b3a-466c-a6c3-560932018204&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0767450
Dec 24 11:41:50.244955 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-ddcaa3fc-6412-47a9-b277-d27209e2e6c6 None None] Set router 3e4bf3a9-9369-4c64-8f30-d217226ab2d2 gateway port host: dv-neutron-822691-2-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:41:50.286485 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-172e5b20-8edb-4b03-860b-38570cd2fa50 req-c2b5afc3-9c6e-4c7b-bfd4-e56bb2a60e94 service neutron] 10.222.0.58 "GET /v2.0/networks/d2ef5da8-0b3a-466c-a6c3-560932018204?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1436989
Dec 24 11:41:50.438151 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-172e5b20-8edb-4b03-860b-38570cd2fa50 req-4bc85a47-2782-454b-8a3d-246e5abec11b service neutron] 10.222.0.58 "GET /v2.0/networks/d2ef5da8-0b3a-466c-a6c3-560932018204?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1432762
Dec 24 11:41:50.779341 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [req-0b02738a-08d3-4336-b47e-e881e628a6c0 req-15825378-d7a6-4c75-b073-8a7f6d4dddc1 tempest-ServerDiskConfigTestJSON-76882538 tempest-ServerDiskConfigTestJSON-76882538-project] (88879) timed out ('10.222.0.58', 63712) {{(pid=88879) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Dec 24 11:41:50.786155 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-ddcaa3fc-6412-47a9-b277-d27209e2e6c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271156cc0>, [{'id': '3e4bf3a9-9369-4c64-8f30-d217226ab2d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-386236480', 'tenant_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.247'}], 'enable_snat': True}, 'gw_port_id': '8193cbf3-c3dd-4898-8a4f-d563b6a4225b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:41:27Z', 'updated_at': '2021-12-24T11:41:32Z', 'revision_number': 4, 'project_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'gw_port': {'id': '8193cbf3-c3dd-4898-8a4f-d563b6a4225b', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:e6:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e4bf3a9-9369-4c64-8f30-d217226ab2d2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:41:28Z', 'updated_at': '2021-12-24T11:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_floatingips': [{'id': 'd2b162f0-e004-4e95-a224-8b041812a74d', 'tenant_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'floating_ip_address': '172.26.3.36', 'floating_network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'router_id': '3e4bf3a9-9369-4c64-8f30-d217226ab2d2', 'port_id': 'd51b8426-86f3-4d5c-829c-548c842a3241', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2ef5da8-0b3a-466c-a6c3-560932018204', 'mac_address': 'fa:16:3e:2d:5c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455a0d19-4332-4343-ba2b-ad87330c7f11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T11:41:47Z', 'updated_at': '2021-12-24T11:41:47Z', 'revision_number': 0, 'project_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9df29c6d-d00b-4f18-9569-229435047fd2', 'name': '', 'network_id': 'd2ef5da8-0b3a-466c-a6c3-560932018204', 'tenant_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'mac_address': 'fa:16:3e:c7:32:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e4bf3a9-9369-4c64-8f30-d217226ab2d2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a26aad2b-8985-4b7c-bd24-79dd7e9a7f68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:41:31Z', 'updated_at': '2021-12-24T11:41:38Z', 'revision_number': 5, 'project_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'subnets': [{'id': 'a26aad2b-8985-4b7c-bd24-79dd7e9a7f68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:41:50.790779 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddcaa3fc-6412-47a9-b277-d27209e2e6c6 None None] The sync data for ids ['3e4bf3a9-9369-4c64-8f30-d217226ab2d2'] in dv-neutron-822691-2-hyperv is: [{'id': '3e4bf3a9-9369-4c64-8f30-d217226ab2d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-386236480', 'tenant_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.247'}], 'enable_snat': True}, 'gw_port_id': '8193cbf3-c3dd-4898-8a4f-d563b6a4225b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:41:27Z', 'updated_at': '2021-12-24T11:41:32Z', 'revision_number': 4, 'project_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'gw_port': {'id': '8193cbf3-c3dd-4898-8a4f-d563b6a4225b', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:e6:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e4bf3a9-9369-4c64-8f30-d217226ab2d2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:41:28Z', 'updated_at': '2021-12-24T11:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_floatingips': [{'id': 'd2b162f0-e004-4e95-a224-8b041812a74d', 'tenant_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'floating_ip_address': '172.26.3.36', 'floating_network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'router_id': '3e4bf3a9-9369-4c64-8f30-d217226ab2d2', 'port_id': 'd51b8426-86f3-4d5c-829c-548c842a3241', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2ef5da8-0b3a-466c-a6c3-560932018204', 'mac_address': 'fa:16:3e:2d:5c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455a0d19-4332-4343-ba2b-ad87330c7f11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T11:41:47Z', 'updated_at': '2021-12-24T11:41:47Z', 'revision_number': 0, 'project_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9df29c6d-d00b-4f18-9569-229435047fd2', 'name': '', 'network_id': 'd2ef5da8-0b3a-466c-a6c3-560932018204', 'tenant_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'mac_address': 'fa:16:3e:c7:32:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e4bf3a9-9369-4c64-8f30-d217226ab2d2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a26aad2b-8985-4b7c-bd24-79dd7e9a7f68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:41:31Z', 'updated_at': '2021-12-24T11:41:38Z', 'revision_number': 5, 'project_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'subnets': [{'id': 'a26aad2b-8985-4b7c-bd24-79dd7e9a7f68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:41:50.944647 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 49982) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:41:51.059125 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-2554dc13-72ea-4ec2-814e-3f9b9685c8e3 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/floatingips/d2b162f0-e004-4e95-a224-8b041812a74d HTTP/1.1" status: 200  len: 990 time: 0.1130390
Dec 24 11:41:51.125995 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3a4b6a9-844a-4335-8115-7f465ba246a9 None None] New status for floating IP d2b162f0-e004-4e95-a224-8b041812a74d: ACTIVE {{(pid=88881) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 24 11:41:51.437087 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.agents_db [None req-e51243ab-6a93-425b-980f-a73583147efa None None] Agent healthcheck: found 6 active agents {{(pid=88881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 24 11:41:52.064382 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 49986) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:41:52.184039 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-2438291a-9a52-4a8a-8b12-76caf9309557 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/floatingips/d2b162f0-e004-4e95-a224-8b041812a74d HTTP/1.1" status: 200  len: 992 time: 0.1178594
Dec 24 11:41:58.583382 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:42:06.519259 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6cb16a1a-5e16-40dc-9d94-f4183e51f72c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:42:08.068241 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:42:09.009568 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4834f0ca-911d-43c6-b160-3d4290a5b487 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:42:09.542531 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bdfdbc84-c52d-4f40-b281-af314dc1f8fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:42:10.809432 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-39ff93cf-c0b7-48c5-95f3-6f7e9977387d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:42:23.790249 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-304f1826-9e0a-4e4e-806d-4083b7c269b0 req-9b1968c2-55b7-4469-9c09-60d2de83bc55 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e6de6ac8bdf7427ba6dad2fa7321cdd0&device_id=455a0d19-4332-4343-ba2b-ad87330c7f11 HTTP/1.1" status: 200  len: 1098 time: 0.0810082
Dec 24 11:42:23.834732 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836383d8-16a4-4be7-ac01-bd9e3d6ec038 req-f682dfd7-f89a-431f-ac9e-a18d1feaa071 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:42:23.836356 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-836383d8-16a4-4be7-ac01-bd9e3d6ec038 req-f682dfd7-f89a-431f-ac9e-a18d1feaa071 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/ports?device_id=455a0d19-4332-4343-ba2b-ad87330c7f11 HTTP/1.1" status: 200  len: 945 time: 0.0897658
Dec 24 11:42:23.887406 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-836383d8-16a4-4be7-ac01-bd9e3d6ec038 req-b6f724f9-020c-4be7-b159-405f72314f36 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/security-groups?id=a71c0453-35d8-41d3-bee8-681f553b346a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0445070
Dec 24 11:42:23.932750 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304f1826-9e0a-4e4e-806d-4083b7c269b0 req-12132c78-a0ea-44aa-9aa7-7c7dd1af53ce service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:42:23.934357 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-304f1826-9e0a-4e4e-806d-4083b7c269b0 req-12132c78-a0ea-44aa-9aa7-7c7dd1af53ce service neutron] 10.222.0.58 "GET /v2.0/networks?id=d2ef5da8-0b3a-466c-a6c3-560932018204 HTTP/1.1" status: 200  len: 898 time: 0.1368730
Dec 24 11:42:24.049474 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-304f1826-9e0a-4e4e-806d-4083b7c269b0 req-b8e5a07f-f477-430b-abcd-d36c2f8509de service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d51b8426-86f3-4d5c-829c-548c842a3241 HTTP/1.1" status: 200  len: 1000 time: 0.1073954
Dec 24 11:42:24.122783 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304f1826-9e0a-4e4e-806d-4083b7c269b0 req-db9f9e6c-ce6a-4400-9976-b72d566c4fcb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:42:24.124405 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-304f1826-9e0a-4e4e-806d-4083b7c269b0 req-db9f9e6c-ce6a-4400-9976-b72d566c4fcb service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a26aad2b-8985-4b7c-bd24-79dd7e9a7f68 HTTP/1.1" status: 200  len: 834 time: 0.0671020
Dec 24 11:42:24.212507 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-304f1826-9e0a-4e4e-806d-4083b7c269b0 req-d9ae4c52-791f-4653-a2a5-bdd87643394c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d2ef5da8-0b3a-466c-a6c3-560932018204&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0789700
Dec 24 11:42:24.597895 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-304f1826-9e0a-4e4e-806d-4083b7c269b0 req-341ebb82-69b5-4227-8a79-4ba3f2d3e958 service neutron] 10.222.0.58 "GET /v2.0/networks/d2ef5da8-0b3a-466c-a6c3-560932018204?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3774471
Dec 24 11:42:24.743664 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-304f1826-9e0a-4e4e-806d-4083b7c269b0 req-5c9483fb-8154-41bb-ba0e-28368b6c1859 service neutron] 10.222.0.58 "GET /v2.0/networks/d2ef5da8-0b3a-466c-a6c3-560932018204?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1384227
Dec 24 11:42:25.103547 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7971bdc-daa4-4954-8a5f-07a9415eb347 req-fc8677c9-875c-49bc-b2d8-045536878503 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:42:25.105154 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-c7971bdc-daa4-4954-8a5f-07a9415eb347 req-fc8677c9-875c-49bc-b2d8-045536878503 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/ports?device_id=455a0d19-4332-4343-ba2b-ad87330c7f11 HTTP/1.1" status: 200  len: 945 time: 0.0864596
Dec 24 11:42:25.157730 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-c7971bdc-daa4-4954-8a5f-07a9415eb347 req-67b8ccca-c692-472e-a64e-405865024059 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/security-groups?id=a71c0453-35d8-41d3-bee8-681f553b346a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437992
Dec 24 11:42:26.390233 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a84c60-c109-4b94-9dcb-761bd642070f req-0cf62627-d2c4-4985-824e-4737fdf321f7 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:42:26.391859 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-85a84c60-c109-4b94-9dcb-761bd642070f req-0cf62627-d2c4-4985-824e-4737fdf321f7 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/ports?device_id=455a0d19-4332-4343-ba2b-ad87330c7f11 HTTP/1.1" status: 200  len: 945 time: 0.0902903
Dec 24 11:42:26.442470 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-85a84c60-c109-4b94-9dcb-761bd642070f req-08b00cf5-8364-4637-8551-ab9fbd6f0e36 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/security-groups?id=a71c0453-35d8-41d3-bee8-681f553b346a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416656
Dec 24 11:42:27.675055 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5679deb2-9bb8-4fb8-8117-0d49b01a7dae req-e1b43dfc-9b37-4f1d-97a9-0d6f35955510 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:42:27.676662 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-5679deb2-9bb8-4fb8-8117-0d49b01a7dae req-e1b43dfc-9b37-4f1d-97a9-0d6f35955510 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/ports?device_id=455a0d19-4332-4343-ba2b-ad87330c7f11 HTTP/1.1" status: 200  len: 945 time: 0.0915964
Dec 24 11:42:27.732317 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-5679deb2-9bb8-4fb8-8117-0d49b01a7dae req-1323705a-6f3a-4c2d-963b-d4d0d9470e0e tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/security-groups?id=a71c0453-35d8-41d3-bee8-681f553b346a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0464995
Dec 24 11:42:28.445225 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.agents_db [None req-e51243ab-6a93-425b-980f-a73583147efa None None] Agent healthcheck: found 6 active agents {{(pid=88881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 24 11:42:28.610955 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:42:28.954353 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d23f88-d5e3-4958-ba31-5f24e3c06bf7 req-15ed563e-c56d-4787-90bf-f7974c2c72d2 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:42:28.956024 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-43d23f88-d5e3-4958-ba31-5f24e3c06bf7 req-15ed563e-c56d-4787-90bf-f7974c2c72d2 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/ports?device_id=455a0d19-4332-4343-ba2b-ad87330c7f11 HTTP/1.1" status: 200  len: 945 time: 0.0893521
Dec 24 11:42:29.004941 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-43d23f88-d5e3-4958-ba31-5f24e3c06bf7 req-9c19a6f1-1dec-4ab4-873b-bfb025bdf59e tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/security-groups?id=a71c0453-35d8-41d3-bee8-681f553b346a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427330
Dec 24 11:42:30.466535 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab1a0bb-ed0d-4fce-876e-d090891fe745 req-d8f160fb-d564-4b50-85a7-5b6b8910f767 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:42:30.468159 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-0ab1a0bb-ed0d-4fce-876e-d090891fe745 req-d8f160fb-d564-4b50-85a7-5b6b8910f767 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/ports?device_id=455a0d19-4332-4343-ba2b-ad87330c7f11 HTTP/1.1" status: 200  len: 945 time: 0.3329561
Dec 24 11:42:30.518552 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-0ab1a0bb-ed0d-4fce-876e-d090891fe745 req-095436d8-9605-44ea-ab20-aad44ff6b45d tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/security-groups?id=a71c0453-35d8-41d3-bee8-681f553b346a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431278
Dec 24 11:42:31.732859 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816af614-6ed5-4b1b-9e53-e1f8a0cd00c7 req-3c663bbd-8d05-440a-83dc-629385eefa68 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:42:31.734481 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-816af614-6ed5-4b1b-9e53-e1f8a0cd00c7 req-3c663bbd-8d05-440a-83dc-629385eefa68 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/ports?device_id=455a0d19-4332-4343-ba2b-ad87330c7f11 HTTP/1.1" status: 200  len: 945 time: 0.0897231
Dec 24 11:42:31.787869 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-816af614-6ed5-4b1b-9e53-e1f8a0cd00c7 req-6378c2e3-d3ae-425e-8db4-e287409daaf8 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/security-groups?id=a71c0453-35d8-41d3-bee8-681f553b346a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0441413
Dec 24 11:42:33.026627 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a163edb0-3356-4f92-bd73-97b68a835177 req-0cf2cfed-1132-4585-8943-08c7e7271415 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:42:33.028239 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-a163edb0-3356-4f92-bd73-97b68a835177 req-0cf2cfed-1132-4585-8943-08c7e7271415 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/ports?device_id=455a0d19-4332-4343-ba2b-ad87330c7f11 HTTP/1.1" status: 200  len: 945 time: 0.1001232
Dec 24 11:42:33.082453 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-a163edb0-3356-4f92-bd73-97b68a835177 req-f1ef5451-68bb-4255-a47d-0d4d3a1a1e4b tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/security-groups?id=a71c0453-35d8-41d3-bee8-681f553b346a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0447671
Dec 24 11:42:34.307877 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f89643e-77fe-497a-bb8c-a81d33a09a1c req-e23ec233-f768-4cae-811a-103a9ecc9af5 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:42:34.309497 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-3f89643e-77fe-497a-bb8c-a81d33a09a1c req-e23ec233-f768-4cae-811a-103a9ecc9af5 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/ports?device_id=455a0d19-4332-4343-ba2b-ad87330c7f11 HTTP/1.1" status: 200  len: 945 time: 0.0864639
Dec 24 11:42:34.360157 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-3f89643e-77fe-497a-bb8c-a81d33a09a1c req-01011bf9-fb34-4d64-9712-b99b098f4a29 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/security-groups?id=a71c0453-35d8-41d3-bee8-681f553b346a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434813
Dec 24 11:42:35.581715 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5a1003-ccd2-4061-a518-c338c6d6f827 req-2c59ade5-d42b-4db1-98d1-30f202cba6a6 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:42:35.583300 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-fe5a1003-ccd2-4061-a518-c338c6d6f827 req-2c59ade5-d42b-4db1-98d1-30f202cba6a6 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/ports?device_id=455a0d19-4332-4343-ba2b-ad87330c7f11 HTTP/1.1" status: 200  len: 945 time: 0.0900414
Dec 24 11:42:35.632731 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-fe5a1003-ccd2-4061-a518-c338c6d6f827 req-49ba5a90-5c5f-41d8-817a-2c441133627e tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/security-groups?id=a71c0453-35d8-41d3-bee8-681f553b346a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432622
Dec 24 11:42:36.513547 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-50985b02-c880-4cb7-9edf-e806da674a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:42:36.860898 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758e52d2-67a5-4884-b375-f3586c988768 req-c50eb016-3769-4831-94a4-c7ab90ef7914 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:42:36.862451 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-758e52d2-67a5-4884-b375-f3586c988768 req-c50eb016-3769-4831-94a4-c7ab90ef7914 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/ports?device_id=455a0d19-4332-4343-ba2b-ad87330c7f11 HTTP/1.1" status: 200  len: 945 time: 0.0875394
Dec 24 11:42:36.917570 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-758e52d2-67a5-4884-b375-f3586c988768 req-a3312600-6c41-490a-ae9d-64c2981bc2ea tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/security-groups?id=a71c0453-35d8-41d3-bee8-681f553b346a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0458934
Dec 24 11:42:36.945726 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 50024) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:42:37.055375 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-b56190fe-7ee7-4beb-9371-8cc8ea25a11b tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/floatingips/d2b162f0-e004-4e95-a224-8b041812a74d HTTP/1.1" status: 200  len: 992 time: 0.1083140
Dec 24 11:42:38.075933 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:42:39.012410 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-29777ef8-c030-4b06-97d9-deb8f98b0fc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:42:39.543174 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bdfdbc84-c52d-4f40-b281-af314dc1f8fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:42:40.814120 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-39ff93cf-c0b7-48c5-95f3-6f7e9977387d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:42:40.998518 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-041a7576-5412-493c-b794-00b4f85e4616 req-11c5e896-0bc9-4ad7-b4c4-33b27602ee33 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=455a0d19-4332-4343-ba2b-ad87330c7f11&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0821869
Dec 24 11:42:41.162915 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-041a7576-5412-493c-b794-00b4f85e4616 req-c16294a0-81f3-4e67-bab5-5d89b5eecc34 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e6de6ac8bdf7427ba6dad2fa7321cdd0&device_id=455a0d19-4332-4343-ba2b-ad87330c7f11 HTTP/1.1" status: 200  len: 1098 time: 0.0844867
Dec 24 11:42:41.328052 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041a7576-5412-493c-b794-00b4f85e4616 req-546bf674-dfd8-47d8-b5a8-eb2b2264ad3c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:42:41.329646 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-041a7576-5412-493c-b794-00b4f85e4616 req-546bf674-dfd8-47d8-b5a8-eb2b2264ad3c service neutron] 10.222.0.58 "GET /v2.0/networks?id=d2ef5da8-0b3a-466c-a6c3-560932018204 HTTP/1.1" status: 200  len: 898 time: 0.1400850
Dec 24 11:42:41.443656 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-041a7576-5412-493c-b794-00b4f85e4616 req-527defaf-016a-4e9e-916c-1202257edd09 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d51b8426-86f3-4d5c-829c-548c842a3241 HTTP/1.1" status: 200  len: 1000 time: 0.1066239
Dec 24 11:42:41.513879 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041a7576-5412-493c-b794-00b4f85e4616 req-38d6d134-1798-4f8c-b15b-e6172689c1b6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:42:41.515443 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-041a7576-5412-493c-b794-00b4f85e4616 req-38d6d134-1798-4f8c-b15b-e6172689c1b6 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a26aad2b-8985-4b7c-bd24-79dd7e9a7f68 HTTP/1.1" status: 200  len: 834 time: 0.0657525
Dec 24 11:42:41.604241 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-041a7576-5412-493c-b794-00b4f85e4616 req-bb329f37-76e6-4997-87c7-9ec043316f90 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d2ef5da8-0b3a-466c-a6c3-560932018204&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0820553
Dec 24 11:42:41.748841 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-041a7576-5412-493c-b794-00b4f85e4616 req-f2647e8f-db71-4bc5-8387-678c68324a8d service neutron] 10.222.0.58 "GET /v2.0/networks/d2ef5da8-0b3a-466c-a6c3-560932018204?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1374228
Dec 24 11:42:41.893478 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-041a7576-5412-493c-b794-00b4f85e4616 req-3f4b0094-05c8-4748-b625-60f74c9d6cce service neutron] 10.222.0.58 "GET /v2.0/networks/d2ef5da8-0b3a-466c-a6c3-560932018204?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1378992
Dec 24 11:42:58.631315 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:43:05.439085 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.agents_db [None req-e51243ab-6a93-425b-980f-a73583147efa None None] Agent healthcheck: found 6 active agents {{(pid=88881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 24 11:43:06.523140 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-070678dd-d908-4f23-969e-b35fa6fb3d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:43:08.079842 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:43:09.013912 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c6975f96-8080-4b76-9b95-32ebee7e6402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:43:09.549420 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bdfdbc84-c52d-4f40-b281-af314dc1f8fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:43:09.588450 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 50036) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:43:09.826331 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-eda0946e-47f0-41c5-b4a9-a0cfe1a41296 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Deleting port a443a308-440f-44ed-a229-2bfc8b317abd {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:43:09.826584 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-eda0946e-47f0-41c5-b4a9-a0cfe1a41296 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:43:10.009548 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-eda0946e-47f0-41c5-b4a9-a0cfe1a41296 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:43:10.009914 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-eda0946e-47f0-41c5-b4a9-a0cfe1a41296 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:43:10.142099 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-eda0946e-47f0-41c5-b4a9-a0cfe1a41296 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Calling delete_port for a443a308-440f-44ed-a229-2bfc8b317abd owned by network:floatingip {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:43:10.297776 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-eda0946e-47f0-41c5-b4a9-a0cfe1a41296 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:43:10.301595 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-30b92bf9-6907-44ed-bb7c-8cecd7a05b16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:43:10.346606 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda0946e-47f0-41c5-b4a9-a0cfe1a41296 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Pushing event deleted for resources: {'Port': ['ID=a443a308-440f-44ed-a229-2bfc8b317abd,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:43:10.359341 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda0946e-47f0-41c5-b4a9-a0cfe1a41296 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:43:10.359756 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda0946e-47f0-41c5-b4a9-a0cfe1a41296 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:43:10.360183 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda0946e-47f0-41c5-b4a9-a0cfe1a41296 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:43:10.360613 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda0946e-47f0-41c5-b4a9-a0cfe1a41296 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:43:10.361023 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda0946e-47f0-41c5-b4a9-a0cfe1a41296 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:43:10.361724 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda0946e-47f0-41c5-b4a9-a0cfe1a41296 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:43:10.361865 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda0946e-47f0-41c5-b4a9-a0cfe1a41296 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:43:10.362238 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda0946e-47f0-41c5-b4a9-a0cfe1a41296 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:43:10.362651 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda0946e-47f0-41c5-b4a9-a0cfe1a41296 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:43:10.363061 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda0946e-47f0-41c5-b4a9-a0cfe1a41296 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:43:10.363466 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda0946e-47f0-41c5-b4a9-a0cfe1a41296 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:43:10.390661 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-eda0946e-47f0-41c5-b4a9-a0cfe1a41296 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:43:10.460197 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-eda0946e-47f0-41c5-b4a9-a0cfe1a41296 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for floatingip, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:43:10.814115 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-39ff93cf-c0b7-48c5-95f3-6f7e9977387d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:43:10.875676 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eda0946e-47f0-41c5-b4a9-a0cfe1a41296 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Router 3e4bf3a9-9369-4c64-8f30-d217226ab2d2 has already been hosted by L3 agent 198cca88-1338-4098-b44b-beb0346ac906 {{(pid=88878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 24 11:43:11.095507 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eda0946e-47f0-41c5-b4a9-a0cfe1a41296 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:43:11.108162 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28065e14-6901-4c86-b17b-81c342a8a4c3 None None] Sync routers for ids ['3e4bf3a9-9369-4c64-8f30-d217226ab2d2'] in dv-neutron-822691-2-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:43:11.112560 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-eda0946e-47f0-41c5-b4a9-a0cfe1a41296 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for floatingip, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:43:11.121765 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28065e14-6901-4c86-b17b-81c342a8a4c3 None None] Routers {'3e4bf3a9-9369-4c64-8f30-d217226ab2d2'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:43:11.122864 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-28065e14-6901-4c86-b17b-81c342a8a4c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271e20fd0>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:43:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['3e4bf3a9-9369-4c64-8f30-d217226ab2d2'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:43:11.169864 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-eda0946e-47f0-41c5-b4a9-a0cfe1a41296 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "DELETE /v2.0/floatingips/d2b162f0-e004-4e95-a224-8b041812a74d HTTP/1.1" status: 204  len: 168 time: 1.5801435
Dec 24 11:43:11.170609 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '455a0d19-4332-4343-ba2b-ad87330c7f11', 'tag': 'd51b8426-86f3-4d5c-829c-548c842a3241'}] {{(pid=88878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 24 11:43:11.314577 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '455a0d19-4332-4343-ba2b-ad87330c7f11', 'tag': 'd51b8426-86f3-4d5c-829c-548c842a3241', 'status': 'completed', 'code': 200}
Dec 24 11:43:11.314923 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-28065e14-6901-4c86-b17b-81c342a8a4c3 None None] Set router 3e4bf3a9-9369-4c64-8f30-d217226ab2d2 gateway port host: dv-neutron-822691-2-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:43:11.415184 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-7c6c3d70-da6d-4667-87a7-2b6a40b59788 req-59b67c87-7333-43df-9ea9-ae9274e49862 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e6de6ac8bdf7427ba6dad2fa7321cdd0&device_id=455a0d19-4332-4343-ba2b-ad87330c7f11 HTTP/1.1" status: 200  len: 1098 time: 0.0773416
Dec 24 11:43:11.585272 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6c3d70-da6d-4667-87a7-2b6a40b59788 req-204b047e-0ffc-482f-9224-536953c5ba46 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:43:11.587375 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-7c6c3d70-da6d-4667-87a7-2b6a40b59788 req-204b047e-0ffc-482f-9224-536953c5ba46 service neutron] 10.222.0.58 "GET /v2.0/networks?id=d2ef5da8-0b3a-466c-a6c3-560932018204 HTTP/1.1" status: 200  len: 898 time: 0.1608372
Dec 24 11:43:11.668311 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-28065e14-6901-4c86-b17b-81c342a8a4c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271e20fd0>, [{'id': '3e4bf3a9-9369-4c64-8f30-d217226ab2d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-386236480', 'tenant_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.247'}], 'enable_snat': True}, 'gw_port_id': '8193cbf3-c3dd-4898-8a4f-d563b6a4225b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:41:27Z', 'updated_at': '2021-12-24T11:41:32Z', 'revision_number': 4, 'project_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'gw_port': {'id': '8193cbf3-c3dd-4898-8a4f-d563b6a4225b', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:e6:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e4bf3a9-9369-4c64-8f30-d217226ab2d2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:41:28Z', 'updated_at': '2021-12-24T11:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_interfaces': [{'id': '9df29c6d-d00b-4f18-9569-229435047fd2', 'name': '', 'network_id': 'd2ef5da8-0b3a-466c-a6c3-560932018204', 'tenant_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'mac_address': 'fa:16:3e:c7:32:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e4bf3a9-9369-4c64-8f30-d217226ab2d2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a26aad2b-8985-4b7c-bd24-79dd7e9a7f68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:41:31Z', 'updated_at': '2021-12-24T11:41:38Z', 'revision_number': 5, 'project_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'subnets': [{'id': 'a26aad2b-8985-4b7c-bd24-79dd7e9a7f68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:43:11.672508 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28065e14-6901-4c86-b17b-81c342a8a4c3 None None] Checking router: 3e4bf3a9-9369-4c64-8f30-d217226ab2d2 for host: dv-neutron-822691-2-hyperv {{(pid=88880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 24 11:43:11.674042 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-7c6c3d70-da6d-4667-87a7-2b6a40b59788 req-994f4527-f001-4c53-8785-ce233bc050e5 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d51b8426-86f3-4d5c-829c-548c842a3241 HTTP/1.1" status: 200  len: 217 time: 0.0787296
Dec 24 11:43:11.683859 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28065e14-6901-4c86-b17b-81c342a8a4c3 None None] Routers {'3e4bf3a9-9369-4c64-8f30-d217226ab2d2'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:43:11.684645 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-28065e14-6901-4c86-b17b-81c342a8a4c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271e20fd0>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:43:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['3e4bf3a9-9369-4c64-8f30-d217226ab2d2'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:43:11.738862 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdea2160-b136-4ab8-a050-2074bd660537 req-9dbf1881-49cd-4922-9d90-ae9e026a1eaa tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:43:11.739647 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-bdea2160-b136-4ab8-a050-2074bd660537 req-9dbf1881-49cd-4922-9d90-ae9e026a1eaa tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Synchronizing usage tracker for tenant:e6de6ac8bdf7427ba6dad2fa7321cdd0 on resource:port {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:43:11.749564 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6c3d70-da6d-4667-87a7-2b6a40b59788 req-d9a7d669-13b0-4eca-88b3-0e8a6bbe2677 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:43:11.751225 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-7c6c3d70-da6d-4667-87a7-2b6a40b59788 req-d9a7d669-13b0-4eca-88b3-0e8a6bbe2677 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a26aad2b-8985-4b7c-bd24-79dd7e9a7f68 HTTP/1.1" status: 200  len: 834 time: 0.0706761
Dec 24 11:43:11.755792 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-bdea2160-b136-4ab8-a050-2074bd660537 req-9dbf1881-49cd-4922-9d90-ae9e026a1eaa tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Unset dirty status for tenant:e6de6ac8bdf7427ba6dad2fa7321cdd0 on resource:port {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:43:11.757134 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-bdea2160-b136-4ab8-a050-2074bd660537 req-9dbf1881-49cd-4922-9d90-ae9e026a1eaa tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/ports?device_id=455a0d19-4332-4343-ba2b-ad87330c7f11 HTTP/1.1" status: 200  len: 945 time: 0.1105759
Dec 24 11:43:11.808287 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-bdea2160-b136-4ab8-a050-2074bd660537 req-fc5d42b9-3692-412a-bb79-8d2bf237355b tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/security-groups?id=a71c0453-35d8-41d3-bee8-681f553b346a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0446787
Dec 24 11:43:11.841971 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-7c6c3d70-da6d-4667-87a7-2b6a40b59788 req-a679d731-d1bb-45ba-b0f4-754eec328888 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d2ef5da8-0b3a-466c-a6c3-560932018204&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0835721
Dec 24 11:43:11.871241 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-28065e14-6901-4c86-b17b-81c342a8a4c3 None None] Set router 3e4bf3a9-9369-4c64-8f30-d217226ab2d2 gateway port host: dv-neutron-822691-2-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:43:11.985418 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-7c6c3d70-da6d-4667-87a7-2b6a40b59788 req-25d7f148-e9e7-4e90-83d7-36a678dd128f service neutron] 10.222.0.58 "GET /v2.0/networks/d2ef5da8-0b3a-466c-a6c3-560932018204?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1356924
Dec 24 11:43:12.139525 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-7c6c3d70-da6d-4667-87a7-2b6a40b59788 req-b85679c7-4c9f-4dcb-90df-472e138768c2 service neutron] 10.222.0.58 "GET /v2.0/networks/d2ef5da8-0b3a-466c-a6c3-560932018204?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1470830
Dec 24 11:43:12.211522 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-28065e14-6901-4c86-b17b-81c342a8a4c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271e20fd0>, [{'id': '3e4bf3a9-9369-4c64-8f30-d217226ab2d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-386236480', 'tenant_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.247'}], 'enable_snat': True}, 'gw_port_id': '8193cbf3-c3dd-4898-8a4f-d563b6a4225b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:41:27Z', 'updated_at': '2021-12-24T11:41:32Z', 'revision_number': 4, 'project_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'gw_port': {'id': '8193cbf3-c3dd-4898-8a4f-d563b6a4225b', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:e6:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e4bf3a9-9369-4c64-8f30-d217226ab2d2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:41:28Z', 'updated_at': '2021-12-24T11:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_interfaces': [{'id': '9df29c6d-d00b-4f18-9569-229435047fd2', 'name': '', 'network_id': 'd2ef5da8-0b3a-466c-a6c3-560932018204', 'tenant_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'mac_address': 'fa:16:3e:c7:32:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e4bf3a9-9369-4c64-8f30-d217226ab2d2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a26aad2b-8985-4b7c-bd24-79dd7e9a7f68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:41:31Z', 'updated_at': '2021-12-24T11:41:38Z', 'revision_number': 5, 'project_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'subnets': [{'id': 'a26aad2b-8985-4b7c-bd24-79dd7e9a7f68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:43:12.216024 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28065e14-6901-4c86-b17b-81c342a8a4c3 None None] The sync data for ids ['3e4bf3a9-9369-4c64-8f30-d217226ab2d2'] in dv-neutron-822691-2-hyperv is: [{'id': '3e4bf3a9-9369-4c64-8f30-d217226ab2d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-386236480', 'tenant_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.247'}], 'enable_snat': True}, 'gw_port_id': '8193cbf3-c3dd-4898-8a4f-d563b6a4225b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:41:27Z', 'updated_at': '2021-12-24T11:41:32Z', 'revision_number': 4, 'project_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'gw_port': {'id': '8193cbf3-c3dd-4898-8a4f-d563b6a4225b', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:e6:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e4bf3a9-9369-4c64-8f30-d217226ab2d2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:41:28Z', 'updated_at': '2021-12-24T11:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_interfaces': [{'id': '9df29c6d-d00b-4f18-9569-229435047fd2', 'name': '', 'network_id': 'd2ef5da8-0b3a-466c-a6c3-560932018204', 'tenant_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'mac_address': 'fa:16:3e:c7:32:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e4bf3a9-9369-4c64-8f30-d217226ab2d2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a26aad2b-8985-4b7c-bd24-79dd7e9a7f68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:41:31Z', 'updated_at': '2021-12-24T11:41:38Z', 'revision_number': 5, 'project_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'subnets': [{'id': 'a26aad2b-8985-4b7c-bd24-79dd7e9a7f68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:43:12.690038 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce7d838-5083-4471-b7f3-7584b0a79ec5 None None] New status for floating IP d2b162f0-e004-4e95-a224-8b041812a74d: DOWN {{(pid=88881) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 24 11:43:13.021012 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc157616-6820-4242-9933-aa3fee07973e req-8af5bd72-658a-4b03-baac-3aa1dd072f3a tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:43:13.022652 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-bc157616-6820-4242-9933-aa3fee07973e req-8af5bd72-658a-4b03-baac-3aa1dd072f3a tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/ports?device_id=455a0d19-4332-4343-ba2b-ad87330c7f11 HTTP/1.1" status: 200  len: 945 time: 0.0865650
Dec 24 11:43:13.078591 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-bc157616-6820-4242-9933-aa3fee07973e req-09fc9fc9-d00a-4175-a0ee-e715e7ab6150 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/security-groups?id=a71c0453-35d8-41d3-bee8-681f553b346a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0467916
Dec 24 11:43:13.455083 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db689d9-5fd4-4d5a-a22e-0859294c833c req-b24345cf-a572-4de3-9d2f-ec4953fa19c1 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:43:13.455757 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-4db689d9-5fd4-4d5a-a22e-0859294c833c req-b24345cf-a572-4de3-9d2f-ec4953fa19c1 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Synchronizing usage tracker for tenant:e6de6ac8bdf7427ba6dad2fa7321cdd0 on resource:port {{(pid=88879) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:43:13.469077 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-4db689d9-5fd4-4d5a-a22e-0859294c833c req-b24345cf-a572-4de3-9d2f-ec4953fa19c1 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Unset dirty status for tenant:e6de6ac8bdf7427ba6dad2fa7321cdd0 on resource:port {{(pid=88879) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:43:13.470377 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-4db689d9-5fd4-4d5a-a22e-0859294c833c req-b24345cf-a572-4de3-9d2f-ec4953fa19c1 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.58 "GET /v2.0/ports?device_id=455a0d19-4332-4343-ba2b-ad87330c7f11 HTTP/1.1" status: 200  len: 945 time: 0.1132982
Dec 24 11:43:13.552444 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [req-4db689d9-5fd4-4d5a-a22e-0859294c833c req-679c136c-f958-4d61-8c26-ae9fe0d7a17d tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Deleting port d51b8426-86f3-4d5c-829c-548c842a3241 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:43:13.552794 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-4db689d9-5fd4-4d5a-a22e-0859294c833c req-679c136c-f958-4d61-8c26-ae9fe0d7a17d tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:43:13.819881 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [req-4db689d9-5fd4-4d5a-a22e-0859294c833c req-679c136c-f958-4d61-8c26-ae9fe0d7a17d tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] For port d51b8426-86f3-4d5c-829c-548c842a3241, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=d51b8426-86f3-4d5c-829c-548c842a3241,segment=NetworkSegment(3f742989-1be0-41b3-b8a1-c651298a9a00),segment_id=3f742989-1be0-41b3-b8a1-c651298a9a00)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:43:13.820291 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-4db689d9-5fd4-4d5a-a22e-0859294c833c req-679c136c-f958-4d61-8c26-ae9fe0d7a17d tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:43:13.947318 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [req-4db689d9-5fd4-4d5a-a22e-0859294c833c req-679c136c-f958-4d61-8c26-ae9fe0d7a17d tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Calling delete_port for d51b8426-86f3-4d5c-829c-548c842a3241 owned by compute:nova {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:43:14.097361 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-4db689d9-5fd4-4d5a-a22e-0859294c833c req-679c136c-f958-4d61-8c26-ae9fe0d7a17d tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:43:14.103072 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-22232971-2228-4e38-92d2-c96d436b8ddb tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:43:14.150237 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679c136c-f958-4d61-8c26-ae9fe0d7a17d tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Pushing event deleted for resources: {'Port': ['ID=d51b8426-86f3-4d5c-829c-548c842a3241,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:43:14.192440 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679c136c-f958-4d61-8c26-ae9fe0d7a17d tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:43:14.192875 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679c136c-f958-4d61-8c26-ae9fe0d7a17d tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:43:14.193304 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679c136c-f958-4d61-8c26-ae9fe0d7a17d tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:43:14.193722 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679c136c-f958-4d61-8c26-ae9fe0d7a17d tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:43:14.194165 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679c136c-f958-4d61-8c26-ae9fe0d7a17d tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:43:14.194564 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679c136c-f958-4d61-8c26-ae9fe0d7a17d tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:43:14.194968 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679c136c-f958-4d61-8c26-ae9fe0d7a17d tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:43:14.195368 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679c136c-f958-4d61-8c26-ae9fe0d7a17d tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:43:14.195736 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679c136c-f958-4d61-8c26-ae9fe0d7a17d tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:43:14.196462 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679c136c-f958-4d61-8c26-ae9fe0d7a17d tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:43:14.196568 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679c136c-f958-4d61-8c26-ae9fe0d7a17d tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:43:14.204345 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-679c136c-f958-4d61-8c26-ae9fe0d7a17d tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:43:14.239055 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [req-4db689d9-5fd4-4d5a-a22e-0859294c833c req-679c136c-f958-4d61-8c26-ae9fe0d7a17d tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] No DVR routers for this DVR port d51b8426-86f3-4d5c-829c-548c842a3241 on host hv-neutron-8226 {{(pid=88879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 24 11:43:14.241807 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-4db689d9-5fd4-4d5a-a22e-0859294c833c req-679c136c-f958-4d61-8c26-ae9fe0d7a17d tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:43:14.244974 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '455a0d19-4332-4343-ba2b-ad87330c7f11', 'name': 'network-vif-deleted', 'tag': 'd51b8426-86f3-4d5c-829c-548c842a3241'}] {{(pid=88879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 24 11:43:14.262049 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-4db689d9-5fd4-4d5a-a22e-0859294c833c req-679c136c-f958-4d61-8c26-ae9fe0d7a17d tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.58 "DELETE /v2.0/ports/d51b8426-86f3-4d5c-829c-548c842a3241 HTTP/1.1" status: 204  len: 173 time: 0.7830498
Dec 24 11:43:14.263859 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-590d0a60-aaae-4101-b7da-d99ce5e78837 req-7c8bc123-b73c-47d9-8349-4b103a270c26 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/ports?device_id=455a0d19-4332-4343-ba2b-ad87330c7f11 HTTP/1.1" status: 200  len: 210 time: 0.0523486
Dec 24 11:43:14.390839 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '455a0d19-4332-4343-ba2b-ad87330c7f11', 'name': 'network-vif-deleted', 'tag': 'd51b8426-86f3-4d5c-829c-548c842a3241', 'status': 'completed', 'code': 200}
Dec 24 11:43:15.387301 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 50058) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:43:15.822753 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fb4b6697-e0c6-4190-99db-7fb06cd3b995 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854055677'] for router_interface, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:43:16.716801 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-fb4b6697-e0c6-4190-99db-7fb06cd3b995 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Deleting port 9df29c6d-d00b-4f18-9569-229435047fd2 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:43:16.717411 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fb4b6697-e0c6-4190-99db-7fb06cd3b995 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:43:16.911922 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-fb4b6697-e0c6-4190-99db-7fb06cd3b995 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] For port 9df29c6d-d00b-4f18-9569-229435047fd2, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=9df29c6d-d00b-4f18-9569-229435047fd2,segment=NetworkSegment(3f742989-1be0-41b3-b8a1-c651298a9a00),segment_id=3f742989-1be0-41b3-b8a1-c651298a9a00)] {{(pid=88878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:43:16.912255 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fb4b6697-e0c6-4190-99db-7fb06cd3b995 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:43:17.038283 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-fb4b6697-e0c6-4190-99db-7fb06cd3b995 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Calling delete_port for 9df29c6d-d00b-4f18-9569-229435047fd2 owned by network:router_interface {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:43:17.236918 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fb4b6697-e0c6-4190-99db-7fb06cd3b995 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:43:17.240688 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-44fc5426-7de6-4f62-98ae-2026a99ca5bf tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:43:17.287079 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4b6697-e0c6-4190-99db-7fb06cd3b995 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Pushing event deleted for resources: {'Port': ['ID=9df29c6d-d00b-4f18-9569-229435047fd2,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:43:17.290313 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-fb4b6697-e0c6-4190-99db-7fb06cd3b995 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:43:17.609076 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fb4b6697-e0c6-4190-99db-7fb06cd3b995 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036852798164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854055527'] for router_interface, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:43:18.002037 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Device d51b8426-86f3-4d5c-829c-548c842a3241 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:43:18.036877 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] No Port match for: d51b8426-86f3-4d5c-829c-548c842a3241 {{(pid=88880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 24 11:43:18.037296 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Device d51b8426-86f3-4d5c-829c-548c842a3241 not bound to the agent host hv-neutron-8226 {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 24 11:43:18.249332 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb4b6697-e0c6-4190-99db-7fb06cd3b995 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Router 3e4bf3a9-9369-4c64-8f30-d217226ab2d2 has already been hosted by L3 agent 198cca88-1338-4098-b44b-beb0346ac906 {{(pid=88878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 24 11:43:18.468323 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb4b6697-e0c6-4190-99db-7fb06cd3b995 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:43:18.479620 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34906d48-37bc-4a99-9d1f-c38969ec4445 None None] Sync routers for ids ['3e4bf3a9-9369-4c64-8f30-d217226ab2d2'] in dv-neutron-822691-2-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:43:18.481869 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-fb4b6697-e0c6-4190-99db-7fb06cd3b995 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "PUT /v2.0/routers/3e4bf3a9-9369-4c64-8f30-d217226ab2d2/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0932734
Dec 24 11:43:18.484883 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 50062) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:43:18.493522 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34906d48-37bc-4a99-9d1f-c38969ec4445 None None] Routers {'3e4bf3a9-9369-4c64-8f30-d217226ab2d2'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:43:18.494277 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-34906d48-37bc-4a99-9d1f-c38969ec4445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271379198>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:43:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['3e4bf3a9-9369-4c64-8f30-d217226ab2d2'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:43:18.686929 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-34906d48-37bc-4a99-9d1f-c38969ec4445 None None] Set router 3e4bf3a9-9369-4c64-8f30-d217226ab2d2 gateway port host: dv-neutron-822691-2-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:43:18.696845 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_v2 [None req-63461026-31b4-4822-8474-3a308e37a008 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Deleting subnet a26aad2b-8985-4b7c-bd24-79dd7e9a7f68 {{(pid=88878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 24 11:43:18.699960 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-63461026-31b4-4822-8474-3a308e37a008 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for subnet, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:43:18.759805 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-63461026-31b4-4822-8474-3a308e37a008 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852534446'] for subnet, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:43:18.846682 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-63461026-31b4-4822-8474-3a308e37a008 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847655656'] for subnet, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:43:18.942792 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-63461026-31b4-4822-8474-3a308e37a008 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7120129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3978858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852529715'] for subnet, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:43:18.947500 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-4002f250-bfdf-4068-b619-dd233fbd1a29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:43:18.986703 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63461026-31b4-4822-8474-3a308e37a008 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Pushing event deleted for resources: {'Subnet': ['ID=a26aad2b-8985-4b7c-bd24-79dd7e9a7f68,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:43:18.986984 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-34906d48-37bc-4a99-9d1f-c38969ec4445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271379198>, [{'id': '3e4bf3a9-9369-4c64-8f30-d217226ab2d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-386236480', 'tenant_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.247'}], 'enable_snat': True}, 'gw_port_id': '8193cbf3-c3dd-4898-8a4f-d563b6a4225b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:41:27Z', 'updated_at': '2021-12-24T11:43:17Z', 'revision_number': 5, 'project_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'gw_port': {'id': '8193cbf3-c3dd-4898-8a4f-d563b6a4225b', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:e6:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e4bf3a9-9369-4c64-8f30-d217226ab2d2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:41:28Z', 'updated_at': '2021-12-24T11:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv'}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:43:18.991815 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-63461026-31b4-4822-8474-3a308e37a008 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:43:18.992113 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34906d48-37bc-4a99-9d1f-c38969ec4445 None None] Checking router: 3e4bf3a9-9369-4c64-8f30-d217226ab2d2 for host: dv-neutron-822691-2-hyperv {{(pid=88880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 24 11:43:18.998613 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-63461026-31b4-4822-8474-3a308e37a008 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:43:19.000529 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-639347b1-f9be-4c53-8803-992bc3b4defe None None] Network d2ef5da8-0b3a-466c-a6c3-560932018204 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:43:19.000639 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-63461026-31b4-4822-8474-3a308e37a008 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "DELETE /v2.0/subnets/a26aad2b-8985-4b7c-bd24-79dd7e9a7f68 HTTP/1.1" status: 204  len: 168 time: 0.5146518
Dec 24 11:43:19.003482 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 50066) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:43:19.042181 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34906d48-37bc-4a99-9d1f-c38969ec4445 None None] Routers {'3e4bf3a9-9369-4c64-8f30-d217226ab2d2'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:43:19.042851 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-34906d48-37bc-4a99-9d1f-c38969ec4445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271379198>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:43:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['3e4bf3a9-9369-4c64-8f30-d217226ab2d2'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:43:19.214577 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ff09d918-5109-442d-80b7-c4d9aec2028a tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for router, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:43:19.436162 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ff09d918-5109-442d-80b7-c4d9aec2028a tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:43:19.445650 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-ff09d918-5109-442d-80b7-c4d9aec2028a tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Deleting port 8193cbf3-c3dd-4898-8a4f-d563b6a4225b {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:43:19.446067 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ff09d918-5109-442d-80b7-c4d9aec2028a tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:43:19.538080 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-34906d48-37bc-4a99-9d1f-c38969ec4445 None None] Set router 3e4bf3a9-9369-4c64-8f30-d217226ab2d2 gateway port host: dv-neutron-822691-2-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:43:19.751952 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45fd4fe1-d715-4fd0-a795-8f9f6168cfa4 None None] DHCP port deletion for d2ef5da8-0b3a-466c-a6c3-560932018204 request from dv-neutron-822691-2-hyperv {{(pid=88880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 24 11:43:19.771098 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-45fd4fe1-d715-4fd0-a795-8f9f6168cfa4 None None] Deleting port e02b9921-c30a-455a-acdf-29b8f2306147 {{(pid=88880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:43:19.771519 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-45fd4fe1-d715-4fd0-a795-8f9f6168cfa4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:43:19.888745 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-ff09d918-5109-442d-80b7-c4d9aec2028a tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] For port 8193cbf3-c3dd-4898-8a4f-d563b6a4225b, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=8193cbf3-c3dd-4898-8a4f-d563b6a4225b,segment=NetworkSegment(d4e3295f-9ff8-4cad-8a20-3f1c937efc8c),segment_id=d4e3295f-9ff8-4cad-8a20-3f1c937efc8c)] {{(pid=88878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:43:19.889011 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ff09d918-5109-442d-80b7-c4d9aec2028a tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:43:20.019175 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-ff09d918-5109-442d-80b7-c4d9aec2028a tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Calling delete_port for 8193cbf3-c3dd-4898-8a4f-d563b6a4225b owned by network:router_gateway {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:43:20.050760 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-45fd4fe1-d715-4fd0-a795-8f9f6168cfa4 None None] For port e02b9921-c30a-455a-acdf-29b8f2306147, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=e02b9921-c30a-455a-acdf-29b8f2306147,segment=NetworkSegment(3f742989-1be0-41b3-b8a1-c651298a9a00),segment_id=3f742989-1be0-41b3-b8a1-c651298a9a00)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:43:20.051195 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-45fd4fe1-d715-4fd0-a795-8f9f6168cfa4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:43:20.178108 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-45fd4fe1-d715-4fd0-a795-8f9f6168cfa4 None None] Calling delete_port for e02b9921-c30a-455a-acdf-29b8f2306147 owned by network:dhcp {{(pid=88880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:43:20.190154 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ff09d918-5109-442d-80b7-c4d9aec2028a tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:43:20.194045 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-a542572a-737c-43bd-98f1-dd82256fdb52 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:43:20.205194 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-34906d48-37bc-4a99-9d1f-c38969ec4445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271379198>, [{'id': '3e4bf3a9-9369-4c64-8f30-d217226ab2d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-386236480', 'tenant_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.247'}], 'enable_snat': True}, 'gw_port_id': '8193cbf3-c3dd-4898-8a4f-d563b6a4225b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:41:27Z', 'updated_at': '2021-12-24T11:43:17Z', 'revision_number': 5, 'project_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'gw_port': {'id': '8193cbf3-c3dd-4898-8a4f-d563b6a4225b', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:e6:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e4bf3a9-9369-4c64-8f30-d217226ab2d2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:41:28Z', 'updated_at': '2021-12-24T11:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv'}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:43:20.220892 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34906d48-37bc-4a99-9d1f-c38969ec4445 None None] The sync data for ids ['3e4bf3a9-9369-4c64-8f30-d217226ab2d2'] in dv-neutron-822691-2-hyperv is: [{'id': '3e4bf3a9-9369-4c64-8f30-d217226ab2d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-386236480', 'tenant_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.247'}], 'enable_snat': True}, 'gw_port_id': '8193cbf3-c3dd-4898-8a4f-d563b6a4225b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:41:27Z', 'updated_at': '2021-12-24T11:43:17Z', 'revision_number': 5, 'project_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'gw_port': {'id': '8193cbf3-c3dd-4898-8a4f-d563b6a4225b', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:e6:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e4bf3a9-9369-4c64-8f30-d217226ab2d2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:41:28Z', 'updated_at': '2021-12-24T11:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv'}] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:43:20.235995 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff09d918-5109-442d-80b7-c4d9aec2028a tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Pushing event deleted for resources: {'Port': ['ID=8193cbf3-c3dd-4898-8a4f-d563b6a4225b,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:43:20.238976 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-ff09d918-5109-442d-80b7-c4d9aec2028a tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:43:20.274376 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-45fd4fe1-d715-4fd0-a795-8f9f6168cfa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392'] for port, after_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:43:20.280847 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-50c7bc78-62f6-4090-b873-e3b1e6850f3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:43:20.320934 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fd4fe1-d715-4fd0-a795-8f9f6168cfa4 None None] Pushing event deleted for resources: {'Port': ['ID=e02b9921-c30a-455a-acdf-29b8f2306147,revision_number=None']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:43:20.335729 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fd4fe1-d715-4fd0-a795-8f9f6168cfa4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:43:20.336123 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fd4fe1-d715-4fd0-a795-8f9f6168cfa4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:43:20.336505 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fd4fe1-d715-4fd0-a795-8f9f6168cfa4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:43:20.336886 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fd4fe1-d715-4fd0-a795-8f9f6168cfa4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:43:20.337260 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fd4fe1-d715-4fd0-a795-8f9f6168cfa4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:43:20.337634 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fd4fe1-d715-4fd0-a795-8f9f6168cfa4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:43:20.338072 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fd4fe1-d715-4fd0-a795-8f9f6168cfa4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:43:20.339033 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fd4fe1-d715-4fd0-a795-8f9f6168cfa4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:43:20.339410 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fd4fe1-d715-4fd0-a795-8f9f6168cfa4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:43:20.339790 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fd4fe1-d715-4fd0-a795-8f9f6168cfa4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:43:20.340159 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fd4fe1-d715-4fd0-a795-8f9f6168cfa4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:43:20.344570 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-45fd4fe1-d715-4fd0-a795-8f9f6168cfa4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:43:20.345324 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45fd4fe1-d715-4fd0-a795-8f9f6168cfa4 None None] No DVR routers for this DVR port e02b9921-c30a-455a-acdf-29b8f2306147 on host dv-neutron-822691-2-hyperv {{(pid=88880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 24 11:43:20.449257 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device e02b9921-c30a-455a-acdf-29b8f2306147 no longer exists at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:43:20.482935 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] No Port match for: e02b9921-c30a-455a-acdf-29b8f2306147 {{(pid=88880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 24 11:43:20.483371 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device e02b9921-c30a-455a-acdf-29b8f2306147 not bound to the agent host dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 24 11:43:20.483834 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 9df29c6d-d00b-4f18-9569-229435047fd2 no longer exists at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:43:20.491791 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ff09d918-5109-442d-80b7-c4d9aec2028a tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854116846'] for router_gateway, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:43:20.517740 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] No Port match for: 9df29c6d-d00b-4f18-9569-229435047fd2 {{(pid=88880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 24 11:43:20.518168 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 9df29c6d-d00b-4f18-9569-229435047fd2 not bound to the agent host dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 24 11:43:20.790915 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ff09d918-5109-442d-80b7-c4d9aec2028a tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854158724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-84560'] for router, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:43:20.796203 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ff09d918-5109-442d-80b7-c4d9aec2028a tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:43:20.825166 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ff09d918-5109-442d-80b7-c4d9aec2028a tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854158830'] for router, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:43:20.825718 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff09d918-5109-442d-80b7-c4d9aec2028a tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Fanout notify agent at l3_agent the message router_deleted on router 3e4bf3a9-9369-4c64-8f30-d217226ab2d2 {{(pid=88878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 24 11:43:20.841538 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ff09d918-5109-442d-80b7-c4d9aec2028a tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for router, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:43:20.843116 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-ff09d918-5109-442d-80b7-c4d9aec2028a tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "DELETE /v2.0/routers/3e4bf3a9-9369-4c64-8f30-d217226ab2d2 HTTP/1.1" status: 204  len: 168 time: 1.8384573
Dec 24 11:43:20.846353 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 50070) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:43:20.973210 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-debdc86b-fc5c-4271-9f30-fbe249ee44c3 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036847558493'] for network, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:43:21.118782 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-debdc86b-fc5c-4271-9f30-fbe249ee44c3 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847649663', 'neutron.services.segments.db._delete_segments_for_network-8749505737672'] for network, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:43:21.147434 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-debdc86b-fc5c-4271-9f30-fbe249ee44c3 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5270357be0>,) {'filters': {'network_id': ['d2ef5da8-0b3a-466c-a6c3-560932018204']}} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:43:21.160445 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-debdc86b-fc5c-4271-9f30-fbe249ee44c3 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5270357be0>, '3f742989-1be0-41b3-b8a1-c651298a9a00') {'for_net_delete': True} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:43:21.160789 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-debdc86b-fc5c-4271-9f30-fbe249ee44c3 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5270357be0>, '3f742989-1be0-41b3-b8a1-c651298a9a00') {} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:43:21.173211 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-debdc86b-fc5c-4271-9f30-fbe249ee44c3 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749505745113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2241371'] for segment, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:43:21.188427 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-debdc86b-fc5c-4271-9f30-fbe249ee44c3 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:43:21.194982 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-debdc86b-fc5c-4271-9f30-fbe249ee44c3 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Releasing vlan 644 on physical network physnet1 to pool {{(pid=88878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 24 11:43:21.195413 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-debdc86b-fc5c-4271-9f30-fbe249ee44c3 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036847652098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850807864'] for segment, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:43:21.211011 dv-neutron-822691-2-hyperv neutron-server[88767]: Traceback (most recent call last):
Dec 24 11:43:21.211011 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 24 11:43:21.211011 dv-neutron-822691-2-hyperv neutron-server[88767]:     timer()
Dec 24 11:43:21.211011 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 11:43:21.211011 dv-neutron-822691-2-hyperv neutron-server[88767]:     cb(*args, **kw)
Dec 24 11:43:21.211011 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 24 11:43:21.211011 dv-neutron-822691-2-hyperv neutron-server[88767]:     return func(*args, **kwargs)
Dec 24 11:43:21.211011 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 11:43:21.211011 dv-neutron-822691-2-hyperv neutron-server[88767]:     self._notify()
Dec 24 11:43:21.211011 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 11:43:21.211011 dv-neutron-822691-2-hyperv neutron-server[88767]:     self.callback(batched_events)
Dec 24 11:43:21.211011 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 11:43:21.211011 dv-neutron-822691-2-hyperv neutron-server[88767]:     event.method(event)
Dec 24 11:43:21.211011 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 11:43:21.211011 dv-neutron-822691-2-hyperv neutron-server[88767]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 11:43:21.211011 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 24 11:43:21.211011 dv-neutron-822691-2-hyperv neutron-server[88767]:     segment_id)['aggregates'][0]
Dec 24 11:43:21.211011 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 24 11:43:21.211011 dv-neutron-822691-2-hyperv neutron-server[88767]:     return f(self, *a, **k)
Dec 24 11:43:21.211011 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 11:43:21.211011 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self._get(url).json()
Dec 24 11:43:21.211011 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 24 11:43:21.211011 dv-neutron-822691-2-hyperv neutron-server[88767]:     **kwargs)
Dec 24 11:43:21.211011 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 24 11:43:21.211011 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self.request(url, 'GET', **kwargs)
Dec 24 11:43:21.211011 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 24 11:43:21.211011 dv-neutron-822691-2-hyperv neutron-server[88767]:     **endpoint_filter)
Dec 24 11:43:21.211011 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 24 11:43:21.211011 dv-neutron-822691-2-hyperv neutron-server[88767]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 11:43:21.211011 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 24 11:43:21.211011 dv-neutron-822691-2-hyperv neutron-server[88767]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 11:43:21.211011 dv-neutron-822691-2-hyperv neutron-server[88767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 11:43:21.296336 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-debdc86b-fc5c-4271-9f30-fbe249ee44c3 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7126154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659196'] for network, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:43:21.303252 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-debdc86b-fc5c-4271-9f30-fbe249ee44c3 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:43:21.307477 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-92e64da8-a549-4427-ab0e-333b0ee333a6 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:43:21.342871 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debdc86b-fc5c-4271-9f30-fbe249ee44c3 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Pushing event deleted for resources: {'Network': ['ID=d2ef5da8-0b3a-466c-a6c3-560932018204,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:43:21.345423 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-debdc86b-fc5c-4271-9f30-fbe249ee44c3 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:43:21.351736 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-debdc86b-fc5c-4271-9f30-fbe249ee44c3 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "DELETE /v2.0/networks/d2ef5da8-0b3a-466c-a6c3-560932018204 HTTP/1.1" status: 204  len: 168 time: 0.5042644
Dec 24 11:43:21.354978 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 50074) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:43:21.431368 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-058bb722-0768-4a98-93a8-0928182e92eb tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for security_group, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:43:21.466535 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-058bb722-0768-4a98-93a8-0928182e92eb tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:43:21.519317 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-058bb722-0768-4a98-93a8-0928182e92eb tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:43:21.523451 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-9d1fb53f-9ea3-42fd-9bf2-6fd45810d05b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:43:21.541122 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058bb722-0768-4a98-93a8-0928182e92eb tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a71c0453-35d8-41d3-bee8-681f553b346a,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:43:21.544044 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-058bb722-0768-4a98-93a8-0928182e92eb tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:43:21.557090 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-058bb722-0768-4a98-93a8-0928182e92eb tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:43:21.559051 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-058bb722-0768-4a98-93a8-0928182e92eb tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "DELETE /v2.0/security-groups/a71c0453-35d8-41d3-bee8-681f553b346a HTTP/1.1" status: 204  len: 168 time: 0.2027633
Dec 24 11:43:21.838244 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 50082) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:43:21.845018 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-edf035bb-569d-434e-bec6-6306ff510c6d tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-209763632', 'description': 'tempest-secgroup-smoke-209763632 description', 'project_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:43:21.852117 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-edf035bb-569d-434e-bec6-6306ff510c6d tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:43:21.856878 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-edf035bb-569d-434e-bec6-6306ff510c6d tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Usage tracker for resource:security_group and tenant:e6de6ac8bdf7427ba6dad2fa7321cdd0 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:43:21.860127 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-edf035bb-569d-434e-bec6-6306ff510c6d tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:43:21.866649 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-edf035bb-569d-434e-bec6-6306ff510c6d tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:43:21.878668 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-edf035bb-569d-434e-bec6-6306ff510c6d tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for security_group, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:43:21.916609 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-edf035bb-569d-434e-bec6-6306ff510c6d tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:43:21.920729 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-edf035bb-569d-434e-bec6-6306ff510c6d tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Usage tracker for resource:security_group_rule and tenant:e6de6ac8bdf7427ba6dad2fa7321cdd0 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:43:21.923731 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-edf035bb-569d-434e-bec6-6306ff510c6d tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:43:21.929875 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-edf035bb-569d-434e-bec6-6306ff510c6d tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:43:21.990989 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-edf035bb-569d-434e-bec6-6306ff510c6d tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for security_group, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:43:21.995706 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-edf035bb-569d-434e-bec6-6306ff510c6d tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:43:21.999883 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-a10c7b4d-5744-45a0-89c4-7424d198c44d tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:43:22.043844 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf035bb-569d-434e-bec6-6306ff510c6d tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e216727c-3475-4e50-a1ac-dd882fffea49,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:43:22.046997 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-edf035bb-569d-434e-bec6-6306ff510c6d tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:43:22.048260 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-edf035bb-569d-434e-bec6-6306ff510c6d tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:43:22.049609 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-edf035bb-569d-434e-bec6-6306ff510c6d tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1626 time: 0.2101684
Dec 24 11:43:22.052822 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 50086) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:43:22.060558 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-1be346a5-cc4f-40c4-817e-61c4fa010319 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Request body: {'security_group_rule': {'security_group_id': 'e216727c-3475-4e50-a1ac-dd882fffea49', 'project_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:43:22.070177 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-1be346a5-cc4f-40c4-817e-61c4fa010319 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:43:22.076475 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-1be346a5-cc4f-40c4-817e-61c4fa010319 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Usage tracker for resource:security_group_rule and tenant:e6de6ac8bdf7427ba6dad2fa7321cdd0 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:43:22.080129 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-1be346a5-cc4f-40c4-817e-61c4fa010319 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:43:22.086426 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-1be346a5-cc4f-40c4-817e-61c4fa010319 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:43:22.104745 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1be346a5-cc4f-40c4-817e-61c4fa010319 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:43:22.174023 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1be346a5-cc4f-40c4-817e-61c4fa010319 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:43:22.178399 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1be346a5-cc4f-40c4-817e-61c4fa010319 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689902'] for security_group_rule, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:43:22.180329 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-195db268-c7e2-4375-b1bf-a56e7c7b204a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:43:22.203894 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be346a5-cc4f-40c4-817e-61c4fa010319 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c7a9bad-cfce-467a-ba3e-e3f8ea58abe4,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:43:22.206483 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-1be346a5-cc4f-40c4-817e-61c4fa010319 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:43:22.213763 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1be346a5-cc4f-40c4-817e-61c4fa010319 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:43:22.215205 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-1be346a5-cc4f-40c4-817e-61c4fa010319 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1612878
Dec 24 11:43:22.218382 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 50090) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:43:22.224614 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-33100461-4f9e-4b68-ad08-0a877554174c tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Request body: {'security_group_rule': {'security_group_id': 'e216727c-3475-4e50-a1ac-dd882fffea49', 'project_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:43:22.231429 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-33100461-4f9e-4b68-ad08-0a877554174c tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:43:22.236004 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-33100461-4f9e-4b68-ad08-0a877554174c tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Usage tracker for resource:security_group_rule and tenant:e6de6ac8bdf7427ba6dad2fa7321cdd0 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:43:22.239293 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-33100461-4f9e-4b68-ad08-0a877554174c tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:43:22.245607 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-33100461-4f9e-4b68-ad08-0a877554174c tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:43:22.263267 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-33100461-4f9e-4b68-ad08-0a877554174c tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:43:22.334906 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-33100461-4f9e-4b68-ad08-0a877554174c tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:43:22.336995 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 8193cbf3-c3dd-4898-8a4f-d563b6a4225b no longer exists at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:43:22.338782 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-33100461-4f9e-4b68-ad08-0a877554174c tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689902'] for security_group_rule, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:43:22.340755 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-a51b51ed-6765-422a-b882-2ee940119525 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:43:22.364057 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33100461-4f9e-4b68-ad08-0a877554174c tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a08f80eb-2673-46b9-8597-c4f4f91c165a,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:43:22.367269 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-33100461-4f9e-4b68-ad08-0a877554174c tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:43:22.371793 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] No Port match for: 8193cbf3-c3dd-4898-8a4f-d563b6a4225b {{(pid=88880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 24 11:43:22.372213 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 8193cbf3-c3dd-4898-8a4f-d563b6a4225b not bound to the agent host dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 24 11:43:22.377984 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-33100461-4f9e-4b68-ad08-0a877554174c tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:43:22.379312 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-33100461-4f9e-4b68-ad08-0a877554174c tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.1599045
Dec 24 11:43:22.382534 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 50094) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:43:22.388600 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-789a452e-46df-4aa2-9108-84dea0bc1326 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Request body: {'security_group_rule': {'security_group_id': 'e216727c-3475-4e50-a1ac-dd882fffea49', 'project_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:43:22.395177 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-789a452e-46df-4aa2-9108-84dea0bc1326 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:43:22.399415 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-789a452e-46df-4aa2-9108-84dea0bc1326 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Usage tracker for resource:security_group_rule and tenant:e6de6ac8bdf7427ba6dad2fa7321cdd0 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:43:22.402581 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-789a452e-46df-4aa2-9108-84dea0bc1326 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:43:22.408866 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-789a452e-46df-4aa2-9108-84dea0bc1326 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:43:22.426387 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-789a452e-46df-4aa2-9108-84dea0bc1326 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:43:22.501016 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-789a452e-46df-4aa2-9108-84dea0bc1326 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:43:22.505030 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-789a452e-46df-4aa2-9108-84dea0bc1326 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689902'] for security_group_rule, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:43:22.507012 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-5e9b518f-6905-465d-9c79-4d3bf7a8dea3 tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:43:22.530448 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789a452e-46df-4aa2-9108-84dea0bc1326 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f18fae7-10b9-4bad-a1f8-ea0c606ee77d,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:43:22.533892 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-789a452e-46df-4aa2-9108-84dea0bc1326 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:43:22.540985 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-789a452e-46df-4aa2-9108-84dea0bc1326 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:43:22.542330 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-789a452e-46df-4aa2-9108-84dea0bc1326 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1586854
Dec 24 11:43:22.545318 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 50098) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:43:22.552415 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-3e985c1e-ec16-4962-aa36-3b23c6208c0b tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Request body: {'security_group_rule': {'security_group_id': 'e216727c-3475-4e50-a1ac-dd882fffea49', 'project_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:43:22.560252 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-3e985c1e-ec16-4962-aa36-3b23c6208c0b tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:43:22.564493 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-3e985c1e-ec16-4962-aa36-3b23c6208c0b tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Usage tracker for resource:security_group_rule and tenant:e6de6ac8bdf7427ba6dad2fa7321cdd0 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:43:22.567620 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-3e985c1e-ec16-4962-aa36-3b23c6208c0b tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:43:22.575018 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-3e985c1e-ec16-4962-aa36-3b23c6208c0b tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:43:22.592341 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3e985c1e-ec16-4962-aa36-3b23c6208c0b tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:43:22.665116 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3e985c1e-ec16-4962-aa36-3b23c6208c0b tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:43:22.669144 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3e985c1e-ec16-4962-aa36-3b23c6208c0b tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689902'] for security_group_rule, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:43:22.671128 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-0873b93e-ccfb-4c7c-8630-42e935c19edb tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:43:22.694600 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e985c1e-ec16-4962-aa36-3b23c6208c0b tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9afee01-69b4-4654-9be6-a74c54fbe8cf,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:43:22.697056 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-3e985c1e-ec16-4962-aa36-3b23c6208c0b tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:43:22.704855 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3e985c1e-ec16-4962-aa36-3b23c6208c0b tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:43:22.706980 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-3e985c1e-ec16-4962-aa36-3b23c6208c0b tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.1603398
Dec 24 11:43:22.711185 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 50102) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:43:22.717358 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-ffdbebea-a10f-4561-a500-6fd7c525b464 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Request body: {'security_group_rule': {'security_group_id': 'e216727c-3475-4e50-a1ac-dd882fffea49', 'project_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:43:22.724250 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-ffdbebea-a10f-4561-a500-6fd7c525b464 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:43:22.728673 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-ffdbebea-a10f-4561-a500-6fd7c525b464 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Usage tracker for resource:security_group_rule and tenant:e6de6ac8bdf7427ba6dad2fa7321cdd0 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:43:22.731945 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-ffdbebea-a10f-4561-a500-6fd7c525b464 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:43:22.738523 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-ffdbebea-a10f-4561-a500-6fd7c525b464 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:43:22.751186 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.securitygroups_db [None req-ffdbebea-a10f-4561-a500-6fd7c525b464 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Project e6de6ac8bdf7427ba6dad2fa7321cdd0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 24 11:43:22.762225 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ffdbebea-a10f-4561-a500-6fd7c525b464 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:43:22.832994 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ffdbebea-a10f-4561-a500-6fd7c525b464 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:43:22.836818 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ffdbebea-a10f-4561-a500-6fd7c525b464 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689902'] for security_group_rule, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:43:22.845365 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-2abdcb9f-e3ba-431c-98c7-71fa5e8dd3f2 tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:43:22.870359 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdbebea-a10f-4561-a500-6fd7c525b464 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34ad6bac-a5c4-4e0a-abcf-a5df828ce12e,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:43:22.873214 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-ffdbebea-a10f-4561-a500-6fd7c525b464 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:43:22.880575 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ffdbebea-a10f-4561-a500-6fd7c525b464 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:43:22.881884 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-ffdbebea-a10f-4561-a500-6fd7c525b464 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.1696022
Dec 24 11:43:22.885050 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 50106) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:43:22.891038 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-464c27a1-b3d1-4eae-bfdf-f82911dbd6b2 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Request body: {'security_group_rule': {'security_group_id': 'e216727c-3475-4e50-a1ac-dd882fffea49', 'project_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:43:22.897513 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-464c27a1-b3d1-4eae-bfdf-f82911dbd6b2 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:43:22.902171 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-464c27a1-b3d1-4eae-bfdf-f82911dbd6b2 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Usage tracker for resource:security_group_rule and tenant:e6de6ac8bdf7427ba6dad2fa7321cdd0 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:43:22.905322 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-464c27a1-b3d1-4eae-bfdf-f82911dbd6b2 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:43:22.911802 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-464c27a1-b3d1-4eae-bfdf-f82911dbd6b2 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:43:22.925705 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.securitygroups_db [None req-464c27a1-b3d1-4eae-bfdf-f82911dbd6b2 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Project e6de6ac8bdf7427ba6dad2fa7321cdd0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 24 11:43:22.932574 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-464c27a1-b3d1-4eae-bfdf-f82911dbd6b2 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:43:23.001497 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-464c27a1-b3d1-4eae-bfdf-f82911dbd6b2 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:43:23.005470 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-464c27a1-b3d1-4eae-bfdf-f82911dbd6b2 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689902'] for security_group_rule, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:43:23.007489 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-cf04cd66-b5f0-4f3c-ab2e-b77122178869 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:43:23.031415 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464c27a1-b3d1-4eae-bfdf-f82911dbd6b2 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aaadcb44-f4c3-427a-9fec-8ecb680f8853,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:43:23.036059 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-464c27a1-b3d1-4eae-bfdf-f82911dbd6b2 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:43:23.040377 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-464c27a1-b3d1-4eae-bfdf-f82911dbd6b2 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:43:23.041670 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-464c27a1-b3d1-4eae-bfdf-f82911dbd6b2 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.1556170
Dec 24 11:43:23.044850 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 50110) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:43:23.051013 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-8b60952d-2d1d-4977-bdfa-cebe09f3c1b8 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Request body: {'network': {'name': 'tempest-network-smoke--1709810428', 'project_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'port_security_enabled': True}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:43:23.056280 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-8b60952d-2d1d-4977-bdfa-cebe09f3c1b8 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:43:23.060730 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-8b60952d-2d1d-4977-bdfa-cebe09f3c1b8 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Usage tracker for resource:network and tenant:e6de6ac8bdf7427ba6dad2fa7321cdd0 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:43:23.063844 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-8b60952d-2d1d-4977-bdfa-cebe09f3c1b8 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:43:23.070060 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-8b60952d-2d1d-4977-bdfa-cebe09f3c1b8 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:43:23.080016 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b60952d-2d1d-4977-bdfa-cebe09f3c1b8 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Made reservation on behalf of e6de6ac8bdf7427ba6dad2fa7321cdd0 for: {'network': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:43:23.085586 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8b60952d-2d1d-4977-bdfa-cebe09f3c1b8 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for network, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:43:23.115647 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b60952d-2d1d-4977-bdfa-cebe09f3c1b8 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] vlan segment allocate from pool success with {'vlan_id': 600, 'physical_network': 'physnet1'}  {{(pid=88878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 24 11:43:23.125169 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8b60952d-2d1d-4977-bdfa-cebe09f3c1b8 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:43:23.125559 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.segments_db [None req-8b60952d-2d1d-4977-bdfa-cebe09f3c1b8 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Added segment 1c3a0d9d-75fd-49f7-b157-786a001596f2 of type vlan for network e16e3525-6acb-43f2-b349-a472e53e8812
Dec 24 11:43:23.153100 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8b60952d-2d1d-4977-bdfa-cebe09f3c1b8 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363287349540024'] for network, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:43:23.190606 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8b60952d-2d1d-4977-bdfa-cebe09f3c1b8 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636'] for network, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:43:23.194768 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b60952d-2d1d-4977-bdfa-cebe09f3c1b8 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:43:23.195410 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8b60952d-2d1d-4977-bdfa-cebe09f3c1b8 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:43:23.199168 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-0da0d22a-4309-4c98-832a-377b9542a1f3 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:43:23.262898 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-8b60952d-2d1d-4977-bdfa-cebe09f3c1b8 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.2166774
Dec 24 11:43:23.266062 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 50114) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:43:23.272094 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-85f49f81-a6cf-4664-ba97-de8050a691de tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-231899082', 'admin_state_up': True, 'project_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a'}}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:43:23.280257 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-85f49f81-a6cf-4664-ba97-de8050a691de tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:43:23.284790 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-85f49f81-a6cf-4664-ba97-de8050a691de tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Usage tracker for resource:router and tenant:e6de6ac8bdf7427ba6dad2fa7321cdd0 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:43:23.288178 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-85f49f81-a6cf-4664-ba97-de8050a691de tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:43:23.296143 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-85f49f81-a6cf-4664-ba97-de8050a691de tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:43:23.307359 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-85f49f81-a6cf-4664-ba97-de8050a691de tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-612016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-84579'] for router, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:43:23.308442 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-85f49f81-a6cf-4664-ba97-de8050a691de tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854163950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659046', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854079771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854691221'] for router, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:43:23.316348 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b60952d-2d1d-4977-bdfa-cebe09f3c1b8 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Pushing event updated for resources: {'Network': ['ID=e16e3525-6acb-43f2-b349-a472e53e8812,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:43:23.319261 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-8b60952d-2d1d-4977-bdfa-cebe09f3c1b8 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:43:23.327690 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Network e16e3525-6acb-43f2-b349-a472e53e8812 details requested by agent ovs-agent-dv-neutron-822691-2-hyperv with host dv-neutron-822691-2-hyperv {{(pid=88880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 24 11:43:23.331001 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-85f49f81-a6cf-4664-ba97-de8050a691de tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:43:23.486870 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-85f49f81-a6cf-4664-ba97-de8050a691de tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-659031', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854691240'] for router, precommit_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:43:23.684110 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-85f49f81-a6cf-4664-ba97-de8050a691de tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for router_gateway, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:43:23.716172 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-85f49f81-a6cf-4664-ba97-de8050a691de tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:43:24.107839 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-85f49f81-a6cf-4664-ba97-de8050a691de tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Allocated IP 172.26.3.188 (f8c337ba-681f-4fcb-a333-e3c49365b30a/8ea1398c-0bec-46d6-8d54-85798de2a7ca/eed58aaa-ffa3-462b-9603-4ed2ece78b24) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:43:24.269844 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-85f49f81-a6cf-4664-ba97-de8050a691de tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:43:24.298573 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-85f49f81-a6cf-4664-ba97-de8050a691de tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:43:24.302380 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-ce770afa-1e10-4b57-b5f7-4cabce1829d9 tempest-RoutersNegativeTest-1388346399 tempest-RoutersNegativeTest-1388346399-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:43:24.375995 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85f49f81-a6cf-4664-ba97-de8050a691de tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Network f8c337ba-681f-4fcb-a333-e3c49365b30a is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:43:24.379685 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-85f49f81-a6cf-4664-ba97-de8050a691de tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Resources bound (agent type, host, resource id):  {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:43:24.382596 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f49f81-a6cf-4664-ba97-de8050a691de tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:43:24.408682 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f49f81-a6cf-4664-ba97-de8050a691de tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Pushing event updated for resources: {'Port': ['ID=eed58aaa-ffa3-462b-9603-4ed2ece78b24,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:43:24.411587 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-85f49f81-a6cf-4664-ba97-de8050a691de tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:43:24.548477 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-85f49f81-a6cf-4664-ba97-de8050a691de tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for router_gateway, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:43:24.549382 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-85f49f81-a6cf-4664-ba97-de8050a691de tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854163800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854116816'] for router, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:43:24.807265 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85f49f81-a6cf-4664-ba97-de8050a691de tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Router 8ea39dc2-0f33-4299-bf8a-1a9f73621524 is scheduled to L3 agent 198cca88-1338-4098-b44b-beb0346ac906 with binding_index 1 {{(pid=88879) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 24 11:43:25.031977 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85f49f81-a6cf-4664-ba97-de8050a691de tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:43:25.043026 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68199938-be11-4226-9fa1-cf683d4d82a5 None None] Sync routers for ids ['8ea39dc2-0f33-4299-bf8a-1a9f73621524'] in dv-neutron-822691-2-hyperv {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:43:25.056672 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68199938-be11-4226-9fa1-cf683d4d82a5 None None] Routers {'8ea39dc2-0f33-4299-bf8a-1a9f73621524'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:43:25.057407 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-68199938-be11-4226-9fa1-cf683d4d82a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52720d3b70>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:43:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['8ea39dc2-0f33-4299-bf8a-1a9f73621524'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:43:25.062746 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-85f49f81-a6cf-4664-ba97-de8050a691de tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for router, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:43:25.064710 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-85f49f81-a6cf-4664-ba97-de8050a691de tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201  len: 895 time: 1.7974663
Dec 24 11:43:25.068223 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 50118) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:43:25.115955 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-559735b6-5f40-487a-aa3b-f6187965902a tempest-TestNetworkAdvancedServerOps-1792842542 tempest-TestNetworkAdvancedServerOps-1792842542-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=e6de6ac8bdf7427ba6dad2fa7321cdd0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0463436
Dec 24 11:43:25.118849 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 50122) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:43:25.248107 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-68199938-be11-4226-9fa1-cf683d4d82a5 None None] Set router 8ea39dc2-0f33-4299-bf8a-1a9f73621524 gateway port host: dv-neutron-822691-2-hyperv {{(pid=88881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:43:25.263757 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62c1039a-cc57-4463-9823-384603c07b92 tempest-TestNetworkAdvancedServerOps-1792842542 tempest-TestNetworkAdvancedServerOps-1792842542-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:43:25.265713 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-62c1039a-cc57-4463-9823-384603c07b92 tempest-TestNetworkAdvancedServerOps-1792842542 tempest-TestNetworkAdvancedServerOps-1792842542-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1458066
Dec 24 11:43:25.269048 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 50126) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:43:25.315094 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-c6018c07-c7c6-4a4b-97d4-8bf75dcb5f53 tempest-TestNetworkAdvancedServerOps-1792842542 tempest-TestNetworkAdvancedServerOps-1792842542-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=f8c337ba-681f-4fcb-a333-e3c49365b30a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0447176
Dec 24 11:43:25.317615 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 50130) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:43:25.323530 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-80eadd22-043f-4bc5-a589-171dd9ada607 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-483249036', 'network_id': 'e16e3525-6acb-43f2-b349-a472e53e8812', 'project_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:43:25.443009 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-80eadd22-043f-4bc5-a589-171dd9ada607 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:43:25.447318 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-80eadd22-043f-4bc5-a589-171dd9ada607 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Usage tracker for resource:subnet and tenant:e6de6ac8bdf7427ba6dad2fa7321cdd0 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:43:25.450364 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-80eadd22-043f-4bc5-a589-171dd9ada607 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:43:25.456678 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-80eadd22-043f-4bc5-a589-171dd9ada607 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:43:25.466864 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80eadd22-043f-4bc5-a589-171dd9ada607 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Made reservation on behalf of e6de6ac8bdf7427ba6dad2fa7321cdd0 for: {'subnet': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:43:25.545139 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-68199938-be11-4226-9fa1-cf683d4d82a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52720d3b70>, [{'id': '8ea39dc2-0f33-4299-bf8a-1a9f73621524', 'name': 'tempest-TestNetworkAdvancedServerOps-router-231899082', 'tenant_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.188'}], 'enable_snat': True}, 'gw_port_id': 'eed58aaa-ffa3-462b-9603-4ed2ece78b24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:43:23Z', 'updated_at': '2021-12-24T11:43:24Z', 'revision_number': 3, 'project_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'gw_port': {'id': 'eed58aaa-ffa3-462b-9603-4ed2ece78b24', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:f7:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ea39dc2-0f33-4299-bf8a-1a9f73621524', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:43:23Z', 'updated_at': '2021-12-24T11:43:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv'}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:43:25.549449 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68199938-be11-4226-9fa1-cf683d4d82a5 None None] Checking router: 8ea39dc2-0f33-4299-bf8a-1a9f73621524 for host: dv-neutron-822691-2-hyperv {{(pid=88881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 24 11:43:25.549854 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68199938-be11-4226-9fa1-cf683d4d82a5 None None] Updating router 8ea39dc2-0f33-4299-bf8a-1a9f73621524 port eed58aaa-ffa3-462b-9603-4ed2ece78b24 binding host dv-neutron-822691-2-hyperv {{(pid=88881) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 24 11:43:25.579869 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-80eadd22-043f-4bc5-a589-171dd9ada607 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2246100'] for subnet, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:43:25.602683 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-68199938-be11-4226-9fa1-cf683d4d82a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:43:25.809876 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-80eadd22-043f-4bc5-a589-171dd9ada607 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850796890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2246085'] for subnet, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:43:25.814640 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-5e88b98e-d86e-44f7-ba25-da77a9268908 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:43:25.894831 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80eadd22-043f-4bc5-a589-171dd9ada607 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Pushing event updated for resources: {'Subnet': ['ID=629a1d52-4389-45d0-8129-476d8ed13af6,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:43:25.897546 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-80eadd22-043f-4bc5-a589-171dd9ada607 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:43:25.922248 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80eadd22-043f-4bc5-a589-171dd9ada607 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Checking segment: {'id': '1c3a0d9d-75fd-49f7-b157-786a001596f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'e16e3525-6acb-43f2-b349-a472e53e8812'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:43:25.922641 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80eadd22-043f-4bc5-a589-171dd9ada607 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Network hostable DHCP agents. Network: e16e3525-6acb-43f2-b349-a472e53e8812, hostable agents: ['edcf98dc-3032-472a-8b3d-f23fd1e89806'], hosted agents: [] {{(pid=88878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 24 11:43:25.945124 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80eadd22-043f-4bc5-a589-171dd9ada607 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Network e16e3525-6acb-43f2-b349-a472e53e8812 is scheduled to be hosted by DHCP agent edcf98dc-3032-472a-8b3d-f23fd1e89806 with binding_index 1 {{(pid=88878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 24 11:43:25.954532 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-80eadd22-043f-4bc5-a589-171dd9ada607 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822691-2-hyperv, e16e3525-6acb-43f2-b349-a472e53e8812) {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:43:25.956587 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-68199938-be11-4226-9fa1-cf683d4d82a5 None None] Notify callbacks [] for port, precommit_update {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:43:25.958997 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80eadd22-043f-4bc5-a589-171dd9ada607 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:43:25.959667 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-80eadd22-043f-4bc5-a589-171dd9ada607 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:43:25.966979 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a2aeae3-5b2a-47df-9814-b111ae633edc None None] Network e16e3525-6acb-43f2-b349-a472e53e8812 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:43:25.970488 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-68199938-be11-4226-9fa1-cf683d4d82a5 None None] Transition to ACTIVE for port object eed58aaa-ffa3-462b-9603-4ed2ece78b24 will not be triggered until provisioned by entity L2. {{(pid=88881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:43:25.977333 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-68199938-be11-4226-9fa1-cf683d4d82a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:43:25.984677 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-80eadd22-043f-4bc5-a589-171dd9ada607 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 0.6629963
Dec 24 11:43:25.985104 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c9d2b2b6-aa1e-42ab-a4cf-0b79ad0c557a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:43:25.985230 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 50134) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:43:26.068856 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-68199938-be11-4226-9fa1-cf683d4d82a5 None None] Attempting to bind port eed58aaa-ffa3-462b-9603-4ed2ece78b24 on host dv-neutron-822691-2-hyperv for vnic_type normal with profile  {{(pid=88881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:43:26.069278 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-68199938-be11-4226-9fa1-cf683d4d82a5 None None] Attempting to bind port eed58aaa-ffa3-462b-9603-4ed2ece78b24 by drivers openvswitch,hyperv on host dv-neutron-822691-2-hyperv at level 0 using segments [{'id': 'd4e3295f-9ff8-4cad-8a20-3f1c937efc8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a'}] {{(pid=88881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:43:26.069626 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68199938-be11-4226-9fa1-cf683d4d82a5 None None] Attempting to bind port eed58aaa-ffa3-462b-9603-4ed2ece78b24 on network f8c337ba-681f-4fcb-a333-e3c49365b30a {{(pid=88881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:43:26.071977 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71473e44-1b9d-4987-82e4-05a185472ea1 None None] Pushing event updated for resources: {'Port': ['ID=eed58aaa-ffa3-462b-9603-4ed2ece78b24,revision_number=2']} {{(pid=88881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:43:26.084297 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68199938-be11-4226-9fa1-cf683d4d82a5 None None] Checking agent: {'id': 'db1275c1-6001-47af-93c2-635c68404703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822691-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 52, 8), 'started_at': datetime.datetime(2021, 12, 24, 10, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 43, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822691-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:43:26.084715 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68199938-be11-4226-9fa1-cf683d4d82a5 None None] Checking segment: {'id': 'd4e3295f-9ff8-4cad-8a20-3f1c937efc8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:43:26.085166 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-68199938-be11-4226-9fa1-cf683d4d82a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:43:26.085596 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68199938-be11-4226-9fa1-cf683d4d82a5 None None] Bound using segment: {'id': 'd4e3295f-9ff8-4cad-8a20-3f1c937efc8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a'} {{(pid=88881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:43:26.086140 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-68199938-be11-4226-9fa1-cf683d4d82a5 None None] Bound port: eed58aaa-ffa3-462b-9603-4ed2ece78b24, host: dv-neutron-822691-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4e3295f-9ff8-4cad-8a20-3f1c937efc8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a'}}] {{(pid=88881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:43:26.086550 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-68199938-be11-4226-9fa1-cf683d4d82a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:43:26.115331 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71473e44-1b9d-4987-82e4-05a185472ea1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:43:26.115709 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71473e44-1b9d-4987-82e4-05a185472ea1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:43:26.116059 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71473e44-1b9d-4987-82e4-05a185472ea1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:43:26.116445 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71473e44-1b9d-4987-82e4-05a185472ea1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:43:26.116823 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71473e44-1b9d-4987-82e4-05a185472ea1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:43:26.117171 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71473e44-1b9d-4987-82e4-05a185472ea1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:43:26.117542 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71473e44-1b9d-4987-82e4-05a185472ea1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:43:26.117931 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71473e44-1b9d-4987-82e4-05a185472ea1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:43:26.118282 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71473e44-1b9d-4987-82e4-05a185472ea1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:43:26.118655 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71473e44-1b9d-4987-82e4-05a185472ea1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:43:26.119007 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71473e44-1b9d-4987-82e4-05a185472ea1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:43:26.129045 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-71473e44-1b9d-4987-82e4-05a185472ea1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=88881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:43:26.171361 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-68199938-be11-4226-9fa1-cf683d4d82a5 None None] For port eed58aaa-ffa3-462b-9603-4ed2ece78b24, host dv-neutron-822691-2-hyperv, cleared binding levels {{(pid=88881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:43:26.175132 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-68199938-be11-4226-9fa1-cf683d4d82a5 None None] For port eed58aaa-ffa3-462b-9603-4ed2ece78b24, host dv-neutron-822691-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=eed58aaa-ffa3-462b-9603-4ed2ece78b24,segment=NetworkSegment(d4e3295f-9ff8-4cad-8a20-3f1c937efc8c),segment_id=d4e3295f-9ff8-4cad-8a20-3f1c937efc8c)] {{(pid=88881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:43:26.179290 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-68199938-be11-4226-9fa1-cf683d4d82a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:43:26.184271 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-85f53612-92ac-48ce-af14-24ce6183618a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:43:26.224273 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ce7a56c-58ea-4e3a-bd46-73c35b5582f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73968e80-91fd-539e-a7c6-b31af6d9e680-e16e3525-6acb-43f2-b349-a472e53e8812', 'network_id': 'e16e3525-6acb-43f2-b349-a472e53e8812', 'tenant_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'fixed_ips': [{'subnet_id': '629a1d52-4389-45d0-8129-476d8ed13af6'}]}} from dv-neutron-822691-2-hyperv. {{(pid=88880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 24 11:43:26.225390 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9ce7a56c-58ea-4e3a-bd46-73c35b5582f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:43:26.274927 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71473e44-1b9d-4987-82e4-05a185472ea1 None None] Pushing event updated for resources: {'Port': ['ID=eed58aaa-ffa3-462b-9603-4ed2ece78b24,revision_number=3']} {{(pid=88881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:43:26.278517 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-71473e44-1b9d-4987-82e4-05a185472ea1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:43:26.287000 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68199938-be11-4226-9fa1-cf683d4d82a5 None None] Routers {'8ea39dc2-0f33-4299-bf8a-1a9f73621524'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:43:26.287697 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-68199938-be11-4226-9fa1-cf683d4d82a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52720d3b70>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:43:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['8ea39dc2-0f33-4299-bf8a-1a9f73621524'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:43:26.410757 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-9ce7a56c-58ea-4e3a-bd46-73c35b5582f6 None None] Allocated IP 172.20.0.2 (e16e3525-6acb-43f2-b349-a472e53e8812/629a1d52-4389-45d0-8129-476d8ed13af6/5c5f40c1-084d-481a-aa32-f15435514aac) {{(pid=88880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:43:26.480649 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-68199938-be11-4226-9fa1-cf683d4d82a5 None None] Set router 8ea39dc2-0f33-4299-bf8a-1a9f73621524 gateway port host: dv-neutron-822691-2-hyperv {{(pid=88881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:43:26.652906 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9ce7a56c-58ea-4e3a-bd46-73c35b5582f6 None None] Notify callbacks [] for port, precommit_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:43:26.666340 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-9ce7a56c-58ea-4e3a-bd46-73c35b5582f6 None None] Transition to ACTIVE for port object 5c5f40c1-084d-481a-aa32-f15435514aac will not be triggered until provisioned by entity L2. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:43:26.689098 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-9ce7a56c-58ea-4e3a-bd46-73c35b5582f6 None None] Transition to ACTIVE for port object 5c5f40c1-084d-481a-aa32-f15435514aac will not be triggered until provisioned by entity DHCP. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:43:26.695012 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9ce7a56c-58ea-4e3a-bd46-73c35b5582f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408'] for port, after_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:43:26.707915 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-21d8f351-1a99-432e-89f9-972e5fffb1b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:43:26.771012 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ce7a56c-58ea-4e3a-bd46-73c35b5582f6 None None] Network e16e3525-6acb-43f2-b349-a472e53e8812 is already hosted by enough agents. {{(pid=88880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:43:26.774132 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-9ce7a56c-58ea-4e3a-bd46-73c35b5582f6 None None] Resources bound (agent type, host, resource id):  {{(pid=88880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:43:26.784242 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce7a56c-58ea-4e3a-bd46-73c35b5582f6 None None] Received port after_create {{(pid=88880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:43:26.794960 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce7a56c-58ea-4e3a-bd46-73c35b5582f6 None None] Pushing event updated for resources: {'Port': ['ID=5c5f40c1-084d-481a-aa32-f15435514aac,revision_number=1']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:43:26.798236 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-9ce7a56c-58ea-4e3a-bd46-73c35b5582f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:43:26.884156 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-9ce7a56c-58ea-4e3a-bd46-73c35b5582f6 None None] Attempting to bind port 5c5f40c1-084d-481a-aa32-f15435514aac on host dv-neutron-822691-2-hyperv for vnic_type normal with profile  {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:43:26.884567 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-9ce7a56c-58ea-4e3a-bd46-73c35b5582f6 None None] Attempting to bind port 5c5f40c1-084d-481a-aa32-f15435514aac by drivers openvswitch,hyperv on host dv-neutron-822691-2-hyperv at level 0 using segments [{'id': '1c3a0d9d-75fd-49f7-b157-786a001596f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'e16e3525-6acb-43f2-b349-a472e53e8812'}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:43:26.884943 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce7a56c-58ea-4e3a-bd46-73c35b5582f6 None None] Attempting to bind port 5c5f40c1-084d-481a-aa32-f15435514aac on network e16e3525-6acb-43f2-b349-a472e53e8812 {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:43:26.892196 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce7a56c-58ea-4e3a-bd46-73c35b5582f6 None None] Checking agent: {'id': 'db1275c1-6001-47af-93c2-635c68404703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822691-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 52, 8), 'started_at': datetime.datetime(2021, 12, 24, 10, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 43, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822691-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:43:26.892608 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce7a56c-58ea-4e3a-bd46-73c35b5582f6 None None] Checking segment: {'id': '1c3a0d9d-75fd-49f7-b157-786a001596f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'e16e3525-6acb-43f2-b349-a472e53e8812'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:43:26.893066 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9ce7a56c-58ea-4e3a-bd46-73c35b5582f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:43:26.893499 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce7a56c-58ea-4e3a-bd46-73c35b5582f6 None None] Bound using segment: {'id': '1c3a0d9d-75fd-49f7-b157-786a001596f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'e16e3525-6acb-43f2-b349-a472e53e8812'} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:43:26.894061 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-9ce7a56c-58ea-4e3a-bd46-73c35b5582f6 None None] Bound port: 5c5f40c1-084d-481a-aa32-f15435514aac, host: dv-neutron-822691-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c3a0d9d-75fd-49f7-b157-786a001596f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'e16e3525-6acb-43f2-b349-a472e53e8812'}}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:43:26.894479 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9ce7a56c-58ea-4e3a-bd46-73c35b5582f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:43:26.939245 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-68199938-be11-4226-9fa1-cf683d4d82a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52720d3b70>, [{'id': '8ea39dc2-0f33-4299-bf8a-1a9f73621524', 'name': 'tempest-TestNetworkAdvancedServerOps-router-231899082', 'tenant_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.188'}], 'enable_snat': True}, 'gw_port_id': 'eed58aaa-ffa3-462b-9603-4ed2ece78b24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:43:23Z', 'updated_at': '2021-12-24T11:43:24Z', 'revision_number': 3, 'project_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'gw_port': {'id': 'eed58aaa-ffa3-462b-9603-4ed2ece78b24', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:f7:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ea39dc2-0f33-4299-bf8a-1a9f73621524', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:43:23Z', 'updated_at': '2021-12-24T11:43:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv'}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:43:26.943459 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68199938-be11-4226-9fa1-cf683d4d82a5 None None] The sync data for ids ['8ea39dc2-0f33-4299-bf8a-1a9f73621524'] in dv-neutron-822691-2-hyperv is: [{'id': '8ea39dc2-0f33-4299-bf8a-1a9f73621524', 'name': 'tempest-TestNetworkAdvancedServerOps-router-231899082', 'tenant_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.188'}], 'enable_snat': True}, 'gw_port_id': 'eed58aaa-ffa3-462b-9603-4ed2ece78b24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:43:23Z', 'updated_at': '2021-12-24T11:43:24Z', 'revision_number': 3, 'project_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'gw_port': {'id': 'eed58aaa-ffa3-462b-9603-4ed2ece78b24', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:f7:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ea39dc2-0f33-4299-bf8a-1a9f73621524', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:43:23Z', 'updated_at': '2021-12-24T11:43:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv'}] {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:43:26.989269 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-9ce7a56c-58ea-4e3a-bd46-73c35b5582f6 None None] For port 5c5f40c1-084d-481a-aa32-f15435514aac, host dv-neutron-822691-2-hyperv, cleared binding levels {{(pid=88880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:43:26.992954 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-9ce7a56c-58ea-4e3a-bd46-73c35b5582f6 None None] For port 5c5f40c1-084d-481a-aa32-f15435514aac, host dv-neutron-822691-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=5c5f40c1-084d-481a-aa32-f15435514aac,segment=NetworkSegment(1c3a0d9d-75fd-49f7-b157-786a001596f2),segment_id=1c3a0d9d-75fd-49f7-b157-786a001596f2)] {{(pid=88880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:43:26.995860 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9ce7a56c-58ea-4e3a-bd46-73c35b5582f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:43:27.000626 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:43:27.083526 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a7ac8c10-d2dd-4115-b4a4-ca0d8576d009 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:43:27.085714 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce7a56c-58ea-4e3a-bd46-73c35b5582f6 None None] Pushing event updated for resources: {'Port': ['ID=5c5f40c1-084d-481a-aa32-f15435514aac,revision_number=2']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:43:27.089015 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-9ce7a56c-58ea-4e3a-bd46-73c35b5582f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:43:27.556804 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-a7ac8c10-d2dd-4115-b4a4-ca0d8576d009 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Allocated IP 172.20.0.1 (e16e3525-6acb-43f2-b349-a472e53e8812/629a1d52-4389-45d0-8129-476d8ed13af6/7ed9541c-cdb0-47e2-87c6-3e78d12e3de3) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:43:27.744665 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a7ac8c10-d2dd-4115-b4a4-ca0d8576d009 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:43:27.762065 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-a7ac8c10-d2dd-4115-b4a4-ca0d8576d009 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Transition to ACTIVE for port object 7ed9541c-cdb0-47e2-87c6-3e78d12e3de3 will not be triggered until provisioned by entity DHCP. {{(pid=88878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:43:27.781919 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a7ac8c10-d2dd-4115-b4a4-ca0d8576d009 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:43:27.787116 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-6abf7b4c-bc12-423c-a860-33a6e8694b86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:43:27.856184 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7ac8c10-d2dd-4115-b4a4-ca0d8576d009 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Network e16e3525-6acb-43f2-b349-a472e53e8812 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:43:27.865587 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-a7ac8c10-d2dd-4115-b4a4-ca0d8576d009 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Resources bound (agent type, host, resource id):  {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:43:27.870777 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ac8c10-d2dd-4115-b4a4-ca0d8576d009 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:43:27.904766 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ac8c10-d2dd-4115-b4a4-ca0d8576d009 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Pushing event updated for resources: {'Port': ['ID=7ed9541c-cdb0-47e2-87c6-3e78d12e3de3,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:43:27.912114 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-a7ac8c10-d2dd-4115-b4a4-ca0d8576d009 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:43:27.939007 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a7ac8c10-d2dd-4115-b4a4-ca0d8576d009 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-720245'] for router_interface, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:43:28.029566 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a7ac8c10-d2dd-4115-b4a4-ca0d8576d009 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:43:28.448994 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device eed58aaa-ffa3-462b-9603-4ed2ece78b24 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:43:28.495623 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a7ac8c10-d2dd-4115-b4a4-ca0d8576d009 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for port, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:43:28.500181 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a7ac8c10-d2dd-4115-b4a4-ca0d8576d009 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3978773'] for port, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:43:28.531391 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-1f37c9f8-51e0-4760-a2df-52023cc688d8 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:43:28.531772 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning for port eed58aaa-ffa3-462b-9603-4ed2ece78b24 completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:43:28.538118 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port eed58aaa-ffa3-462b-9603-4ed2ece78b24 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:43:28.538813 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:43:28.623848 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ac8c10-d2dd-4115-b4a4-ca0d8576d009 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Pushing event updated for resources: {'Port': ['ID=7ed9541c-cdb0-47e2-87c6-3e78d12e3de3,revision_number=2']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:43:28.627030 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-a7ac8c10-d2dd-4115-b4a4-ca0d8576d009 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:43:28.628271 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a7ac8c10-d2dd-4115-b4a4-ca0d8576d009 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1977653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854055662'] for router_interface, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:43:28.681019 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:43:28.696912 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:43:28.714240 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] For port eed58aaa-ffa3-462b-9603-4ed2ece78b24, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=eed58aaa-ffa3-462b-9603-4ed2ece78b24,segment=NetworkSegment(d4e3295f-9ff8-4cad-8a20-3f1c937efc8c),segment_id=d4e3295f-9ff8-4cad-8a20-3f1c937efc8c)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:43:28.719345 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:43:28.720293 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 5c5f40c1-084d-481a-aa32-f15435514aac up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:43:28.753699 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7e43d74e-e083-4c2d-ac5c-ffc9739ab203 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:43:28.789462 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7ac8c10-d2dd-4115-b4a4-ca0d8576d009 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Network e16e3525-6acb-43f2-b349-a472e53e8812 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:43:28.790905 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-a7ac8c10-d2dd-4115-b4a4-ca0d8576d009 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Resources bound (agent type, host, resource id):  {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:43:28.850104 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Pushing event updated for resources: {'Port': ['ID=eed58aaa-ffa3-462b-9603-4ed2ece78b24,revision_number=4']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:43:28.854898 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17494284-c868-4db3-95c2-ffee53a46d1b None None] Network e16e3525-6acb-43f2-b349-a472e53e8812 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:43:29.042343 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:43:29.075115 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning for port 5c5f40c1-084d-481a-aa32-f15435514aac completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:43:29.151649 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-02304b31-9921-4b77-ad08-3b6b6c7bd535 None None] Provisioning for port 5c5f40c1-084d-481a-aa32-f15435514aac completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:43:29.161875 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-02304b31-9921-4b77-ad08-3b6b6c7bd535 None None] Provisioning complete for port 5c5f40c1-084d-481a-aa32-f15435514aac triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:43:29.162315 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-02304b31-9921-4b77-ad08-3b6b6c7bd535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:43:29.210579 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7ac8c10-d2dd-4115-b4a4-ca0d8576d009 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Router 8ea39dc2-0f33-4299-bf8a-1a9f73621524 has already been hosted by L3 agent 198cca88-1338-4098-b44b-beb0346ac906 {{(pid=88878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 24 11:43:29.382528 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-02304b31-9921-4b77-ad08-3b6b6c7bd535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:43:29.434006 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-02304b31-9921-4b77-ad08-3b6b6c7bd535 None None] For port 5c5f40c1-084d-481a-aa32-f15435514aac, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=5c5f40c1-084d-481a-aa32-f15435514aac,segment=NetworkSegment(1c3a0d9d-75fd-49f7-b157-786a001596f2),segment_id=1c3a0d9d-75fd-49f7-b157-786a001596f2)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:43:29.438965 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-02304b31-9921-4b77-ad08-3b6b6c7bd535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:43:29.440916 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-a0d1cd65-9dd0-401d-80e1-5dfeb82557a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:43:29.517699 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02304b31-9921-4b77-ad08-3b6b6c7bd535 None None] Pushing event updated for resources: {'Port': ['ID=5c5f40c1-084d-481a-aa32-f15435514aac,revision_number=3']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:43:29.521445 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-02304b31-9921-4b77-ad08-3b6b6c7bd535 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:43:29.695817 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7ac8c10-d2dd-4115-b4a4-ca0d8576d009 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:43:29.710157 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-a7ac8c10-d2dd-4115-b4a4-ca0d8576d009 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "PUT /v2.0/routers/8ea39dc2-0f33-4299-bf8a-1a9f73621524/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.7238665
Dec 24 11:43:29.780775 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-737e5a74-41a8-46cb-baa3-cea0e598ef4f None None] Provisioning complete for port 5c5f40c1-084d-481a-aa32-f15435514aac triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:43:29.781212 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-737e5a74-41a8-46cb-baa3-cea0e598ef4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:43:29.917941 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-aad0ecff-15b6-4dd3-88d6-1b8bcff75ae0 req-d2888324-35ce-465b-a8e9-ed49f79674bb tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Synchronizing usage tracker for tenant:e6de6ac8bdf7427ba6dad2fa7321cdd0 on resource:security_group {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:43:29.936294 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-737e5a74-41a8-46cb-baa3-cea0e598ef4f None None] Provisioning for port 7ed9541c-cdb0-47e2-87c6-3e78d12e3de3 completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:43:29.937520 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-aad0ecff-15b6-4dd3-88d6-1b8bcff75ae0 req-d2888324-35ce-465b-a8e9-ed49f79674bb tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Unset dirty status for tenant:e6de6ac8bdf7427ba6dad2fa7321cdd0 on resource:security_group {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:43:29.938859 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-aad0ecff-15b6-4dd3-88d6-1b8bcff75ae0 req-d2888324-35ce-465b-a8e9-ed49f79674bb tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-209763632&fields=id&tenant_id=e6de6ac8bdf7427ba6dad2fa7321cdd0 HTTP/1.1" status: 200  len: 267 time: 0.0666807
Dec 24 11:43:29.942235 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-737e5a74-41a8-46cb-baa3-cea0e598ef4f None None] Provisioning complete for port 7ed9541c-cdb0-47e2-87c6-3e78d12e3de3 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:43:29.942667 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-737e5a74-41a8-46cb-baa3-cea0e598ef4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:43:29.998439 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-737e5a74-41a8-46cb-baa3-cea0e598ef4f None None] Port 7ed9541c-cdb0-47e2-87c6-3e78d12e3de3 cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:43:30.019464 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e68922d6-72be-4ecb-809f-b68d4037eb74 None None] Sync routers for ids ['8ea39dc2-0f33-4299-bf8a-1a9f73621524'] in dv-neutron-822691-2-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:43:30.032496 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e68922d6-72be-4ecb-809f-b68d4037eb74 None None] Routers {'8ea39dc2-0f33-4299-bf8a-1a9f73621524'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:43:30.033193 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-e68922d6-72be-4ecb-809f-b68d4037eb74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52716ac9b0>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:43:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['8ea39dc2-0f33-4299-bf8a-1a9f73621524'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:43:30.113806 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad0ecff-15b6-4dd3-88d6-1b8bcff75ae0 req-07e32f3c-662b-4463-99e6-ecb82f314614 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:43:30.115133 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-aad0ecff-15b6-4dd3-88d6-1b8bcff75ae0 req-07e32f3c-662b-4463-99e6-ecb82f314614 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Synchronizing usage tracker for tenant:e6de6ac8bdf7427ba6dad2fa7321cdd0 on resource:network {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:43:30.135688 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-aad0ecff-15b6-4dd3-88d6-1b8bcff75ae0 req-07e32f3c-662b-4463-99e6-ecb82f314614 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Unset dirty status for tenant:e6de6ac8bdf7427ba6dad2fa7321cdd0 on resource:network {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:43:30.138309 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-aad0ecff-15b6-4dd3-88d6-1b8bcff75ae0 req-07e32f3c-662b-4463-99e6-ecb82f314614 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/networks?id=e16e3525-6acb-43f2-b349-a472e53e8812 HTTP/1.1" status: 200  len: 797 time: 0.1909964
Dec 24 11:43:30.156627 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-aad0ecff-15b6-4dd3-88d6-1b8bcff75ae0 req-c869304f-411a-47b4-8ecc-66e2f444a8e4 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/quotas/e6de6ac8bdf7427ba6dad2fa7321cdd0 HTTP/1.1" status: 200  len: 375 time: 0.0134354
Dec 24 11:43:30.199728 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-1656e7be-9275-45e9-9267-17451876533a None None] Provisioning complete for port 7ed9541c-cdb0-47e2-87c6-3e78d12e3de3 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:43:30.200153 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1656e7be-9275-45e9-9267-17451876533a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:43:30.250740 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-aad0ecff-15b6-4dd3-88d6-1b8bcff75ae0 req-e88ad7bd-2563-45dc-9b75-a95fa6ee54a2 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Synchronizing usage tracker for tenant:e6de6ac8bdf7427ba6dad2fa7321cdd0 on resource:port {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:43:30.266708 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-aad0ecff-15b6-4dd3-88d6-1b8bcff75ae0 req-e88ad7bd-2563-45dc-9b75-a95fa6ee54a2 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Unset dirty status for tenant:e6de6ac8bdf7427ba6dad2fa7321cdd0 on resource:port {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:43:30.268265 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-aad0ecff-15b6-4dd3-88d6-1b8bcff75ae0 req-e88ad7bd-2563-45dc-9b75-a95fa6ee54a2 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=e6de6ac8bdf7427ba6dad2fa7321cdd0&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1055403
Dec 24 11:43:30.274043 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-1656e7be-9275-45e9-9267-17451876533a None None] Port 7ed9541c-cdb0-47e2-87c6-3e78d12e3de3 cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:43:30.290131 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-e68922d6-72be-4ecb-809f-b68d4037eb74 None None] Set router 8ea39dc2-0f33-4299-bf8a-1a9f73621524 gateway port host: dv-neutron-822691-2-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:43:30.425995 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device eed58aaa-ffa3-462b-9603-4ed2ece78b24 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:43:30.501532 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-aad0ecff-15b6-4dd3-88d6-1b8bcff75ae0 req-417cb345-a865-4278-a0ad-8f3164df3a29 service neutron] 10.222.0.65 "GET /v2.0/networks/e16e3525-6acb-43f2-b349-a472e53e8812?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2184663
Dec 24 11:43:30.610592 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-a3d3116d-855a-48f1-85ba-4fa6c2c48fe1 None None] Provisioning complete for port 7ed9541c-cdb0-47e2-87c6-3e78d12e3de3 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:43:30.611016 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a3d3116d-855a-48f1-85ba-4fa6c2c48fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:43:30.651354 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-aad0ecff-15b6-4dd3-88d6-1b8bcff75ae0 req-a4b9ab46-be23-4c1e-8f67-3bdd1b63d7b9 service neutron] 10.222.0.65 "GET /v2.0/networks/e16e3525-6acb-43f2-b349-a472e53e8812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1430390
Dec 24 11:43:30.719743 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port eed58aaa-ffa3-462b-9603-4ed2ece78b24 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:43:30.720275 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:43:30.773143 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-a3d3116d-855a-48f1-85ba-4fa6c2c48fe1 None None] Port 7ed9541c-cdb0-47e2-87c6-3e78d12e3de3 cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:43:30.856666 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-f54a7d7c-1720-4705-9e70-bb501fddfeb2 req-bfaef561-3f8e-4980-80af-e80b62a65738 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/ports?device_id=0a94b0eb-9703-43e7-9a37-33d3d2106255 HTTP/1.1" status: 200  len: 210 time: 0.0449545
Dec 24 11:43:30.867887 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-e68922d6-72be-4ecb-809f-b68d4037eb74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52716ac9b0>, [{'id': '8ea39dc2-0f33-4299-bf8a-1a9f73621524', 'name': 'tempest-TestNetworkAdvancedServerOps-router-231899082', 'tenant_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.188'}], 'enable_snat': True}, 'gw_port_id': 'eed58aaa-ffa3-462b-9603-4ed2ece78b24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:43:23Z', 'updated_at': '2021-12-24T11:43:27Z', 'revision_number': 4, 'project_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'gw_port': {'id': 'eed58aaa-ffa3-462b-9603-4ed2ece78b24', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:f7:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea39dc2-0f33-4299-bf8a-1a9f73621524', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:43:23Z', 'updated_at': '2021-12-24T11:43:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_interfaces': [{'id': '7ed9541c-cdb0-47e2-87c6-3e78d12e3de3', 'name': '', 'network_id': 'e16e3525-6acb-43f2-b349-a472e53e8812', 'tenant_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'mac_address': 'fa:16:3e:af:34:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ea39dc2-0f33-4299-bf8a-1a9f73621524', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '629a1d52-4389-45d0-8129-476d8ed13af6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:43:27Z', 'updated_at': '2021-12-24T11:43:28Z', 'revision_number': 2, 'project_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'subnets': [{'id': '629a1d52-4389-45d0-8129-476d8ed13af6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:43:30.876201 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e68922d6-72be-4ecb-809f-b68d4037eb74 None None] Checking router: 8ea39dc2-0f33-4299-bf8a-1a9f73621524 for host: dv-neutron-822691-2-hyperv {{(pid=88880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 24 11:43:30.876606 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e68922d6-72be-4ecb-809f-b68d4037eb74 None None] Updating router 8ea39dc2-0f33-4299-bf8a-1a9f73621524 port 7ed9541c-cdb0-47e2-87c6-3e78d12e3de3 binding host dv-neutron-822691-2-hyperv {{(pid=88880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 24 11:43:30.929389 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 5c5f40c1-084d-481a-aa32-f15435514aac up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:43:30.980776 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e68922d6-72be-4ecb-809f-b68d4037eb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:43:31.125409 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port 5c5f40c1-084d-481a-aa32-f15435514aac triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:43:31.125862 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:43:31.641210 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e68922d6-72be-4ecb-809f-b68d4037eb74 None None] Notify callbacks [] for port, precommit_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:43:31.653571 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-e68922d6-72be-4ecb-809f-b68d4037eb74 None None] Transition to ACTIVE for port object 7ed9541c-cdb0-47e2-87c6-3e78d12e3de3 will not be triggered until provisioned by entity L2. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:43:31.659816 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e68922d6-72be-4ecb-809f-b68d4037eb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:43:31.663413 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:43:31.794244 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61850ca-57d9-46e8-9b15-07ad6d754e30 None None] Pushing event updated for resources: {'Port': ['ID=7ed9541c-cdb0-47e2-87c6-3e78d12e3de3,revision_number=3']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:43:31.798264 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-b61850ca-57d9-46e8-9b15-07ad6d754e30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:43:31.886208 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-e68922d6-72be-4ecb-809f-b68d4037eb74 None None] Attempting to bind port 7ed9541c-cdb0-47e2-87c6-3e78d12e3de3 on host dv-neutron-822691-2-hyperv for vnic_type normal with profile  {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:43:31.886633 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-e68922d6-72be-4ecb-809f-b68d4037eb74 None None] Attempting to bind port 7ed9541c-cdb0-47e2-87c6-3e78d12e3de3 by drivers openvswitch,hyperv on host dv-neutron-822691-2-hyperv at level 0 using segments [{'id': '1c3a0d9d-75fd-49f7-b157-786a001596f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'e16e3525-6acb-43f2-b349-a472e53e8812'}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:43:31.887046 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68922d6-72be-4ecb-809f-b68d4037eb74 None None] Attempting to bind port 7ed9541c-cdb0-47e2-87c6-3e78d12e3de3 on network e16e3525-6acb-43f2-b349-a472e53e8812 {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:43:31.894728 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68922d6-72be-4ecb-809f-b68d4037eb74 None None] Checking agent: {'id': 'db1275c1-6001-47af-93c2-635c68404703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822691-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 52, 8), 'started_at': datetime.datetime(2021, 12, 24, 10, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 43, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822691-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:43:31.895152 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68922d6-72be-4ecb-809f-b68d4037eb74 None None] Checking segment: {'id': '1c3a0d9d-75fd-49f7-b157-786a001596f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'e16e3525-6acb-43f2-b349-a472e53e8812'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:43:31.895608 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e68922d6-72be-4ecb-809f-b68d4037eb74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:43:31.896044 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68922d6-72be-4ecb-809f-b68d4037eb74 None None] Bound using segment: {'id': '1c3a0d9d-75fd-49f7-b157-786a001596f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'e16e3525-6acb-43f2-b349-a472e53e8812'} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:43:31.896567 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-e68922d6-72be-4ecb-809f-b68d4037eb74 None None] Bound port: 7ed9541c-cdb0-47e2-87c6-3e78d12e3de3, host: dv-neutron-822691-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c3a0d9d-75fd-49f7-b157-786a001596f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'e16e3525-6acb-43f2-b349-a472e53e8812'}}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:43:31.896988 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e68922d6-72be-4ecb-809f-b68d4037eb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:43:31.990298 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-e68922d6-72be-4ecb-809f-b68d4037eb74 None None] For port 7ed9541c-cdb0-47e2-87c6-3e78d12e3de3, host dv-neutron-822691-2-hyperv, cleared binding levels {{(pid=88880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:43:31.993673 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-e68922d6-72be-4ecb-809f-b68d4037eb74 None None] For port 7ed9541c-cdb0-47e2-87c6-3e78d12e3de3, host dv-neutron-822691-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=7ed9541c-cdb0-47e2-87c6-3e78d12e3de3,segment=NetworkSegment(1c3a0d9d-75fd-49f7-b157-786a001596f2),segment_id=1c3a0d9d-75fd-49f7-b157-786a001596f2)] {{(pid=88880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:43:32.000476 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e68922d6-72be-4ecb-809f-b68d4037eb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:43:32.004914 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-11d40a23-34b0-493e-8628-7cbde285f104 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:43:32.037973 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-8ee39850-83db-4dd4-abb6-a329fbd7e3eb req-fd792e50-45b9-435b-b6d7-97973f5e3312 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/ports?device_id=0a94b0eb-9703-43e7-9a37-33d3d2106255 HTTP/1.1" status: 200  len: 210 time: 0.0463054
Dec 24 11:43:32.094850 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61850ca-57d9-46e8-9b15-07ad6d754e30 None None] Pushing event updated for resources: {'Port': ['ID=7ed9541c-cdb0-47e2-87c6-3e78d12e3de3,revision_number=4']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:43:32.098100 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-b61850ca-57d9-46e8-9b15-07ad6d754e30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:43:32.106930 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e68922d6-72be-4ecb-809f-b68d4037eb74 None None] Routers {'8ea39dc2-0f33-4299-bf8a-1a9f73621524'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:43:32.107597 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-e68922d6-72be-4ecb-809f-b68d4037eb74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52716ac9b0>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:43:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['8ea39dc2-0f33-4299-bf8a-1a9f73621524'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:43:32.313585 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-e68922d6-72be-4ecb-809f-b68d4037eb74 None None] Set router 8ea39dc2-0f33-4299-bf8a-1a9f73621524 gateway port host: dv-neutron-822691-2-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:43:32.399633 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad0ecff-15b6-4dd3-88d6-1b8bcff75ae0 req-78d96196-9f29-45b1-9572-36a5d6e94507 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:43:32.401242 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-aad0ecff-15b6-4dd3-88d6-1b8bcff75ae0 req-78d96196-9f29-45b1-9572-36a5d6e94507 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.58 "GET /v2.0/networks?id=e16e3525-6acb-43f2-b349-a472e53e8812 HTTP/1.1" status: 200  len: 797 time: 0.1715102
Dec 24 11:43:32.460372 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-aad0ecff-15b6-4dd3-88d6-1b8bcff75ae0 req-aa10c5a1-58a7-43f8-afe7-7fc02a970785 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e6de6ac8bdf7427ba6dad2fa7321cdd0 HTTP/1.1" status: 200  len: 379 time: 0.0451190
Dec 24 11:43:32.478218 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [req-aad0ecff-15b6-4dd3-88d6-1b8bcff75ae0 req-167361f6-014b-4c2c-b999-a6103569f13d tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Request body: {'port': {'device_id': '0a94b0eb-9703-43e7-9a37-33d3d2106255', 'network_id': 'e16e3525-6acb-43f2-b349-a472e53e8812', 'admin_state_up': True, 'tenant_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'security_groups': ['e216727c-3475-4e50-a1ac-dd882fffea49']}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:43:32.626620 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [req-aad0ecff-15b6-4dd3-88d6-1b8bcff75ae0 req-167361f6-014b-4c2c-b999-a6103569f13d tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:43:32.640039 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [req-aad0ecff-15b6-4dd3-88d6-1b8bcff75ae0 req-167361f6-014b-4c2c-b999-a6103569f13d tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:43:32.651810 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aad0ecff-15b6-4dd3-88d6-1b8bcff75ae0 req-167361f6-014b-4c2c-b999-a6103569f13d tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Made reservation on behalf of e6de6ac8bdf7427ba6dad2fa7321cdd0 for: {'port': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:43:32.657639 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-aad0ecff-15b6-4dd3-88d6-1b8bcff75ae0 req-167361f6-014b-4c2c-b999-a6103569f13d tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:43:32.679112 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-e68922d6-72be-4ecb-809f-b68d4037eb74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52716ac9b0>, [{'id': '8ea39dc2-0f33-4299-bf8a-1a9f73621524', 'name': 'tempest-TestNetworkAdvancedServerOps-router-231899082', 'tenant_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.188'}], 'enable_snat': True}, 'gw_port_id': 'eed58aaa-ffa3-462b-9603-4ed2ece78b24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:43:23Z', 'updated_at': '2021-12-24T11:43:27Z', 'revision_number': 4, 'project_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'gw_port': {'id': 'eed58aaa-ffa3-462b-9603-4ed2ece78b24', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:f7:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea39dc2-0f33-4299-bf8a-1a9f73621524', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:43:23Z', 'updated_at': '2021-12-24T11:43:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_interfaces': [{'id': '7ed9541c-cdb0-47e2-87c6-3e78d12e3de3', 'name': '', 'network_id': 'e16e3525-6acb-43f2-b349-a472e53e8812', 'tenant_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'mac_address': 'fa:16:3e:af:34:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ea39dc2-0f33-4299-bf8a-1a9f73621524', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '629a1d52-4389-45d0-8129-476d8ed13af6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:43:27Z', 'updated_at': '2021-12-24T11:43:31Z', 'revision_number': 4, 'project_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'subnets': [{'id': '629a1d52-4389-45d0-8129-476d8ed13af6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:43:32.683497 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e68922d6-72be-4ecb-809f-b68d4037eb74 None None] The sync data for ids ['8ea39dc2-0f33-4299-bf8a-1a9f73621524'] in dv-neutron-822691-2-hyperv is: [{'id': '8ea39dc2-0f33-4299-bf8a-1a9f73621524', 'name': 'tempest-TestNetworkAdvancedServerOps-router-231899082', 'tenant_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.188'}], 'enable_snat': True}, 'gw_port_id': 'eed58aaa-ffa3-462b-9603-4ed2ece78b24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:43:23Z', 'updated_at': '2021-12-24T11:43:27Z', 'revision_number': 4, 'project_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'gw_port': {'id': 'eed58aaa-ffa3-462b-9603-4ed2ece78b24', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:f7:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea39dc2-0f33-4299-bf8a-1a9f73621524', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:43:23Z', 'updated_at': '2021-12-24T11:43:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_interfaces': [{'id': '7ed9541c-cdb0-47e2-87c6-3e78d12e3de3', 'name': '', 'network_id': 'e16e3525-6acb-43f2-b349-a472e53e8812', 'tenant_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'mac_address': 'fa:16:3e:af:34:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ea39dc2-0f33-4299-bf8a-1a9f73621524', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '629a1d52-4389-45d0-8129-476d8ed13af6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:43:27Z', 'updated_at': '2021-12-24T11:43:31Z', 'revision_number': 4, 'project_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'subnets': [{'id': '629a1d52-4389-45d0-8129-476d8ed13af6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:43:32.870240 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [req-aad0ecff-15b6-4dd3-88d6-1b8bcff75ae0 req-167361f6-014b-4c2c-b999-a6103569f13d tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Allocated IP 172.20.0.8 (e16e3525-6acb-43f2-b349-a472e53e8812/629a1d52-4389-45d0-8129-476d8ed13af6/575c804c-8dc3-448a-ad1c-93b7c57bbc17) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:43:33.091161 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-aad0ecff-15b6-4dd3-88d6-1b8bcff75ae0 req-167361f6-014b-4c2c-b999-a6103569f13d tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:43:33.110848 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [req-aad0ecff-15b6-4dd3-88d6-1b8bcff75ae0 req-167361f6-014b-4c2c-b999-a6103569f13d tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Transition to ACTIVE for port object 575c804c-8dc3-448a-ad1c-93b7c57bbc17 will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:43:33.141384 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-aad0ecff-15b6-4dd3-88d6-1b8bcff75ae0 req-167361f6-014b-4c2c-b999-a6103569f13d tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:43:33.148393 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-2cbf3b6e-88a8-4ae7-aa9f-330e43bb795d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:43:33.218419 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aad0ecff-15b6-4dd3-88d6-1b8bcff75ae0 req-167361f6-014b-4c2c-b999-a6103569f13d tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Network e16e3525-6acb-43f2-b349-a472e53e8812 is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:43:33.222126 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [req-aad0ecff-15b6-4dd3-88d6-1b8bcff75ae0 req-167361f6-014b-4c2c-b999-a6103569f13d tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Resources bound (agent type, host, resource id):  {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:43:33.224836 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [req-aad0ecff-15b6-4dd3-88d6-1b8bcff75ae0 req-167361f6-014b-4c2c-b999-a6103569f13d tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:43:33.271372 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492a55d7-d6b9-42f6-976a-223532e59198 req-faa0b457-80f1-4d8e-9eba-c9ce99873565 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:43:33.280058 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167361f6-014b-4c2c-b999-a6103569f13d tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Pushing event updated for resources: {'Port': ['ID=575c804c-8dc3-448a-ad1c-93b7c57bbc17,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:43:33.283362 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-167361f6-014b-4c2c-b999-a6103569f13d tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:43:33.283521 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-492a55d7-d6b9-42f6-976a-223532e59198 req-faa0b457-80f1-4d8e-9eba-c9ce99873565 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/ports?device_id=0a94b0eb-9703-43e7-9a37-33d3d2106255 HTTP/1.1" status: 200  len: 931 time: 0.1065691
Dec 24 11:43:33.325505 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad0ecff-15b6-4dd3-88d6-1b8bcff75ae0 req-167361f6-014b-4c2c-b999-a6103569f13d tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:43:33.326270 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-aad0ecff-15b6-4dd3-88d6-1b8bcff75ae0 req-167361f6-014b-4c2c-b999-a6103569f13d tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:43:33.352053 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-492a55d7-d6b9-42f6-976a-223532e59198 req-b23a49a2-1e09-4b0c-bac2-c6edea71def1 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/security-groups?id=e216727c-3475-4e50-a1ac-dd882fffea49&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0656614
Dec 24 11:43:33.385248 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-aad0ecff-15b6-4dd3-88d6-1b8bcff75ae0 req-167361f6-014b-4c2c-b999-a6103569f13d tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9113855
Dec 24 11:43:33.399962 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [req-aad0ecff-15b6-4dd3-88d6-1b8bcff75ae0 req-c913d4f2-1252-47a6-97c6-dd4901fb443f service neutron] Request body: {'port': {'device_id': '0a94b0eb-9703-43e7-9a37-33d3d2106255', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:43:33.530489 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-aad0ecff-15b6-4dd3-88d6-1b8bcff75ae0 req-c913d4f2-1252-47a6-97c6-dd4901fb443f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:43:33.630992 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-d9310f3d-5f4f-4eb1-97f2-c05696b9deed None None] Provisioning for port 575c804c-8dc3-448a-ad1c-93b7c57bbc17 completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:43:33.636246 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-d9310f3d-5f4f-4eb1-97f2-c05696b9deed None None] Provisioning complete for port 575c804c-8dc3-448a-ad1c-93b7c57bbc17 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:43:33.636673 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d9310f3d-5f4f-4eb1-97f2-c05696b9deed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:43:33.698144 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-d9310f3d-5f4f-4eb1-97f2-c05696b9deed None None] Port 575c804c-8dc3-448a-ad1c-93b7c57bbc17 cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:43:33.912960 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [req-aad0ecff-15b6-4dd3-88d6-1b8bcff75ae0 req-c913d4f2-1252-47a6-97c6-dd4901fb443f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 575c804c-8dc3-448a-ad1c-93b7c57bbc17 {{(pid=88879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 24 11:43:33.920599 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-aad0ecff-15b6-4dd3-88d6-1b8bcff75ae0 req-c913d4f2-1252-47a6-97c6-dd4901fb443f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:43:33.937056 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [req-aad0ecff-15b6-4dd3-88d6-1b8bcff75ae0 req-c913d4f2-1252-47a6-97c6-dd4901fb443f service neutron] Transition to ACTIVE for port object 575c804c-8dc3-448a-ad1c-93b7c57bbc17 will not be triggered until provisioned by entity L2. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:43:33.940512 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-aad0ecff-15b6-4dd3-88d6-1b8bcff75ae0 req-c913d4f2-1252-47a6-97c6-dd4901fb443f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850854027'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:43:33.944777 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-626d8cac-fdf0-48e6-b532-d08950a3db12 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:43:34.076020 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c913d4f2-1252-47a6-97c6-dd4901fb443f service neutron] Pushing event updated for resources: {'Port': ['ID=575c804c-8dc3-448a-ad1c-93b7c57bbc17,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:43:34.079305 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c913d4f2-1252-47a6-97c6-dd4901fb443f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:43:34.204504 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [req-aad0ecff-15b6-4dd3-88d6-1b8bcff75ae0 req-c913d4f2-1252-47a6-97c6-dd4901fb443f service neutron] Attempting to bind port 575c804c-8dc3-448a-ad1c-93b7c57bbc17 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:43:34.204895 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [req-aad0ecff-15b6-4dd3-88d6-1b8bcff75ae0 req-c913d4f2-1252-47a6-97c6-dd4901fb443f service neutron] Attempting to bind port 575c804c-8dc3-448a-ad1c-93b7c57bbc17 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '1c3a0d9d-75fd-49f7-b157-786a001596f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'e16e3525-6acb-43f2-b349-a472e53e8812'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:43:34.205264 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad0ecff-15b6-4dd3-88d6-1b8bcff75ae0 req-c913d4f2-1252-47a6-97c6-dd4901fb443f service neutron] Attempting to bind port 575c804c-8dc3-448a-ad1c-93b7c57bbc17 on network e16e3525-6acb-43f2-b349-a472e53e8812 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:43:34.212328 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad0ecff-15b6-4dd3-88d6-1b8bcff75ae0 req-c913d4f2-1252-47a6-97c6-dd4901fb443f service neutron] Port 575c804c-8dc3-448a-ad1c-93b7c57bbc17 on network e16e3525-6acb-43f2-b349-a472e53e8812 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 24 11:43:34.212691 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad0ecff-15b6-4dd3-88d6-1b8bcff75ae0 req-c913d4f2-1252-47a6-97c6-dd4901fb443f service neutron] Attempting to bind port 575c804c-8dc3-448a-ad1c-93b7c57bbc17 on network e16e3525-6acb-43f2-b349-a472e53e8812 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:43:34.219994 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad0ecff-15b6-4dd3-88d6-1b8bcff75ae0 req-c913d4f2-1252-47a6-97c6-dd4901fb443f service neutron] Checking agent: {'id': '239bbc6e-fc66-42e2-b707-1aa8ba10287c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 57, 58), 'started_at': datetime.datetime(2021, 12, 24, 10, 57, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 43, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:43:34.220372 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad0ecff-15b6-4dd3-88d6-1b8bcff75ae0 req-c913d4f2-1252-47a6-97c6-dd4901fb443f service neutron] Checking segment: {'id': '1c3a0d9d-75fd-49f7-b157-786a001596f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'e16e3525-6acb-43f2-b349-a472e53e8812'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:43:34.220798 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aad0ecff-15b6-4dd3-88d6-1b8bcff75ae0 req-c913d4f2-1252-47a6-97c6-dd4901fb443f service neutron] Bound using segment: {'id': '1c3a0d9d-75fd-49f7-b157-786a001596f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'e16e3525-6acb-43f2-b349-a472e53e8812'} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:43:34.221279 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [req-aad0ecff-15b6-4dd3-88d6-1b8bcff75ae0 req-c913d4f2-1252-47a6-97c6-dd4901fb443f service neutron] Bound port: 575c804c-8dc3-448a-ad1c-93b7c57bbc17, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c3a0d9d-75fd-49f7-b157-786a001596f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'e16e3525-6acb-43f2-b349-a472e53e8812'}}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:43:34.221665 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-aad0ecff-15b6-4dd3-88d6-1b8bcff75ae0 req-c913d4f2-1252-47a6-97c6-dd4901fb443f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:43:34.316352 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [req-aad0ecff-15b6-4dd3-88d6-1b8bcff75ae0 req-c913d4f2-1252-47a6-97c6-dd4901fb443f service neutron] For port 575c804c-8dc3-448a-ad1c-93b7c57bbc17, host hv-neutron-8226, cleared binding levels {{(pid=88879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:43:34.320183 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [req-aad0ecff-15b6-4dd3-88d6-1b8bcff75ae0 req-c913d4f2-1252-47a6-97c6-dd4901fb443f service neutron] For port 575c804c-8dc3-448a-ad1c-93b7c57bbc17, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=575c804c-8dc3-448a-ad1c-93b7c57bbc17,segment=NetworkSegment(1c3a0d9d-75fd-49f7-b157-786a001596f2),segment_id=1c3a0d9d-75fd-49f7-b157-786a001596f2)] {{(pid=88879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:43:34.324760 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-aad0ecff-15b6-4dd3-88d6-1b8bcff75ae0 req-c913d4f2-1252-47a6-97c6-dd4901fb443f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850854027'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:43:34.329986 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-0a1c3612-38b4-4b9d-b49b-f3b009bee1ac tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:43:34.389210 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-aad0ecff-15b6-4dd3-88d6-1b8bcff75ae0 req-c913d4f2-1252-47a6-97c6-dd4901fb443f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:43:34.391296 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-aad0ecff-15b6-4dd3-88d6-1b8bcff75ae0 req-c913d4f2-1252-47a6-97c6-dd4901fb443f service neutron] 10.222.0.58 "PUT /v2.0/ports/575c804c-8dc3-448a-ad1c-93b7c57bbc17 HTTP/1.1" status: 200  len: 1093 time: 0.9967360
Dec 24 11:43:34.393995 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a94b0eb-9703-43e7-9a37-33d3d2106255', 'tag': '575c804c-8dc3-448a-ad1c-93b7c57bbc17'}] {{(pid=88879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 24 11:43:34.422489 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c913d4f2-1252-47a6-97c6-dd4901fb443f service neutron] Pushing event updated for resources: {'Port': ['ID=575c804c-8dc3-448a-ad1c-93b7c57bbc17,revision_number=3']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:43:34.425786 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c913d4f2-1252-47a6-97c6-dd4901fb443f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:43:34.429652 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 7ed9541c-cdb0-47e2-87c6-3e78d12e3de3 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:43:34.484052 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a94b0eb-9703-43e7-9a37-33d3d2106255', 'tag': '575c804c-8dc3-448a-ad1c-93b7c57bbc17', 'status': 'completed', 'code': 200}
Dec 24 11:43:34.535825 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-aad0ecff-15b6-4dd3-88d6-1b8bcff75ae0 req-f67b7a14-71dc-4c91-a59b-427c541c735c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e6de6ac8bdf7427ba6dad2fa7321cdd0&device_id=0a94b0eb-9703-43e7-9a37-33d3d2106255 HTTP/1.1" status: 200  len: 1096 time: 0.0890052
Dec 24 11:43:34.536563 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning for port 7ed9541c-cdb0-47e2-87c6-3e78d12e3de3 completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:43:34.543063 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port 7ed9541c-cdb0-47e2-87c6-3e78d12e3de3 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:43:34.543484 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:43:34.647145 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5d2247-c709-4b47-8142-b35d67b8be10 req-b23de8fa-3919-417d-a0e2-ecce0c289b55 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:43:34.655491 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-cc5d2247-c709-4b47-8142-b35d67b8be10 req-b23de8fa-3919-417d-a0e2-ecce0c289b55 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/ports?device_id=0a94b0eb-9703-43e7-9a37-33d3d2106255 HTTP/1.1" status: 200  len: 943 time: 0.1272976
Dec 24 11:43:34.657451 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-aad0ecff-15b6-4dd3-88d6-1b8bcff75ae0 req-2fef956b-7fbc-4432-b75d-b5a984433e6f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=575c804c-8dc3-448a-ad1c-93b7c57bbc17 HTTP/1.1" status: 200  len: 217 time: 0.1118014
Dec 24 11:43:34.714450 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-cc5d2247-c709-4b47-8142-b35d67b8be10 req-2400e42a-d4a7-4092-aaba-6d64b34ac897 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/security-groups?id=e216727c-3475-4e50-a1ac-dd882fffea49&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0577271
Dec 24 11:43:34.719903 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:43:34.753561 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad0ecff-15b6-4dd3-88d6-1b8bcff75ae0 req-7103cd8b-f070-4a90-9b67-ff757b04adfe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:43:34.755477 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-aad0ecff-15b6-4dd3-88d6-1b8bcff75ae0 req-7103cd8b-f070-4a90-9b67-ff757b04adfe service neutron] 10.222.0.58 "GET /v2.0/subnets?id=629a1d52-4389-45d0-8129-476d8ed13af6 HTTP/1.1" status: 200  len: 834 time: 0.0910020
Dec 24 11:43:34.756436 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] For port 7ed9541c-cdb0-47e2-87c6-3e78d12e3de3, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=7ed9541c-cdb0-47e2-87c6-3e78d12e3de3,segment=NetworkSegment(1c3a0d9d-75fd-49f7-b157-786a001596f2),segment_id=1c3a0d9d-75fd-49f7-b157-786a001596f2)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:43:34.759946 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:43:34.762046 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-fd3b4a1d-7fb8-4a58-9750-ce683d49ac0e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:43:34.829335 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Pushing event updated for resources: {'Port': ['ID=7ed9541c-cdb0-47e2-87c6-3e78d12e3de3,revision_number=5']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:43:34.832745 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:43:34.849215 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-aad0ecff-15b6-4dd3-88d6-1b8bcff75ae0 req-1a906514-776c-48e2-8daa-ce6607fce428 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e16e3525-6acb-43f2-b349-a472e53e8812&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0821722
Dec 24 11:43:35.003962 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-aad0ecff-15b6-4dd3-88d6-1b8bcff75ae0 req-48aed293-e54d-4af8-bf9a-f52a0027cb7d service neutron] 10.222.0.58 "GET /v2.0/networks/e16e3525-6acb-43f2-b349-a472e53e8812?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1441863
Dec 24 11:43:35.149881 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-aad0ecff-15b6-4dd3-88d6-1b8bcff75ae0 req-c64f963c-3fb0-43c5-bb04-a04cd8aaca61 service neutron] 10.222.0.58 "GET /v2.0/networks/e16e3525-6acb-43f2-b349-a472e53e8812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1382627
Dec 24 11:43:35.288065 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-dc47fc0f-766a-4cb3-8cff-cfd0566e163f req-8053df4a-80c2-4a33-91d0-a9c157a730fd service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e6de6ac8bdf7427ba6dad2fa7321cdd0&device_id=0a94b0eb-9703-43e7-9a37-33d3d2106255 HTTP/1.1" status: 200  len: 1096 time: 0.0822701
Dec 24 11:43:35.431988 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc47fc0f-766a-4cb3-8cff-cfd0566e163f req-76ce6155-1b78-47b9-b78e-1b18f8d4e2e6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:43:35.433579 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-dc47fc0f-766a-4cb3-8cff-cfd0566e163f req-76ce6155-1b78-47b9-b78e-1b18f8d4e2e6 service neutron] 10.222.0.58 "GET /v2.0/networks?id=e16e3525-6acb-43f2-b349-a472e53e8812 HTTP/1.1" status: 200  len: 898 time: 0.1378949
Dec 24 11:43:35.512696 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-dc47fc0f-766a-4cb3-8cff-cfd0566e163f req-590097a0-c98e-44b4-84da-a15ea8970e91 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=575c804c-8dc3-448a-ad1c-93b7c57bbc17 HTTP/1.1" status: 200  len: 217 time: 0.0667288
Dec 24 11:43:35.829412 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc47fc0f-766a-4cb3-8cff-cfd0566e163f req-7301afdf-db97-4f16-9521-0714903f7d62 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:43:35.831025 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-dc47fc0f-766a-4cb3-8cff-cfd0566e163f req-7301afdf-db97-4f16-9521-0714903f7d62 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=629a1d52-4389-45d0-8129-476d8ed13af6 HTTP/1.1" status: 200  len: 834 time: 0.3112528
Dec 24 11:43:35.916681 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-dc47fc0f-766a-4cb3-8cff-cfd0566e163f req-7acdae37-d126-40e7-acc7-17b1ecf99de2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e16e3525-6acb-43f2-b349-a472e53e8812&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0750222
Dec 24 11:43:35.929010 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68da9416-642f-4b3c-9e53-9df35b883a39 req-4ec9207e-629b-4636-9001-cd927760b755 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:43:35.930721 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-68da9416-642f-4b3c-9e53-9df35b883a39 req-4ec9207e-629b-4636-9001-cd927760b755 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/ports?device_id=0a94b0eb-9703-43e7-9a37-33d3d2106255 HTTP/1.1" status: 200  len: 943 time: 0.0863070
Dec 24 11:43:35.982293 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-68da9416-642f-4b3c-9e53-9df35b883a39 req-48f339a1-a697-4c39-b66f-afa8c0562dd2 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/security-groups?id=e216727c-3475-4e50-a1ac-dd882fffea49&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0450692
Dec 24 11:43:36.062620 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-dc47fc0f-766a-4cb3-8cff-cfd0566e163f req-bf18fe4b-b71b-4288-80ba-4e8fb1e0cdb0 service neutron] 10.222.0.58 "GET /v2.0/networks/e16e3525-6acb-43f2-b349-a472e53e8812?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1366100
Dec 24 11:43:36.207727 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-dc47fc0f-766a-4cb3-8cff-cfd0566e163f req-d0bcd032-efcd-4d1f-b42f-c44a53770b0e service neutron] 10.222.0.58 "GET /v2.0/networks/e16e3525-6acb-43f2-b349-a472e53e8812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1373451
Dec 24 11:43:36.394054 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 7ed9541c-cdb0-47e2-87c6-3e78d12e3de3 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:43:36.468071 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port 7ed9541c-cdb0-47e2-87c6-3e78d12e3de3 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:43:36.468409 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:43:36.535957 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54f039d7-59ec-43fd-8bde-1bd7b88cc5db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:43:37.211360 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138ad352-306f-4365-85f5-2d4a2ac4dd38 req-c95331a0-2689-480e-91f3-694cb2f9d825 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:43:37.212980 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-138ad352-306f-4365-85f5-2d4a2ac4dd38 req-c95331a0-2689-480e-91f3-694cb2f9d825 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/ports?device_id=0a94b0eb-9703-43e7-9a37-33d3d2106255 HTTP/1.1" status: 200  len: 943 time: 0.0982893
Dec 24 11:43:37.266100 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-138ad352-306f-4365-85f5-2d4a2ac4dd38 req-48f4e058-2cc4-4fe4-962d-8688a6be458e tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/security-groups?id=e216727c-3475-4e50-a1ac-dd882fffea49&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0438125
Dec 24 11:43:38.079573 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Device 575c804c-8dc3-448a-ad1c-93b7c57bbc17 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 24 11:43:38.083002 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:43:38.230461 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] For port 575c804c-8dc3-448a-ad1c-93b7c57bbc17, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=575c804c-8dc3-448a-ad1c-93b7c57bbc17,segment=NetworkSegment(1c3a0d9d-75fd-49f7-b157-786a001596f2),segment_id=1c3a0d9d-75fd-49f7-b157-786a001596f2)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:43:38.249863 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Returning: {'device': '575c804c-8dc3-448a-ad1c-93b7c57bbc17', 'network_id': 'e16e3525-6acb-43f2-b349-a472e53e8812', 'port_id': '575c804c-8dc3-448a-ad1c-93b7c57bbc17', 'mac_address': 'fa:16:3e:d7:3b:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '629a1d52-4389-45d0-8129-476d8ed13af6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 24 11:43:38.312005 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:43:38.331533 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 575c804c-8dc3-448a-ad1c-93b7c57bbc17 {{(pid=88880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 24 11:43:38.347580 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] For port 575c804c-8dc3-448a-ad1c-93b7c57bbc17, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=575c804c-8dc3-448a-ad1c-93b7c57bbc17,segment=NetworkSegment(1c3a0d9d-75fd-49f7-b157-786a001596f2),segment_id=1c3a0d9d-75fd-49f7-b157-786a001596f2)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:43:38.351373 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:43:38.353338 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-8893d12e-cc70-4fb2-922f-2476c790bf67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:43:38.424498 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Pushing event updated for resources: {'Port': ['ID=575c804c-8dc3-448a-ad1c-93b7c57bbc17,revision_number=4']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:43:38.427798 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:43:38.480055 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7813be6d-9504-46da-9b0d-c9a11bf059a1 req-bc649417-b46c-4c15-bb55-3e1d55807783 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:43:38.481676 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-7813be6d-9504-46da-9b0d-c9a11bf059a1 req-bc649417-b46c-4c15-bb55-3e1d55807783 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/ports?device_id=0a94b0eb-9703-43e7-9a37-33d3d2106255 HTTP/1.1" status: 200  len: 944 time: 0.0853610
Dec 24 11:43:38.536078 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-7813be6d-9504-46da-9b0d-c9a11bf059a1 req-af49d913-c143-43f4-ad25-638d409e967f tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/security-groups?id=e216727c-3475-4e50-a1ac-dd882fffea49&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0448165
Dec 24 11:43:38.612394 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] get_ports_and_sgs() called for port_ids ['575c804c-8dc3-448a-ad1c-93b7c57bbc17'] {{(pid=88880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 24 11:43:39.018784 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0e92c874-3cb1-474a-a1df-383196969d53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:43:39.551367 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bdfdbc84-c52d-4f40-b281-af314dc1f8fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:43:39.756586 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e57352b-6be6-4882-8637-52cba2bcf25a req-e07d9398-018a-4a96-8c9f-4267171c669d tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:43:39.758236 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-6e57352b-6be6-4882-8637-52cba2bcf25a req-e07d9398-018a-4a96-8c9f-4267171c669d tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/ports?device_id=0a94b0eb-9703-43e7-9a37-33d3d2106255 HTTP/1.1" status: 200  len: 944 time: 0.0944903
Dec 24 11:43:39.810806 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-6e57352b-6be6-4882-8637-52cba2bcf25a req-ac59ff13-e29f-43e4-9a04-ee45233dd1d2 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/security-groups?id=e216727c-3475-4e50-a1ac-dd882fffea49&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0439515
Dec 24 11:43:40.093706 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Device 575c804c-8dc3-448a-ad1c-93b7c57bbc17 up at agent hyperv_hv-neutron-8226 {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:43:40.173728 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Provisioning for port 575c804c-8dc3-448a-ad1c-93b7c57bbc17 completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:43:40.181717 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Provisioning complete for port 575c804c-8dc3-448a-ad1c-93b7c57bbc17 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:43:40.182393 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:43:40.308274 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:43:40.339113 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a94b0eb-9703-43e7-9a37-33d3d2106255', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '575c804c-8dc3-448a-ad1c-93b7c57bbc17'}] {{(pid=88880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 24 11:43:40.349492 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] For port 575c804c-8dc3-448a-ad1c-93b7c57bbc17, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=575c804c-8dc3-448a-ad1c-93b7c57bbc17,segment=NetworkSegment(1c3a0d9d-75fd-49f7-b157-786a001596f2),segment_id=1c3a0d9d-75fd-49f7-b157-786a001596f2)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:43:40.353295 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:43:40.355333 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:43:40.421025 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Pushing event updated for resources: {'Port': ['ID=575c804c-8dc3-448a-ad1c-93b7c57bbc17,revision_number=5']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:43:40.424338 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:43:40.483672 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a94b0eb-9703-43e7-9a37-33d3d2106255', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '575c804c-8dc3-448a-ad1c-93b7c57bbc17', 'code': 200}
Dec 24 11:43:40.742769 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-1c715a95-45ca-477e-b1e4-6a9b5a6970fa req-465a544f-d955-4163-9044-4d3f786c6c51 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=0a94b0eb-9703-43e7-9a37-33d3d2106255 HTTP/1.1" status: 200  len: 1098 time: 0.0802603
Dec 24 11:43:40.790870 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-1c715a95-45ca-477e-b1e4-6a9b5a6970fa req-e805061b-41b2-4d9b-9abd-4d6f79ffb2e4 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=e216727c-3475-4e50-a1ac-dd882fffea49&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0377564
Dec 24 11:43:40.817370 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-39ff93cf-c0b7-48c5-95f3-6f7e9977387d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:43:41.046097 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087b00ed-52c5-4642-9510-8cae34ade083 req-95374da5-2a03-4aaf-b47c-f58e31b431d5 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:43:41.047735 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-087b00ed-52c5-4642-9510-8cae34ade083 req-95374da5-2a03-4aaf-b47c-f58e31b431d5 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/ports?device_id=0a94b0eb-9703-43e7-9a37-33d3d2106255 HTTP/1.1" status: 200  len: 945 time: 0.0989869
Dec 24 11:43:41.105800 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-087b00ed-52c5-4642-9510-8cae34ade083 req-587cbd28-ea73-4606-af95-25fab5591055 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/security-groups?id=e216727c-3475-4e50-a1ac-dd882fffea49&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0485663
Dec 24 11:43:42.336270 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a238b3b7-5965-483d-95e9-a7ac5599590a req-39f7426b-568c-4f9f-917f-6b282e962cfa tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:43:42.337942 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-a238b3b7-5965-483d-95e9-a7ac5599590a req-39f7426b-568c-4f9f-917f-6b282e962cfa tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/ports?device_id=0a94b0eb-9703-43e7-9a37-33d3d2106255 HTTP/1.1" status: 200  len: 945 time: 0.1029105
Dec 24 11:43:42.387760 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-a238b3b7-5965-483d-95e9-a7ac5599590a req-f782b6fd-206d-4d99-b423-8ddd952a4ca3 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/security-groups?id=e216727c-3475-4e50-a1ac-dd882fffea49&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434625
Dec 24 11:43:42.440882 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.agents_db [None req-e51243ab-6a93-425b-980f-a73583147efa None None] Agent healthcheck: found 6 active agents {{(pid=88881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 24 11:43:42.605521 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee13351-4e54-4795-ad9a-c2fb86740c38 req-d061e499-b89c-4d50-909d-d0c987375d9f tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:43:42.607158 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-0ee13351-4e54-4795-ad9a-c2fb86740c38 req-d061e499-b89c-4d50-909d-d0c987375d9f tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/ports?device_id=0a94b0eb-9703-43e7-9a37-33d3d2106255 HTTP/1.1" status: 200  len: 945 time: 0.0892870
Dec 24 11:43:42.658201 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-0ee13351-4e54-4795-ad9a-c2fb86740c38 req-0c2b69bd-d93a-407e-84c5-9f8dcda6041d tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/security-groups?id=e216727c-3475-4e50-a1ac-dd882fffea49&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0446568
Dec 24 11:43:42.690416 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 50198) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:43:42.769322 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-33c62ecb-2ea3-4ba8-9c44-6ea9881d889f tempest-TestNetworkAdvancedServerOps-1792842542 tempest-TestNetworkAdvancedServerOps-1792842542-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=0a94b0eb-9703-43e7-9a37-33d3d2106255 HTTP/1.1" status: 200  len: 1093 time: 0.0775557
Dec 24 11:43:42.773166 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 50202) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:43:42.778844 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-174060f3-19bb-44e3-a2b3-aa75c5c713a6 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Request body: {'floatingip': {'floating_network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'port_id': '575c804c-8dc3-448a-ad1c-93b7c57bbc17', 'tenant_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:43:42.785137 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-174060f3-19bb-44e3-a2b3-aa75c5c713a6 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:43:42.789585 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-174060f3-19bb-44e3-a2b3-aa75c5c713a6 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Usage tracker for resource:floatingip and tenant:e6de6ac8bdf7427ba6dad2fa7321cdd0 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:43:42.792810 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-174060f3-19bb-44e3-a2b3-aa75c5c713a6 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:43:42.799601 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-174060f3-19bb-44e3-a2b3-aa75c5c713a6 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:43:42.811612 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-174060f3-19bb-44e3-a2b3-aa75c5c713a6 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for floatingip, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:43:42.965731 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-174060f3-19bb-44e3-a2b3-aa75c5c713a6 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:43:43.113200 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-174060f3-19bb-44e3-a2b3-aa75c5c713a6 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Allocated IP 172.26.3.244 (f8c337ba-681f-4fcb-a333-e3c49365b30a/8ea1398c-0bec-46d6-8d54-85798de2a7ca/1f3f9c9c-b8a0-4b6b-81aa-645f0ebf543b) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:43:43.276735 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-174060f3-19bb-44e3-a2b3-aa75c5c713a6 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:43:43.304341 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-174060f3-19bb-44e3-a2b3-aa75c5c713a6 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:43:43.308180 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-4089410a-5864-4e66-848b-db233f85594f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:43:43.379499 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-174060f3-19bb-44e3-a2b3-aa75c5c713a6 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Network f8c337ba-681f-4fcb-a333-e3c49365b30a is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:43:43.380495 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174060f3-19bb-44e3-a2b3-aa75c5c713a6 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Pushing event updated for resources: {'Port': ['ID=1f3f9c9c-b8a0-4b6b-81aa-645f0ebf543b,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:43:43.383657 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-174060f3-19bb-44e3-a2b3-aa75c5c713a6 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:43:43.384871 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-174060f3-19bb-44e3-a2b3-aa75c5c713a6 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Resources bound (agent type, host, resource id):  {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:43:43.387049 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-174060f3-19bb-44e3-a2b3-aa75c5c713a6 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:43:43.956873 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-174060f3-19bb-44e3-a2b3-aa75c5c713a6 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:43:44.019353 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-174060f3-19bb-44e3-a2b3-aa75c5c713a6 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:43:44.254218 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-174060f3-19bb-44e3-a2b3-aa75c5c713a6 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for port, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:43:44.259498 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-174060f3-19bb-44e3-a2b3-aa75c5c713a6 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3978773'] for port, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:43:44.265945 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-0712107a-74f6-4e13-8ba8-bb9df2dca2a0 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:43:44.374353 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174060f3-19bb-44e3-a2b3-aa75c5c713a6 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Pushing event updated for resources: {'Port': ['ID=1f3f9c9c-b8a0-4b6b-81aa-645f0ebf543b,revision_number=2']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:43:44.382472 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-174060f3-19bb-44e3-a2b3-aa75c5c713a6 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:43:44.396679 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-174060f3-19bb-44e3-a2b3-aa75c5c713a6 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659181'] for floatingip, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:43:44.601417 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.l3_db [None req-174060f3-19bb-44e3-a2b3-aa75c5c713a6 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Floating IP 547bbd8c-f836-424a-b059-b0c11ae8631b associated. External IP: 172.26.3.244, port: 575c804c-8dc3-448a-ad1c-93b7c57bbc17.
Dec 24 11:43:45.285057 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-174060f3-19bb-44e3-a2b3-aa75c5c713a6 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Router 8ea39dc2-0f33-4299-bf8a-1a9f73621524 has already been hosted by L3 agent 198cca88-1338-4098-b44b-beb0346ac906 {{(pid=88878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 24 11:43:45.503334 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-174060f3-19bb-44e3-a2b3-aa75c5c713a6 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:43:45.513670 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d5d701-39d6-41e7-9de0-9dba5300f852 None None] Sync routers for ids ['8ea39dc2-0f33-4299-bf8a-1a9f73621524'] in dv-neutron-822691-2-hyperv {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:43:45.527167 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d5d701-39d6-41e7-9de0-9dba5300f852 None None] Routers {'8ea39dc2-0f33-4299-bf8a-1a9f73621524'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:43:45.527847 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-36d5d701-39d6-41e7-9de0-9dba5300f852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271fc2908>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:43:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['8ea39dc2-0f33-4299-bf8a-1a9f73621524'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:43:45.529651 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-174060f3-19bb-44e3-a2b3-aa75c5c713a6 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for floatingip, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:43:45.589017 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-174060f3-19bb-44e3-a2b3-aa75c5c713a6 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.8147817
Dec 24 11:43:45.589744 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a94b0eb-9703-43e7-9a37-33d3d2106255', 'tag': '575c804c-8dc3-448a-ad1c-93b7c57bbc17'}] {{(pid=88878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 24 11:43:45.657288 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a94b0eb-9703-43e7-9a37-33d3d2106255', 'tag': '575c804c-8dc3-448a-ad1c-93b7c57bbc17', 'status': 'completed', 'code': 200}
Dec 24 11:43:45.729415 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-36d5d701-39d6-41e7-9de0-9dba5300f852 None None] Set router 8ea39dc2-0f33-4299-bf8a-1a9f73621524 gateway port host: dv-neutron-822691-2-hyperv {{(pid=88881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:43:45.751364 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-9a778bbe-8697-4070-906b-226ef6ace1fc req-553837cf-aefa-415a-92fc-df4461c0931f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e6de6ac8bdf7427ba6dad2fa7321cdd0&device_id=0a94b0eb-9703-43e7-9a37-33d3d2106255 HTTP/1.1" status: 200  len: 1098 time: 0.0792532
Dec 24 11:43:45.775193 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84637cca-5b6e-4dd1-94b7-b66dde8239bf req-17dfb7dc-0472-4a4e-bafd-6540fe060b2f tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:43:45.776801 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-84637cca-5b6e-4dd1-94b7-b66dde8239bf req-17dfb7dc-0472-4a4e-bafd-6540fe060b2f tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/ports?device_id=0a94b0eb-9703-43e7-9a37-33d3d2106255 HTTP/1.1" status: 200  len: 945 time: 0.0884535
Dec 24 11:43:45.831337 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-84637cca-5b6e-4dd1-94b7-b66dde8239bf req-ead20679-02c8-4e42-a0f6-0b87217f31ab tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/security-groups?id=e216727c-3475-4e50-a1ac-dd882fffea49&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0481362
Dec 24 11:43:45.860107 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 50214) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:43:45.905365 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a778bbe-8697-4070-906b-226ef6ace1fc req-6f52d8da-d1e3-465e-9080-e2961bf12b65 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:43:45.907706 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-9a778bbe-8697-4070-906b-226ef6ace1fc req-6f52d8da-d1e3-465e-9080-e2961bf12b65 service neutron] 10.222.0.58 "GET /v2.0/networks?id=e16e3525-6acb-43f2-b349-a472e53e8812 HTTP/1.1" status: 200  len: 898 time: 0.1493628
Dec 24 11:43:45.977754 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-aa420b16-1235-4ad2-9ed7-d0a5bbccdb6b tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/floatingips/547bbd8c-f836-424a-b059-b0c11ae8631b HTTP/1.1" status: 200  len: 991 time: 0.1149869
Dec 24 11:43:46.025379 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-9a778bbe-8697-4070-906b-226ef6ace1fc req-1c0356ca-93a9-48d3-bf9d-13ec8322f256 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=575c804c-8dc3-448a-ad1c-93b7c57bbc17 HTTP/1.1" status: 200  len: 999 time: 0.1111372
Dec 24 11:43:46.099313 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a778bbe-8697-4070-906b-226ef6ace1fc req-6848d0ef-38b8-4bf8-8160-0289d94c6626 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:43:46.100949 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-9a778bbe-8697-4070-906b-226ef6ace1fc req-6848d0ef-38b8-4bf8-8160-0289d94c6626 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=629a1d52-4389-45d0-8129-476d8ed13af6 HTTP/1.1" status: 200  len: 834 time: 0.0690293
Dec 24 11:43:46.115566 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-36d5d701-39d6-41e7-9de0-9dba5300f852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271fc2908>, [{'id': '8ea39dc2-0f33-4299-bf8a-1a9f73621524', 'name': 'tempest-TestNetworkAdvancedServerOps-router-231899082', 'tenant_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.188'}], 'enable_snat': True}, 'gw_port_id': 'eed58aaa-ffa3-462b-9603-4ed2ece78b24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:43:23Z', 'updated_at': '2021-12-24T11:43:27Z', 'revision_number': 4, 'project_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'gw_port': {'id': 'eed58aaa-ffa3-462b-9603-4ed2ece78b24', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:f7:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea39dc2-0f33-4299-bf8a-1a9f73621524', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:43:23Z', 'updated_at': '2021-12-24T11:43:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_floatingips': [{'id': '547bbd8c-f836-424a-b059-b0c11ae8631b', 'tenant_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'floating_ip_address': '172.26.3.244', 'floating_network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'router_id': '8ea39dc2-0f33-4299-bf8a-1a9f73621524', 'port_id': '575c804c-8dc3-448a-ad1c-93b7c57bbc17', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e16e3525-6acb-43f2-b349-a472e53e8812', 'mac_address': 'fa:16:3e:d7:3b:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a94b0eb-9703-43e7-9a37-33d3d2106255', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T11:43:43Z', 'updated_at': '2021-12-24T11:43:43Z', 'revision_number': 0, 'project_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ed9541c-cdb0-47e2-87c6-3e78d12e3de3', 'name': '', 'network_id': 'e16e3525-6acb-43f2-b349-a472e53e8812', 'tenant_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'mac_address': 'fa:16:3e:af:34:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea39dc2-0f33-4299-bf8a-1a9f73621524', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '629a1d52-4389-45d0-8129-476d8ed13af6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:43:27Z', 'updated_at': '2021-12-24T11:43:34Z', 'revision_number': 5, 'project_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'subnets': [{'id': '629a1d52-4389-45d0-8129-476d8ed13af6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:43:46.119644 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d5d701-39d6-41e7-9de0-9dba5300f852 None None] Checking router: 8ea39dc2-0f33-4299-bf8a-1a9f73621524 for host: dv-neutron-822691-2-hyperv {{(pid=88881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 24 11:43:46.131963 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d5d701-39d6-41e7-9de0-9dba5300f852 None None] Routers {'8ea39dc2-0f33-4299-bf8a-1a9f73621524'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:43:46.132602 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-36d5d701-39d6-41e7-9de0-9dba5300f852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271fc2908>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:43:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['8ea39dc2-0f33-4299-bf8a-1a9f73621524'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:43:46.185995 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-9a778bbe-8697-4070-906b-226ef6ace1fc req-06c63b98-7d8c-4d8f-9fa0-47f732b803ce service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e16e3525-6acb-43f2-b349-a472e53e8812&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0768223
Dec 24 11:43:46.318970 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-36d5d701-39d6-41e7-9de0-9dba5300f852 None None] Set router 8ea39dc2-0f33-4299-bf8a-1a9f73621524 gateway port host: dv-neutron-822691-2-hyperv {{(pid=88881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:43:46.340757 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-9a778bbe-8697-4070-906b-226ef6ace1fc req-b074d024-5e02-4e80-85c1-830d74ddc72b service neutron] 10.222.0.58 "GET /v2.0/networks/e16e3525-6acb-43f2-b349-a472e53e8812?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1469500
Dec 24 11:43:46.486725 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-9a778bbe-8697-4070-906b-226ef6ace1fc req-784e6359-e374-43ff-a274-65e0bdb7569c service neutron] 10.222.0.58 "GET /v2.0/networks/e16e3525-6acb-43f2-b349-a472e53e8812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1389389
Dec 24 11:43:46.697075 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-36d5d701-39d6-41e7-9de0-9dba5300f852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271fc2908>, [{'id': '8ea39dc2-0f33-4299-bf8a-1a9f73621524', 'name': 'tempest-TestNetworkAdvancedServerOps-router-231899082', 'tenant_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.188'}], 'enable_snat': True}, 'gw_port_id': 'eed58aaa-ffa3-462b-9603-4ed2ece78b24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:43:23Z', 'updated_at': '2021-12-24T11:43:27Z', 'revision_number': 4, 'project_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'gw_port': {'id': 'eed58aaa-ffa3-462b-9603-4ed2ece78b24', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:f7:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea39dc2-0f33-4299-bf8a-1a9f73621524', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:43:23Z', 'updated_at': '2021-12-24T11:43:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_floatingips': [{'id': '547bbd8c-f836-424a-b059-b0c11ae8631b', 'tenant_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'floating_ip_address': '172.26.3.244', 'floating_network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'router_id': '8ea39dc2-0f33-4299-bf8a-1a9f73621524', 'port_id': '575c804c-8dc3-448a-ad1c-93b7c57bbc17', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e16e3525-6acb-43f2-b349-a472e53e8812', 'mac_address': 'fa:16:3e:d7:3b:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a94b0eb-9703-43e7-9a37-33d3d2106255', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T11:43:43Z', 'updated_at': '2021-12-24T11:43:43Z', 'revision_number': 0, 'project_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ed9541c-cdb0-47e2-87c6-3e78d12e3de3', 'name': '', 'network_id': 'e16e3525-6acb-43f2-b349-a472e53e8812', 'tenant_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'mac_address': 'fa:16:3e:af:34:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea39dc2-0f33-4299-bf8a-1a9f73621524', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '629a1d52-4389-45d0-8129-476d8ed13af6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:43:27Z', 'updated_at': '2021-12-24T11:43:34Z', 'revision_number': 5, 'project_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'subnets': [{'id': '629a1d52-4389-45d0-8129-476d8ed13af6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:43:46.701398 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d5d701-39d6-41e7-9de0-9dba5300f852 None None] The sync data for ids ['8ea39dc2-0f33-4299-bf8a-1a9f73621524'] in dv-neutron-822691-2-hyperv is: [{'id': '8ea39dc2-0f33-4299-bf8a-1a9f73621524', 'name': 'tempest-TestNetworkAdvancedServerOps-router-231899082', 'tenant_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.188'}], 'enable_snat': True}, 'gw_port_id': 'eed58aaa-ffa3-462b-9603-4ed2ece78b24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:43:23Z', 'updated_at': '2021-12-24T11:43:27Z', 'revision_number': 4, 'project_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'gw_port': {'id': 'eed58aaa-ffa3-462b-9603-4ed2ece78b24', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:f7:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea39dc2-0f33-4299-bf8a-1a9f73621524', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:43:23Z', 'updated_at': '2021-12-24T11:43:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_floatingips': [{'id': '547bbd8c-f836-424a-b059-b0c11ae8631b', 'tenant_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'floating_ip_address': '172.26.3.244', 'floating_network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'router_id': '8ea39dc2-0f33-4299-bf8a-1a9f73621524', 'port_id': '575c804c-8dc3-448a-ad1c-93b7c57bbc17', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e16e3525-6acb-43f2-b349-a472e53e8812', 'mac_address': 'fa:16:3e:d7:3b:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a94b0eb-9703-43e7-9a37-33d3d2106255', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T11:43:43Z', 'updated_at': '2021-12-24T11:43:43Z', 'revision_number': 0, 'project_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ed9541c-cdb0-47e2-87c6-3e78d12e3de3', 'name': '', 'network_id': 'e16e3525-6acb-43f2-b349-a472e53e8812', 'tenant_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'mac_address': 'fa:16:3e:af:34:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea39dc2-0f33-4299-bf8a-1a9f73621524', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '629a1d52-4389-45d0-8129-476d8ed13af6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:43:27Z', 'updated_at': '2021-12-24T11:43:34Z', 'revision_number': 5, 'project_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'subnets': [{'id': '629a1d52-4389-45d0-8129-476d8ed13af6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:43:46.980021 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 50220) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:43:47.078202 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf377fa2-8a56-49d6-b554-4a7af9961347 None None] New status for floating IP 547bbd8c-f836-424a-b059-b0c11ae8631b: ACTIVE {{(pid=88880) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 24 11:43:47.095942 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-3cd64863-2918-4df0-a1ae-f388a9e17c2f tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/floatingips/547bbd8c-f836-424a-b059-b0c11ae8631b HTTP/1.1" status: 200  len: 991 time: 0.1144655
Dec 24 11:43:48.101597 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 50224) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:43:48.229278 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-79bb15fe-cddd-4d33-8078-93f783882d00 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/floatingips/547bbd8c-f836-424a-b059-b0c11ae8631b HTTP/1.1" status: 200  len: 993 time: 0.1252162
Dec 24 11:43:58.641244 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:44:06.533109 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0442a576-8b00-41e7-a263-638606cf2ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:44:08.080744 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:44:09.022720 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5306dfa8-b90e-4881-9b1e-d64f68c95fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:44:09.560764 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bdfdbc84-c52d-4f40-b281-af314dc1f8fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:44:10.827788 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-39ff93cf-c0b7-48c5-95f3-6f7e9977387d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:44:19.450146 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.agents_db [None req-e51243ab-6a93-425b-980f-a73583147efa None None] Agent healthcheck: found 6 active agents {{(pid=88881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 24 11:44:19.813390 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-588b31cc-963d-4bbe-a7dc-d8f29cc607af req-acfb1359-5d22-4a77-8877-266ec8360b96 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=0a94b0eb-9703-43e7-9a37-33d3d2106255&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.1638229
Dec 24 11:44:20.215892 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e405babf-b8b0-4cad-8811-1ee1a191ee59 req-88ec3f83-f71a-4d8a-b584-5addacfe2b31 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:44:20.217497 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-e405babf-b8b0-4cad-8811-1ee1a191ee59 req-88ec3f83-f71a-4d8a-b584-5addacfe2b31 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/ports?device_id=0a94b0eb-9703-43e7-9a37-33d3d2106255 HTTP/1.1" status: 200  len: 945 time: 0.1520393
Dec 24 11:44:20.221327 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-7ba1abdc-49f6-4cac-b376-162be20b303c req-4a1f868d-04d4-48ee-a5fc-8f69af8d6fcd service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=0a94b0eb-9703-43e7-9a37-33d3d2106255&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.2130814
Dec 24 11:44:20.268175 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-e405babf-b8b0-4cad-8811-1ee1a191ee59 req-d42ae3fb-e7ed-43c1-a1f2-e7d7f0ee5ed7 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/security-groups?id=e216727c-3475-4e50-a1ac-dd882fffea49&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435948
Dec 24 11:44:21.500526 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fb0f75-abd3-4387-a479-b2262e418f3b req-b239e598-d153-46d9-b382-1239e3b26559 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:44:21.502664 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-33fb0f75-abd3-4387-a479-b2262e418f3b req-b239e598-d153-46d9-b382-1239e3b26559 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/ports?device_id=0a94b0eb-9703-43e7-9a37-33d3d2106255 HTTP/1.1" status: 200  len: 945 time: 0.0908139
Dec 24 11:44:21.558129 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-33fb0f75-abd3-4387-a479-b2262e418f3b req-218cd84a-b458-4abf-8ce7-17296bc98d35 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/security-groups?id=e216727c-3475-4e50-a1ac-dd882fffea49&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0488520
Dec 24 11:44:21.597815 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-7ba1abdc-49f6-4cac-b376-162be20b303c req-5513f113-7567-434d-b1c4-5dbb34780b47 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e6de6ac8bdf7427ba6dad2fa7321cdd0&device_id=0a94b0eb-9703-43e7-9a37-33d3d2106255 HTTP/1.1" status: 200  len: 1098 time: 0.0773544
Dec 24 11:44:21.746110 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba1abdc-49f6-4cac-b376-162be20b303c req-6376c80d-8809-4893-b44e-1c1e5ab2e009 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:44:21.747724 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-7ba1abdc-49f6-4cac-b376-162be20b303c req-6376c80d-8809-4893-b44e-1c1e5ab2e009 service neutron] 10.222.0.58 "GET /v2.0/networks?id=e16e3525-6acb-43f2-b349-a472e53e8812 HTTP/1.1" status: 200  len: 898 time: 0.1425734
Dec 24 11:44:21.862265 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-7ba1abdc-49f6-4cac-b376-162be20b303c req-618a6987-b733-47a1-8f40-69a94f70eb09 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=575c804c-8dc3-448a-ad1c-93b7c57bbc17 HTTP/1.1" status: 200  len: 1001 time: 0.1062000
Dec 24 11:44:21.938354 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba1abdc-49f6-4cac-b376-162be20b303c req-55847f3e-659e-4aa6-a5ad-0a00070d7d1d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:44:21.939902 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-7ba1abdc-49f6-4cac-b376-162be20b303c req-55847f3e-659e-4aa6-a5ad-0a00070d7d1d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=629a1d52-4389-45d0-8129-476d8ed13af6 HTTP/1.1" status: 200  len: 834 time: 0.0676227
Dec 24 11:44:22.024251 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-7ba1abdc-49f6-4cac-b376-162be20b303c req-4c15304c-fbe8-4608-ae67-bbf5c2c0a626 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e16e3525-6acb-43f2-b349-a472e53e8812&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0759523
Dec 24 11:44:22.212204 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-7ba1abdc-49f6-4cac-b376-162be20b303c req-98bee6cd-04d6-43d8-b0da-b6cdfb6a0b9a service neutron] 10.222.0.58 "GET /v2.0/networks/e16e3525-6acb-43f2-b349-a472e53e8812?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1767313
Dec 24 11:44:22.371389 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-7ba1abdc-49f6-4cac-b376-162be20b303c req-97556d82-ab77-4dfb-a883-4e1ea749a144 service neutron] 10.222.0.58 "GET /v2.0/networks/e16e3525-6acb-43f2-b349-a472e53e8812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1497717
Dec 24 11:44:22.770050 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb23be6-9b36-400b-88cc-eef6d287a4ff req-2d1e932c-961a-495c-baad-fe5da9c1e681 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:44:22.771669 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-6eb23be6-9b36-400b-88cc-eef6d287a4ff req-2d1e932c-961a-495c-baad-fe5da9c1e681 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/ports?device_id=0a94b0eb-9703-43e7-9a37-33d3d2106255 HTTP/1.1" status: 200  len: 945 time: 0.0871496
Dec 24 11:44:22.824422 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-6eb23be6-9b36-400b-88cc-eef6d287a4ff req-171e9962-5f73-45fa-abd9-59dd1fac4c59 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/security-groups?id=e216727c-3475-4e50-a1ac-dd882fffea49&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437374
Dec 24 11:44:24.064495 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4321e990-2f78-4e2a-a8b2-ca110587ea85 req-7f613b08-5418-4378-b62c-ad28e11fc92d tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:44:24.066092 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-4321e990-2f78-4e2a-a8b2-ca110587ea85 req-7f613b08-5418-4378-b62c-ad28e11fc92d tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/ports?device_id=0a94b0eb-9703-43e7-9a37-33d3d2106255 HTTP/1.1" status: 200  len: 945 time: 0.1030970
Dec 24 11:44:24.117533 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-4321e990-2f78-4e2a-a8b2-ca110587ea85 req-b9783fb0-bbe4-4868-8554-5b981efd274c tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/security-groups?id=e216727c-3475-4e50-a1ac-dd882fffea49&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0452857
Dec 24 11:44:25.349471 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa26e82-71a3-425b-979f-8eebce0ed95c req-bdc5d947-eecd-46d9-8484-8ab4b55f72d6 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:44:25.351109 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-7aa26e82-71a3-425b-979f-8eebce0ed95c req-bdc5d947-eecd-46d9-8484-8ab4b55f72d6 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/ports?device_id=0a94b0eb-9703-43e7-9a37-33d3d2106255 HTTP/1.1" status: 200  len: 945 time: 0.0857217
Dec 24 11:44:25.399792 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-7aa26e82-71a3-425b-979f-8eebce0ed95c req-30a0ab1f-9bd8-41ee-af8f-668a5ddd391e tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/security-groups?id=e216727c-3475-4e50-a1ac-dd882fffea49&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424805
Dec 24 11:44:26.634974 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cd3f48-5d58-486a-876a-a7312bfeea62 req-38aeccad-106a-4e0c-a92b-de20bf657191 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:44:26.636577 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-38cd3f48-5d58-486a-876a-a7312bfeea62 req-38aeccad-106a-4e0c-a92b-de20bf657191 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/ports?device_id=0a94b0eb-9703-43e7-9a37-33d3d2106255 HTTP/1.1" status: 200  len: 945 time: 0.0889678
Dec 24 11:44:26.685812 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-38cd3f48-5d58-486a-876a-a7312bfeea62 req-ee32db74-e279-4e0f-800a-6c5a5838dc26 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/security-groups?id=e216727c-3475-4e50-a1ac-dd882fffea49&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430150
Dec 24 11:44:27.920159 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01cc8d3-fbab-4f43-bfce-1c2ab8c2f333 req-6585f7c2-0c26-47ab-b9f7-19f5d6de4beb tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:44:27.921674 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-d01cc8d3-fbab-4f43-bfce-1c2ab8c2f333 req-6585f7c2-0c26-47ab-b9f7-19f5d6de4beb tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/ports?device_id=0a94b0eb-9703-43e7-9a37-33d3d2106255 HTTP/1.1" status: 200  len: 945 time: 0.0937097
Dec 24 11:44:27.974895 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-d01cc8d3-fbab-4f43-bfce-1c2ab8c2f333 req-287e660c-db8b-4040-8bf6-b9dd65925158 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/security-groups?id=e216727c-3475-4e50-a1ac-dd882fffea49&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0441673
Dec 24 11:44:28.645808 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:44:29.212039 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bc34de-6a1f-447a-a7a2-1867829b7f6e req-c1003cb1-1eae-49c3-9c1a-c013319e8489 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:44:29.213695 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-77bc34de-6a1f-447a-a7a2-1867829b7f6e req-c1003cb1-1eae-49c3-9c1a-c013319e8489 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/ports?device_id=0a94b0eb-9703-43e7-9a37-33d3d2106255 HTTP/1.1" status: 200  len: 945 time: 0.0958457
Dec 24 11:44:29.264005 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-77bc34de-6a1f-447a-a7a2-1867829b7f6e req-b0e68d13-96c3-4d6c-a419-8ce5bbbdc120 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/security-groups?id=e216727c-3475-4e50-a1ac-dd882fffea49&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437262
Dec 24 11:44:30.484909 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fd19e0-411b-41eb-9f25-395604813033 req-c4eea164-6b95-4331-85ef-6f6a7fdd664b tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:44:30.486558 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-d5fd19e0-411b-41eb-9f25-395604813033 req-c4eea164-6b95-4331-85ef-6f6a7fdd664b tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/ports?device_id=0a94b0eb-9703-43e7-9a37-33d3d2106255 HTTP/1.1" status: 200  len: 945 time: 0.0853376
Dec 24 11:44:30.546993 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-d5fd19e0-411b-41eb-9f25-395604813033 req-84a51e0e-ca56-473f-b379-2f73a9ab95b8 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/security-groups?id=e216727c-3475-4e50-a1ac-dd882fffea49&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0541587
Dec 24 11:44:31.775982 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecff28b-4b6f-40c8-a71e-3c7582f89160 req-d3ab8d57-08aa-46c1-823c-e881468888de tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:44:31.777611 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-cecff28b-4b6f-40c8-a71e-3c7582f89160 req-d3ab8d57-08aa-46c1-823c-e881468888de tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/ports?device_id=0a94b0eb-9703-43e7-9a37-33d3d2106255 HTTP/1.1" status: 200  len: 945 time: 0.0928898
Dec 24 11:44:31.827842 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-cecff28b-4b6f-40c8-a71e-3c7582f89160 req-71929d48-6b8f-44a0-ac18-6eed1d31057a tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/security-groups?id=e216727c-3475-4e50-a1ac-dd882fffea49&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437288
Dec 24 11:44:33.063673 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d697a1d3-43ea-4930-9b91-904d499d00e4 req-cf36173e-f777-49a2-af52-56583841a1dc tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:44:33.065266 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-d697a1d3-43ea-4930-9b91-904d499d00e4 req-cf36173e-f777-49a2-af52-56583841a1dc tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/ports?device_id=0a94b0eb-9703-43e7-9a37-33d3d2106255 HTTP/1.1" status: 200  len: 945 time: 0.0987315
Dec 24 11:44:33.116791 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-d697a1d3-43ea-4930-9b91-904d499d00e4 req-d4533375-1967-4eab-a56b-87015b0dc7ab tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/security-groups?id=e216727c-3475-4e50-a1ac-dd882fffea49&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426998
Dec 24 11:44:34.346487 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d85bb90-d940-498d-b648-0cea0e76704e req-ddea45a2-a2d3-4b43-ac4c-629fc42fa4ab tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:44:34.348087 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-9d85bb90-d940-498d-b648-0cea0e76704e req-ddea45a2-a2d3-4b43-ac4c-629fc42fa4ab tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/ports?device_id=0a94b0eb-9703-43e7-9a37-33d3d2106255 HTTP/1.1" status: 200  len: 945 time: 0.0970824
Dec 24 11:44:34.396937 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-9d85bb90-d940-498d-b648-0cea0e76704e req-45a34b83-edd2-429e-a900-af6e0ed85177 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/security-groups?id=e216727c-3475-4e50-a1ac-dd882fffea49&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426407
Dec 24 11:44:35.609759 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd6de9a-f2ab-4556-aad7-5d0575e6c16a req-6ce934fc-a785-49d3-9b57-acc957ac3b75 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:44:35.611515 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-bfd6de9a-f2ab-4556-aad7-5d0575e6c16a req-6ce934fc-a785-49d3-9b57-acc957ac3b75 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/ports?device_id=0a94b0eb-9703-43e7-9a37-33d3d2106255 HTTP/1.1" status: 200  len: 945 time: 0.0886757
Dec 24 11:44:35.662253 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-bfd6de9a-f2ab-4556-aad7-5d0575e6c16a req-46b59dcf-1924-472f-a4de-093a2c121ee0 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/security-groups?id=e216727c-3475-4e50-a1ac-dd882fffea49&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0443714
Dec 24 11:44:36.523305 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0d1d4672-5089-4346-a40d-8f973e85cd8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:44:36.895806 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fba280-f594-487f-838d-21c25f92cf66 req-8cab1e12-4833-44c4-9b19-3c9d532dcbbb tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:44:36.897413 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-41fba280-f594-487f-838d-21c25f92cf66 req-8cab1e12-4833-44c4-9b19-3c9d532dcbbb tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/ports?device_id=0a94b0eb-9703-43e7-9a37-33d3d2106255 HTTP/1.1" status: 200  len: 945 time: 0.0980647
Dec 24 11:44:36.952244 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-41fba280-f594-487f-838d-21c25f92cf66 req-17a725de-0b17-4f22-a11b-a15399a2a500 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/security-groups?id=e216727c-3475-4e50-a1ac-dd882fffea49&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0457213
Dec 24 11:44:38.076223 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:44:38.185392 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3007d1-b03e-49bf-a985-b893a5e71134 req-fa90fec8-6f9e-4fa1-9bfb-75f8dba2d579 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:44:38.187103 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-ee3007d1-b03e-49bf-a985-b893a5e71134 req-fa90fec8-6f9e-4fa1-9bfb-75f8dba2d579 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/ports?device_id=0a94b0eb-9703-43e7-9a37-33d3d2106255 HTTP/1.1" status: 200  len: 945 time: 0.0879431
Dec 24 11:44:38.239871 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-ee3007d1-b03e-49bf-a985-b893a5e71134 req-2703390d-7bb0-4f61-b088-7e29373f41d0 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/security-groups?id=e216727c-3475-4e50-a1ac-dd882fffea49&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0460806
Dec 24 11:44:39.024431 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0773aef6-9744-48a8-87c3-6518d26cf61b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:44:39.492972 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4497a8-50fd-4fbe-b33a-942439c83018 req-6c58da49-fc35-4f35-aa1c-da011712cca3 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:44:39.494695 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-1f4497a8-50fd-4fbe-b33a-942439c83018 req-6c58da49-fc35-4f35-aa1c-da011712cca3 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/ports?device_id=0a94b0eb-9703-43e7-9a37-33d3d2106255 HTTP/1.1" status: 200  len: 945 time: 0.1046247
Dec 24 11:44:39.545969 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-1f4497a8-50fd-4fbe-b33a-942439c83018 req-72e02284-79a7-48fc-8ebc-12f29114a046 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/security-groups?id=e216727c-3475-4e50-a1ac-dd882fffea49&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0442975
Dec 24 11:44:39.559524 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bdfdbc84-c52d-4f40-b281-af314dc1f8fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:44:39.562297 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-7ba1abdc-49f6-4cac-b376-162be20b303c req-b8e0a39c-df23-43c6-9e06-9382099052e3 service neutron] 10.222.0.58 "GET /v2.0/ports/575c804c-8dc3-448a-ad1c-93b7c57bbc17/bindings/hv-neutron-8226 HTTP/1.1" status: 200  len: 384 time: 0.0790296
Dec 24 11:44:39.858544 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-7ba1abdc-49f6-4cac-b376-162be20b303c req-6c5c9707-385b-4b67-a4fe-6e010eaf307f service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=0a94b0eb-9703-43e7-9a37-33d3d2106255&tenant_id=e6de6ac8bdf7427ba6dad2fa7321cdd0 HTTP/1.1" status: 200  len: 1098 time: 0.0930245
Dec 24 11:44:39.961643 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-7ba1abdc-49f6-4cac-b376-162be20b303c req-490dd979-9ce3-4ce5-b823-7b01f8464d7b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e6de6ac8bdf7427ba6dad2fa7321cdd0&device_id=0a94b0eb-9703-43e7-9a37-33d3d2106255 HTTP/1.1" status: 200  len: 1098 time: 0.0772524
Dec 24 11:44:40.105773 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba1abdc-49f6-4cac-b376-162be20b303c req-3295a02e-9cd7-4db8-8aad-0951bda8abab service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:44:40.107404 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-7ba1abdc-49f6-4cac-b376-162be20b303c req-3295a02e-9cd7-4db8-8aad-0951bda8abab service neutron] 10.222.0.58 "GET /v2.0/networks?id=e16e3525-6acb-43f2-b349-a472e53e8812 HTTP/1.1" status: 200  len: 898 time: 0.1378176
Dec 24 11:44:40.222559 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-7ba1abdc-49f6-4cac-b376-162be20b303c req-ed817396-efcc-4aba-bc37-7917d5824a75 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=575c804c-8dc3-448a-ad1c-93b7c57bbc17 HTTP/1.1" status: 200  len: 1001 time: 0.1038129
Dec 24 11:44:40.294559 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba1abdc-49f6-4cac-b376-162be20b303c req-a163b2ab-480c-4a04-88e3-9072a174affb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:44:40.296099 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-7ba1abdc-49f6-4cac-b376-162be20b303c req-a163b2ab-480c-4a04-88e3-9072a174affb service neutron] 10.222.0.58 "GET /v2.0/subnets?id=629a1d52-4389-45d0-8129-476d8ed13af6 HTTP/1.1" status: 200  len: 834 time: 0.0637705
Dec 24 11:44:40.384053 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-7ba1abdc-49f6-4cac-b376-162be20b303c req-31e4067c-07c3-423c-8267-1268a157119d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e16e3525-6acb-43f2-b349-a472e53e8812&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0779192
Dec 24 11:44:40.527465 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-7ba1abdc-49f6-4cac-b376-162be20b303c req-7ed1d059-d5b2-4a7e-a721-c267c517cf90 service neutron] 10.222.0.58 "GET /v2.0/networks/e16e3525-6acb-43f2-b349-a472e53e8812?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1347020
Dec 24 11:44:40.675960 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-7ba1abdc-49f6-4cac-b376-162be20b303c req-4f520685-187c-4798-bf06-9836ae1df00f service neutron] 10.222.0.58 "GET /v2.0/networks/e16e3525-6acb-43f2-b349-a472e53e8812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1395319
Dec 24 11:44:40.767871 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a102f4d9-da50-4d81-aeeb-eb76673d8b1c req-0766d0b6-a360-4b23-9369-95e1319f7ca2 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:44:40.769528 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-a102f4d9-da50-4d81-aeeb-eb76673d8b1c req-0766d0b6-a360-4b23-9369-95e1319f7ca2 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/ports?device_id=0a94b0eb-9703-43e7-9a37-33d3d2106255 HTTP/1.1" status: 200  len: 945 time: 0.0893018
Dec 24 11:44:40.819475 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-a102f4d9-da50-4d81-aeeb-eb76673d8b1c req-62996bcd-bdc7-4d05-89ee-d00bd81484b3 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/security-groups?id=e216727c-3475-4e50-a1ac-dd882fffea49&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435674
Dec 24 11:44:40.826806 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-39ff93cf-c0b7-48c5-95f3-6f7e9977387d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:44:42.062148 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359d1f65-2c71-4578-a6fa-50ffe6a3f0cc req-d59e9634-9160-43c5-a712-cb379bac3a0c tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:44:42.063792 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-359d1f65-2c71-4578-a6fa-50ffe6a3f0cc req-d59e9634-9160-43c5-a712-cb379bac3a0c tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/ports?device_id=0a94b0eb-9703-43e7-9a37-33d3d2106255 HTTP/1.1" status: 200  len: 945 time: 0.1063404
Dec 24 11:44:42.117542 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-359d1f65-2c71-4578-a6fa-50ffe6a3f0cc req-7b3277c4-3c4b-4d8b-9653-4a481d880871 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/security-groups?id=e216727c-3475-4e50-a1ac-dd882fffea49&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0439749
Dec 24 11:44:42.444749 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Device 575c804c-8dc3-448a-ad1c-93b7c57bbc17 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 24 11:44:42.449100 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Device 575c804c-8dc3-448a-ad1c-93b7c57bbc17 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:44:42.684510 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:44:42.717622 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] For port 575c804c-8dc3-448a-ad1c-93b7c57bbc17, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=575c804c-8dc3-448a-ad1c-93b7c57bbc17,segment=NetworkSegment(1c3a0d9d-75fd-49f7-b157-786a001596f2),segment_id=1c3a0d9d-75fd-49f7-b157-786a001596f2)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:44:42.742512 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a94b0eb-9703-43e7-9a37-33d3d2106255', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '575c804c-8dc3-448a-ad1c-93b7c57bbc17'}] {{(pid=88880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 24 11:44:42.752442 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Returning: {'device': '575c804c-8dc3-448a-ad1c-93b7c57bbc17', 'network_id': 'e16e3525-6acb-43f2-b349-a472e53e8812', 'port_id': '575c804c-8dc3-448a-ad1c-93b7c57bbc17', 'mac_address': 'fa:16:3e:d7:3b:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '629a1d52-4389-45d0-8129-476d8ed13af6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 24 11:44:42.756878 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] For port 575c804c-8dc3-448a-ad1c-93b7c57bbc17, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=575c804c-8dc3-448a-ad1c-93b7c57bbc17,segment=NetworkSegment(1c3a0d9d-75fd-49f7-b157-786a001596f2),segment_id=1c3a0d9d-75fd-49f7-b157-786a001596f2)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:44:42.788160 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:44:42.797331 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-9ce7a56c-58ea-4e3a-bd46-73c35b5582f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:44:42.828891 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a94b0eb-9703-43e7-9a37-33d3d2106255', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '575c804c-8dc3-448a-ad1c-93b7c57bbc17', 'code': 200}
Dec 24 11:44:42.870748 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:44:42.904717 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 575c804c-8dc3-448a-ad1c-93b7c57bbc17 {{(pid=88880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 24 11:44:42.910135 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Pushing event updated for resources: {'Port': ['ID=575c804c-8dc3-448a-ad1c-93b7c57bbc17,revision_number=6']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:44:42.927358 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] For port 575c804c-8dc3-448a-ad1c-93b7c57bbc17, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=575c804c-8dc3-448a-ad1c-93b7c57bbc17,segment=NetworkSegment(1c3a0d9d-75fd-49f7-b157-786a001596f2),segment_id=1c3a0d9d-75fd-49f7-b157-786a001596f2)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:44:42.929108 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:44:42.929506 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:44:42.929931 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:44:42.930310 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:44:42.930685 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:44:42.931054 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:44:42.931426 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:44:42.931793 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:44:42.932158 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:44:42.932521 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:44:42.932886 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:44:42.936997 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:44:42.938830 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:44:42.939383 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:44:42.989100 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-74032895-c26b-4021-8f70-9790cfa62aa2 req-44bf5e6a-ed72-4cd0-81ce-b3ce98e4b968 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=0a94b0eb-9703-43e7-9a37-33d3d2106255&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0761771
Dec 24 11:44:43.008719 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Pushing event updated for resources: {'Port': ['ID=575c804c-8dc3-448a-ad1c-93b7c57bbc17,revision_number=7']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:44:43.012616 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:44:43.018170 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] get_ports_and_sgs() called for port_ids ['575c804c-8dc3-448a-ad1c-93b7c57bbc17'] {{(pid=88880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 24 11:44:43.264677 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-74032895-c26b-4021-8f70-9790cfa62aa2 req-c3ddd80b-fff6-486e-a61d-b99c5a9cd5f5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e6de6ac8bdf7427ba6dad2fa7321cdd0&device_id=0a94b0eb-9703-43e7-9a37-33d3d2106255 HTTP/1.1" status: 200  len: 1097 time: 0.0852242
Dec 24 11:44:43.339010 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2461c8-77b6-4437-9302-8c8e78d54479 req-2e0a5b3a-99eb-4c44-b5e5-9326b01ef1b2 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:44:43.340643 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-ec2461c8-77b6-4437-9302-8c8e78d54479 req-2e0a5b3a-99eb-4c44-b5e5-9326b01ef1b2 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/ports?device_id=0a94b0eb-9703-43e7-9a37-33d3d2106255 HTTP/1.1" status: 200  len: 944 time: 0.0884616
Dec 24 11:44:43.390380 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-ec2461c8-77b6-4437-9302-8c8e78d54479 req-df1c3bfc-1290-47ce-90f3-93d39e020608 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/security-groups?id=e216727c-3475-4e50-a1ac-dd882fffea49&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429738
Dec 24 11:44:43.425343 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74032895-c26b-4021-8f70-9790cfa62aa2 req-9452fae7-c488-4d14-ac22-3b118eae21dc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:44:43.427007 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-74032895-c26b-4021-8f70-9790cfa62aa2 req-9452fae7-c488-4d14-ac22-3b118eae21dc service neutron] 10.222.0.58 "GET /v2.0/networks?id=e16e3525-6acb-43f2-b349-a472e53e8812 HTTP/1.1" status: 200  len: 898 time: 0.1418543
Dec 24 11:44:43.539247 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-74032895-c26b-4021-8f70-9790cfa62aa2 req-9b43fdd9-e2f4-47fd-89ba-ebe80d486de5 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=575c804c-8dc3-448a-ad1c-93b7c57bbc17 HTTP/1.1" status: 200  len: 1000 time: 0.1043749
Dec 24 11:44:43.616245 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74032895-c26b-4021-8f70-9790cfa62aa2 req-5605853a-8210-4443-a6f5-e70db5f8b51c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:44:43.617862 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-74032895-c26b-4021-8f70-9790cfa62aa2 req-5605853a-8210-4443-a6f5-e70db5f8b51c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=629a1d52-4389-45d0-8129-476d8ed13af6 HTTP/1.1" status: 200  len: 834 time: 0.0705609
Dec 24 11:44:43.670818 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.58', 64127) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:44:43.792390 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-74032895-c26b-4021-8f70-9790cfa62aa2 req-80bbb6df-699c-4ff8-8d8f-a1c4f4b7362f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e16e3525-6acb-43f2-b349-a472e53e8812&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1671247
Dec 24 11:44:43.857105 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25a2f22-8e5b-4609-9e56-53f90cc53191 req-bbabfc89-7c9b-425c-8cdd-c6a7d950c654 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:44:43.857889 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-c25a2f22-8e5b-4609-9e56-53f90cc53191 req-bbabfc89-7c9b-425c-8cdd-c6a7d950c654 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Synchronizing usage tracker for tenant:e6de6ac8bdf7427ba6dad2fa7321cdd0 on resource:port {{(pid=88879) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:44:43.978281 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4319cb-9eb4-4a07-828f-24bd29136fef req-22a03ec1-ed13-42e6-98ce-aa69ee784ddd tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:44:43.979945 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-4a4319cb-9eb4-4a07-828f-24bd29136fef req-22a03ec1-ed13-42e6-98ce-aa69ee784ddd tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/ports?device_id=0a94b0eb-9703-43e7-9a37-33d3d2106255 HTTP/1.1" status: 200  len: 944 time: 0.3281140
Dec 24 11:44:44.037343 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-4a4319cb-9eb4-4a07-828f-24bd29136fef req-00fad118-b0d8-4946-966e-d8167e027972 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/security-groups?id=e216727c-3475-4e50-a1ac-dd882fffea49&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0504608
Dec 24 11:44:44.205805 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-c25a2f22-8e5b-4609-9e56-53f90cc53191 req-bbabfc89-7c9b-425c-8cdd-c6a7d950c654 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Unset dirty status for tenant:e6de6ac8bdf7427ba6dad2fa7321cdd0 on resource:port {{(pid=88879) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:44:44.207090 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-c25a2f22-8e5b-4609-9e56-53f90cc53191 req-bbabfc89-7c9b-425c-8cdd-c6a7d950c654 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a94b0eb-9703-43e7-9a37-33d3d2106255&tenant_id=e6de6ac8bdf7427ba6dad2fa7321cdd0&binding%3Ahost_id=hv-neutron-8226 HTTP/1.1" status: 200  len: 944 time: 0.5352776
Dec 24 11:44:44.233601 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-74032895-c26b-4021-8f70-9790cfa62aa2 req-436de4e9-3733-4891-8f64-95b1c9161ecb service neutron] 10.222.0.58 "GET /v2.0/networks/e16e3525-6acb-43f2-b349-a472e53e8812?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4285562
Dec 24 11:44:44.256946 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c045e65c-7fca-43da-840e-3851f7643288 req-3c353bb8-03a3-49df-b8b4-e8a73ca345d7 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:44:44.258653 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-c045e65c-7fca-43da-840e-3851f7643288 req-3c353bb8-03a3-49df-b8b4-e8a73ca345d7 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/ports?device_id=0a94b0eb-9703-43e7-9a37-33d3d2106255 HTTP/1.1" status: 200  len: 944 time: 0.0899837
Dec 24 11:44:44.308499 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-c045e65c-7fca-43da-840e-3851f7643288 req-0c0b6f58-d1c2-49fd-91b1-86a8372fa4df tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/security-groups?id=e216727c-3475-4e50-a1ac-dd882fffea49&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431275
Dec 24 11:44:44.377047 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-74032895-c26b-4021-8f70-9790cfa62aa2 req-a1dd976d-9b5d-48c0-ad09-40fc28b20558 service neutron] 10.222.0.58 "GET /v2.0/networks/e16e3525-6acb-43f2-b349-a472e53e8812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1368463
Dec 24 11:44:44.468577 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Device 575c804c-8dc3-448a-ad1c-93b7c57bbc17 up at agent hyperv_hv-neutron-8226 {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:44:44.553723 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Provisioning complete for port 575c804c-8dc3-448a-ad1c-93b7c57bbc17 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:44:44.554191 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:44:44.559636 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-c25a2f22-8e5b-4609-9e56-53f90cc53191 req-fef56336-c466-4d03-ba67-03089bd67b9d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e6de6ac8bdf7427ba6dad2fa7321cdd0&device_id=0a94b0eb-9703-43e7-9a37-33d3d2106255 HTTP/1.1" status: 200  len: 1097 time: 0.0790963
Dec 24 11:44:44.674510 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:44:44.714918 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25a2f22-8e5b-4609-9e56-53f90cc53191 req-3c42e51c-71f5-405b-8f01-80559483a6b3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:44:44.716555 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-c25a2f22-8e5b-4609-9e56-53f90cc53191 req-3c42e51c-71f5-405b-8f01-80559483a6b3 service neutron] 10.222.0.58 "GET /v2.0/networks?id=e16e3525-6acb-43f2-b349-a472e53e8812 HTTP/1.1" status: 200  len: 898 time: 0.1499341
Dec 24 11:44:44.717682 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] For port 575c804c-8dc3-448a-ad1c-93b7c57bbc17, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=575c804c-8dc3-448a-ad1c-93b7c57bbc17,segment=NetworkSegment(1c3a0d9d-75fd-49f7-b157-786a001596f2),segment_id=1c3a0d9d-75fd-49f7-b157-786a001596f2)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:44:44.721974 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:44:44.723947 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-50c7bc78-62f6-4090-b873-e3b1e6850f3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:44:44.790594 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Pushing event updated for resources: {'Port': ['ID=575c804c-8dc3-448a-ad1c-93b7c57bbc17,revision_number=8']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:44:44.794084 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:44:44.829866 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a94b0eb-9703-43e7-9a37-33d3d2106255', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '575c804c-8dc3-448a-ad1c-93b7c57bbc17'}] {{(pid=88880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 24 11:44:44.831316 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-c25a2f22-8e5b-4609-9e56-53f90cc53191 req-cf7b3edc-5257-4166-97a7-2c6e7c7cdbcb service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=575c804c-8dc3-448a-ad1c-93b7c57bbc17 HTTP/1.1" status: 200  len: 1001 time: 0.1078811
Dec 24 11:44:44.896785 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a94b0eb-9703-43e7-9a37-33d3d2106255', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '575c804c-8dc3-448a-ad1c-93b7c57bbc17', 'code': 200}
Dec 24 11:44:44.905886 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25a2f22-8e5b-4609-9e56-53f90cc53191 req-b2fcbc10-b007-4508-8708-69042e3565bf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:44:44.907498 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-c25a2f22-8e5b-4609-9e56-53f90cc53191 req-b2fcbc10-b007-4508-8708-69042e3565bf service neutron] 10.222.0.58 "GET /v2.0/subnets?id=629a1d52-4389-45d0-8129-476d8ed13af6 HTTP/1.1" status: 200  len: 834 time: 0.0691726
Dec 24 11:44:44.991924 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-c25a2f22-8e5b-4609-9e56-53f90cc53191 req-9542c3f8-27d4-446c-80bb-9565b12babb3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e16e3525-6acb-43f2-b349-a472e53e8812&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0775518
Dec 24 11:44:45.140053 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-c25a2f22-8e5b-4609-9e56-53f90cc53191 req-258a6287-a21b-4f44-894c-6a26060a7abf service neutron] 10.222.0.58 "GET /v2.0/networks/e16e3525-6acb-43f2-b349-a472e53e8812?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1407020
Dec 24 11:44:45.287640 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-c25a2f22-8e5b-4609-9e56-53f90cc53191 req-8d5a609e-4703-4790-81c4-3d14d0b9e704 service neutron] 10.222.0.58 "GET /v2.0/networks/e16e3525-6acb-43f2-b349-a472e53e8812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1409256
Dec 24 11:44:45.536476 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d99fbf9-fb26-4789-8727-e0f5730a6e9c req-1761a327-c403-425e-b87f-f5a9bbdf7cbd tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:44:45.538085 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-0d99fbf9-fb26-4789-8727-e0f5730a6e9c req-1761a327-c403-425e-b87f-f5a9bbdf7cbd tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/ports?device_id=0a94b0eb-9703-43e7-9a37-33d3d2106255 HTTP/1.1" status: 200  len: 945 time: 0.0983527
Dec 24 11:44:45.587525 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-0d99fbf9-fb26-4789-8727-e0f5730a6e9c req-0a6cd395-d9c6-4d7f-8ae9-0c3da0cae476 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/security-groups?id=e216727c-3475-4e50-a1ac-dd882fffea49&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430000
Dec 24 11:44:46.825857 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7a6b86-50e6-45fe-bac2-f0b2c6972c69 req-cb0151d1-ca3e-4576-96b1-3e42db63c0d5 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:44:46.827435 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-0e7a6b86-50e6-45fe-bac2-f0b2c6972c69 req-cb0151d1-ca3e-4576-96b1-3e42db63c0d5 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/ports?device_id=0a94b0eb-9703-43e7-9a37-33d3d2106255 HTTP/1.1" status: 200  len: 945 time: 0.0972328
Dec 24 11:44:46.875942 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-0e7a6b86-50e6-45fe-bac2-f0b2c6972c69 req-e6197552-e8f3-499d-8057-2f345ad9c9de tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/security-groups?id=e216727c-3475-4e50-a1ac-dd882fffea49&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418806
Dec 24 11:44:46.904434 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 50330) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:44:47.013952 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-a1c2c369-1600-4abb-a21c-2f566458a288 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/floatingips/547bbd8c-f836-424a-b059-b0c11ae8631b HTTP/1.1" status: 200  len: 993 time: 0.1082006
Dec 24 11:44:56.448296 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.agents_db [None req-e51243ab-6a93-425b-980f-a73583147efa None None] Agent healthcheck: found 6 active agents {{(pid=88881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 24 11:44:58.666489 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:45:06.524715 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b4b05e4b-afa0-4123-a361-e1e534ba4899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:45:08.084067 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:45:09.030275 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b98eb949-a95a-428c-93ab-91462b1b036f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:45:09.563663 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bdfdbc84-c52d-4f40-b281-af314dc1f8fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:45:10.831938 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-39ff93cf-c0b7-48c5-95f3-6f7e9977387d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:45:17.599467 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 50344) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:45:17.820191 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-4c3b3449-631f-4d13-818a-991516b91669 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Deleting port 1f3f9c9c-b8a0-4b6b-81aa-645f0ebf543b {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:45:17.820516 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4c3b3449-631f-4d13-818a-991516b91669 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:45:18.015867 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4c3b3449-631f-4d13-818a-991516b91669 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:45:18.016093 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4c3b3449-631f-4d13-818a-991516b91669 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:45:18.147663 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-4c3b3449-631f-4d13-818a-991516b91669 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Calling delete_port for 1f3f9c9c-b8a0-4b6b-81aa-645f0ebf543b owned by network:floatingip {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:45:18.331160 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4c3b3449-631f-4d13-818a-991516b91669 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:45:18.335021 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-447e83a1-c68e-493f-8145-fe7d7ae14a38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:45:18.376369 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3b3449-631f-4d13-818a-991516b91669 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Pushing event deleted for resources: {'Port': ['ID=1f3f9c9c-b8a0-4b6b-81aa-645f0ebf543b,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:45:18.413370 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3b3449-631f-4d13-818a-991516b91669 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:45:18.413774 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3b3449-631f-4d13-818a-991516b91669 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:45:18.414262 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3b3449-631f-4d13-818a-991516b91669 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:45:18.414682 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3b3449-631f-4d13-818a-991516b91669 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:45:18.415108 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3b3449-631f-4d13-818a-991516b91669 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:45:18.415521 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3b3449-631f-4d13-818a-991516b91669 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:45:18.415938 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3b3449-631f-4d13-818a-991516b91669 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:45:18.416350 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3b3449-631f-4d13-818a-991516b91669 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:45:18.416764 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3b3449-631f-4d13-818a-991516b91669 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:45:18.417172 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3b3449-631f-4d13-818a-991516b91669 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:45:18.417579 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3b3449-631f-4d13-818a-991516b91669 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:45:18.424723 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-4c3b3449-631f-4d13-818a-991516b91669 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:45:18.490273 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4c3b3449-631f-4d13-818a-991516b91669 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for floatingip, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:45:18.902604 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c3b3449-631f-4d13-818a-991516b91669 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Router 8ea39dc2-0f33-4299-bf8a-1a9f73621524 has already been hosted by L3 agent 198cca88-1338-4098-b44b-beb0346ac906 {{(pid=88878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 24 11:45:19.117665 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c3b3449-631f-4d13-818a-991516b91669 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:45:19.128927 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1e420a-085d-403d-89ee-4c2d0b733b2b None None] Sync routers for ids ['8ea39dc2-0f33-4299-bf8a-1a9f73621524'] in dv-neutron-822691-2-hyperv {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:45:19.141768 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4c3b3449-631f-4d13-818a-991516b91669 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for floatingip, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:45:19.142021 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1e420a-085d-403d-89ee-4c2d0b733b2b None None] Routers {'8ea39dc2-0f33-4299-bf8a-1a9f73621524'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:45:19.142894 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-7d1e420a-085d-403d-89ee-4c2d0b733b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271b2e550>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:45:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['8ea39dc2-0f33-4299-bf8a-1a9f73621524'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:45:19.201112 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-4c3b3449-631f-4d13-818a-991516b91669 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "DELETE /v2.0/floatingips/547bbd8c-f836-424a-b059-b0c11ae8631b HTTP/1.1" status: 204  len: 168 time: 1.6003673
Dec 24 11:45:19.201857 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a94b0eb-9703-43e7-9a37-33d3d2106255', 'tag': '575c804c-8dc3-448a-ad1c-93b7c57bbc17'}] {{(pid=88878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 24 11:45:19.277643 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a94b0eb-9703-43e7-9a37-33d3d2106255', 'tag': '575c804c-8dc3-448a-ad1c-93b7c57bbc17', 'status': 'completed', 'code': 200}
Dec 24 11:45:19.392425 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-d7b1918d-422a-4198-8cc9-30c8e5a0957b req-28216d99-6327-4114-bff0-a850626e7d7a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e6de6ac8bdf7427ba6dad2fa7321cdd0&device_id=0a94b0eb-9703-43e7-9a37-33d3d2106255 HTTP/1.1" status: 200  len: 1098 time: 0.0876572
Dec 24 11:45:19.491906 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-7d1e420a-085d-403d-89ee-4c2d0b733b2b None None] Set router 8ea39dc2-0f33-4299-bf8a-1a9f73621524 gateway port host: dv-neutron-822691-2-hyperv {{(pid=88881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:45:19.561033 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b1918d-422a-4198-8cc9-30c8e5a0957b req-e61cce9a-be29-4af5-b46e-d0792502dddc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:45:19.562640 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-d7b1918d-422a-4198-8cc9-30c8e5a0957b req-e61cce9a-be29-4af5-b46e-d0792502dddc service neutron] 10.222.0.58 "GET /v2.0/networks?id=e16e3525-6acb-43f2-b349-a472e53e8812 HTTP/1.1" status: 200  len: 898 time: 0.1610675
Dec 24 11:45:19.639530 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-d7b1918d-422a-4198-8cc9-30c8e5a0957b req-a9d05fbd-5cb8-44ff-933c-a379044b00c8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=575c804c-8dc3-448a-ad1c-93b7c57bbc17 HTTP/1.1" status: 200  len: 217 time: 0.0693471
Dec 24 11:45:19.648751 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454e9c7d-e7cd-497b-b1f5-3021c2439244 req-0341fbba-c81e-4526-a64f-0f16b257b047 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:45:19.649510 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-454e9c7d-e7cd-497b-b1f5-3021c2439244 req-0341fbba-c81e-4526-a64f-0f16b257b047 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Synchronizing usage tracker for tenant:e6de6ac8bdf7427ba6dad2fa7321cdd0 on resource:port {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:45:19.665227 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-454e9c7d-e7cd-497b-b1f5-3021c2439244 req-0341fbba-c81e-4526-a64f-0f16b257b047 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Unset dirty status for tenant:e6de6ac8bdf7427ba6dad2fa7321cdd0 on resource:port {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:45:19.666583 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-454e9c7d-e7cd-497b-b1f5-3021c2439244 req-0341fbba-c81e-4526-a64f-0f16b257b047 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/ports?device_id=0a94b0eb-9703-43e7-9a37-33d3d2106255 HTTP/1.1" status: 200  len: 945 time: 0.1016316
Dec 24 11:45:19.715756 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-454e9c7d-e7cd-497b-b1f5-3021c2439244 req-4ef9c017-231a-49f2-b160-51e8f134b503 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/security-groups?id=e216727c-3475-4e50-a1ac-dd882fffea49&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429208
Dec 24 11:45:19.717796 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b1918d-422a-4198-8cc9-30c8e5a0957b req-675ec8c0-d946-49f9-919c-5766fbd9979f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:45:19.719472 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-d7b1918d-422a-4198-8cc9-30c8e5a0957b req-675ec8c0-d946-49f9-919c-5766fbd9979f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=629a1d52-4389-45d0-8129-476d8ed13af6 HTTP/1.1" status: 200  len: 834 time: 0.0728462
Dec 24 11:45:19.805167 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-d7b1918d-422a-4198-8cc9-30c8e5a0957b req-b6237c4c-8443-4e0c-b3f9-a03862943939 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e16e3525-6acb-43f2-b349-a472e53e8812&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0764365
Dec 24 11:45:19.829355 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-7d1e420a-085d-403d-89ee-4c2d0b733b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271b2e550>, [{'id': '8ea39dc2-0f33-4299-bf8a-1a9f73621524', 'name': 'tempest-TestNetworkAdvancedServerOps-router-231899082', 'tenant_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.188'}], 'enable_snat': True}, 'gw_port_id': 'eed58aaa-ffa3-462b-9603-4ed2ece78b24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:43:23Z', 'updated_at': '2021-12-24T11:43:27Z', 'revision_number': 4, 'project_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'gw_port': {'id': 'eed58aaa-ffa3-462b-9603-4ed2ece78b24', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:f7:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea39dc2-0f33-4299-bf8a-1a9f73621524', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:43:23Z', 'updated_at': '2021-12-24T11:43:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_interfaces': [{'id': '7ed9541c-cdb0-47e2-87c6-3e78d12e3de3', 'name': '', 'network_id': 'e16e3525-6acb-43f2-b349-a472e53e8812', 'tenant_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'mac_address': 'fa:16:3e:af:34:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea39dc2-0f33-4299-bf8a-1a9f73621524', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '629a1d52-4389-45d0-8129-476d8ed13af6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:43:27Z', 'updated_at': '2021-12-24T11:43:34Z', 'revision_number': 5, 'project_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'subnets': [{'id': '629a1d52-4389-45d0-8129-476d8ed13af6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:45:19.833609 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1e420a-085d-403d-89ee-4c2d0b733b2b None None] Checking router: 8ea39dc2-0f33-4299-bf8a-1a9f73621524 for host: dv-neutron-822691-2-hyperv {{(pid=88881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 24 11:45:19.844996 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1e420a-085d-403d-89ee-4c2d0b733b2b None None] Routers {'8ea39dc2-0f33-4299-bf8a-1a9f73621524'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:45:19.845682 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-7d1e420a-085d-403d-89ee-4c2d0b733b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271b2e550>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:45:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['8ea39dc2-0f33-4299-bf8a-1a9f73621524'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:45:19.952525 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-d7b1918d-422a-4198-8cc9-30c8e5a0957b req-99f3927d-e76f-4d29-aae8-557e14712957 service neutron] 10.222.0.58 "GET /v2.0/networks/e16e3525-6acb-43f2-b349-a472e53e8812?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1394706
Dec 24 11:45:20.035655 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-7d1e420a-085d-403d-89ee-4c2d0b733b2b None None] Set router 8ea39dc2-0f33-4299-bf8a-1a9f73621524 gateway port host: dv-neutron-822691-2-hyperv {{(pid=88881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:45:20.100367 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-d7b1918d-422a-4198-8cc9-30c8e5a0957b req-e7a84072-7a6e-40a3-b450-0c12a96a6aa4 service neutron] 10.222.0.58 "GET /v2.0/networks/e16e3525-6acb-43f2-b349-a472e53e8812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1401777
Dec 24 11:45:20.358757 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-7d1e420a-085d-403d-89ee-4c2d0b733b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271b2e550>, [{'id': '8ea39dc2-0f33-4299-bf8a-1a9f73621524', 'name': 'tempest-TestNetworkAdvancedServerOps-router-231899082', 'tenant_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.188'}], 'enable_snat': True}, 'gw_port_id': 'eed58aaa-ffa3-462b-9603-4ed2ece78b24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:43:23Z', 'updated_at': '2021-12-24T11:43:27Z', 'revision_number': 4, 'project_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'gw_port': {'id': 'eed58aaa-ffa3-462b-9603-4ed2ece78b24', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:f7:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea39dc2-0f33-4299-bf8a-1a9f73621524', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:43:23Z', 'updated_at': '2021-12-24T11:43:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_interfaces': [{'id': '7ed9541c-cdb0-47e2-87c6-3e78d12e3de3', 'name': '', 'network_id': 'e16e3525-6acb-43f2-b349-a472e53e8812', 'tenant_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'mac_address': 'fa:16:3e:af:34:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea39dc2-0f33-4299-bf8a-1a9f73621524', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '629a1d52-4389-45d0-8129-476d8ed13af6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:43:27Z', 'updated_at': '2021-12-24T11:43:34Z', 'revision_number': 5, 'project_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'subnets': [{'id': '629a1d52-4389-45d0-8129-476d8ed13af6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:45:20.362992 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1e420a-085d-403d-89ee-4c2d0b733b2b None None] The sync data for ids ['8ea39dc2-0f33-4299-bf8a-1a9f73621524'] in dv-neutron-822691-2-hyperv is: [{'id': '8ea39dc2-0f33-4299-bf8a-1a9f73621524', 'name': 'tempest-TestNetworkAdvancedServerOps-router-231899082', 'tenant_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.188'}], 'enable_snat': True}, 'gw_port_id': 'eed58aaa-ffa3-462b-9603-4ed2ece78b24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:43:23Z', 'updated_at': '2021-12-24T11:43:27Z', 'revision_number': 4, 'project_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'gw_port': {'id': 'eed58aaa-ffa3-462b-9603-4ed2ece78b24', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:f7:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea39dc2-0f33-4299-bf8a-1a9f73621524', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:43:23Z', 'updated_at': '2021-12-24T11:43:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_interfaces': [{'id': '7ed9541c-cdb0-47e2-87c6-3e78d12e3de3', 'name': '', 'network_id': 'e16e3525-6acb-43f2-b349-a472e53e8812', 'tenant_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'mac_address': 'fa:16:3e:af:34:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea39dc2-0f33-4299-bf8a-1a9f73621524', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '629a1d52-4389-45d0-8129-476d8ed13af6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:43:27Z', 'updated_at': '2021-12-24T11:43:34Z', 'revision_number': 5, 'project_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'subnets': [{'id': '629a1d52-4389-45d0-8129-476d8ed13af6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:45:20.813679 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54268a6c-5803-4436-973c-07b4abb83be7 None None] New status for floating IP 547bbd8c-f836-424a-b059-b0c11ae8631b: DOWN {{(pid=88880) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 24 11:45:20.933812 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcffc91-6108-4420-b76f-801649d1d117 req-e040b25e-597e-45e3-a170-d8b52bddf196 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:45:20.935374 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-bfcffc91-6108-4420-b76f-801649d1d117 req-e040b25e-597e-45e3-a170-d8b52bddf196 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/ports?device_id=0a94b0eb-9703-43e7-9a37-33d3d2106255 HTTP/1.1" status: 200  len: 945 time: 0.0874674
Dec 24 11:45:20.985636 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-bfcffc91-6108-4420-b76f-801649d1d117 req-deab9534-3e63-4429-ac8e-3cd05f21d9d1 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/security-groups?id=e216727c-3475-4e50-a1ac-dd882fffea49&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0439606
Dec 24 11:45:21.598318 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0102f6-37f9-4f7e-9921-39ab33cc2a8e req-44f83990-aacf-46da-8ee0-dd8f4b7f9dd4 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:45:21.599903 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-da0102f6-37f9-4f7e-9921-39ab33cc2a8e req-44f83990-aacf-46da-8ee0-dd8f4b7f9dd4 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.58 "GET /v2.0/ports?device_id=0a94b0eb-9703-43e7-9a37-33d3d2106255 HTTP/1.1" status: 200  len: 945 time: 0.0934606
Dec 24 11:45:21.682435 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [req-da0102f6-37f9-4f7e-9921-39ab33cc2a8e req-99a6f075-2afd-49ab-872e-c3456035535d tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Deleting port 575c804c-8dc3-448a-ad1c-93b7c57bbc17 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:45:21.682799 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-da0102f6-37f9-4f7e-9921-39ab33cc2a8e req-99a6f075-2afd-49ab-872e-c3456035535d tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:45:21.952346 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [req-da0102f6-37f9-4f7e-9921-39ab33cc2a8e req-99a6f075-2afd-49ab-872e-c3456035535d tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] For port 575c804c-8dc3-448a-ad1c-93b7c57bbc17, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=575c804c-8dc3-448a-ad1c-93b7c57bbc17,segment=NetworkSegment(1c3a0d9d-75fd-49f7-b157-786a001596f2),segment_id=1c3a0d9d-75fd-49f7-b157-786a001596f2)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:45:21.952598 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-da0102f6-37f9-4f7e-9921-39ab33cc2a8e req-99a6f075-2afd-49ab-872e-c3456035535d tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:45:22.080865 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [req-da0102f6-37f9-4f7e-9921-39ab33cc2a8e req-99a6f075-2afd-49ab-872e-c3456035535d tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Calling delete_port for 575c804c-8dc3-448a-ad1c-93b7c57bbc17 owned by compute:nova {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:45:22.196587 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235279f5-b520-4890-ab3e-1e78381144d1 req-fa993664-f263-479f-973f-62756e0d4197 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:45:22.198270 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-235279f5-b520-4890-ab3e-1e78381144d1 req-fa993664-f263-479f-973f-62756e0d4197 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/ports?device_id=0a94b0eb-9703-43e7-9a37-33d3d2106255 HTTP/1.1" status: 200  len: 945 time: 0.0842049
Dec 24 11:45:22.231997 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-da0102f6-37f9-4f7e-9921-39ab33cc2a8e req-99a6f075-2afd-49ab-872e-c3456035535d tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:45:22.240193 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-78f791aa-c63d-4060-b628-4ade86429ade admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:45:22.247984 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-235279f5-b520-4890-ab3e-1e78381144d1 req-e4244ca4-37e0-4f3c-b414-aa8c0b88725e tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/security-groups?id=e216727c-3475-4e50-a1ac-dd882fffea49&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434914
Dec 24 11:45:22.286541 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a6f075-2afd-49ab-872e-c3456035535d tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Pushing event deleted for resources: {'Port': ['ID=575c804c-8dc3-448a-ad1c-93b7c57bbc17,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:45:22.358165 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a6f075-2afd-49ab-872e-c3456035535d tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:45:22.358605 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a6f075-2afd-49ab-872e-c3456035535d tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:45:22.359005 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a6f075-2afd-49ab-872e-c3456035535d tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:45:22.359414 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a6f075-2afd-49ab-872e-c3456035535d tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:45:22.359817 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a6f075-2afd-49ab-872e-c3456035535d tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:45:22.360219 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a6f075-2afd-49ab-872e-c3456035535d tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:45:22.360625 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a6f075-2afd-49ab-872e-c3456035535d tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:45:22.361008 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a6f075-2afd-49ab-872e-c3456035535d tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:45:22.361408 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a6f075-2afd-49ab-872e-c3456035535d tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:45:22.361807 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a6f075-2afd-49ab-872e-c3456035535d tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:45:22.362232 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a6f075-2afd-49ab-872e-c3456035535d tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:45:22.369352 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-99a6f075-2afd-49ab-872e-c3456035535d tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:45:22.370339 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [req-da0102f6-37f9-4f7e-9921-39ab33cc2a8e req-99a6f075-2afd-49ab-872e-c3456035535d tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] No DVR routers for this DVR port 575c804c-8dc3-448a-ad1c-93b7c57bbc17 on host hv-neutron-8226 {{(pid=88879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 24 11:45:22.372520 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-da0102f6-37f9-4f7e-9921-39ab33cc2a8e req-99a6f075-2afd-49ab-872e-c3456035535d tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:45:22.375324 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a94b0eb-9703-43e7-9a37-33d3d2106255', 'name': 'network-vif-deleted', 'tag': '575c804c-8dc3-448a-ad1c-93b7c57bbc17'}] {{(pid=88879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 24 11:45:22.391660 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-da0102f6-37f9-4f7e-9921-39ab33cc2a8e req-99a6f075-2afd-49ab-872e-c3456035535d tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.58 "DELETE /v2.0/ports/575c804c-8dc3-448a-ad1c-93b7c57bbc17 HTTP/1.1" status: 204  len: 173 time: 0.7818506
Dec 24 11:45:22.432381 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a94b0eb-9703-43e7-9a37-33d3d2106255', 'name': 'network-vif-deleted', 'tag': '575c804c-8dc3-448a-ad1c-93b7c57bbc17', 'status': 'completed', 'code': 200}
Dec 24 11:45:23.365619 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 50362) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:45:24.042470 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b552489f-7e65-4f6f-8e42-12d3adadea76 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854055677'] for router_interface, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:45:24.680415 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Device 575c804c-8dc3-448a-ad1c-93b7c57bbc17 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:45:24.714685 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] No Port match for: 575c804c-8dc3-448a-ad1c-93b7c57bbc17 {{(pid=88880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 24 11:45:24.715077 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Device 575c804c-8dc3-448a-ad1c-93b7c57bbc17 not bound to the agent host hv-neutron-8226 {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 24 11:45:24.715503 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-b552489f-7e65-4f6f-8e42-12d3adadea76 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Deleting port 7ed9541c-cdb0-47e2-87c6-3e78d12e3de3 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:45:24.715907 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b552489f-7e65-4f6f-8e42-12d3adadea76 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:45:24.911041 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-b552489f-7e65-4f6f-8e42-12d3adadea76 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] For port 7ed9541c-cdb0-47e2-87c6-3e78d12e3de3, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=7ed9541c-cdb0-47e2-87c6-3e78d12e3de3,segment=NetworkSegment(1c3a0d9d-75fd-49f7-b157-786a001596f2),segment_id=1c3a0d9d-75fd-49f7-b157-786a001596f2)] {{(pid=88878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:45:24.911447 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b552489f-7e65-4f6f-8e42-12d3adadea76 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:45:25.038045 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-b552489f-7e65-4f6f-8e42-12d3adadea76 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Calling delete_port for 7ed9541c-cdb0-47e2-87c6-3e78d12e3de3 owned by network:router_interface {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:45:25.241202 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b552489f-7e65-4f6f-8e42-12d3adadea76 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:45:25.245062 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-ff09d918-5109-442d-80b7-c4d9aec2028a tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:45:25.291662 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b552489f-7e65-4f6f-8e42-12d3adadea76 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Pushing event deleted for resources: {'Port': ['ID=7ed9541c-cdb0-47e2-87c6-3e78d12e3de3,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:45:25.295463 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-b552489f-7e65-4f6f-8e42-12d3adadea76 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:45:25.608660 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b552489f-7e65-4f6f-8e42-12d3adadea76 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036852798164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854055527'] for router_interface, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:45:26.235814 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b552489f-7e65-4f6f-8e42-12d3adadea76 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Router 8ea39dc2-0f33-4299-bf8a-1a9f73621524 has already been hosted by L3 agent 198cca88-1338-4098-b44b-beb0346ac906 {{(pid=88878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 24 11:45:26.453405 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b552489f-7e65-4f6f-8e42-12d3adadea76 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:45:26.463970 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f7bfee1-9ea2-4d54-aea8-fadbf35271d4 None None] Sync routers for ids ['8ea39dc2-0f33-4299-bf8a-1a9f73621524'] in dv-neutron-822691-2-hyperv {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:45:26.468424 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-b552489f-7e65-4f6f-8e42-12d3adadea76 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "PUT /v2.0/routers/8ea39dc2-0f33-4299-bf8a-1a9f73621524/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1012611
Dec 24 11:45:26.471407 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 50366) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:45:26.476243 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f7bfee1-9ea2-4d54-aea8-fadbf35271d4 None None] Routers {'8ea39dc2-0f33-4299-bf8a-1a9f73621524'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:45:26.476899 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-9f7bfee1-9ea2-4d54-aea8-fadbf35271d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271b2ee48>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:45:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['8ea39dc2-0f33-4299-bf8a-1a9f73621524'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:45:26.671039 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_v2 [None req-30850acf-5ece-44c9-bbc4-8c3159c1cd8f tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Deleting subnet 629a1d52-4389-45d0-8129-476d8ed13af6 {{(pid=88878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 24 11:45:26.674168 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-30850acf-5ece-44c9-bbc4-8c3159c1cd8f tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for subnet, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:45:26.674792 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-9f7bfee1-9ea2-4d54-aea8-fadbf35271d4 None None] Set router 8ea39dc2-0f33-4299-bf8a-1a9f73621524 gateway port host: dv-neutron-822691-2-hyperv {{(pid=88881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:45:26.981951 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-30850acf-5ece-44c9-bbc4-8c3159c1cd8f tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852534446'] for subnet, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:45:26.985540 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-9f7bfee1-9ea2-4d54-aea8-fadbf35271d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271b2ee48>, [{'id': '8ea39dc2-0f33-4299-bf8a-1a9f73621524', 'name': 'tempest-TestNetworkAdvancedServerOps-router-231899082', 'tenant_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.188'}], 'enable_snat': True}, 'gw_port_id': 'eed58aaa-ffa3-462b-9603-4ed2ece78b24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:43:23Z', 'updated_at': '2021-12-24T11:45:25Z', 'revision_number': 5, 'project_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'gw_port': {'id': 'eed58aaa-ffa3-462b-9603-4ed2ece78b24', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:f7:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea39dc2-0f33-4299-bf8a-1a9f73621524', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:43:23Z', 'updated_at': '2021-12-24T11:43:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv'}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:45:26.989894 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f7bfee1-9ea2-4d54-aea8-fadbf35271d4 None None] Checking router: 8ea39dc2-0f33-4299-bf8a-1a9f73621524 for host: dv-neutron-822691-2-hyperv {{(pid=88881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 24 11:45:27.001322 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f7bfee1-9ea2-4d54-aea8-fadbf35271d4 None None] Routers {'8ea39dc2-0f33-4299-bf8a-1a9f73621524'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:45:27.002347 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-9f7bfee1-9ea2-4d54-aea8-fadbf35271d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271b2ee48>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:45:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['8ea39dc2-0f33-4299-bf8a-1a9f73621524'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:45:27.070604 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-30850acf-5ece-44c9-bbc4-8c3159c1cd8f tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847655656'] for subnet, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:45:27.159449 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-30850acf-5ece-44c9-bbc4-8c3159c1cd8f tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7120129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3978858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852529715'] for subnet, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:45:27.163665 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-d8a06a35-843a-4b6b-a2cf-a43d421582e5 tempest-RoutersNegativeTest-1388346399 tempest-RoutersNegativeTest-1388346399-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:45:27.198877 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-9f7bfee1-9ea2-4d54-aea8-fadbf35271d4 None None] Set router 8ea39dc2-0f33-4299-bf8a-1a9f73621524 gateway port host: dv-neutron-822691-2-hyperv {{(pid=88881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:45:27.207857 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30850acf-5ece-44c9-bbc4-8c3159c1cd8f tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Pushing event deleted for resources: {'Subnet': ['ID=629a1d52-4389-45d0-8129-476d8ed13af6,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:45:27.211478 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-30850acf-5ece-44c9-bbc4-8c3159c1cd8f tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:45:27.214897 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-30850acf-5ece-44c9-bbc4-8c3159c1cd8f tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:45:27.225842 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-30850acf-5ece-44c9-bbc4-8c3159c1cd8f tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "DELETE /v2.0/subnets/629a1d52-4389-45d0-8129-476d8ed13af6 HTTP/1.1" status: 204  len: 168 time: 0.7498844
Dec 24 11:45:27.225842 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 50370) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:45:27.235301 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-844c6149-a9c3-495e-9b93-631502a3cf14 None None] Network e16e3525-6acb-43f2-b349-a472e53e8812 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:45:27.451178 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-826515a4-bb8a-4dd7-b413-31a6741a0a0c tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for router, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:45:27.507291 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8c6db2a-3d51-462e-928c-031fcdaddb31 None None] DHCP port deletion for e16e3525-6acb-43f2-b349-a472e53e8812 request from dv-neutron-822691-2-hyperv {{(pid=88880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 24 11:45:27.512371 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-a8c6db2a-3d51-462e-928c-031fcdaddb31 None None] Deleting port 5c5f40c1-084d-481a-aa32-f15435514aac {{(pid=88880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:45:27.512879 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a8c6db2a-3d51-462e-928c-031fcdaddb31 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:45:27.680081 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-9f7bfee1-9ea2-4d54-aea8-fadbf35271d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271b2ee48>, [{'id': '8ea39dc2-0f33-4299-bf8a-1a9f73621524', 'name': 'tempest-TestNetworkAdvancedServerOps-router-231899082', 'tenant_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.188'}], 'enable_snat': True}, 'gw_port_id': 'eed58aaa-ffa3-462b-9603-4ed2ece78b24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:43:23Z', 'updated_at': '2021-12-24T11:45:25Z', 'revision_number': 5, 'project_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'gw_port': {'id': 'eed58aaa-ffa3-462b-9603-4ed2ece78b24', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:f7:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea39dc2-0f33-4299-bf8a-1a9f73621524', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:43:23Z', 'updated_at': '2021-12-24T11:43:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv'}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:45:27.680457 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-826515a4-bb8a-4dd7-b413-31a6741a0a0c tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:45:27.684457 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f7bfee1-9ea2-4d54-aea8-fadbf35271d4 None None] The sync data for ids ['8ea39dc2-0f33-4299-bf8a-1a9f73621524'] in dv-neutron-822691-2-hyperv is: [{'id': '8ea39dc2-0f33-4299-bf8a-1a9f73621524', 'name': 'tempest-TestNetworkAdvancedServerOps-router-231899082', 'tenant_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.188'}], 'enable_snat': True}, 'gw_port_id': 'eed58aaa-ffa3-462b-9603-4ed2ece78b24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:43:23Z', 'updated_at': '2021-12-24T11:45:25Z', 'revision_number': 5, 'project_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'gw_port': {'id': 'eed58aaa-ffa3-462b-9603-4ed2ece78b24', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:f7:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ea39dc2-0f33-4299-bf8a-1a9f73621524', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:43:23Z', 'updated_at': '2021-12-24T11:43:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv'}] {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:45:27.692928 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-826515a4-bb8a-4dd7-b413-31a6741a0a0c tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Deleting port eed58aaa-ffa3-462b-9603-4ed2ece78b24 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:45:27.693311 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-826515a4-bb8a-4dd7-b413-31a6741a0a0c tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:45:27.740828 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-a8c6db2a-3d51-462e-928c-031fcdaddb31 None None] For port 5c5f40c1-084d-481a-aa32-f15435514aac, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=5c5f40c1-084d-481a-aa32-f15435514aac,segment=NetworkSegment(1c3a0d9d-75fd-49f7-b157-786a001596f2),segment_id=1c3a0d9d-75fd-49f7-b157-786a001596f2)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:45:27.741266 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a8c6db2a-3d51-462e-928c-031fcdaddb31 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:45:27.866640 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-a8c6db2a-3d51-462e-928c-031fcdaddb31 None None] Calling delete_port for 5c5f40c1-084d-481a-aa32-f15435514aac owned by network:dhcp {{(pid=88880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:45:27.886012 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-826515a4-bb8a-4dd7-b413-31a6741a0a0c tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] For port eed58aaa-ffa3-462b-9603-4ed2ece78b24, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=eed58aaa-ffa3-462b-9603-4ed2ece78b24,segment=NetworkSegment(d4e3295f-9ff8-4cad-8a20-3f1c937efc8c),segment_id=d4e3295f-9ff8-4cad-8a20-3f1c937efc8c)] {{(pid=88878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:45:27.886451 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-826515a4-bb8a-4dd7-b413-31a6741a0a0c tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:45:27.953435 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a8c6db2a-3d51-462e-928c-031fcdaddb31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392'] for port, after_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:45:27.958838 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:45:28.003734 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c6db2a-3d51-462e-928c-031fcdaddb31 None None] Pushing event deleted for resources: {'Port': ['ID=5c5f40c1-084d-481a-aa32-f15435514aac,revision_number=None']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:45:28.008074 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-a8c6db2a-3d51-462e-928c-031fcdaddb31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:45:28.011354 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c6db2a-3d51-462e-928c-031fcdaddb31 None None] No DVR routers for this DVR port 5c5f40c1-084d-481a-aa32-f15435514aac on host dv-neutron-822691-2-hyperv {{(pid=88880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 24 11:45:28.016765 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-826515a4-bb8a-4dd7-b413-31a6741a0a0c tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Calling delete_port for eed58aaa-ffa3-462b-9603-4ed2ece78b24 owned by network:router_gateway {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:45:28.203657 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-826515a4-bb8a-4dd7-b413-31a6741a0a0c tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:45:28.207630 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-07887a36-98c0-4df5-a96b-671a08a6e50e tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:45:28.248161 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826515a4-bb8a-4dd7-b413-31a6741a0a0c tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Pushing event deleted for resources: {'Port': ['ID=eed58aaa-ffa3-462b-9603-4ed2ece78b24,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:45:28.250883 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-826515a4-bb8a-4dd7-b413-31a6741a0a0c tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:45:28.492058 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-826515a4-bb8a-4dd7-b413-31a6741a0a0c tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854116846'] for router_gateway, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:45:28.495213 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 5c5f40c1-084d-481a-aa32-f15435514aac no longer exists at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:45:28.529612 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] No Port match for: 5c5f40c1-084d-481a-aa32-f15435514aac {{(pid=88880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 24 11:45:28.529959 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 5c5f40c1-084d-481a-aa32-f15435514aac not bound to the agent host dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 24 11:45:28.530507 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 7ed9541c-cdb0-47e2-87c6-3e78d12e3de3 no longer exists at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:45:28.562956 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] No Port match for: 7ed9541c-cdb0-47e2-87c6-3e78d12e3de3 {{(pid=88880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 24 11:45:28.563404 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 7ed9541c-cdb0-47e2-87c6-3e78d12e3de3 not bound to the agent host dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 24 11:45:28.657353 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:45:28.769170 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-826515a4-bb8a-4dd7-b413-31a6741a0a0c tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854158724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-84560'] for router, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:45:28.774027 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-826515a4-bb8a-4dd7-b413-31a6741a0a0c tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:45:28.798576 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-826515a4-bb8a-4dd7-b413-31a6741a0a0c tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854158830'] for router, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:45:28.799132 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-826515a4-bb8a-4dd7-b413-31a6741a0a0c tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Fanout notify agent at l3_agent the message router_deleted on router 8ea39dc2-0f33-4299-bf8a-1a9f73621524 {{(pid=88878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 24 11:45:28.814807 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-826515a4-bb8a-4dd7-b413-31a6741a0a0c tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for router, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:45:28.815999 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-826515a4-bb8a-4dd7-b413-31a6741a0a0c tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "DELETE /v2.0/routers/8ea39dc2-0f33-4299-bf8a-1a9f73621524 HTTP/1.1" status: 204  len: 168 time: 1.5895627
Dec 24 11:45:28.819088 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 50374) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:45:28.946007 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-50cde1e5-c86d-4e8e-b3d3-a7906ed5dfe5 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036847558493'] for network, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:45:29.115590 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-50cde1e5-c86d-4e8e-b3d3-a7906ed5dfe5 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847649663', 'neutron.services.segments.db._delete_segments_for_network-8749505737672'] for network, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:45:29.144305 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-50cde1e5-c86d-4e8e-b3d3-a7906ed5dfe5 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f52707b79b0>,) {'filters': {'network_id': ['e16e3525-6acb-43f2-b349-a472e53e8812']}} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:45:29.157761 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-50cde1e5-c86d-4e8e-b3d3-a7906ed5dfe5 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f52707b79b0>, '1c3a0d9d-75fd-49f7-b157-786a001596f2') {'for_net_delete': True} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:45:29.158177 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-50cde1e5-c86d-4e8e-b3d3-a7906ed5dfe5 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f52707b79b0>, '1c3a0d9d-75fd-49f7-b157-786a001596f2') {} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:45:29.170178 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-50cde1e5-c86d-4e8e-b3d3-a7906ed5dfe5 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749505745113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2241371'] for segment, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:45:29.185030 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-50cde1e5-c86d-4e8e-b3d3-a7906ed5dfe5 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:45:29.191515 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50cde1e5-c86d-4e8e-b3d3-a7906ed5dfe5 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Releasing vlan 600 on physical network physnet1 to pool {{(pid=88878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 24 11:45:29.191928 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-50cde1e5-c86d-4e8e-b3d3-a7906ed5dfe5 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036847652098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850807864'] for segment, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:45:29.207558 dv-neutron-822691-2-hyperv neutron-server[88767]: Traceback (most recent call last):
Dec 24 11:45:29.207558 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 24 11:45:29.207558 dv-neutron-822691-2-hyperv neutron-server[88767]:     timer()
Dec 24 11:45:29.207558 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 11:45:29.207558 dv-neutron-822691-2-hyperv neutron-server[88767]:     cb(*args, **kw)
Dec 24 11:45:29.207558 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 24 11:45:29.207558 dv-neutron-822691-2-hyperv neutron-server[88767]:     return func(*args, **kwargs)
Dec 24 11:45:29.207558 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 11:45:29.207558 dv-neutron-822691-2-hyperv neutron-server[88767]:     self._notify()
Dec 24 11:45:29.207558 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 11:45:29.207558 dv-neutron-822691-2-hyperv neutron-server[88767]:     self.callback(batched_events)
Dec 24 11:45:29.207558 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 11:45:29.207558 dv-neutron-822691-2-hyperv neutron-server[88767]:     event.method(event)
Dec 24 11:45:29.207558 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 11:45:29.207558 dv-neutron-822691-2-hyperv neutron-server[88767]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 11:45:29.207558 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 24 11:45:29.207558 dv-neutron-822691-2-hyperv neutron-server[88767]:     segment_id)['aggregates'][0]
Dec 24 11:45:29.207558 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 24 11:45:29.207558 dv-neutron-822691-2-hyperv neutron-server[88767]:     return f(self, *a, **k)
Dec 24 11:45:29.207558 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 11:45:29.207558 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self._get(url).json()
Dec 24 11:45:29.207558 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 24 11:45:29.207558 dv-neutron-822691-2-hyperv neutron-server[88767]:     **kwargs)
Dec 24 11:45:29.207558 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 24 11:45:29.207558 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self.request(url, 'GET', **kwargs)
Dec 24 11:45:29.207558 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 24 11:45:29.207558 dv-neutron-822691-2-hyperv neutron-server[88767]:     **endpoint_filter)
Dec 24 11:45:29.207558 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 24 11:45:29.207558 dv-neutron-822691-2-hyperv neutron-server[88767]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 11:45:29.207558 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 24 11:45:29.207558 dv-neutron-822691-2-hyperv neutron-server[88767]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 11:45:29.207558 dv-neutron-822691-2-hyperv neutron-server[88767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 11:45:29.290530 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-50cde1e5-c86d-4e8e-b3d3-a7906ed5dfe5 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7126154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659196'] for network, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:45:29.294230 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-d3269c77-5fa1-40ae-89c3-e02a9a3f307a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:45:29.312298 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-50cde1e5-c86d-4e8e-b3d3-a7906ed5dfe5 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:45:29.318910 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cde1e5-c86d-4e8e-b3d3-a7906ed5dfe5 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Pushing event deleted for resources: {'Network': ['ID=e16e3525-6acb-43f2-b349-a472e53e8812,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:45:29.325246 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-50cde1e5-c86d-4e8e-b3d3-a7906ed5dfe5 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:45:29.330666 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-50cde1e5-c86d-4e8e-b3d3-a7906ed5dfe5 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "DELETE /v2.0/networks/e16e3525-6acb-43f2-b349-a472e53e8812 HTTP/1.1" status: 204  len: 168 time: 0.5105453
Dec 24 11:45:29.335082 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 50378) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:45:29.424324 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5473550b-665e-4c5d-9d43-f6d858436126 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for security_group, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:45:29.456456 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5473550b-665e-4c5d-9d43-f6d858436126 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:45:29.519132 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5473550b-665e-4c5d-9d43-f6d858436126 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:45:29.523065 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-739b0308-9f1c-44db-b2c1-5e3416f21831 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:45:29.539783 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5473550b-665e-4c5d-9d43-f6d858436126 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e216727c-3475-4e50-a1ac-dd882fffea49,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:45:29.542718 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-5473550b-665e-4c5d-9d43-f6d858436126 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:45:29.551016 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5473550b-665e-4c5d-9d43-f6d858436126 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:45:29.552261 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-5473550b-665e-4c5d-9d43-f6d858436126 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "DELETE /v2.0/security-groups/e216727c-3475-4e50-a1ac-dd882fffea49 HTTP/1.1" status: 204  len: 168 time: 0.2161946
Dec 24 11:45:30.013556 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 50386) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:45:30.022780 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-f034d07d-098b-4a72-b61f-6cf4d5288170 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1612813688', 'description': 'tempest-secgroup-smoke-1612813688 description', 'project_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:45:30.033095 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-f034d07d-098b-4a72-b61f-6cf4d5288170 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:45:30.038395 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-f034d07d-098b-4a72-b61f-6cf4d5288170 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Usage tracker for resource:security_group and tenant:e6de6ac8bdf7427ba6dad2fa7321cdd0 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:45:30.041563 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-f034d07d-098b-4a72-b61f-6cf4d5288170 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:45:30.047928 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-f034d07d-098b-4a72-b61f-6cf4d5288170 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:45:30.058503 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f034d07d-098b-4a72-b61f-6cf4d5288170 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for security_group, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:45:30.100455 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-f034d07d-098b-4a72-b61f-6cf4d5288170 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:45:30.106869 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-f034d07d-098b-4a72-b61f-6cf4d5288170 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Usage tracker for resource:security_group_rule and tenant:e6de6ac8bdf7427ba6dad2fa7321cdd0 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:45:30.113329 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-f034d07d-098b-4a72-b61f-6cf4d5288170 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:45:30.124312 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-f034d07d-098b-4a72-b61f-6cf4d5288170 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:45:30.193817 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f034d07d-098b-4a72-b61f-6cf4d5288170 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for security_group, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:45:30.198368 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f034d07d-098b-4a72-b61f-6cf4d5288170 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:45:30.202211 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-25a00254-09fd-4028-9483-33600c3b9fdb tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:45:30.247320 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f034d07d-098b-4a72-b61f-6cf4d5288170 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c1bf971-fed1-4444-b85e-71638cba9c9b,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:45:30.250250 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f034d07d-098b-4a72-b61f-6cf4d5288170 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:45:30.251682 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f034d07d-098b-4a72-b61f-6cf4d5288170 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:45:30.253428 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-f034d07d-098b-4a72-b61f-6cf4d5288170 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 0.2384329
Dec 24 11:45:30.256822 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 50390) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:45:30.262818 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-9b3fbee4-c26a-4a44-8802-12dd0c884eb2 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Request body: {'security_group_rule': {'security_group_id': '8c1bf971-fed1-4444-b85e-71638cba9c9b', 'project_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:45:30.269560 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-9b3fbee4-c26a-4a44-8802-12dd0c884eb2 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:45:30.273777 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-9b3fbee4-c26a-4a44-8802-12dd0c884eb2 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Usage tracker for resource:security_group_rule and tenant:e6de6ac8bdf7427ba6dad2fa7321cdd0 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:45:30.276867 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-9b3fbee4-c26a-4a44-8802-12dd0c884eb2 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:45:30.283854 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-9b3fbee4-c26a-4a44-8802-12dd0c884eb2 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:45:30.302477 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9b3fbee4-c26a-4a44-8802-12dd0c884eb2 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:45:30.371937 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9b3fbee4-c26a-4a44-8802-12dd0c884eb2 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:45:30.375641 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9b3fbee4-c26a-4a44-8802-12dd0c884eb2 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689902'] for security_group_rule, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:45:30.377911 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-fdad5feb-2217-4f24-bffe-68a4fb406280 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:45:30.401616 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3fbee4-c26a-4a44-8802-12dd0c884eb2 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad3e7228-7cb1-4b6d-a1d2-05584f65782c,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:45:30.404421 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-9b3fbee4-c26a-4a44-8802-12dd0c884eb2 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:45:30.408283 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device eed58aaa-ffa3-462b-9603-4ed2ece78b24 no longer exists at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:45:30.411981 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9b3fbee4-c26a-4a44-8802-12dd0c884eb2 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:45:30.413330 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-9b3fbee4-c26a-4a44-8802-12dd0c884eb2 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1555066
Dec 24 11:45:30.416761 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 50394) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:45:30.423675 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-20d675f7-fc30-488a-8ceb-9e67ab057cee tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Request body: {'security_group_rule': {'security_group_id': '8c1bf971-fed1-4444-b85e-71638cba9c9b', 'project_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:45:30.430789 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-20d675f7-fc30-488a-8ceb-9e67ab057cee tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:45:30.434857 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-20d675f7-fc30-488a-8ceb-9e67ab057cee tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Usage tracker for resource:security_group_rule and tenant:e6de6ac8bdf7427ba6dad2fa7321cdd0 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:45:30.438150 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-20d675f7-fc30-488a-8ceb-9e67ab057cee tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:45:30.442141 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] No Port match for: eed58aaa-ffa3-462b-9603-4ed2ece78b24 {{(pid=88880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 24 11:45:30.442535 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device eed58aaa-ffa3-462b-9603-4ed2ece78b24 not bound to the agent host dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 24 11:45:30.444968 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-20d675f7-fc30-488a-8ceb-9e67ab057cee tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:45:30.462934 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-20d675f7-fc30-488a-8ceb-9e67ab057cee tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:45:30.532990 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-20d675f7-fc30-488a-8ceb-9e67ab057cee tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:45:30.536927 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-20d675f7-fc30-488a-8ceb-9e67ab057cee tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689902'] for security_group_rule, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:45:30.538963 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-301d669b-bb02-4aae-b37c-3d9beaa3d03f tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:45:30.562611 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d675f7-fc30-488a-8ceb-9e67ab057cee tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f4bae18-ef15-481b-b876-c94a8e773e37,revision_number=0']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:45:30.565200 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-20d675f7-fc30-488a-8ceb-9e67ab057cee tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:45:30.572493 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-20d675f7-fc30-488a-8ceb-9e67ab057cee tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:45:30.573795 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-20d675f7-fc30-488a-8ceb-9e67ab057cee tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.1553538
Dec 24 11:45:30.576913 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 50398) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:45:30.583015 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-9dc7eb39-f627-4acb-bbfd-3d15b169c099 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Request body: {'security_group_rule': {'security_group_id': '8c1bf971-fed1-4444-b85e-71638cba9c9b', 'project_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:45:30.589433 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-9dc7eb39-f627-4acb-bbfd-3d15b169c099 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:45:30.593515 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-9dc7eb39-f627-4acb-bbfd-3d15b169c099 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Usage tracker for resource:security_group_rule and tenant:e6de6ac8bdf7427ba6dad2fa7321cdd0 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:45:30.596597 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-9dc7eb39-f627-4acb-bbfd-3d15b169c099 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:45:30.602735 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-9dc7eb39-f627-4acb-bbfd-3d15b169c099 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:45:30.619475 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9dc7eb39-f627-4acb-bbfd-3d15b169c099 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:45:30.697221 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9dc7eb39-f627-4acb-bbfd-3d15b169c099 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:45:30.701440 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9dc7eb39-f627-4acb-bbfd-3d15b169c099 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689902'] for security_group_rule, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:45:30.707804 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-a2d50c29-c122-4312-9f80-cde38ee7721b tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:45:30.727970 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc7eb39-f627-4acb-bbfd-3d15b169c099 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94fa8e4e-67a3-47e6-9f3b-ee944fe332ff,revision_number=0']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:45:30.733463 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-9dc7eb39-f627-4acb-bbfd-3d15b169c099 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:45:30.737819 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9dc7eb39-f627-4acb-bbfd-3d15b169c099 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:45:30.739167 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-9dc7eb39-f627-4acb-bbfd-3d15b169c099 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1612098
Dec 24 11:45:30.742303 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 50402) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:45:30.748172 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-c8574caf-fb18-4d12-897a-b8762223a655 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Request body: {'security_group_rule': {'security_group_id': '8c1bf971-fed1-4444-b85e-71638cba9c9b', 'project_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:45:30.755141 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-c8574caf-fb18-4d12-897a-b8762223a655 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:45:30.759281 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-c8574caf-fb18-4d12-897a-b8762223a655 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Usage tracker for resource:security_group_rule and tenant:e6de6ac8bdf7427ba6dad2fa7321cdd0 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:45:30.762336 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-c8574caf-fb18-4d12-897a-b8762223a655 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:45:30.768491 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-c8574caf-fb18-4d12-897a-b8762223a655 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:45:30.785505 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c8574caf-fb18-4d12-897a-b8762223a655 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:45:30.854297 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c8574caf-fb18-4d12-897a-b8762223a655 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:45:30.858134 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c8574caf-fb18-4d12-897a-b8762223a655 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689902'] for security_group_rule, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:45:30.866649 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-cfe3961c-9fef-42b5-8909-e94e5310cf07 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:45:30.891723 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8574caf-fb18-4d12-897a-b8762223a655 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0107b7d-f6ec-4f75-9e0b-1bbaafc4fb98,revision_number=0']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:45:30.896358 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c8574caf-fb18-4d12-897a-b8762223a655 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:45:30.900689 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c8574caf-fb18-4d12-897a-b8762223a655 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:45:30.902036 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-c8574caf-fb18-4d12-897a-b8762223a655 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.1586838
Dec 24 11:45:30.905260 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 50406) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:45:30.911293 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-f088f003-346e-4247-83ef-f932b22882bf tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Request body: {'security_group_rule': {'security_group_id': '8c1bf971-fed1-4444-b85e-71638cba9c9b', 'project_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:45:30.917818 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-f088f003-346e-4247-83ef-f932b22882bf tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:45:30.922045 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-f088f003-346e-4247-83ef-f932b22882bf tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Usage tracker for resource:security_group_rule and tenant:e6de6ac8bdf7427ba6dad2fa7321cdd0 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:45:30.925102 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-f088f003-346e-4247-83ef-f932b22882bf tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:45:30.931317 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-f088f003-346e-4247-83ef-f932b22882bf tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:45:30.942100 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.securitygroups_db [None req-f088f003-346e-4247-83ef-f932b22882bf tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Project e6de6ac8bdf7427ba6dad2fa7321cdd0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 24 11:45:30.948744 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f088f003-346e-4247-83ef-f932b22882bf tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:45:31.019817 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f088f003-346e-4247-83ef-f932b22882bf tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:45:31.023451 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f088f003-346e-4247-83ef-f932b22882bf tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689902'] for security_group_rule, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:45:31.025736 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-5c1414b3-ee89-468b-8c17-5db7c3ccfc54 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:45:31.049198 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f088f003-346e-4247-83ef-f932b22882bf tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bc18818-ed04-4bcc-9ce2-4512b5a2f6b5,revision_number=0']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:45:31.051999 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f088f003-346e-4247-83ef-f932b22882bf tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:45:31.059653 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f088f003-346e-4247-83ef-f932b22882bf tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:45:31.060939 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-f088f003-346e-4247-83ef-f932b22882bf tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.1546474
Dec 24 11:45:31.065561 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 50410) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:45:31.071488 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-6ef4a8c4-50cb-4d37-91ba-25538b03b5ad tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Request body: {'security_group_rule': {'security_group_id': '8c1bf971-fed1-4444-b85e-71638cba9c9b', 'project_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:45:31.078330 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-6ef4a8c4-50cb-4d37-91ba-25538b03b5ad tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:45:31.082584 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-6ef4a8c4-50cb-4d37-91ba-25538b03b5ad tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Usage tracker for resource:security_group_rule and tenant:e6de6ac8bdf7427ba6dad2fa7321cdd0 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:45:31.086145 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-6ef4a8c4-50cb-4d37-91ba-25538b03b5ad tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:45:31.092668 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-6ef4a8c4-50cb-4d37-91ba-25538b03b5ad tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:45:31.104551 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.securitygroups_db [None req-6ef4a8c4-50cb-4d37-91ba-25538b03b5ad tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Project e6de6ac8bdf7427ba6dad2fa7321cdd0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 24 11:45:31.111580 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6ef4a8c4-50cb-4d37-91ba-25538b03b5ad tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:45:31.182687 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6ef4a8c4-50cb-4d37-91ba-25538b03b5ad tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:45:31.186589 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6ef4a8c4-50cb-4d37-91ba-25538b03b5ad tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689902'] for security_group_rule, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:45:31.188638 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c2e5b212-99df-477e-a992-6260b5aaab9e tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:45:31.211969 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef4a8c4-50cb-4d37-91ba-25538b03b5ad tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=205975e7-b4b1-4829-be70-588b64e675e6,revision_number=0']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:45:31.214514 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-6ef4a8c4-50cb-4d37-91ba-25538b03b5ad tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:45:31.222061 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6ef4a8c4-50cb-4d37-91ba-25538b03b5ad tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:45:31.223388 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-6ef4a8c4-50cb-4d37-91ba-25538b03b5ad tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.1567771
Dec 24 11:45:31.226700 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 50414) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:45:31.232796 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-86ed3c09-0a93-453f-91bf-e60fa45302ff tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Request body: {'network': {'name': 'tempest-network-smoke--1821252026', 'project_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'port_security_enabled': True}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:45:31.238300 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-86ed3c09-0a93-453f-91bf-e60fa45302ff tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:45:31.244265 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-86ed3c09-0a93-453f-91bf-e60fa45302ff tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Usage tracker for resource:network and tenant:e6de6ac8bdf7427ba6dad2fa7321cdd0 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:45:31.247601 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-86ed3c09-0a93-453f-91bf-e60fa45302ff tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:45:31.254116 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-86ed3c09-0a93-453f-91bf-e60fa45302ff tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:45:31.267586 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86ed3c09-0a93-453f-91bf-e60fa45302ff tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Made reservation on behalf of e6de6ac8bdf7427ba6dad2fa7321cdd0 for: {'network': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:45:31.273036 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-86ed3c09-0a93-453f-91bf-e60fa45302ff tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for network, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:45:31.304341 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86ed3c09-0a93-453f-91bf-e60fa45302ff tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] vlan segment allocate from pool success with {'vlan_id': 649, 'physical_network': 'physnet1'}  {{(pid=88879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 24 11:45:31.313310 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-86ed3c09-0a93-453f-91bf-e60fa45302ff tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:45:31.313694 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.segments_db [None req-86ed3c09-0a93-453f-91bf-e60fa45302ff tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Added segment b7c43eba-e8f4-4297-a99c-4c7a4fc36fd4 of type vlan for network 1752bddc-151e-45d4-afbc-09cf834522b9
Dec 24 11:45:31.340735 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-86ed3c09-0a93-453f-91bf-e60fa45302ff tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363287349540024'] for network, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:45:31.372664 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-86ed3c09-0a93-453f-91bf-e60fa45302ff tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636'] for network, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:45:31.377133 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86ed3c09-0a93-453f-91bf-e60fa45302ff tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:45:31.377792 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-86ed3c09-0a93-453f-91bf-e60fa45302ff tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for network, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:45:31.381659 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-60ac1c13-9b3d-4a19-96d2-920b8d6de9a6 tempest-RoutersNegativeTest-138807991 tempest-RoutersNegativeTest-138807991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:45:31.441602 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-86ed3c09-0a93-453f-91bf-e60fa45302ff tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.2137690
Dec 24 11:45:31.445106 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 50418) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:45:31.452119 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-048d7d39-56fb-4c15-bdba-1d35409b9c8c tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-509769015', 'admin_state_up': True, 'project_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a'}}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:45:31.461965 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-048d7d39-56fb-4c15-bdba-1d35409b9c8c tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:45:31.466464 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-048d7d39-56fb-4c15-bdba-1d35409b9c8c tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Usage tracker for resource:router and tenant:e6de6ac8bdf7427ba6dad2fa7321cdd0 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:45:31.469690 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-048d7d39-56fb-4c15-bdba-1d35409b9c8c tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:45:31.476509 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-048d7d39-56fb-4c15-bdba-1d35409b9c8c tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:45:31.488856 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-048d7d39-56fb-4c15-bdba-1d35409b9c8c tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-612016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-84579'] for router, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:45:31.489966 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-048d7d39-56fb-4c15-bdba-1d35409b9c8c tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854163950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659046', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854079771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854691221'] for router, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:45:31.498252 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ed3c09-0a93-453f-91bf-e60fa45302ff tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Pushing event updated for resources: {'Network': ['ID=1752bddc-151e-45d4-afbc-09cf834522b9,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:45:31.501341 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-86ed3c09-0a93-453f-91bf-e60fa45302ff tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:45:31.511072 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Network 1752bddc-151e-45d4-afbc-09cf834522b9 details requested by agent ovs-agent-dv-neutron-822691-2-hyperv with host dv-neutron-822691-2-hyperv {{(pid=88880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 24 11:45:31.514256 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-048d7d39-56fb-4c15-bdba-1d35409b9c8c tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:45:31.907853 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-048d7d39-56fb-4c15-bdba-1d35409b9c8c tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-659031', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854691240'] for router, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:45:32.104589 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-048d7d39-56fb-4c15-bdba-1d35409b9c8c tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for router_gateway, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:45:32.142764 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-048d7d39-56fb-4c15-bdba-1d35409b9c8c tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:45:32.289217 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-048d7d39-56fb-4c15-bdba-1d35409b9c8c tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Allocated IP 172.26.3.74 (f8c337ba-681f-4fcb-a333-e3c49365b30a/8ea1398c-0bec-46d6-8d54-85798de2a7ca/9b46a3aa-62ac-4218-a2ae-7653b58cfe61) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:45:32.458743 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-048d7d39-56fb-4c15-bdba-1d35409b9c8c tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:45:32.487045 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-048d7d39-56fb-4c15-bdba-1d35409b9c8c tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:45:32.490855 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-b82965b3-a5d3-4549-80a4-2fcb3a99622f tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:45:32.564496 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-048d7d39-56fb-4c15-bdba-1d35409b9c8c tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Network f8c337ba-681f-4fcb-a333-e3c49365b30a is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:45:32.568377 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-048d7d39-56fb-4c15-bdba-1d35409b9c8c tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Resources bound (agent type, host, resource id):  {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:45:32.570548 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048d7d39-56fb-4c15-bdba-1d35409b9c8c tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Pushing event updated for resources: {'Port': ['ID=9b46a3aa-62ac-4218-a2ae-7653b58cfe61,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:45:32.572848 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-048d7d39-56fb-4c15-bdba-1d35409b9c8c tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:45:32.602220 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-048d7d39-56fb-4c15-bdba-1d35409b9c8c tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:45:32.745784 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-048d7d39-56fb-4c15-bdba-1d35409b9c8c tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for router_gateway, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:45:32.746599 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-048d7d39-56fb-4c15-bdba-1d35409b9c8c tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854163800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854116816'] for router, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:45:32.990688 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-048d7d39-56fb-4c15-bdba-1d35409b9c8c tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Router 9ccc679d-c4f5-4863-8039-02799cfef2fb is scheduled to L3 agent 198cca88-1338-4098-b44b-beb0346ac906 with binding_index 1 {{(pid=88878) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 24 11:45:33.212450 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-048d7d39-56fb-4c15-bdba-1d35409b9c8c tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:45:33.224040 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55dd9285-7f60-41d9-a31a-0becf6344a63 None None] Sync routers for ids ['9ccc679d-c4f5-4863-8039-02799cfef2fb'] in dv-neutron-822691-2-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:45:33.237711 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55dd9285-7f60-41d9-a31a-0becf6344a63 None None] Routers {'9ccc679d-c4f5-4863-8039-02799cfef2fb'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:45:33.238552 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-55dd9285-7f60-41d9-a31a-0becf6344a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52712002e8>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:45:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['9ccc679d-c4f5-4863-8039-02799cfef2fb'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:45:33.239187 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-048d7d39-56fb-4c15-bdba-1d35409b9c8c tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for router, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:45:33.240524 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-048d7d39-56fb-4c15-bdba-1d35409b9c8c tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201  len: 894 time: 1.7942300
Dec 24 11:45:33.244173 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 50422) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:45:33.375760 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-65c51e38-eb23-4fe4-be97-0dad3e3390a8 tempest-TestNetworkAdvancedServerOps-1792842542 tempest-TestNetworkAdvancedServerOps-1792842542-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=e6de6ac8bdf7427ba6dad2fa7321cdd0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.1303463
Dec 24 11:45:33.378996 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 50428) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:45:33.440317 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.agents_db [None req-e51243ab-6a93-425b-980f-a73583147efa None None] Agent healthcheck: found 6 active agents {{(pid=88881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 24 11:45:33.530712 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89b373af-3de8-4c39-95d3-60794dfc0686 tempest-TestNetworkAdvancedServerOps-1792842542 tempest-TestNetworkAdvancedServerOps-1792842542-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:45:33.535312 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-89b373af-3de8-4c39-95d3-60794dfc0686 tempest-TestNetworkAdvancedServerOps-1792842542 tempest-TestNetworkAdvancedServerOps-1792842542-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1524308
Dec 24 11:45:33.535663 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 50432) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:45:33.582232 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-72f4edb8-10c1-4ca2-8720-a1453cd36b57 tempest-TestNetworkAdvancedServerOps-1792842542 tempest-TestNetworkAdvancedServerOps-1792842542-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=f8c337ba-681f-4fcb-a333-e3c49365b30a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0439498
Dec 24 11:45:33.583933 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 50436) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:45:33.590097 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-60450951-f32c-44a4-b03e-c4e7e7d8f666 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1547661507', 'network_id': '1752bddc-151e-45d4-afbc-09cf834522b9', 'project_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:45:33.607757 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-55dd9285-7f60-41d9-a31a-0becf6344a63 None None] Set router 9ccc679d-c4f5-4863-8039-02799cfef2fb gateway port host: dv-neutron-822691-2-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:45:33.709788 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-60450951-f32c-44a4-b03e-c4e7e7d8f666 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:45:33.714105 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-60450951-f32c-44a4-b03e-c4e7e7d8f666 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Usage tracker for resource:subnet and tenant:e6de6ac8bdf7427ba6dad2fa7321cdd0 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:45:33.717153 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-60450951-f32c-44a4-b03e-c4e7e7d8f666 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:45:33.723664 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-60450951-f32c-44a4-b03e-c4e7e7d8f666 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:45:33.733966 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60450951-f32c-44a4-b03e-c4e7e7d8f666 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Made reservation on behalf of e6de6ac8bdf7427ba6dad2fa7321cdd0 for: {'subnet': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:45:33.848143 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-60450951-f32c-44a4-b03e-c4e7e7d8f666 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2246100'] for subnet, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:45:33.907683 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-55dd9285-7f60-41d9-a31a-0becf6344a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52712002e8>, [{'id': '9ccc679d-c4f5-4863-8039-02799cfef2fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-509769015', 'tenant_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.74'}], 'enable_snat': True}, 'gw_port_id': '9b46a3aa-62ac-4218-a2ae-7653b58cfe61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:45:31Z', 'updated_at': '2021-12-24T11:45:32Z', 'revision_number': 3, 'project_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'gw_port': {'id': '9b46a3aa-62ac-4218-a2ae-7653b58cfe61', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:72:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ccc679d-c4f5-4863-8039-02799cfef2fb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:45:32Z', 'updated_at': '2021-12-24T11:45:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv'}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:45:33.912075 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55dd9285-7f60-41d9-a31a-0becf6344a63 None None] Checking router: 9ccc679d-c4f5-4863-8039-02799cfef2fb for host: dv-neutron-822691-2-hyperv {{(pid=88880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 24 11:45:33.912478 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55dd9285-7f60-41d9-a31a-0becf6344a63 None None] Updating router 9ccc679d-c4f5-4863-8039-02799cfef2fb port 9b46a3aa-62ac-4218-a2ae-7653b58cfe61 binding host dv-neutron-822691-2-hyperv {{(pid=88880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 24 11:45:33.966378 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-55dd9285-7f60-41d9-a31a-0becf6344a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:45:34.077587 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-60450951-f32c-44a4-b03e-c4e7e7d8f666 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850796890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2246085'] for subnet, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:45:34.081448 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-80eadd22-043f-4bc5-a589-171dd9ada607 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:45:34.165692 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60450951-f32c-44a4-b03e-c4e7e7d8f666 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Pushing event updated for resources: {'Subnet': ['ID=631eddf8-cfba-485f-bc94-7eac3da9c04d,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:45:34.172681 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-60450951-f32c-44a4-b03e-c4e7e7d8f666 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:45:34.183389 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60450951-f32c-44a4-b03e-c4e7e7d8f666 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Checking segment: {'id': 'b7c43eba-e8f4-4297-a99c-4c7a4fc36fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '1752bddc-151e-45d4-afbc-09cf834522b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:45:34.183792 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60450951-f32c-44a4-b03e-c4e7e7d8f666 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Network hostable DHCP agents. Network: 1752bddc-151e-45d4-afbc-09cf834522b9, hostable agents: ['edcf98dc-3032-472a-8b3d-f23fd1e89806'], hosted agents: [] {{(pid=88878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 24 11:45:34.206239 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60450951-f32c-44a4-b03e-c4e7e7d8f666 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Network 1752bddc-151e-45d4-afbc-09cf834522b9 is scheduled to be hosted by DHCP agent edcf98dc-3032-472a-8b3d-f23fd1e89806 with binding_index 1 {{(pid=88878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 24 11:45:34.215262 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-60450951-f32c-44a4-b03e-c4e7e7d8f666 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822691-2-hyperv, 1752bddc-151e-45d4-afbc-09cf834522b9) {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:45:34.226011 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a441f3e-aa3c-4472-b7f9-469f96c38ddc None None] Network 1752bddc-151e-45d4-afbc-09cf834522b9 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:45:34.226563 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60450951-f32c-44a4-b03e-c4e7e7d8f666 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:45:34.227209 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-60450951-f32c-44a4-b03e-c4e7e7d8f666 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:45:34.252303 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-60450951-f32c-44a4-b03e-c4e7e7d8f666 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.6640756
Dec 24 11:45:34.252544 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 50440) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:45:34.432831 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-55dd9285-7f60-41d9-a31a-0becf6344a63 None None] Notify callbacks [] for port, precommit_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:45:34.485598 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-55dd9285-7f60-41d9-a31a-0becf6344a63 None None] Transition to ACTIVE for port object 9b46a3aa-62ac-4218-a2ae-7653b58cfe61 will not be triggered until provisioned by entity L2. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:45:34.495391 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-55dd9285-7f60-41d9-a31a-0becf6344a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:45:34.500600 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-08124c8c-2b75-4eda-9b57-f1791631eda1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:45:34.619237 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b0a6e06-f8b4-4cb5-a5ce-140ac923ac42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73968e80-91fd-539e-a7c6-b31af6d9e680-1752bddc-151e-45d4-afbc-09cf834522b9', 'network_id': '1752bddc-151e-45d4-afbc-09cf834522b9', 'tenant_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'fixed_ips': [{'subnet_id': '631eddf8-cfba-485f-bc94-7eac3da9c04d'}]}} from dv-neutron-822691-2-hyperv. {{(pid=88880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 24 11:45:34.620120 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3b0a6e06-f8b4-4cb5-a5ce-140ac923ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:45:34.634709 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b49e0c-e48f-4f02-a68e-22857746c305 None None] Pushing event updated for resources: {'Port': ['ID=9b46a3aa-62ac-4218-a2ae-7653b58cfe61,revision_number=2']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:45:34.643548 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-b8b49e0c-e48f-4f02-a68e-22857746c305 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:45:34.647054 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-55dd9285-7f60-41d9-a31a-0becf6344a63 None None] Attempting to bind port 9b46a3aa-62ac-4218-a2ae-7653b58cfe61 on host dv-neutron-822691-2-hyperv for vnic_type normal with profile  {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:45:34.647464 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-55dd9285-7f60-41d9-a31a-0becf6344a63 None None] Attempting to bind port 9b46a3aa-62ac-4218-a2ae-7653b58cfe61 by drivers openvswitch,hyperv on host dv-neutron-822691-2-hyperv at level 0 using segments [{'id': 'd4e3295f-9ff8-4cad-8a20-3f1c937efc8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a'}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:45:34.647864 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55dd9285-7f60-41d9-a31a-0becf6344a63 None None] Attempting to bind port 9b46a3aa-62ac-4218-a2ae-7653b58cfe61 on network f8c337ba-681f-4fcb-a333-e3c49365b30a {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:45:34.694296 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55dd9285-7f60-41d9-a31a-0becf6344a63 None None] Checking agent: {'id': 'db1275c1-6001-47af-93c2-635c68404703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822691-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 52, 8), 'started_at': datetime.datetime(2021, 12, 24, 10, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 45, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822691-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:45:34.694604 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55dd9285-7f60-41d9-a31a-0becf6344a63 None None] Checking segment: {'id': 'd4e3295f-9ff8-4cad-8a20-3f1c937efc8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:45:34.695082 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-55dd9285-7f60-41d9-a31a-0becf6344a63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:45:34.695513 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55dd9285-7f60-41d9-a31a-0becf6344a63 None None] Bound using segment: {'id': 'd4e3295f-9ff8-4cad-8a20-3f1c937efc8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a'} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:45:34.696042 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-55dd9285-7f60-41d9-a31a-0becf6344a63 None None] Bound port: 9b46a3aa-62ac-4218-a2ae-7653b58cfe61, host: dv-neutron-822691-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4e3295f-9ff8-4cad-8a20-3f1c937efc8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a'}}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:45:34.696454 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-55dd9285-7f60-41d9-a31a-0becf6344a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:45:34.845773 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-55dd9285-7f60-41d9-a31a-0becf6344a63 None None] For port 9b46a3aa-62ac-4218-a2ae-7653b58cfe61, host dv-neutron-822691-2-hyperv, cleared binding levels {{(pid=88880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:45:34.860663 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-55dd9285-7f60-41d9-a31a-0becf6344a63 None None] For port 9b46a3aa-62ac-4218-a2ae-7653b58cfe61, host dv-neutron-822691-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=9b46a3aa-62ac-4218-a2ae-7653b58cfe61,segment=NetworkSegment(d4e3295f-9ff8-4cad-8a20-3f1c937efc8c),segment_id=d4e3295f-9ff8-4cad-8a20-3f1c937efc8c)] {{(pid=88880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:45:34.868002 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-55dd9285-7f60-41d9-a31a-0becf6344a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:45:34.874859 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:45:34.911644 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-3b0a6e06-f8b4-4cb5-a5ce-140ac923ac42 None None] Allocated IP 172.20.0.2 (1752bddc-151e-45d4-afbc-09cf834522b9/631eddf8-cfba-485f-bc94-7eac3da9c04d/ee45ce63-f18e-431b-a04f-2ef4b8e20b7d) {{(pid=88880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:45:34.987316 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b49e0c-e48f-4f02-a68e-22857746c305 None None] Pushing event updated for resources: {'Port': ['ID=9b46a3aa-62ac-4218-a2ae-7653b58cfe61,revision_number=3']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:45:34.993347 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-b8b49e0c-e48f-4f02-a68e-22857746c305 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:45:35.015761 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55dd9285-7f60-41d9-a31a-0becf6344a63 None None] Routers {'9ccc679d-c4f5-4863-8039-02799cfef2fb'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:45:35.016439 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-55dd9285-7f60-41d9-a31a-0becf6344a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52712002e8>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:45:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['9ccc679d-c4f5-4863-8039-02799cfef2fb'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:45:35.305311 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b19c3223-5423-482a-94f1-1a14b1eba2b4 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:45:35.355877 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3b0a6e06-f8b4-4cb5-a5ce-140ac923ac42 None None] Notify callbacks [] for port, precommit_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:45:35.358437 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-55dd9285-7f60-41d9-a31a-0becf6344a63 None None] Set router 9ccc679d-c4f5-4863-8039-02799cfef2fb gateway port host: dv-neutron-822691-2-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:45:35.415651 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-3b0a6e06-f8b4-4cb5-a5ce-140ac923ac42 None None] Transition to ACTIVE for port object ee45ce63-f18e-431b-a04f-2ef4b8e20b7d will not be triggered until provisioned by entity L2. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:45:35.513880 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-3b0a6e06-f8b4-4cb5-a5ce-140ac923ac42 None None] Transition to ACTIVE for port object ee45ce63-f18e-431b-a04f-2ef4b8e20b7d will not be triggered until provisioned by entity DHCP. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:45:35.531043 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3b0a6e06-f8b4-4cb5-a5ce-140ac923ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408'] for port, after_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:45:35.537165 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:45:35.676277 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b0a6e06-f8b4-4cb5-a5ce-140ac923ac42 None None] Network 1752bddc-151e-45d4-afbc-09cf834522b9 is already hosted by enough agents. {{(pid=88880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:45:35.691248 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-3b0a6e06-f8b4-4cb5-a5ce-140ac923ac42 None None] Resources bound (agent type, host, resource id):  {{(pid=88880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:45:35.694851 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0a6e06-f8b4-4cb5-a5ce-140ac923ac42 None None] Pushing event updated for resources: {'Port': ['ID=ee45ce63-f18e-431b-a04f-2ef4b8e20b7d,revision_number=1']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:45:35.697209 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b0a6e06-f8b4-4cb5-a5ce-140ac923ac42 None None] Received port after_create {{(pid=88880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:45:35.702132 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-3b0a6e06-f8b4-4cb5-a5ce-140ac923ac42 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:45:35.720833 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-b19c3223-5423-482a-94f1-1a14b1eba2b4 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Allocated IP 172.20.0.1 (1752bddc-151e-45d4-afbc-09cf834522b9/631eddf8-cfba-485f-bc94-7eac3da9c04d/7aa0db1a-5295-4e07-9abd-1e1e36f6588b) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:45:35.834307 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-3b0a6e06-f8b4-4cb5-a5ce-140ac923ac42 None None] Attempting to bind port ee45ce63-f18e-431b-a04f-2ef4b8e20b7d on host dv-neutron-822691-2-hyperv for vnic_type normal with profile  {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:45:35.834639 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-3b0a6e06-f8b4-4cb5-a5ce-140ac923ac42 None None] Attempting to bind port ee45ce63-f18e-431b-a04f-2ef4b8e20b7d by drivers openvswitch,hyperv on host dv-neutron-822691-2-hyperv at level 0 using segments [{'id': 'b7c43eba-e8f4-4297-a99c-4c7a4fc36fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '1752bddc-151e-45d4-afbc-09cf834522b9'}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:45:35.835012 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b0a6e06-f8b4-4cb5-a5ce-140ac923ac42 None None] Attempting to bind port ee45ce63-f18e-431b-a04f-2ef4b8e20b7d on network 1752bddc-151e-45d4-afbc-09cf834522b9 {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:45:35.848574 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b0a6e06-f8b4-4cb5-a5ce-140ac923ac42 None None] Checking agent: {'id': 'db1275c1-6001-47af-93c2-635c68404703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822691-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 52, 8), 'started_at': datetime.datetime(2021, 12, 24, 10, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 45, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822691-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:45:35.848990 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b0a6e06-f8b4-4cb5-a5ce-140ac923ac42 None None] Checking segment: {'id': 'b7c43eba-e8f4-4297-a99c-4c7a4fc36fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '1752bddc-151e-45d4-afbc-09cf834522b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:45:35.849436 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3b0a6e06-f8b4-4cb5-a5ce-140ac923ac42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:45:35.849872 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b0a6e06-f8b4-4cb5-a5ce-140ac923ac42 None None] Bound using segment: {'id': 'b7c43eba-e8f4-4297-a99c-4c7a4fc36fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '1752bddc-151e-45d4-afbc-09cf834522b9'} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:45:35.850410 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-3b0a6e06-f8b4-4cb5-a5ce-140ac923ac42 None None] Bound port: ee45ce63-f18e-431b-a04f-2ef4b8e20b7d, host: dv-neutron-822691-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7c43eba-e8f4-4297-a99c-4c7a4fc36fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '1752bddc-151e-45d4-afbc-09cf834522b9'}}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:45:35.850825 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3b0a6e06-f8b4-4cb5-a5ce-140ac923ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:45:35.871340 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-55dd9285-7f60-41d9-a31a-0becf6344a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52712002e8>, [{'id': '9ccc679d-c4f5-4863-8039-02799cfef2fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-509769015', 'tenant_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.74'}], 'enable_snat': True}, 'gw_port_id': '9b46a3aa-62ac-4218-a2ae-7653b58cfe61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:45:31Z', 'updated_at': '2021-12-24T11:45:32Z', 'revision_number': 3, 'project_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'gw_port': {'id': '9b46a3aa-62ac-4218-a2ae-7653b58cfe61', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:72:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ccc679d-c4f5-4863-8039-02799cfef2fb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:45:32Z', 'updated_at': '2021-12-24T11:45:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv'}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:45:35.888367 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b19c3223-5423-482a-94f1-1a14b1eba2b4 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:45:35.902497 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55dd9285-7f60-41d9-a31a-0becf6344a63 None None] The sync data for ids ['9ccc679d-c4f5-4863-8039-02799cfef2fb'] in dv-neutron-822691-2-hyperv is: [{'id': '9ccc679d-c4f5-4863-8039-02799cfef2fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-509769015', 'tenant_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.74'}], 'enable_snat': True}, 'gw_port_id': '9b46a3aa-62ac-4218-a2ae-7653b58cfe61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:45:31Z', 'updated_at': '2021-12-24T11:45:32Z', 'revision_number': 3, 'project_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'gw_port': {'id': '9b46a3aa-62ac-4218-a2ae-7653b58cfe61', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:72:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ccc679d-c4f5-4863-8039-02799cfef2fb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:45:32Z', 'updated_at': '2021-12-24T11:45:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv'}] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:45:35.906745 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-b19c3223-5423-482a-94f1-1a14b1eba2b4 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Transition to ACTIVE for port object 7aa0db1a-5295-4e07-9abd-1e1e36f6588b will not be triggered until provisioned by entity DHCP. {{(pid=88878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:45:35.931209 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b19c3223-5423-482a-94f1-1a14b1eba2b4 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:45:35.935678 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-4c3b3449-631f-4d13-818a-991516b91669 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:45:36.014544 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b19c3223-5423-482a-94f1-1a14b1eba2b4 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Network 1752bddc-151e-45d4-afbc-09cf834522b9 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:45:36.018923 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-b19c3223-5423-482a-94f1-1a14b1eba2b4 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Resources bound (agent type, host, resource id):  {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:45:36.021282 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19c3223-5423-482a-94f1-1a14b1eba2b4 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Pushing event updated for resources: {'Port': ['ID=7aa0db1a-5295-4e07-9abd-1e1e36f6588b,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:45:36.023917 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19c3223-5423-482a-94f1-1a14b1eba2b4 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:45:36.056665 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-b19c3223-5423-482a-94f1-1a14b1eba2b4 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:45:36.096854 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b19c3223-5423-482a-94f1-1a14b1eba2b4 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-720245'] for router_interface, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:45:36.136789 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-3b0a6e06-f8b4-4cb5-a5ce-140ac923ac42 None None] For port ee45ce63-f18e-431b-a04f-2ef4b8e20b7d, host dv-neutron-822691-2-hyperv, cleared binding levels {{(pid=88880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:45:36.140392 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-3b0a6e06-f8b4-4cb5-a5ce-140ac923ac42 None None] For port ee45ce63-f18e-431b-a04f-2ef4b8e20b7d, host dv-neutron-822691-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=ee45ce63-f18e-431b-a04f-2ef4b8e20b7d,segment=NetworkSegment(b7c43eba-e8f4-4297-a99c-4c7a4fc36fd4),segment_id=b7c43eba-e8f4-4297-a99c-4c7a4fc36fd4)] {{(pid=88880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:45:36.144190 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3b0a6e06-f8b4-4cb5-a5ce-140ac923ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:45:36.148744 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-8893d12e-cc70-4fb2-922f-2476c790bf67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:45:36.190260 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b19c3223-5423-482a-94f1-1a14b1eba2b4 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:45:36.228859 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0a6e06-f8b4-4cb5-a5ce-140ac923ac42 None None] Pushing event updated for resources: {'Port': ['ID=ee45ce63-f18e-431b-a04f-2ef4b8e20b7d,revision_number=2']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:45:36.232037 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-3b0a6e06-f8b4-4cb5-a5ce-140ac923ac42 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:45:36.509559 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 9b46a3aa-62ac-4218-a2ae-7653b58cfe61 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:45:36.650417 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-274a9a9c-4cda-4478-a1eb-6142b10af383 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:45:36.668423 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning for port 9b46a3aa-62ac-4218-a2ae-7653b58cfe61 completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:45:36.673627 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port 9b46a3aa-62ac-4218-a2ae-7653b58cfe61 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:45:36.680068 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:45:36.720831 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b19c3223-5423-482a-94f1-1a14b1eba2b4 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for port, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:45:36.726783 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b19c3223-5423-482a-94f1-1a14b1eba2b4 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3978773'] for port, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:45:36.765171 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-e096b714-6a06-4752-b406-f84c62a1525c tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:45:36.804060 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:45:36.822852 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] For port 9b46a3aa-62ac-4218-a2ae-7653b58cfe61, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=9b46a3aa-62ac-4218-a2ae-7653b58cfe61,segment=NetworkSegment(d4e3295f-9ff8-4cad-8a20-3f1c937efc8c),segment_id=d4e3295f-9ff8-4cad-8a20-3f1c937efc8c)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:45:36.827019 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:45:36.830118 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-79f24e93-05b9-453f-8cce-bc9835e7a327 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:45:36.869943 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19c3223-5423-482a-94f1-1a14b1eba2b4 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Pushing event updated for resources: {'Port': ['ID=7aa0db1a-5295-4e07-9abd-1e1e36f6588b,revision_number=2']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:45:36.873117 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b19c3223-5423-482a-94f1-1a14b1eba2b4 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1977653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854055662'] for router_interface, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:45:36.878046 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-b19c3223-5423-482a-94f1-1a14b1eba2b4 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:45:36.908651 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Pushing event updated for resources: {'Port': ['ID=9b46a3aa-62ac-4218-a2ae-7653b58cfe61,revision_number=4']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:45:36.912264 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:45:37.031987 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b19c3223-5423-482a-94f1-1a14b1eba2b4 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Network 1752bddc-151e-45d4-afbc-09cf834522b9 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:45:37.033361 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-b19c3223-5423-482a-94f1-1a14b1eba2b4 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Resources bound (agent type, host, resource id):  {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:45:37.461328 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b19c3223-5423-482a-94f1-1a14b1eba2b4 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Router 9ccc679d-c4f5-4863-8039-02799cfef2fb has already been hosted by L3 agent 198cca88-1338-4098-b44b-beb0346ac906 {{(pid=88878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 24 11:45:37.683061 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b19c3223-5423-482a-94f1-1a14b1eba2b4 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:45:37.697889 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-b19c3223-5423-482a-94f1-1a14b1eba2b4 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "PUT /v2.0/routers/9ccc679d-c4f5-4863-8039-02799cfef2fb/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4437747
Dec 24 11:45:37.893593 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-591b217e-3ca2-4145-8024-6130c9da13b1 req-3e35151d-9661-4b5c-a034-9221dd58f4f9 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Synchronizing usage tracker for tenant:e6de6ac8bdf7427ba6dad2fa7321cdd0 on resource:security_group {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:45:37.908916 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-591b217e-3ca2-4145-8024-6130c9da13b1 req-3e35151d-9661-4b5c-a034-9221dd58f4f9 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Unset dirty status for tenant:e6de6ac8bdf7427ba6dad2fa7321cdd0 on resource:security_group {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:45:37.910308 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-591b217e-3ca2-4145-8024-6130c9da13b1 req-3e35151d-9661-4b5c-a034-9221dd58f4f9 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1612813688&fields=id&tenant_id=e6de6ac8bdf7427ba6dad2fa7321cdd0 HTTP/1.1" status: 200  len: 267 time: 0.0671499
Dec 24 11:45:37.917690 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fffa708-df56-4ad3-84e4-eec14e07aa45 None None] Network 1752bddc-151e-45d4-afbc-09cf834522b9 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:45:38.049859 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-8991e6cd-3871-4aee-bce4-0ae543a40c74 None None] Provisioning for port ee45ce63-f18e-431b-a04f-2ef4b8e20b7d completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:45:38.122937 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:45:38.336895 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591b217e-3ca2-4145-8024-6130c9da13b1 req-c042a937-b793-423c-b2ca-4a2c090d39fd tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:45:38.337662 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-591b217e-3ca2-4145-8024-6130c9da13b1 req-c042a937-b793-423c-b2ca-4a2c090d39fd tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Synchronizing usage tracker for tenant:e6de6ac8bdf7427ba6dad2fa7321cdd0 on resource:network {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:45:38.357792 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-591b217e-3ca2-4145-8024-6130c9da13b1 req-c042a937-b793-423c-b2ca-4a2c090d39fd tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Unset dirty status for tenant:e6de6ac8bdf7427ba6dad2fa7321cdd0 on resource:network {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:45:38.359208 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-591b217e-3ca2-4145-8024-6130c9da13b1 req-c042a937-b793-423c-b2ca-4a2c090d39fd tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/networks?id=1752bddc-151e-45d4-afbc-09cf834522b9 HTTP/1.1" status: 200  len: 797 time: 0.4412093
Dec 24 11:45:38.379397 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-591b217e-3ca2-4145-8024-6130c9da13b1 req-630b751f-debe-4487-a27b-279e0318e7a2 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/quotas/e6de6ac8bdf7427ba6dad2fa7321cdd0 HTTP/1.1" status: 200  len: 375 time: 0.0131540
Dec 24 11:45:38.479308 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-591b217e-3ca2-4145-8024-6130c9da13b1 req-479a41a6-76c4-42ff-b4df-b8d15ae2e5d1 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Synchronizing usage tracker for tenant:e6de6ac8bdf7427ba6dad2fa7321cdd0 on resource:port {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:45:38.500847 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-591b217e-3ca2-4145-8024-6130c9da13b1 req-479a41a6-76c4-42ff-b4df-b8d15ae2e5d1 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Unset dirty status for tenant:e6de6ac8bdf7427ba6dad2fa7321cdd0 on resource:port {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:45:38.502694 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-591b217e-3ca2-4145-8024-6130c9da13b1 req-479a41a6-76c4-42ff-b4df-b8d15ae2e5d1 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=e6de6ac8bdf7427ba6dad2fa7321cdd0&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1164963
Dec 24 11:45:38.508245 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-dbbfa75c-8a88-40ab-ad3d-d83e37851715 None None] Provisioning for port 7aa0db1a-5295-4e07-9abd-1e1e36f6588b completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:45:38.517043 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-dbbfa75c-8a88-40ab-ad3d-d83e37851715 None None] Provisioning complete for port 7aa0db1a-5295-4e07-9abd-1e1e36f6588b triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:45:38.517486 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-dbbfa75c-8a88-40ab-ad3d-d83e37851715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:45:38.610426 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-dbbfa75c-8a88-40ab-ad3d-d83e37851715 None None] Port 7aa0db1a-5295-4e07-9abd-1e1e36f6588b cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:45:38.615016 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 9b46a3aa-62ac-4218-a2ae-7653b58cfe61 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:45:38.696798 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port 9b46a3aa-62ac-4218-a2ae-7653b58cfe61 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:45:38.697380 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:45:38.706882 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-591b217e-3ca2-4145-8024-6130c9da13b1 req-d5707965-a990-410f-9bbc-9ea2197daa59 service neutron] 10.222.0.65 "GET /v2.0/networks/1752bddc-151e-45d4-afbc-09cf834522b9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1881475
Dec 24 11:45:38.846074 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device ee45ce63-f18e-431b-a04f-2ef4b8e20b7d up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:45:38.868366 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-591b217e-3ca2-4145-8024-6130c9da13b1 req-95e67ff9-3dd0-4253-a6a0-8a99f30dd115 service neutron] 10.222.0.65 "GET /v2.0/networks/1752bddc-151e-45d4-afbc-09cf834522b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1530042
Dec 24 11:45:38.891456 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-fd095d19-a8a4-42c5-b203-443c200457ba None None] Provisioning complete for port 7aa0db1a-5295-4e07-9abd-1e1e36f6588b triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:45:38.891885 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fd095d19-a8a4-42c5-b203-443c200457ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:45:38.974956 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-fd095d19-a8a4-42c5-b203-443c200457ba None None] Port 7aa0db1a-5295-4e07-9abd-1e1e36f6588b cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:45:38.976928 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e994728e-0daa-4fd7-8b74-a3a5b0804b94 None None] Sync routers for ids ['9ccc679d-c4f5-4863-8039-02799cfef2fb'] in dv-neutron-822691-2-hyperv {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:45:38.988841 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning for port ee45ce63-f18e-431b-a04f-2ef4b8e20b7d completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:45:38.991474 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e994728e-0daa-4fd7-8b74-a3a5b0804b94 None None] Routers {'9ccc679d-c4f5-4863-8039-02799cfef2fb'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:45:38.992355 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-e994728e-0daa-4fd7-8b74-a3a5b0804b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271a78dd8>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:45:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['9ccc679d-c4f5-4863-8039-02799cfef2fb'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:45:38.994421 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port ee45ce63-f18e-431b-a04f-2ef4b8e20b7d triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:45:38.994853 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:45:39.111769 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54d18ec6-6866-406b-82d3-f68aae33a3e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:45:39.145074 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:45:39.160610 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-b4fa7cce-f0c5-4128-bfc3-c568107df1b0 req-e2d18174-5a01-4f36-866a-21b740101fb3 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/ports?device_id=93b43665-0635-413d-a5b4-d48baadb1261 HTTP/1.1" status: 200  len: 210 time: 0.0628114
Dec 24 11:45:39.189315 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] For port ee45ce63-f18e-431b-a04f-2ef4b8e20b7d, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=ee45ce63-f18e-431b-a04f-2ef4b8e20b7d,segment=NetworkSegment(b7c43eba-e8f4-4297-a99c-4c7a4fc36fd4),segment_id=b7c43eba-e8f4-4297-a99c-4c7a4fc36fd4)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:45:39.198863 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:45:39.202180 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-b8b49e0c-e48f-4f02-a68e-22857746c305 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:45:39.235664 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-e994728e-0daa-4fd7-8b74-a3a5b0804b94 None None] Set router 9ccc679d-c4f5-4863-8039-02799cfef2fb gateway port host: dv-neutron-822691-2-hyperv {{(pid=88881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:45:39.242320 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-39e300ac-7e61-412e-8d4a-82136279dbd8 None None] Provisioning complete for port 7aa0db1a-5295-4e07-9abd-1e1e36f6588b triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:45:39.242320 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-39e300ac-7e61-412e-8d4a-82136279dbd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:45:39.320371 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-39e300ac-7e61-412e-8d4a-82136279dbd8 None None] Port 7aa0db1a-5295-4e07-9abd-1e1e36f6588b cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:45:39.325063 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Pushing event updated for resources: {'Port': ['ID=ee45ce63-f18e-431b-a04f-2ef4b8e20b7d,revision_number=3']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:45:39.328154 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:45:39.572169 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bdfdbc84-c52d-4f40-b281-af314dc1f8fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:45:39.572775 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-e994728e-0daa-4fd7-8b74-a3a5b0804b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271a78dd8>, [{'id': '9ccc679d-c4f5-4863-8039-02799cfef2fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-509769015', 'tenant_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.74'}], 'enable_snat': True}, 'gw_port_id': '9b46a3aa-62ac-4218-a2ae-7653b58cfe61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:45:31Z', 'updated_at': '2021-12-24T11:45:36Z', 'revision_number': 4, 'project_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'gw_port': {'id': '9b46a3aa-62ac-4218-a2ae-7653b58cfe61', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:72:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ccc679d-c4f5-4863-8039-02799cfef2fb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:45:32Z', 'updated_at': '2021-12-24T11:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_interfaces': [{'id': '7aa0db1a-5295-4e07-9abd-1e1e36f6588b', 'name': '', 'network_id': '1752bddc-151e-45d4-afbc-09cf834522b9', 'tenant_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'mac_address': 'fa:16:3e:51:54:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ccc679d-c4f5-4863-8039-02799cfef2fb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '631eddf8-cfba-485f-bc94-7eac3da9c04d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:45:35Z', 'updated_at': '2021-12-24T11:45:36Z', 'revision_number': 2, 'project_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'subnets': [{'id': '631eddf8-cfba-485f-bc94-7eac3da9c04d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:45:39.577634 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e994728e-0daa-4fd7-8b74-a3a5b0804b94 None None] Checking router: 9ccc679d-c4f5-4863-8039-02799cfef2fb for host: dv-neutron-822691-2-hyperv {{(pid=88881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 24 11:45:39.578064 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e994728e-0daa-4fd7-8b74-a3a5b0804b94 None None] Updating router 9ccc679d-c4f5-4863-8039-02799cfef2fb port 7aa0db1a-5295-4e07-9abd-1e1e36f6588b binding host dv-neutron-822691-2-hyperv {{(pid=88881) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 24 11:45:39.632903 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e994728e-0daa-4fd7-8b74-a3a5b0804b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:45:39.986861 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e994728e-0daa-4fd7-8b74-a3a5b0804b94 None None] Notify callbacks [] for port, precommit_update {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:45:39.999018 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-e994728e-0daa-4fd7-8b74-a3a5b0804b94 None None] Transition to ACTIVE for port object 7aa0db1a-5295-4e07-9abd-1e1e36f6588b will not be triggered until provisioned by entity L2. {{(pid=88881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:45:40.007090 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e994728e-0daa-4fd7-8b74-a3a5b0804b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:45:40.010672 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-e188a342-5371-4c26-a5e3-079f594464ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:45:40.141306 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b09c95-9395-49f1-a107-87cdbf936978 None None] Pushing event updated for resources: {'Port': ['ID=7aa0db1a-5295-4e07-9abd-1e1e36f6588b,revision_number=3']} {{(pid=88881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:45:40.194262 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b09c95-9395-49f1-a107-87cdbf936978 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:45:40.194643 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b09c95-9395-49f1-a107-87cdbf936978 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:45:40.195027 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b09c95-9395-49f1-a107-87cdbf936978 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:45:40.195624 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b09c95-9395-49f1-a107-87cdbf936978 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:45:40.195735 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b09c95-9395-49f1-a107-87cdbf936978 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:45:40.196075 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b09c95-9395-49f1-a107-87cdbf936978 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:45:40.196443 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b09c95-9395-49f1-a107-87cdbf936978 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:45:40.196811 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b09c95-9395-49f1-a107-87cdbf936978 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:45:40.197182 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b09c95-9395-49f1-a107-87cdbf936978 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:45:40.197548 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b09c95-9395-49f1-a107-87cdbf936978 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:45:40.197934 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b09c95-9395-49f1-a107-87cdbf936978 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:45:40.237441 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f7b09c95-9395-49f1-a107-87cdbf936978 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=88881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:45:40.254646 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-e994728e-0daa-4fd7-8b74-a3a5b0804b94 None None] Attempting to bind port 7aa0db1a-5295-4e07-9abd-1e1e36f6588b on host dv-neutron-822691-2-hyperv for vnic_type normal with profile  {{(pid=88881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:45:40.255269 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-e994728e-0daa-4fd7-8b74-a3a5b0804b94 None None] Attempting to bind port 7aa0db1a-5295-4e07-9abd-1e1e36f6588b by drivers openvswitch,hyperv on host dv-neutron-822691-2-hyperv at level 0 using segments [{'id': 'b7c43eba-e8f4-4297-a99c-4c7a4fc36fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '1752bddc-151e-45d4-afbc-09cf834522b9'}] {{(pid=88881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:45:40.255413 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e994728e-0daa-4fd7-8b74-a3a5b0804b94 None None] Attempting to bind port 7aa0db1a-5295-4e07-9abd-1e1e36f6588b on network 1752bddc-151e-45d4-afbc-09cf834522b9 {{(pid=88881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:45:40.267437 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e994728e-0daa-4fd7-8b74-a3a5b0804b94 None None] Checking agent: {'id': 'db1275c1-6001-47af-93c2-635c68404703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822691-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 52, 8), 'started_at': datetime.datetime(2021, 12, 24, 10, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 45, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822691-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:45:40.267862 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e994728e-0daa-4fd7-8b74-a3a5b0804b94 None None] Checking segment: {'id': 'b7c43eba-e8f4-4297-a99c-4c7a4fc36fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '1752bddc-151e-45d4-afbc-09cf834522b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:45:40.268312 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e994728e-0daa-4fd7-8b74-a3a5b0804b94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:45:40.268747 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e994728e-0daa-4fd7-8b74-a3a5b0804b94 None None] Bound using segment: {'id': 'b7c43eba-e8f4-4297-a99c-4c7a4fc36fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '1752bddc-151e-45d4-afbc-09cf834522b9'} {{(pid=88881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:45:40.269343 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-e994728e-0daa-4fd7-8b74-a3a5b0804b94 None None] Bound port: 7aa0db1a-5295-4e07-9abd-1e1e36f6588b, host: dv-neutron-822691-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7c43eba-e8f4-4297-a99c-4c7a4fc36fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '1752bddc-151e-45d4-afbc-09cf834522b9'}}] {{(pid=88881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:45:40.269758 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e994728e-0daa-4fd7-8b74-a3a5b0804b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:45:40.362208 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591b217e-3ca2-4145-8024-6130c9da13b1 req-2a251bb1-2fc9-482e-b252-811ec1312b93 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:45:40.363596 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-591b217e-3ca2-4145-8024-6130c9da13b1 req-2a251bb1-2fc9-482e-b252-811ec1312b93 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Synchronizing usage tracker for tenant:e6de6ac8bdf7427ba6dad2fa7321cdd0 on resource:network {{(pid=88879) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:45:40.365643 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-e994728e-0daa-4fd7-8b74-a3a5b0804b94 None None] For port 7aa0db1a-5295-4e07-9abd-1e1e36f6588b, host dv-neutron-822691-2-hyperv, cleared binding levels {{(pid=88881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:45:40.369863 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-e994728e-0daa-4fd7-8b74-a3a5b0804b94 None None] For port 7aa0db1a-5295-4e07-9abd-1e1e36f6588b, host dv-neutron-822691-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=7aa0db1a-5295-4e07-9abd-1e1e36f6588b,segment=NetworkSegment(b7c43eba-e8f4-4297-a99c-4c7a4fc36fd4),segment_id=b7c43eba-e8f4-4297-a99c-4c7a4fc36fd4)] {{(pid=88881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:45:40.375203 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e994728e-0daa-4fd7-8b74-a3a5b0804b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:45:40.377592 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-591b217e-3ca2-4145-8024-6130c9da13b1 req-2a251bb1-2fc9-482e-b252-811ec1312b93 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Unset dirty status for tenant:e6de6ac8bdf7427ba6dad2fa7321cdd0 on resource:network {{(pid=88879) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:45:40.379153 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-591b217e-3ca2-4145-8024-6130c9da13b1 req-2a251bb1-2fc9-482e-b252-811ec1312b93 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.58 "GET /v2.0/networks?id=1752bddc-151e-45d4-afbc-09cf834522b9 HTTP/1.1" status: 200  len: 797 time: 0.2244432
Dec 24 11:45:40.380760 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-bc49f80e-3745-4050-92f9-92ab5ca2b19d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:45:40.435531 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-f9650343-1399-46ea-a0dc-3e848beff1ea req-3f55e334-a64d-4fff-a0d5-1b908e163045 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/ports?device_id=93b43665-0635-413d-a5b4-d48baadb1261 HTTP/1.1" status: 200  len: 210 time: 0.0815170
Dec 24 11:45:40.453329 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-591b217e-3ca2-4145-8024-6130c9da13b1 req-31677a1e-a38f-4c42-872b-b9f163acd16b tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e6de6ac8bdf7427ba6dad2fa7321cdd0 HTTP/1.1" status: 200  len: 380 time: 0.0582304
Dec 24 11:45:40.466537 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [req-591b217e-3ca2-4145-8024-6130c9da13b1 req-6ec6a0cd-3377-4c61-9acb-6da1c8040075 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Request body: {'port': {'device_id': '93b43665-0635-413d-a5b4-d48baadb1261', 'network_id': '1752bddc-151e-45d4-afbc-09cf834522b9', 'admin_state_up': True, 'tenant_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'security_groups': ['8c1bf971-fed1-4444-b85e-71638cba9c9b']}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:45:40.466811 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b09c95-9395-49f1-a107-87cdbf936978 None None] Pushing event updated for resources: {'Port': ['ID=7aa0db1a-5295-4e07-9abd-1e1e36f6588b,revision_number=4']} {{(pid=88881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:45:40.481455 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f7b09c95-9395-49f1-a107-87cdbf936978 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:45:40.509127 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e994728e-0daa-4fd7-8b74-a3a5b0804b94 None None] Routers {'9ccc679d-c4f5-4863-8039-02799cfef2fb'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:45:40.509858 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-e994728e-0daa-4fd7-8b74-a3a5b0804b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271a78dd8>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:45:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['9ccc679d-c4f5-4863-8039-02799cfef2fb'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:45:40.518178 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device ee45ce63-f18e-431b-a04f-2ef4b8e20b7d up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:45:40.628886 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port ee45ce63-f18e-431b-a04f-2ef4b8e20b7d triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:45:40.629495 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:45:40.649763 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [req-591b217e-3ca2-4145-8024-6130c9da13b1 req-6ec6a0cd-3377-4c61-9acb-6da1c8040075 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:45:40.660588 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [req-591b217e-3ca2-4145-8024-6130c9da13b1 req-6ec6a0cd-3377-4c61-9acb-6da1c8040075 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:45:40.676196 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-591b217e-3ca2-4145-8024-6130c9da13b1 req-6ec6a0cd-3377-4c61-9acb-6da1c8040075 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Made reservation on behalf of e6de6ac8bdf7427ba6dad2fa7321cdd0 for: {'port': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:45:40.682332 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-591b217e-3ca2-4145-8024-6130c9da13b1 req-6ec6a0cd-3377-4c61-9acb-6da1c8040075 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:45:40.786581 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-e994728e-0daa-4fd7-8b74-a3a5b0804b94 None None] Set router 9ccc679d-c4f5-4863-8039-02799cfef2fb gateway port host: dv-neutron-822691-2-hyperv {{(pid=88881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:45:40.844236 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-39ff93cf-c0b7-48c5-95f3-6f7e9977387d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:45:40.865901 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [req-591b217e-3ca2-4145-8024-6130c9da13b1 req-6ec6a0cd-3377-4c61-9acb-6da1c8040075 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Allocated IP 172.20.0.14 (1752bddc-151e-45d4-afbc-09cf834522b9/631eddf8-cfba-485f-bc94-7eac3da9c04d/5eba4f2f-89eb-4907-a257-eaa0dc3f3ad9) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:45:41.066172 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-591b217e-3ca2-4145-8024-6130c9da13b1 req-6ec6a0cd-3377-4c61-9acb-6da1c8040075 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:45:41.083452 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [req-591b217e-3ca2-4145-8024-6130c9da13b1 req-6ec6a0cd-3377-4c61-9acb-6da1c8040075 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Transition to ACTIVE for port object 5eba4f2f-89eb-4907-a257-eaa0dc3f3ad9 will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:45:41.104667 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-591b217e-3ca2-4145-8024-6130c9da13b1 req-6ec6a0cd-3377-4c61-9acb-6da1c8040075 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:45:41.112082 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-679c136c-f958-4d61-8c26-ae9fe0d7a17d tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:45:41.120776 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-e994728e-0daa-4fd7-8b74-a3a5b0804b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271a78dd8>, [{'id': '9ccc679d-c4f5-4863-8039-02799cfef2fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-509769015', 'tenant_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.74'}], 'enable_snat': True}, 'gw_port_id': '9b46a3aa-62ac-4218-a2ae-7653b58cfe61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:45:31Z', 'updated_at': '2021-12-24T11:45:36Z', 'revision_number': 4, 'project_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'gw_port': {'id': '9b46a3aa-62ac-4218-a2ae-7653b58cfe61', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:72:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ccc679d-c4f5-4863-8039-02799cfef2fb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:45:32Z', 'updated_at': '2021-12-24T11:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_interfaces': [{'id': '7aa0db1a-5295-4e07-9abd-1e1e36f6588b', 'name': '', 'network_id': '1752bddc-151e-45d4-afbc-09cf834522b9', 'tenant_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'mac_address': 'fa:16:3e:51:54:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ccc679d-c4f5-4863-8039-02799cfef2fb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '631eddf8-cfba-485f-bc94-7eac3da9c04d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:45:35Z', 'updated_at': '2021-12-24T11:45:40Z', 'revision_number': 4, 'project_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'subnets': [{'id': '631eddf8-cfba-485f-bc94-7eac3da9c04d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:45:41.125168 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e994728e-0daa-4fd7-8b74-a3a5b0804b94 None None] The sync data for ids ['9ccc679d-c4f5-4863-8039-02799cfef2fb'] in dv-neutron-822691-2-hyperv is: [{'id': '9ccc679d-c4f5-4863-8039-02799cfef2fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-509769015', 'tenant_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.74'}], 'enable_snat': True}, 'gw_port_id': '9b46a3aa-62ac-4218-a2ae-7653b58cfe61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:45:31Z', 'updated_at': '2021-12-24T11:45:36Z', 'revision_number': 4, 'project_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'gw_port': {'id': '9b46a3aa-62ac-4218-a2ae-7653b58cfe61', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:72:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ccc679d-c4f5-4863-8039-02799cfef2fb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:45:32Z', 'updated_at': '2021-12-24T11:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_interfaces': [{'id': '7aa0db1a-5295-4e07-9abd-1e1e36f6588b', 'name': '', 'network_id': '1752bddc-151e-45d4-afbc-09cf834522b9', 'tenant_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'mac_address': 'fa:16:3e:51:54:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ccc679d-c4f5-4863-8039-02799cfef2fb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '631eddf8-cfba-485f-bc94-7eac3da9c04d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:45:35Z', 'updated_at': '2021-12-24T11:45:40Z', 'revision_number': 4, 'project_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'subnets': [{'id': '631eddf8-cfba-485f-bc94-7eac3da9c04d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:45:41.456466 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-591b217e-3ca2-4145-8024-6130c9da13b1 req-6ec6a0cd-3377-4c61-9acb-6da1c8040075 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Network 1752bddc-151e-45d4-afbc-09cf834522b9 is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:45:41.457363 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec6a0cd-3377-4c61-9acb-6da1c8040075 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Pushing event updated for resources: {'Port': ['ID=5eba4f2f-89eb-4907-a257-eaa0dc3f3ad9,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:45:41.460470 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-6ec6a0cd-3377-4c61-9acb-6da1c8040075 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:45:41.461809 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [req-591b217e-3ca2-4145-8024-6130c9da13b1 req-6ec6a0cd-3377-4c61-9acb-6da1c8040075 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Resources bound (agent type, host, resource id):  {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:45:41.464080 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [req-591b217e-3ca2-4145-8024-6130c9da13b1 req-6ec6a0cd-3377-4c61-9acb-6da1c8040075 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:45:41.546194 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591b217e-3ca2-4145-8024-6130c9da13b1 req-6ec6a0cd-3377-4c61-9acb-6da1c8040075 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:45:41.546868 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-591b217e-3ca2-4145-8024-6130c9da13b1 req-6ec6a0cd-3377-4c61-9acb-6da1c8040075 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:45:41.578517 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-591b217e-3ca2-4145-8024-6130c9da13b1 req-6ec6a0cd-3377-4c61-9acb-6da1c8040075 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1162388
Dec 24 11:45:41.678569 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [req-591b217e-3ca2-4145-8024-6130c9da13b1 req-c16aa4f9-f88b-41b7-b20b-f6d552886541 service neutron] Request body: {'port': {'device_id': '93b43665-0635-413d-a5b4-d48baadb1261', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:45:41.694525 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf496ce-1cb4-43d9-aee7-62fd80fc3722 req-9cfa4302-e368-40cf-af9d-d812f35cec57 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:45:41.703594 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-1cf496ce-1cb4-43d9-aee7-62fd80fc3722 req-9cfa4302-e368-40cf-af9d-d812f35cec57 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/ports?device_id=93b43665-0635-413d-a5b4-d48baadb1261 HTTP/1.1" status: 200  len: 932 time: 0.1000562
Dec 24 11:45:41.766547 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-1cf496ce-1cb4-43d9-aee7-62fd80fc3722 req-ceed5ecb-0ebe-4b65-8184-78a7784736b3 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/security-groups?id=8c1bf971-fed1-4444-b85e-71638cba9c9b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0617502
Dec 24 11:45:41.822245 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-591b217e-3ca2-4145-8024-6130c9da13b1 req-c16aa4f9-f88b-41b7-b20b-f6d552886541 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:45:41.878854 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-58f0fb63-3e39-41e4-b137-db51b5c41477 None None] Provisioning for port 5eba4f2f-89eb-4907-a257-eaa0dc3f3ad9 completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:45:41.884020 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-58f0fb63-3e39-41e4-b137-db51b5c41477 None None] Provisioning complete for port 5eba4f2f-89eb-4907-a257-eaa0dc3f3ad9 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:45:41.884532 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-58f0fb63-3e39-41e4-b137-db51b5c41477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:45:41.942277 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-58f0fb63-3e39-41e4-b137-db51b5c41477 None None] Port 5eba4f2f-89eb-4907-a257-eaa0dc3f3ad9 cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:45:42.195222 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [req-591b217e-3ca2-4145-8024-6130c9da13b1 req-c16aa4f9-f88b-41b7-b20b-f6d552886541 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5eba4f2f-89eb-4907-a257-eaa0dc3f3ad9 {{(pid=88879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 24 11:45:42.202864 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-591b217e-3ca2-4145-8024-6130c9da13b1 req-c16aa4f9-f88b-41b7-b20b-f6d552886541 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:45:42.219278 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [req-591b217e-3ca2-4145-8024-6130c9da13b1 req-c16aa4f9-f88b-41b7-b20b-f6d552886541 service neutron] Transition to ACTIVE for port object 5eba4f2f-89eb-4907-a257-eaa0dc3f3ad9 will not be triggered until provisioned by entity L2. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:45:42.223381 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-591b217e-3ca2-4145-8024-6130c9da13b1 req-c16aa4f9-f88b-41b7-b20b-f6d552886541 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850854027'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:45:42.228489 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-0722bd36-8f62-4e8b-8ba9-5c2d0ba77e85 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:45:42.362239 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16aa4f9-f88b-41b7-b20b-f6d552886541 service neutron] Pushing event updated for resources: {'Port': ['ID=5eba4f2f-89eb-4907-a257-eaa0dc3f3ad9,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:45:42.368098 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c16aa4f9-f88b-41b7-b20b-f6d552886541 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:45:42.500147 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 7aa0db1a-5295-4e07-9abd-1e1e36f6588b up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:45:42.518392 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [req-591b217e-3ca2-4145-8024-6130c9da13b1 req-c16aa4f9-f88b-41b7-b20b-f6d552886541 service neutron] Attempting to bind port 5eba4f2f-89eb-4907-a257-eaa0dc3f3ad9 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:45:42.518803 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [req-591b217e-3ca2-4145-8024-6130c9da13b1 req-c16aa4f9-f88b-41b7-b20b-f6d552886541 service neutron] Attempting to bind port 5eba4f2f-89eb-4907-a257-eaa0dc3f3ad9 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'b7c43eba-e8f4-4297-a99c-4c7a4fc36fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '1752bddc-151e-45d4-afbc-09cf834522b9'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:45:42.519219 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-591b217e-3ca2-4145-8024-6130c9da13b1 req-c16aa4f9-f88b-41b7-b20b-f6d552886541 service neutron] Attempting to bind port 5eba4f2f-89eb-4907-a257-eaa0dc3f3ad9 on network 1752bddc-151e-45d4-afbc-09cf834522b9 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:45:42.528422 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-591b217e-3ca2-4145-8024-6130c9da13b1 req-c16aa4f9-f88b-41b7-b20b-f6d552886541 service neutron] Port 5eba4f2f-89eb-4907-a257-eaa0dc3f3ad9 on network 1752bddc-151e-45d4-afbc-09cf834522b9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 24 11:45:42.529129 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-591b217e-3ca2-4145-8024-6130c9da13b1 req-c16aa4f9-f88b-41b7-b20b-f6d552886541 service neutron] Attempting to bind port 5eba4f2f-89eb-4907-a257-eaa0dc3f3ad9 on network 1752bddc-151e-45d4-afbc-09cf834522b9 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:45:42.540083 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-591b217e-3ca2-4145-8024-6130c9da13b1 req-c16aa4f9-f88b-41b7-b20b-f6d552886541 service neutron] Checking agent: {'id': '239bbc6e-fc66-42e2-b707-1aa8ba10287c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 57, 58), 'started_at': datetime.datetime(2021, 12, 24, 10, 57, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 45, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:45:42.540647 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-591b217e-3ca2-4145-8024-6130c9da13b1 req-c16aa4f9-f88b-41b7-b20b-f6d552886541 service neutron] Checking segment: {'id': 'b7c43eba-e8f4-4297-a99c-4c7a4fc36fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '1752bddc-151e-45d4-afbc-09cf834522b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:45:42.541277 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-591b217e-3ca2-4145-8024-6130c9da13b1 req-c16aa4f9-f88b-41b7-b20b-f6d552886541 service neutron] Bound using segment: {'id': 'b7c43eba-e8f4-4297-a99c-4c7a4fc36fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '1752bddc-151e-45d4-afbc-09cf834522b9'} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:45:42.542031 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [req-591b217e-3ca2-4145-8024-6130c9da13b1 req-c16aa4f9-f88b-41b7-b20b-f6d552886541 service neutron] Bound port: 5eba4f2f-89eb-4907-a257-eaa0dc3f3ad9, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7c43eba-e8f4-4297-a99c-4c7a4fc36fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '1752bddc-151e-45d4-afbc-09cf834522b9'}}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:45:42.542417 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-591b217e-3ca2-4145-8024-6130c9da13b1 req-c16aa4f9-f88b-41b7-b20b-f6d552886541 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:45:42.588983 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning for port 7aa0db1a-5295-4e07-9abd-1e1e36f6588b completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:45:42.595653 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port 7aa0db1a-5295-4e07-9abd-1e1e36f6588b triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:45:42.596081 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:45:42.650231 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [req-591b217e-3ca2-4145-8024-6130c9da13b1 req-c16aa4f9-f88b-41b7-b20b-f6d552886541 service neutron] For port 5eba4f2f-89eb-4907-a257-eaa0dc3f3ad9, host hv-neutron-8226, cleared binding levels {{(pid=88879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:45:42.654541 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [req-591b217e-3ca2-4145-8024-6130c9da13b1 req-c16aa4f9-f88b-41b7-b20b-f6d552886541 service neutron] For port 5eba4f2f-89eb-4907-a257-eaa0dc3f3ad9, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=5eba4f2f-89eb-4907-a257-eaa0dc3f3ad9,segment=NetworkSegment(b7c43eba-e8f4-4297-a99c-4c7a4fc36fd4),segment_id=b7c43eba-e8f4-4297-a99c-4c7a4fc36fd4)] {{(pid=88879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:45:42.659640 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-591b217e-3ca2-4145-8024-6130c9da13b1 req-c16aa4f9-f88b-41b7-b20b-f6d552886541 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850854027'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:45:42.665596 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c7a08498-c49b-47d0-939c-3a1e534767fd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:45:42.725160 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-591b217e-3ca2-4145-8024-6130c9da13b1 req-c16aa4f9-f88b-41b7-b20b-f6d552886541 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:45:42.726713 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-591b217e-3ca2-4145-8024-6130c9da13b1 req-c16aa4f9-f88b-41b7-b20b-f6d552886541 service neutron] 10.222.0.58 "PUT /v2.0/ports/5eba4f2f-89eb-4907-a257-eaa0dc3f3ad9 HTTP/1.1" status: 200  len: 1094 time: 1.1357303
Dec 24 11:45:42.727292 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93b43665-0635-413d-a5b4-d48baadb1261', 'tag': '5eba4f2f-89eb-4907-a257-eaa0dc3f3ad9'}] {{(pid=88879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 24 11:45:42.735444 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:45:42.772498 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16aa4f9-f88b-41b7-b20b-f6d552886541 service neutron] Pushing event updated for resources: {'Port': ['ID=5eba4f2f-89eb-4907-a257-eaa0dc3f3ad9,revision_number=3']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:45:42.775197 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] For port 7aa0db1a-5295-4e07-9abd-1e1e36f6588b, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=7aa0db1a-5295-4e07-9abd-1e1e36f6588b,segment=NetworkSegment(b7c43eba-e8f4-4297-a99c-4c7a4fc36fd4),segment_id=b7c43eba-e8f4-4297-a99c-4c7a4fc36fd4)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:45:42.776182 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c16aa4f9-f88b-41b7-b20b-f6d552886541 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:45:42.779467 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:45:42.781767 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:45:42.836770 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93b43665-0635-413d-a5b4-d48baadb1261', 'tag': '5eba4f2f-89eb-4907-a257-eaa0dc3f3ad9', 'status': 'completed', 'code': 200}
Dec 24 11:45:42.860483 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Pushing event updated for resources: {'Port': ['ID=7aa0db1a-5295-4e07-9abd-1e1e36f6588b,revision_number=5']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:45:42.863845 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-591b217e-3ca2-4145-8024-6130c9da13b1 req-49aeca34-799c-4320-933b-40a749f86956 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e6de6ac8bdf7427ba6dad2fa7321cdd0&device_id=93b43665-0635-413d-a5b4-d48baadb1261 HTTP/1.1" status: 200  len: 1097 time: 0.0860691
Dec 24 11:45:42.864362 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:45:42.947973 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-591b217e-3ca2-4145-8024-6130c9da13b1 req-be97f828-c8b6-42da-bd85-cf535a387205 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5eba4f2f-89eb-4907-a257-eaa0dc3f3ad9 HTTP/1.1" status: 200  len: 217 time: 0.0758524
Dec 24 11:45:43.035080 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591b217e-3ca2-4145-8024-6130c9da13b1 req-8029e169-6a1c-41d5-8b84-ca5bff417e12 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:45:43.036986 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-591b217e-3ca2-4145-8024-6130c9da13b1 req-8029e169-6a1c-41d5-8b84-ca5bff417e12 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=631eddf8-cfba-485f-bc94-7eac3da9c04d HTTP/1.1" status: 200  len: 835 time: 0.0819452
Dec 24 11:45:43.051546 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c30c3e-f0ed-4b9a-bd3b-8b9bc04fa3cd req-cb1f06c1-697c-4a4c-ad5b-6fc0675ab10c tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:45:43.053211 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-74c30c3e-f0ed-4b9a-bd3b-8b9bc04fa3cd req-cb1f06c1-697c-4a4c-ad5b-6fc0675ab10c tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/ports?device_id=93b43665-0635-413d-a5b4-d48baadb1261 HTTP/1.1" status: 200  len: 944 time: 0.1311762
Dec 24 11:45:43.104624 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-74c30c3e-f0ed-4b9a-bd3b-8b9bc04fa3cd req-a81e511a-5c3c-4b7a-8394-452e8a28d020 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/security-groups?id=8c1bf971-fed1-4444-b85e-71638cba9c9b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445812
Dec 24 11:45:43.129101 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-591b217e-3ca2-4145-8024-6130c9da13b1 req-90258366-dd46-45fb-aca5-0a03849ad43b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1752bddc-151e-45d4-afbc-09cf834522b9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0806479
Dec 24 11:45:43.279908 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-591b217e-3ca2-4145-8024-6130c9da13b1 req-fcb7f142-2600-414d-9762-9636f533a84c service neutron] 10.222.0.58 "GET /v2.0/networks/1752bddc-151e-45d4-afbc-09cf834522b9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1432273
Dec 24 11:45:43.441052 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-591b217e-3ca2-4145-8024-6130c9da13b1 req-5764da40-9a8a-4c50-b6cf-bd26a0d34638 service neutron] 10.222.0.58 "GET /v2.0/networks/1752bddc-151e-45d4-afbc-09cf834522b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1528101
Dec 24 11:45:43.573625 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-45243ec5-8c79-459a-bdde-999ecd4bb793 req-e28e7eef-b39f-48a8-b69a-5430e883a422 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e6de6ac8bdf7427ba6dad2fa7321cdd0&device_id=93b43665-0635-413d-a5b4-d48baadb1261 HTTP/1.1" status: 200  len: 1097 time: 0.0815680
Dec 24 11:45:43.726686 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45243ec5-8c79-459a-bdde-999ecd4bb793 req-1411d52d-c866-44f2-91f4-e29270e8cee6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:45:43.728201 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-45243ec5-8c79-459a-bdde-999ecd4bb793 req-1411d52d-c866-44f2-91f4-e29270e8cee6 service neutron] 10.222.0.58 "GET /v2.0/networks?id=1752bddc-151e-45d4-afbc-09cf834522b9 HTTP/1.1" status: 200  len: 898 time: 0.1459789
Dec 24 11:45:43.807318 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-45243ec5-8c79-459a-bdde-999ecd4bb793 req-a5421924-15e0-4409-9692-58509dfe5fe5 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5eba4f2f-89eb-4907-a257-eaa0dc3f3ad9 HTTP/1.1" status: 200  len: 217 time: 0.0707157
Dec 24 11:45:43.881590 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45243ec5-8c79-459a-bdde-999ecd4bb793 req-634779dc-306a-4774-b514-09c7b3f7b5a1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:45:43.883168 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-45243ec5-8c79-459a-bdde-999ecd4bb793 req-634779dc-306a-4774-b514-09c7b3f7b5a1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=631eddf8-cfba-485f-bc94-7eac3da9c04d HTTP/1.1" status: 200  len: 835 time: 0.0686684
Dec 24 11:45:43.973305 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-45243ec5-8c79-459a-bdde-999ecd4bb793 req-521925d3-ddb8-4444-b0e5-2830c9e3c2a9 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1752bddc-151e-45d4-afbc-09cf834522b9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0754828
Dec 24 11:45:44.118380 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-45243ec5-8c79-459a-bdde-999ecd4bb793 req-3bcd7ab6-7ea7-4aeb-b8bd-9b17ceafdfed service neutron] 10.222.0.58 "GET /v2.0/networks/1752bddc-151e-45d4-afbc-09cf834522b9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1377392
Dec 24 11:45:44.265608 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-45243ec5-8c79-459a-bdde-999ecd4bb793 req-234f3562-db00-4c3c-9c6d-43028bd6077b service neutron] 10.222.0.58 "GET /v2.0/networks/1752bddc-151e-45d4-afbc-09cf834522b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1394894
Dec 24 11:45:44.314583 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b6c454-10c2-4ee5-be20-da14e7a0c385 req-54e6bac0-0ae3-426a-a82c-dd1f6de75a9b tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:45:44.316314 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-03b6c454-10c2-4ee5-be20-da14e7a0c385 req-54e6bac0-0ae3-426a-a82c-dd1f6de75a9b tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/ports?device_id=93b43665-0635-413d-a5b4-d48baadb1261 HTTP/1.1" status: 200  len: 944 time: 0.0868709
Dec 24 11:45:44.371767 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-03b6c454-10c2-4ee5-be20-da14e7a0c385 req-eda478c9-4f74-4abb-a3df-cf4ee38ab710 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/security-groups?id=8c1bf971-fed1-4444-b85e-71638cba9c9b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0491812
Dec 24 11:45:44.478335 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 7aa0db1a-5295-4e07-9abd-1e1e36f6588b up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:45:44.552904 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port 7aa0db1a-5295-4e07-9abd-1e1e36f6588b triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:45:44.553354 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:45:44.798019 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Device 5eba4f2f-89eb-4907-a257-eaa0dc3f3ad9 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 24 11:45:44.951399 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] For port 5eba4f2f-89eb-4907-a257-eaa0dc3f3ad9, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=5eba4f2f-89eb-4907-a257-eaa0dc3f3ad9,segment=NetworkSegment(b7c43eba-e8f4-4297-a99c-4c7a4fc36fd4),segment_id=b7c43eba-e8f4-4297-a99c-4c7a4fc36fd4)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:45:44.969793 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Returning: {'device': '5eba4f2f-89eb-4907-a257-eaa0dc3f3ad9', 'network_id': '1752bddc-151e-45d4-afbc-09cf834522b9', 'port_id': '5eba4f2f-89eb-4907-a257-eaa0dc3f3ad9', 'mac_address': 'fa:16:3e:df:1a:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '631eddf8-cfba-485f-bc94-7eac3da9c04d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 24 11:45:45.028474 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:45:45.050197 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5eba4f2f-89eb-4907-a257-eaa0dc3f3ad9 {{(pid=88880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 24 11:45:45.065700 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] For port 5eba4f2f-89eb-4907-a257-eaa0dc3f3ad9, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=5eba4f2f-89eb-4907-a257-eaa0dc3f3ad9,segment=NetworkSegment(b7c43eba-e8f4-4297-a99c-4c7a4fc36fd4),segment_id=b7c43eba-e8f4-4297-a99c-4c7a4fc36fd4)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:45:45.069804 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:45:45.071677 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-003a6598-f0ae-4069-9d23-6624c803e1ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:45:45.142059 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Pushing event updated for resources: {'Port': ['ID=5eba4f2f-89eb-4907-a257-eaa0dc3f3ad9,revision_number=4']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:45:45.151622 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:45:45.152014 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:45:45.152396 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:45:45.152775 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:45:45.153158 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:45:45.153534 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:45:45.153933 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:45:45.154301 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:45:45.154670 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:45:45.155038 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:45:45.155400 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:45:45.159537 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:45:45.318677 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] get_ports_and_sgs() called for port_ids ['5eba4f2f-89eb-4907-a257-eaa0dc3f3ad9'] {{(pid=88880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 24 11:45:45.585816 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4306d9-f86e-4bbd-823c-563e4d896d01 req-d20b30ba-a6c8-434a-a4dc-d67af951221b tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:45:45.587479 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-1e4306d9-f86e-4bbd-823c-563e4d896d01 req-d20b30ba-a6c8-434a-a4dc-d67af951221b tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/ports?device_id=93b43665-0635-413d-a5b4-d48baadb1261 HTTP/1.1" status: 200  len: 945 time: 0.0894611
Dec 24 11:45:45.641261 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-1e4306d9-f86e-4bbd-823c-563e4d896d01 req-60a8dfd7-c5fd-435a-86fa-59747e4b993a tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/security-groups?id=8c1bf971-fed1-4444-b85e-71638cba9c9b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441637
Dec 24 11:45:46.811968 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Device 5eba4f2f-89eb-4907-a257-eaa0dc3f3ad9 up at agent hyperv_hv-neutron-8226 {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:45:46.870153 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787c8221-69e3-4bb2-be17-afc15a013c0e req-f51984ad-89e1-46f6-bdd1-b18cc16180f3 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:45:46.871732 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-787c8221-69e3-4bb2-be17-afc15a013c0e req-f51984ad-89e1-46f6-bdd1-b18cc16180f3 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/ports?device_id=93b43665-0635-413d-a5b4-d48baadb1261 HTTP/1.1" status: 200  len: 945 time: 0.0976512
Dec 24 11:45:46.882512 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Provisioning for port 5eba4f2f-89eb-4907-a257-eaa0dc3f3ad9 completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:45:46.887784 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Provisioning complete for port 5eba4f2f-89eb-4907-a257-eaa0dc3f3ad9 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:45:46.888206 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:45:46.920588 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-787c8221-69e3-4bb2-be17-afc15a013c0e req-1d51ff0f-c2ef-4f3c-9bc8-a5de76e7a7eb tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/security-groups?id=8c1bf971-fed1-4444-b85e-71638cba9c9b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419140
Dec 24 11:45:47.008884 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:45:47.037936 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93b43665-0635-413d-a5b4-d48baadb1261', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5eba4f2f-89eb-4907-a257-eaa0dc3f3ad9'}] {{(pid=88880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 24 11:45:47.048030 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] For port 5eba4f2f-89eb-4907-a257-eaa0dc3f3ad9, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=5eba4f2f-89eb-4907-a257-eaa0dc3f3ad9,segment=NetworkSegment(b7c43eba-e8f4-4297-a99c-4c7a4fc36fd4),segment_id=b7c43eba-e8f4-4297-a99c-4c7a4fc36fd4)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:45:47.052435 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:45:47.054669 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-b61850ca-57d9-46e8-9b15-07ad6d754e30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:45:47.097936 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93b43665-0635-413d-a5b4-d48baadb1261', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5eba4f2f-89eb-4907-a257-eaa0dc3f3ad9', 'code': 200}
Dec 24 11:45:47.128202 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Pushing event updated for resources: {'Port': ['ID=5eba4f2f-89eb-4907-a257-eaa0dc3f3ad9,revision_number=5']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:45:47.131786 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:45:47.369173 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-bf91f32a-7b9d-4563-a6ab-03b6297b6e13 req-4b648f3b-d532-488f-a07b-3674635cd3ae service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=93b43665-0635-413d-a5b4-d48baadb1261 HTTP/1.1" status: 200  len: 1099 time: 0.0941944
Dec 24 11:45:47.414414 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-bf91f32a-7b9d-4563-a6ab-03b6297b6e13 req-ee1201ab-5afc-4f06-b6ea-136e5502285b service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=8c1bf971-fed1-4444-b85e-71638cba9c9b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0382016
Dec 24 11:45:48.135950 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32f8d5f-6a01-4a91-ba76-ccfc118953b2 req-e248198a-1dd7-4681-8ff1-c11bcb1d99af tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:45:48.137585 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-b32f8d5f-6a01-4a91-ba76-ccfc118953b2 req-e248198a-1dd7-4681-8ff1-c11bcb1d99af tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/ports?device_id=93b43665-0635-413d-a5b4-d48baadb1261 HTTP/1.1" status: 200  len: 946 time: 0.0897129
Dec 24 11:45:48.187983 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-b32f8d5f-6a01-4a91-ba76-ccfc118953b2 req-564ff5f6-f90a-4e86-982c-a8308111a895 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/security-groups?id=8c1bf971-fed1-4444-b85e-71638cba9c9b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439882
Dec 24 11:45:49.438982 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea2b92a-215c-4da8-baef-a7055e749efd req-a7965939-16e1-4308-8bb1-878baa5b1548 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:45:49.440560 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-dea2b92a-215c-4da8-baef-a7055e749efd req-a7965939-16e1-4308-8bb1-878baa5b1548 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/ports?device_id=93b43665-0635-413d-a5b4-d48baadb1261 HTTP/1.1" status: 200  len: 946 time: 0.1054816
Dec 24 11:45:49.489963 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-dea2b92a-215c-4da8-baef-a7055e749efd req-51b72b69-3fb8-48aa-be6f-933943aeb12a tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/security-groups?id=8c1bf971-fed1-4444-b85e-71638cba9c9b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425766
Dec 24 11:45:49.697617 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51a643e-f3fa-4bc5-8538-282cc83f23f9 req-a365de70-8734-4fd4-9bc6-502bfa4a250a tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:45:49.699287 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-b51a643e-f3fa-4bc5-8538-282cc83f23f9 req-a365de70-8734-4fd4-9bc6-502bfa4a250a tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/ports?device_id=93b43665-0635-413d-a5b4-d48baadb1261 HTTP/1.1" status: 200  len: 946 time: 0.0857270
Dec 24 11:45:49.748228 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-b51a643e-f3fa-4bc5-8538-282cc83f23f9 req-d72ea656-adba-45de-95a3-753a9c5f42ab tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/security-groups?id=8c1bf971-fed1-4444-b85e-71638cba9c9b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427952
Dec 24 11:45:49.784762 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 50494) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:45:49.868954 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-2beb11c3-4d90-419f-9df9-5261db4233ce tempest-TestNetworkAdvancedServerOps-1792842542 tempest-TestNetworkAdvancedServerOps-1792842542-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=93b43665-0635-413d-a5b4-d48baadb1261 HTTP/1.1" status: 200  len: 1094 time: 0.0820997
Dec 24 11:45:49.871734 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 50498) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:45:49.877642 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-d6fe3cca-d348-4058-8d34-d3835c962798 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Request body: {'floatingip': {'floating_network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'port_id': '5eba4f2f-89eb-4907-a257-eaa0dc3f3ad9', 'tenant_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:45:49.884085 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-d6fe3cca-d348-4058-8d34-d3835c962798 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:45:49.888279 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-d6fe3cca-d348-4058-8d34-d3835c962798 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Usage tracker for resource:floatingip and tenant:e6de6ac8bdf7427ba6dad2fa7321cdd0 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:45:49.891321 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-d6fe3cca-d348-4058-8d34-d3835c962798 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:45:49.897598 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-d6fe3cca-d348-4058-8d34-d3835c962798 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:45:49.907855 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d6fe3cca-d348-4058-8d34-d3835c962798 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for floatingip, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:45:50.057369 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d6fe3cca-d348-4058-8d34-d3835c962798 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:45:50.200987 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-d6fe3cca-d348-4058-8d34-d3835c962798 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Allocated IP 172.26.3.26 (f8c337ba-681f-4fcb-a333-e3c49365b30a/8ea1398c-0bec-46d6-8d54-85798de2a7ca/e878110b-b2ba-41ff-858c-40f685fa969e) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:45:50.359394 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d6fe3cca-d348-4058-8d34-d3835c962798 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:45:50.390196 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d6fe3cca-d348-4058-8d34-d3835c962798 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:45:50.394096 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-b19c3223-5423-482a-94f1-1a14b1eba2b4 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:45:50.465530 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fe3cca-d348-4058-8d34-d3835c962798 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Pushing event updated for resources: {'Port': ['ID=e878110b-b2ba-41ff-858c-40f685fa969e,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:45:50.469204 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6fe3cca-d348-4058-8d34-d3835c962798 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Network f8c337ba-681f-4fcb-a333-e3c49365b30a is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:45:50.470228 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-d6fe3cca-d348-4058-8d34-d3835c962798 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:45:50.471266 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-d6fe3cca-d348-4058-8d34-d3835c962798 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Resources bound (agent type, host, resource id):  {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:45:50.473861 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6fe3cca-d348-4058-8d34-d3835c962798 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:45:51.009948 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d6fe3cca-d348-4058-8d34-d3835c962798 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:45:51.067269 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d6fe3cca-d348-4058-8d34-d3835c962798 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:45:51.287740 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d6fe3cca-d348-4058-8d34-d3835c962798 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for port, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:45:51.292577 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d6fe3cca-d348-4058-8d34-d3835c962798 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3978773'] for port, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:45:51.296320 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c3f82c1f-5e19-4bc8-a7f4-ffc5bcf0c9f5 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:45:51.401961 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fe3cca-d348-4058-8d34-d3835c962798 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Pushing event updated for resources: {'Port': ['ID=e878110b-b2ba-41ff-858c-40f685fa969e,revision_number=2']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:45:51.410121 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-d6fe3cca-d348-4058-8d34-d3835c962798 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:45:51.424148 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d6fe3cca-d348-4058-8d34-d3835c962798 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659181'] for floatingip, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:45:51.624567 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.l3_db [None req-d6fe3cca-d348-4058-8d34-d3835c962798 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Floating IP 1ef1a9c4-9145-4a4d-a685-0cf61026cbc8 associated. External IP: 172.26.3.26, port: 5eba4f2f-89eb-4907-a257-eaa0dc3f3ad9.
Dec 24 11:45:52.277271 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6fe3cca-d348-4058-8d34-d3835c962798 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Router 9ccc679d-c4f5-4863-8039-02799cfef2fb has already been hosted by L3 agent 198cca88-1338-4098-b44b-beb0346ac906 {{(pid=88878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 24 11:45:52.494034 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6fe3cca-d348-4058-8d34-d3835c962798 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:45:52.506104 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a71bdf-6eb3-4b71-9610-db535b84ef63 None None] Sync routers for ids ['9ccc679d-c4f5-4863-8039-02799cfef2fb'] in dv-neutron-822691-2-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:45:52.524387 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d6fe3cca-d348-4058-8d34-d3835c962798 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for floatingip, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:45:52.546948 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a71bdf-6eb3-4b71-9610-db535b84ef63 None None] Routers {'9ccc679d-c4f5-4863-8039-02799cfef2fb'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:45:52.547596 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-c0a71bdf-6eb3-4b71-9610-db535b84ef63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271a06208>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:45:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['9ccc679d-c4f5-4863-8039-02799cfef2fb'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:45:52.583948 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-d6fe3cca-d348-4058-8d34-d3835c962798 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.7094970
Dec 24 11:45:52.583948 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93b43665-0635-413d-a5b4-d48baadb1261', 'tag': '5eba4f2f-89eb-4907-a257-eaa0dc3f3ad9'}] {{(pid=88878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 24 11:45:52.639487 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93b43665-0635-413d-a5b4-d48baadb1261', 'tag': '5eba4f2f-89eb-4907-a257-eaa0dc3f3ad9', 'status': 'completed', 'code': 200}
Dec 24 11:45:52.734587 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-c0a71bdf-6eb3-4b71-9610-db535b84ef63 None None] Set router 9ccc679d-c4f5-4863-8039-02799cfef2fb gateway port host: dv-neutron-822691-2-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:45:52.746007 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-33be5cbf-86d1-4159-ae71-15e38d76bdb6 req-4b00ebfe-a3c4-43ea-8fbb-9c755966b442 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e6de6ac8bdf7427ba6dad2fa7321cdd0&device_id=93b43665-0635-413d-a5b4-d48baadb1261 HTTP/1.1" status: 200  len: 1099 time: 0.0791202
Dec 24 11:45:52.766402 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a61dd3-0a2f-45f5-aa1e-bd15c918de29 req-e3b08b11-e1d9-4c38-9dc9-861dbc1739ca tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:45:52.767966 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-b4a61dd3-0a2f-45f5-aa1e-bd15c918de29 req-e3b08b11-e1d9-4c38-9dc9-861dbc1739ca tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/ports?device_id=93b43665-0635-413d-a5b4-d48baadb1261 HTTP/1.1" status: 200  len: 946 time: 0.0860100
Dec 24 11:45:52.822424 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-b4a61dd3-0a2f-45f5-aa1e-bd15c918de29 req-ab76221b-807f-4b43-969a-f061899b8441 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/security-groups?id=8c1bf971-fed1-4444-b85e-71638cba9c9b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0471125
Dec 24 11:45:52.852063 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 50506) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:45:52.892628 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33be5cbf-86d1-4159-ae71-15e38d76bdb6 req-30a6af0e-afbf-4c45-9993-95da9eb9f644 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:45:52.894312 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-33be5cbf-86d1-4159-ae71-15e38d76bdb6 req-30a6af0e-afbf-4c45-9993-95da9eb9f644 service neutron] 10.222.0.58 "GET /v2.0/networks?id=1752bddc-151e-45d4-afbc-09cf834522b9 HTTP/1.1" status: 200  len: 898 time: 0.1416712
Dec 24 11:45:52.970000 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-3a837fcc-fddb-4758-afb1-1f0405e75c7a tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/floatingips/1ef1a9c4-9145-4a4d-a685-0cf61026cbc8 HTTP/1.1" status: 200  len: 991 time: 0.1151247
Dec 24 11:45:53.011484 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-33be5cbf-86d1-4159-ae71-15e38d76bdb6 req-7ff58c1b-6b48-4f01-822e-d41c327f6390 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5eba4f2f-89eb-4907-a257-eaa0dc3f3ad9 HTTP/1.1" status: 200  len: 999 time: 0.1092610
Dec 24 11:45:53.084500 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33be5cbf-86d1-4159-ae71-15e38d76bdb6 req-baf25f11-e5a0-4185-90b0-f29bd028d025 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:45:53.086100 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-33be5cbf-86d1-4159-ae71-15e38d76bdb6 req-baf25f11-e5a0-4185-90b0-f29bd028d025 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=631eddf8-cfba-485f-bc94-7eac3da9c04d HTTP/1.1" status: 200  len: 835 time: 0.0659997
Dec 24 11:45:53.172264 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-33be5cbf-86d1-4159-ae71-15e38d76bdb6 req-901425b7-bd96-4d14-9052-0b5c9239c27f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1752bddc-151e-45d4-afbc-09cf834522b9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0788331
Dec 24 11:45:53.272969 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-c0a71bdf-6eb3-4b71-9610-db535b84ef63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271a06208>, [{'id': '9ccc679d-c4f5-4863-8039-02799cfef2fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-509769015', 'tenant_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.74'}], 'enable_snat': True}, 'gw_port_id': '9b46a3aa-62ac-4218-a2ae-7653b58cfe61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:45:31Z', 'updated_at': '2021-12-24T11:45:36Z', 'revision_number': 4, 'project_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'gw_port': {'id': '9b46a3aa-62ac-4218-a2ae-7653b58cfe61', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:72:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ccc679d-c4f5-4863-8039-02799cfef2fb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:45:32Z', 'updated_at': '2021-12-24T11:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_floatingips': [{'id': '1ef1a9c4-9145-4a4d-a685-0cf61026cbc8', 'tenant_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'floating_ip_address': '172.26.3.26', 'floating_network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'router_id': '9ccc679d-c4f5-4863-8039-02799cfef2fb', 'port_id': '5eba4f2f-89eb-4907-a257-eaa0dc3f3ad9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1752bddc-151e-45d4-afbc-09cf834522b9', 'mac_address': 'fa:16:3e:df:1a:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b43665-0635-413d-a5b4-d48baadb1261', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T11:45:50Z', 'updated_at': '2021-12-24T11:45:50Z', 'revision_number': 0, 'project_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7aa0db1a-5295-4e07-9abd-1e1e36f6588b', 'name': '', 'network_id': '1752bddc-151e-45d4-afbc-09cf834522b9', 'tenant_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'mac_address': 'fa:16:3e:51:54:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ccc679d-c4f5-4863-8039-02799cfef2fb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '631eddf8-cfba-485f-bc94-7eac3da9c04d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:45:35Z', 'updated_at': '2021-12-24T11:45:42Z', 'revision_number': 5, 'project_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'subnets': [{'id': '631eddf8-cfba-485f-bc94-7eac3da9c04d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:45:53.277521 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a71bdf-6eb3-4b71-9610-db535b84ef63 None None] Checking router: 9ccc679d-c4f5-4863-8039-02799cfef2fb for host: dv-neutron-822691-2-hyperv {{(pid=88880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 24 11:45:53.289757 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a71bdf-6eb3-4b71-9610-db535b84ef63 None None] Routers {'9ccc679d-c4f5-4863-8039-02799cfef2fb'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:45:53.290475 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-c0a71bdf-6eb3-4b71-9610-db535b84ef63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271a06208>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:45:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['9ccc679d-c4f5-4863-8039-02799cfef2fb'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:45:53.323387 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-33be5cbf-86d1-4159-ae71-15e38d76bdb6 req-7d63b937-9869-4db3-987d-6da66735a43f service neutron] 10.222.0.58 "GET /v2.0/networks/1752bddc-151e-45d4-afbc-09cf834522b9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1425757
Dec 24 11:45:53.477372 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-33be5cbf-86d1-4159-ae71-15e38d76bdb6 req-789562e6-6447-437e-a028-01301001a2a6 service neutron] 10.222.0.58 "GET /v2.0/networks/1752bddc-151e-45d4-afbc-09cf834522b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1471899
Dec 24 11:45:53.486543 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-c0a71bdf-6eb3-4b71-9610-db535b84ef63 None None] Set router 9ccc679d-c4f5-4863-8039-02799cfef2fb gateway port host: dv-neutron-822691-2-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:45:53.854311 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-c0a71bdf-6eb3-4b71-9610-db535b84ef63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271a06208>, [{'id': '9ccc679d-c4f5-4863-8039-02799cfef2fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-509769015', 'tenant_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.74'}], 'enable_snat': True}, 'gw_port_id': '9b46a3aa-62ac-4218-a2ae-7653b58cfe61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:45:31Z', 'updated_at': '2021-12-24T11:45:36Z', 'revision_number': 4, 'project_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'gw_port': {'id': '9b46a3aa-62ac-4218-a2ae-7653b58cfe61', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:72:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ccc679d-c4f5-4863-8039-02799cfef2fb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:45:32Z', 'updated_at': '2021-12-24T11:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_floatingips': [{'id': '1ef1a9c4-9145-4a4d-a685-0cf61026cbc8', 'tenant_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'floating_ip_address': '172.26.3.26', 'floating_network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'router_id': '9ccc679d-c4f5-4863-8039-02799cfef2fb', 'port_id': '5eba4f2f-89eb-4907-a257-eaa0dc3f3ad9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1752bddc-151e-45d4-afbc-09cf834522b9', 'mac_address': 'fa:16:3e:df:1a:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b43665-0635-413d-a5b4-d48baadb1261', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T11:45:50Z', 'updated_at': '2021-12-24T11:45:50Z', 'revision_number': 0, 'project_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7aa0db1a-5295-4e07-9abd-1e1e36f6588b', 'name': '', 'network_id': '1752bddc-151e-45d4-afbc-09cf834522b9', 'tenant_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'mac_address': 'fa:16:3e:51:54:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ccc679d-c4f5-4863-8039-02799cfef2fb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '631eddf8-cfba-485f-bc94-7eac3da9c04d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:45:35Z', 'updated_at': '2021-12-24T11:45:42Z', 'revision_number': 5, 'project_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'subnets': [{'id': '631eddf8-cfba-485f-bc94-7eac3da9c04d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:45:53.858690 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a71bdf-6eb3-4b71-9610-db535b84ef63 None None] The sync data for ids ['9ccc679d-c4f5-4863-8039-02799cfef2fb'] in dv-neutron-822691-2-hyperv is: [{'id': '9ccc679d-c4f5-4863-8039-02799cfef2fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-509769015', 'tenant_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.74'}], 'enable_snat': True}, 'gw_port_id': '9b46a3aa-62ac-4218-a2ae-7653b58cfe61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:45:31Z', 'updated_at': '2021-12-24T11:45:36Z', 'revision_number': 4, 'project_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'gw_port': {'id': '9b46a3aa-62ac-4218-a2ae-7653b58cfe61', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:72:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ccc679d-c4f5-4863-8039-02799cfef2fb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:45:32Z', 'updated_at': '2021-12-24T11:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_floatingips': [{'id': '1ef1a9c4-9145-4a4d-a685-0cf61026cbc8', 'tenant_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'floating_ip_address': '172.26.3.26', 'floating_network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'router_id': '9ccc679d-c4f5-4863-8039-02799cfef2fb', 'port_id': '5eba4f2f-89eb-4907-a257-eaa0dc3f3ad9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1752bddc-151e-45d4-afbc-09cf834522b9', 'mac_address': 'fa:16:3e:df:1a:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b43665-0635-413d-a5b4-d48baadb1261', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T11:45:50Z', 'updated_at': '2021-12-24T11:45:50Z', 'revision_number': 0, 'project_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7aa0db1a-5295-4e07-9abd-1e1e36f6588b', 'name': '', 'network_id': '1752bddc-151e-45d4-afbc-09cf834522b9', 'tenant_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'mac_address': 'fa:16:3e:51:54:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ccc679d-c4f5-4863-8039-02799cfef2fb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '631eddf8-cfba-485f-bc94-7eac3da9c04d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:45:35Z', 'updated_at': '2021-12-24T11:45:42Z', 'revision_number': 5, 'project_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'subnets': [{'id': '631eddf8-cfba-485f-bc94-7eac3da9c04d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:45:53.973172 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 50510) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:45:54.086035 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-3b98696e-8252-41e2-9597-12ca6ae36989 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/floatingips/1ef1a9c4-9145-4a4d-a685-0cf61026cbc8 HTTP/1.1" status: 200  len: 991 time: 0.1114426
Dec 24 11:45:54.190930 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5efe1b1d-1137-4ffb-86db-db202f119746 None None] New status for floating IP 1ef1a9c4-9145-4a4d-a685-0cf61026cbc8: ACTIVE {{(pid=88881) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 24 11:45:55.091521 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 50514) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:45:55.216160 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-8fc03624-bdf8-4d10-b1fa-36c7a9dfe8b1 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/floatingips/1ef1a9c4-9145-4a4d-a685-0cf61026cbc8 HTTP/1.1" status: 200  len: 993 time: 0.1229520
Dec 24 11:45:58.666853 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:46:06.526519 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3012c634-8979-4666-952f-3c60c1ad578c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:46:08.083229 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:46:09.028057 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5e5a0dca-43b8-415b-81e4-a2a66e239b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:46:09.569247 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bdfdbc84-c52d-4f40-b281-af314dc1f8fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:46:10.443763 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.agents_db [None req-e51243ab-6a93-425b-980f-a73583147efa None None] Agent healthcheck: found 6 active agents {{(pid=88881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 24 11:46:10.838328 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-39ff93cf-c0b7-48c5-95f3-6f7e9977387d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:46:27.093994 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e68d81-4f47-4ee3-a518-1d201096dba9 req-4e319020-3610-47a2-a47a-1f075c3450df tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:46:27.095602 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-17e68d81-4f47-4ee3-a518-1d201096dba9 req-4e319020-3610-47a2-a47a-1f075c3450df tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/ports?device_id=93b43665-0635-413d-a5b4-d48baadb1261 HTTP/1.1" status: 200  len: 946 time: 0.1869156
Dec 24 11:46:27.151221 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-17e68d81-4f47-4ee3-a518-1d201096dba9 req-3fc35af2-e1f8-4382-aa28-acc11e1b0919 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/security-groups?id=8c1bf971-fed1-4444-b85e-71638cba9c9b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0484173
Dec 24 11:46:28.447138 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67859e5-8a9a-48d3-a23a-31534df4ee10 req-b048bfa8-0084-4cd7-b653-5254f1509f25 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:46:28.448782 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-a67859e5-8a9a-48d3-a23a-31534df4ee10 req-b048bfa8-0084-4cd7-b653-5254f1509f25 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/ports?device_id=93b43665-0635-413d-a5b4-d48baadb1261 HTTP/1.1" status: 200  len: 946 time: 0.1710579
Dec 24 11:46:28.504698 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-a67859e5-8a9a-48d3-a23a-31534df4ee10 req-b3f29f6e-22dd-481f-bccc-92cd4749e232 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/security-groups?id=8c1bf971-fed1-4444-b85e-71638cba9c9b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0467291
Dec 24 11:46:28.668763 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:46:29.725760 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d5376a-7db2-42a2-9fb7-2ced19e9fa8d req-7127d901-ebfd-480d-a996-6505ab303cd7 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:46:29.727426 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-d7d5376a-7db2-42a2-9fb7-2ced19e9fa8d req-7127d901-ebfd-480d-a996-6505ab303cd7 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/ports?device_id=93b43665-0635-413d-a5b4-d48baadb1261 HTTP/1.1" status: 200  len: 946 time: 0.0977895
Dec 24 11:46:29.779604 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-d7d5376a-7db2-42a2-9fb7-2ced19e9fa8d req-f1588a2e-1de5-4392-83bc-90b8439b5a57 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/security-groups?id=8c1bf971-fed1-4444-b85e-71638cba9c9b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430634
Dec 24 11:46:31.017126 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617e615f-5aa9-4be2-8f76-cbde161c298f req-bbb6f1fc-5b02-4f00-97cb-e322b5157d6b tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:46:31.018796 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-617e615f-5aa9-4be2-8f76-cbde161c298f req-bbb6f1fc-5b02-4f00-97cb-e322b5157d6b tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/ports?device_id=93b43665-0635-413d-a5b4-d48baadb1261 HTTP/1.1" status: 200  len: 946 time: 0.0952568
Dec 24 11:46:31.073452 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-617e615f-5aa9-4be2-8f76-cbde161c298f req-ad88984b-4db6-42ff-8260-c2c8ce721f73 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/security-groups?id=8c1bf971-fed1-4444-b85e-71638cba9c9b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0454328
Dec 24 11:46:32.305772 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea34fe3-a913-404a-a2e7-5ce08e3e5ccb req-c4e7b7e0-219a-4e2e-baaa-367fd2d0c17d tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:46:32.307436 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-9ea34fe3-a913-404a-a2e7-5ce08e3e5ccb req-c4e7b7e0-219a-4e2e-baaa-367fd2d0c17d tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/ports?device_id=93b43665-0635-413d-a5b4-d48baadb1261 HTTP/1.1" status: 200  len: 946 time: 0.0951347
Dec 24 11:46:32.357516 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-9ea34fe3-a913-404a-a2e7-5ce08e3e5ccb req-9da38a84-ad7b-4e4f-a172-f38b30e74d78 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/security-groups?id=8c1bf971-fed1-4444-b85e-71638cba9c9b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437169
Dec 24 11:46:33.590231 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79d2adf-b02c-4de8-b13e-05685e4fcaff req-c0553aad-d295-4c5a-90eb-af8ea15219fc tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:46:33.591853 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-c79d2adf-b02c-4de8-b13e-05685e4fcaff req-c0553aad-d295-4c5a-90eb-af8ea15219fc tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/ports?device_id=93b43665-0635-413d-a5b4-d48baadb1261 HTTP/1.1" status: 200  len: 946 time: 0.0846562
Dec 24 11:46:33.648060 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-c79d2adf-b02c-4de8-b13e-05685e4fcaff req-98005313-a554-40c2-b43b-9d04d245ae97 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/security-groups?id=8c1bf971-fed1-4444-b85e-71638cba9c9b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0500846
Dec 24 11:46:34.872403 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b446bdc3-2cec-4180-88d9-3c75ea5de717 req-e62f0546-1736-4c53-9dcf-099730866a63 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:46:34.874078 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-b446bdc3-2cec-4180-88d9-3c75ea5de717 req-e62f0546-1736-4c53-9dcf-099730866a63 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/ports?device_id=93b43665-0635-413d-a5b4-d48baadb1261 HTTP/1.1" status: 200  len: 946 time: 0.0890329
Dec 24 11:46:34.924095 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-b446bdc3-2cec-4180-88d9-3c75ea5de717 req-cc468657-90d9-4bb1-b8bc-a3e1bbff4368 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/security-groups?id=8c1bf971-fed1-4444-b85e-71638cba9c9b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430193
Dec 24 11:46:36.151112 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2ffd46-5bb1-4f69-b1de-1f4618a22eb9 req-167bc2f7-cd62-4608-9e11-464d147c04dd tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:46:36.152707 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-fd2ffd46-5bb1-4f69-b1de-1f4618a22eb9 req-167bc2f7-cd62-4608-9e11-464d147c04dd tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/ports?device_id=93b43665-0635-413d-a5b4-d48baadb1261 HTTP/1.1" status: 200  len: 946 time: 0.0959351
Dec 24 11:46:36.215795 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-fd2ffd46-5bb1-4f69-b1de-1f4618a22eb9 req-95baf475-9b90-46dc-81c7-01741f9cb088 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/security-groups?id=8c1bf971-fed1-4444-b85e-71638cba9c9b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0540211
Dec 24 11:46:36.532091 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5a0a48c9-11d5-4da6-b3a6-661f2cfd96de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:46:37.439279 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6643fc6-7a48-4099-8fdb-246e1bc84f2a req-f9c3c15d-8d49-4ce1-893f-b43f8f68b02b tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:46:37.441650 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-e6643fc6-7a48-4099-8fdb-246e1bc84f2a req-f9c3c15d-8d49-4ce1-893f-b43f8f68b02b tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/ports?device_id=93b43665-0635-413d-a5b4-d48baadb1261 HTTP/1.1" status: 200  len: 946 time: 0.0977883
Dec 24 11:46:37.496426 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-e6643fc6-7a48-4099-8fdb-246e1bc84f2a req-d62c7b64-49c7-4358-9a02-5068a65579dd tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/security-groups?id=8c1bf971-fed1-4444-b85e-71638cba9c9b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0475655
Dec 24 11:46:37.526198 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 50552) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:46:37.640828 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-6c991f40-d7bc-4cbf-9e29-311176f63450 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/floatingips/1ef1a9c4-9145-4a4d-a685-0cf61026cbc8 HTTP/1.1" status: 200  len: 993 time: 0.1132197
Dec 24 11:46:38.089107 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:46:39.024521 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7c269f2a-2048-4914-a433-7fd0d9877bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:46:39.183763 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d4f8f8-ae71-49b4-8972-8df339adc278 req-edb578ea-2955-472a-a17f-41db197363c9 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:46:39.185295 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-60d4f8f8-ae71-49b4-8972-8df339adc278 req-edb578ea-2955-472a-a17f-41db197363c9 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/ports?device_id=93b43665-0635-413d-a5b4-d48baadb1261 HTTP/1.1" status: 200  len: 946 time: 0.0895195
Dec 24 11:46:39.222681 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-309e575d-1771-443d-85cb-3f76103d353f req-d53fd8ea-f4e0-4b1f-b515-a4355fb90be7 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e6de6ac8bdf7427ba6dad2fa7321cdd0&device_id=93b43665-0635-413d-a5b4-d48baadb1261 HTTP/1.1" status: 200  len: 1099 time: 0.0751085
Dec 24 11:46:39.234134 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-60d4f8f8-ae71-49b4-8972-8df339adc278 req-c366b751-9855-4e6d-b9ba-19c7988b031c tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/security-groups?id=8c1bf971-fed1-4444-b85e-71638cba9c9b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424371
Dec 24 11:46:39.363970 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309e575d-1771-443d-85cb-3f76103d353f req-231847b1-8ce9-4f5f-bebc-b062112254df service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:46:39.365514 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-309e575d-1771-443d-85cb-3f76103d353f req-231847b1-8ce9-4f5f-bebc-b062112254df service neutron] 10.222.0.58 "GET /v2.0/networks?id=1752bddc-151e-45d4-afbc-09cf834522b9 HTTP/1.1" status: 200  len: 898 time: 0.1354015
Dec 24 11:46:39.481305 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-309e575d-1771-443d-85cb-3f76103d353f req-e9291ade-c311-4a3a-acda-d5d7c8802765 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5eba4f2f-89eb-4907-a257-eaa0dc3f3ad9 HTTP/1.1" status: 200  len: 1001 time: 0.1064997
Dec 24 11:46:39.559959 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309e575d-1771-443d-85cb-3f76103d353f req-b10a0064-70d9-4b54-9190-752fd7b7d87c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:46:39.561547 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-309e575d-1771-443d-85cb-3f76103d353f req-b10a0064-70d9-4b54-9190-752fd7b7d87c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=631eddf8-cfba-485f-bc94-7eac3da9c04d HTTP/1.1" status: 200  len: 835 time: 0.0708044
Dec 24 11:46:39.571939 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bdfdbc84-c52d-4f40-b281-af314dc1f8fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:46:39.653069 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-309e575d-1771-443d-85cb-3f76103d353f req-3be0f994-c760-4666-9fa3-f642dd35fad7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1752bddc-151e-45d4-afbc-09cf834522b9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0811949
Dec 24 11:46:39.812876 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-309e575d-1771-443d-85cb-3f76103d353f req-7859711d-3e9e-4940-ac7a-f7ffd8dffd74 service neutron] 10.222.0.58 "GET /v2.0/networks/1752bddc-151e-45d4-afbc-09cf834522b9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1481941
Dec 24 11:46:39.964397 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-309e575d-1771-443d-85cb-3f76103d353f req-990104e2-25eb-4141-9549-87323313da4e service neutron] 10.222.0.58 "GET /v2.0/networks/1752bddc-151e-45d4-afbc-09cf834522b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1412935
Dec 24 11:46:40.457504 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786980f8-9298-4d33-be25-12fe3e74b277 req-a51892e4-cfea-4a64-9c26-8cbc32e06011 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:46:40.459191 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-786980f8-9298-4d33-be25-12fe3e74b277 req-a51892e4-cfea-4a64-9c26-8cbc32e06011 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/ports?device_id=93b43665-0635-413d-a5b4-d48baadb1261 HTTP/1.1" status: 200  len: 946 time: 0.0886521
Dec 24 11:46:40.514664 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-786980f8-9298-4d33-be25-12fe3e74b277 req-18d43532-0308-4b29-879c-d3e8cece77d7 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/security-groups?id=8c1bf971-fed1-4444-b85e-71638cba9c9b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0456803
Dec 24 11:46:40.846693 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-39ff93cf-c0b7-48c5-95f3-6f7e9977387d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:46:41.735298 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792015a5-ce5f-4aad-a577-f9aaa9a0ec45 req-36b5b1fb-b9a8-46d2-98e4-8dc8c5973aa7 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:46:41.736924 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-792015a5-ce5f-4aad-a577-f9aaa9a0ec45 req-36b5b1fb-b9a8-46d2-98e4-8dc8c5973aa7 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/ports?device_id=93b43665-0635-413d-a5b4-d48baadb1261 HTTP/1.1" status: 200  len: 946 time: 0.0929070
Dec 24 11:46:41.795863 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-792015a5-ce5f-4aad-a577-f9aaa9a0ec45 req-1c90474b-cee7-4dce-9f1d-f3ced54b5d91 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/security-groups?id=8c1bf971-fed1-4444-b85e-71638cba9c9b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0485685
Dec 24 11:46:41.825170 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 50566) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:46:41.937867 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-4272a412-3084-43d8-9a7c-9c60c46520a2 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/floatingips/1ef1a9c4-9145-4a4d-a685-0cf61026cbc8 HTTP/1.1" status: 200  len: 993 time: 0.1113846
Dec 24 11:46:44.009473 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-bb3ea628-2866-4f79-9c6a-f06ccf2d39f2 req-65678387-024d-448e-8197-9fc234005ba6 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=93b43665-0635-413d-a5b4-d48baadb1261&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0832822
Dec 24 11:46:44.173086 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-bb3ea628-2866-4f79-9c6a-f06ccf2d39f2 req-6c35b1b9-1f7b-4f7e-890b-9e9dcd5a6bdf service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e6de6ac8bdf7427ba6dad2fa7321cdd0&device_id=93b43665-0635-413d-a5b4-d48baadb1261 HTTP/1.1" status: 200  len: 1099 time: 0.0831852
Dec 24 11:46:44.579031 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3ea628-2866-4f79-9c6a-f06ccf2d39f2 req-aae658d4-e6b7-4e4c-8405-cd54f542df31 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:46:44.580642 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-bb3ea628-2866-4f79-9c6a-f06ccf2d39f2 req-aae658d4-e6b7-4e4c-8405-cd54f542df31 service neutron] 10.222.0.58 "GET /v2.0/networks?id=1752bddc-151e-45d4-afbc-09cf834522b9 HTTP/1.1" status: 200  len: 898 time: 0.3874412
Dec 24 11:46:44.689503 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-bb3ea628-2866-4f79-9c6a-f06ccf2d39f2 req-2184a306-0322-45aa-af50-39e238269cdd service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5eba4f2f-89eb-4907-a257-eaa0dc3f3ad9 HTTP/1.1" status: 200  len: 1001 time: 0.1016862
Dec 24 11:46:44.759937 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3ea628-2866-4f79-9c6a-f06ccf2d39f2 req-dd1ea60d-89cb-40c9-9bf1-f16982b9f837 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:46:44.761409 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-bb3ea628-2866-4f79-9c6a-f06ccf2d39f2 req-dd1ea60d-89cb-40c9-9bf1-f16982b9f837 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=631eddf8-cfba-485f-bc94-7eac3da9c04d HTTP/1.1" status: 200  len: 835 time: 0.0654156
Dec 24 11:46:44.844258 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-bb3ea628-2866-4f79-9c6a-f06ccf2d39f2 req-59463d23-1cfe-4bc4-a403-e3edffca0ec1 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1752bddc-151e-45d4-afbc-09cf834522b9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0756981
Dec 24 11:46:44.991987 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-bb3ea628-2866-4f79-9c6a-f06ccf2d39f2 req-9fd3b1d3-1244-489b-827b-8bb4714683bb service neutron] 10.222.0.58 "GET /v2.0/networks/1752bddc-151e-45d4-afbc-09cf834522b9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1411893
Dec 24 11:46:45.143856 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-bb3ea628-2866-4f79-9c6a-f06ccf2d39f2 req-ac139455-3ecb-4004-b074-b341058e970d service neutron] 10.222.0.58 "GET /v2.0/networks/1752bddc-151e-45d4-afbc-09cf834522b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1451044
Dec 24 11:46:47.452879 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.agents_db [None req-e51243ab-6a93-425b-980f-a73583147efa None None] Agent healthcheck: found 6 active agents {{(pid=88881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 24 11:46:58.698246 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:47:06.527596 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-cc4f9962-ec82-4d2c-9f11-e29b49be8144 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:47:08.085096 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:47:09.026297 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2c56e79c-57cf-4620-a3ed-53dca863f44d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:47:09.575974 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bdfdbc84-c52d-4f40-b281-af314dc1f8fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:47:10.848683 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-39ff93cf-c0b7-48c5-95f3-6f7e9977387d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:47:14.483156 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 50586) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:47:14.698958 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-02a8d681-4dc2-4929-94ae-8387dc6e77dc tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Deleting port e878110b-b2ba-41ff-858c-40f685fa969e {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:47:14.699333 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-02a8d681-4dc2-4929-94ae-8387dc6e77dc tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:47:14.883820 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-02a8d681-4dc2-4929-94ae-8387dc6e77dc tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:47:14.884187 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-02a8d681-4dc2-4929-94ae-8387dc6e77dc tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:47:15.007269 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-02a8d681-4dc2-4929-94ae-8387dc6e77dc tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Calling delete_port for e878110b-b2ba-41ff-858c-40f685fa969e owned by network:floatingip {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:47:15.403815 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-02a8d681-4dc2-4929-94ae-8387dc6e77dc tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:47:15.407860 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-ec2af727-7b75-47b1-8cd9-d4312903cf6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:47:15.449007 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a8d681-4dc2-4929-94ae-8387dc6e77dc tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Pushing event deleted for resources: {'Port': ['ID=e878110b-b2ba-41ff-858c-40f685fa969e,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:47:15.489514 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a8d681-4dc2-4929-94ae-8387dc6e77dc tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:47:15.490040 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a8d681-4dc2-4929-94ae-8387dc6e77dc tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:47:15.490374 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a8d681-4dc2-4929-94ae-8387dc6e77dc tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:47:15.490798 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a8d681-4dc2-4929-94ae-8387dc6e77dc tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:47:15.491225 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a8d681-4dc2-4929-94ae-8387dc6e77dc tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:47:15.491633 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a8d681-4dc2-4929-94ae-8387dc6e77dc tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:47:15.492049 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a8d681-4dc2-4929-94ae-8387dc6e77dc tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:47:15.492460 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a8d681-4dc2-4929-94ae-8387dc6e77dc tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:47:15.492903 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a8d681-4dc2-4929-94ae-8387dc6e77dc tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:47:15.493285 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a8d681-4dc2-4929-94ae-8387dc6e77dc tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:47:15.493676 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a8d681-4dc2-4929-94ae-8387dc6e77dc tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:47:15.500741 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-02a8d681-4dc2-4929-94ae-8387dc6e77dc tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:47:15.562811 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-02a8d681-4dc2-4929-94ae-8387dc6e77dc tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for floatingip, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:47:15.986052 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02a8d681-4dc2-4929-94ae-8387dc6e77dc tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Router 9ccc679d-c4f5-4863-8039-02799cfef2fb has already been hosted by L3 agent 198cca88-1338-4098-b44b-beb0346ac906 {{(pid=88878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 24 11:47:16.211467 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02a8d681-4dc2-4929-94ae-8387dc6e77dc tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:47:16.222529 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d7e4da-a030-4723-97c9-69dce4ad6901 None None] Sync routers for ids ['9ccc679d-c4f5-4863-8039-02799cfef2fb'] in dv-neutron-822691-2-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:47:16.228714 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-02a8d681-4dc2-4929-94ae-8387dc6e77dc tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for floatingip, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:47:16.236030 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d7e4da-a030-4723-97c9-69dce4ad6901 None None] Routers {'9ccc679d-c4f5-4863-8039-02799cfef2fb'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:47:16.236777 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-76d7e4da-a030-4723-97c9-69dce4ad6901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52720b90f0>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:47:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['9ccc679d-c4f5-4863-8039-02799cfef2fb'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:47:16.288049 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-02a8d681-4dc2-4929-94ae-8387dc6e77dc tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "DELETE /v2.0/floatingips/1ef1a9c4-9145-4a4d-a685-0cf61026cbc8 HTTP/1.1" status: 204  len: 168 time: 1.8036199
Dec 24 11:47:16.288816 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93b43665-0635-413d-a5b4-d48baadb1261', 'tag': '5eba4f2f-89eb-4907-a257-eaa0dc3f3ad9'}] {{(pid=88878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 24 11:47:16.346078 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93b43665-0635-413d-a5b4-d48baadb1261', 'tag': '5eba4f2f-89eb-4907-a257-eaa0dc3f3ad9', 'status': 'completed', 'code': 200}
Dec 24 11:47:16.429289 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-76d7e4da-a030-4723-97c9-69dce4ad6901 None None] Set router 9ccc679d-c4f5-4863-8039-02799cfef2fb gateway port host: dv-neutron-822691-2-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:47:16.455502 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-a976ff84-d7bd-4e1c-81b7-01788b638622 req-1aa65dc5-1cb0-46b2-96ce-abb3b18a4dae service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e6de6ac8bdf7427ba6dad2fa7321cdd0&device_id=93b43665-0635-413d-a5b4-d48baadb1261 HTTP/1.1" status: 200  len: 1099 time: 0.0823412
Dec 24 11:47:16.629003 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a976ff84-d7bd-4e1c-81b7-01788b638622 req-9e4576dd-f839-4146-b529-ef554ec652f6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:47:16.631084 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-a976ff84-d7bd-4e1c-81b7-01788b638622 req-9e4576dd-f839-4146-b529-ef554ec652f6 service neutron] 10.222.0.58 "GET /v2.0/networks?id=1752bddc-151e-45d4-afbc-09cf834522b9 HTTP/1.1" status: 200  len: 898 time: 0.1655765
Dec 24 11:47:16.702894 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-a976ff84-d7bd-4e1c-81b7-01788b638622 req-c7fc97fb-2bd7-4e05-aab3-5ce9184fe03b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5eba4f2f-89eb-4907-a257-eaa0dc3f3ad9 HTTP/1.1" status: 200  len: 217 time: 0.0643640
Dec 24 11:47:16.720143 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55d4af7-5b29-4349-a158-b75eb257b50a req-adfc8422-049c-4717-b377-d51035f4f04b tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:47:16.720914 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-b55d4af7-5b29-4349-a158-b75eb257b50a req-adfc8422-049c-4717-b377-d51035f4f04b tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Synchronizing usage tracker for tenant:e6de6ac8bdf7427ba6dad2fa7321cdd0 on resource:port {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:47:16.736806 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-b55d4af7-5b29-4349-a158-b75eb257b50a req-adfc8422-049c-4717-b377-d51035f4f04b tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Unset dirty status for tenant:e6de6ac8bdf7427ba6dad2fa7321cdd0 on resource:port {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:47:16.738344 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-b55d4af7-5b29-4349-a158-b75eb257b50a req-adfc8422-049c-4717-b377-d51035f4f04b tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/ports?device_id=93b43665-0635-413d-a5b4-d48baadb1261 HTTP/1.1" status: 200  len: 946 time: 0.1029642
Dec 24 11:47:16.778253 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a976ff84-d7bd-4e1c-81b7-01788b638622 req-153d0a5d-72f2-4eab-8734-a25b7cc969ec service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:47:16.778499 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-76d7e4da-a030-4723-97c9-69dce4ad6901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52720b90f0>, [{'id': '9ccc679d-c4f5-4863-8039-02799cfef2fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-509769015', 'tenant_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.74'}], 'enable_snat': True}, 'gw_port_id': '9b46a3aa-62ac-4218-a2ae-7653b58cfe61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:45:31Z', 'updated_at': '2021-12-24T11:45:36Z', 'revision_number': 4, 'project_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'gw_port': {'id': '9b46a3aa-62ac-4218-a2ae-7653b58cfe61', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:72:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ccc679d-c4f5-4863-8039-02799cfef2fb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:45:32Z', 'updated_at': '2021-12-24T11:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_interfaces': [{'id': '7aa0db1a-5295-4e07-9abd-1e1e36f6588b', 'name': '', 'network_id': '1752bddc-151e-45d4-afbc-09cf834522b9', 'tenant_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'mac_address': 'fa:16:3e:51:54:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ccc679d-c4f5-4863-8039-02799cfef2fb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '631eddf8-cfba-485f-bc94-7eac3da9c04d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:45:35Z', 'updated_at': '2021-12-24T11:45:42Z', 'revision_number': 5, 'project_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'subnets': [{'id': '631eddf8-cfba-485f-bc94-7eac3da9c04d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:47:16.779749 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-a976ff84-d7bd-4e1c-81b7-01788b638622 req-153d0a5d-72f2-4eab-8734-a25b7cc969ec service neutron] 10.222.0.58 "GET /v2.0/subnets?id=631eddf8-cfba-485f-bc94-7eac3da9c04d HTTP/1.1" status: 200  len: 835 time: 0.0687845
Dec 24 11:47:16.782664 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d7e4da-a030-4723-97c9-69dce4ad6901 None None] Checking router: 9ccc679d-c4f5-4863-8039-02799cfef2fb for host: dv-neutron-822691-2-hyperv {{(pid=88880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 24 11:47:16.791453 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-b55d4af7-5b29-4349-a158-b75eb257b50a req-2722b12e-997e-4a04-8092-1617768f6673 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/security-groups?id=8c1bf971-fed1-4444-b85e-71638cba9c9b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0466986
Dec 24 11:47:16.794135 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d7e4da-a030-4723-97c9-69dce4ad6901 None None] Routers {'9ccc679d-c4f5-4863-8039-02799cfef2fb'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:47:16.794867 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-76d7e4da-a030-4723-97c9-69dce4ad6901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52720b90f0>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:47:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['9ccc679d-c4f5-4863-8039-02799cfef2fb'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:47:16.862724 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-a976ff84-d7bd-4e1c-81b7-01788b638622 req-ca63bd8f-a2b9-45c5-8ff5-a0cb4ad85167 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1752bddc-151e-45d4-afbc-09cf834522b9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0753496
Dec 24 11:47:16.977849 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-76d7e4da-a030-4723-97c9-69dce4ad6901 None None] Set router 9ccc679d-c4f5-4863-8039-02799cfef2fb gateway port host: dv-neutron-822691-2-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:47:17.009673 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-a976ff84-d7bd-4e1c-81b7-01788b638622 req-86b6d2ce-3c59-4b45-b8a5-a1120e73eae9 service neutron] 10.222.0.58 "GET /v2.0/networks/1752bddc-151e-45d4-afbc-09cf834522b9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1393809
Dec 24 11:47:17.157002 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-a976ff84-d7bd-4e1c-81b7-01788b638622 req-efee5943-032e-4606-9c4a-2a2d64a47748 service neutron] 10.222.0.58 "GET /v2.0/networks/1752bddc-151e-45d4-afbc-09cf834522b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1383572
Dec 24 11:47:17.497377 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-76d7e4da-a030-4723-97c9-69dce4ad6901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52720b90f0>, [{'id': '9ccc679d-c4f5-4863-8039-02799cfef2fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-509769015', 'tenant_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.74'}], 'enable_snat': True}, 'gw_port_id': '9b46a3aa-62ac-4218-a2ae-7653b58cfe61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:45:31Z', 'updated_at': '2021-12-24T11:45:36Z', 'revision_number': 4, 'project_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'gw_port': {'id': '9b46a3aa-62ac-4218-a2ae-7653b58cfe61', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:72:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ccc679d-c4f5-4863-8039-02799cfef2fb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:45:32Z', 'updated_at': '2021-12-24T11:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_interfaces': [{'id': '7aa0db1a-5295-4e07-9abd-1e1e36f6588b', 'name': '', 'network_id': '1752bddc-151e-45d4-afbc-09cf834522b9', 'tenant_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'mac_address': 'fa:16:3e:51:54:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ccc679d-c4f5-4863-8039-02799cfef2fb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '631eddf8-cfba-485f-bc94-7eac3da9c04d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:45:35Z', 'updated_at': '2021-12-24T11:45:42Z', 'revision_number': 5, 'project_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'subnets': [{'id': '631eddf8-cfba-485f-bc94-7eac3da9c04d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:47:17.502100 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d7e4da-a030-4723-97c9-69dce4ad6901 None None] The sync data for ids ['9ccc679d-c4f5-4863-8039-02799cfef2fb'] in dv-neutron-822691-2-hyperv is: [{'id': '9ccc679d-c4f5-4863-8039-02799cfef2fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-509769015', 'tenant_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.74'}], 'enable_snat': True}, 'gw_port_id': '9b46a3aa-62ac-4218-a2ae-7653b58cfe61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:45:31Z', 'updated_at': '2021-12-24T11:45:36Z', 'revision_number': 4, 'project_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'gw_port': {'id': '9b46a3aa-62ac-4218-a2ae-7653b58cfe61', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:72:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ccc679d-c4f5-4863-8039-02799cfef2fb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:45:32Z', 'updated_at': '2021-12-24T11:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_interfaces': [{'id': '7aa0db1a-5295-4e07-9abd-1e1e36f6588b', 'name': '', 'network_id': '1752bddc-151e-45d4-afbc-09cf834522b9', 'tenant_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'mac_address': 'fa:16:3e:51:54:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ccc679d-c4f5-4863-8039-02799cfef2fb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '631eddf8-cfba-485f-bc94-7eac3da9c04d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:45:35Z', 'updated_at': '2021-12-24T11:45:42Z', 'revision_number': 5, 'project_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'subnets': [{'id': '631eddf8-cfba-485f-bc94-7eac3da9c04d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:47:17.968691 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c88bb9-db2d-45e2-9755-456d890a3f8f None None] New status for floating IP 1ef1a9c4-9145-4a4d-a685-0cf61026cbc8: DOWN {{(pid=88881) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 24 11:47:18.008917 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342aab3a-8909-4a5e-9f6d-7c7520ad8114 req-fc43334f-6fa4-49a4-8f46-99b19a33dd5e tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:47:18.010581 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-342aab3a-8909-4a5e-9f6d-7c7520ad8114 req-fc43334f-6fa4-49a4-8f46-99b19a33dd5e tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/ports?device_id=93b43665-0635-413d-a5b4-d48baadb1261 HTTP/1.1" status: 200  len: 946 time: 0.0888717
Dec 24 11:47:18.060019 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-342aab3a-8909-4a5e-9f6d-7c7520ad8114 req-7868450e-603c-40ae-aefa-e9bb251a9f15 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/security-groups?id=8c1bf971-fed1-4444-b85e-71638cba9c9b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429468
Dec 24 11:47:18.587320 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a3579d-574c-41e3-9c8f-8d3be94e56ab req-1e3257c1-36b9-4552-85c6-1b5440fa12f6 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:47:18.588082 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-60a3579d-574c-41e3-9c8f-8d3be94e56ab req-1e3257c1-36b9-4552-85c6-1b5440fa12f6 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Synchronizing usage tracker for tenant:e6de6ac8bdf7427ba6dad2fa7321cdd0 on resource:port {{(pid=88879) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:47:18.604323 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-60a3579d-574c-41e3-9c8f-8d3be94e56ab req-1e3257c1-36b9-4552-85c6-1b5440fa12f6 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Unset dirty status for tenant:e6de6ac8bdf7427ba6dad2fa7321cdd0 on resource:port {{(pid=88879) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:47:18.605534 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-60a3579d-574c-41e3-9c8f-8d3be94e56ab req-1e3257c1-36b9-4552-85c6-1b5440fa12f6 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.58 "GET /v2.0/ports?device_id=93b43665-0635-413d-a5b4-d48baadb1261 HTTP/1.1" status: 200  len: 946 time: 0.1074736
Dec 24 11:47:18.684136 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [req-60a3579d-574c-41e3-9c8f-8d3be94e56ab req-6f6fc11f-efea-41a9-9ae5-f14c1e74b7a7 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Deleting port 5eba4f2f-89eb-4907-a257-eaa0dc3f3ad9 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:47:18.684518 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-60a3579d-574c-41e3-9c8f-8d3be94e56ab req-6f6fc11f-efea-41a9-9ae5-f14c1e74b7a7 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:47:18.939722 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [req-60a3579d-574c-41e3-9c8f-8d3be94e56ab req-6f6fc11f-efea-41a9-9ae5-f14c1e74b7a7 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] For port 5eba4f2f-89eb-4907-a257-eaa0dc3f3ad9, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=5eba4f2f-89eb-4907-a257-eaa0dc3f3ad9,segment=NetworkSegment(b7c43eba-e8f4-4297-a99c-4c7a4fc36fd4),segment_id=b7c43eba-e8f4-4297-a99c-4c7a4fc36fd4)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:47:18.940124 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-60a3579d-574c-41e3-9c8f-8d3be94e56ab req-6f6fc11f-efea-41a9-9ae5-f14c1e74b7a7 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:47:19.063869 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [req-60a3579d-574c-41e3-9c8f-8d3be94e56ab req-6f6fc11f-efea-41a9-9ae5-f14c1e74b7a7 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Calling delete_port for 5eba4f2f-89eb-4907-a257-eaa0dc3f3ad9 owned by compute:nova {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:47:19.217082 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-60a3579d-574c-41e3-9c8f-8d3be94e56ab req-6f6fc11f-efea-41a9-9ae5-f14c1e74b7a7 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:47:19.223431 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-1438c1a2-146f-4a07-a2bf-af93491d76a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:47:19.236260 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-8f92533b-2af2-41d3-93ed-d7b2f54f0b1f req-eeeb41c7-04dd-4bbd-ac1e-673edbdccf7d tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/ports?device_id=93b43665-0635-413d-a5b4-d48baadb1261 HTTP/1.1" status: 200  len: 210 time: 0.0477931
Dec 24 11:47:19.267691 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6fc11f-efea-41a9-9ae5-f14c1e74b7a7 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Pushing event deleted for resources: {'Port': ['ID=5eba4f2f-89eb-4907-a257-eaa0dc3f3ad9,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:47:19.280350 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6fc11f-efea-41a9-9ae5-f14c1e74b7a7 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:47:19.280768 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6fc11f-efea-41a9-9ae5-f14c1e74b7a7 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:47:19.281187 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6fc11f-efea-41a9-9ae5-f14c1e74b7a7 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:47:19.281620 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6fc11f-efea-41a9-9ae5-f14c1e74b7a7 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:47:19.282045 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6fc11f-efea-41a9-9ae5-f14c1e74b7a7 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:47:19.282449 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6fc11f-efea-41a9-9ae5-f14c1e74b7a7 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:47:19.282865 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6fc11f-efea-41a9-9ae5-f14c1e74b7a7 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:47:19.283267 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6fc11f-efea-41a9-9ae5-f14c1e74b7a7 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:47:19.283886 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6fc11f-efea-41a9-9ae5-f14c1e74b7a7 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:47:19.283982 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6fc11f-efea-41a9-9ae5-f14c1e74b7a7 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:47:19.284408 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6fc11f-efea-41a9-9ae5-f14c1e74b7a7 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:47:19.311951 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-6f6fc11f-efea-41a9-9ae5-f14c1e74b7a7 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:47:19.359061 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [req-60a3579d-574c-41e3-9c8f-8d3be94e56ab req-6f6fc11f-efea-41a9-9ae5-f14c1e74b7a7 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] No DVR routers for this DVR port 5eba4f2f-89eb-4907-a257-eaa0dc3f3ad9 on host hv-neutron-8226 {{(pid=88879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 24 11:47:19.361950 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-60a3579d-574c-41e3-9c8f-8d3be94e56ab req-6f6fc11f-efea-41a9-9ae5-f14c1e74b7a7 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:47:19.364727 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93b43665-0635-413d-a5b4-d48baadb1261', 'name': 'network-vif-deleted', 'tag': '5eba4f2f-89eb-4907-a257-eaa0dc3f3ad9'}] {{(pid=88879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 24 11:47:19.381098 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-60a3579d-574c-41e3-9c8f-8d3be94e56ab req-6f6fc11f-efea-41a9-9ae5-f14c1e74b7a7 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.58 "DELETE /v2.0/ports/5eba4f2f-89eb-4907-a257-eaa0dc3f3ad9 HTTP/1.1" status: 204  len: 173 time: 0.7667248
Dec 24 11:47:19.421113 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93b43665-0635-413d-a5b4-d48baadb1261', 'name': 'network-vif-deleted', 'tag': '5eba4f2f-89eb-4907-a257-eaa0dc3f3ad9', 'status': 'completed', 'code': 200}
Dec 24 11:47:20.353638 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 50606) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:47:20.809262 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-edaf1f1e-a4fb-404e-9729-9a2a7c732d1e tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854055677'] for router_interface, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:47:21.220106 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Device 5eba4f2f-89eb-4907-a257-eaa0dc3f3ad9 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:47:21.254422 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] No Port match for: 5eba4f2f-89eb-4907-a257-eaa0dc3f3ad9 {{(pid=88880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 24 11:47:21.254832 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Device 5eba4f2f-89eb-4907-a257-eaa0dc3f3ad9 not bound to the agent host hv-neutron-8226 {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 24 11:47:21.445008 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-edaf1f1e-a4fb-404e-9729-9a2a7c732d1e tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Deleting port 7aa0db1a-5295-4e07-9abd-1e1e36f6588b {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:47:21.445635 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-edaf1f1e-a4fb-404e-9729-9a2a7c732d1e tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:47:21.652024 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-edaf1f1e-a4fb-404e-9729-9a2a7c732d1e tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] For port 7aa0db1a-5295-4e07-9abd-1e1e36f6588b, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=7aa0db1a-5295-4e07-9abd-1e1e36f6588b,segment=NetworkSegment(b7c43eba-e8f4-4297-a99c-4c7a4fc36fd4),segment_id=b7c43eba-e8f4-4297-a99c-4c7a4fc36fd4)] {{(pid=88878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:47:21.652420 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-edaf1f1e-a4fb-404e-9729-9a2a7c732d1e tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:47:21.777547 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-edaf1f1e-a4fb-404e-9729-9a2a7c732d1e tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Calling delete_port for 7aa0db1a-5295-4e07-9abd-1e1e36f6588b owned by network:router_interface {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:47:22.207461 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-edaf1f1e-a4fb-404e-9729-9a2a7c732d1e tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:47:22.211876 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-048d7d39-56fb-4c15-bdba-1d35409b9c8c tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:47:22.254551 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf1f1e-a4fb-404e-9729-9a2a7c732d1e tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Pushing event deleted for resources: {'Port': ['ID=7aa0db1a-5295-4e07-9abd-1e1e36f6588b,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:47:22.258708 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-edaf1f1e-a4fb-404e-9729-9a2a7c732d1e tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:47:22.567116 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-edaf1f1e-a4fb-404e-9729-9a2a7c732d1e tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036852798164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854055527'] for router_interface, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:47:23.191719 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edaf1f1e-a4fb-404e-9729-9a2a7c732d1e tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Router 9ccc679d-c4f5-4863-8039-02799cfef2fb has already been hosted by L3 agent 198cca88-1338-4098-b44b-beb0346ac906 {{(pid=88878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 24 11:47:23.410901 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edaf1f1e-a4fb-404e-9729-9a2a7c732d1e tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:47:23.421745 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6079ebd4-bbe1-476b-a56b-0c0e08f59316 None None] Sync routers for ids ['9ccc679d-c4f5-4863-8039-02799cfef2fb'] in dv-neutron-822691-2-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:47:23.426478 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-edaf1f1e-a4fb-404e-9729-9a2a7c732d1e tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "PUT /v2.0/routers/9ccc679d-c4f5-4863-8039-02799cfef2fb/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0712745
Dec 24 11:47:23.429474 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 50610) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:47:23.435661 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6079ebd4-bbe1-476b-a56b-0c0e08f59316 None None] Routers {'9ccc679d-c4f5-4863-8039-02799cfef2fb'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:47:23.436336 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-6079ebd4-bbe1-476b-a56b-0c0e08f59316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271b6d9e8>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:47:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['9ccc679d-c4f5-4863-8039-02799cfef2fb'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:47:23.621367 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-6079ebd4-bbe1-476b-a56b-0c0e08f59316 None None] Set router 9ccc679d-c4f5-4863-8039-02799cfef2fb gateway port host: dv-neutron-822691-2-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:47:23.629065 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a9e359c-5269-4b0e-bd21-5dac1654719b tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Deleting subnet 631eddf8-cfba-485f-bc94-7eac3da9c04d {{(pid=88878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 24 11:47:23.635226 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5a9e359c-5269-4b0e-bd21-5dac1654719b tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for subnet, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:47:23.696633 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5a9e359c-5269-4b0e-bd21-5dac1654719b tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852534446'] for subnet, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:47:23.783237 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5a9e359c-5269-4b0e-bd21-5dac1654719b tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847655656'] for subnet, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:47:23.866084 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5a9e359c-5269-4b0e-bd21-5dac1654719b tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7120129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3978858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852529715'] for subnet, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:47:23.871607 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-0a764958-b4ff-49c3-996d-243a59a68373 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:47:23.912918 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9e359c-5269-4b0e-bd21-5dac1654719b tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Pushing event deleted for resources: {'Subnet': ['ID=631eddf8-cfba-485f-bc94-7eac3da9c04d,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:47:23.915770 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-5a9e359c-5269-4b0e-bd21-5dac1654719b tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:47:23.918772 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5a9e359c-5269-4b0e-bd21-5dac1654719b tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:47:23.922523 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-6079ebd4-bbe1-476b-a56b-0c0e08f59316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271b6d9e8>, [{'id': '9ccc679d-c4f5-4863-8039-02799cfef2fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-509769015', 'tenant_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.74'}], 'enable_snat': True}, 'gw_port_id': '9b46a3aa-62ac-4218-a2ae-7653b58cfe61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:45:31Z', 'updated_at': '2021-12-24T11:47:21Z', 'revision_number': 5, 'project_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'gw_port': {'id': '9b46a3aa-62ac-4218-a2ae-7653b58cfe61', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:72:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ccc679d-c4f5-4863-8039-02799cfef2fb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:45:32Z', 'updated_at': '2021-12-24T11:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv'}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:47:23.929843 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-5a9e359c-5269-4b0e-bd21-5dac1654719b tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "DELETE /v2.0/subnets/631eddf8-cfba-485f-bc94-7eac3da9c04d HTTP/1.1" status: 204  len: 168 time: 0.4944317
Dec 24 11:47:23.930027 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-334687e7-0bb6-4730-9799-7f837ffbb868 None None] Network 1752bddc-151e-45d4-afbc-09cf834522b9 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:47:23.930132 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 50614) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:47:23.944358 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6079ebd4-bbe1-476b-a56b-0c0e08f59316 None None] Checking router: 9ccc679d-c4f5-4863-8039-02799cfef2fb for host: dv-neutron-822691-2-hyperv {{(pid=88880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 24 11:47:24.062994 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6079ebd4-bbe1-476b-a56b-0c0e08f59316 None None] Routers {'9ccc679d-c4f5-4863-8039-02799cfef2fb'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:47:24.063655 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-6079ebd4-bbe1-476b-a56b-0c0e08f59316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271b6d9e8>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:47:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['9ccc679d-c4f5-4863-8039-02799cfef2fb'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:47:24.137715 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c3a90d38-b86d-4976-a404-949b79c2fc6d tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for router, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:47:24.303551 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-6079ebd4-bbe1-476b-a56b-0c0e08f59316 None None] Set router 9ccc679d-c4f5-4863-8039-02799cfef2fb gateway port host: dv-neutron-822691-2-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:47:24.352092 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c3a90d38-b86d-4976-a404-949b79c2fc6d tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:47:24.362794 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-c3a90d38-b86d-4976-a404-949b79c2fc6d tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Deleting port 9b46a3aa-62ac-4218-a2ae-7653b58cfe61 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:47:24.363179 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c3a90d38-b86d-4976-a404-949b79c2fc6d tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:47:24.416092 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86e59a57-55ec-431c-a3d9-eec79ac66dc7 None None] DHCP port deletion for 1752bddc-151e-45d4-afbc-09cf834522b9 request from dv-neutron-822691-2-hyperv {{(pid=88880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 24 11:47:24.427344 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-86e59a57-55ec-431c-a3d9-eec79ac66dc7 None None] Deleting port ee45ce63-f18e-431b-a04f-2ef4b8e20b7d {{(pid=88880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:47:24.427769 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-86e59a57-55ec-431c-a3d9-eec79ac66dc7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:47:24.443878 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.agents_db [None req-e51243ab-6a93-425b-980f-a73583147efa None None] Agent healthcheck: found 6 active agents {{(pid=88881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 24 11:47:24.549042 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-c3a90d38-b86d-4976-a404-949b79c2fc6d tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] For port 9b46a3aa-62ac-4218-a2ae-7653b58cfe61, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=9b46a3aa-62ac-4218-a2ae-7653b58cfe61,segment=NetworkSegment(d4e3295f-9ff8-4cad-8a20-3f1c937efc8c),segment_id=d4e3295f-9ff8-4cad-8a20-3f1c937efc8c)] {{(pid=88878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:47:24.549445 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c3a90d38-b86d-4976-a404-949b79c2fc6d tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:47:24.565563 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device ee45ce63-f18e-431b-a04f-2ef4b8e20b7d no longer exists at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:47:24.678340 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-c3a90d38-b86d-4976-a404-949b79c2fc6d tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Calling delete_port for 9b46a3aa-62ac-4218-a2ae-7653b58cfe61 owned by network:router_gateway {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:47:25.055815 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-86e59a57-55ec-431c-a3d9-eec79ac66dc7 None None] For port ee45ce63-f18e-431b-a04f-2ef4b8e20b7d, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=ee45ce63-f18e-431b-a04f-2ef4b8e20b7d,segment=NetworkSegment(b7c43eba-e8f4-4297-a99c-4c7a4fc36fd4),segment_id=b7c43eba-e8f4-4297-a99c-4c7a4fc36fd4)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:47:25.056246 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-86e59a57-55ec-431c-a3d9-eec79ac66dc7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:47:25.099404 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c3a90d38-b86d-4976-a404-949b79c2fc6d tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:47:25.103343 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-6fab9f49-33b6-45f3-9da6-f6b47fc687c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:47:25.148086 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a90d38-b86d-4976-a404-949b79c2fc6d tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Pushing event deleted for resources: {'Port': ['ID=9b46a3aa-62ac-4218-a2ae-7653b58cfe61,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:47:25.151949 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c3a90d38-b86d-4976-a404-949b79c2fc6d tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:47:25.202710 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-86e59a57-55ec-431c-a3d9-eec79ac66dc7 None None] Calling delete_port for ee45ce63-f18e-431b-a04f-2ef4b8e20b7d owned by network:dhcp {{(pid=88880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:47:25.242473 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:47:25.309597 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-6079ebd4-bbe1-476b-a56b-0c0e08f59316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271b6d9e8>, [{'id': '9ccc679d-c4f5-4863-8039-02799cfef2fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-509769015', 'tenant_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.74'}], 'enable_snat': True}, 'gw_port_id': '9b46a3aa-62ac-4218-a2ae-7653b58cfe61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:45:31Z', 'updated_at': '2021-12-24T11:47:21Z', 'revision_number': 5, 'project_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'gw_port': {'id': '9b46a3aa-62ac-4218-a2ae-7653b58cfe61', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:72:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ccc679d-c4f5-4863-8039-02799cfef2fb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:45:32Z', 'updated_at': '2021-12-24T11:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv'}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:47:25.317346 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] For port ee45ce63-f18e-431b-a04f-2ef4b8e20b7d, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=ee45ce63-f18e-431b-a04f-2ef4b8e20b7d,segment=NetworkSegment(b7c43eba-e8f4-4297-a99c-4c7a4fc36fd4),segment_id=b7c43eba-e8f4-4297-a99c-4c7a4fc36fd4)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:47:25.318449 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6079ebd4-bbe1-476b-a56b-0c0e08f59316 None None] The sync data for ids ['9ccc679d-c4f5-4863-8039-02799cfef2fb'] in dv-neutron-822691-2-hyperv is: [{'id': '9ccc679d-c4f5-4863-8039-02799cfef2fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-509769015', 'tenant_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.74'}], 'enable_snat': True}, 'gw_port_id': '9b46a3aa-62ac-4218-a2ae-7653b58cfe61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:45:31Z', 'updated_at': '2021-12-24T11:47:21Z', 'revision_number': 5, 'project_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'gw_port': {'id': '9b46a3aa-62ac-4218-a2ae-7653b58cfe61', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:72:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ccc679d-c4f5-4863-8039-02799cfef2fb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:45:32Z', 'updated_at': '2021-12-24T11:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv'}] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:47:25.322319 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:47:25.323640 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:47:25.358662 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.db.api [None req-86e59a57-55ec-431c-a3d9-eec79ac66dc7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88880) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 24 11:47:25.358662 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_db.api [None req-86e59a57-55ec-431c-a3d9-eec79ac66dc7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 24 11:47:25.388900 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c3a90d38-b86d-4976-a404-949b79c2fc6d tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854116846'] for router_gateway, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:47:25.400203 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Pushing event updated for resources: {'Port': ['ID=ee45ce63-f18e-431b-a04f-2ef4b8e20b7d,revision_number=5']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:47:25.410216 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:47:25.410616 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:47:25.410998 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:47:25.411417 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:47:25.411951 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:47:25.412330 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:47:25.412701 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:47:25.413073 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:47:25.413445 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:47:25.413811 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:47:25.414205 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:47:25.418389 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:47:25.664121 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c3a90d38-b86d-4976-a404-949b79c2fc6d tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854158724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-84560'] for router, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:47:25.668683 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c3a90d38-b86d-4976-a404-949b79c2fc6d tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:47:25.697308 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c3a90d38-b86d-4976-a404-949b79c2fc6d tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854158830'] for router, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:47:25.697888 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3a90d38-b86d-4976-a404-949b79c2fc6d tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Fanout notify agent at l3_agent the message router_deleted on router 9ccc679d-c4f5-4863-8039-02799cfef2fb {{(pid=88878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 24 11:47:25.713665 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c3a90d38-b86d-4976-a404-949b79c2fc6d tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for router, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:47:25.714961 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-c3a90d38-b86d-4976-a404-949b79c2fc6d tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "DELETE /v2.0/routers/9ccc679d-c4f5-4863-8039-02799cfef2fb HTTP/1.1" status: 204  len: 168 time: 1.7858474
Dec 24 11:47:25.718102 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 50618) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:47:25.840723 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e1123653-82b4-4309-998c-1c69d881695f tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036847558493'] for network, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:47:25.853430 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-e1123653-82b4-4309-998c-1c69d881695f tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Deleting port ee45ce63-f18e-431b-a04f-2ef4b8e20b7d {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:47:25.853851 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e1123653-82b4-4309-998c-1c69d881695f tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:47:25.859762 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-86e59a57-55ec-431c-a3d9-eec79ac66dc7 None None] Deleting port ee45ce63-f18e-431b-a04f-2ef4b8e20b7d {{(pid=88880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:47:25.860215 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-86e59a57-55ec-431c-a3d9-eec79ac66dc7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:47:26.073764 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-e1123653-82b4-4309-998c-1c69d881695f tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] For port ee45ce63-f18e-431b-a04f-2ef4b8e20b7d, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=ee45ce63-f18e-431b-a04f-2ef4b8e20b7d,segment=NetworkSegment(b7c43eba-e8f4-4297-a99c-4c7a4fc36fd4),segment_id=b7c43eba-e8f4-4297-a99c-4c7a4fc36fd4)] {{(pid=88878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:47:26.074139 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e1123653-82b4-4309-998c-1c69d881695f tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:47:26.076747 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-86e59a57-55ec-431c-a3d9-eec79ac66dc7 None None] For port ee45ce63-f18e-431b-a04f-2ef4b8e20b7d, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=ee45ce63-f18e-431b-a04f-2ef4b8e20b7d,segment=NetworkSegment(b7c43eba-e8f4-4297-a99c-4c7a4fc36fd4),segment_id=b7c43eba-e8f4-4297-a99c-4c7a4fc36fd4)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:47:26.077196 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-86e59a57-55ec-431c-a3d9-eec79ac66dc7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:47:26.206336 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-86e59a57-55ec-431c-a3d9-eec79ac66dc7 None None] Calling delete_port for ee45ce63-f18e-431b-a04f-2ef4b8e20b7d owned by network:dhcp {{(pid=88880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:47:26.206939 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-e1123653-82b4-4309-998c-1c69d881695f tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Calling delete_port for ee45ce63-f18e-431b-a04f-2ef4b8e20b7d owned by network:dhcp {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:47:26.287784 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e1123653-82b4-4309-998c-1c69d881695f tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:47:26.290995 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.db.api [None req-86e59a57-55ec-431c-a3d9-eec79ac66dc7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88880) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 24 11:47:26.291411 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_db.api [None req-86e59a57-55ec-431c-a3d9-eec79ac66dc7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 24 11:47:26.293474 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-fb4b6697-e0c6-4190-99db-7fb06cd3b995 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:47:26.343658 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1123653-82b4-4309-998c-1c69d881695f tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Pushing event deleted for resources: {'Port': ['ID=ee45ce63-f18e-431b-a04f-2ef4b8e20b7d,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:47:26.346897 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-e1123653-82b4-4309-998c-1c69d881695f tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:47:26.352366 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1123653-82b4-4309-998c-1c69d881695f tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] No DVR routers for this DVR port ee45ce63-f18e-431b-a04f-2ef4b8e20b7d on host dv-neutron-822691-2-hyperv {{(pid=88878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 24 11:47:26.489513 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e1123653-82b4-4309-998c-1c69d881695f tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847649663', 'neutron.services.segments.db._delete_segments_for_network-8749505737672'] for network, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:47:26.517985 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-e1123653-82b4-4309-998c-1c69d881695f tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5271667da0>,) {'filters': {'network_id': ['1752bddc-151e-45d4-afbc-09cf834522b9']}} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:47:26.531570 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 9b46a3aa-62ac-4218-a2ae-7653b58cfe61 no longer exists at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:47:26.533594 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-e1123653-82b4-4309-998c-1c69d881695f tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5271667da0>, 'b7c43eba-e8f4-4297-a99c-4c7a4fc36fd4') {'for_net_delete': True} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:47:26.533965 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-e1123653-82b4-4309-998c-1c69d881695f tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5271667da0>, 'b7c43eba-e8f4-4297-a99c-4c7a4fc36fd4') {} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:47:26.546871 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e1123653-82b4-4309-998c-1c69d881695f tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749505745113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2241371'] for segment, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:47:26.563014 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e1123653-82b4-4309-998c-1c69d881695f tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:47:26.570301 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1123653-82b4-4309-998c-1c69d881695f tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Releasing vlan 649 on physical network physnet1 to pool {{(pid=88878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 24 11:47:26.570456 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] No Port match for: 9b46a3aa-62ac-4218-a2ae-7653b58cfe61 {{(pid=88880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 24 11:47:26.570742 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e1123653-82b4-4309-998c-1c69d881695f tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036847652098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850807864'] for segment, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:47:26.570866 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 9b46a3aa-62ac-4218-a2ae-7653b58cfe61 not bound to the agent host dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 24 11:47:26.571202 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 7aa0db1a-5295-4e07-9abd-1e1e36f6588b no longer exists at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:47:26.586651 dv-neutron-822691-2-hyperv neutron-server[88767]: Traceback (most recent call last):
Dec 24 11:47:26.586651 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 24 11:47:26.586651 dv-neutron-822691-2-hyperv neutron-server[88767]:     timer()
Dec 24 11:47:26.586651 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 11:47:26.586651 dv-neutron-822691-2-hyperv neutron-server[88767]:     cb(*args, **kw)
Dec 24 11:47:26.586651 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 24 11:47:26.586651 dv-neutron-822691-2-hyperv neutron-server[88767]:     return func(*args, **kwargs)
Dec 24 11:47:26.586651 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 11:47:26.586651 dv-neutron-822691-2-hyperv neutron-server[88767]:     self._notify()
Dec 24 11:47:26.586651 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 11:47:26.586651 dv-neutron-822691-2-hyperv neutron-server[88767]:     self.callback(batched_events)
Dec 24 11:47:26.586651 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 11:47:26.586651 dv-neutron-822691-2-hyperv neutron-server[88767]:     event.method(event)
Dec 24 11:47:26.586651 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 11:47:26.586651 dv-neutron-822691-2-hyperv neutron-server[88767]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 11:47:26.586651 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 24 11:47:26.586651 dv-neutron-822691-2-hyperv neutron-server[88767]:     segment_id)['aggregates'][0]
Dec 24 11:47:26.586651 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 24 11:47:26.586651 dv-neutron-822691-2-hyperv neutron-server[88767]:     return f(self, *a, **k)
Dec 24 11:47:26.586651 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 11:47:26.586651 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self._get(url).json()
Dec 24 11:47:26.586651 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 24 11:47:26.586651 dv-neutron-822691-2-hyperv neutron-server[88767]:     **kwargs)
Dec 24 11:47:26.586651 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 24 11:47:26.586651 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self.request(url, 'GET', **kwargs)
Dec 24 11:47:26.586651 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 24 11:47:26.586651 dv-neutron-822691-2-hyperv neutron-server[88767]:     **endpoint_filter)
Dec 24 11:47:26.586651 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 24 11:47:26.586651 dv-neutron-822691-2-hyperv neutron-server[88767]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 11:47:26.586651 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 24 11:47:26.586651 dv-neutron-822691-2-hyperv neutron-server[88767]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 11:47:26.586651 dv-neutron-822691-2-hyperv neutron-server[88767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 11:47:26.604514 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] No Port match for: 7aa0db1a-5295-4e07-9abd-1e1e36f6588b {{(pid=88880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 24 11:47:26.604838 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 7aa0db1a-5295-4e07-9abd-1e1e36f6588b not bound to the agent host dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 24 11:47:26.672359 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e1123653-82b4-4309-998c-1c69d881695f tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7126154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659196'] for network, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:47:26.677197 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-ffa96a1f-6979-4da8-9282-a80223bcbda2 tempest-RoutersNegativeTest-1388346399 tempest-RoutersNegativeTest-1388346399-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:47:26.692724 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e1123653-82b4-4309-998c-1c69d881695f tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:47:26.704987 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1123653-82b4-4309-998c-1c69d881695f tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Pushing event deleted for resources: {'Network': ['ID=1752bddc-151e-45d4-afbc-09cf834522b9,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:47:26.708491 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-e1123653-82b4-4309-998c-1c69d881695f tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:47:26.719942 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-e1123653-82b4-4309-998c-1c69d881695f tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "DELETE /v2.0/networks/1752bddc-151e-45d4-afbc-09cf834522b9 HTTP/1.1" status: 204  len: 168 time: 1.0007668
Dec 24 11:47:26.724281 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 50622) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:47:26.800693 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bdf8cdb3-272a-4356-b2b5-2869b30b239b tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for security_group, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:47:26.837078 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bdf8cdb3-272a-4356-b2b5-2869b30b239b tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:47:26.896216 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-86e59a57-55ec-431c-a3d9-eec79ac66dc7 None None] Deleting port ee45ce63-f18e-431b-a04f-2ef4b8e20b7d {{(pid=88880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:47:26.896598 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-86e59a57-55ec-431c-a3d9-eec79ac66dc7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:47:26.899930 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bdf8cdb3-272a-4356-b2b5-2869b30b239b tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:47:26.905445 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f6bb0009-48b3-4684-963b-84162b709481 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:47:26.921592 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf8cdb3-272a-4356-b2b5-2869b30b239b tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c1bf971-fed1-4444-b85e-71638cba9c9b,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:47:26.926089 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-bdf8cdb3-272a-4356-b2b5-2869b30b239b tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:47:26.929812 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bdf8cdb3-272a-4356-b2b5-2869b30b239b tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:47:26.931086 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-bdf8cdb3-272a-4356-b2b5-2869b30b239b tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "DELETE /v2.0/security-groups/8c1bf971-fed1-4444-b85e-71638cba9c9b HTTP/1.1" status: 204  len: 168 time: 0.2056642
Dec 24 11:47:26.976545 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-86e59a57-55ec-431c-a3d9-eec79ac66dc7 None None] The port 'ee45ce63-f18e-431b-a04f-2ef4b8e20b7d' was deleted {{(pid=88880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 24 11:47:27.278863 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 50630) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:47:27.285288 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-559dc5a8-3e97-4b90-9281-43db89b6b67b tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-294451058', 'description': 'tempest-secgroup-smoke-294451058 description', 'project_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:47:27.292794 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-559dc5a8-3e97-4b90-9281-43db89b6b67b tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:47:27.297822 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-559dc5a8-3e97-4b90-9281-43db89b6b67b tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Usage tracker for resource:security_group and tenant:e6de6ac8bdf7427ba6dad2fa7321cdd0 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:47:27.301157 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-559dc5a8-3e97-4b90-9281-43db89b6b67b tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:47:27.309737 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-559dc5a8-3e97-4b90-9281-43db89b6b67b tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:47:27.324990 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-559dc5a8-3e97-4b90-9281-43db89b6b67b tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for security_group, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:47:27.362250 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-559dc5a8-3e97-4b90-9281-43db89b6b67b tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:47:27.366410 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-559dc5a8-3e97-4b90-9281-43db89b6b67b tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Usage tracker for resource:security_group_rule and tenant:e6de6ac8bdf7427ba6dad2fa7321cdd0 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:47:27.369356 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-559dc5a8-3e97-4b90-9281-43db89b6b67b tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:47:27.375495 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-559dc5a8-3e97-4b90-9281-43db89b6b67b tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:47:27.435400 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-559dc5a8-3e97-4b90-9281-43db89b6b67b tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for security_group, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:47:27.439529 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-559dc5a8-3e97-4b90-9281-43db89b6b67b tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:47:27.443710 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f2b6a086-f05c-4335-b308-870fdf4dde1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:47:27.488167 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559dc5a8-3e97-4b90-9281-43db89b6b67b tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce8c2ac3-a0c1-4cbd-8a98-9e5221058014,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:47:27.491400 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-559dc5a8-3e97-4b90-9281-43db89b6b67b tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for security_group, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:47:27.492721 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-559dc5a8-3e97-4b90-9281-43db89b6b67b tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1626 time: 0.2127714
Dec 24 11:47:27.493769 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-559dc5a8-3e97-4b90-9281-43db89b6b67b tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:47:27.496314 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 50634) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:47:27.501976 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-7d2fded9-2779-467e-88e6-40a49920473a tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Request body: {'security_group_rule': {'security_group_id': 'ce8c2ac3-a0c1-4cbd-8a98-9e5221058014', 'project_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:47:27.509317 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-7d2fded9-2779-467e-88e6-40a49920473a tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:47:27.513479 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-7d2fded9-2779-467e-88e6-40a49920473a tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Usage tracker for resource:security_group_rule and tenant:e6de6ac8bdf7427ba6dad2fa7321cdd0 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:47:27.516588 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-7d2fded9-2779-467e-88e6-40a49920473a tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:47:27.522952 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-7d2fded9-2779-467e-88e6-40a49920473a tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:47:27.540259 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7d2fded9-2779-467e-88e6-40a49920473a tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:47:27.611451 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7d2fded9-2779-467e-88e6-40a49920473a tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:47:27.614973 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7d2fded9-2779-467e-88e6-40a49920473a tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689902'] for security_group_rule, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:47:27.616902 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-74e1c54c-140e-45e1-a398-75473eef260e tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:47:27.640757 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2fded9-2779-467e-88e6-40a49920473a tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce95cb1e-f3b1-415a-93a1-608b3df42774,revision_number=0']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:47:27.644118 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7d2fded9-2779-467e-88e6-40a49920473a tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:47:27.651842 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7d2fded9-2779-467e-88e6-40a49920473a tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:47:27.653192 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-7d2fded9-2779-467e-88e6-40a49920473a tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1562674
Dec 24 11:47:27.656591 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 50638) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:47:27.663596 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-034b8b62-ce0e-468f-8d0d-a4db5269d3e0 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Request body: {'security_group_rule': {'security_group_id': 'ce8c2ac3-a0c1-4cbd-8a98-9e5221058014', 'project_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:47:27.670497 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-034b8b62-ce0e-468f-8d0d-a4db5269d3e0 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:47:27.676566 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-034b8b62-ce0e-468f-8d0d-a4db5269d3e0 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Usage tracker for resource:security_group_rule and tenant:e6de6ac8bdf7427ba6dad2fa7321cdd0 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:47:27.680170 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-034b8b62-ce0e-468f-8d0d-a4db5269d3e0 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:47:27.686526 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-034b8b62-ce0e-468f-8d0d-a4db5269d3e0 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:47:27.705119 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-034b8b62-ce0e-468f-8d0d-a4db5269d3e0 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:47:27.771221 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-034b8b62-ce0e-468f-8d0d-a4db5269d3e0 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:47:27.775168 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-034b8b62-ce0e-468f-8d0d-a4db5269d3e0 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689902'] for security_group_rule, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:47:27.777112 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-03ce922d-87f0-4eac-bb99-6e5918815afc tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:47:27.800499 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034b8b62-ce0e-468f-8d0d-a4db5269d3e0 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f62b1ef0-15dd-4d73-898e-028ac30683e5,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:47:27.803038 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-034b8b62-ce0e-468f-8d0d-a4db5269d3e0 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:47:27.810511 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-034b8b62-ce0e-468f-8d0d-a4db5269d3e0 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:47:27.811818 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-034b8b62-ce0e-468f-8d0d-a4db5269d3e0 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.1541264
Dec 24 11:47:27.814833 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 50642) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:47:27.820821 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-018f43a3-94ce-47f6-92be-376bf6507227 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Request body: {'security_group_rule': {'security_group_id': 'ce8c2ac3-a0c1-4cbd-8a98-9e5221058014', 'project_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:47:27.827266 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-018f43a3-94ce-47f6-92be-376bf6507227 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:47:27.831486 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-018f43a3-94ce-47f6-92be-376bf6507227 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Usage tracker for resource:security_group_rule and tenant:e6de6ac8bdf7427ba6dad2fa7321cdd0 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:47:27.834622 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-018f43a3-94ce-47f6-92be-376bf6507227 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:47:27.840860 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-018f43a3-94ce-47f6-92be-376bf6507227 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:47:27.858189 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-018f43a3-94ce-47f6-92be-376bf6507227 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:47:27.928430 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-018f43a3-94ce-47f6-92be-376bf6507227 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:47:27.932251 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-018f43a3-94ce-47f6-92be-376bf6507227 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689902'] for security_group_rule, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:47:27.934210 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-947d34fd-55b3-4b04-9c33-063a66a25616 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:47:27.969111 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018f43a3-94ce-47f6-92be-376bf6507227 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5764be0-12cb-469e-bec4-b02a45120a87,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:47:27.972639 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-018f43a3-94ce-47f6-92be-376bf6507227 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:47:27.980130 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-018f43a3-94ce-47f6-92be-376bf6507227 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:47:27.982014 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-018f43a3-94ce-47f6-92be-376bf6507227 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1659760
Dec 24 11:47:27.985913 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 50646) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:47:27.993238 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-56431ce2-d86a-487e-ae82-b650ff48ce12 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Request body: {'security_group_rule': {'security_group_id': 'ce8c2ac3-a0c1-4cbd-8a98-9e5221058014', 'project_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:47:28.001150 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-56431ce2-d86a-487e-ae82-b650ff48ce12 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:47:28.006784 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-56431ce2-d86a-487e-ae82-b650ff48ce12 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Usage tracker for resource:security_group_rule and tenant:e6de6ac8bdf7427ba6dad2fa7321cdd0 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:47:28.010084 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-56431ce2-d86a-487e-ae82-b650ff48ce12 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:47:28.016731 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-56431ce2-d86a-487e-ae82-b650ff48ce12 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:47:28.035736 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-56431ce2-d86a-487e-ae82-b650ff48ce12 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:47:28.104128 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-56431ce2-d86a-487e-ae82-b650ff48ce12 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:47:28.108071 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-56431ce2-d86a-487e-ae82-b650ff48ce12 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689902'] for security_group_rule, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:47:28.114764 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-464c27a1-b3d1-4eae-bfdf-f82911dbd6b2 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:47:28.136362 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56431ce2-d86a-487e-ae82-b650ff48ce12 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=333fbf0c-722e-43aa-a805-23dbd603b007,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:47:28.142253 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-56431ce2-d86a-487e-ae82-b650ff48ce12 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:47:28.146465 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-56431ce2-d86a-487e-ae82-b650ff48ce12 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:47:28.147772 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-56431ce2-d86a-487e-ae82-b650ff48ce12 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.1605694
Dec 24 11:47:28.151027 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 50650) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:47:28.157657 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-07934d0a-e992-4c6c-8de3-c04bd6790172 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Request body: {'security_group_rule': {'security_group_id': 'ce8c2ac3-a0c1-4cbd-8a98-9e5221058014', 'project_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:47:28.164671 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-07934d0a-e992-4c6c-8de3-c04bd6790172 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:47:28.169168 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-07934d0a-e992-4c6c-8de3-c04bd6790172 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Usage tracker for resource:security_group_rule and tenant:e6de6ac8bdf7427ba6dad2fa7321cdd0 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:47:28.172440 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-07934d0a-e992-4c6c-8de3-c04bd6790172 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:47:28.179067 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-07934d0a-e992-4c6c-8de3-c04bd6790172 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:47:28.190749 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.securitygroups_db [None req-07934d0a-e992-4c6c-8de3-c04bd6790172 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Project e6de6ac8bdf7427ba6dad2fa7321cdd0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 24 11:47:28.198029 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-07934d0a-e992-4c6c-8de3-c04bd6790172 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:47:28.269529 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-07934d0a-e992-4c6c-8de3-c04bd6790172 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:47:28.273482 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-07934d0a-e992-4c6c-8de3-c04bd6790172 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689902'] for security_group_rule, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:47:28.275479 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c8574caf-fb18-4d12-897a-b8762223a655 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:47:28.299511 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07934d0a-e992-4c6c-8de3-c04bd6790172 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d118e899-0551-4a6c-8a70-4fd140ba6a44,revision_number=0']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:47:28.303097 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-07934d0a-e992-4c6c-8de3-c04bd6790172 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:47:28.312657 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-07934d0a-e992-4c6c-8de3-c04bd6790172 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:47:28.314948 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-07934d0a-e992-4c6c-8de3-c04bd6790172 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.1625004
Dec 24 11:47:28.319688 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 50654) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:47:28.328822 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-ada8ba3a-7c58-406f-866e-a480c81dc6e3 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Request body: {'security_group_rule': {'security_group_id': 'ce8c2ac3-a0c1-4cbd-8a98-9e5221058014', 'project_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:47:28.337030 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-ada8ba3a-7c58-406f-866e-a480c81dc6e3 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:47:28.341456 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-ada8ba3a-7c58-406f-866e-a480c81dc6e3 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Usage tracker for resource:security_group_rule and tenant:e6de6ac8bdf7427ba6dad2fa7321cdd0 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:47:28.344682 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-ada8ba3a-7c58-406f-866e-a480c81dc6e3 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:47:28.351081 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-ada8ba3a-7c58-406f-866e-a480c81dc6e3 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:47:28.361539 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.securitygroups_db [None req-ada8ba3a-7c58-406f-866e-a480c81dc6e3 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Project e6de6ac8bdf7427ba6dad2fa7321cdd0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 24 11:47:28.368412 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ada8ba3a-7c58-406f-866e-a480c81dc6e3 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:47:28.437226 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ada8ba3a-7c58-406f-866e-a480c81dc6e3 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:47:28.441641 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ada8ba3a-7c58-406f-866e-a480c81dc6e3 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689902'] for security_group_rule, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:47:28.443777 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-5ac93494-82df-48d2-8ebf-dfec40d57b9e tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:47:28.468412 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada8ba3a-7c58-406f-866e-a480c81dc6e3 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46dc7ba3-d2ad-4a40-9954-eb170c1a8033,revision_number=0']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:47:28.473579 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-ada8ba3a-7c58-406f-866e-a480c81dc6e3 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:47:28.481106 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ada8ba3a-7c58-406f-866e-a480c81dc6e3 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:47:28.482495 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-ada8ba3a-7c58-406f-866e-a480c81dc6e3 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.1614764
Dec 24 11:47:28.485645 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 50658) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:47:28.491806 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-cd441dd4-308c-4fc1-850e-eb1f71537c9a tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Request body: {'network': {'name': 'tempest-network-smoke--586844778', 'project_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'port_security_enabled': True}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:47:28.497205 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-cd441dd4-308c-4fc1-850e-eb1f71537c9a tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:47:28.501727 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-cd441dd4-308c-4fc1-850e-eb1f71537c9a tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Usage tracker for resource:network and tenant:e6de6ac8bdf7427ba6dad2fa7321cdd0 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:47:28.504849 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-cd441dd4-308c-4fc1-850e-eb1f71537c9a tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:47:28.511789 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-cd441dd4-308c-4fc1-850e-eb1f71537c9a tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:47:28.522033 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd441dd4-308c-4fc1-850e-eb1f71537c9a tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Made reservation on behalf of e6de6ac8bdf7427ba6dad2fa7321cdd0 for: {'network': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:47:28.527579 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-cd441dd4-308c-4fc1-850e-eb1f71537c9a tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for network, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:47:28.560156 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd441dd4-308c-4fc1-850e-eb1f71537c9a tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] vlan segment allocate from pool success with {'vlan_id': 607, 'physical_network': 'physnet1'}  {{(pid=88879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 24 11:47:28.570051 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-cd441dd4-308c-4fc1-850e-eb1f71537c9a tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:47:28.570437 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.segments_db [None req-cd441dd4-308c-4fc1-850e-eb1f71537c9a tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Added segment c6a080ba-c08c-4dae-9fe4-37f52695728f of type vlan for network 3ab4f11a-6126-4d69-b344-47393fccaa6e
Dec 24 11:47:28.598457 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-cd441dd4-308c-4fc1-850e-eb1f71537c9a tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363287349540024'] for network, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:47:28.633482 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-cd441dd4-308c-4fc1-850e-eb1f71537c9a tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636'] for network, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:47:28.637661 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd441dd4-308c-4fc1-850e-eb1f71537c9a tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:47:28.638342 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-cd441dd4-308c-4fc1-850e-eb1f71537c9a tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for network, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:47:28.642172 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-800b8af0-b1e1-49a4-b77b-7e556d0d1a53 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:47:28.709468 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:47:28.754397 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-cd441dd4-308c-4fc1-850e-eb1f71537c9a tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.2674775
Dec 24 11:47:28.758142 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 50662) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:47:28.760706 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd441dd4-308c-4fc1-850e-eb1f71537c9a tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Pushing event updated for resources: {'Network': ['ID=3ab4f11a-6126-4d69-b344-47393fccaa6e,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:47:28.764258 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-83ad9eae-42fd-4390-8284-d85f4ed166bc tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1239187495', 'admin_state_up': True, 'project_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a'}}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:47:28.766409 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-cd441dd4-308c-4fc1-850e-eb1f71537c9a tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:47:28.772850 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Network 3ab4f11a-6126-4d69-b344-47393fccaa6e details requested by agent ovs-agent-dv-neutron-822691-2-hyperv with host dv-neutron-822691-2-hyperv {{(pid=88880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 24 11:47:28.773786 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-83ad9eae-42fd-4390-8284-d85f4ed166bc tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:47:28.778301 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-83ad9eae-42fd-4390-8284-d85f4ed166bc tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Usage tracker for resource:router and tenant:e6de6ac8bdf7427ba6dad2fa7321cdd0 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:47:28.781465 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-83ad9eae-42fd-4390-8284-d85f4ed166bc tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:47:28.788019 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-83ad9eae-42fd-4390-8284-d85f4ed166bc tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:47:28.800038 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-83ad9eae-42fd-4390-8284-d85f4ed166bc tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-612016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-84579'] for router, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:47:28.801047 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-83ad9eae-42fd-4390-8284-d85f4ed166bc tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854163950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659046', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854079771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854691221'] for router, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:47:28.823367 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-83ad9eae-42fd-4390-8284-d85f4ed166bc tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:47:28.976740 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-83ad9eae-42fd-4390-8284-d85f4ed166bc tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-659031', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854691240'] for router, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:47:29.184991 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-83ad9eae-42fd-4390-8284-d85f4ed166bc tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for router_gateway, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:47:29.216042 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-83ad9eae-42fd-4390-8284-d85f4ed166bc tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:47:29.363490 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-83ad9eae-42fd-4390-8284-d85f4ed166bc tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Allocated IP 172.26.3.251 (f8c337ba-681f-4fcb-a333-e3c49365b30a/8ea1398c-0bec-46d6-8d54-85798de2a7ca/8845be20-0bcb-411c-9be9-f87f0a3201f8) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:47:29.529974 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-83ad9eae-42fd-4390-8284-d85f4ed166bc tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:47:29.560081 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-83ad9eae-42fd-4390-8284-d85f4ed166bc tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:47:29.563988 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-8c079a8b-3e38-4210-a328-d866ac3b88e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:47:29.632536 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83ad9eae-42fd-4390-8284-d85f4ed166bc tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Network f8c337ba-681f-4fcb-a333-e3c49365b30a is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:47:29.636280 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-83ad9eae-42fd-4390-8284-d85f4ed166bc tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Resources bound (agent type, host, resource id):  {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:47:29.638452 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ad9eae-42fd-4390-8284-d85f4ed166bc tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Pushing event updated for resources: {'Port': ['ID=8845be20-0bcb-411c-9be9-f87f0a3201f8,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:47:29.640684 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ad9eae-42fd-4390-8284-d85f4ed166bc tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:47:29.669936 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-83ad9eae-42fd-4390-8284-d85f4ed166bc tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:47:29.809025 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-83ad9eae-42fd-4390-8284-d85f4ed166bc tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for router_gateway, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:47:29.809720 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-83ad9eae-42fd-4390-8284-d85f4ed166bc tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854163800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854116816'] for router, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:47:30.303092 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83ad9eae-42fd-4390-8284-d85f4ed166bc tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Router a33cfff8-1224-43c1-a70e-82c1b3112e0f is scheduled to L3 agent 198cca88-1338-4098-b44b-beb0346ac906 with binding_index 1 {{(pid=88878) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 24 11:47:30.528879 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83ad9eae-42fd-4390-8284-d85f4ed166bc tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:47:30.548306 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc5a93e-7a54-460e-98f5-085c7c10371c None None] Sync routers for ids ['a33cfff8-1224-43c1-a70e-82c1b3112e0f'] in dv-neutron-822691-2-hyperv {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:47:30.556699 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-83ad9eae-42fd-4390-8284-d85f4ed166bc tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for router, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:47:30.562133 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-83ad9eae-42fd-4390-8284-d85f4ed166bc tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201  len: 896 time: 1.7988598
Dec 24 11:47:30.562437 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc5a93e-7a54-460e-98f5-085c7c10371c None None] Routers {'a33cfff8-1224-43c1-a70e-82c1b3112e0f'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:47:30.562589 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 50666) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:47:30.563851 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-bcc5a93e-7a54-460e-98f5-085c7c10371c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52721a9a90>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:47:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['a33cfff8-1224-43c1-a70e-82c1b3112e0f'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:47:30.609619 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-f6f2b0c3-c55f-49d8-809b-22b6d7c8aac8 tempest-TestNetworkAdvancedServerOps-1792842542 tempest-TestNetworkAdvancedServerOps-1792842542-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=e6de6ac8bdf7427ba6dad2fa7321cdd0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0456345
Dec 24 11:47:30.612411 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 50670) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:47:30.749208 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-bcc5a93e-7a54-460e-98f5-085c7c10371c None None] Set router a33cfff8-1224-43c1-a70e-82c1b3112e0f gateway port host: dv-neutron-822691-2-hyperv {{(pid=88881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:47:30.752968 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5ad967f-d5b2-4feb-9289-5ee3d65ca289 tempest-TestNetworkAdvancedServerOps-1792842542 tempest-TestNetworkAdvancedServerOps-1792842542-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:47:30.754659 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-e5ad967f-d5b2-4feb-9289-5ee3d65ca289 tempest-TestNetworkAdvancedServerOps-1792842542 tempest-TestNetworkAdvancedServerOps-1792842542-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1412754
Dec 24 11:47:30.758354 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 50674) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:47:30.802259 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-30342473-5dc9-4f8e-83e1-a52645ad4df1 tempest-TestNetworkAdvancedServerOps-1792842542 tempest-TestNetworkAdvancedServerOps-1792842542-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=f8c337ba-681f-4fcb-a333-e3c49365b30a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0425267
Dec 24 11:47:30.805163 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 50678) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:47:30.811766 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-65aca93d-bd8e-40ce-878f-ecfe6e885452 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1424417694', 'network_id': '3ab4f11a-6126-4d69-b344-47393fccaa6e', 'project_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:47:30.929188 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-65aca93d-bd8e-40ce-878f-ecfe6e885452 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:47:30.933386 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-65aca93d-bd8e-40ce-878f-ecfe6e885452 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Usage tracker for resource:subnet and tenant:e6de6ac8bdf7427ba6dad2fa7321cdd0 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:47:30.936547 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-65aca93d-bd8e-40ce-878f-ecfe6e885452 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:47:30.942847 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-65aca93d-bd8e-40ce-878f-ecfe6e885452 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:47:30.953026 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65aca93d-bd8e-40ce-878f-ecfe6e885452 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Made reservation on behalf of e6de6ac8bdf7427ba6dad2fa7321cdd0 for: {'subnet': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:47:31.046656 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-bcc5a93e-7a54-460e-98f5-085c7c10371c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52721a9a90>, [{'id': 'a33cfff8-1224-43c1-a70e-82c1b3112e0f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1239187495', 'tenant_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.251'}], 'enable_snat': True}, 'gw_port_id': '8845be20-0bcb-411c-9be9-f87f0a3201f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:47:28Z', 'updated_at': '2021-12-24T11:47:29Z', 'revision_number': 3, 'project_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'gw_port': {'id': '8845be20-0bcb-411c-9be9-f87f0a3201f8', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:3c:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a33cfff8-1224-43c1-a70e-82c1b3112e0f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:47:29Z', 'updated_at': '2021-12-24T11:47:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv'}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:47:31.050950 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc5a93e-7a54-460e-98f5-085c7c10371c None None] Checking router: a33cfff8-1224-43c1-a70e-82c1b3112e0f for host: dv-neutron-822691-2-hyperv {{(pid=88881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 24 11:47:31.051341 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc5a93e-7a54-460e-98f5-085c7c10371c None None] Updating router a33cfff8-1224-43c1-a70e-82c1b3112e0f port 8845be20-0bcb-411c-9be9-f87f0a3201f8 binding host dv-neutron-822691-2-hyperv {{(pid=88881) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 24 11:47:31.063120 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-65aca93d-bd8e-40ce-878f-ecfe6e885452 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2246100'] for subnet, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:47:31.103290 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bcc5a93e-7a54-460e-98f5-085c7c10371c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:47:31.292760 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-65aca93d-bd8e-40ce-878f-ecfe6e885452 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850796890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2246085'] for subnet, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:47:31.296623 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-a8613584-7c75-4a9b-914a-ed3feb7a0784 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:47:31.368650 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65aca93d-bd8e-40ce-878f-ecfe6e885452 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Pushing event updated for resources: {'Subnet': ['ID=192abd2d-ee43-43fa-84a8-469f0f66066a,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:47:31.379068 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-65aca93d-bd8e-40ce-878f-ecfe6e885452 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:47:31.395474 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65aca93d-bd8e-40ce-878f-ecfe6e885452 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Checking segment: {'id': 'c6a080ba-c08c-4dae-9fe4-37f52695728f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '3ab4f11a-6126-4d69-b344-47393fccaa6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:47:31.395933 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65aca93d-bd8e-40ce-878f-ecfe6e885452 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Network hostable DHCP agents. Network: 3ab4f11a-6126-4d69-b344-47393fccaa6e, hostable agents: ['edcf98dc-3032-472a-8b3d-f23fd1e89806'], hosted agents: [] {{(pid=88878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 24 11:47:31.418592 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65aca93d-bd8e-40ce-878f-ecfe6e885452 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Network 3ab4f11a-6126-4d69-b344-47393fccaa6e is scheduled to be hosted by DHCP agent edcf98dc-3032-472a-8b3d-f23fd1e89806 with binding_index 1 {{(pid=88878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 24 11:47:31.427818 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-65aca93d-bd8e-40ce-878f-ecfe6e885452 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822691-2-hyperv, 3ab4f11a-6126-4d69-b344-47393fccaa6e) {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:47:31.432180 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65aca93d-bd8e-40ce-878f-ecfe6e885452 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:47:31.432826 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-65aca93d-bd8e-40ce-878f-ecfe6e885452 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:47:31.440573 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa6fb0ab-2b98-4f13-a669-40a1a224a2c5 None None] Network 3ab4f11a-6126-4d69-b344-47393fccaa6e requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:47:31.446435 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bcc5a93e-7a54-460e-98f5-085c7c10371c None None] Notify callbacks [] for port, precommit_update {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:47:31.454452 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-65aca93d-bd8e-40ce-878f-ecfe6e885452 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.6480644
Dec 24 11:47:31.457475 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 50682) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:47:31.458941 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-bcc5a93e-7a54-460e-98f5-085c7c10371c None None] Transition to ACTIVE for port object 8845be20-0bcb-411c-9be9-f87f0a3201f8 will not be triggered until provisioned by entity L2. {{(pid=88881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:47:31.465358 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bcc5a93e-7a54-460e-98f5-085c7c10371c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:47:31.469168 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-6dcfce84-25f1-4ed8-b7ca-3edc43431de4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:47:31.552821 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d252195c-e509-490c-a540-513c0cf5654d None None] Pushing event updated for resources: {'Port': ['ID=8845be20-0bcb-411c-9be9-f87f0a3201f8,revision_number=2']} {{(pid=88881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:47:31.557476 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-bcc5a93e-7a54-460e-98f5-085c7c10371c None None] Attempting to bind port 8845be20-0bcb-411c-9be9-f87f0a3201f8 on host dv-neutron-822691-2-hyperv for vnic_type normal with profile  {{(pid=88881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:47:31.557910 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-bcc5a93e-7a54-460e-98f5-085c7c10371c None None] Attempting to bind port 8845be20-0bcb-411c-9be9-f87f0a3201f8 by drivers openvswitch,hyperv on host dv-neutron-822691-2-hyperv at level 0 using segments [{'id': 'd4e3295f-9ff8-4cad-8a20-3f1c937efc8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a'}] {{(pid=88881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:47:31.558747 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc5a93e-7a54-460e-98f5-085c7c10371c None None] Attempting to bind port 8845be20-0bcb-411c-9be9-f87f0a3201f8 on network f8c337ba-681f-4fcb-a333-e3c49365b30a {{(pid=88881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:47:31.566143 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc5a93e-7a54-460e-98f5-085c7c10371c None None] Checking agent: {'id': 'db1275c1-6001-47af-93c2-635c68404703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822691-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 52, 8), 'started_at': datetime.datetime(2021, 12, 24, 10, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 47, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822691-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:47:31.566560 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc5a93e-7a54-460e-98f5-085c7c10371c None None] Checking segment: {'id': 'd4e3295f-9ff8-4cad-8a20-3f1c937efc8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:47:31.567005 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bcc5a93e-7a54-460e-98f5-085c7c10371c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:47:31.567686 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc5a93e-7a54-460e-98f5-085c7c10371c None None] Bound using segment: {'id': 'd4e3295f-9ff8-4cad-8a20-3f1c937efc8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a'} {{(pid=88881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:47:31.567983 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-bcc5a93e-7a54-460e-98f5-085c7c10371c None None] Bound port: 8845be20-0bcb-411c-9be9-f87f0a3201f8, host: dv-neutron-822691-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4e3295f-9ff8-4cad-8a20-3f1c937efc8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a'}}] {{(pid=88881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:47:31.568394 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bcc5a93e-7a54-460e-98f5-085c7c10371c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:47:31.608295 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d252195c-e509-490c-a540-513c0cf5654d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:47:31.608673 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d252195c-e509-490c-a540-513c0cf5654d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:47:31.609045 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d252195c-e509-490c-a540-513c0cf5654d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:47:31.609408 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d252195c-e509-490c-a540-513c0cf5654d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:47:31.609766 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d252195c-e509-490c-a540-513c0cf5654d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:47:31.610154 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d252195c-e509-490c-a540-513c0cf5654d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:47:31.610508 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d252195c-e509-490c-a540-513c0cf5654d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:47:31.610865 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d252195c-e509-490c-a540-513c0cf5654d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:47:31.611366 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d252195c-e509-490c-a540-513c0cf5654d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:47:31.611732 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d252195c-e509-490c-a540-513c0cf5654d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:47:31.612088 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d252195c-e509-490c-a540-513c0cf5654d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:47:31.634095 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-d252195c-e509-490c-a540-513c0cf5654d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=88881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:47:31.658213 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-bcc5a93e-7a54-460e-98f5-085c7c10371c None None] For port 8845be20-0bcb-411c-9be9-f87f0a3201f8, host dv-neutron-822691-2-hyperv, cleared binding levels {{(pid=88881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:47:31.661532 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-bcc5a93e-7a54-460e-98f5-085c7c10371c None None] For port 8845be20-0bcb-411c-9be9-f87f0a3201f8, host dv-neutron-822691-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=8845be20-0bcb-411c-9be9-f87f0a3201f8,segment=NetworkSegment(d4e3295f-9ff8-4cad-8a20-3f1c937efc8c),segment_id=d4e3295f-9ff8-4cad-8a20-3f1c937efc8c)] {{(pid=88881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:47:31.666306 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bcc5a93e-7a54-460e-98f5-085c7c10371c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:47:31.671695 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-9ccea3dd-c3fe-4542-8fac-a2340bf236e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:47:31.687313 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac56c4c1-6977-481c-9e2d-8c42927dcffa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73968e80-91fd-539e-a7c6-b31af6d9e680-3ab4f11a-6126-4d69-b344-47393fccaa6e', 'network_id': '3ab4f11a-6126-4d69-b344-47393fccaa6e', 'tenant_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'fixed_ips': [{'subnet_id': '192abd2d-ee43-43fa-84a8-469f0f66066a'}]}} from dv-neutron-822691-2-hyperv. {{(pid=88880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 24 11:47:31.688297 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ac56c4c1-6977-481c-9e2d-8c42927dcffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:47:31.758274 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d252195c-e509-490c-a540-513c0cf5654d None None] Pushing event updated for resources: {'Port': ['ID=8845be20-0bcb-411c-9be9-f87f0a3201f8,revision_number=3']} {{(pid=88881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:47:31.761696 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-d252195c-e509-490c-a540-513c0cf5654d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:47:31.762547 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc5a93e-7a54-460e-98f5-085c7c10371c None None] Routers {'a33cfff8-1224-43c1-a70e-82c1b3112e0f'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:47:31.763407 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-bcc5a93e-7a54-460e-98f5-085c7c10371c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52721a9a90>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:47:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['a33cfff8-1224-43c1-a70e-82c1b3112e0f'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:47:31.854297 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-ac56c4c1-6977-481c-9e2d-8c42927dcffa None None] Allocated IP 172.20.0.2 (3ab4f11a-6126-4d69-b344-47393fccaa6e/192abd2d-ee43-43fa-84a8-469f0f66066a/179d949d-bebc-428e-9e45-3ffa3ecd9e6c) {{(pid=88880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:47:31.954678 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-bcc5a93e-7a54-460e-98f5-085c7c10371c None None] Set router a33cfff8-1224-43c1-a70e-82c1b3112e0f gateway port host: dv-neutron-822691-2-hyperv {{(pid=88881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:47:32.073554 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ac56c4c1-6977-481c-9e2d-8c42927dcffa None None] Notify callbacks [] for port, precommit_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:47:32.087264 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-ac56c4c1-6977-481c-9e2d-8c42927dcffa None None] Transition to ACTIVE for port object 179d949d-bebc-428e-9e45-3ffa3ecd9e6c will not be triggered until provisioned by entity L2. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:47:32.108960 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-ac56c4c1-6977-481c-9e2d-8c42927dcffa None None] Transition to ACTIVE for port object 179d949d-bebc-428e-9e45-3ffa3ecd9e6c will not be triggered until provisioned by entity DHCP. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:47:32.114003 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ac56c4c1-6977-481c-9e2d-8c42927dcffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408'] for port, after_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:47:32.123356 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-3b0a6e06-f8b4-4cb5-a5ce-140ac923ac42 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:47:32.180522 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac56c4c1-6977-481c-9e2d-8c42927dcffa None None] Network 3ab4f11a-6126-4d69-b344-47393fccaa6e is already hosted by enough agents. {{(pid=88880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:47:32.183809 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-ac56c4c1-6977-481c-9e2d-8c42927dcffa None None] Resources bound (agent type, host, resource id):  {{(pid=88880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:47:32.187845 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac56c4c1-6977-481c-9e2d-8c42927dcffa None None] Received port after_create {{(pid=88880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:47:32.240721 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac56c4c1-6977-481c-9e2d-8c42927dcffa None None] Pushing event updated for resources: {'Port': ['ID=179d949d-bebc-428e-9e45-3ffa3ecd9e6c,revision_number=1']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:47:32.253865 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-ac56c4c1-6977-481c-9e2d-8c42927dcffa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:47:32.317371 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7a3ca470-c947-47ba-be80-80648ffd311e tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:47:32.321678 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-ac56c4c1-6977-481c-9e2d-8c42927dcffa None None] Attempting to bind port 179d949d-bebc-428e-9e45-3ffa3ecd9e6c on host dv-neutron-822691-2-hyperv for vnic_type normal with profile  {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:47:32.322125 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-ac56c4c1-6977-481c-9e2d-8c42927dcffa None None] Attempting to bind port 179d949d-bebc-428e-9e45-3ffa3ecd9e6c by drivers openvswitch,hyperv on host dv-neutron-822691-2-hyperv at level 0 using segments [{'id': 'c6a080ba-c08c-4dae-9fe4-37f52695728f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '3ab4f11a-6126-4d69-b344-47393fccaa6e'}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:47:32.322540 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac56c4c1-6977-481c-9e2d-8c42927dcffa None None] Attempting to bind port 179d949d-bebc-428e-9e45-3ffa3ecd9e6c on network 3ab4f11a-6126-4d69-b344-47393fccaa6e {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:47:32.330114 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac56c4c1-6977-481c-9e2d-8c42927dcffa None None] Checking agent: {'id': 'db1275c1-6001-47af-93c2-635c68404703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822691-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 52, 8), 'started_at': datetime.datetime(2021, 12, 24, 10, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 47, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822691-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:47:32.330702 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac56c4c1-6977-481c-9e2d-8c42927dcffa None None] Checking segment: {'id': 'c6a080ba-c08c-4dae-9fe4-37f52695728f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '3ab4f11a-6126-4d69-b344-47393fccaa6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:47:32.331270 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ac56c4c1-6977-481c-9e2d-8c42927dcffa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:47:32.331712 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac56c4c1-6977-481c-9e2d-8c42927dcffa None None] Bound using segment: {'id': 'c6a080ba-c08c-4dae-9fe4-37f52695728f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '3ab4f11a-6126-4d69-b344-47393fccaa6e'} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:47:32.332233 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-ac56c4c1-6977-481c-9e2d-8c42927dcffa None None] Bound port: 179d949d-bebc-428e-9e45-3ffa3ecd9e6c, host: dv-neutron-822691-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6a080ba-c08c-4dae-9fe4-37f52695728f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '3ab4f11a-6126-4d69-b344-47393fccaa6e'}}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:47:32.332652 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ac56c4c1-6977-481c-9e2d-8c42927dcffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:47:32.426234 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-ac56c4c1-6977-481c-9e2d-8c42927dcffa None None] For port 179d949d-bebc-428e-9e45-3ffa3ecd9e6c, host dv-neutron-822691-2-hyperv, cleared binding levels {{(pid=88880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:47:32.427149 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-bcc5a93e-7a54-460e-98f5-085c7c10371c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52721a9a90>, [{'id': 'a33cfff8-1224-43c1-a70e-82c1b3112e0f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1239187495', 'tenant_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.251'}], 'enable_snat': True}, 'gw_port_id': '8845be20-0bcb-411c-9be9-f87f0a3201f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:47:28Z', 'updated_at': '2021-12-24T11:47:29Z', 'revision_number': 3, 'project_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'gw_port': {'id': '8845be20-0bcb-411c-9be9-f87f0a3201f8', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:3c:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a33cfff8-1224-43c1-a70e-82c1b3112e0f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:47:29Z', 'updated_at': '2021-12-24T11:47:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv'}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:47:32.429513 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-ac56c4c1-6977-481c-9e2d-8c42927dcffa None None] For port 179d949d-bebc-428e-9e45-3ffa3ecd9e6c, host dv-neutron-822691-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=179d949d-bebc-428e-9e45-3ffa3ecd9e6c,segment=NetworkSegment(c6a080ba-c08c-4dae-9fe4-37f52695728f),segment_id=c6a080ba-c08c-4dae-9fe4-37f52695728f)] {{(pid=88880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:47:32.432016 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc5a93e-7a54-460e-98f5-085c7c10371c None None] The sync data for ids ['a33cfff8-1224-43c1-a70e-82c1b3112e0f'] in dv-neutron-822691-2-hyperv is: [{'id': 'a33cfff8-1224-43c1-a70e-82c1b3112e0f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1239187495', 'tenant_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.251'}], 'enable_snat': True}, 'gw_port_id': '8845be20-0bcb-411c-9be9-f87f0a3201f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:47:28Z', 'updated_at': '2021-12-24T11:47:29Z', 'revision_number': 3, 'project_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'gw_port': {'id': '8845be20-0bcb-411c-9be9-f87f0a3201f8', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:3c:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a33cfff8-1224-43c1-a70e-82c1b3112e0f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:47:29Z', 'updated_at': '2021-12-24T11:47:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv'}] {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:47:32.434616 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ac56c4c1-6977-481c-9e2d-8c42927dcffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:47:32.439414 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:47:32.528441 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac56c4c1-6977-481c-9e2d-8c42927dcffa None None] Pushing event updated for resources: {'Port': ['ID=179d949d-bebc-428e-9e45-3ffa3ecd9e6c,revision_number=2']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:47:32.532022 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-ac56c4c1-6977-481c-9e2d-8c42927dcffa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:47:32.753290 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-7a3ca470-c947-47ba-be80-80648ffd311e tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Allocated IP 172.20.0.1 (3ab4f11a-6126-4d69-b344-47393fccaa6e/192abd2d-ee43-43fa-84a8-469f0f66066a/3f35abe5-e82a-4062-b4b2-e7cdce40b415) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:47:32.952398 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7a3ca470-c947-47ba-be80-80648ffd311e tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:47:32.971971 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-7a3ca470-c947-47ba-be80-80648ffd311e tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Transition to ACTIVE for port object 3f35abe5-e82a-4062-b4b2-e7cdce40b415 will not be triggered until provisioned by entity DHCP. {{(pid=88878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:47:32.996596 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7a3ca470-c947-47ba-be80-80648ffd311e tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:47:33.001971 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-a7ac8c10-d2dd-4115-b4a4-ca0d8576d009 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:47:33.084245 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a3ca470-c947-47ba-be80-80648ffd311e tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Network 3ab4f11a-6126-4d69-b344-47393fccaa6e is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:47:33.089579 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-7a3ca470-c947-47ba-be80-80648ffd311e tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Resources bound (agent type, host, resource id):  {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:47:33.091823 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3ca470-c947-47ba-be80-80648ffd311e tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Pushing event updated for resources: {'Port': ['ID=3f35abe5-e82a-4062-b4b2-e7cdce40b415,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:47:33.094411 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a3ca470-c947-47ba-be80-80648ffd311e tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:47:33.125562 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7a3ca470-c947-47ba-be80-80648ffd311e tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:47:33.160961 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7a3ca470-c947-47ba-be80-80648ffd311e tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-720245'] for router_interface, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:47:33.248841 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7a3ca470-c947-47ba-be80-80648ffd311e tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:47:33.692959 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7a3ca470-c947-47ba-be80-80648ffd311e tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for port, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:47:33.696934 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7a3ca470-c947-47ba-be80-80648ffd311e tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3978773'] for port, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:47:33.727830 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-32b8730c-09aa-4310-b479-dd22ba95d917 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:47:33.819189 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3ca470-c947-47ba-be80-80648ffd311e tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Pushing event updated for resources: {'Port': ['ID=3f35abe5-e82a-4062-b4b2-e7cdce40b415,revision_number=2']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:47:33.822422 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7a3ca470-c947-47ba-be80-80648ffd311e tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1977653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854055662'] for router_interface, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:47:33.826722 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7a3ca470-c947-47ba-be80-80648ffd311e tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:47:33.985583 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a3ca470-c947-47ba-be80-80648ffd311e tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Network 3ab4f11a-6126-4d69-b344-47393fccaa6e is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:47:33.986859 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-7a3ca470-c947-47ba-be80-80648ffd311e tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Resources bound (agent type, host, resource id):  {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:47:34.237506 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c1c3f33-5c0b-4ec0-9d97-000e29432b7b None None] Network 3ab4f11a-6126-4d69-b344-47393fccaa6e requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:47:34.382670 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-6536799b-b636-4243-8059-ffe027651f20 None None] Provisioning for port 179d949d-bebc-428e-9e45-3ffa3ecd9e6c completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:47:34.633378 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 179d949d-bebc-428e-9e45-3ffa3ecd9e6c up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:47:34.669972 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a3ca470-c947-47ba-be80-80648ffd311e tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Router a33cfff8-1224-43c1-a70e-82c1b3112e0f has already been hosted by L3 agent 198cca88-1338-4098-b44b-beb0346ac906 {{(pid=88878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 24 11:47:34.717996 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning for port 179d949d-bebc-428e-9e45-3ffa3ecd9e6c completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:47:34.723967 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port 179d949d-bebc-428e-9e45-3ffa3ecd9e6c triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:47:34.724411 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:47:34.861506 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:47:34.881857 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-8fb0eaec-56d2-473d-9e2e-f58b4a4cb09a None None] Provisioning for port 3f35abe5-e82a-4062-b4b2-e7cdce40b415 completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:47:34.893876 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-8fb0eaec-56d2-473d-9e2e-f58b4a4cb09a None None] Provisioning complete for port 3f35abe5-e82a-4062-b4b2-e7cdce40b415 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:47:34.894162 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8fb0eaec-56d2-473d-9e2e-f58b4a4cb09a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:47:34.898390 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a3ca470-c947-47ba-be80-80648ffd311e tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:47:34.913298 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-7a3ca470-c947-47ba-be80-80648ffd311e tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "PUT /v2.0/routers/a33cfff8-1224-43c1-a70e-82c1b3112e0f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4545555
Dec 24 11:47:34.946902 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] For port 179d949d-bebc-428e-9e45-3ffa3ecd9e6c, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=179d949d-bebc-428e-9e45-3ffa3ecd9e6c,segment=NetworkSegment(c6a080ba-c08c-4dae-9fe4-37f52695728f),segment_id=c6a080ba-c08c-4dae-9fe4-37f52695728f)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:47:34.950637 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:47:34.951572 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 8845be20-0bcb-411c-9be9-f87f0a3201f8 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:47:34.983956 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-02304b31-9921-4b77-ad08-3b6b6c7bd535 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:47:35.132338 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-e8be4a23-cc95-4abe-bd8b-c558523ca897 req-538105c3-d5ea-4bb5-a2c4-eef89a800508 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Synchronizing usage tracker for tenant:e6de6ac8bdf7427ba6dad2fa7321cdd0 on resource:security_group {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:47:35.157505 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-e8be4a23-cc95-4abe-bd8b-c558523ca897 req-538105c3-d5ea-4bb5-a2c4-eef89a800508 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Unset dirty status for tenant:e6de6ac8bdf7427ba6dad2fa7321cdd0 on resource:security_group {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:47:35.158821 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-e8be4a23-cc95-4abe-bd8b-c558523ca897 req-538105c3-d5ea-4bb5-a2c4-eef89a800508 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-294451058&fields=id&tenant_id=e6de6ac8bdf7427ba6dad2fa7321cdd0 HTTP/1.1" status: 200  len: 267 time: 0.0906756
Dec 24 11:47:35.296858 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Pushing event updated for resources: {'Port': ['ID=179d949d-bebc-428e-9e45-3ffa3ecd9e6c,revision_number=3']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:47:35.300836 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:47:35.309998 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-8fb0eaec-56d2-473d-9e2e-f58b4a4cb09a None None] Port 3f35abe5-e82a-4062-b4b2-e7cdce40b415 cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:47:35.347437 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-8fb0eaec-56d2-473d-9e2e-f58b4a4cb09a None None] Provisioning complete for port 179d949d-bebc-428e-9e45-3ffa3ecd9e6c triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:47:35.347868 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8fb0eaec-56d2-473d-9e2e-f58b4a4cb09a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:47:35.357643 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8be4a23-cc95-4abe-bd8b-c558523ca897 req-5fc1b661-1cfe-485c-a237-d54caca12335 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:47:35.358419 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-e8be4a23-cc95-4abe-bd8b-c558523ca897 req-5fc1b661-1cfe-485c-a237-d54caca12335 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Synchronizing usage tracker for tenant:e6de6ac8bdf7427ba6dad2fa7321cdd0 on resource:network {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:47:35.375128 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-e8be4a23-cc95-4abe-bd8b-c558523ca897 req-5fc1b661-1cfe-485c-a237-d54caca12335 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Unset dirty status for tenant:e6de6ac8bdf7427ba6dad2fa7321cdd0 on resource:network {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:47:35.377371 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-e8be4a23-cc95-4abe-bd8b-c558523ca897 req-5fc1b661-1cfe-485c-a237-d54caca12335 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/networks?id=3ab4f11a-6126-4d69-b344-47393fccaa6e HTTP/1.1" status: 200  len: 796 time: 0.2105193
Dec 24 11:47:35.398154 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-e8be4a23-cc95-4abe-bd8b-c558523ca897 req-7f44091a-2712-4f68-8692-90a4c265ab56 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/quotas/e6de6ac8bdf7427ba6dad2fa7321cdd0 HTTP/1.1" status: 200  len: 375 time: 0.0138319
Dec 24 11:47:35.409550 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning for port 8845be20-0bcb-411c-9be9-f87f0a3201f8 completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:47:35.417588 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port 8845be20-0bcb-411c-9be9-f87f0a3201f8 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:47:35.418052 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:47:35.458935 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c69d31-986d-47f5-a7a6-5bf4b5e8577c None None] Sync routers for ids ['a33cfff8-1224-43c1-a70e-82c1b3112e0f'] in dv-neutron-822691-2-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:47:35.493501 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-e8be4a23-cc95-4abe-bd8b-c558523ca897 req-14375275-6416-4192-91c2-29c5611566af tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Synchronizing usage tracker for tenant:e6de6ac8bdf7427ba6dad2fa7321cdd0 on resource:port {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:47:35.509925 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-e8be4a23-cc95-4abe-bd8b-c558523ca897 req-14375275-6416-4192-91c2-29c5611566af tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Unset dirty status for tenant:e6de6ac8bdf7427ba6dad2fa7321cdd0 on resource:port {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:47:35.511455 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-e8be4a23-cc95-4abe-bd8b-c558523ca897 req-14375275-6416-4192-91c2-29c5611566af tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=e6de6ac8bdf7427ba6dad2fa7321cdd0&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1049666
Dec 24 11:47:35.542352 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [req-e8be4a23-cc95-4abe-bd8b-c558523ca897 req-9c7afddc-ba8d-4994-88c5-15c8dbf0d440 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=88878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 24 11:47:35.543537 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-e8be4a23-cc95-4abe-bd8b-c558523ca897 req-9c7afddc-ba8d-4994-88c5-15c8dbf0d440 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12161 time: 0.0073140
Dec 24 11:47:35.552459 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c69d31-986d-47f5-a7a6-5bf4b5e8577c None None] Routers {'a33cfff8-1224-43c1-a70e-82c1b3112e0f'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:47:35.553159 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-77c69d31-986d-47f5-a7a6-5bf4b5e8577c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52719a4b00>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:47:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['a33cfff8-1224-43c1-a70e-82c1b3112e0f'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:47:35.695087 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-e8be4a23-cc95-4abe-bd8b-c558523ca897 req-f8df357e-c0ab-4fb3-bf23-a96bda3fafd5 service neutron] 10.222.0.65 "GET /v2.0/networks/3ab4f11a-6126-4d69-b344-47393fccaa6e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1444056
Dec 24 11:47:35.754042 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:47:35.797062 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] For port 8845be20-0bcb-411c-9be9-f87f0a3201f8, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=8845be20-0bcb-411c-9be9-f87f0a3201f8,segment=NetworkSegment(d4e3295f-9ff8-4cad-8a20-3f1c937efc8c),segment_id=d4e3295f-9ff8-4cad-8a20-3f1c937efc8c)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:47:35.803723 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:47:35.808637 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:47:35.847841 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-e8be4a23-cc95-4abe-bd8b-c558523ca897 req-8baaa860-c19b-4b55-b288-507f1078d3cd service neutron] 10.222.0.65 "GET /v2.0/networks/3ab4f11a-6126-4d69-b344-47393fccaa6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1458657
Dec 24 11:47:35.867193 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-0da92e3b-40d5-4517-91a7-b26ff016a5b6 None None] Provisioning complete for port 3f35abe5-e82a-4062-b4b2-e7cdce40b415 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:47:35.867615 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0da92e3b-40d5-4517-91a7-b26ff016a5b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:47:35.901681 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-77c69d31-986d-47f5-a7a6-5bf4b5e8577c None None] Set router a33cfff8-1224-43c1-a70e-82c1b3112e0f gateway port host: dv-neutron-822691-2-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:47:35.995328 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Pushing event updated for resources: {'Port': ['ID=8845be20-0bcb-411c-9be9-f87f0a3201f8,revision_number=4']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:47:36.011359 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:47:36.015008 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-0da92e3b-40d5-4517-91a7-b26ff016a5b6 None None] Port 3f35abe5-e82a-4062-b4b2-e7cdce40b415 cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:47:36.072529 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-47627976-c976-41a3-aaf9-8f8eda3c3c0d req-c189767d-dd5a-4571-b583-902299575011 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/ports?device_id=a477cea9-cff1-4f8e-858e-573046e39702 HTTP/1.1" status: 200  len: 210 time: 0.0495126
Dec 24 11:47:36.282930 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-77c69d31-986d-47f5-a7a6-5bf4b5e8577c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52719a4b00>, [{'id': 'a33cfff8-1224-43c1-a70e-82c1b3112e0f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1239187495', 'tenant_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.251'}], 'enable_snat': True}, 'gw_port_id': '8845be20-0bcb-411c-9be9-f87f0a3201f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:47:28Z', 'updated_at': '2021-12-24T11:47:33Z', 'revision_number': 4, 'project_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'gw_port': {'id': '8845be20-0bcb-411c-9be9-f87f0a3201f8', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:3c:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a33cfff8-1224-43c1-a70e-82c1b3112e0f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:47:29Z', 'updated_at': '2021-12-24T11:47:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_interfaces': [{'id': '3f35abe5-e82a-4062-b4b2-e7cdce40b415', 'name': '', 'network_id': '3ab4f11a-6126-4d69-b344-47393fccaa6e', 'tenant_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'mac_address': 'fa:16:3e:e9:d9:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a33cfff8-1224-43c1-a70e-82c1b3112e0f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '192abd2d-ee43-43fa-84a8-469f0f66066a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:47:32Z', 'updated_at': '2021-12-24T11:47:33Z', 'revision_number': 2, 'project_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'subnets': [{'id': '192abd2d-ee43-43fa-84a8-469f0f66066a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:47:36.287156 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c69d31-986d-47f5-a7a6-5bf4b5e8577c None None] Checking router: a33cfff8-1224-43c1-a70e-82c1b3112e0f for host: dv-neutron-822691-2-hyperv {{(pid=88880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 24 11:47:36.287560 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c69d31-986d-47f5-a7a6-5bf4b5e8577c None None] Updating router a33cfff8-1224-43c1-a70e-82c1b3112e0f port 3f35abe5-e82a-4062-b4b2-e7cdce40b415 binding host dv-neutron-822691-2-hyperv {{(pid=88880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 24 11:47:36.350522 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-77c69d31-986d-47f5-a7a6-5bf4b5e8577c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:47:36.557329 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a4b81c8e-3909-46e2-aee9-81cae9aa2ca6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:47:36.605774 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 179d949d-bebc-428e-9e45-3ffa3ecd9e6c up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:47:36.735322 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port 179d949d-bebc-428e-9e45-3ffa3ecd9e6c triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:47:36.735686 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:47:36.844548 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-77c69d31-986d-47f5-a7a6-5bf4b5e8577c None None] Notify callbacks [] for port, precommit_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:47:36.861342 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-77c69d31-986d-47f5-a7a6-5bf4b5e8577c None None] Transition to ACTIVE for port object 3f35abe5-e82a-4062-b4b2-e7cdce40b415 will not be triggered until provisioned by entity L2. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:47:36.895889 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-77c69d31-986d-47f5-a7a6-5bf4b5e8577c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:47:36.905043 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:47:37.033043 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 8845be20-0bcb-411c-9be9-f87f0a3201f8 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:47:37.075989 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8508c852-0dc9-4ffa-9dd7-cae42d8705fc None None] Pushing event updated for resources: {'Port': ['ID=3f35abe5-e82a-4062-b4b2-e7cdce40b415,revision_number=3']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:47:37.089880 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-8508c852-0dc9-4ffa-9dd7-cae42d8705fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:47:37.230690 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-77c69d31-986d-47f5-a7a6-5bf4b5e8577c None None] Attempting to bind port 3f35abe5-e82a-4062-b4b2-e7cdce40b415 on host dv-neutron-822691-2-hyperv for vnic_type normal with profile  {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:47:37.230917 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-77c69d31-986d-47f5-a7a6-5bf4b5e8577c None None] Attempting to bind port 3f35abe5-e82a-4062-b4b2-e7cdce40b415 by drivers openvswitch,hyperv on host dv-neutron-822691-2-hyperv at level 0 using segments [{'id': 'c6a080ba-c08c-4dae-9fe4-37f52695728f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '3ab4f11a-6126-4d69-b344-47393fccaa6e'}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:47:37.231312 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c69d31-986d-47f5-a7a6-5bf4b5e8577c None None] Attempting to bind port 3f35abe5-e82a-4062-b4b2-e7cdce40b415 on network 3ab4f11a-6126-4d69-b344-47393fccaa6e {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:47:37.243813 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port 8845be20-0bcb-411c-9be9-f87f0a3201f8 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:47:37.244149 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:47:37.269528 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c69d31-986d-47f5-a7a6-5bf4b5e8577c None None] Checking agent: {'id': 'db1275c1-6001-47af-93c2-635c68404703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822691-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 52, 8), 'started_at': datetime.datetime(2021, 12, 24, 10, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 47, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822691-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:47:37.269974 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c69d31-986d-47f5-a7a6-5bf4b5e8577c None None] Checking segment: {'id': 'c6a080ba-c08c-4dae-9fe4-37f52695728f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '3ab4f11a-6126-4d69-b344-47393fccaa6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:47:37.270427 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-77c69d31-986d-47f5-a7a6-5bf4b5e8577c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:47:37.270959 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c69d31-986d-47f5-a7a6-5bf4b5e8577c None None] Bound using segment: {'id': 'c6a080ba-c08c-4dae-9fe4-37f52695728f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '3ab4f11a-6126-4d69-b344-47393fccaa6e'} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:47:37.271495 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-77c69d31-986d-47f5-a7a6-5bf4b5e8577c None None] Bound port: 3f35abe5-e82a-4062-b4b2-e7cdce40b415, host: dv-neutron-822691-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6a080ba-c08c-4dae-9fe4-37f52695728f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '3ab4f11a-6126-4d69-b344-47393fccaa6e'}}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:47:37.271921 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-77c69d31-986d-47f5-a7a6-5bf4b5e8577c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:47:37.311894 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-65ae1d34-7968-475a-a66f-a2c8f4db9116 req-242acd2c-35ee-4764-9931-a75f016b7f3e tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/ports?device_id=a477cea9-cff1-4f8e-858e-573046e39702 HTTP/1.1" status: 200  len: 210 time: 0.0881326
Dec 24 11:47:37.367202 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8be4a23-cc95-4abe-bd8b-c558523ca897 req-f542433f-3019-49bd-97e5-3c232b1dfa7d tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:47:37.367966 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-e8be4a23-cc95-4abe-bd8b-c558523ca897 req-f542433f-3019-49bd-97e5-3c232b1dfa7d tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Synchronizing usage tracker for tenant:e6de6ac8bdf7427ba6dad2fa7321cdd0 on resource:network {{(pid=88879) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:47:37.384221 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-e8be4a23-cc95-4abe-bd8b-c558523ca897 req-f542433f-3019-49bd-97e5-3c232b1dfa7d tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Unset dirty status for tenant:e6de6ac8bdf7427ba6dad2fa7321cdd0 on resource:network {{(pid=88879) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:47:37.385525 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-e8be4a23-cc95-4abe-bd8b-c558523ca897 req-f542433f-3019-49bd-97e5-3c232b1dfa7d tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.58 "GET /v2.0/networks?id=3ab4f11a-6126-4d69-b344-47393fccaa6e HTTP/1.1" status: 200  len: 796 time: 0.2488585
Dec 24 11:47:37.455809 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-e8be4a23-cc95-4abe-bd8b-c558523ca897 req-2b1d64e7-5c10-46cb-85ff-da7ef9d1c48c tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Synchronizing usage tracker for tenant:e6de6ac8bdf7427ba6dad2fa7321cdd0 on resource:security_group {{(pid=88879) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:47:37.470777 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-e8be4a23-cc95-4abe-bd8b-c558523ca897 req-2b1d64e7-5c10-46cb-85ff-da7ef9d1c48c tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Unset dirty status for tenant:e6de6ac8bdf7427ba6dad2fa7321cdd0 on resource:security_group {{(pid=88879) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:47:37.472099 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-e8be4a23-cc95-4abe-bd8b-c558523ca897 req-2b1d64e7-5c10-46cb-85ff-da7ef9d1c48c tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e6de6ac8bdf7427ba6dad2fa7321cdd0 HTTP/1.1" status: 200  len: 379 time: 0.0693903
Dec 24 11:47:37.483060 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [req-e8be4a23-cc95-4abe-bd8b-c558523ca897 req-371ab34f-884d-48ec-b539-b52f2912337d tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Request body: {'port': {'device_id': 'a477cea9-cff1-4f8e-858e-573046e39702', 'network_id': '3ab4f11a-6126-4d69-b344-47393fccaa6e', 'admin_state_up': True, 'tenant_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'security_groups': ['ce8c2ac3-a0c1-4cbd-8a98-9e5221058014']}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:47:37.584621 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-77c69d31-986d-47f5-a7a6-5bf4b5e8577c None None] For port 3f35abe5-e82a-4062-b4b2-e7cdce40b415, host dv-neutron-822691-2-hyperv, cleared binding levels {{(pid=88880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:47:37.588165 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-77c69d31-986d-47f5-a7a6-5bf4b5e8577c None None] For port 3f35abe5-e82a-4062-b4b2-e7cdce40b415, host dv-neutron-822691-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=3f35abe5-e82a-4062-b4b2-e7cdce40b415,segment=NetworkSegment(c6a080ba-c08c-4dae-9fe4-37f52695728f),segment_id=c6a080ba-c08c-4dae-9fe4-37f52695728f)] {{(pid=88880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:47:37.594700 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-77c69d31-986d-47f5-a7a6-5bf4b5e8577c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:47:37.625676 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:47:37.636023 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [req-e8be4a23-cc95-4abe-bd8b-c558523ca897 req-371ab34f-884d-48ec-b539-b52f2912337d tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:47:37.646675 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [req-e8be4a23-cc95-4abe-bd8b-c558523ca897 req-371ab34f-884d-48ec-b539-b52f2912337d tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:47:37.657434 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8be4a23-cc95-4abe-bd8b-c558523ca897 req-371ab34f-884d-48ec-b539-b52f2912337d tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Made reservation on behalf of e6de6ac8bdf7427ba6dad2fa7321cdd0 for: {'port': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:47:37.663170 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-e8be4a23-cc95-4abe-bd8b-c558523ca897 req-371ab34f-884d-48ec-b539-b52f2912337d tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:47:37.728293 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8508c852-0dc9-4ffa-9dd7-cae42d8705fc None None] Pushing event updated for resources: {'Port': ['ID=3f35abe5-e82a-4062-b4b2-e7cdce40b415,revision_number=4']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:47:37.733395 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-8508c852-0dc9-4ffa-9dd7-cae42d8705fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:47:37.737551 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c69d31-986d-47f5-a7a6-5bf4b5e8577c None None] Routers {'a33cfff8-1224-43c1-a70e-82c1b3112e0f'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:47:37.738251 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-77c69d31-986d-47f5-a7a6-5bf4b5e8577c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52719a4b00>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:47:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['a33cfff8-1224-43c1-a70e-82c1b3112e0f'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:47:37.845181 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [req-e8be4a23-cc95-4abe-bd8b-c558523ca897 req-371ab34f-884d-48ec-b539-b52f2912337d tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Allocated IP 172.20.0.6 (3ab4f11a-6126-4d69-b344-47393fccaa6e/192abd2d-ee43-43fa-84a8-469f0f66066a/01161e05-d1f9-4b56-8217-a68a3cbfdbcc) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:47:37.931619 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-77c69d31-986d-47f5-a7a6-5bf4b5e8577c None None] Set router a33cfff8-1224-43c1-a70e-82c1b3112e0f gateway port host: dv-neutron-822691-2-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:47:38.056113 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-e8be4a23-cc95-4abe-bd8b-c558523ca897 req-371ab34f-884d-48ec-b539-b52f2912337d tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:47:38.073689 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [req-e8be4a23-cc95-4abe-bd8b-c558523ca897 req-371ab34f-884d-48ec-b539-b52f2912337d tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Transition to ACTIVE for port object 01161e05-d1f9-4b56-8217-a68a3cbfdbcc will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:47:38.093930 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-e8be4a23-cc95-4abe-bd8b-c558523ca897 req-371ab34f-884d-48ec-b539-b52f2912337d tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:47:38.099972 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f689c5c6-dda8-407d-bd6e-590d6a394956 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:47:38.129817 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:47:38.173503 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8be4a23-cc95-4abe-bd8b-c558523ca897 req-371ab34f-884d-48ec-b539-b52f2912337d tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Network 3ab4f11a-6126-4d69-b344-47393fccaa6e is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:47:38.177427 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [req-e8be4a23-cc95-4abe-bd8b-c558523ca897 req-371ab34f-884d-48ec-b539-b52f2912337d tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Resources bound (agent type, host, resource id):  {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:47:38.179630 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371ab34f-884d-48ec-b539-b52f2912337d tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Pushing event updated for resources: {'Port': ['ID=01161e05-d1f9-4b56-8217-a68a3cbfdbcc,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:47:38.181970 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8be4a23-cc95-4abe-bd8b-c558523ca897 req-371ab34f-884d-48ec-b539-b52f2912337d tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:47:38.209614 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-371ab34f-884d-48ec-b539-b52f2912337d tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:47:38.260699 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8be4a23-cc95-4abe-bd8b-c558523ca897 req-371ab34f-884d-48ec-b539-b52f2912337d tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:47:38.261294 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-e8be4a23-cc95-4abe-bd8b-c558523ca897 req-371ab34f-884d-48ec-b539-b52f2912337d tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:47:38.292463 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-e8be4a23-cc95-4abe-bd8b-c558523ca897 req-371ab34f-884d-48ec-b539-b52f2912337d tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8137777
Dec 24 11:47:38.304720 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-77c69d31-986d-47f5-a7a6-5bf4b5e8577c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52719a4b00>, [{'id': 'a33cfff8-1224-43c1-a70e-82c1b3112e0f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1239187495', 'tenant_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.251'}], 'enable_snat': True}, 'gw_port_id': '8845be20-0bcb-411c-9be9-f87f0a3201f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:47:28Z', 'updated_at': '2021-12-24T11:47:33Z', 'revision_number': 4, 'project_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'gw_port': {'id': '8845be20-0bcb-411c-9be9-f87f0a3201f8', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:3c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33cfff8-1224-43c1-a70e-82c1b3112e0f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:47:29Z', 'updated_at': '2021-12-24T11:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_interfaces': [{'id': '3f35abe5-e82a-4062-b4b2-e7cdce40b415', 'name': '', 'network_id': '3ab4f11a-6126-4d69-b344-47393fccaa6e', 'tenant_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'mac_address': 'fa:16:3e:e9:d9:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a33cfff8-1224-43c1-a70e-82c1b3112e0f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '192abd2d-ee43-43fa-84a8-469f0f66066a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:47:32Z', 'updated_at': '2021-12-24T11:47:37Z', 'revision_number': 4, 'project_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'subnets': [{'id': '192abd2d-ee43-43fa-84a8-469f0f66066a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:47:38.309149 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c69d31-986d-47f5-a7a6-5bf4b5e8577c None None] The sync data for ids ['a33cfff8-1224-43c1-a70e-82c1b3112e0f'] in dv-neutron-822691-2-hyperv is: [{'id': 'a33cfff8-1224-43c1-a70e-82c1b3112e0f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1239187495', 'tenant_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.251'}], 'enable_snat': True}, 'gw_port_id': '8845be20-0bcb-411c-9be9-f87f0a3201f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:47:28Z', 'updated_at': '2021-12-24T11:47:33Z', 'revision_number': 4, 'project_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'gw_port': {'id': '8845be20-0bcb-411c-9be9-f87f0a3201f8', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:3c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33cfff8-1224-43c1-a70e-82c1b3112e0f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:47:29Z', 'updated_at': '2021-12-24T11:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_interfaces': [{'id': '3f35abe5-e82a-4062-b4b2-e7cdce40b415', 'name': '', 'network_id': '3ab4f11a-6126-4d69-b344-47393fccaa6e', 'tenant_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'mac_address': 'fa:16:3e:e9:d9:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a33cfff8-1224-43c1-a70e-82c1b3112e0f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '192abd2d-ee43-43fa-84a8-469f0f66066a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:47:32Z', 'updated_at': '2021-12-24T11:47:37Z', 'revision_number': 4, 'project_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'subnets': [{'id': '192abd2d-ee43-43fa-84a8-469f0f66066a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:47:38.310010 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [req-e8be4a23-cc95-4abe-bd8b-c558523ca897 req-c08ede1d-d1a1-482b-aae2-dff173f8c0f2 service neutron] Request body: {'port': {'device_id': 'a477cea9-cff1-4f8e-858e-573046e39702', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:47:38.607076 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 3f35abe5-e82a-4062-b4b2-e7cdce40b415 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:47:38.632483 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ff1690-8534-432e-ba59-be872d25f6b2 req-40ec6a54-2c33-4713-81fc-148538ebeac9 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:47:38.634614 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-69ff1690-8534-432e-ba59-be872d25f6b2 req-40ec6a54-2c33-4713-81fc-148538ebeac9 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/ports?device_id=a477cea9-cff1-4f8e-858e-573046e39702 HTTP/1.1" status: 200  len: 931 time: 0.1300778
Dec 24 11:47:38.708899 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-69ff1690-8534-432e-ba59-be872d25f6b2 req-79352892-f102-4294-b7cd-feabcaedca2d tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce8c2ac3-a0c1-4cbd-8a98-9e5221058014&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0615640
Dec 24 11:47:38.710978 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-918de651-c038-4cb4-9a62-cb7b89a33ead None None] Provisioning for port 01161e05-d1f9-4b56-8217-a68a3cbfdbcc completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:47:38.716363 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning for port 3f35abe5-e82a-4062-b4b2-e7cdce40b415 completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:47:38.721644 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-918de651-c038-4cb4-9a62-cb7b89a33ead None None] Provisioning complete for port 01161e05-d1f9-4b56-8217-a68a3cbfdbcc triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:47:38.722093 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-918de651-c038-4cb4-9a62-cb7b89a33ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:47:38.754921 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port 3f35abe5-e82a-4062-b4b2-e7cdce40b415 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:47:38.755601 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:47:38.759733 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-e8be4a23-cc95-4abe-bd8b-c558523ca897 req-c08ede1d-d1a1-482b-aae2-dff173f8c0f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:47:38.834689 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-918de651-c038-4cb4-9a62-cb7b89a33ead None None] Port 01161e05-d1f9-4b56-8217-a68a3cbfdbcc cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:47:38.911830 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:47:38.952779 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] For port 3f35abe5-e82a-4062-b4b2-e7cdce40b415, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=3f35abe5-e82a-4062-b4b2-e7cdce40b415,segment=NetworkSegment(c6a080ba-c08c-4dae-9fe4-37f52695728f),segment_id=c6a080ba-c08c-4dae-9fe4-37f52695728f)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:47:38.956513 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:47:38.959016 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:47:39.039253 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-03416b21-9410-4bd4-addd-d743803d0180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:47:39.047896 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Pushing event updated for resources: {'Port': ['ID=3f35abe5-e82a-4062-b4b2-e7cdce40b415,revision_number=5']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:47:39.051439 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:47:39.164633 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [req-e8be4a23-cc95-4abe-bd8b-c558523ca897 req-c08ede1d-d1a1-482b-aae2-dff173f8c0f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01161e05-d1f9-4b56-8217-a68a3cbfdbcc {{(pid=88879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 24 11:47:39.172542 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-e8be4a23-cc95-4abe-bd8b-c558523ca897 req-c08ede1d-d1a1-482b-aae2-dff173f8c0f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:47:39.188703 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [req-e8be4a23-cc95-4abe-bd8b-c558523ca897 req-c08ede1d-d1a1-482b-aae2-dff173f8c0f2 service neutron] Transition to ACTIVE for port object 01161e05-d1f9-4b56-8217-a68a3cbfdbcc will not be triggered until provisioned by entity L2. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:47:39.192809 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-e8be4a23-cc95-4abe-bd8b-c558523ca897 req-c08ede1d-d1a1-482b-aae2-dff173f8c0f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850854027'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:47:39.198015 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-fc9586bd-32b2-46fb-869a-132d752074a6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:47:39.332735 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08ede1d-d1a1-482b-aae2-dff173f8c0f2 service neutron] Pushing event updated for resources: {'Port': ['ID=01161e05-d1f9-4b56-8217-a68a3cbfdbcc,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:47:39.337244 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c08ede1d-d1a1-482b-aae2-dff173f8c0f2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:47:39.461713 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [req-e8be4a23-cc95-4abe-bd8b-c558523ca897 req-c08ede1d-d1a1-482b-aae2-dff173f8c0f2 service neutron] Attempting to bind port 01161e05-d1f9-4b56-8217-a68a3cbfdbcc on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:47:39.462172 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [req-e8be4a23-cc95-4abe-bd8b-c558523ca897 req-c08ede1d-d1a1-482b-aae2-dff173f8c0f2 service neutron] Attempting to bind port 01161e05-d1f9-4b56-8217-a68a3cbfdbcc by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'c6a080ba-c08c-4dae-9fe4-37f52695728f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '3ab4f11a-6126-4d69-b344-47393fccaa6e'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:47:39.462553 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8be4a23-cc95-4abe-bd8b-c558523ca897 req-c08ede1d-d1a1-482b-aae2-dff173f8c0f2 service neutron] Attempting to bind port 01161e05-d1f9-4b56-8217-a68a3cbfdbcc on network 3ab4f11a-6126-4d69-b344-47393fccaa6e {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:47:39.469676 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8be4a23-cc95-4abe-bd8b-c558523ca897 req-c08ede1d-d1a1-482b-aae2-dff173f8c0f2 service neutron] Port 01161e05-d1f9-4b56-8217-a68a3cbfdbcc on network 3ab4f11a-6126-4d69-b344-47393fccaa6e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 24 11:47:39.470068 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8be4a23-cc95-4abe-bd8b-c558523ca897 req-c08ede1d-d1a1-482b-aae2-dff173f8c0f2 service neutron] Attempting to bind port 01161e05-d1f9-4b56-8217-a68a3cbfdbcc on network 3ab4f11a-6126-4d69-b344-47393fccaa6e {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:47:39.477895 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8be4a23-cc95-4abe-bd8b-c558523ca897 req-c08ede1d-d1a1-482b-aae2-dff173f8c0f2 service neutron] Checking agent: {'id': '239bbc6e-fc66-42e2-b707-1aa8ba10287c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 57, 58), 'started_at': datetime.datetime(2021, 12, 24, 10, 57, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:47:39.478280 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8be4a23-cc95-4abe-bd8b-c558523ca897 req-c08ede1d-d1a1-482b-aae2-dff173f8c0f2 service neutron] Checking segment: {'id': 'c6a080ba-c08c-4dae-9fe4-37f52695728f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '3ab4f11a-6126-4d69-b344-47393fccaa6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:47:39.478710 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8be4a23-cc95-4abe-bd8b-c558523ca897 req-c08ede1d-d1a1-482b-aae2-dff173f8c0f2 service neutron] Bound using segment: {'id': 'c6a080ba-c08c-4dae-9fe4-37f52695728f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '3ab4f11a-6126-4d69-b344-47393fccaa6e'} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:47:39.479185 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [req-e8be4a23-cc95-4abe-bd8b-c558523ca897 req-c08ede1d-d1a1-482b-aae2-dff173f8c0f2 service neutron] Bound port: 01161e05-d1f9-4b56-8217-a68a3cbfdbcc, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6a080ba-c08c-4dae-9fe4-37f52695728f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '3ab4f11a-6126-4d69-b344-47393fccaa6e'}}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:47:39.479570 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-e8be4a23-cc95-4abe-bd8b-c558523ca897 req-c08ede1d-d1a1-482b-aae2-dff173f8c0f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:47:39.583928 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [req-e8be4a23-cc95-4abe-bd8b-c558523ca897 req-c08ede1d-d1a1-482b-aae2-dff173f8c0f2 service neutron] For port 01161e05-d1f9-4b56-8217-a68a3cbfdbcc, host hv-neutron-8226, cleared binding levels {{(pid=88879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:47:39.587730 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bdfdbc84-c52d-4f40-b281-af314dc1f8fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:47:39.589331 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [req-e8be4a23-cc95-4abe-bd8b-c558523ca897 req-c08ede1d-d1a1-482b-aae2-dff173f8c0f2 service neutron] For port 01161e05-d1f9-4b56-8217-a68a3cbfdbcc, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=01161e05-d1f9-4b56-8217-a68a3cbfdbcc,segment=NetworkSegment(c6a080ba-c08c-4dae-9fe4-37f52695728f),segment_id=c6a080ba-c08c-4dae-9fe4-37f52695728f)] {{(pid=88879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:47:39.591232 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-e8be4a23-cc95-4abe-bd8b-c558523ca897 req-c08ede1d-d1a1-482b-aae2-dff173f8c0f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850854027'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:47:39.596362 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-6f6fc11f-efea-41a9-9ae5-f14c1e74b7a7 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:47:39.653774 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-e8be4a23-cc95-4abe-bd8b-c558523ca897 req-c08ede1d-d1a1-482b-aae2-dff173f8c0f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:47:39.655877 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-e8be4a23-cc95-4abe-bd8b-c558523ca897 req-c08ede1d-d1a1-482b-aae2-dff173f8c0f2 service neutron] 10.222.0.58 "PUT /v2.0/ports/01161e05-d1f9-4b56-8217-a68a3cbfdbcc HTTP/1.1" status: 200  len: 1093 time: 1.3510239
Dec 24 11:47:39.658871 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a477cea9-cff1-4f8e-858e-573046e39702', 'tag': '01161e05-d1f9-4b56-8217-a68a3cbfdbcc'}] {{(pid=88879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 24 11:47:39.703448 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08ede1d-d1a1-482b-aae2-dff173f8c0f2 service neutron] Pushing event updated for resources: {'Port': ['ID=01161e05-d1f9-4b56-8217-a68a3cbfdbcc,revision_number=3']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:47:39.707499 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c08ede1d-d1a1-482b-aae2-dff173f8c0f2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:47:39.745714 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a477cea9-cff1-4f8e-858e-573046e39702', 'tag': '01161e05-d1f9-4b56-8217-a68a3cbfdbcc', 'status': 'completed', 'code': 200}
Dec 24 11:47:39.793157 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-e8be4a23-cc95-4abe-bd8b-c558523ca897 req-edc85bc4-7e25-47fa-b462-678e34a7469b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e6de6ac8bdf7427ba6dad2fa7321cdd0&device_id=a477cea9-cff1-4f8e-858e-573046e39702 HTTP/1.1" status: 200  len: 1096 time: 0.0843277
Dec 24 11:47:39.879701 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-e8be4a23-cc95-4abe-bd8b-c558523ca897 req-e06ecb98-9c10-498f-81d3-ad857bd3836c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=01161e05-d1f9-4b56-8217-a68a3cbfdbcc HTTP/1.1" status: 200  len: 217 time: 0.0732474
Dec 24 11:47:39.937518 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341beb29-b871-49c9-8f9a-7e1aa627cbb9 req-5255f3af-56ed-48c0-92a0-4a8d7284798d tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:47:39.939716 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-341beb29-b871-49c9-8f9a-7e1aa627cbb9 req-5255f3af-56ed-48c0-92a0-4a8d7284798d tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/ports?device_id=a477cea9-cff1-4f8e-858e-573046e39702 HTTP/1.1" status: 200  len: 943 time: 0.0883629
Dec 24 11:47:39.964887 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8be4a23-cc95-4abe-bd8b-c558523ca897 req-1cb91702-cded-4c12-8ecb-c27d6b7989e5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:47:39.966788 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-e8be4a23-cc95-4abe-bd8b-c558523ca897 req-1cb91702-cded-4c12-8ecb-c27d6b7989e5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=192abd2d-ee43-43fa-84a8-469f0f66066a HTTP/1.1" status: 200  len: 835 time: 0.0773504
Dec 24 11:47:39.994712 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-341beb29-b871-49c9-8f9a-7e1aa627cbb9 req-7370e67b-37db-4353-9892-62abd9aa1a74 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce8c2ac3-a0c1-4cbd-8a98-9e5221058014&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0484753
Dec 24 11:47:40.054036 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-e8be4a23-cc95-4abe-bd8b-c558523ca897 req-fa257a98-9dcb-499f-a96a-8fdec3d579b9 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3ab4f11a-6126-4d69-b344-47393fccaa6e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0777621
Dec 24 11:47:40.206134 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-e8be4a23-cc95-4abe-bd8b-c558523ca897 req-faf28d0e-ded2-4ac9-a3ea-12aa6ec35459 service neutron] 10.222.0.58 "GET /v2.0/networks/3ab4f11a-6126-4d69-b344-47393fccaa6e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1416106
Dec 24 11:47:40.359785 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-e8be4a23-cc95-4abe-bd8b-c558523ca897 req-61ebf21d-7499-455b-af44-87d17e911746 service neutron] 10.222.0.58 "GET /v2.0/networks/3ab4f11a-6126-4d69-b344-47393fccaa6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1415029
Dec 24 11:47:40.493602 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-72141cd4-adb2-4ce7-89dc-b1308818738b req-f9695525-1b14-495e-ad96-efedaeac66f4 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e6de6ac8bdf7427ba6dad2fa7321cdd0&device_id=a477cea9-cff1-4f8e-858e-573046e39702 HTTP/1.1" status: 200  len: 1096 time: 0.0819767
Dec 24 11:47:40.544199 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 3f35abe5-e82a-4062-b4b2-e7cdce40b415 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:47:40.616605 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port 3f35abe5-e82a-4062-b4b2-e7cdce40b415 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:47:40.617156 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:47:40.641476 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72141cd4-adb2-4ce7-89dc-b1308818738b req-7dbc76b4-5825-45b8-8638-7db883b8c3d6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:47:40.643160 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-72141cd4-adb2-4ce7-89dc-b1308818738b req-7dbc76b4-5825-45b8-8638-7db883b8c3d6 service neutron] 10.222.0.58 "GET /v2.0/networks?id=3ab4f11a-6126-4d69-b344-47393fccaa6e HTTP/1.1" status: 200  len: 897 time: 0.1418340
Dec 24 11:47:40.719842 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-72141cd4-adb2-4ce7-89dc-b1308818738b req-a0fdf0e9-769d-49e6-ba7f-d8b91770f43c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=01161e05-d1f9-4b56-8217-a68a3cbfdbcc HTTP/1.1" status: 200  len: 217 time: 0.0687952
Dec 24 11:47:40.794024 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72141cd4-adb2-4ce7-89dc-b1308818738b req-636125a1-9e96-4de6-ba13-d33a82d07164 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:47:40.795674 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-72141cd4-adb2-4ce7-89dc-b1308818738b req-636125a1-9e96-4de6-ba13-d33a82d07164 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=192abd2d-ee43-43fa-84a8-469f0f66066a HTTP/1.1" status: 200  len: 835 time: 0.0688522
Dec 24 11:47:40.851193 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-39ff93cf-c0b7-48c5-95f3-6f7e9977387d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:47:40.892585 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-72141cd4-adb2-4ce7-89dc-b1308818738b req-0270729a-d6ff-4415-8701-0d4638aa9b37 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3ab4f11a-6126-4d69-b344-47393fccaa6e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0860448
Dec 24 11:47:41.050543 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-72141cd4-adb2-4ce7-89dc-b1308818738b req-a7ecbc32-fafb-44c8-ad07-a2fa1c6ac32b service neutron] 10.222.0.58 "GET /v2.0/networks/3ab4f11a-6126-4d69-b344-47393fccaa6e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1486993
Dec 24 11:47:41.197442 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-72141cd4-adb2-4ce7-89dc-b1308818738b req-15bbd44d-9169-47d6-b5ee-f2b2a3a29873 service neutron] 10.222.0.58 "GET /v2.0/networks/3ab4f11a-6126-4d69-b344-47393fccaa6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1384778
Dec 24 11:47:41.228019 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30b63ef-d287-4abd-865e-e3e12e3584b1 req-1067dd99-2fae-4312-9710-c847f140db29 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:47:41.229673 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-e30b63ef-d287-4abd-865e-e3e12e3584b1 req-1067dd99-2fae-4312-9710-c847f140db29 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/ports?device_id=a477cea9-cff1-4f8e-858e-573046e39702 HTTP/1.1" status: 200  len: 943 time: 0.0893118
Dec 24 11:47:41.279111 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-e30b63ef-d287-4abd-865e-e3e12e3584b1 req-e130f7d5-beca-4642-b88c-df9d8a99161a tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce8c2ac3-a0c1-4cbd-8a98-9e5221058014&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430021
Dec 24 11:47:42.499789 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1ed273-f2fd-4422-9627-00f8b870d6ef req-bc4069a3-60f7-45d0-b316-a3dff5d80629 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:47:42.501410 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-9c1ed273-f2fd-4422-9627-00f8b870d6ef req-bc4069a3-60f7-45d0-b316-a3dff5d80629 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/ports?device_id=a477cea9-cff1-4f8e-858e-573046e39702 HTTP/1.1" status: 200  len: 943 time: 0.0938864
Dec 24 11:47:42.555250 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-9c1ed273-f2fd-4422-9627-00f8b870d6ef req-324a5066-c4eb-45aa-bbf5-fd80fa08ebfa tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce8c2ac3-a0c1-4cbd-8a98-9e5221058014&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0470893
Dec 24 11:47:43.363136 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Device 01161e05-d1f9-4b56-8217-a68a3cbfdbcc details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 24 11:47:43.528955 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] For port 01161e05-d1f9-4b56-8217-a68a3cbfdbcc, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=01161e05-d1f9-4b56-8217-a68a3cbfdbcc,segment=NetworkSegment(c6a080ba-c08c-4dae-9fe4-37f52695728f),segment_id=c6a080ba-c08c-4dae-9fe4-37f52695728f)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:47:43.543783 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Returning: {'device': '01161e05-d1f9-4b56-8217-a68a3cbfdbcc', 'network_id': '3ab4f11a-6126-4d69-b344-47393fccaa6e', 'port_id': '01161e05-d1f9-4b56-8217-a68a3cbfdbcc', 'mac_address': 'fa:16:3e:0b:16:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '192abd2d-ee43-43fa-84a8-469f0f66066a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 24 11:47:43.601075 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:47:43.620177 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01161e05-d1f9-4b56-8217-a68a3cbfdbcc {{(pid=88880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 24 11:47:43.636168 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] For port 01161e05-d1f9-4b56-8217-a68a3cbfdbcc, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=01161e05-d1f9-4b56-8217-a68a3cbfdbcc,segment=NetworkSegment(c6a080ba-c08c-4dae-9fe4-37f52695728f),segment_id=c6a080ba-c08c-4dae-9fe4-37f52695728f)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:47:43.640985 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:47:43.643744 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:47:43.713339 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Pushing event updated for resources: {'Port': ['ID=01161e05-d1f9-4b56-8217-a68a3cbfdbcc,revision_number=4']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:47:43.716720 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:47:43.763926 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782c4768-2d9c-4d94-8376-a1aef0f36bd9 req-8c76ff93-bd19-4487-9b50-ac1e1233eb82 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:47:43.765559 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-782c4768-2d9c-4d94-8376-a1aef0f36bd9 req-8c76ff93-bd19-4487-9b50-ac1e1233eb82 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/ports?device_id=a477cea9-cff1-4f8e-858e-573046e39702 HTTP/1.1" status: 200  len: 944 time: 0.0866716
Dec 24 11:47:43.815525 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-782c4768-2d9c-4d94-8376-a1aef0f36bd9 req-45460df0-68ee-4086-8cf5-2933e81500ef tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce8c2ac3-a0c1-4cbd-8a98-9e5221058014&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435600
Dec 24 11:47:43.946230 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] get_ports_and_sgs() called for port_ids ['01161e05-d1f9-4b56-8217-a68a3cbfdbcc'] {{(pid=88880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 24 11:47:45.047021 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6267a1-231c-4b55-a2d2-fe60416156b6 req-0af0d070-6416-4341-89cf-d3f15ac574f1 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:47:45.048603 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-cc6267a1-231c-4b55-a2d2-fe60416156b6 req-0af0d070-6416-4341-89cf-d3f15ac574f1 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/ports?device_id=a477cea9-cff1-4f8e-858e-573046e39702 HTTP/1.1" status: 200  len: 944 time: 0.0916860
Dec 24 11:47:45.098834 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-cc6267a1-231c-4b55-a2d2-fe60416156b6 req-157cf908-d1a6-443d-be37-f5ab428bf2e0 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce8c2ac3-a0c1-4cbd-8a98-9e5221058014&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0439572
Dec 24 11:47:45.364019 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Device 01161e05-d1f9-4b56-8217-a68a3cbfdbcc up at agent hyperv_hv-neutron-8226 {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:47:45.440967 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Provisioning for port 01161e05-d1f9-4b56-8217-a68a3cbfdbcc completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:47:45.449372 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Provisioning complete for port 01161e05-d1f9-4b56-8217-a68a3cbfdbcc triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:47:45.450011 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:47:45.572947 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:47:45.601415 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a477cea9-cff1-4f8e-858e-573046e39702', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01161e05-d1f9-4b56-8217-a68a3cbfdbcc'}] {{(pid=88880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 24 11:47:45.611517 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] For port 01161e05-d1f9-4b56-8217-a68a3cbfdbcc, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=01161e05-d1f9-4b56-8217-a68a3cbfdbcc,segment=NetworkSegment(c6a080ba-c08c-4dae-9fe4-37f52695728f),segment_id=c6a080ba-c08c-4dae-9fe4-37f52695728f)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:47:45.615809 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:47:45.618634 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:47:45.660332 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a477cea9-cff1-4f8e-858e-573046e39702', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01161e05-d1f9-4b56-8217-a68a3cbfdbcc', 'code': 200}
Dec 24 11:47:45.697271 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Pushing event updated for resources: {'Port': ['ID=01161e05-d1f9-4b56-8217-a68a3cbfdbcc,revision_number=5']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:47:45.700429 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:47:45.918807 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-f9b23f7f-2b53-4c1a-a424-c8f295cc9fe3 req-e03f81ff-f2c3-4d62-aec0-c9ae7cbd5972 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=a477cea9-cff1-4f8e-858e-573046e39702 HTTP/1.1" status: 200  len: 1098 time: 0.0800750
Dec 24 11:47:45.965015 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-f9b23f7f-2b53-4c1a-a424-c8f295cc9fe3 req-184e471c-b0b8-4708-8135-cbd347a0a71b service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=ce8c2ac3-a0c1-4cbd-8a98-9e5221058014&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0389705
Dec 24 11:47:46.322147 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7135c5b3-482e-4946-9eef-faff898fe8fb req-f41e500a-3355-416b-b757-855bbe9806da tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:47:46.323785 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-7135c5b3-482e-4946-9eef-faff898fe8fb req-f41e500a-3355-416b-b757-855bbe9806da tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/ports?device_id=a477cea9-cff1-4f8e-858e-573046e39702 HTTP/1.1" status: 200  len: 945 time: 0.0915821
Dec 24 11:47:46.372724 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-7135c5b3-482e-4946-9eef-faff898fe8fb req-a5cebfc8-707e-4edf-83a2-e3cdbb66cb72 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce8c2ac3-a0c1-4cbd-8a98-9e5221058014&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424800
Dec 24 11:47:47.601379 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b902d7bc-5311-4c5a-8ed9-1ab5cf741df6 req-1ceccd53-e746-4123-82c2-324237d76ca8 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:47:47.603044 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-b902d7bc-5311-4c5a-8ed9-1ab5cf741df6 req-1ceccd53-e746-4123-82c2-324237d76ca8 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/ports?device_id=a477cea9-cff1-4f8e-858e-573046e39702 HTTP/1.1" status: 200  len: 945 time: 0.0974255
Dec 24 11:47:47.655170 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-b902d7bc-5311-4c5a-8ed9-1ab5cf741df6 req-3383bebd-e859-4946-b091-e9380a1215b7 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce8c2ac3-a0c1-4cbd-8a98-9e5221058014&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429511
Dec 24 11:47:47.869991 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f9034d-bd7e-4fd1-8b0d-665d29c5399a req-8741cea6-4ae0-4113-bf7d-7ad990269c1b tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:47:47.871601 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-26f9034d-bd7e-4fd1-8b0d-665d29c5399a req-8741cea6-4ae0-4113-bf7d-7ad990269c1b tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/ports?device_id=a477cea9-cff1-4f8e-858e-573046e39702 HTTP/1.1" status: 200  len: 945 time: 0.0846984
Dec 24 11:47:47.922807 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-26f9034d-bd7e-4fd1-8b0d-665d29c5399a req-74ff4002-da3f-44fc-95ea-84873633fff5 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce8c2ac3-a0c1-4cbd-8a98-9e5221058014&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423954
Dec 24 11:47:47.957727 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 50738) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:47:48.043969 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-4d95b0da-bca0-4c51-9276-94e640fab148 tempest-TestNetworkAdvancedServerOps-1792842542 tempest-TestNetworkAdvancedServerOps-1792842542-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=a477cea9-cff1-4f8e-858e-573046e39702 HTTP/1.1" status: 200  len: 1093 time: 0.0849199
Dec 24 11:47:48.047074 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 50742) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:47:48.052770 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-4be0bda9-273f-4e82-852e-791503a4fc6a tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Request body: {'floatingip': {'floating_network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'port_id': '01161e05-d1f9-4b56-8217-a68a3cbfdbcc', 'tenant_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:47:48.059047 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-4be0bda9-273f-4e82-852e-791503a4fc6a tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:47:48.063325 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-4be0bda9-273f-4e82-852e-791503a4fc6a tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Usage tracker for resource:floatingip and tenant:e6de6ac8bdf7427ba6dad2fa7321cdd0 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:47:48.066410 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-4be0bda9-273f-4e82-852e-791503a4fc6a tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:47:48.072567 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-4be0bda9-273f-4e82-852e-791503a4fc6a tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:47:48.082237 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4be0bda9-273f-4e82-852e-791503a4fc6a tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for floatingip, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:47:48.234975 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4be0bda9-273f-4e82-852e-791503a4fc6a tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:47:48.387806 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-4be0bda9-273f-4e82-852e-791503a4fc6a tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Allocated IP 172.26.3.225 (f8c337ba-681f-4fcb-a333-e3c49365b30a/8ea1398c-0bec-46d6-8d54-85798de2a7ca/16dbdfff-5a2e-476b-bec6-cf7876208c27) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:47:48.562336 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4be0bda9-273f-4e82-852e-791503a4fc6a tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:47:48.592528 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4be0bda9-273f-4e82-852e-791503a4fc6a tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:47:48.597087 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c913d4f2-1252-47a6-97c6-dd4901fb443f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:47:48.667685 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be0bda9-273f-4e82-852e-791503a4fc6a tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Network f8c337ba-681f-4fcb-a333-e3c49365b30a is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:47:48.671310 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-4be0bda9-273f-4e82-852e-791503a4fc6a tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Resources bound (agent type, host, resource id):  {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:47:48.673479 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be0bda9-273f-4e82-852e-791503a4fc6a tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Pushing event updated for resources: {'Port': ['ID=16dbdfff-5a2e-476b-bec6-cf7876208c27,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:47:48.675772 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be0bda9-273f-4e82-852e-791503a4fc6a tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:47:48.701346 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-4be0bda9-273f-4e82-852e-791503a4fc6a tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:47:49.202012 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4be0bda9-273f-4e82-852e-791503a4fc6a tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:47:49.264077 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4be0bda9-273f-4e82-852e-791503a4fc6a tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:47:49.481801 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4be0bda9-273f-4e82-852e-791503a4fc6a tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for port, precommit_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:47:49.487109 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4be0bda9-273f-4e82-852e-791503a4fc6a tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850854027'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:47:49.490965 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f689c5c6-dda8-407d-bd6e-590d6a394956 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:47:49.596651 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be0bda9-273f-4e82-852e-791503a4fc6a tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Pushing event updated for resources: {'Port': ['ID=16dbdfff-5a2e-476b-bec6-cf7876208c27,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:47:49.605025 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-4be0bda9-273f-4e82-852e-791503a4fc6a tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:47:49.619513 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4be0bda9-273f-4e82-852e-791503a4fc6a tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659181'] for floatingip, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:47:50.062174 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.l3_db [None req-4be0bda9-273f-4e82-852e-791503a4fc6a tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Floating IP 21f033ac-38d2-46cc-86f6-8c78d9d20095 associated. External IP: 172.26.3.225, port: 01161e05-d1f9-4b56-8217-a68a3cbfdbcc.
Dec 24 11:47:50.476355 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4be0bda9-273f-4e82-852e-791503a4fc6a tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Router a33cfff8-1224-43c1-a70e-82c1b3112e0f has already been hosted by L3 agent 198cca88-1338-4098-b44b-beb0346ac906 {{(pid=88879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 24 11:47:50.694218 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4be0bda9-273f-4e82-852e-791503a4fc6a tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:47:50.705176 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df23b7f0-279a-4539-bf08-cedfa176d082 None None] Sync routers for ids ['a33cfff8-1224-43c1-a70e-82c1b3112e0f'] in dv-neutron-822691-2-hyperv {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:47:50.719616 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df23b7f0-279a-4539-bf08-cedfa176d082 None None] Routers {'a33cfff8-1224-43c1-a70e-82c1b3112e0f'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:47:50.720467 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-df23b7f0-279a-4539-bf08-cedfa176d082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271a57940>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:47:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['a33cfff8-1224-43c1-a70e-82c1b3112e0f'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:47:50.720907 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4be0bda9-273f-4e82-852e-791503a4fc6a tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for floatingip, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:47:50.782538 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-4be0bda9-273f-4e82-852e-791503a4fc6a tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.7343881
Dec 24 11:47:50.783768 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a477cea9-cff1-4f8e-858e-573046e39702', 'tag': '01161e05-d1f9-4b56-8217-a68a3cbfdbcc'}] {{(pid=88879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 24 11:47:50.847956 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a477cea9-cff1-4f8e-858e-573046e39702', 'tag': '01161e05-d1f9-4b56-8217-a68a3cbfdbcc', 'status': 'completed', 'code': 200}
Dec 24 11:47:50.948877 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-df23b7f0-279a-4539-bf08-cedfa176d082 None None] Set router a33cfff8-1224-43c1-a70e-82c1b3112e0f gateway port host: dv-neutron-822691-2-hyperv {{(pid=88881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:47:50.959107 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-2e0505e0-e1f9-4f91-8a1b-982c4e6b9a3c req-e9318ad3-8918-46e5-825c-3bf7203be58d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e6de6ac8bdf7427ba6dad2fa7321cdd0&device_id=a477cea9-cff1-4f8e-858e-573046e39702 HTTP/1.1" status: 200  len: 1098 time: 0.0879366
Dec 24 11:47:50.988672 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1947c8d9-7ce9-47af-9e9b-8415b0b8be4c req-3f53c3d3-6808-4196-9593-9ce877c2557c tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:47:50.990857 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-1947c8d9-7ce9-47af-9e9b-8415b0b8be4c req-3f53c3d3-6808-4196-9593-9ce877c2557c tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/ports?device_id=a477cea9-cff1-4f8e-858e-573046e39702 HTTP/1.1" status: 200  len: 945 time: 0.1018586
Dec 24 11:47:51.046733 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-1947c8d9-7ce9-47af-9e9b-8415b0b8be4c req-95782b11-acb5-4398-b574-38522c1457de tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce8c2ac3-a0c1-4cbd-8a98-9e5221058014&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0476620
Dec 24 11:47:51.075660 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 50750) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:47:51.114485 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0505e0-e1f9-4f91-8a1b-982c4e6b9a3c req-7bbe7749-a5aa-45b3-b269-6f6c62de6ba4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:47:51.116127 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-2e0505e0-e1f9-4f91-8a1b-982c4e6b9a3c req-7bbe7749-a5aa-45b3-b269-6f6c62de6ba4 service neutron] 10.222.0.58 "GET /v2.0/networks?id=3ab4f11a-6126-4d69-b344-47393fccaa6e HTTP/1.1" status: 200  len: 897 time: 0.1452579
Dec 24 11:47:51.192323 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-0469b202-7a54-4248-be8a-292e0ccab781 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/floatingips/21f033ac-38d2-46cc-86f6-8c78d9d20095 HTTP/1.1" status: 200  len: 991 time: 0.1136851
Dec 24 11:47:51.227989 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-2e0505e0-e1f9-4f91-8a1b-982c4e6b9a3c req-261e395a-d93a-4873-aa4c-5c185f06dd56 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=01161e05-d1f9-4b56-8217-a68a3cbfdbcc HTTP/1.1" status: 200  len: 999 time: 0.1045055
Dec 24 11:47:51.297678 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0505e0-e1f9-4f91-8a1b-982c4e6b9a3c req-5f5c9f08-ecab-4745-b7ed-5847bf1ff129 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:47:51.299189 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-2e0505e0-e1f9-4f91-8a1b-982c4e6b9a3c req-5f5c9f08-ecab-4745-b7ed-5847bf1ff129 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=192abd2d-ee43-43fa-84a8-469f0f66066a HTTP/1.1" status: 200  len: 835 time: 0.0642836
Dec 24 11:47:51.330500 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-df23b7f0-279a-4539-bf08-cedfa176d082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271a57940>, [{'id': 'a33cfff8-1224-43c1-a70e-82c1b3112e0f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1239187495', 'tenant_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.251'}], 'enable_snat': True}, 'gw_port_id': '8845be20-0bcb-411c-9be9-f87f0a3201f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:47:28Z', 'updated_at': '2021-12-24T11:47:33Z', 'revision_number': 4, 'project_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'gw_port': {'id': '8845be20-0bcb-411c-9be9-f87f0a3201f8', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:3c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33cfff8-1224-43c1-a70e-82c1b3112e0f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:47:29Z', 'updated_at': '2021-12-24T11:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_floatingips': [{'id': '21f033ac-38d2-46cc-86f6-8c78d9d20095', 'tenant_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'floating_ip_address': '172.26.3.225', 'floating_network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'router_id': 'a33cfff8-1224-43c1-a70e-82c1b3112e0f', 'port_id': '01161e05-d1f9-4b56-8217-a68a3cbfdbcc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ab4f11a-6126-4d69-b344-47393fccaa6e', 'mac_address': 'fa:16:3e:0b:16:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a477cea9-cff1-4f8e-858e-573046e39702', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T11:47:49Z', 'updated_at': '2021-12-24T11:47:49Z', 'revision_number': 0, 'project_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f35abe5-e82a-4062-b4b2-e7cdce40b415', 'name': '', 'network_id': '3ab4f11a-6126-4d69-b344-47393fccaa6e', 'tenant_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'mac_address': 'fa:16:3e:e9:d9:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33cfff8-1224-43c1-a70e-82c1b3112e0f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '192abd2d-ee43-43fa-84a8-469f0f66066a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:47:32Z', 'updated_at': '2021-12-24T11:47:38Z', 'revision_number': 5, 'project_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'subnets': [{'id': '192abd2d-ee43-43fa-84a8-469f0f66066a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:47:51.334790 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df23b7f0-279a-4539-bf08-cedfa176d082 None None] Checking router: a33cfff8-1224-43c1-a70e-82c1b3112e0f for host: dv-neutron-822691-2-hyperv {{(pid=88881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 24 11:47:51.346526 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df23b7f0-279a-4539-bf08-cedfa176d082 None None] Routers {'a33cfff8-1224-43c1-a70e-82c1b3112e0f'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:47:51.347204 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-df23b7f0-279a-4539-bf08-cedfa176d082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271a57940>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:47:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['a33cfff8-1224-43c1-a70e-82c1b3112e0f'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:47:51.383527 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-2e0505e0-e1f9-4f91-8a1b-982c4e6b9a3c req-3af2f0fc-13ed-4b62-8133-f1ab5f53dd23 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3ab4f11a-6126-4d69-b344-47393fccaa6e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0765491
Dec 24 11:47:51.529662 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-2e0505e0-e1f9-4f91-8a1b-982c4e6b9a3c req-34f1e9c8-1f09-4628-83c5-3c18459fb49a service neutron] 10.222.0.58 "GET /v2.0/networks/3ab4f11a-6126-4d69-b344-47393fccaa6e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1385622
Dec 24 11:47:51.535620 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-df23b7f0-279a-4539-bf08-cedfa176d082 None None] Set router a33cfff8-1224-43c1-a70e-82c1b3112e0f gateway port host: dv-neutron-822691-2-hyperv {{(pid=88881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:47:51.672461 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-2e0505e0-e1f9-4f91-8a1b-982c4e6b9a3c req-ec597670-356b-4e10-be9f-54078b45acc5 service neutron] 10.222.0.58 "GET /v2.0/networks/3ab4f11a-6126-4d69-b344-47393fccaa6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1364176
Dec 24 11:47:51.909862 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-df23b7f0-279a-4539-bf08-cedfa176d082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271a57940>, [{'id': 'a33cfff8-1224-43c1-a70e-82c1b3112e0f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1239187495', 'tenant_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.251'}], 'enable_snat': True}, 'gw_port_id': '8845be20-0bcb-411c-9be9-f87f0a3201f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:47:28Z', 'updated_at': '2021-12-24T11:47:33Z', 'revision_number': 4, 'project_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'gw_port': {'id': '8845be20-0bcb-411c-9be9-f87f0a3201f8', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:3c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33cfff8-1224-43c1-a70e-82c1b3112e0f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:47:29Z', 'updated_at': '2021-12-24T11:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_floatingips': [{'id': '21f033ac-38d2-46cc-86f6-8c78d9d20095', 'tenant_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'floating_ip_address': '172.26.3.225', 'floating_network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'router_id': 'a33cfff8-1224-43c1-a70e-82c1b3112e0f', 'port_id': '01161e05-d1f9-4b56-8217-a68a3cbfdbcc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ab4f11a-6126-4d69-b344-47393fccaa6e', 'mac_address': 'fa:16:3e:0b:16:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a477cea9-cff1-4f8e-858e-573046e39702', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T11:47:49Z', 'updated_at': '2021-12-24T11:47:49Z', 'revision_number': 0, 'project_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f35abe5-e82a-4062-b4b2-e7cdce40b415', 'name': '', 'network_id': '3ab4f11a-6126-4d69-b344-47393fccaa6e', 'tenant_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'mac_address': 'fa:16:3e:e9:d9:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33cfff8-1224-43c1-a70e-82c1b3112e0f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '192abd2d-ee43-43fa-84a8-469f0f66066a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:47:32Z', 'updated_at': '2021-12-24T11:47:38Z', 'revision_number': 5, 'project_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'subnets': [{'id': '192abd2d-ee43-43fa-84a8-469f0f66066a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:47:51.915877 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df23b7f0-279a-4539-bf08-cedfa176d082 None None] The sync data for ids ['a33cfff8-1224-43c1-a70e-82c1b3112e0f'] in dv-neutron-822691-2-hyperv is: [{'id': 'a33cfff8-1224-43c1-a70e-82c1b3112e0f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1239187495', 'tenant_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.251'}], 'enable_snat': True}, 'gw_port_id': '8845be20-0bcb-411c-9be9-f87f0a3201f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:47:28Z', 'updated_at': '2021-12-24T11:47:33Z', 'revision_number': 4, 'project_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'gw_port': {'id': '8845be20-0bcb-411c-9be9-f87f0a3201f8', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:3c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33cfff8-1224-43c1-a70e-82c1b3112e0f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:47:29Z', 'updated_at': '2021-12-24T11:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_floatingips': [{'id': '21f033ac-38d2-46cc-86f6-8c78d9d20095', 'tenant_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'floating_ip_address': '172.26.3.225', 'floating_network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'router_id': 'a33cfff8-1224-43c1-a70e-82c1b3112e0f', 'port_id': '01161e05-d1f9-4b56-8217-a68a3cbfdbcc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ab4f11a-6126-4d69-b344-47393fccaa6e', 'mac_address': 'fa:16:3e:0b:16:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a477cea9-cff1-4f8e-858e-573046e39702', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T11:47:49Z', 'updated_at': '2021-12-24T11:47:49Z', 'revision_number': 0, 'project_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f35abe5-e82a-4062-b4b2-e7cdce40b415', 'name': '', 'network_id': '3ab4f11a-6126-4d69-b344-47393fccaa6e', 'tenant_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'mac_address': 'fa:16:3e:e9:d9:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33cfff8-1224-43c1-a70e-82c1b3112e0f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '192abd2d-ee43-43fa-84a8-469f0f66066a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:47:32Z', 'updated_at': '2021-12-24T11:47:38Z', 'revision_number': 5, 'project_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'subnets': [{'id': '192abd2d-ee43-43fa-84a8-469f0f66066a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:47:52.195350 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 50754) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:47:52.269516 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69375910-b7d0-41fc-8062-f30ee1ee9b88 None None] New status for floating IP 21f033ac-38d2-46cc-86f6-8c78d9d20095: ACTIVE {{(pid=88880) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 24 11:47:52.309239 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-30aa853b-dce0-4399-b654-f0ae5c8bbade tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/floatingips/21f033ac-38d2-46cc-86f6-8c78d9d20095 HTTP/1.1" status: 200  len: 991 time: 0.1124744
Dec 24 11:47:53.314409 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 50758) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:47:53.433795 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-f39f8533-9558-49f4-8c4f-dcc40e6dc890 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/floatingips/21f033ac-38d2-46cc-86f6-8c78d9d20095 HTTP/1.1" status: 200  len: 993 time: 0.1176107
Dec 24 11:47:58.739856 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:48:01.450953 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.agents_db [None req-e51243ab-6a93-425b-980f-a73583147efa None None] Agent healthcheck: found 6 active agents {{(pid=88881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 24 11:48:06.532178 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c7f31586-a683-451c-a9cc-4d683ff9c3fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:48:08.095460 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:48:09.033460 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c33296dc-f070-4348-8880-d4ff85585e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:48:09.586690 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bdfdbc84-c52d-4f40-b281-af314dc1f8fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:48:10.864595 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-39ff93cf-c0b7-48c5-95f3-6f7e9977387d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:48:25.071158 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5de96a-cca1-4792-b063-e66f6449dcd3 req-d84d757a-31af-4f9a-869f-35c70a2959e2 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:48:25.072748 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-ba5de96a-cca1-4792-b063-e66f6449dcd3 req-d84d757a-31af-4f9a-869f-35c70a2959e2 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/ports?device_id=a477cea9-cff1-4f8e-858e-573046e39702 HTTP/1.1" status: 200  len: 945 time: 0.0843384
Dec 24 11:48:25.121088 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-ba5de96a-cca1-4792-b063-e66f6449dcd3 req-a10e9355-24e0-4646-b6df-8e18af0752ce tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce8c2ac3-a0c1-4cbd-8a98-9e5221058014&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420580
Dec 24 11:48:26.337605 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a3a850-4e26-4d3a-b60d-be076400d6c9 req-e8d1153c-0b8d-475c-b1ab-0a7a9335df8b tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:48:26.339230 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-69a3a850-4e26-4d3a-b60d-be076400d6c9 req-e8d1153c-0b8d-475c-b1ab-0a7a9335df8b tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/ports?device_id=a477cea9-cff1-4f8e-858e-573046e39702 HTTP/1.1" status: 200  len: 945 time: 0.0890911
Dec 24 11:48:26.387744 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-69a3a850-4e26-4d3a-b60d-be076400d6c9 req-8e04daa8-17df-45e5-801b-3b401a8d4818 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce8c2ac3-a0c1-4cbd-8a98-9e5221058014&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422008
Dec 24 11:48:26.416603 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 50778) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:48:26.528055 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-f4357530-bdd6-497b-9b22-335a4d7ee7af tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/floatingips/21f033ac-38d2-46cc-86f6-8c78d9d20095 HTTP/1.1" status: 200  len: 993 time: 0.1096733
Dec 24 11:48:28.071180 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1425c46-dac3-419b-95a1-6e22247cce42 req-8db141ce-61ee-4724-9ac0-36d9dff751d2 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:48:28.072776 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-f1425c46-dac3-419b-95a1-6e22247cce42 req-8db141ce-61ee-4724-9ac0-36d9dff751d2 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/ports?device_id=a477cea9-cff1-4f8e-858e-573046e39702 HTTP/1.1" status: 200  len: 945 time: 0.0906935
Dec 24 11:48:28.078588 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-7959ceed-14a3-4f34-a8b8-d7f09b73330e req-94eb52a3-2121-44e0-a9b4-deff101faeb5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e6de6ac8bdf7427ba6dad2fa7321cdd0&device_id=a477cea9-cff1-4f8e-858e-573046e39702 HTTP/1.1" status: 200  len: 1098 time: 0.0755811
Dec 24 11:48:28.123585 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-f1425c46-dac3-419b-95a1-6e22247cce42 req-8b963b53-2ff6-437e-a0ea-061c6006f045 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce8c2ac3-a0c1-4cbd-8a98-9e5221058014&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0441015
Dec 24 11:48:28.226677 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7959ceed-14a3-4f34-a8b8-d7f09b73330e req-f14cd8c8-4338-41bf-a75b-933308bd1e59 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:48:28.228378 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-7959ceed-14a3-4f34-a8b8-d7f09b73330e req-f14cd8c8-4338-41bf-a75b-933308bd1e59 service neutron] 10.222.0.58 "GET /v2.0/networks?id=3ab4f11a-6126-4d69-b344-47393fccaa6e HTTP/1.1" status: 200  len: 897 time: 0.1388860
Dec 24 11:48:28.339109 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-7959ceed-14a3-4f34-a8b8-d7f09b73330e req-63f55fde-4dea-4349-9963-8dec5e292002 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=01161e05-d1f9-4b56-8217-a68a3cbfdbcc HTTP/1.1" status: 200  len: 1001 time: 0.1025527
Dec 24 11:48:28.415566 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7959ceed-14a3-4f34-a8b8-d7f09b73330e req-eeb68cb5-70b5-4363-aab5-4d59d384f69d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:48:28.417021 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-7959ceed-14a3-4f34-a8b8-d7f09b73330e req-eeb68cb5-70b5-4363-aab5-4d59d384f69d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=192abd2d-ee43-43fa-84a8-469f0f66066a HTTP/1.1" status: 200  len: 835 time: 0.0666881
Dec 24 11:48:28.504675 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-7959ceed-14a3-4f34-a8b8-d7f09b73330e req-41367d2d-b16a-49a3-842b-e72ccef94c71 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3ab4f11a-6126-4d69-b344-47393fccaa6e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0780702
Dec 24 11:48:28.653942 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-7959ceed-14a3-4f34-a8b8-d7f09b73330e req-952cfb9b-406d-4014-9d04-1890178e5e18 service neutron] 10.222.0.58 "GET /v2.0/networks/3ab4f11a-6126-4d69-b344-47393fccaa6e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1390471
Dec 24 11:48:28.735632 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:48:28.814955 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-7959ceed-14a3-4f34-a8b8-d7f09b73330e req-10faddd0-b41a-413d-9621-9073e4b97012 service neutron] 10.222.0.58 "GET /v2.0/networks/3ab4f11a-6126-4d69-b344-47393fccaa6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1515818
Dec 24 11:48:29.487016 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611de015-e26c-454f-9ed6-83239b020886 req-e596b993-cdc2-41be-ba94-122eef70a866 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:48:29.488550 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-611de015-e26c-454f-9ed6-83239b020886 req-e596b993-cdc2-41be-ba94-122eef70a866 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/ports?device_id=a477cea9-cff1-4f8e-858e-573046e39702 HTTP/1.1" status: 200  len: 945 time: 0.0946627
Dec 24 11:48:29.540363 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-611de015-e26c-454f-9ed6-83239b020886 req-ef67a87c-f84d-43ae-b337-e849e02e25ae tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce8c2ac3-a0c1-4cbd-8a98-9e5221058014&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0452559
Dec 24 11:48:30.747814 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d08ff4-a81b-433a-9640-c891a78a0161 req-7c5c219e-c22b-45aa-8172-9b762f51b054 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:48:30.749332 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-31d08ff4-a81b-433a-9640-c891a78a0161 req-7c5c219e-c22b-45aa-8172-9b762f51b054 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/ports?device_id=a477cea9-cff1-4f8e-858e-573046e39702 HTTP/1.1" status: 200  len: 945 time: 0.0842528
Dec 24 11:48:30.800115 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-31d08ff4-a81b-433a-9640-c891a78a0161 req-220c59b6-b170-42be-bce7-4eaddb2f93c2 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce8c2ac3-a0c1-4cbd-8a98-9e5221058014&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0444191
Dec 24 11:48:30.837707 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 50792) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:48:31.186445 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-cea2d882-1e1e-40e4-954b-0dae6f8c0323 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/floatingips/21f033ac-38d2-46cc-86f6-8c78d9d20095 HTTP/1.1" status: 200  len: 993 time: 0.3473167
Dec 24 11:48:31.513163 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 50800) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:48:31.728628 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-862f26d2-4452-4b12-a4ff-608a266e5ac7 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Deleting port 16dbdfff-5a2e-476b-bec6-cf7876208c27 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:48:31.729018 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-862f26d2-4452-4b12-a4ff-608a266e5ac7 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:48:31.917890 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-862f26d2-4452-4b12-a4ff-608a266e5ac7 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:48:31.918558 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-862f26d2-4452-4b12-a4ff-608a266e5ac7 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:48:32.042707 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-862f26d2-4452-4b12-a4ff-608a266e5ac7 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Calling delete_port for 16dbdfff-5a2e-476b-bec6-cf7876208c27 owned by network:floatingip {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:48:32.206220 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-862f26d2-4452-4b12-a4ff-608a266e5ac7 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:48:32.210609 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-07887a36-98c0-4df5-a96b-671a08a6e50e tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:48:32.256798 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862f26d2-4452-4b12-a4ff-608a266e5ac7 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Pushing event deleted for resources: {'Port': ['ID=16dbdfff-5a2e-476b-bec6-cf7876208c27,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:48:32.301080 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862f26d2-4452-4b12-a4ff-608a266e5ac7 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:48:32.301481 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862f26d2-4452-4b12-a4ff-608a266e5ac7 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:48:32.301955 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862f26d2-4452-4b12-a4ff-608a266e5ac7 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:48:32.302378 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862f26d2-4452-4b12-a4ff-608a266e5ac7 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:48:32.302794 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862f26d2-4452-4b12-a4ff-608a266e5ac7 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:48:32.303203 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862f26d2-4452-4b12-a4ff-608a266e5ac7 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:48:32.303610 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862f26d2-4452-4b12-a4ff-608a266e5ac7 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:48:32.304022 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862f26d2-4452-4b12-a4ff-608a266e5ac7 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:48:32.304429 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862f26d2-4452-4b12-a4ff-608a266e5ac7 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:48:32.304833 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862f26d2-4452-4b12-a4ff-608a266e5ac7 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:48:32.305237 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862f26d2-4452-4b12-a4ff-608a266e5ac7 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:48:32.333976 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-862f26d2-4452-4b12-a4ff-608a266e5ac7 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:48:32.363834 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-862f26d2-4452-4b12-a4ff-608a266e5ac7 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for floatingip, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:48:32.794576 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-862f26d2-4452-4b12-a4ff-608a266e5ac7 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Router a33cfff8-1224-43c1-a70e-82c1b3112e0f has already been hosted by L3 agent 198cca88-1338-4098-b44b-beb0346ac906 {{(pid=88878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 24 11:48:33.018085 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-862f26d2-4452-4b12-a4ff-608a266e5ac7 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:48:33.028571 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3b1c8c-ec8b-434a-9679-834a303d19cb None None] Sync routers for ids ['a33cfff8-1224-43c1-a70e-82c1b3112e0f'] in dv-neutron-822691-2-hyperv {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:48:33.037609 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-862f26d2-4452-4b12-a4ff-608a266e5ac7 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for floatingip, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:48:33.041239 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3b1c8c-ec8b-434a-9679-834a303d19cb None None] Routers {'a33cfff8-1224-43c1-a70e-82c1b3112e0f'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:48:33.042014 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-1a3b1c8c-ec8b-434a-9679-834a303d19cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271e7d3c8>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:48:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['a33cfff8-1224-43c1-a70e-82c1b3112e0f'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:48:33.094081 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-862f26d2-4452-4b12-a4ff-608a266e5ac7 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "DELETE /v2.0/floatingips/21f033ac-38d2-46cc-86f6-8c78d9d20095 HTTP/1.1" status: 204  len: 168 time: 1.5791895
Dec 24 11:48:33.094760 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a477cea9-cff1-4f8e-858e-573046e39702', 'tag': '01161e05-d1f9-4b56-8217-a68a3cbfdbcc'}] {{(pid=88878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 24 11:48:33.233988 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-1a3b1c8c-ec8b-434a-9679-834a303d19cb None None] Set router a33cfff8-1224-43c1-a70e-82c1b3112e0f gateway port host: dv-neutron-822691-2-hyperv {{(pid=88881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:48:33.236041 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a477cea9-cff1-4f8e-858e-573046e39702', 'tag': '01161e05-d1f9-4b56-8217-a68a3cbfdbcc', 'status': 'completed', 'code': 200}
Dec 24 11:48:33.345571 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-2559e735-69d7-45c0-9f01-e5b92e50346d req-3644dd03-a0ff-42e4-8b8b-9a68baf63bc8 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e6de6ac8bdf7427ba6dad2fa7321cdd0&device_id=a477cea9-cff1-4f8e-858e-573046e39702 HTTP/1.1" status: 200  len: 1098 time: 0.0846486
Dec 24 11:48:33.500744 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2559e735-69d7-45c0-9f01-e5b92e50346d req-26c589a5-6f57-432a-9123-c74038448ae6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:48:33.502584 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-2559e735-69d7-45c0-9f01-e5b92e50346d req-26c589a5-6f57-432a-9123-c74038448ae6 service neutron] 10.222.0.58 "GET /v2.0/networks?id=3ab4f11a-6126-4d69-b344-47393fccaa6e HTTP/1.1" status: 200  len: 897 time: 0.1495430
Dec 24 11:48:33.515055 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2b9bcb-5b29-43f9-b2d1-ad3bc7111b53 req-49d2ef9e-a0df-4dfa-93c6-ee58875c7ec6 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:48:33.515857 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-1b2b9bcb-5b29-43f9-b2d1-ad3bc7111b53 req-49d2ef9e-a0df-4dfa-93c6-ee58875c7ec6 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Synchronizing usage tracker for tenant:e6de6ac8bdf7427ba6dad2fa7321cdd0 on resource:port {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:48:33.533074 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-1b2b9bcb-5b29-43f9-b2d1-ad3bc7111b53 req-49d2ef9e-a0df-4dfa-93c6-ee58875c7ec6 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Unset dirty status for tenant:e6de6ac8bdf7427ba6dad2fa7321cdd0 on resource:port {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:48:33.534563 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-1b2b9bcb-5b29-43f9-b2d1-ad3bc7111b53 req-49d2ef9e-a0df-4dfa-93c6-ee58875c7ec6 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/ports?device_id=a477cea9-cff1-4f8e-858e-573046e39702 HTTP/1.1" status: 200  len: 945 time: 0.1117291
Dec 24 11:48:33.584433 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-2559e735-69d7-45c0-9f01-e5b92e50346d req-6cc4cef0-a74e-4ed2-bca4-f3f473b069af service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=01161e05-d1f9-4b56-8217-a68a3cbfdbcc HTTP/1.1" status: 200  len: 217 time: 0.0736876
Dec 24 11:48:33.585926 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-1b2b9bcb-5b29-43f9-b2d1-ad3bc7111b53 req-6ad3b9ae-34d8-4077-8532-414a6be255c9 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce8c2ac3-a0c1-4cbd-8a98-9e5221058014&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0451367
Dec 24 11:48:33.655105 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2559e735-69d7-45c0-9f01-e5b92e50346d req-a6ff7919-8ef0-435d-81cc-2e3668a36dd8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:48:33.656735 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-2559e735-69d7-45c0-9f01-e5b92e50346d req-a6ff7919-8ef0-435d-81cc-2e3668a36dd8 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=192abd2d-ee43-43fa-84a8-469f0f66066a HTTP/1.1" status: 200  len: 835 time: 0.0643036
Dec 24 11:48:33.730802 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-1a3b1c8c-ec8b-434a-9679-834a303d19cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271e7d3c8>, [{'id': 'a33cfff8-1224-43c1-a70e-82c1b3112e0f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1239187495', 'tenant_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.251'}], 'enable_snat': True}, 'gw_port_id': '8845be20-0bcb-411c-9be9-f87f0a3201f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:47:28Z', 'updated_at': '2021-12-24T11:47:33Z', 'revision_number': 4, 'project_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'gw_port': {'id': '8845be20-0bcb-411c-9be9-f87f0a3201f8', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:3c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33cfff8-1224-43c1-a70e-82c1b3112e0f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:47:29Z', 'updated_at': '2021-12-24T11:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_interfaces': [{'id': '3f35abe5-e82a-4062-b4b2-e7cdce40b415', 'name': '', 'network_id': '3ab4f11a-6126-4d69-b344-47393fccaa6e', 'tenant_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'mac_address': 'fa:16:3e:e9:d9:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33cfff8-1224-43c1-a70e-82c1b3112e0f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '192abd2d-ee43-43fa-84a8-469f0f66066a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:47:32Z', 'updated_at': '2021-12-24T11:47:38Z', 'revision_number': 5, 'project_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'subnets': [{'id': '192abd2d-ee43-43fa-84a8-469f0f66066a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:48:33.735094 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3b1c8c-ec8b-434a-9679-834a303d19cb None None] Checking router: a33cfff8-1224-43c1-a70e-82c1b3112e0f for host: dv-neutron-822691-2-hyperv {{(pid=88881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 24 11:48:33.742891 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-2559e735-69d7-45c0-9f01-e5b92e50346d req-bd24495f-9955-42ec-bc4d-42e484d93e2a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3ab4f11a-6126-4d69-b344-47393fccaa6e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0781176
Dec 24 11:48:33.746509 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3b1c8c-ec8b-434a-9679-834a303d19cb None None] Routers {'a33cfff8-1224-43c1-a70e-82c1b3112e0f'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:48:33.747156 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-1a3b1c8c-ec8b-434a-9679-834a303d19cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271e7d3c8>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:48:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['a33cfff8-1224-43c1-a70e-82c1b3112e0f'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:48:33.939843 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-1a3b1c8c-ec8b-434a-9679-834a303d19cb None None] Set router a33cfff8-1224-43c1-a70e-82c1b3112e0f gateway port host: dv-neutron-822691-2-hyperv {{(pid=88881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:48:34.154465 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-2559e735-69d7-45c0-9f01-e5b92e50346d req-db714d76-04cc-4a14-bcf4-d24fdb9c303e service neutron] 10.222.0.58 "GET /v2.0/networks/3ab4f11a-6126-4d69-b344-47393fccaa6e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4018235
Dec 24 11:48:34.275437 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-1a3b1c8c-ec8b-434a-9679-834a303d19cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271e7d3c8>, [{'id': 'a33cfff8-1224-43c1-a70e-82c1b3112e0f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1239187495', 'tenant_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.251'}], 'enable_snat': True}, 'gw_port_id': '8845be20-0bcb-411c-9be9-f87f0a3201f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:47:28Z', 'updated_at': '2021-12-24T11:47:33Z', 'revision_number': 4, 'project_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'gw_port': {'id': '8845be20-0bcb-411c-9be9-f87f0a3201f8', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:3c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33cfff8-1224-43c1-a70e-82c1b3112e0f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:47:29Z', 'updated_at': '2021-12-24T11:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_interfaces': [{'id': '3f35abe5-e82a-4062-b4b2-e7cdce40b415', 'name': '', 'network_id': '3ab4f11a-6126-4d69-b344-47393fccaa6e', 'tenant_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'mac_address': 'fa:16:3e:e9:d9:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33cfff8-1224-43c1-a70e-82c1b3112e0f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '192abd2d-ee43-43fa-84a8-469f0f66066a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:47:32Z', 'updated_at': '2021-12-24T11:47:38Z', 'revision_number': 5, 'project_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'subnets': [{'id': '192abd2d-ee43-43fa-84a8-469f0f66066a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:48:34.280199 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3b1c8c-ec8b-434a-9679-834a303d19cb None None] The sync data for ids ['a33cfff8-1224-43c1-a70e-82c1b3112e0f'] in dv-neutron-822691-2-hyperv is: [{'id': 'a33cfff8-1224-43c1-a70e-82c1b3112e0f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1239187495', 'tenant_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.251'}], 'enable_snat': True}, 'gw_port_id': '8845be20-0bcb-411c-9be9-f87f0a3201f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:47:28Z', 'updated_at': '2021-12-24T11:47:33Z', 'revision_number': 4, 'project_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'gw_port': {'id': '8845be20-0bcb-411c-9be9-f87f0a3201f8', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:3c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33cfff8-1224-43c1-a70e-82c1b3112e0f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:47:29Z', 'updated_at': '2021-12-24T11:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_interfaces': [{'id': '3f35abe5-e82a-4062-b4b2-e7cdce40b415', 'name': '', 'network_id': '3ab4f11a-6126-4d69-b344-47393fccaa6e', 'tenant_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'mac_address': 'fa:16:3e:e9:d9:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33cfff8-1224-43c1-a70e-82c1b3112e0f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '192abd2d-ee43-43fa-84a8-469f0f66066a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:47:32Z', 'updated_at': '2021-12-24T11:47:38Z', 'revision_number': 5, 'project_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'subnets': [{'id': '192abd2d-ee43-43fa-84a8-469f0f66066a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:48:34.300755 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-2559e735-69d7-45c0-9f01-e5b92e50346d req-baadafe7-91f5-4957-9237-f8da66f9e3ce service neutron] 10.222.0.58 "GET /v2.0/networks/3ab4f11a-6126-4d69-b344-47393fccaa6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1376169
Dec 24 11:48:34.740343 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e076ac-bfef-4922-a98b-466464bb2f03 None None] New status for floating IP 21f033ac-38d2-46cc-86f6-8c78d9d20095: DOWN {{(pid=88880) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 24 11:48:34.795531 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57af0693-8dc7-45ec-b1e6-450371c3ab98 req-3942d9de-8931-4656-b86d-0d1681b68f74 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:48:34.797083 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-57af0693-8dc7-45ec-b1e6-450371c3ab98 req-3942d9de-8931-4656-b86d-0d1681b68f74 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/ports?device_id=a477cea9-cff1-4f8e-858e-573046e39702 HTTP/1.1" status: 200  len: 945 time: 0.0877190
Dec 24 11:48:34.849755 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-57af0693-8dc7-45ec-b1e6-450371c3ab98 req-1283e747-503a-4376-a9ef-1120eb902b77 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce8c2ac3-a0c1-4cbd-8a98-9e5221058014&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0461745
Dec 24 11:48:35.434671 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d3e5aa-d76d-4601-9abf-2264e5cdeac9 req-b6e62ca3-4f0b-4bf6-8252-d55eec1e9d72 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:48:35.435523 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-58d3e5aa-d76d-4601-9abf-2264e5cdeac9 req-b6e62ca3-4f0b-4bf6-8252-d55eec1e9d72 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Synchronizing usage tracker for tenant:e6de6ac8bdf7427ba6dad2fa7321cdd0 on resource:port {{(pid=88879) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:48:35.448726 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-58d3e5aa-d76d-4601-9abf-2264e5cdeac9 req-b6e62ca3-4f0b-4bf6-8252-d55eec1e9d72 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Unset dirty status for tenant:e6de6ac8bdf7427ba6dad2fa7321cdd0 on resource:port {{(pid=88879) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:48:35.449957 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-58d3e5aa-d76d-4601-9abf-2264e5cdeac9 req-b6e62ca3-4f0b-4bf6-8252-d55eec1e9d72 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.58 "GET /v2.0/ports?device_id=a477cea9-cff1-4f8e-858e-573046e39702 HTTP/1.1" status: 200  len: 945 time: 0.1081433
Dec 24 11:48:35.529642 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [req-58d3e5aa-d76d-4601-9abf-2264e5cdeac9 req-c89c926a-4dc1-4c45-ba74-2f46668aaa28 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Deleting port 01161e05-d1f9-4b56-8217-a68a3cbfdbcc {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:48:35.530041 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-58d3e5aa-d76d-4601-9abf-2264e5cdeac9 req-c89c926a-4dc1-4c45-ba74-2f46668aaa28 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:48:35.791071 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [req-58d3e5aa-d76d-4601-9abf-2264e5cdeac9 req-c89c926a-4dc1-4c45-ba74-2f46668aaa28 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] For port 01161e05-d1f9-4b56-8217-a68a3cbfdbcc, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=01161e05-d1f9-4b56-8217-a68a3cbfdbcc,segment=NetworkSegment(c6a080ba-c08c-4dae-9fe4-37f52695728f),segment_id=c6a080ba-c08c-4dae-9fe4-37f52695728f)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:48:35.791442 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-58d3e5aa-d76d-4601-9abf-2264e5cdeac9 req-c89c926a-4dc1-4c45-ba74-2f46668aaa28 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:48:35.922637 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [req-58d3e5aa-d76d-4601-9abf-2264e5cdeac9 req-c89c926a-4dc1-4c45-ba74-2f46668aaa28 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Calling delete_port for 01161e05-d1f9-4b56-8217-a68a3cbfdbcc owned by compute:nova {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:48:36.063665 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d7976c-789f-453a-a3cb-355906202bd9 req-f2b5cd3e-b800-4ecf-aa81-e9afe86f10c9 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:48:36.065161 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-68d7976c-789f-453a-a3cb-355906202bd9 req-f2b5cd3e-b800-4ecf-aa81-e9afe86f10c9 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/ports?device_id=a477cea9-cff1-4f8e-858e-573046e39702 HTTP/1.1" status: 200  len: 945 time: 0.0895853
Dec 24 11:48:36.074566 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-58d3e5aa-d76d-4601-9abf-2264e5cdeac9 req-c89c926a-4dc1-4c45-ba74-2f46668aaa28 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:48:36.080956 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-cb582957-4804-44ea-b885-cadcd48d2c28 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:48:36.115349 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-68d7976c-789f-453a-a3cb-355906202bd9 req-74c18936-5c03-46b2-94f8-8cab9794145c tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce8c2ac3-a0c1-4cbd-8a98-9e5221058014&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433111
Dec 24 11:48:36.128113 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89c926a-4dc1-4c45-ba74-2f46668aaa28 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Pushing event deleted for resources: {'Port': ['ID=01161e05-d1f9-4b56-8217-a68a3cbfdbcc,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:48:36.142009 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89c926a-4dc1-4c45-ba74-2f46668aaa28 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:48:36.142449 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89c926a-4dc1-4c45-ba74-2f46668aaa28 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:48:36.142875 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89c926a-4dc1-4c45-ba74-2f46668aaa28 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:48:36.143330 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89c926a-4dc1-4c45-ba74-2f46668aaa28 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:48:36.143747 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89c926a-4dc1-4c45-ba74-2f46668aaa28 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:48:36.144164 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89c926a-4dc1-4c45-ba74-2f46668aaa28 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:48:36.144578 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89c926a-4dc1-4c45-ba74-2f46668aaa28 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:48:36.144989 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89c926a-4dc1-4c45-ba74-2f46668aaa28 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:48:36.145403 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89c926a-4dc1-4c45-ba74-2f46668aaa28 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:48:36.145817 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89c926a-4dc1-4c45-ba74-2f46668aaa28 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:48:36.146246 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89c926a-4dc1-4c45-ba74-2f46668aaa28 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:48:36.150445 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c89c926a-4dc1-4c45-ba74-2f46668aaa28 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:48:36.218896 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [req-58d3e5aa-d76d-4601-9abf-2264e5cdeac9 req-c89c926a-4dc1-4c45-ba74-2f46668aaa28 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] No DVR routers for this DVR port 01161e05-d1f9-4b56-8217-a68a3cbfdbcc on host hv-neutron-8226 {{(pid=88879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 24 11:48:36.221584 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-58d3e5aa-d76d-4601-9abf-2264e5cdeac9 req-c89c926a-4dc1-4c45-ba74-2f46668aaa28 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:48:36.224410 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a477cea9-cff1-4f8e-858e-573046e39702', 'name': 'network-vif-deleted', 'tag': '01161e05-d1f9-4b56-8217-a68a3cbfdbcc'}] {{(pid=88879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 24 11:48:36.241621 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-58d3e5aa-d76d-4601-9abf-2264e5cdeac9 req-c89c926a-4dc1-4c45-ba74-2f46668aaa28 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.58 "DELETE /v2.0/ports/01161e05-d1f9-4b56-8217-a68a3cbfdbcc HTTP/1.1" status: 204  len: 173 time: 0.7852480
Dec 24 11:48:36.359004 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a477cea9-cff1-4f8e-858e-573046e39702', 'name': 'network-vif-deleted', 'tag': '01161e05-d1f9-4b56-8217-a68a3cbfdbcc', 'status': 'completed', 'code': 200}
Dec 24 11:48:36.538034 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-eae4e558-0fdf-42cd-b3e1-c81e3feec937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:48:37.234828 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 50822) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:48:37.669712 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5605d601-9ce3-4718-a735-5d65850605aa tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854055677'] for router_interface, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:48:38.090814 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:48:38.321081 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-5605d601-9ce3-4718-a735-5d65850605aa tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Deleting port 3f35abe5-e82a-4062-b4b2-e7cdce40b415 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:48:38.321420 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5605d601-9ce3-4718-a735-5d65850605aa tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:48:38.443268 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.agents_db [None req-e51243ab-6a93-425b-980f-a73583147efa None None] Agent healthcheck: found 6 active agents {{(pid=88881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 24 11:48:38.518190 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-5605d601-9ce3-4718-a735-5d65850605aa tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] For port 3f35abe5-e82a-4062-b4b2-e7cdce40b415, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=3f35abe5-e82a-4062-b4b2-e7cdce40b415,segment=NetworkSegment(c6a080ba-c08c-4dae-9fe4-37f52695728f),segment_id=c6a080ba-c08c-4dae-9fe4-37f52695728f)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:48:38.518584 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5605d601-9ce3-4718-a735-5d65850605aa tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:48:38.642285 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-5605d601-9ce3-4718-a735-5d65850605aa tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Calling delete_port for 3f35abe5-e82a-4062-b4b2-e7cdce40b415 owned by network:router_interface {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:48:38.836487 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5605d601-9ce3-4718-a735-5d65850605aa tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:48:38.841596 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-371ab34f-884d-48ec-b539-b52f2912337d tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:48:38.886743 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5605d601-9ce3-4718-a735-5d65850605aa tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Pushing event deleted for resources: {'Port': ['ID=3f35abe5-e82a-4062-b4b2-e7cdce40b415,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:48:38.889584 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-5605d601-9ce3-4718-a735-5d65850605aa tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:48:39.030773 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e2071d8f-c0dd-444b-a7ea-ae15f2eb9825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:48:39.452136 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5605d601-9ce3-4718-a735-5d65850605aa tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036852798164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854055527'] for router_interface, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:48:39.580424 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bdfdbc84-c52d-4f40-b281-af314dc1f8fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:48:39.632128 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Device 01161e05-d1f9-4b56-8217-a68a3cbfdbcc no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:48:39.667219 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] No Port match for: 01161e05-d1f9-4b56-8217-a68a3cbfdbcc {{(pid=88880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 24 11:48:39.667605 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Device 01161e05-d1f9-4b56-8217-a68a3cbfdbcc not bound to the agent host hv-neutron-8226 {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 24 11:48:40.146744 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5605d601-9ce3-4718-a735-5d65850605aa tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Router a33cfff8-1224-43c1-a70e-82c1b3112e0f has already been hosted by L3 agent 198cca88-1338-4098-b44b-beb0346ac906 {{(pid=88879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 24 11:48:40.368775 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5605d601-9ce3-4718-a735-5d65850605aa tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:48:40.379750 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1781b0a9-f697-4cd5-b62c-a60075eaf0af None None] Sync routers for ids ['a33cfff8-1224-43c1-a70e-82c1b3112e0f'] in dv-neutron-822691-2-hyperv {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:48:40.384239 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-5605d601-9ce3-4718-a735-5d65850605aa tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "PUT /v2.0/routers/a33cfff8-1224-43c1-a70e-82c1b3112e0f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1481166
Dec 24 11:48:40.387436 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 50826) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:48:40.393112 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1781b0a9-f697-4cd5-b62c-a60075eaf0af None None] Routers {'a33cfff8-1224-43c1-a70e-82c1b3112e0f'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:48:40.393792 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-1781b0a9-f697-4cd5-b62c-a60075eaf0af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52721a9ef0>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:48:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['a33cfff8-1224-43c1-a70e-82c1b3112e0f'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:48:40.596869 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-1781b0a9-f697-4cd5-b62c-a60075eaf0af None None] Set router a33cfff8-1224-43c1-a70e-82c1b3112e0f gateway port host: dv-neutron-822691-2-hyperv {{(pid=88881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:48:40.597305 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_v2 [None req-15d9d7a8-5dce-4313-97b1-3375b8f6162f tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Deleting subnet 192abd2d-ee43-43fa-84a8-469f0f66066a {{(pid=88879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 24 11:48:40.600636 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-15d9d7a8-5dce-4313-97b1-3375b8f6162f tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for subnet, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:48:40.658769 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-15d9d7a8-5dce-4313-97b1-3375b8f6162f tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-786693'] for subnet, precommit_delete_associations {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:48:40.749997 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-15d9d7a8-5dce-4313-97b1-3375b8f6162f tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847655656'] for subnet, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:48:40.843271 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-15d9d7a8-5dce-4313-97b1-3375b8f6162f tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7120129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850854134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851156349'] for subnet, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:48:40.848776 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-cea055dd-f260-442b-9891-00fa04a47e3d tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:48:40.858521 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-39ff93cf-c0b7-48c5-95f3-6f7e9977387d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:48:40.890236 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d9d7a8-5dce-4313-97b1-3375b8f6162f tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Pushing event deleted for resources: {'Subnet': ['ID=192abd2d-ee43-43fa-84a8-469f0f66066a,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:48:40.893175 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-15d9d7a8-5dce-4313-97b1-3375b8f6162f tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:48:40.899046 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-15d9d7a8-5dce-4313-97b1-3375b8f6162f tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for subnet, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:48:40.902820 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-1781b0a9-f697-4cd5-b62c-a60075eaf0af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52721a9ef0>, [{'id': 'a33cfff8-1224-43c1-a70e-82c1b3112e0f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1239187495', 'tenant_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.251'}], 'enable_snat': True}, 'gw_port_id': '8845be20-0bcb-411c-9be9-f87f0a3201f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:47:28Z', 'updated_at': '2021-12-24T11:48:38Z', 'revision_number': 5, 'project_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'gw_port': {'id': '8845be20-0bcb-411c-9be9-f87f0a3201f8', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:3c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33cfff8-1224-43c1-a70e-82c1b3112e0f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:47:29Z', 'updated_at': '2021-12-24T11:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv'}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:48:40.906628 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bb1717d-14a7-4205-9720-bee6c98483ce None None] Network 3ab4f11a-6126-4d69-b344-47393fccaa6e requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:48:40.907289 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1781b0a9-f697-4cd5-b62c-a60075eaf0af None None] Checking router: a33cfff8-1224-43c1-a70e-82c1b3112e0f for host: dv-neutron-822691-2-hyperv {{(pid=88881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 24 11:48:40.908745 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 50830) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:48:40.909021 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-15d9d7a8-5dce-4313-97b1-3375b8f6162f tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "DELETE /v2.0/subnets/192abd2d-ee43-43fa-84a8-469f0f66066a HTTP/1.1" status: 204  len: 168 time: 0.5204487
Dec 24 11:48:40.919781 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1781b0a9-f697-4cd5-b62c-a60075eaf0af None None] Routers {'a33cfff8-1224-43c1-a70e-82c1b3112e0f'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:48:40.920455 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-1781b0a9-f697-4cd5-b62c-a60075eaf0af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52721a9ef0>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:48:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['a33cfff8-1224-43c1-a70e-82c1b3112e0f'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:48:41.116000 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-1781b0a9-f697-4cd5-b62c-a60075eaf0af None None] Set router a33cfff8-1224-43c1-a70e-82c1b3112e0f gateway port host: dv-neutron-822691-2-hyperv {{(pid=88881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:48:41.124406 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d558ae6e-d7b1-440c-a30e-040c3b41beeb tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for router, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:48:41.190992 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a8573d2-a60b-4cbd-8fe4-5a7b873ef828 None None] DHCP port deletion for 3ab4f11a-6126-4d69-b344-47393fccaa6e request from dv-neutron-822691-2-hyperv {{(pid=88880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 24 11:48:41.196350 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-7a8573d2-a60b-4cbd-8fe4-5a7b873ef828 None None] Deleting port 179d949d-bebc-428e-9e45-3ffa3ecd9e6c {{(pid=88880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:48:41.196793 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7a8573d2-a60b-4cbd-8fe4-5a7b873ef828 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:48:41.352459 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d558ae6e-d7b1-440c-a30e-040c3b41beeb tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:48:41.363286 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-d558ae6e-d7b1-440c-a30e-040c3b41beeb tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Deleting port 8845be20-0bcb-411c-9be9-f87f0a3201f8 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:48:41.363677 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d558ae6e-d7b1-440c-a30e-040c3b41beeb tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:48:41.576622 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-d558ae6e-d7b1-440c-a30e-040c3b41beeb tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] For port 8845be20-0bcb-411c-9be9-f87f0a3201f8, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=8845be20-0bcb-411c-9be9-f87f0a3201f8,segment=NetworkSegment(d4e3295f-9ff8-4cad-8a20-3f1c937efc8c),segment_id=d4e3295f-9ff8-4cad-8a20-3f1c937efc8c)] {{(pid=88878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:48:41.577636 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d558ae6e-d7b1-440c-a30e-040c3b41beeb tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:48:41.585575 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-1781b0a9-f697-4cd5-b62c-a60075eaf0af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52721a9ef0>, [{'id': 'a33cfff8-1224-43c1-a70e-82c1b3112e0f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1239187495', 'tenant_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.251'}], 'enable_snat': True}, 'gw_port_id': '8845be20-0bcb-411c-9be9-f87f0a3201f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:47:28Z', 'updated_at': '2021-12-24T11:48:38Z', 'revision_number': 5, 'project_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'gw_port': {'id': '8845be20-0bcb-411c-9be9-f87f0a3201f8', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:3c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33cfff8-1224-43c1-a70e-82c1b3112e0f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:47:29Z', 'updated_at': '2021-12-24T11:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv'}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:48:41.590828 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1781b0a9-f697-4cd5-b62c-a60075eaf0af None None] The sync data for ids ['a33cfff8-1224-43c1-a70e-82c1b3112e0f'] in dv-neutron-822691-2-hyperv is: [{'id': 'a33cfff8-1224-43c1-a70e-82c1b3112e0f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1239187495', 'tenant_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.251'}], 'enable_snat': True}, 'gw_port_id': '8845be20-0bcb-411c-9be9-f87f0a3201f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:47:28Z', 'updated_at': '2021-12-24T11:48:38Z', 'revision_number': 5, 'project_id': 'e6de6ac8bdf7427ba6dad2fa7321cdd0', 'gw_port': {'id': '8845be20-0bcb-411c-9be9-f87f0a3201f8', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:3c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33cfff8-1224-43c1-a70e-82c1b3112e0f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:47:29Z', 'updated_at': '2021-12-24T11:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv'}] {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:48:41.604502 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7a8573d2-a60b-4cbd-8fe4-5a7b873ef828 None None] For port 179d949d-bebc-428e-9e45-3ffa3ecd9e6c, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=179d949d-bebc-428e-9e45-3ffa3ecd9e6c,segment=NetworkSegment(c6a080ba-c08c-4dae-9fe4-37f52695728f),segment_id=c6a080ba-c08c-4dae-9fe4-37f52695728f)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:48:41.604950 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7a8573d2-a60b-4cbd-8fe4-5a7b873ef828 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:48:41.713584 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-d558ae6e-d7b1-440c-a30e-040c3b41beeb tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Calling delete_port for 8845be20-0bcb-411c-9be9-f87f0a3201f8 owned by network:router_gateway {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:48:41.739018 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-7a8573d2-a60b-4cbd-8fe4-5a7b873ef828 None None] Calling delete_port for 179d949d-bebc-428e-9e45-3ffa3ecd9e6c owned by network:dhcp {{(pid=88880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:48:41.818564 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7a8573d2-a60b-4cbd-8fe4-5a7b873ef828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392'] for port, after_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:48:41.823670 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-8508c852-0dc9-4ffa-9dd7-cae42d8705fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:48:41.872882 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8573d2-a60b-4cbd-8fe4-5a7b873ef828 None None] Pushing event deleted for resources: {'Port': ['ID=179d949d-bebc-428e-9e45-3ffa3ecd9e6c,revision_number=None']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:48:41.877395 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a8573d2-a60b-4cbd-8fe4-5a7b873ef828 None None] No DVR routers for this DVR port 179d949d-bebc-428e-9e45-3ffa3ecd9e6c on host dv-neutron-822691-2-hyperv {{(pid=88880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 24 11:48:41.887602 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8573d2-a60b-4cbd-8fe4-5a7b873ef828 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:48:41.888000 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8573d2-a60b-4cbd-8fe4-5a7b873ef828 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:48:41.888362 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8573d2-a60b-4cbd-8fe4-5a7b873ef828 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:48:41.888742 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8573d2-a60b-4cbd-8fe4-5a7b873ef828 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:48:41.889122 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8573d2-a60b-4cbd-8fe4-5a7b873ef828 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:48:41.889495 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8573d2-a60b-4cbd-8fe4-5a7b873ef828 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:48:41.889933 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8573d2-a60b-4cbd-8fe4-5a7b873ef828 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:48:41.890364 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8573d2-a60b-4cbd-8fe4-5a7b873ef828 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:48:41.890754 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8573d2-a60b-4cbd-8fe4-5a7b873ef828 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:48:41.890934 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8573d2-a60b-4cbd-8fe4-5a7b873ef828 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:48:41.891295 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8573d2-a60b-4cbd-8fe4-5a7b873ef828 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:48:41.893916 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d558ae6e-d7b1-440c-a30e-040c3b41beeb tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:48:41.899368 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7a8573d2-a60b-4cbd-8fe4-5a7b873ef828 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:48:41.908243 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-b19c3223-5423-482a-94f1-1a14b1eba2b4 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:48:41.955773 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d558ae6e-d7b1-440c-a30e-040c3b41beeb tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Pushing event deleted for resources: {'Port': ['ID=8845be20-0bcb-411c-9be9-f87f0a3201f8,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:48:41.958763 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-d558ae6e-d7b1-440c-a30e-040c3b41beeb tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:48:42.435835 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d558ae6e-d7b1-440c-a30e-040c3b41beeb tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854116846'] for router_gateway, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:48:42.642988 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 3f35abe5-e82a-4062-b4b2-e7cdce40b415 no longer exists at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:48:42.677978 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] No Port match for: 3f35abe5-e82a-4062-b4b2-e7cdce40b415 {{(pid=88880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 24 11:48:42.678496 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 3f35abe5-e82a-4062-b4b2-e7cdce40b415 not bound to the agent host dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 24 11:48:42.679033 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 179d949d-bebc-428e-9e45-3ffa3ecd9e6c no longer exists at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:48:42.711849 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] No Port match for: 179d949d-bebc-428e-9e45-3ffa3ecd9e6c {{(pid=88880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 24 11:48:42.712169 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 179d949d-bebc-428e-9e45-3ffa3ecd9e6c not bound to the agent host dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 24 11:48:42.712298 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d558ae6e-d7b1-440c-a30e-040c3b41beeb tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854158724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-84560'] for router, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:48:42.716774 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d558ae6e-d7b1-440c-a30e-040c3b41beeb tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:48:42.740182 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d558ae6e-d7b1-440c-a30e-040c3b41beeb tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854158830'] for router, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:48:42.740748 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d558ae6e-d7b1-440c-a30e-040c3b41beeb tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Fanout notify agent at l3_agent the message router_deleted on router a33cfff8-1224-43c1-a70e-82c1b3112e0f {{(pid=88878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 24 11:48:42.755860 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d558ae6e-d7b1-440c-a30e-040c3b41beeb tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for router, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:48:42.757375 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-d558ae6e-d7b1-440c-a30e-040c3b41beeb tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "DELETE /v2.0/routers/a33cfff8-1224-43c1-a70e-82c1b3112e0f HTTP/1.1" status: 204  len: 168 time: 1.8469343
Dec 24 11:48:42.760559 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 50834) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:48:42.883179 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7ebf1fc1-2ca3-4076-9bd0-833bde5d62ea tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036847558493'] for network, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:48:43.030857 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7ebf1fc1-2ca3-4076-9bd0-833bde5d62ea tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847649663', 'neutron.services.segments.db._delete_segments_for_network-8749505737672'] for network, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:48:43.058110 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-7ebf1fc1-2ca3-4076-9bd0-833bde5d62ea tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f52706d5358>,) {'filters': {'network_id': ['3ab4f11a-6126-4d69-b344-47393fccaa6e']}} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:48:43.079974 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-7ebf1fc1-2ca3-4076-9bd0-833bde5d62ea tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f52706d5358>, 'c6a080ba-c08c-4dae-9fe4-37f52695728f') {'for_net_delete': True} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:48:43.080312 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-7ebf1fc1-2ca3-4076-9bd0-833bde5d62ea tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f52706d5358>, 'c6a080ba-c08c-4dae-9fe4-37f52695728f') {} {{(pid=88879) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:48:43.092651 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7ebf1fc1-2ca3-4076-9bd0-833bde5d62ea tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749505745113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853989108'] for segment, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:48:43.108151 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7ebf1fc1-2ca3-4076-9bd0-833bde5d62ea tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:48:43.114673 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ebf1fc1-2ca3-4076-9bd0-833bde5d62ea tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Releasing vlan 607 on physical network physnet1 to pool {{(pid=88879) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 24 11:48:43.115088 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7ebf1fc1-2ca3-4076-9bd0-833bde5d62ea tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036847652098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3926696'] for segment, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:48:43.131107 dv-neutron-822691-2-hyperv neutron-server[88767]: Traceback (most recent call last):
Dec 24 11:48:43.131107 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 24 11:48:43.131107 dv-neutron-822691-2-hyperv neutron-server[88767]:     timer()
Dec 24 11:48:43.131107 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 11:48:43.131107 dv-neutron-822691-2-hyperv neutron-server[88767]:     cb(*args, **kw)
Dec 24 11:48:43.131107 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 24 11:48:43.131107 dv-neutron-822691-2-hyperv neutron-server[88767]:     return func(*args, **kwargs)
Dec 24 11:48:43.131107 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 11:48:43.131107 dv-neutron-822691-2-hyperv neutron-server[88767]:     self._notify()
Dec 24 11:48:43.131107 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 11:48:43.131107 dv-neutron-822691-2-hyperv neutron-server[88767]:     self.callback(batched_events)
Dec 24 11:48:43.131107 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 11:48:43.131107 dv-neutron-822691-2-hyperv neutron-server[88767]:     event.method(event)
Dec 24 11:48:43.131107 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 11:48:43.131107 dv-neutron-822691-2-hyperv neutron-server[88767]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 11:48:43.131107 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 24 11:48:43.131107 dv-neutron-822691-2-hyperv neutron-server[88767]:     segment_id)['aggregates'][0]
Dec 24 11:48:43.131107 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 24 11:48:43.131107 dv-neutron-822691-2-hyperv neutron-server[88767]:     return f(self, *a, **k)
Dec 24 11:48:43.131107 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 11:48:43.131107 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self._get(url).json()
Dec 24 11:48:43.131107 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 24 11:48:43.131107 dv-neutron-822691-2-hyperv neutron-server[88767]:     **kwargs)
Dec 24 11:48:43.131107 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 24 11:48:43.131107 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self.request(url, 'GET', **kwargs)
Dec 24 11:48:43.131107 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 24 11:48:43.131107 dv-neutron-822691-2-hyperv neutron-server[88767]:     **endpoint_filter)
Dec 24 11:48:43.131107 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 24 11:48:43.131107 dv-neutron-822691-2-hyperv neutron-server[88767]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 11:48:43.131107 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 24 11:48:43.131107 dv-neutron-822691-2-hyperv neutron-server[88767]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 11:48:43.131107 dv-neutron-822691-2-hyperv neutron-server[88767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 11:48:43.217487 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7ebf1fc1-2ca3-4076-9bd0-833bde5d62ea tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7126154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659196'] for network, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:48:43.221940 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f2c8341a-b7b6-4bdc-922a-4a0a4bb38ff3 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:48:43.237445 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7ebf1fc1-2ca3-4076-9bd0-833bde5d62ea tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for network, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:48:43.249568 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebf1fc1-2ca3-4076-9bd0-833bde5d62ea tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Pushing event deleted for resources: {'Network': ['ID=3ab4f11a-6126-4d69-b344-47393fccaa6e,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:48:43.253033 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7ebf1fc1-2ca3-4076-9bd0-833bde5d62ea tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:48:43.259240 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-7ebf1fc1-2ca3-4076-9bd0-833bde5d62ea tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "DELETE /v2.0/networks/3ab4f11a-6126-4d69-b344-47393fccaa6e HTTP/1.1" status: 204  len: 168 time: 0.4975641
Dec 24 11:48:43.262445 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 50838) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:48:43.337793 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-42b74c62-2f0a-4798-8492-2fb8060270c3 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for security_group, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:48:43.368707 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-42b74c62-2f0a-4798-8492-2fb8060270c3 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:48:43.430382 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-42b74c62-2f0a-4798-8492-2fb8060270c3 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:48:43.435852 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f0395b81-b567-4643-b023-8b1768b54f1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:48:43.451783 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b74c62-2f0a-4798-8492-2fb8060270c3 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce8c2ac3-a0c1-4cbd-8a98-9e5221058014,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:48:43.456656 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-42b74c62-2f0a-4798-8492-2fb8060270c3 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:48:43.460220 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-42b74c62-2f0a-4798-8492-2fb8060270c3 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Notify callbacks [] for security_group, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:48:43.461869 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-42b74c62-2f0a-4798-8492-2fb8060270c3 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] 10.222.0.65 "DELETE /v2.0/security-groups/ce8c2ac3-a0c1-4cbd-8a98-9e5221058014 HTTP/1.1" status: 204  len: 168 time: 0.1978431
Dec 24 11:48:43.897154 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 50848) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:48:44.124511 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-e38911d7-7963-44a4-ae04-53f5c02c633c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e6de6ac8bdf7427ba6dad2fa7321cdd0&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2260206
Dec 24 11:48:44.127343 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 50854) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:48:44.199265 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7bdc5258-984b-40f8-ba0b-9b4731fd05fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:48:44.226548 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7bdc5258-984b-40f8-ba0b-9b4731fd05fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:48:44.280130 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7bdc5258-984b-40f8-ba0b-9b4731fd05fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:48:44.286562 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-42b74c62-2f0a-4798-8492-2fb8060270c3 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:48:44.305896 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdc5258-984b-40f8-ba0b-9b4731fd05fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1247e89-81ec-4708-adbe-06a04c374f7f,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:48:44.308235 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7bdc5258-984b-40f8-ba0b-9b4731fd05fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:48:44.313629 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7bdc5258-984b-40f8-ba0b-9b4731fd05fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:48:44.314906 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-7bdc5258-984b-40f8-ba0b-9b4731fd05fb admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f1247e89-81ec-4708-adbe-06a04c374f7f HTTP/1.1" status: 204  len: 168 time: 0.1865835
Dec 24 11:48:44.532918 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 8845be20-0bcb-411c-9be9-f87f0a3201f8 no longer exists at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:48:44.567555 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] No Port match for: 8845be20-0bcb-411c-9be9-f87f0a3201f8 {{(pid=88880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 24 11:48:44.567922 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 8845be20-0bcb-411c-9be9-f87f0a3201f8 not bound to the agent host dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 24 11:48:44.689317 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 50864) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:48:44.710789 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bb185606-9096-4bf0-9bca-5aaf36cf0ace admin admin] Notify callbacks [] for security_group, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:48:44.744666 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-bb185606-9096-4bf0-9bca-5aaf36cf0ace admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:48:44.749102 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-bb185606-9096-4bf0-9bca-5aaf36cf0ace admin admin] Usage tracker for resource:security_group_rule and tenant:4d8fe59ebc8f4361959d7686b7e2a171 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:48:44.752541 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-bb185606-9096-4bf0-9bca-5aaf36cf0ace admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:48:44.760025 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-bb185606-9096-4bf0-9bca-5aaf36cf0ace admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:48:44.836796 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bb185606-9096-4bf0-9bca-5aaf36cf0ace admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:48:44.840478 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bb185606-9096-4bf0-9bca-5aaf36cf0ace admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:48:44.847299 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-75632fb8-417c-404d-96b9-fa461c24436b tempest-NegativeSecGroupIPv6Test-215964758 tempest-NegativeSecGroupIPv6Test-215964758-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:48:44.889488 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb185606-9096-4bf0-9bca-5aaf36cf0ace admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4054b686-0963-4f4c-90d8-79137edbf1a9,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:48:44.893076 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-bb185606-9096-4bf0-9bca-5aaf36cf0ace admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:48:44.895881 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-bb185606-9096-4bf0-9bca-5aaf36cf0ace admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4d8fe59ebc8f4361959d7686b7e2a171&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2054117
Dec 24 11:48:44.898965 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 50868) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:48:44.970117 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2813eae1-735a-4197-b642-64e3ae4bdf6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:48:45.004139 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2813eae1-735a-4197-b642-64e3ae4bdf6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:48:45.054067 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2813eae1-735a-4197-b642-64e3ae4bdf6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:48:45.062474 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-edf035bb-569d-434e-bec6-6306ff510c6d tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:48:45.082161 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2813eae1-735a-4197-b642-64e3ae4bdf6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4054b686-0963-4f4c-90d8-79137edbf1a9,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:48:45.086353 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-2813eae1-735a-4197-b642-64e3ae4bdf6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:48:45.088547 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2813eae1-735a-4197-b642-64e3ae4bdf6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:48:45.090878 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-2813eae1-735a-4197-b642-64e3ae4bdf6f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4054b686-0963-4f4c-90d8-79137edbf1a9 HTTP/1.1" status: 204  len: 168 time: 0.1909401
Dec 24 11:48:46.178100 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 50890) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:48:46.321154 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-d1095a9a-3c2d-4230-8487-e0ddf8f1a36e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1285473433-network', 'tenant_id': 'de087bb5cbc9435dbbe42d4dffa85b9a'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:48:46.326665 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-d1095a9a-3c2d-4230-8487-e0ddf8f1a36e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:48:46.330993 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-d1095a9a-3c2d-4230-8487-e0ddf8f1a36e admin admin] Usage tracker for resource:network and tenant:de087bb5cbc9435dbbe42d4dffa85b9a is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:48:46.334582 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-d1095a9a-3c2d-4230-8487-e0ddf8f1a36e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:48:46.342764 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-d1095a9a-3c2d-4230-8487-e0ddf8f1a36e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:48:46.355245 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1095a9a-3c2d-4230-8487-e0ddf8f1a36e admin admin] Made reservation on behalf of de087bb5cbc9435dbbe42d4dffa85b9a for: {'network': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:48:46.360192 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d1095a9a-3c2d-4230-8487-e0ddf8f1a36e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for network, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:48:46.373690 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d1095a9a-3c2d-4230-8487-e0ddf8f1a36e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:48:46.407600 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-d1095a9a-3c2d-4230-8487-e0ddf8f1a36e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:48:46.412032 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-d1095a9a-3c2d-4230-8487-e0ddf8f1a36e admin admin] Usage tracker for resource:security_group_rule and tenant:de087bb5cbc9435dbbe42d4dffa85b9a is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:48:46.415183 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-d1095a9a-3c2d-4230-8487-e0ddf8f1a36e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:48:46.421658 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-d1095a9a-3c2d-4230-8487-e0ddf8f1a36e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:48:46.489900 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d1095a9a-3c2d-4230-8487-e0ddf8f1a36e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:48:46.493861 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d1095a9a-3c2d-4230-8487-e0ddf8f1a36e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:48:46.498242 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-ad958747-86e5-45e2-b716-189a1bcf693f tempest-NegativeSecGroupTest-1603537333 tempest-NegativeSecGroupTest-1603537333-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:48:46.527149 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1095a9a-3c2d-4230-8487-e0ddf8f1a36e admin admin] vlan segment allocate from pool success with {'vlan_id': 628, 'physical_network': 'physnet1'}  {{(pid=88878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 24 11:48:46.540629 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1095a9a-3c2d-4230-8487-e0ddf8f1a36e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1b825f0-a6e4-464d-98e3-39b6d5f79e33,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:48:46.544938 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-d1095a9a-3c2d-4230-8487-e0ddf8f1a36e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:48:46.545950 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d1095a9a-3c2d-4230-8487-e0ddf8f1a36e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:48:46.546337 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.segments_db [None req-d1095a9a-3c2d-4230-8487-e0ddf8f1a36e admin admin] Added segment f6873145-edbb-4bd1-94eb-7fd2c417c65e of type vlan for network b282da70-9296-4e54-8356-1a6d4d5043dc
Dec 24 11:48:46.574577 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d1095a9a-3c2d-4230-8487-e0ddf8f1a36e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363287349540024'] for network, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:48:46.606073 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d1095a9a-3c2d-4230-8487-e0ddf8f1a36e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636'] for network, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:48:46.607032 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1095a9a-3c2d-4230-8487-e0ddf8f1a36e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:48:46.607672 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d1095a9a-3c2d-4230-8487-e0ddf8f1a36e admin admin] Notify callbacks [] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:48:46.611344 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-aa981759-84c2-42ed-916b-14cc2d3c1f34 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:48:46.717848 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1095a9a-3c2d-4230-8487-e0ddf8f1a36e admin admin] Pushing event updated for resources: {'Network': ['ID=b282da70-9296-4e54-8356-1a6d4d5043dc,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:48:46.721155 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-d1095a9a-3c2d-4230-8487-e0ddf8f1a36e admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.5419502
Dec 24 11:48:46.722220 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-d1095a9a-3c2d-4230-8487-e0ddf8f1a36e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:48:46.724698 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 50898) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:48:46.728807 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Network b282da70-9296-4e54-8356-1a6d4d5043dc details requested by agent ovs-agent-dv-neutron-822691-2-hyperv with host dv-neutron-822691-2-hyperv {{(pid=88880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 24 11:48:46.732102 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-e2c34e3f-910d-479c-92d9-a8bddfdb7654 admin admin] Request body: {'subnet': {'network_id': 'b282da70-9296-4e54-8356-1a6d4d5043dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1285473433-subnet', 'tenant_id': 'de087bb5cbc9435dbbe42d4dffa85b9a', 'ip_version': 4}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:48:46.737926 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-e2c34e3f-910d-479c-92d9-a8bddfdb7654 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:48:46.742405 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-e2c34e3f-910d-479c-92d9-a8bddfdb7654 admin admin] Usage tracker for resource:subnet and tenant:de087bb5cbc9435dbbe42d4dffa85b9a is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:48:46.745502 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-e2c34e3f-910d-479c-92d9-a8bddfdb7654 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:48:46.752081 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-e2c34e3f-910d-479c-92d9-a8bddfdb7654 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:48:46.763896 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2c34e3f-910d-479c-92d9-a8bddfdb7654 admin admin] Made reservation on behalf of de087bb5cbc9435dbbe42d4dffa85b9a for: {'subnet': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:48:46.768771 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e2c34e3f-910d-479c-92d9-a8bddfdb7654 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2246100'] for subnet, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:48:46.988491 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e2c34e3f-910d-479c-92d9-a8bddfdb7654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850796890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2246085'] for subnet, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:48:46.992399 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-63461026-31b4-4822-8474-3a308e37a008 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:48:47.054574 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c34e3f-910d-479c-92d9-a8bddfdb7654 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7feccb9-bdba-4dbe-ba23-3c41a5819f26,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:48:47.064260 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-e2c34e3f-910d-479c-92d9-a8bddfdb7654 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:48:47.081200 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c34e3f-910d-479c-92d9-a8bddfdb7654 admin admin] Checking segment: {'id': 'f6873145-edbb-4bd1-94eb-7fd2c417c65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'b282da70-9296-4e54-8356-1a6d4d5043dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:48:47.081585 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2c34e3f-910d-479c-92d9-a8bddfdb7654 admin admin] Network hostable DHCP agents. Network: b282da70-9296-4e54-8356-1a6d4d5043dc, hostable agents: ['edcf98dc-3032-472a-8b3d-f23fd1e89806'], hosted agents: [] {{(pid=88878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 24 11:48:47.105973 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2c34e3f-910d-479c-92d9-a8bddfdb7654 admin admin] Network b282da70-9296-4e54-8356-1a6d4d5043dc is scheduled to be hosted by DHCP agent edcf98dc-3032-472a-8b3d-f23fd1e89806 with binding_index 1 {{(pid=88878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 24 11:48:47.119245 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-e2c34e3f-910d-479c-92d9-a8bddfdb7654 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822691-2-hyperv, b282da70-9296-4e54-8356-1a6d4d5043dc) {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:48:47.124432 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2c34e3f-910d-479c-92d9-a8bddfdb7654 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:48:47.125129 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e2c34e3f-910d-479c-92d9-a8bddfdb7654 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:48:47.130075 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0f3a90c-56d2-4cb0-b12f-9cbb711ebaa8 None None] Network b282da70-9296-4e54-8356-1a6d4d5043dc requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:48:47.152054 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-e2c34e3f-910d-479c-92d9-a8bddfdb7654 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.4262035
Dec 24 11:48:47.155075 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 50902) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:48:47.160962 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-76027893-42a6-403c-8bbd-00b8e130320f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1285473433-router', 'tenant_id': 'de087bb5cbc9435dbbe42d4dffa85b9a', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a'}}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:48:47.166245 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-76027893-42a6-403c-8bbd-00b8e130320f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:48:47.170845 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-76027893-42a6-403c-8bbd-00b8e130320f admin admin] Usage tracker for resource:router and tenant:de087bb5cbc9435dbbe42d4dffa85b9a is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:48:47.174360 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-76027893-42a6-403c-8bbd-00b8e130320f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:48:47.180848 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-76027893-42a6-403c-8bbd-00b8e130320f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:48:47.191368 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-76027893-42a6-403c-8bbd-00b8e130320f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-612016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-84579'] for router, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:48:47.192350 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-76027893-42a6-403c-8bbd-00b8e130320f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854163950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659046', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854079771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854691221'] for router, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:48:47.211862 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-76027893-42a6-403c-8bbd-00b8e130320f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:48:47.361985 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14681752-4c12-4b61-abc5-5dd7e6307205 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73968e80-91fd-539e-a7c6-b31af6d9e680-b282da70-9296-4e54-8356-1a6d4d5043dc', 'network_id': 'b282da70-9296-4e54-8356-1a6d4d5043dc', 'tenant_id': 'de087bb5cbc9435dbbe42d4dffa85b9a', 'fixed_ips': [{'subnet_id': 'c7feccb9-bdba-4dbe-ba23-3c41a5819f26'}]}} from dv-neutron-822691-2-hyperv. {{(pid=88880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 24 11:48:47.362917 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-14681752-4c12-4b61-abc5-5dd7e6307205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:48:47.364616 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-76027893-42a6-403c-8bbd-00b8e130320f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-659031', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854691240'] for router, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:48:47.527754 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-14681752-4c12-4b61-abc5-5dd7e6307205 None None] Allocated IP 172.20.0.2 (b282da70-9296-4e54-8356-1a6d4d5043dc/c7feccb9-bdba-4dbe-ba23-3c41a5819f26/56eae73a-56dc-4d21-b7b5-949e7b3c0be0) {{(pid=88880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:48:47.565711 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-76027893-42a6-403c-8bbd-00b8e130320f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:48:47.602622 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-76027893-42a6-403c-8bbd-00b8e130320f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:48:47.745617 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-14681752-4c12-4b61-abc5-5dd7e6307205 None None] Notify callbacks [] for port, precommit_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:48:47.747222 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-76027893-42a6-403c-8bbd-00b8e130320f admin admin] Allocated IP 172.26.3.109 (f8c337ba-681f-4fcb-a333-e3c49365b30a/8ea1398c-0bec-46d6-8d54-85798de2a7ca/d70b7c01-1cf8-4d69-a096-ca7241f68ba2) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:48:47.757275 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-14681752-4c12-4b61-abc5-5dd7e6307205 None None] Transition to ACTIVE for port object 56eae73a-56dc-4d21-b7b5-949e7b3c0be0 will not be triggered until provisioned by entity L2. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:48:47.776981 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-14681752-4c12-4b61-abc5-5dd7e6307205 None None] Transition to ACTIVE for port object 56eae73a-56dc-4d21-b7b5-949e7b3c0be0 will not be triggered until provisioned by entity DHCP. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:48:47.782309 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-14681752-4c12-4b61-abc5-5dd7e6307205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408'] for port, after_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:48:47.787231 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-a8c6db2a-3d51-462e-928c-031fcdaddb31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:48:47.847210 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14681752-4c12-4b61-abc5-5dd7e6307205 None None] Network b282da70-9296-4e54-8356-1a6d4d5043dc is already hosted by enough agents. {{(pid=88880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:48:47.848374 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-14681752-4c12-4b61-abc5-5dd7e6307205 None None] Resources bound (agent type, host, resource id):  {{(pid=88880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:48:47.852362 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14681752-4c12-4b61-abc5-5dd7e6307205 None None] Received port after_create {{(pid=88880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:48:47.871330 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14681752-4c12-4b61-abc5-5dd7e6307205 None None] Pushing event updated for resources: {'Port': ['ID=56eae73a-56dc-4d21-b7b5-949e7b3c0be0,revision_number=1']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:48:47.902164 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-14681752-4c12-4b61-abc5-5dd7e6307205 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:48:47.908034 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-76027893-42a6-403c-8bbd-00b8e130320f admin admin] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:48:47.936377 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-76027893-42a6-403c-8bbd-00b8e130320f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:48:47.940379 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-d558ae6e-d7b1-440c-a30e-040c3b41beeb tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:48:47.958227 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-14681752-4c12-4b61-abc5-5dd7e6307205 None None] Attempting to bind port 56eae73a-56dc-4d21-b7b5-949e7b3c0be0 on host dv-neutron-822691-2-hyperv for vnic_type normal with profile  {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:48:47.958654 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-14681752-4c12-4b61-abc5-5dd7e6307205 None None] Attempting to bind port 56eae73a-56dc-4d21-b7b5-949e7b3c0be0 by drivers openvswitch,hyperv on host dv-neutron-822691-2-hyperv at level 0 using segments [{'id': 'f6873145-edbb-4bd1-94eb-7fd2c417c65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'b282da70-9296-4e54-8356-1a6d4d5043dc'}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:48:47.959077 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14681752-4c12-4b61-abc5-5dd7e6307205 None None] Attempting to bind port 56eae73a-56dc-4d21-b7b5-949e7b3c0be0 on network b282da70-9296-4e54-8356-1a6d4d5043dc {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:48:47.966570 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14681752-4c12-4b61-abc5-5dd7e6307205 None None] Checking agent: {'id': 'db1275c1-6001-47af-93c2-635c68404703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822691-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 52, 8), 'started_at': datetime.datetime(2021, 12, 24, 10, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 48, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822691-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:48:47.967006 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14681752-4c12-4b61-abc5-5dd7e6307205 None None] Checking segment: {'id': 'f6873145-edbb-4bd1-94eb-7fd2c417c65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'b282da70-9296-4e54-8356-1a6d4d5043dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:48:47.967470 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-14681752-4c12-4b61-abc5-5dd7e6307205 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:48:47.967945 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14681752-4c12-4b61-abc5-5dd7e6307205 None None] Bound using segment: {'id': 'f6873145-edbb-4bd1-94eb-7fd2c417c65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'b282da70-9296-4e54-8356-1a6d4d5043dc'} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:48:47.968442 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-14681752-4c12-4b61-abc5-5dd7e6307205 None None] Bound port: 56eae73a-56dc-4d21-b7b5-949e7b3c0be0, host: dv-neutron-822691-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6873145-edbb-4bd1-94eb-7fd2c417c65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'b282da70-9296-4e54-8356-1a6d4d5043dc'}}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:48:47.968868 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-14681752-4c12-4b61-abc5-5dd7e6307205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:48:48.013741 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76027893-42a6-403c-8bbd-00b8e130320f admin admin] Network f8c337ba-681f-4fcb-a333-e3c49365b30a is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:48:48.017612 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-76027893-42a6-403c-8bbd-00b8e130320f admin admin] Resources bound (agent type, host, resource id):  {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:48:48.020279 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76027893-42a6-403c-8bbd-00b8e130320f admin admin] Pushing event updated for resources: {'Port': ['ID=d70b7c01-1cf8-4d69-a096-ca7241f68ba2,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:48:48.023392 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-76027893-42a6-403c-8bbd-00b8e130320f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:48:48.024151 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76027893-42a6-403c-8bbd-00b8e130320f admin admin] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:48:48.065467 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-14681752-4c12-4b61-abc5-5dd7e6307205 None None] For port 56eae73a-56dc-4d21-b7b5-949e7b3c0be0, host dv-neutron-822691-2-hyperv, cleared binding levels {{(pid=88880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:48:48.068773 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-14681752-4c12-4b61-abc5-5dd7e6307205 None None] For port 56eae73a-56dc-4d21-b7b5-949e7b3c0be0, host dv-neutron-822691-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=56eae73a-56dc-4d21-b7b5-949e7b3c0be0,segment=NetworkSegment(f6873145-edbb-4bd1-94eb-7fd2c417c65e),segment_id=f6873145-edbb-4bd1-94eb-7fd2c417c65e)] {{(pid=88880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:48:48.073180 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-14681752-4c12-4b61-abc5-5dd7e6307205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:48:48.077632 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-b8b49e0c-e48f-4f02-a68e-22857746c305 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:48:48.160381 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14681752-4c12-4b61-abc5-5dd7e6307205 None None] Pushing event updated for resources: {'Port': ['ID=56eae73a-56dc-4d21-b7b5-949e7b3c0be0,revision_number=2']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:48:48.163457 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-14681752-4c12-4b61-abc5-5dd7e6307205 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:48:48.197535 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-76027893-42a6-403c-8bbd-00b8e130320f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:48:48.198456 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-76027893-42a6-403c-8bbd-00b8e130320f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854163800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854116816'] for router, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:48:48.443513 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76027893-42a6-403c-8bbd-00b8e130320f admin admin] Router 7ace56cf-5ee9-45d9-b75c-71a8a7050ae4 is scheduled to L3 agent 198cca88-1338-4098-b44b-beb0346ac906 with binding_index 1 {{(pid=88878) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 24 11:48:48.662466 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 56eae73a-56dc-4d21-b7b5-949e7b3c0be0 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:48:48.687383 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76027893-42a6-403c-8bbd-00b8e130320f admin admin] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:48:48.704480 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f163cf-b43a-457d-9466-c492a9913029 None None] Sync routers for ids ['7ace56cf-5ee9-45d9-b75c-71a8a7050ae4'] in dv-neutron-822691-2-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:48:48.716601 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-76027893-42a6-403c-8bbd-00b8e130320f admin admin] Notify callbacks [] for router, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:48:48.718009 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-76027893-42a6-403c-8bbd-00b8e130320f admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 1.5618687
Dec 24 11:48:48.720939 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 50906) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:48:48.738911 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f163cf-b43a-457d-9466-c492a9913029 None None] Routers {'7ace56cf-5ee9-45d9-b75c-71a8a7050ae4'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:48:48.739488 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-d3f163cf-b43a-457d-9466-c492a9913029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271af9dd8>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:48:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['7ace56cf-5ee9-45d9-b75c-71a8a7050ae4'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:48:48.899474 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning for port 56eae73a-56dc-4d21-b7b5-949e7b3c0be0 completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:48:48.937868 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-d3f163cf-b43a-457d-9466-c492a9913029 None None] Set router 7ace56cf-5ee9-45d9-b75c-71a8a7050ae4 gateway port host: dv-neutron-822691-2-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:48:49.251641 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-d3f163cf-b43a-457d-9466-c492a9913029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271af9dd8>, [{'id': '7ace56cf-5ee9-45d9-b75c-71a8a7050ae4', 'name': 'tempest-TestShelveInstance-1285473433-router', 'tenant_id': 'de087bb5cbc9435dbbe42d4dffa85b9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.109'}], 'enable_snat': True}, 'gw_port_id': 'd70b7c01-1cf8-4d69-a096-ca7241f68ba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:48:47Z', 'updated_at': '2021-12-24T11:48:48Z', 'revision_number': 3, 'project_id': 'de087bb5cbc9435dbbe42d4dffa85b9a', 'gw_port': {'id': 'd70b7c01-1cf8-4d69-a096-ca7241f68ba2', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:96:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ace56cf-5ee9-45d9-b75c-71a8a7050ae4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:48:47Z', 'updated_at': '2021-12-24T11:48:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv'}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:48:49.255938 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f163cf-b43a-457d-9466-c492a9913029 None None] Checking router: 7ace56cf-5ee9-45d9-b75c-71a8a7050ae4 for host: dv-neutron-822691-2-hyperv {{(pid=88880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 24 11:48:49.256330 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f163cf-b43a-457d-9466-c492a9913029 None None] Updating router 7ace56cf-5ee9-45d9-b75c-71a8a7050ae4 port d70b7c01-1cf8-4d69-a096-ca7241f68ba2 binding host dv-neutron-822691-2-hyperv {{(pid=88880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 24 11:48:49.309811 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d3f163cf-b43a-457d-9466-c492a9913029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:48:49.661597 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d3f163cf-b43a-457d-9466-c492a9913029 None None] Notify callbacks [] for port, precommit_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:48:49.675786 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-d3f163cf-b43a-457d-9466-c492a9913029 None None] Transition to ACTIVE for port object d70b7c01-1cf8-4d69-a096-ca7241f68ba2 will not be triggered until provisioned by entity L2. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:48:49.683141 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d3f163cf-b43a-457d-9466-c492a9913029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:48:49.687070 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:48:49.754557 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-46d0ea89-3a9d-4632-bf05-4ff1c1fb3b8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:48:49.775747 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e077ef4f-a6ec-4e67-b121-76a05ccced50 None None] Pushing event updated for resources: {'Port': ['ID=d70b7c01-1cf8-4d69-a096-ca7241f68ba2,revision_number=2']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:48:49.779778 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-e077ef4f-a6ec-4e67-b121-76a05ccced50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:48:49.780587 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-d3f163cf-b43a-457d-9466-c492a9913029 None None] Attempting to bind port d70b7c01-1cf8-4d69-a096-ca7241f68ba2 on host dv-neutron-822691-2-hyperv for vnic_type normal with profile  {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:48:49.781197 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-d3f163cf-b43a-457d-9466-c492a9913029 None None] Attempting to bind port d70b7c01-1cf8-4d69-a096-ca7241f68ba2 by drivers openvswitch,hyperv on host dv-neutron-822691-2-hyperv at level 0 using segments [{'id': 'd4e3295f-9ff8-4cad-8a20-3f1c937efc8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a'}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:48:49.781823 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f163cf-b43a-457d-9466-c492a9913029 None None] Attempting to bind port d70b7c01-1cf8-4d69-a096-ca7241f68ba2 on network f8c337ba-681f-4fcb-a333-e3c49365b30a {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:48:49.789158 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f163cf-b43a-457d-9466-c492a9913029 None None] Checking agent: {'id': 'db1275c1-6001-47af-93c2-635c68404703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822691-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 52, 8), 'started_at': datetime.datetime(2021, 12, 24, 10, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 48, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822691-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:48:49.789571 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f163cf-b43a-457d-9466-c492a9913029 None None] Checking segment: {'id': 'd4e3295f-9ff8-4cad-8a20-3f1c937efc8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:48:49.790041 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d3f163cf-b43a-457d-9466-c492a9913029 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:48:49.790472 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f163cf-b43a-457d-9466-c492a9913029 None None] Bound using segment: {'id': 'd4e3295f-9ff8-4cad-8a20-3f1c937efc8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a'} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:48:49.790990 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-d3f163cf-b43a-457d-9466-c492a9913029 None None] Bound port: d70b7c01-1cf8-4d69-a096-ca7241f68ba2, host: dv-neutron-822691-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4e3295f-9ff8-4cad-8a20-3f1c937efc8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a'}}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:48:49.791416 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d3f163cf-b43a-457d-9466-c492a9913029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:48:49.866132 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-d3f163cf-b43a-457d-9466-c492a9913029 None None] For port d70b7c01-1cf8-4d69-a096-ca7241f68ba2, host dv-neutron-822691-2-hyperv, cleared binding levels {{(pid=88880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:48:49.869405 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-d3f163cf-b43a-457d-9466-c492a9913029 None None] For port d70b7c01-1cf8-4d69-a096-ca7241f68ba2, host dv-neutron-822691-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=d70b7c01-1cf8-4d69-a096-ca7241f68ba2,segment=NetworkSegment(d4e3295f-9ff8-4cad-8a20-3f1c937efc8c),segment_id=d4e3295f-9ff8-4cad-8a20-3f1c937efc8c)] {{(pid=88880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:48:49.873202 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d3f163cf-b43a-457d-9466-c492a9913029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:48:49.877667 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:48:49.916551 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-851c9aac-f5db-4251-9efb-69f644287a8c None None] Network b282da70-9296-4e54-8356-1a6d4d5043dc requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:48:49.999709 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-46d0ea89-3a9d-4632-bf05-4ff1c1fb3b8f admin admin] Allocated IP 172.20.0.1 (b282da70-9296-4e54-8356-1a6d4d5043dc/c7feccb9-bdba-4dbe-ba23-3c41a5819f26/ca893b19-d1c0-4e23-bd95-5bed8d7b7f8d) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:48:50.065277 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e077ef4f-a6ec-4e67-b121-76a05ccced50 None None] Pushing event updated for resources: {'Port': ['ID=d70b7c01-1cf8-4d69-a096-ca7241f68ba2,revision_number=3']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:48:50.071200 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-e077ef4f-a6ec-4e67-b121-76a05ccced50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:48:50.085068 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f163cf-b43a-457d-9466-c492a9913029 None None] Routers {'7ace56cf-5ee9-45d9-b75c-71a8a7050ae4'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:48:50.085747 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-d3f163cf-b43a-457d-9466-c492a9913029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271af9dd8>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:48:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['7ace56cf-5ee9-45d9-b75c-71a8a7050ae4'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:48:50.156715 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-fd14f88f-283d-4e89-8712-9bbe1e321114 None None] Provisioning for port 56eae73a-56dc-4d21-b7b5-949e7b3c0be0 completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:48:50.164553 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-46d0ea89-3a9d-4632-bf05-4ff1c1fb3b8f admin admin] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:48:50.172463 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-fd14f88f-283d-4e89-8712-9bbe1e321114 None None] Provisioning complete for port 56eae73a-56dc-4d21-b7b5-949e7b3c0be0 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:48:50.172948 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fd14f88f-283d-4e89-8712-9bbe1e321114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:48:50.182924 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-46d0ea89-3a9d-4632-bf05-4ff1c1fb3b8f admin admin] Transition to ACTIVE for port object ca893b19-d1c0-4e23-bd95-5bed8d7b7f8d will not be triggered until provisioned by entity DHCP. {{(pid=88878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:48:50.204128 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-46d0ea89-3a9d-4632-bf05-4ff1c1fb3b8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:48:50.208477 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-b552489f-7e65-4f6f-8e42-12d3adadea76 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:48:50.289969 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46d0ea89-3a9d-4632-bf05-4ff1c1fb3b8f admin admin] Network b282da70-9296-4e54-8356-1a6d4d5043dc is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:48:50.290908 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d0ea89-3a9d-4632-bf05-4ff1c1fb3b8f admin admin] Pushing event updated for resources: {'Port': ['ID=ca893b19-d1c0-4e23-bd95-5bed8d7b7f8d,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:48:50.300303 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-46d0ea89-3a9d-4632-bf05-4ff1c1fb3b8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:48:50.301553 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-46d0ea89-3a9d-4632-bf05-4ff1c1fb3b8f admin admin] Resources bound (agent type, host, resource id):  {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:48:50.304386 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d0ea89-3a9d-4632-bf05-4ff1c1fb3b8f admin admin] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:48:50.372501 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-46d0ea89-3a9d-4632-bf05-4ff1c1fb3b8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-720245'] for router_interface, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:48:50.459919 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-46d0ea89-3a9d-4632-bf05-4ff1c1fb3b8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:48:50.724380 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-46d0ea89-3a9d-4632-bf05-4ff1c1fb3b8f admin admin] Notify callbacks [] for port, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:48:50.729106 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-46d0ea89-3a9d-4632-bf05-4ff1c1fb3b8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3978773'] for port, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:48:50.732564 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-d3f163cf-b43a-457d-9466-c492a9913029 None None] Set router 7ace56cf-5ee9-45d9-b75c-71a8a7050ae4 gateway port host: dv-neutron-822691-2-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:48:50.764347 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-826515a4-bb8a-4dd7-b413-31a6741a0a0c tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:48:50.845147 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d0ea89-3a9d-4632-bf05-4ff1c1fb3b8f admin admin] Pushing event updated for resources: {'Port': ['ID=ca893b19-d1c0-4e23-bd95-5bed8d7b7f8d,revision_number=2']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:48:50.847918 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-46d0ea89-3a9d-4632-bf05-4ff1c1fb3b8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1977653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854055662'] for router_interface, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:48:50.851911 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-46d0ea89-3a9d-4632-bf05-4ff1c1fb3b8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:48:50.897894 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fd14f88f-283d-4e89-8712-9bbe1e321114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:48:51.012143 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46d0ea89-3a9d-4632-bf05-4ff1c1fb3b8f admin admin] Network b282da70-9296-4e54-8356-1a6d4d5043dc is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:48:51.014311 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-46d0ea89-3a9d-4632-bf05-4ff1c1fb3b8f admin admin] Resources bound (agent type, host, resource id):  {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:48:51.051881 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-fd14f88f-283d-4e89-8712-9bbe1e321114 None None] For port 56eae73a-56dc-4d21-b7b5-949e7b3c0be0, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=56eae73a-56dc-4d21-b7b5-949e7b3c0be0,segment=NetworkSegment(f6873145-edbb-4bd1-94eb-7fd2c417c65e),segment_id=f6873145-edbb-4bd1-94eb-7fd2c417c65e)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:48:51.056602 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fd14f88f-283d-4e89-8712-9bbe1e321114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:48:51.060326 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-3b0a6e06-f8b4-4cb5-a5ce-140ac923ac42 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:48:51.183772 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd14f88f-283d-4e89-8712-9bbe1e321114 None None] Pushing event updated for resources: {'Port': ['ID=56eae73a-56dc-4d21-b7b5-949e7b3c0be0,revision_number=3']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:48:51.187714 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-fd14f88f-283d-4e89-8712-9bbe1e321114 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:48:51.203583 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-d3f163cf-b43a-457d-9466-c492a9913029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271af9dd8>, [{'id': '7ace56cf-5ee9-45d9-b75c-71a8a7050ae4', 'name': 'tempest-TestShelveInstance-1285473433-router', 'tenant_id': 'de087bb5cbc9435dbbe42d4dffa85b9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.109'}], 'enable_snat': True}, 'gw_port_id': 'd70b7c01-1cf8-4d69-a096-ca7241f68ba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:48:47Z', 'updated_at': '2021-12-24T11:48:48Z', 'revision_number': 3, 'project_id': 'de087bb5cbc9435dbbe42d4dffa85b9a', 'gw_port': {'id': 'd70b7c01-1cf8-4d69-a096-ca7241f68ba2', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:96:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ace56cf-5ee9-45d9-b75c-71a8a7050ae4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:48:47Z', 'updated_at': '2021-12-24T11:48:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv'}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:48:51.208650 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f163cf-b43a-457d-9466-c492a9913029 None None] The sync data for ids ['7ace56cf-5ee9-45d9-b75c-71a8a7050ae4'] in dv-neutron-822691-2-hyperv is: [{'id': '7ace56cf-5ee9-45d9-b75c-71a8a7050ae4', 'name': 'tempest-TestShelveInstance-1285473433-router', 'tenant_id': 'de087bb5cbc9435dbbe42d4dffa85b9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.109'}], 'enable_snat': True}, 'gw_port_id': 'd70b7c01-1cf8-4d69-a096-ca7241f68ba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:48:47Z', 'updated_at': '2021-12-24T11:48:48Z', 'revision_number': 3, 'project_id': 'de087bb5cbc9435dbbe42d4dffa85b9a', 'gw_port': {'id': 'd70b7c01-1cf8-4d69-a096-ca7241f68ba2', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:96:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ace56cf-5ee9-45d9-b75c-71a8a7050ae4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:48:47Z', 'updated_at': '2021-12-24T11:48:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv'}] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:48:51.281818 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-f36c0a4f-a704-49dc-ae07-8089a451c519 None None] Provisioning complete for port 56eae73a-56dc-4d21-b7b5-949e7b3c0be0 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:48:51.282532 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f36c0a4f-a704-49dc-ae07-8089a451c519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:48:51.423782 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-f36c0a4f-a704-49dc-ae07-8089a451c519 None None] Provisioning for port ca893b19-d1c0-4e23-bd95-5bed8d7b7f8d completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:48:51.429054 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-f36c0a4f-a704-49dc-ae07-8089a451c519 None None] Provisioning complete for port ca893b19-d1c0-4e23-bd95-5bed8d7b7f8d triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:48:51.429633 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f36c0a4f-a704-49dc-ae07-8089a451c519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:48:51.462883 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46d0ea89-3a9d-4632-bf05-4ff1c1fb3b8f admin admin] Router 7ace56cf-5ee9-45d9-b75c-71a8a7050ae4 has already been hosted by L3 agent 198cca88-1338-4098-b44b-beb0346ac906 {{(pid=88878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 24 11:48:51.488945 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-f36c0a4f-a704-49dc-ae07-8089a451c519 None None] Port ca893b19-d1c0-4e23-bd95-5bed8d7b7f8d cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:48:51.612275 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-3bdef52f-89a6-454f-a4e1-725a2668d371 None None] Provisioning complete for port ca893b19-d1c0-4e23-bd95-5bed8d7b7f8d triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:48:51.612713 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3bdef52f-89a6-454f-a4e1-725a2668d371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:48:51.702185 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-3bdef52f-89a6-454f-a4e1-725a2668d371 None None] Port ca893b19-d1c0-4e23-bd95-5bed8d7b7f8d cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:48:51.733762 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46d0ea89-3a9d-4632-bf05-4ff1c1fb3b8f admin admin] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:48:51.746780 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-46d0ea89-3a9d-4632-bf05-4ff1c1fb3b8f admin admin] 10.222.0.65 "PUT /v2.0/routers/7ace56cf-5ee9-45d9-b75c-71a8a7050ae4/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0239882
Dec 24 11:48:51.830318 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-838ead73-9ea6-450d-8e1a-ead9ef632473 None None] Provisioning complete for port ca893b19-d1c0-4e23-bd95-5bed8d7b7f8d triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:48:51.830744 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-838ead73-9ea6-450d-8e1a-ead9ef632473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:48:51.895649 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-838ead73-9ea6-450d-8e1a-ead9ef632473 None None] Port ca893b19-d1c0-4e23-bd95-5bed8d7b7f8d cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:48:52.663476 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device d70b7c01-1cf8-4d69-a096-ca7241f68ba2 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:48:52.683541 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 50934) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:48:52.690001 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-a237085a-ac30-41ed-bb25-a326fe424715 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1394236011-network', 'tenant_id': '4782fe347fc04fe2a58cfe6e27ebcc40'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:48:52.695416 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-a237085a-ac30-41ed-bb25-a326fe424715 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:48:52.701392 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-a237085a-ac30-41ed-bb25-a326fe424715 admin admin] Usage tracker for resource:network and tenant:4782fe347fc04fe2a58cfe6e27ebcc40 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:48:52.704432 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-a237085a-ac30-41ed-bb25-a326fe424715 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:48:52.711700 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-a237085a-ac30-41ed-bb25-a326fe424715 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:48:52.721105 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a237085a-ac30-41ed-bb25-a326fe424715 admin admin] Made reservation on behalf of 4782fe347fc04fe2a58cfe6e27ebcc40 for: {'network': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:48:52.725928 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a237085a-ac30-41ed-bb25-a326fe424715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for network, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:48:52.740452 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a237085a-ac30-41ed-bb25-a326fe424715 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:48:52.741432 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning for port d70b7c01-1cf8-4d69-a096-ca7241f68ba2 completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:48:52.747420 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port d70b7c01-1cf8-4d69-a096-ca7241f68ba2 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:48:52.747892 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:48:52.774199 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-a237085a-ac30-41ed-bb25-a326fe424715 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:48:52.778330 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-a237085a-ac30-41ed-bb25-a326fe424715 admin admin] Usage tracker for resource:security_group_rule and tenant:4782fe347fc04fe2a58cfe6e27ebcc40 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:48:52.781249 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-a237085a-ac30-41ed-bb25-a326fe424715 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:48:52.787700 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-a237085a-ac30-41ed-bb25-a326fe424715 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:48:52.862894 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a237085a-ac30-41ed-bb25-a326fe424715 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:48:52.866720 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a237085a-ac30-41ed-bb25-a326fe424715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:48:52.868920 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:48:52.871173 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-d6618a84-2e4e-4ec1-9f17-fe46ee11c28f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:48:52.885905 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] For port d70b7c01-1cf8-4d69-a096-ca7241f68ba2, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=d70b7c01-1cf8-4d69-a096-ca7241f68ba2,segment=NetworkSegment(d4e3295f-9ff8-4cad-8a20-3f1c937efc8c),segment_id=d4e3295f-9ff8-4cad-8a20-3f1c937efc8c)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:48:52.889523 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:48:52.890510 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 56eae73a-56dc-4d21-b7b5-949e7b3c0be0 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:48:52.901771 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a237085a-ac30-41ed-bb25-a326fe424715 admin admin] vlan segment allocate from pool success with {'vlan_id': 613, 'physical_network': 'physnet1'}  {{(pid=88879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 24 11:48:52.912183 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a237085a-ac30-41ed-bb25-a326fe424715 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a6a7d51-9cbd-4da5-9798-61e0308ca551,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:48:52.915465 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-a237085a-ac30-41ed-bb25-a326fe424715 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:48:52.918178 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a237085a-ac30-41ed-bb25-a326fe424715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:48:52.918566 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.segments_db [None req-a237085a-ac30-41ed-bb25-a326fe424715 admin admin] Added segment 356e8dad-bc51-4618-9205-eca2136d9d78 of type vlan for network ef6ee14d-7861-46d5-88e9-8b7c653e5359
Dec 24 11:48:52.920800 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:48:52.946250 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a237085a-ac30-41ed-bb25-a326fe424715 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363287349540024'] for network, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:48:52.977266 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a237085a-ac30-41ed-bb25-a326fe424715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636'] for network, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:48:52.978521 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a237085a-ac30-41ed-bb25-a326fe424715 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:48:52.979287 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a237085a-ac30-41ed-bb25-a326fe424715 admin admin] Notify callbacks [] for network, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:48:52.983105 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-328d0f94-7036-4421-8887-dbd4c0f58286 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:48:53.015051 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Pushing event updated for resources: {'Port': ['ID=d70b7c01-1cf8-4d69-a096-ca7241f68ba2,revision_number=4']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:48:53.019544 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:48:53.036321 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port 56eae73a-56dc-4d21-b7b5-949e7b3c0be0 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:48:53.036797 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:48:53.098145 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-a237085a-ac30-41ed-bb25-a326fe424715 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.4133096
Dec 24 11:48:53.099161 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a237085a-ac30-41ed-bb25-a326fe424715 admin admin] Pushing event updated for resources: {'Network': ['ID=ef6ee14d-7861-46d5-88e9-8b7c653e5359,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:48:53.102061 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 50938) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:48:53.105100 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-a237085a-ac30-41ed-bb25-a326fe424715 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:48:53.109950 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-07d84d0c-f265-4746-9aac-d31e3a0aa0c2 admin admin] Request body: {'subnet': {'network_id': 'ef6ee14d-7861-46d5-88e9-8b7c653e5359', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1394236011-subnet', 'tenant_id': '4782fe347fc04fe2a58cfe6e27ebcc40', 'ip_version': 4}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:48:53.113653 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Network ef6ee14d-7861-46d5-88e9-8b7c653e5359 details requested by agent ovs-agent-dv-neutron-822691-2-hyperv with host dv-neutron-822691-2-hyperv {{(pid=88880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 24 11:48:53.115552 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-07d84d0c-f265-4746-9aac-d31e3a0aa0c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:48:53.119776 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-07d84d0c-f265-4746-9aac-d31e3a0aa0c2 admin admin] Usage tracker for resource:subnet and tenant:4782fe347fc04fe2a58cfe6e27ebcc40 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:48:53.122824 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-07d84d0c-f265-4746-9aac-d31e3a0aa0c2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:48:53.129409 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-07d84d0c-f265-4746-9aac-d31e3a0aa0c2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:48:53.140498 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07d84d0c-f265-4746-9aac-d31e3a0aa0c2 admin admin] Made reservation on behalf of 4782fe347fc04fe2a58cfe6e27ebcc40 for: {'subnet': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:48:53.145410 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-07d84d0c-f265-4746-9aac-d31e3a0aa0c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3619482'] for subnet, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:48:53.620558 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-07d84d0c-f265-4746-9aac-d31e3a0aa0c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3921862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3619467'] for subnet, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:48:53.624212 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-78d713e5-2e62-4f97-8d6d-fd5dde361a61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:48:53.688556 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d84d0c-f265-4746-9aac-d31e3a0aa0c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0fc0b88-ba9e-4d7a-8832-cd6c8b212aee,revision_number=0']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:48:53.697550 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-07d84d0c-f265-4746-9aac-d31e3a0aa0c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:48:53.713786 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d84d0c-f265-4746-9aac-d31e3a0aa0c2 admin admin] Checking segment: {'id': '356e8dad-bc51-4618-9205-eca2136d9d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'ef6ee14d-7861-46d5-88e9-8b7c653e5359'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:48:53.714218 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07d84d0c-f265-4746-9aac-d31e3a0aa0c2 admin admin] Network hostable DHCP agents. Network: ef6ee14d-7861-46d5-88e9-8b7c653e5359, hostable agents: ['edcf98dc-3032-472a-8b3d-f23fd1e89806'], hosted agents: [] {{(pid=88879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 24 11:48:53.736970 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07d84d0c-f265-4746-9aac-d31e3a0aa0c2 admin admin] Network ef6ee14d-7861-46d5-88e9-8b7c653e5359 is scheduled to be hosted by DHCP agent edcf98dc-3032-472a-8b3d-f23fd1e89806 with binding_index 1 {{(pid=88879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 24 11:48:53.746803 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-07d84d0c-f265-4746-9aac-d31e3a0aa0c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822691-2-hyperv, ef6ee14d-7861-46d5-88e9-8b7c653e5359) {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:48:53.751043 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07d84d0c-f265-4746-9aac-d31e3a0aa0c2 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:48:53.751672 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-07d84d0c-f265-4746-9aac-d31e3a0aa0c2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:48:53.757581 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5a1aaaf-8870-4c0b-bf57-1926eccaef0e None None] Network ef6ee14d-7861-46d5-88e9-8b7c653e5359 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:48:53.775453 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-07d84d0c-f265-4746-9aac-d31e3a0aa0c2 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.6695597
Dec 24 11:48:53.777324 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 50942) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:48:53.783962 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-1faa09db-f688-4ba3-889e-7d322a90f865 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1394236011-router', 'tenant_id': '4782fe347fc04fe2a58cfe6e27ebcc40', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a'}}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:48:53.789508 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-1faa09db-f688-4ba3-889e-7d322a90f865 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:48:53.794056 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-1faa09db-f688-4ba3-889e-7d322a90f865 admin admin] Usage tracker for resource:router and tenant:4782fe347fc04fe2a58cfe6e27ebcc40 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:48:53.797203 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-1faa09db-f688-4ba3-889e-7d322a90f865 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:48:53.803735 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-1faa09db-f688-4ba3-889e-7d322a90f865 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:48:53.815714 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1faa09db-f688-4ba3-889e-7d322a90f865 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-612016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-84579'] for router, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:48:53.816735 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1faa09db-f688-4ba3-889e-7d322a90f865 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854163950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659046', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854079771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854691221'] for router, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:48:53.835388 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1faa09db-f688-4ba3-889e-7d322a90f865 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:48:53.993431 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1faa09db-f688-4ba3-889e-7d322a90f865 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-659031', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854691240'] for router, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:48:53.995237 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a11399eb-753d-4725-9908-9d38e1239268 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73968e80-91fd-539e-a7c6-b31af6d9e680-ef6ee14d-7861-46d5-88e9-8b7c653e5359', 'network_id': 'ef6ee14d-7861-46d5-88e9-8b7c653e5359', 'tenant_id': '4782fe347fc04fe2a58cfe6e27ebcc40', 'fixed_ips': [{'subnet_id': 'b0fc0b88-ba9e-4d7a-8832-cd6c8b212aee'}]}} from dv-neutron-822691-2-hyperv. {{(pid=88880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 24 11:48:53.996282 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a11399eb-753d-4725-9908-9d38e1239268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:48:54.163019 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-a11399eb-753d-4725-9908-9d38e1239268 None None] Allocated IP 172.20.0.2 (ef6ee14d-7861-46d5-88e9-8b7c653e5359/b0fc0b88-ba9e-4d7a-8832-cd6c8b212aee/4947e098-5bd6-4cd8-938a-567844ddc231) {{(pid=88880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:48:54.196301 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1faa09db-f688-4ba3-889e-7d322a90f865 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:48:54.228810 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1faa09db-f688-4ba3-889e-7d322a90f865 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:48:54.247505 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd5684d7-1030-40e5-b614-8c412341b42a None None] Sync routers for ids ['7ace56cf-5ee9-45d9-b75c-71a8a7050ae4'] in dv-neutron-822691-2-hyperv {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:48:54.262797 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd5684d7-1030-40e5-b614-8c412341b42a None None] Routers {'7ace56cf-5ee9-45d9-b75c-71a8a7050ae4'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:48:54.263594 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-cd5684d7-1030-40e5-b614-8c412341b42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271eb1470>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:48:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['7ace56cf-5ee9-45d9-b75c-71a8a7050ae4'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:48:54.375237 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-1faa09db-f688-4ba3-889e-7d322a90f865 admin admin] Allocated IP 172.26.3.34 (f8c337ba-681f-4fcb-a333-e3c49365b30a/8ea1398c-0bec-46d6-8d54-85798de2a7ca/ae99f4de-e254-46a3-a1ea-7801d9292918) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:48:54.380661 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a11399eb-753d-4725-9908-9d38e1239268 None None] Notify callbacks [] for port, precommit_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:48:54.393531 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-a11399eb-753d-4725-9908-9d38e1239268 None None] Transition to ACTIVE for port object 4947e098-5bd6-4cd8-938a-567844ddc231 will not be triggered until provisioned by entity L2. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:48:54.413184 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-a11399eb-753d-4725-9908-9d38e1239268 None None] Transition to ACTIVE for port object 4947e098-5bd6-4cd8-938a-567844ddc231 will not be triggered until provisioned by entity DHCP. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:48:54.418293 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a11399eb-753d-4725-9908-9d38e1239268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408'] for port, after_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:48:54.423395 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-45fd4fe1-d715-4fd0-a795-8f9f6168cfa4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:48:54.456918 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-cd5684d7-1030-40e5-b614-8c412341b42a None None] Set router 7ace56cf-5ee9-45d9-b75c-71a8a7050ae4 gateway port host: dv-neutron-822691-2-hyperv {{(pid=88881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:48:54.491225 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a11399eb-753d-4725-9908-9d38e1239268 None None] Network ef6ee14d-7861-46d5-88e9-8b7c653e5359 is already hosted by enough agents. {{(pid=88880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:48:54.494972 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-a11399eb-753d-4725-9908-9d38e1239268 None None] Resources bound (agent type, host, resource id):  {{(pid=88880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:48:54.497475 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11399eb-753d-4725-9908-9d38e1239268 None None] Pushing event updated for resources: {'Port': ['ID=4947e098-5bd6-4cd8-938a-567844ddc231,revision_number=1']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:48:54.500161 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a11399eb-753d-4725-9908-9d38e1239268 None None] Received port after_create {{(pid=88880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:48:54.503322 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-a11399eb-753d-4725-9908-9d38e1239268 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:48:54.541694 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1faa09db-f688-4ba3-889e-7d322a90f865 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:48:54.573349 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1faa09db-f688-4ba3-889e-7d322a90f865 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:48:54.580985 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-83ad9eae-42fd-4390-8284-d85f4ed166bc tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:48:54.616170 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-a11399eb-753d-4725-9908-9d38e1239268 None None] Attempting to bind port 4947e098-5bd6-4cd8-938a-567844ddc231 on host dv-neutron-822691-2-hyperv for vnic_type normal with profile  {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:48:54.616586 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-a11399eb-753d-4725-9908-9d38e1239268 None None] Attempting to bind port 4947e098-5bd6-4cd8-938a-567844ddc231 by drivers openvswitch,hyperv on host dv-neutron-822691-2-hyperv at level 0 using segments [{'id': '356e8dad-bc51-4618-9205-eca2136d9d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'ef6ee14d-7861-46d5-88e9-8b7c653e5359'}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:48:54.617001 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a11399eb-753d-4725-9908-9d38e1239268 None None] Attempting to bind port 4947e098-5bd6-4cd8-938a-567844ddc231 on network ef6ee14d-7861-46d5-88e9-8b7c653e5359 {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:48:54.627140 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a11399eb-753d-4725-9908-9d38e1239268 None None] Checking agent: {'id': 'db1275c1-6001-47af-93c2-635c68404703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822691-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 52, 8), 'started_at': datetime.datetime(2021, 12, 24, 10, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 48, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822691-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:48:54.627467 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a11399eb-753d-4725-9908-9d38e1239268 None None] Checking segment: {'id': '356e8dad-bc51-4618-9205-eca2136d9d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'ef6ee14d-7861-46d5-88e9-8b7c653e5359'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:48:54.627926 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a11399eb-753d-4725-9908-9d38e1239268 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:48:54.628486 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a11399eb-753d-4725-9908-9d38e1239268 None None] Bound using segment: {'id': '356e8dad-bc51-4618-9205-eca2136d9d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'ef6ee14d-7861-46d5-88e9-8b7c653e5359'} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:48:54.629158 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-a11399eb-753d-4725-9908-9d38e1239268 None None] Bound port: 4947e098-5bd6-4cd8-938a-567844ddc231, host: dv-neutron-822691-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '356e8dad-bc51-4618-9205-eca2136d9d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'ef6ee14d-7861-46d5-88e9-8b7c653e5359'}}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:48:54.629731 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a11399eb-753d-4725-9908-9d38e1239268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:48:54.651021 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device d70b7c01-1cf8-4d69-a096-ca7241f68ba2 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:48:54.654257 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1faa09db-f688-4ba3-889e-7d322a90f865 admin admin] Network f8c337ba-681f-4fcb-a333-e3c49365b30a is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:48:54.658209 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-1faa09db-f688-4ba3-889e-7d322a90f865 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:48:54.662955 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1faa09db-f688-4ba3-889e-7d322a90f865 admin admin] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:48:54.688696 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1faa09db-f688-4ba3-889e-7d322a90f865 admin admin] Pushing event updated for resources: {'Port': ['ID=ae99f4de-e254-46a3-a1ea-7801d9292918,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:48:54.694218 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-1faa09db-f688-4ba3-889e-7d322a90f865 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:48:54.793112 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-a11399eb-753d-4725-9908-9d38e1239268 None None] For port 4947e098-5bd6-4cd8-938a-567844ddc231, host dv-neutron-822691-2-hyperv, cleared binding levels {{(pid=88880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:48:54.796787 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-a11399eb-753d-4725-9908-9d38e1239268 None None] For port 4947e098-5bd6-4cd8-938a-567844ddc231, host dv-neutron-822691-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=4947e098-5bd6-4cd8-938a-567844ddc231,segment=NetworkSegment(356e8dad-bc51-4618-9205-eca2136d9d78),segment_id=356e8dad-bc51-4618-9205-eca2136d9d78)] {{(pid=88880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:48:54.803356 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a11399eb-753d-4725-9908-9d38e1239268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:48:54.806628 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-cd5684d7-1030-40e5-b614-8c412341b42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271eb1470>, [{'id': '7ace56cf-5ee9-45d9-b75c-71a8a7050ae4', 'name': 'tempest-TestShelveInstance-1285473433-router', 'tenant_id': 'de087bb5cbc9435dbbe42d4dffa85b9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.109'}], 'enable_snat': True}, 'gw_port_id': 'd70b7c01-1cf8-4d69-a096-ca7241f68ba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:48:47Z', 'updated_at': '2021-12-24T11:48:50Z', 'revision_number': 4, 'project_id': 'de087bb5cbc9435dbbe42d4dffa85b9a', 'gw_port': {'id': 'd70b7c01-1cf8-4d69-a096-ca7241f68ba2', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:96:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ace56cf-5ee9-45d9-b75c-71a8a7050ae4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:48:47Z', 'updated_at': '2021-12-24T11:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_interfaces': [{'id': 'ca893b19-d1c0-4e23-bd95-5bed8d7b7f8d', 'name': '', 'network_id': 'b282da70-9296-4e54-8356-1a6d4d5043dc', 'tenant_id': 'de087bb5cbc9435dbbe42d4dffa85b9a', 'mac_address': 'fa:16:3e:ac:e1:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ace56cf-5ee9-45d9-b75c-71a8a7050ae4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c7feccb9-bdba-4dbe-ba23-3c41a5819f26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:48:49Z', 'updated_at': '2021-12-24T11:48:50Z', 'revision_number': 2, 'project_id': 'de087bb5cbc9435dbbe42d4dffa85b9a', 'subnets': [{'id': 'c7feccb9-bdba-4dbe-ba23-3c41a5819f26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:48:54.810906 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd5684d7-1030-40e5-b614-8c412341b42a None None] Checking router: 7ace56cf-5ee9-45d9-b75c-71a8a7050ae4 for host: dv-neutron-822691-2-hyperv {{(pid=88881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 24 11:48:54.811055 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-b61850ca-57d9-46e8-9b15-07ad6d754e30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:48:54.811294 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd5684d7-1030-40e5-b614-8c412341b42a None None] Updating router 7ace56cf-5ee9-45d9-b75c-71a8a7050ae4 port ca893b19-d1c0-4e23-bd95-5bed8d7b7f8d binding host dv-neutron-822691-2-hyperv {{(pid=88881) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 24 11:48:54.832436 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1faa09db-f688-4ba3-889e-7d322a90f865 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:48:54.833215 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1faa09db-f688-4ba3-889e-7d322a90f865 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854163800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854116816'] for router, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:48:54.838968 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port d70b7c01-1cf8-4d69-a096-ca7241f68ba2 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:48:54.839387 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:48:54.867666 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-cd5684d7-1030-40e5-b614-8c412341b42a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:48:55.124774 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11399eb-753d-4725-9908-9d38e1239268 None None] Pushing event updated for resources: {'Port': ['ID=4947e098-5bd6-4cd8-938a-567844ddc231,revision_number=2']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:48:55.129429 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-a11399eb-753d-4725-9908-9d38e1239268 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:48:55.271220 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-cd5684d7-1030-40e5-b614-8c412341b42a None None] Notify callbacks [] for port, precommit_update {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:48:55.283955 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-cd5684d7-1030-40e5-b614-8c412341b42a None None] Transition to ACTIVE for port object ca893b19-d1c0-4e23-bd95-5bed8d7b7f8d will not be triggered until provisioned by entity L2. {{(pid=88881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:48:55.290284 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-cd5684d7-1030-40e5-b614-8c412341b42a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:48:55.294739 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-d252195c-e509-490c-a540-513c0cf5654d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:48:55.351539 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1faa09db-f688-4ba3-889e-7d322a90f865 admin admin] Router b961a3dc-25d1-4d21-9d0f-2f948eef3736 is scheduled to L3 agent 198cca88-1338-4098-b44b-beb0346ac906 with binding_index 1 {{(pid=88878) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 24 11:48:55.415719 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb31fd26-3fef-41db-acf1-142ff93deb9f None None] Pushing event updated for resources: {'Port': ['ID=ca893b19-d1c0-4e23-bd95-5bed8d7b7f8d,revision_number=3']} {{(pid=88881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:48:55.438034 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb31fd26-3fef-41db-acf1-142ff93deb9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:48:55.438617 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb31fd26-3fef-41db-acf1-142ff93deb9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:48:55.439531 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb31fd26-3fef-41db-acf1-142ff93deb9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:48:55.440117 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb31fd26-3fef-41db-acf1-142ff93deb9f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:48:55.440584 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb31fd26-3fef-41db-acf1-142ff93deb9f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:48:55.441050 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb31fd26-3fef-41db-acf1-142ff93deb9f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:48:55.441504 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb31fd26-3fef-41db-acf1-142ff93deb9f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:48:55.441991 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb31fd26-3fef-41db-acf1-142ff93deb9f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:48:55.442455 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb31fd26-3fef-41db-acf1-142ff93deb9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:48:55.442810 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb31fd26-3fef-41db-acf1-142ff93deb9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:48:55.443140 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb31fd26-3fef-41db-acf1-142ff93deb9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:48:55.447371 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-cb31fd26-3fef-41db-acf1-142ff93deb9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=88881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:48:55.558667 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-cd5684d7-1030-40e5-b614-8c412341b42a None None] Attempting to bind port ca893b19-d1c0-4e23-bd95-5bed8d7b7f8d on host dv-neutron-822691-2-hyperv for vnic_type normal with profile  {{(pid=88881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:48:55.559560 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-cd5684d7-1030-40e5-b614-8c412341b42a None None] Attempting to bind port ca893b19-d1c0-4e23-bd95-5bed8d7b7f8d by drivers openvswitch,hyperv on host dv-neutron-822691-2-hyperv at level 0 using segments [{'id': 'f6873145-edbb-4bd1-94eb-7fd2c417c65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'b282da70-9296-4e54-8356-1a6d4d5043dc'}] {{(pid=88881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:48:55.559943 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5684d7-1030-40e5-b614-8c412341b42a None None] Attempting to bind port ca893b19-d1c0-4e23-bd95-5bed8d7b7f8d on network b282da70-9296-4e54-8356-1a6d4d5043dc {{(pid=88881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:48:55.568089 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5684d7-1030-40e5-b614-8c412341b42a None None] Checking agent: {'id': 'db1275c1-6001-47af-93c2-635c68404703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822691-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 52, 8), 'started_at': datetime.datetime(2021, 12, 24, 10, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 48, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822691-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:48:55.568654 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5684d7-1030-40e5-b614-8c412341b42a None None] Checking segment: {'id': 'f6873145-edbb-4bd1-94eb-7fd2c417c65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'b282da70-9296-4e54-8356-1a6d4d5043dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:48:55.568927 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-cd5684d7-1030-40e5-b614-8c412341b42a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:48:55.569356 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5684d7-1030-40e5-b614-8c412341b42a None None] Bound using segment: {'id': 'f6873145-edbb-4bd1-94eb-7fd2c417c65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'b282da70-9296-4e54-8356-1a6d4d5043dc'} {{(pid=88881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:48:55.571246 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-cd5684d7-1030-40e5-b614-8c412341b42a None None] Bound port: ca893b19-d1c0-4e23-bd95-5bed8d7b7f8d, host: dv-neutron-822691-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6873145-edbb-4bd1-94eb-7fd2c417c65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'b282da70-9296-4e54-8356-1a6d4d5043dc'}}] {{(pid=88881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:48:55.571246 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-cd5684d7-1030-40e5-b614-8c412341b42a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:48:55.614854 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1faa09db-f688-4ba3-889e-7d322a90f865 admin admin] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:48:55.629743 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f996761-2efd-4f69-aa09-e35e3a1a6a97 None None] Sync routers for ids ['b961a3dc-25d1-4d21-9d0f-2f948eef3736'] in dv-neutron-822691-2-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:48:55.647069 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f996761-2efd-4f69-aa09-e35e3a1a6a97 None None] Routers {'b961a3dc-25d1-4d21-9d0f-2f948eef3736'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:48:55.647777 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-2f996761-2efd-4f69-aa09-e35e3a1a6a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271463780>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:48:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['b961a3dc-25d1-4d21-9d0f-2f948eef3736'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:48:55.663775 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1faa09db-f688-4ba3-889e-7d322a90f865 admin admin] Notify callbacks [] for router, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:48:55.666478 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-1faa09db-f688-4ba3-889e-7d322a90f865 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 1.8878560
Dec 24 11:48:55.668350 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 50946) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:48:55.697586 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-cd5684d7-1030-40e5-b614-8c412341b42a None None] For port ca893b19-d1c0-4e23-bd95-5bed8d7b7f8d, host dv-neutron-822691-2-hyperv, cleared binding levels {{(pid=88881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:48:55.702208 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-cd5684d7-1030-40e5-b614-8c412341b42a None None] For port ca893b19-d1c0-4e23-bd95-5bed8d7b7f8d, host dv-neutron-822691-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=ca893b19-d1c0-4e23-bd95-5bed8d7b7f8d,segment=NetworkSegment(f6873145-edbb-4bd1-94eb-7fd2c417c65e),segment_id=f6873145-edbb-4bd1-94eb-7fd2c417c65e)] {{(pid=88881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:48:55.713440 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-cd5684d7-1030-40e5-b614-8c412341b42a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:48:55.722728 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f483b6c8-46fb-443d-bd2a-783fa2620d69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:48:55.804341 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb31fd26-3fef-41db-acf1-142ff93deb9f None None] Pushing event updated for resources: {'Port': ['ID=ca893b19-d1c0-4e23-bd95-5bed8d7b7f8d,revision_number=4']} {{(pid=88881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:48:55.808995 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-cb31fd26-3fef-41db-acf1-142ff93deb9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:48:55.815768 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd5684d7-1030-40e5-b614-8c412341b42a None None] Routers {'7ace56cf-5ee9-45d9-b75c-71a8a7050ae4'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:48:55.816411 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-cd5684d7-1030-40e5-b614-8c412341b42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271eb1470>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:48:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['7ace56cf-5ee9-45d9-b75c-71a8a7050ae4'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:48:55.909297 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-2f996761-2efd-4f69-aa09-e35e3a1a6a97 None None] Set router b961a3dc-25d1-4d21-9d0f-2f948eef3736 gateway port host: dv-neutron-822691-2-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:48:56.012415 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-cd5684d7-1030-40e5-b614-8c412341b42a None None] Set router 7ace56cf-5ee9-45d9-b75c-71a8a7050ae4 gateway port host: dv-neutron-822691-2-hyperv {{(pid=88881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:48:56.243351 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-2f996761-2efd-4f69-aa09-e35e3a1a6a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271463780>, [{'id': 'b961a3dc-25d1-4d21-9d0f-2f948eef3736', 'name': 'tempest-TestShelveInstance-1394236011-router', 'tenant_id': '4782fe347fc04fe2a58cfe6e27ebcc40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.34'}], 'enable_snat': True}, 'gw_port_id': 'ae99f4de-e254-46a3-a1ea-7801d9292918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:48:53Z', 'updated_at': '2021-12-24T11:48:54Z', 'revision_number': 3, 'project_id': '4782fe347fc04fe2a58cfe6e27ebcc40', 'gw_port': {'id': 'ae99f4de-e254-46a3-a1ea-7801d9292918', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:5d:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b961a3dc-25d1-4d21-9d0f-2f948eef3736', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:48:54Z', 'updated_at': '2021-12-24T11:48:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv'}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:48:56.247506 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f996761-2efd-4f69-aa09-e35e3a1a6a97 None None] Checking router: b961a3dc-25d1-4d21-9d0f-2f948eef3736 for host: dv-neutron-822691-2-hyperv {{(pid=88880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 24 11:48:56.248127 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f996761-2efd-4f69-aa09-e35e3a1a6a97 None None] Updating router b961a3dc-25d1-4d21-9d0f-2f948eef3736 port ae99f4de-e254-46a3-a1ea-7801d9292918 binding host dv-neutron-822691-2-hyperv {{(pid=88880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 24 11:48:56.308768 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2f996761-2efd-4f69-aa09-e35e3a1a6a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:48:56.364321 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-cd5684d7-1030-40e5-b614-8c412341b42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271eb1470>, [{'id': '7ace56cf-5ee9-45d9-b75c-71a8a7050ae4', 'name': 'tempest-TestShelveInstance-1285473433-router', 'tenant_id': 'de087bb5cbc9435dbbe42d4dffa85b9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.109'}], 'enable_snat': True}, 'gw_port_id': 'd70b7c01-1cf8-4d69-a096-ca7241f68ba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:48:47Z', 'updated_at': '2021-12-24T11:48:50Z', 'revision_number': 4, 'project_id': 'de087bb5cbc9435dbbe42d4dffa85b9a', 'gw_port': {'id': 'd70b7c01-1cf8-4d69-a096-ca7241f68ba2', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:96:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ace56cf-5ee9-45d9-b75c-71a8a7050ae4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:48:47Z', 'updated_at': '2021-12-24T11:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_interfaces': [{'id': 'ca893b19-d1c0-4e23-bd95-5bed8d7b7f8d', 'name': '', 'network_id': 'b282da70-9296-4e54-8356-1a6d4d5043dc', 'tenant_id': 'de087bb5cbc9435dbbe42d4dffa85b9a', 'mac_address': 'fa:16:3e:ac:e1:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ace56cf-5ee9-45d9-b75c-71a8a7050ae4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c7feccb9-bdba-4dbe-ba23-3c41a5819f26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:48:49Z', 'updated_at': '2021-12-24T11:48:55Z', 'revision_number': 4, 'project_id': 'de087bb5cbc9435dbbe42d4dffa85b9a', 'subnets': [{'id': 'c7feccb9-bdba-4dbe-ba23-3c41a5819f26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:48:56.368607 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd5684d7-1030-40e5-b614-8c412341b42a None None] The sync data for ids ['7ace56cf-5ee9-45d9-b75c-71a8a7050ae4'] in dv-neutron-822691-2-hyperv is: [{'id': '7ace56cf-5ee9-45d9-b75c-71a8a7050ae4', 'name': 'tempest-TestShelveInstance-1285473433-router', 'tenant_id': 'de087bb5cbc9435dbbe42d4dffa85b9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.109'}], 'enable_snat': True}, 'gw_port_id': 'd70b7c01-1cf8-4d69-a096-ca7241f68ba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:48:47Z', 'updated_at': '2021-12-24T11:48:50Z', 'revision_number': 4, 'project_id': 'de087bb5cbc9435dbbe42d4dffa85b9a', 'gw_port': {'id': 'd70b7c01-1cf8-4d69-a096-ca7241f68ba2', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:96:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ace56cf-5ee9-45d9-b75c-71a8a7050ae4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:48:47Z', 'updated_at': '2021-12-24T11:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_interfaces': [{'id': 'ca893b19-d1c0-4e23-bd95-5bed8d7b7f8d', 'name': '', 'network_id': 'b282da70-9296-4e54-8356-1a6d4d5043dc', 'tenant_id': 'de087bb5cbc9435dbbe42d4dffa85b9a', 'mac_address': 'fa:16:3e:ac:e1:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ace56cf-5ee9-45d9-b75c-71a8a7050ae4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c7feccb9-bdba-4dbe-ba23-3c41a5819f26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:48:49Z', 'updated_at': '2021-12-24T11:48:55Z', 'revision_number': 4, 'project_id': 'de087bb5cbc9435dbbe42d4dffa85b9a', 'subnets': [{'id': 'c7feccb9-bdba-4dbe-ba23-3c41a5819f26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:48:56.661579 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3d36361b-75b9-411b-9806-ec6ba27270db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:48:56.692594 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 4947e098-5bd6-4cd8-938a-567844ddc231 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:48:56.845247 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2f996761-2efd-4f69-aa09-e35e3a1a6a97 None None] Notify callbacks [] for port, precommit_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:48:56.859299 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning for port 4947e098-5bd6-4cd8-938a-567844ddc231 completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:48:56.863092 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-2f996761-2efd-4f69-aa09-e35e3a1a6a97 None None] Transition to ACTIVE for port object ae99f4de-e254-46a3-a1ea-7801d9292918 will not be triggered until provisioned by entity L2. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:48:56.869331 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device ca893b19-d1c0-4e23-bd95-5bed8d7b7f8d up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:48:56.931107 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2f996761-2efd-4f69-aa09-e35e3a1a6a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:48:56.931340 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-3d36361b-75b9-411b-9806-ec6ba27270db admin admin] Allocated IP 172.20.0.1 (ef6ee14d-7861-46d5-88e9-8b7c653e5359/b0fc0b88-ba9e-4d7a-8832-cd6c8b212aee/b80ff965-a1a0-4a33-aed6-7a47ab4f8c08) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:48:56.936931 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-ac56c4c1-6977-481c-9e2d-8c42927dcffa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:48:57.032518 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dd4900-65fc-432b-82e8-c5243fcebcef None None] Pushing event updated for resources: {'Port': ['ID=ae99f4de-e254-46a3-a1ea-7801d9292918,revision_number=2']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:48:57.038533 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-35dd4900-65fc-432b-82e8-c5243fcebcef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:48:57.041999 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-2f996761-2efd-4f69-aa09-e35e3a1a6a97 None None] Attempting to bind port ae99f4de-e254-46a3-a1ea-7801d9292918 on host dv-neutron-822691-2-hyperv for vnic_type normal with profile  {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:48:57.042356 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-2f996761-2efd-4f69-aa09-e35e3a1a6a97 None None] Attempting to bind port ae99f4de-e254-46a3-a1ea-7801d9292918 by drivers openvswitch,hyperv on host dv-neutron-822691-2-hyperv at level 0 using segments [{'id': 'd4e3295f-9ff8-4cad-8a20-3f1c937efc8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a'}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:48:57.042770 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f996761-2efd-4f69-aa09-e35e3a1a6a97 None None] Attempting to bind port ae99f4de-e254-46a3-a1ea-7801d9292918 on network f8c337ba-681f-4fcb-a333-e3c49365b30a {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:48:57.047301 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning for port ca893b19-d1c0-4e23-bd95-5bed8d7b7f8d completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:48:57.055092 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port ca893b19-d1c0-4e23-bd95-5bed8d7b7f8d triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:48:57.055697 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:48:57.092348 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f996761-2efd-4f69-aa09-e35e3a1a6a97 None None] Checking agent: {'id': 'db1275c1-6001-47af-93c2-635c68404703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822691-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 52, 8), 'started_at': datetime.datetime(2021, 12, 24, 10, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 48, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822691-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:48:57.092773 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f996761-2efd-4f69-aa09-e35e3a1a6a97 None None] Checking segment: {'id': 'd4e3295f-9ff8-4cad-8a20-3f1c937efc8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:48:57.093225 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2f996761-2efd-4f69-aa09-e35e3a1a6a97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:48:57.093665 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f996761-2efd-4f69-aa09-e35e3a1a6a97 None None] Bound using segment: {'id': 'd4e3295f-9ff8-4cad-8a20-3f1c937efc8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a'} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:48:57.094270 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-2f996761-2efd-4f69-aa09-e35e3a1a6a97 None None] Bound port: ae99f4de-e254-46a3-a1ea-7801d9292918, host: dv-neutron-822691-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4e3295f-9ff8-4cad-8a20-3f1c937efc8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a'}}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:48:57.094730 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2f996761-2efd-4f69-aa09-e35e3a1a6a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:48:57.112371 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3d36361b-75b9-411b-9806-ec6ba27270db admin admin] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:48:57.135625 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-3d36361b-75b9-411b-9806-ec6ba27270db admin admin] Transition to ACTIVE for port object b80ff965-a1a0-4a33-aed6-7a47ab4f8c08 will not be triggered until provisioned by entity DHCP. {{(pid=88878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:48:57.158326 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3d36361b-75b9-411b-9806-ec6ba27270db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:48:57.163415 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c3a90d38-b86d-4976-a404-949b79c2fc6d tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:48:57.189290 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f261480-31b3-4a27-8c74-daad88443b44 None None] Network ef6ee14d-7861-46d5-88e9-8b7c653e5359 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:48:57.236347 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d36361b-75b9-411b-9806-ec6ba27270db admin admin] Network ef6ee14d-7861-46d5-88e9-8b7c653e5359 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:48:57.237584 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-3d36361b-75b9-411b-9806-ec6ba27270db admin admin] Resources bound (agent type, host, resource id):  {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:48:57.242582 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d36361b-75b9-411b-9806-ec6ba27270db admin admin] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:48:57.279405 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d36361b-75b9-411b-9806-ec6ba27270db admin admin] Pushing event updated for resources: {'Port': ['ID=b80ff965-a1a0-4a33-aed6-7a47ab4f8c08,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:48:57.285133 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-2f996761-2efd-4f69-aa09-e35e3a1a6a97 None None] For port ae99f4de-e254-46a3-a1ea-7801d9292918, host dv-neutron-822691-2-hyperv, cleared binding levels {{(pid=88880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:48:57.286730 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-3d36361b-75b9-411b-9806-ec6ba27270db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:48:57.310721 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3d36361b-75b9-411b-9806-ec6ba27270db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-720245'] for router_interface, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:48:57.373478 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-2f996761-2efd-4f69-aa09-e35e3a1a6a97 None None] For port ae99f4de-e254-46a3-a1ea-7801d9292918, host dv-neutron-822691-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=ae99f4de-e254-46a3-a1ea-7801d9292918,segment=NetworkSegment(d4e3295f-9ff8-4cad-8a20-3f1c937efc8c),segment_id=d4e3295f-9ff8-4cad-8a20-3f1c937efc8c)] {{(pid=88880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:48:57.388233 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2f996761-2efd-4f69-aa09-e35e3a1a6a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:48:57.392183 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:48:57.396229 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3d36361b-75b9-411b-9806-ec6ba27270db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:48:57.406561 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-a11399eb-753d-4725-9908-9d38e1239268 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:48:57.462048 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-bbeea66e-b9eb-4856-b04e-7ab815b5e0c7 None None] Provisioning for port 4947e098-5bd6-4cd8-938a-567844ddc231 completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:48:57.496940 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-bbeea66e-b9eb-4856-b04e-7ab815b5e0c7 None None] Provisioning complete for port 4947e098-5bd6-4cd8-938a-567844ddc231 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:48:57.497369 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bbeea66e-b9eb-4856-b04e-7ab815b5e0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:48:57.551393 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] For port ca893b19-d1c0-4e23-bd95-5bed8d7b7f8d, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=ca893b19-d1c0-4e23-bd95-5bed8d7b7f8d,segment=NetworkSegment(f6873145-edbb-4bd1-94eb-7fd2c417c65e),segment_id=f6873145-edbb-4bd1-94eb-7fd2c417c65e)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:48:57.589780 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:48:57.639289 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dd4900-65fc-432b-82e8-c5243fcebcef None None] Pushing event updated for resources: {'Port': ['ID=ae99f4de-e254-46a3-a1ea-7801d9292918,revision_number=3']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:48:57.647646 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-35dd4900-65fc-432b-82e8-c5243fcebcef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:48:57.648386 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.046s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:48:57.662551 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3d36361b-75b9-411b-9806-ec6ba27270db admin admin] Notify callbacks [] for port, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:48:57.667087 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3d36361b-75b9-411b-9806-ec6ba27270db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3978773'] for port, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:48:57.698922 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-d6fe3cca-d348-4058-8d34-d3835c962798 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:48:57.746349 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f996761-2efd-4f69-aa09-e35e3a1a6a97 None None] Routers {'b961a3dc-25d1-4d21-9d0f-2f948eef3736'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:48:57.747055 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-2f996761-2efd-4f69-aa09-e35e3a1a6a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271463780>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:48:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['b961a3dc-25d1-4d21-9d0f-2f948eef3736'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:48:57.785789 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d36361b-75b9-411b-9806-ec6ba27270db admin admin] Pushing event updated for resources: {'Port': ['ID=b80ff965-a1a0-4a33-aed6-7a47ab4f8c08,revision_number=2']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:48:57.788602 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3d36361b-75b9-411b-9806-ec6ba27270db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1977653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854055662'] for router_interface, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:48:57.793058 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-3d36361b-75b9-411b-9806-ec6ba27270db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:48:57.898791 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Pushing event updated for resources: {'Port': ['ID=ca893b19-d1c0-4e23-bd95-5bed8d7b7f8d,revision_number=5']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:48:57.942478 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d36361b-75b9-411b-9806-ec6ba27270db admin admin] Network ef6ee14d-7861-46d5-88e9-8b7c653e5359 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:48:57.943763 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-3d36361b-75b9-411b-9806-ec6ba27270db admin admin] Resources bound (agent type, host, resource id):  {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:48:58.143213 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.495s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:48:58.162557 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bbeea66e-b9eb-4856-b04e-7ab815b5e0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:48:58.244831 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-bbeea66e-b9eb-4856-b04e-7ab815b5e0c7 None None] For port 4947e098-5bd6-4cd8-938a-567844ddc231, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=4947e098-5bd6-4cd8-938a-567844ddc231,segment=NetworkSegment(356e8dad-bc51-4618-9205-eca2136d9d78),segment_id=356e8dad-bc51-4618-9205-eca2136d9d78)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:48:58.252793 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bbeea66e-b9eb-4856-b04e-7ab815b5e0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:48:58.257327 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-fd14f88f-283d-4e89-8712-9bbe1e321114 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:48:58.313015 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-2f996761-2efd-4f69-aa09-e35e3a1a6a97 None None] Set router b961a3dc-25d1-4d21-9d0f-2f948eef3736 gateway port host: dv-neutron-822691-2-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:48:58.413001 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbeea66e-b9eb-4856-b04e-7ab815b5e0c7 None None] Pushing event updated for resources: {'Port': ['ID=4947e098-5bd6-4cd8-938a-567844ddc231,revision_number=3']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:48:58.417023 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-bbeea66e-b9eb-4856-b04e-7ab815b5e0c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:48:58.653961 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 4947e098-5bd6-4cd8-938a-567844ddc231 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:48:58.654455 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d36361b-75b9-411b-9806-ec6ba27270db admin admin] Router b961a3dc-25d1-4d21-9d0f-2f948eef3736 has already been hosted by L3 agent 198cca88-1338-4098-b44b-beb0346ac906 {{(pid=88878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 24 11:48:58.746237 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-c836dd07-1216-4833-bf15-a66d778aed86 None None] Provisioning for port b80ff965-a1a0-4a33-aed6-7a47ab4f8c08 completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:48:58.765387 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-c836dd07-1216-4833-bf15-a66d778aed86 None None] Provisioning complete for port b80ff965-a1a0-4a33-aed6-7a47ab4f8c08 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:48:58.765894 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c836dd07-1216-4833-bf15-a66d778aed86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:48:58.844980 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:48:58.869213 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-c836dd07-1216-4833-bf15-a66d778aed86 None None] Port b80ff965-a1a0-4a33-aed6-7a47ab4f8c08 cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:48:58.878742 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d36361b-75b9-411b-9806-ec6ba27270db admin admin] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:48:58.896167 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-3d36361b-75b9-411b-9806-ec6ba27270db admin admin] 10.222.0.65 "PUT /v2.0/routers/b961a3dc-25d1-4d21-9d0f-2f948eef3736/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2199614
Dec 24 11:48:58.902975 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-c836dd07-1216-4833-bf15-a66d778aed86 None None] Provisioning complete for port 4947e098-5bd6-4cd8-938a-567844ddc231 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:48:58.903394 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c836dd07-1216-4833-bf15-a66d778aed86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:48:58.931995 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port 4947e098-5bd6-4cd8-938a-567844ddc231 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:48:58.932541 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:48:59.031156 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-2f996761-2efd-4f69-aa09-e35e3a1a6a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271463780>, [{'id': 'b961a3dc-25d1-4d21-9d0f-2f948eef3736', 'name': 'tempest-TestShelveInstance-1394236011-router', 'tenant_id': '4782fe347fc04fe2a58cfe6e27ebcc40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.34'}], 'enable_snat': True}, 'gw_port_id': 'ae99f4de-e254-46a3-a1ea-7801d9292918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:48:53Z', 'updated_at': '2021-12-24T11:48:57Z', 'revision_number': 4, 'project_id': '4782fe347fc04fe2a58cfe6e27ebcc40', 'gw_port': {'id': 'ae99f4de-e254-46a3-a1ea-7801d9292918', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:5d:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b961a3dc-25d1-4d21-9d0f-2f948eef3736', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:48:54Z', 'updated_at': '2021-12-24T11:48:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_interfaces': [{'id': 'b80ff965-a1a0-4a33-aed6-7a47ab4f8c08', 'name': '', 'network_id': 'ef6ee14d-7861-46d5-88e9-8b7c653e5359', 'tenant_id': '4782fe347fc04fe2a58cfe6e27ebcc40', 'mac_address': 'fa:16:3e:44:f4:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b961a3dc-25d1-4d21-9d0f-2f948eef3736', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b0fc0b88-ba9e-4d7a-8832-cd6c8b212aee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:48:56Z', 'updated_at': '2021-12-24T11:48:57Z', 'revision_number': 2, 'project_id': '4782fe347fc04fe2a58cfe6e27ebcc40', 'subnets': [{'id': 'b0fc0b88-ba9e-4d7a-8832-cd6c8b212aee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:48:59.044763 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f996761-2efd-4f69-aa09-e35e3a1a6a97 None None] The sync data for ids ['b961a3dc-25d1-4d21-9d0f-2f948eef3736'] in dv-neutron-822691-2-hyperv is: [{'id': 'b961a3dc-25d1-4d21-9d0f-2f948eef3736', 'name': 'tempest-TestShelveInstance-1394236011-router', 'tenant_id': '4782fe347fc04fe2a58cfe6e27ebcc40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.34'}], 'enable_snat': True}, 'gw_port_id': 'ae99f4de-e254-46a3-a1ea-7801d9292918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:48:53Z', 'updated_at': '2021-12-24T11:48:57Z', 'revision_number': 4, 'project_id': '4782fe347fc04fe2a58cfe6e27ebcc40', 'gw_port': {'id': 'ae99f4de-e254-46a3-a1ea-7801d9292918', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:5d:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b961a3dc-25d1-4d21-9d0f-2f948eef3736', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:48:54Z', 'updated_at': '2021-12-24T11:48:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_interfaces': [{'id': 'b80ff965-a1a0-4a33-aed6-7a47ab4f8c08', 'name': '', 'network_id': 'ef6ee14d-7861-46d5-88e9-8b7c653e5359', 'tenant_id': '4782fe347fc04fe2a58cfe6e27ebcc40', 'mac_address': 'fa:16:3e:44:f4:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b961a3dc-25d1-4d21-9d0f-2f948eef3736', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b0fc0b88-ba9e-4d7a-8832-cd6c8b212aee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:48:56Z', 'updated_at': '2021-12-24T11:48:57Z', 'revision_number': 2, 'project_id': '4782fe347fc04fe2a58cfe6e27ebcc40', 'subnets': [{'id': 'b0fc0b88-ba9e-4d7a-8832-cd6c8b212aee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:48:59.162342 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device ca893b19-d1c0-4e23-bd95-5bed8d7b7f8d up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:48:59.239044 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port ca893b19-d1c0-4e23-bd95-5bed8d7b7f8d triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:48:59.239479 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:48:59.318188 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-b17f2943-5566-4424-a0e0-311800e7a57b None None] Provisioning complete for port b80ff965-a1a0-4a33-aed6-7a47ab4f8c08 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:48:59.318619 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b17f2943-5566-4424-a0e0-311800e7a57b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:48:59.420228 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-b17f2943-5566-4424-a0e0-311800e7a57b None None] Port b80ff965-a1a0-4a33-aed6-7a47ab4f8c08 cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:48:59.534075 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 50956) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:48:59.540755 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-7c32317f-b357-4375-8cfa-2b76efdf00ca tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-101290628', 'description': 'tempest-secgroup-smoke-101290628 description', 'project_id': 'de087bb5cbc9435dbbe42d4dffa85b9a'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:48:59.547695 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-7c32317f-b357-4375-8cfa-2b76efdf00ca tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:48:59.552063 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-7c32317f-b357-4375-8cfa-2b76efdf00ca tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Usage tracker for resource:security_group and tenant:de087bb5cbc9435dbbe42d4dffa85b9a is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:48:59.555333 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-7c32317f-b357-4375-8cfa-2b76efdf00ca tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:48:59.561702 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-7c32317f-b357-4375-8cfa-2b76efdf00ca tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:48:59.573607 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7c32317f-b357-4375-8cfa-2b76efdf00ca tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Notify callbacks [] for security_group, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:48:59.613302 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-7c32317f-b357-4375-8cfa-2b76efdf00ca tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:48:59.617843 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-7c32317f-b357-4375-8cfa-2b76efdf00ca tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Usage tracker for resource:security_group_rule and tenant:de087bb5cbc9435dbbe42d4dffa85b9a is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:48:59.621198 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-7c32317f-b357-4375-8cfa-2b76efdf00ca tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:48:59.627901 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-7c32317f-b357-4375-8cfa-2b76efdf00ca tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:48:59.693912 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7c32317f-b357-4375-8cfa-2b76efdf00ca tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Notify callbacks [] for security_group, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:48:59.697167 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7c32317f-b357-4375-8cfa-2b76efdf00ca tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:48:59.703751 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-392e0432-e64e-4d35-8e9b-40f909371ef4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:48:59.746238 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c32317f-b357-4375-8cfa-2b76efdf00ca tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81729d8e-1368-4bd6-9f32-2cb501918fbe,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:48:59.748807 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7c32317f-b357-4375-8cfa-2b76efdf00ca tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:48:59.754050 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 50960) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:48:59.755557 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-7c32317f-b357-4375-8cfa-2b76efdf00ca tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1626 time: 0.2201841
Dec 24 11:48:59.756787 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7c32317f-b357-4375-8cfa-2b76efdf00ca tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:48:59.761127 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-70e8507b-4362-45fb-a2ed-91d675231f0f tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Request body: {'security_group_rule': {'security_group_id': '81729d8e-1368-4bd6-9f32-2cb501918fbe', 'project_id': 'de087bb5cbc9435dbbe42d4dffa85b9a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:48:59.768267 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-70e8507b-4362-45fb-a2ed-91d675231f0f tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:48:59.772369 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-70e8507b-4362-45fb-a2ed-91d675231f0f tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Usage tracker for resource:security_group_rule and tenant:de087bb5cbc9435dbbe42d4dffa85b9a is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:48:59.775592 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-70e8507b-4362-45fb-a2ed-91d675231f0f tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:48:59.781992 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-70e8507b-4362-45fb-a2ed-91d675231f0f tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:48:59.801468 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-70e8507b-4362-45fb-a2ed-91d675231f0f tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:48:59.868003 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-70e8507b-4362-45fb-a2ed-91d675231f0f tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:48:59.871296 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-70e8507b-4362-45fb-a2ed-91d675231f0f tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689902'] for security_group_rule, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:48:59.873320 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-b06182e2-afc7-4222-938c-b419be07debe tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:48:59.898586 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e8507b-4362-45fb-a2ed-91d675231f0f tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b801a063-d250-4e83-8831-6b4c58d288a0,revision_number=0']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:48:59.903599 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-70e8507b-4362-45fb-a2ed-91d675231f0f tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:48:59.908446 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-70e8507b-4362-45fb-a2ed-91d675231f0f tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:48:59.909907 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-70e8507b-4362-45fb-a2ed-91d675231f0f tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1547017
Dec 24 11:48:59.912939 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 50964) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:48:59.919188 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-e91a2ac0-e501-4aa6-84a7-22cca66f457d tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Request body: {'security_group_rule': {'security_group_id': '81729d8e-1368-4bd6-9f32-2cb501918fbe', 'project_id': 'de087bb5cbc9435dbbe42d4dffa85b9a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:48:59.926306 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-e91a2ac0-e501-4aa6-84a7-22cca66f457d tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:48:59.930672 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-e91a2ac0-e501-4aa6-84a7-22cca66f457d tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Usage tracker for resource:security_group_rule and tenant:de087bb5cbc9435dbbe42d4dffa85b9a is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:48:59.934003 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-e91a2ac0-e501-4aa6-84a7-22cca66f457d tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:48:59.940325 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-e91a2ac0-e501-4aa6-84a7-22cca66f457d tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:48:59.957955 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e91a2ac0-e501-4aa6-84a7-22cca66f457d tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:49:00.027574 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e91a2ac0-e501-4aa6-84a7-22cca66f457d tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:49:00.030881 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e91a2ac0-e501-4aa6-84a7-22cca66f457d tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689902'] for security_group_rule, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:49:00.033218 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-fe5fcb3e-5f89-485c-ad2b-4f6db67a1071 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:49:00.060935 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91a2ac0-e501-4aa6-84a7-22cca66f457d tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9643b3d1-040d-42ca-b972-259944ee377e,revision_number=0']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:49:00.063732 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-e91a2ac0-e501-4aa6-84a7-22cca66f457d tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:49:00.076575 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e91a2ac0-e501-4aa6-84a7-22cca66f457d tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:49:00.081002 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-e91a2ac0-e501-4aa6-84a7-22cca66f457d tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.1662610
Dec 24 11:49:00.082036 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 50968) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:49:00.087630 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-d0174ac3-9210-4abb-b57a-bf64183ae732 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Request body: {'security_group_rule': {'security_group_id': '81729d8e-1368-4bd6-9f32-2cb501918fbe', 'project_id': 'de087bb5cbc9435dbbe42d4dffa85b9a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:49:00.097689 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-d0174ac3-9210-4abb-b57a-bf64183ae732 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:49:00.107726 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-d0174ac3-9210-4abb-b57a-bf64183ae732 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Usage tracker for resource:security_group_rule and tenant:de087bb5cbc9435dbbe42d4dffa85b9a is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:49:00.111345 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-d0174ac3-9210-4abb-b57a-bf64183ae732 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:49:00.117814 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-d0174ac3-9210-4abb-b57a-bf64183ae732 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:49:00.138611 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d0174ac3-9210-4abb-b57a-bf64183ae732 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:49:00.211536 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d0174ac3-9210-4abb-b57a-bf64183ae732 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:49:00.214953 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d0174ac3-9210-4abb-b57a-bf64183ae732 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689902'] for security_group_rule, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:49:00.217555 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-3eb589c4-4733-494a-bd8f-0c91da10fa31 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:49:00.243851 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0174ac3-9210-4abb-b57a-bf64183ae732 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9626f81c-963c-4f81-8b84-848753c33481,revision_number=0']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:49:00.246720 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-d0174ac3-9210-4abb-b57a-bf64183ae732 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:49:00.254357 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d0174ac3-9210-4abb-b57a-bf64183ae732 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:49:00.255820 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-d0174ac3-9210-4abb-b57a-bf64183ae732 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1734836
Dec 24 11:49:00.259242 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 50972) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:49:00.265775 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-6c29d460-5d92-4088-80bf-018ade868c38 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Request body: {'security_group_rule': {'security_group_id': '81729d8e-1368-4bd6-9f32-2cb501918fbe', 'project_id': 'de087bb5cbc9435dbbe42d4dffa85b9a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:49:00.272884 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-6c29d460-5d92-4088-80bf-018ade868c38 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:49:00.277464 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-6c29d460-5d92-4088-80bf-018ade868c38 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Usage tracker for resource:security_group_rule and tenant:de087bb5cbc9435dbbe42d4dffa85b9a is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:49:00.280726 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-6c29d460-5d92-4088-80bf-018ade868c38 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:49:00.287217 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-6c29d460-5d92-4088-80bf-018ade868c38 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:49:00.305010 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6c29d460-5d92-4088-80bf-018ade868c38 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:49:00.374485 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6c29d460-5d92-4088-80bf-018ade868c38 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:49:00.377968 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6c29d460-5d92-4088-80bf-018ade868c38 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689902'] for security_group_rule, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:49:00.379970 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7d2fded9-2779-467e-88e6-40a49920473a tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:49:00.404302 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c29d460-5d92-4088-80bf-018ade868c38 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16794f2b-8545-4273-bdfb-f5a08ed0a38a,revision_number=0']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:49:00.407061 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-6c29d460-5d92-4088-80bf-018ade868c38 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:49:00.415191 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6c29d460-5d92-4088-80bf-018ade868c38 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:49:00.416515 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-6c29d460-5d92-4088-80bf-018ade868c38 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.1562445
Dec 24 11:49:00.419699 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 50976) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:49:00.425876 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-ae93b556-c2b0-445a-add0-619a11754dbc tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Request body: {'security_group_rule': {'security_group_id': '81729d8e-1368-4bd6-9f32-2cb501918fbe', 'project_id': 'de087bb5cbc9435dbbe42d4dffa85b9a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:49:00.432822 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-ae93b556-c2b0-445a-add0-619a11754dbc tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:49:00.436937 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-ae93b556-c2b0-445a-add0-619a11754dbc tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Usage tracker for resource:security_group_rule and tenant:de087bb5cbc9435dbbe42d4dffa85b9a is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:49:00.440163 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-ae93b556-c2b0-445a-add0-619a11754dbc tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:49:00.446371 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-ae93b556-c2b0-445a-add0-619a11754dbc tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:49:00.457195 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.securitygroups_db [None req-ae93b556-c2b0-445a-add0-619a11754dbc tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Project de087bb5cbc9435dbbe42d4dffa85b9a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 24 11:49:00.464915 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ae93b556-c2b0-445a-add0-619a11754dbc tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:49:00.551711 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ae93b556-c2b0-445a-add0-619a11754dbc tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:49:00.556356 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ae93b556-c2b0-445a-add0-619a11754dbc tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689902'] for security_group_rule, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:49:00.560319 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-20d675f7-fc30-488a-8ceb-9e67ab057cee tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:49:00.588687 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae93b556-c2b0-445a-add0-619a11754dbc tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8eb9ffdd-6e8f-4e86-9439-ca0d93daf55f,revision_number=0']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:49:00.591674 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-ae93b556-c2b0-445a-add0-619a11754dbc tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:49:00.599544 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ae93b556-c2b0-445a-add0-619a11754dbc tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:49:00.601961 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-ae93b556-c2b0-445a-add0-619a11754dbc tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.1802936
Dec 24 11:49:00.604537 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 50980) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:49:00.611599 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-f70a819c-7a3e-4f59-acc0-a58080993795 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Request body: {'security_group_rule': {'security_group_id': '81729d8e-1368-4bd6-9f32-2cb501918fbe', 'project_id': 'de087bb5cbc9435dbbe42d4dffa85b9a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:49:00.619084 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-f70a819c-7a3e-4f59-acc0-a58080993795 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:49:00.623795 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-f70a819c-7a3e-4f59-acc0-a58080993795 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Usage tracker for resource:security_group_rule and tenant:de087bb5cbc9435dbbe42d4dffa85b9a is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:49:00.626860 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-f70a819c-7a3e-4f59-acc0-a58080993795 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:49:00.635484 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device ae99f4de-e254-46a3-a1ea-7801d9292918 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:49:00.636584 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-f70a819c-7a3e-4f59-acc0-a58080993795 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:49:00.648805 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.securitygroups_db [None req-f70a819c-7a3e-4f59-acc0-a58080993795 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Project de087bb5cbc9435dbbe42d4dffa85b9a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 24 11:49:00.660180 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f70a819c-7a3e-4f59-acc0-a58080993795 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:49:00.714747 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning for port ae99f4de-e254-46a3-a1ea-7801d9292918 completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:49:00.720630 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port ae99f4de-e254-46a3-a1ea-7801d9292918 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:49:00.721053 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:49:00.736231 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f70a819c-7a3e-4f59-acc0-a58080993795 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:49:00.739769 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f70a819c-7a3e-4f59-acc0-a58080993795 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689902'] for security_group_rule, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:49:00.741742 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-9b3fbee4-c26a-4a44-8802-12dd0c884eb2 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:49:00.766646 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70a819c-7a3e-4f59-acc0-a58080993795 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=191251d1-d129-4442-a110-80d9da814d39,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:49:00.769708 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f70a819c-7a3e-4f59-acc0-a58080993795 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:49:00.777415 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f70a819c-7a3e-4f59-acc0-a58080993795 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:49:00.778960 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-f70a819c-7a3e-4f59-acc0-a58080993795 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.1733088
Dec 24 11:49:00.856387 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:49:00.873575 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] For port ae99f4de-e254-46a3-a1ea-7801d9292918, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=ae99f4de-e254-46a3-a1ea-7801d9292918,segment=NetworkSegment(d4e3295f-9ff8-4cad-8a20-3f1c937efc8c),segment_id=d4e3295f-9ff8-4cad-8a20-3f1c937efc8c)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:49:00.877608 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:49:00.879804 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-8508c852-0dc9-4ffa-9dd7-cae42d8705fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:49:00.952636 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Pushing event updated for resources: {'Port': ['ID=ae99f4de-e254-46a3-a1ea-7801d9292918,revision_number=4']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:49:00.956047 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:49:00.977984 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-24ff065c-02eb-47d8-8b24-daf2181a2847 req-584d225d-1dd9-498b-84ea-b9ea9d82f636 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Synchronizing usage tracker for tenant:de087bb5cbc9435dbbe42d4dffa85b9a on resource:security_group {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:49:00.995054 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-24ff065c-02eb-47d8-8b24-daf2181a2847 req-584d225d-1dd9-498b-84ea-b9ea9d82f636 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Unset dirty status for tenant:de087bb5cbc9435dbbe42d4dffa85b9a on resource:security_group {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:49:00.996413 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-24ff065c-02eb-47d8-8b24-daf2181a2847 req-584d225d-1dd9-498b-84ea-b9ea9d82f636 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-101290628&fields=id&tenant_id=de087bb5cbc9435dbbe42d4dffa85b9a HTTP/1.1" status: 200  len: 267 time: 0.0635240
Dec 24 11:49:01.160601 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ff065c-02eb-47d8-8b24-daf2181a2847 req-fd67a650-97ea-4873-a7d7-fd4d9b197f94 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:49:01.161358 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-24ff065c-02eb-47d8-8b24-daf2181a2847 req-fd67a650-97ea-4873-a7d7-fd4d9b197f94 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Synchronizing usage tracker for tenant:de087bb5cbc9435dbbe42d4dffa85b9a on resource:network {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:49:01.178924 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-24ff065c-02eb-47d8-8b24-daf2181a2847 req-fd67a650-97ea-4873-a7d7-fd4d9b197f94 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Unset dirty status for tenant:de087bb5cbc9435dbbe42d4dffa85b9a on resource:network {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:49:01.180223 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-24ff065c-02eb-47d8-8b24-daf2181a2847 req-fd67a650-97ea-4873-a7d7-fd4d9b197f94 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.65 "GET /v2.0/networks?id=b282da70-9296-4e54-8356-1a6d4d5043dc HTTP/1.1" status: 200  len: 809 time: 0.1763110
Dec 24 11:49:01.199231 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-24ff065c-02eb-47d8-8b24-daf2181a2847 req-e1d07a4c-6937-4827-a2da-2e11a8934514 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.65 "GET /v2.0/quotas/de087bb5cbc9435dbbe42d4dffa85b9a HTTP/1.1" status: 200  len: 375 time: 0.0126777
Dec 24 11:49:01.294733 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-24ff065c-02eb-47d8-8b24-daf2181a2847 req-3510704f-f502-497d-afaf-aa6d2c9b4a09 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Synchronizing usage tracker for tenant:de087bb5cbc9435dbbe42d4dffa85b9a on resource:port {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:49:01.315325 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-24ff065c-02eb-47d8-8b24-daf2181a2847 req-3510704f-f502-497d-afaf-aa6d2c9b4a09 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Unset dirty status for tenant:de087bb5cbc9435dbbe42d4dffa85b9a on resource:port {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:49:01.317640 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-24ff065c-02eb-47d8-8b24-daf2181a2847 req-3510704f-f502-497d-afaf-aa6d2c9b4a09 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=de087bb5cbc9435dbbe42d4dffa85b9a&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1120212
Dec 24 11:49:01.338873 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [req-24ff065c-02eb-47d8-8b24-daf2181a2847 req-7658a04d-2492-4c00-853e-633eb88b9a0b service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=88878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 24 11:49:01.339922 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-24ff065c-02eb-47d8-8b24-daf2181a2847 req-7658a04d-2492-4c00-853e-633eb88b9a0b service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12161 time: 0.0054374
Dec 24 11:49:01.488536 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-24ff065c-02eb-47d8-8b24-daf2181a2847 req-dab9374d-310d-42a0-a554-94897acd3063 service neutron] 10.222.0.65 "GET /v2.0/networks/b282da70-9296-4e54-8356-1a6d4d5043dc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1423659
Dec 24 11:49:01.642478 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-24ff065c-02eb-47d8-8b24-daf2181a2847 req-c8ac14c5-72e9-4172-8066-1038a9ac6099 service neutron] 10.222.0.65 "GET /v2.0/networks/b282da70-9296-4e54-8356-1a6d4d5043dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1475558
Dec 24 11:49:01.853419 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-e7da5047-c6e7-4d0f-b31a-5aa1bf741e89 req-894f615c-5bc8-4c33-8357-dab50775aeb9 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9dea248-9027-4f8a-b100-5cb654c9a3b4 HTTP/1.1" status: 200  len: 210 time: 0.0465887
Dec 24 11:49:02.598853 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device ae99f4de-e254-46a3-a1ea-7801d9292918 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:49:02.674338 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port ae99f4de-e254-46a3-a1ea-7801d9292918 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:49:02.674765 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:49:03.043738 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-0cae1c18-6436-45d6-a3d1-826257da8166 req-2a016a30-3434-4eef-8f1f-83ac6dd9bba2 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9dea248-9027-4f8a-b100-5cb654c9a3b4 HTTP/1.1" status: 200  len: 210 time: 0.0578408
Dec 24 11:49:03.149566 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-796d91c5-d275-4076-a3c4-ff7f1799c3a6 None None] Sync routers for ids ['b961a3dc-25d1-4d21-9d0f-2f948eef3736'] in dv-neutron-822691-2-hyperv {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:49:03.165143 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-796d91c5-d275-4076-a3c4-ff7f1799c3a6 None None] Routers {'b961a3dc-25d1-4d21-9d0f-2f948eef3736'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:49:03.165902 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-796d91c5-d275-4076-a3c4-ff7f1799c3a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271c852b0>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:48:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['b961a3dc-25d1-4d21-9d0f-2f948eef3736'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:49:03.296665 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ff065c-02eb-47d8-8b24-daf2181a2847 req-e20c415d-22bb-46e8-a453-c95fd31a2159 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:49:03.299156 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-24ff065c-02eb-47d8-8b24-daf2181a2847 req-e20c415d-22bb-46e8-a453-c95fd31a2159 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.58 "GET /v2.0/networks?id=b282da70-9296-4e54-8356-1a6d4d5043dc HTTP/1.1" status: 200  len: 809 time: 0.1684563
Dec 24 11:49:03.362267 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-24ff065c-02eb-47d8-8b24-daf2181a2847 req-f2a21ff7-ca65-42c5-9a5f-ddff0acc2867 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=de087bb5cbc9435dbbe42d4dffa85b9a HTTP/1.1" status: 200  len: 379 time: 0.0504603
Dec 24 11:49:03.372087 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [req-24ff065c-02eb-47d8-8b24-daf2181a2847 req-5201d988-9696-4cea-81b1-0d2e5c05d5e6 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Request body: {'port': {'device_id': 'c9dea248-9027-4f8a-b100-5cb654c9a3b4', 'network_id': 'b282da70-9296-4e54-8356-1a6d4d5043dc', 'admin_state_up': True, 'tenant_id': 'de087bb5cbc9435dbbe42d4dffa85b9a', 'security_groups': ['81729d8e-1368-4bd6-9f32-2cb501918fbe']}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:49:03.516973 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-796d91c5-d275-4076-a3c4-ff7f1799c3a6 None None] Set router b961a3dc-25d1-4d21-9d0f-2f948eef3736 gateway port host: dv-neutron-822691-2-hyperv {{(pid=88881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:49:03.525421 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [req-24ff065c-02eb-47d8-8b24-daf2181a2847 req-5201d988-9696-4cea-81b1-0d2e5c05d5e6 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:49:03.535963 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [req-24ff065c-02eb-47d8-8b24-daf2181a2847 req-5201d988-9696-4cea-81b1-0d2e5c05d5e6 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:49:03.546029 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24ff065c-02eb-47d8-8b24-daf2181a2847 req-5201d988-9696-4cea-81b1-0d2e5c05d5e6 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Made reservation on behalf of de087bb5cbc9435dbbe42d4dffa85b9a for: {'port': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:49:03.551724 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-24ff065c-02eb-47d8-8b24-daf2181a2847 req-5201d988-9696-4cea-81b1-0d2e5c05d5e6 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:49:03.726468 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [req-24ff065c-02eb-47d8-8b24-daf2181a2847 req-5201d988-9696-4cea-81b1-0d2e5c05d5e6 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Allocated IP 172.20.0.13 (b282da70-9296-4e54-8356-1a6d4d5043dc/c7feccb9-bdba-4dbe-ba23-3c41a5819f26/b58f66cd-5fd9-48e0-b376-7a795357b399) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:49:03.843300 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-796d91c5-d275-4076-a3c4-ff7f1799c3a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271c852b0>, [{'id': 'b961a3dc-25d1-4d21-9d0f-2f948eef3736', 'name': 'tempest-TestShelveInstance-1394236011-router', 'tenant_id': '4782fe347fc04fe2a58cfe6e27ebcc40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.34'}], 'enable_snat': True}, 'gw_port_id': 'ae99f4de-e254-46a3-a1ea-7801d9292918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:48:53Z', 'updated_at': '2021-12-24T11:48:57Z', 'revision_number': 4, 'project_id': '4782fe347fc04fe2a58cfe6e27ebcc40', 'gw_port': {'id': 'ae99f4de-e254-46a3-a1ea-7801d9292918', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:5d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b961a3dc-25d1-4d21-9d0f-2f948eef3736', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:48:54Z', 'updated_at': '2021-12-24T11:49:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_interfaces': [{'id': 'b80ff965-a1a0-4a33-aed6-7a47ab4f8c08', 'name': '', 'network_id': 'ef6ee14d-7861-46d5-88e9-8b7c653e5359', 'tenant_id': '4782fe347fc04fe2a58cfe6e27ebcc40', 'mac_address': 'fa:16:3e:44:f4:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b961a3dc-25d1-4d21-9d0f-2f948eef3736', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b0fc0b88-ba9e-4d7a-8832-cd6c8b212aee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:48:56Z', 'updated_at': '2021-12-24T11:48:57Z', 'revision_number': 2, 'project_id': '4782fe347fc04fe2a58cfe6e27ebcc40', 'subnets': [{'id': 'b0fc0b88-ba9e-4d7a-8832-cd6c8b212aee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:49:03.847841 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-796d91c5-d275-4076-a3c4-ff7f1799c3a6 None None] Checking router: b961a3dc-25d1-4d21-9d0f-2f948eef3736 for host: dv-neutron-822691-2-hyperv {{(pid=88881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 24 11:49:03.848246 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-796d91c5-d275-4076-a3c4-ff7f1799c3a6 None None] Updating router b961a3dc-25d1-4d21-9d0f-2f948eef3736 port b80ff965-a1a0-4a33-aed6-7a47ab4f8c08 binding host dv-neutron-822691-2-hyperv {{(pid=88881) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 24 11:49:03.905066 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-796d91c5-d275-4076-a3c4-ff7f1799c3a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:49:03.923566 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-24ff065c-02eb-47d8-8b24-daf2181a2847 req-5201d988-9696-4cea-81b1-0d2e5c05d5e6 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:49:03.940273 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [req-24ff065c-02eb-47d8-8b24-daf2181a2847 req-5201d988-9696-4cea-81b1-0d2e5c05d5e6 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Transition to ACTIVE for port object b58f66cd-5fd9-48e0-b376-7a795357b399 will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:49:03.962170 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-24ff065c-02eb-47d8-8b24-daf2181a2847 req-5201d988-9696-4cea-81b1-0d2e5c05d5e6 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:49:03.967922 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c16aa4f9-f88b-41b7-b20b-f6d552886541 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:49:04.047190 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24ff065c-02eb-47d8-8b24-daf2181a2847 req-5201d988-9696-4cea-81b1-0d2e5c05d5e6 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Network b282da70-9296-4e54-8356-1a6d4d5043dc is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:49:04.048167 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5201d988-9696-4cea-81b1-0d2e5c05d5e6 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Pushing event updated for resources: {'Port': ['ID=b58f66cd-5fd9-48e0-b376-7a795357b399,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:49:04.050896 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [req-24ff065c-02eb-47d8-8b24-daf2181a2847 req-5201d988-9696-4cea-81b1-0d2e5c05d5e6 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Resources bound (agent type, host, resource id):  {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:49:04.052852 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-5201d988-9696-4cea-81b1-0d2e5c05d5e6 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:49:04.053628 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [req-24ff065c-02eb-47d8-8b24-daf2181a2847 req-5201d988-9696-4cea-81b1-0d2e5c05d5e6 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:49:04.127505 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ff065c-02eb-47d8-8b24-daf2181a2847 req-5201d988-9696-4cea-81b1-0d2e5c05d5e6 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:49:04.128335 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-24ff065c-02eb-47d8-8b24-daf2181a2847 req-5201d988-9696-4cea-81b1-0d2e5c05d5e6 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:49:04.156528 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-24ff065c-02eb-47d8-8b24-daf2181a2847 req-5201d988-9696-4cea-81b1-0d2e5c05d5e6 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7888949
Dec 24 11:49:04.174852 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [req-24ff065c-02eb-47d8-8b24-daf2181a2847 req-134200ad-fa24-4aa6-a8e2-e6e2b5beeccf service neutron] Request body: {'port': {'device_id': 'c9dea248-9027-4f8a-b100-5cb654c9a3b4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:49:04.277607 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-796d91c5-d275-4076-a3c4-ff7f1799c3a6 None None] Notify callbacks [] for port, precommit_update {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:49:04.291838 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-796d91c5-d275-4076-a3c4-ff7f1799c3a6 None None] Transition to ACTIVE for port object b80ff965-a1a0-4a33-aed6-7a47ab4f8c08 will not be triggered until provisioned by entity L2. {{(pid=88881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:49:04.294188 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55497e70-be71-4d45-b644-4da5cf06785e req-43edec07-d3f4-479b-a5e0-fa22b3b8b4db tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:49:04.295855 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-55497e70-be71-4d45-b644-4da5cf06785e req-43edec07-d3f4-479b-a5e0-fa22b3b8b4db tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9dea248-9027-4f8a-b100-5cb654c9a3b4 HTTP/1.1" status: 200  len: 932 time: 0.1045949
Dec 24 11:49:04.307647 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-796d91c5-d275-4076-a3c4-ff7f1799c3a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:49:04.311824 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-e54d1975-8dbc-4795-a56f-43e9ba8947f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:49:04.317633 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-24ff065c-02eb-47d8-8b24-daf2181a2847 req-134200ad-fa24-4aa6-a8e2-e6e2b5beeccf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:49:04.354757 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-55497e70-be71-4d45-b644-4da5cf06785e req-2e3dc52c-59cb-478d-ba02-93cfb2e97f4c tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.65 "GET /v2.0/security-groups?id=81729d8e-1368-4bd6-9f32-2cb501918fbe&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0523424
Dec 24 11:49:04.389806 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19e1868-91b6-4c2d-bbbd-0d64a4ce842c None None] Pushing event updated for resources: {'Port': ['ID=b80ff965-a1a0-4a33-aed6-7a47ab4f8c08,revision_number=3']} {{(pid=88881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:49:04.393507 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-b19e1868-91b6-4c2d-bbbd-0d64a4ce842c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:49:04.491993 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-3a028ff2-39ed-4e23-908c-12b80b480127 None None] Provisioning for port b58f66cd-5fd9-48e0-b376-7a795357b399 completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:49:04.498246 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-3a028ff2-39ed-4e23-908c-12b80b480127 None None] Provisioning complete for port b58f66cd-5fd9-48e0-b376-7a795357b399 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:49:04.499229 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3a028ff2-39ed-4e23-908c-12b80b480127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:49:04.561325 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-3a028ff2-39ed-4e23-908c-12b80b480127 None None] Port b58f66cd-5fd9-48e0-b376-7a795357b399 cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:49:04.576170 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-796d91c5-d275-4076-a3c4-ff7f1799c3a6 None None] Attempting to bind port b80ff965-a1a0-4a33-aed6-7a47ab4f8c08 on host dv-neutron-822691-2-hyperv for vnic_type normal with profile  {{(pid=88881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:49:04.576812 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-796d91c5-d275-4076-a3c4-ff7f1799c3a6 None None] Attempting to bind port b80ff965-a1a0-4a33-aed6-7a47ab4f8c08 by drivers openvswitch,hyperv on host dv-neutron-822691-2-hyperv at level 0 using segments [{'id': '356e8dad-bc51-4618-9205-eca2136d9d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'ef6ee14d-7861-46d5-88e9-8b7c653e5359'}] {{(pid=88881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:49:04.577321 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796d91c5-d275-4076-a3c4-ff7f1799c3a6 None None] Attempting to bind port b80ff965-a1a0-4a33-aed6-7a47ab4f8c08 on network ef6ee14d-7861-46d5-88e9-8b7c653e5359 {{(pid=88881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:49:04.585205 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796d91c5-d275-4076-a3c4-ff7f1799c3a6 None None] Checking agent: {'id': 'db1275c1-6001-47af-93c2-635c68404703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822691-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 52, 8), 'started_at': datetime.datetime(2021, 12, 24, 10, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 48, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822691-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:49:04.585755 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796d91c5-d275-4076-a3c4-ff7f1799c3a6 None None] Checking segment: {'id': '356e8dad-bc51-4618-9205-eca2136d9d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'ef6ee14d-7861-46d5-88e9-8b7c653e5359'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:49:04.586348 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-796d91c5-d275-4076-a3c4-ff7f1799c3a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:49:04.587014 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796d91c5-d275-4076-a3c4-ff7f1799c3a6 None None] Bound using segment: {'id': '356e8dad-bc51-4618-9205-eca2136d9d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'ef6ee14d-7861-46d5-88e9-8b7c653e5359'} {{(pid=88881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:49:04.587654 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-796d91c5-d275-4076-a3c4-ff7f1799c3a6 None None] Bound port: b80ff965-a1a0-4a33-aed6-7a47ab4f8c08, host: dv-neutron-822691-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '356e8dad-bc51-4618-9205-eca2136d9d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'ef6ee14d-7861-46d5-88e9-8b7c653e5359'}}] {{(pid=88881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:49:04.588282 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-796d91c5-d275-4076-a3c4-ff7f1799c3a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:49:04.683877 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-796d91c5-d275-4076-a3c4-ff7f1799c3a6 None None] For port b80ff965-a1a0-4a33-aed6-7a47ab4f8c08, host dv-neutron-822691-2-hyperv, cleared binding levels {{(pid=88881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:49:04.687063 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-796d91c5-d275-4076-a3c4-ff7f1799c3a6 None None] For port b80ff965-a1a0-4a33-aed6-7a47ab4f8c08, host dv-neutron-822691-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=b80ff965-a1a0-4a33-aed6-7a47ab4f8c08,segment=NetworkSegment(356e8dad-bc51-4618-9205-eca2136d9d78),segment_id=356e8dad-bc51-4618-9205-eca2136d9d78)] {{(pid=88881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:49:04.690800 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-796d91c5-d275-4076-a3c4-ff7f1799c3a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:49:04.695192 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-2c2970f4-8198-4052-b6d4-9c9cff299cbc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:49:04.737572 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [req-24ff065c-02eb-47d8-8b24-daf2181a2847 req-134200ad-fa24-4aa6-a8e2-e6e2b5beeccf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b58f66cd-5fd9-48e0-b376-7a795357b399 {{(pid=88879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 24 11:49:04.744842 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-24ff065c-02eb-47d8-8b24-daf2181a2847 req-134200ad-fa24-4aa6-a8e2-e6e2b5beeccf service neutron] Notify callbacks [] for port, precommit_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:49:04.769974 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [req-24ff065c-02eb-47d8-8b24-daf2181a2847 req-134200ad-fa24-4aa6-a8e2-e6e2b5beeccf service neutron] Transition to ACTIVE for port object b58f66cd-5fd9-48e0-b376-7a795357b399 will not be triggered until provisioned by entity L2. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:49:04.774389 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-24ff065c-02eb-47d8-8b24-daf2181a2847 req-134200ad-fa24-4aa6-a8e2-e6e2b5beeccf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850854027'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:49:04.776190 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19e1868-91b6-4c2d-bbbd-0d64a4ce842c None None] Pushing event updated for resources: {'Port': ['ID=b80ff965-a1a0-4a33-aed6-7a47ab4f8c08,revision_number=4']} {{(pid=88881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:49:04.780173 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c08ede1d-d1a1-482b-aae2-dff173f8c0f2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:49:04.780592 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-b19e1868-91b6-4c2d-bbbd-0d64a4ce842c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:49:04.783111 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-796d91c5-d275-4076-a3c4-ff7f1799c3a6 None None] Routers {'b961a3dc-25d1-4d21-9d0f-2f948eef3736'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:49:04.783784 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-796d91c5-d275-4076-a3c4-ff7f1799c3a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271c852b0>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:48:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['b961a3dc-25d1-4d21-9d0f-2f948eef3736'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:49:04.920089 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134200ad-fa24-4aa6-a8e2-e6e2b5beeccf service neutron] Pushing event updated for resources: {'Port': ['ID=b58f66cd-5fd9-48e0-b376-7a795357b399,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:49:04.924650 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-134200ad-fa24-4aa6-a8e2-e6e2b5beeccf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:49:04.993787 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-796d91c5-d275-4076-a3c4-ff7f1799c3a6 None None] Set router b961a3dc-25d1-4d21-9d0f-2f948eef3736 gateway port host: dv-neutron-822691-2-hyperv {{(pid=88881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:49:05.039024 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [req-24ff065c-02eb-47d8-8b24-daf2181a2847 req-134200ad-fa24-4aa6-a8e2-e6e2b5beeccf service neutron] Attempting to bind port b58f66cd-5fd9-48e0-b376-7a795357b399 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:49:05.040012 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [req-24ff065c-02eb-47d8-8b24-daf2181a2847 req-134200ad-fa24-4aa6-a8e2-e6e2b5beeccf service neutron] Attempting to bind port b58f66cd-5fd9-48e0-b376-7a795357b399 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'f6873145-edbb-4bd1-94eb-7fd2c417c65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'b282da70-9296-4e54-8356-1a6d4d5043dc'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:49:05.040735 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ff065c-02eb-47d8-8b24-daf2181a2847 req-134200ad-fa24-4aa6-a8e2-e6e2b5beeccf service neutron] Attempting to bind port b58f66cd-5fd9-48e0-b376-7a795357b399 on network b282da70-9296-4e54-8356-1a6d4d5043dc {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:49:05.048165 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ff065c-02eb-47d8-8b24-daf2181a2847 req-134200ad-fa24-4aa6-a8e2-e6e2b5beeccf service neutron] Port b58f66cd-5fd9-48e0-b376-7a795357b399 on network b282da70-9296-4e54-8356-1a6d4d5043dc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 24 11:49:05.048663 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ff065c-02eb-47d8-8b24-daf2181a2847 req-134200ad-fa24-4aa6-a8e2-e6e2b5beeccf service neutron] Attempting to bind port b58f66cd-5fd9-48e0-b376-7a795357b399 on network b282da70-9296-4e54-8356-1a6d4d5043dc {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:49:05.057354 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ff065c-02eb-47d8-8b24-daf2181a2847 req-134200ad-fa24-4aa6-a8e2-e6e2b5beeccf service neutron] Checking agent: {'id': '239bbc6e-fc66-42e2-b707-1aa8ba10287c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 57, 58), 'started_at': datetime.datetime(2021, 12, 24, 10, 57, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 48, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:49:05.057354 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ff065c-02eb-47d8-8b24-daf2181a2847 req-134200ad-fa24-4aa6-a8e2-e6e2b5beeccf service neutron] Checking segment: {'id': 'f6873145-edbb-4bd1-94eb-7fd2c417c65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'b282da70-9296-4e54-8356-1a6d4d5043dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:49:05.057947 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ff065c-02eb-47d8-8b24-daf2181a2847 req-134200ad-fa24-4aa6-a8e2-e6e2b5beeccf service neutron] Bound using segment: {'id': 'f6873145-edbb-4bd1-94eb-7fd2c417c65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'b282da70-9296-4e54-8356-1a6d4d5043dc'} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:49:05.058688 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [req-24ff065c-02eb-47d8-8b24-daf2181a2847 req-134200ad-fa24-4aa6-a8e2-e6e2b5beeccf service neutron] Bound port: b58f66cd-5fd9-48e0-b376-7a795357b399, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6873145-edbb-4bd1-94eb-7fd2c417c65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'b282da70-9296-4e54-8356-1a6d4d5043dc'}}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:49:05.058936 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-24ff065c-02eb-47d8-8b24-daf2181a2847 req-134200ad-fa24-4aa6-a8e2-e6e2b5beeccf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:49:05.158811 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [req-24ff065c-02eb-47d8-8b24-daf2181a2847 req-134200ad-fa24-4aa6-a8e2-e6e2b5beeccf service neutron] For port b58f66cd-5fd9-48e0-b376-7a795357b399, host hv-neutron-8226, cleared binding levels {{(pid=88879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:49:05.162140 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [req-24ff065c-02eb-47d8-8b24-daf2181a2847 req-134200ad-fa24-4aa6-a8e2-e6e2b5beeccf service neutron] For port b58f66cd-5fd9-48e0-b376-7a795357b399, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=b58f66cd-5fd9-48e0-b376-7a795357b399,segment=NetworkSegment(f6873145-edbb-4bd1-94eb-7fd2c417c65e),segment_id=f6873145-edbb-4bd1-94eb-7fd2c417c65e)] {{(pid=88879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:49:05.165892 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-24ff065c-02eb-47d8-8b24-daf2181a2847 req-134200ad-fa24-4aa6-a8e2-e6e2b5beeccf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850854027'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:49:05.170595 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-99a6f075-2afd-49ab-872e-c3456035535d tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:49:05.226552 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-24ff065c-02eb-47d8-8b24-daf2181a2847 req-134200ad-fa24-4aa6-a8e2-e6e2b5beeccf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:49:05.228193 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-24ff065c-02eb-47d8-8b24-daf2181a2847 req-134200ad-fa24-4aa6-a8e2-e6e2b5beeccf service neutron] 10.222.0.58 "PUT /v2.0/ports/b58f66cd-5fd9-48e0-b376-7a795357b399 HTTP/1.1" status: 200  len: 1094 time: 1.0583079
Dec 24 11:49:05.230702 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9dea248-9027-4f8a-b100-5cb654c9a3b4', 'tag': 'b58f66cd-5fd9-48e0-b376-7a795357b399'}] {{(pid=88879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 24 11:49:05.282536 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134200ad-fa24-4aa6-a8e2-e6e2b5beeccf service neutron] Pushing event updated for resources: {'Port': ['ID=b58f66cd-5fd9-48e0-b376-7a795357b399,revision_number=3']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:49:05.324562 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-134200ad-fa24-4aa6-a8e2-e6e2b5beeccf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:49:05.326435 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9dea248-9027-4f8a-b100-5cb654c9a3b4', 'tag': 'b58f66cd-5fd9-48e0-b376-7a795357b399', 'status': 'completed', 'code': 200}
Dec 24 11:49:05.364087 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-796d91c5-d275-4076-a3c4-ff7f1799c3a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271c852b0>, [{'id': 'b961a3dc-25d1-4d21-9d0f-2f948eef3736', 'name': 'tempest-TestShelveInstance-1394236011-router', 'tenant_id': '4782fe347fc04fe2a58cfe6e27ebcc40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.34'}], 'enable_snat': True}, 'gw_port_id': 'ae99f4de-e254-46a3-a1ea-7801d9292918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:48:53Z', 'updated_at': '2021-12-24T11:48:57Z', 'revision_number': 4, 'project_id': '4782fe347fc04fe2a58cfe6e27ebcc40', 'gw_port': {'id': 'ae99f4de-e254-46a3-a1ea-7801d9292918', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:5d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b961a3dc-25d1-4d21-9d0f-2f948eef3736', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:48:54Z', 'updated_at': '2021-12-24T11:49:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_interfaces': [{'id': 'b80ff965-a1a0-4a33-aed6-7a47ab4f8c08', 'name': '', 'network_id': 'ef6ee14d-7861-46d5-88e9-8b7c653e5359', 'tenant_id': '4782fe347fc04fe2a58cfe6e27ebcc40', 'mac_address': 'fa:16:3e:44:f4:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b961a3dc-25d1-4d21-9d0f-2f948eef3736', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b0fc0b88-ba9e-4d7a-8832-cd6c8b212aee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:48:56Z', 'updated_at': '2021-12-24T11:49:04Z', 'revision_number': 4, 'project_id': '4782fe347fc04fe2a58cfe6e27ebcc40', 'subnets': [{'id': 'b0fc0b88-ba9e-4d7a-8832-cd6c8b212aee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:49:05.368452 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-796d91c5-d275-4076-a3c4-ff7f1799c3a6 None None] The sync data for ids ['b961a3dc-25d1-4d21-9d0f-2f948eef3736'] in dv-neutron-822691-2-hyperv is: [{'id': 'b961a3dc-25d1-4d21-9d0f-2f948eef3736', 'name': 'tempest-TestShelveInstance-1394236011-router', 'tenant_id': '4782fe347fc04fe2a58cfe6e27ebcc40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.34'}], 'enable_snat': True}, 'gw_port_id': 'ae99f4de-e254-46a3-a1ea-7801d9292918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:48:53Z', 'updated_at': '2021-12-24T11:48:57Z', 'revision_number': 4, 'project_id': '4782fe347fc04fe2a58cfe6e27ebcc40', 'gw_port': {'id': 'ae99f4de-e254-46a3-a1ea-7801d9292918', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:5d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b961a3dc-25d1-4d21-9d0f-2f948eef3736', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:48:54Z', 'updated_at': '2021-12-24T11:49:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_interfaces': [{'id': 'b80ff965-a1a0-4a33-aed6-7a47ab4f8c08', 'name': '', 'network_id': 'ef6ee14d-7861-46d5-88e9-8b7c653e5359', 'tenant_id': '4782fe347fc04fe2a58cfe6e27ebcc40', 'mac_address': 'fa:16:3e:44:f4:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b961a3dc-25d1-4d21-9d0f-2f948eef3736', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b0fc0b88-ba9e-4d7a-8832-cd6c8b212aee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:48:56Z', 'updated_at': '2021-12-24T11:49:04Z', 'revision_number': 4, 'project_id': '4782fe347fc04fe2a58cfe6e27ebcc40', 'subnets': [{'id': 'b0fc0b88-ba9e-4d7a-8832-cd6c8b212aee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:49:05.373662 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-24ff065c-02eb-47d8-8b24-daf2181a2847 req-8ddde240-7404-414a-ab54-be7c673e35f5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=de087bb5cbc9435dbbe42d4dffa85b9a&device_id=c9dea248-9027-4f8a-b100-5cb654c9a3b4 HTTP/1.1" status: 200  len: 1097 time: 0.0869434
Dec 24 11:49:05.463151 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-24ff065c-02eb-47d8-8b24-daf2181a2847 req-7ab3aa94-f594-4014-a76e-f36595daa4d9 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b58f66cd-5fd9-48e0-b376-7a795357b399 HTTP/1.1" status: 200  len: 217 time: 0.0811720
Dec 24 11:49:05.550416 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ff065c-02eb-47d8-8b24-daf2181a2847 req-6289383a-5ad4-4c67-8a79-8cb48a517b79 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:49:05.552338 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-24ff065c-02eb-47d8-8b24-daf2181a2847 req-6289383a-5ad4-4c67-8a79-8cb48a517b79 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c7feccb9-bdba-4dbe-ba23-3c41a5819f26 HTTP/1.1" status: 200  len: 848 time: 0.0772450
Dec 24 11:49:05.595683 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a91ebc4-a3af-48b9-ab38-73aead5cc6e4 req-4ccec8af-2e6f-49f2-bf17-b91e9b672e1c tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:49:05.597458 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-6a91ebc4-a3af-48b9-ab38-73aead5cc6e4 req-4ccec8af-2e6f-49f2-bf17-b91e9b672e1c tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9dea248-9027-4f8a-b100-5cb654c9a3b4 HTTP/1.1" status: 200  len: 944 time: 0.1073320
Dec 24 11:49:05.657385 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-24ff065c-02eb-47d8-8b24-daf2181a2847 req-1bea0eef-c14c-4e6d-8570-299d12f8dc47 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b282da70-9296-4e54-8356-1a6d4d5043dc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0927768
Dec 24 11:49:05.658553 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-6a91ebc4-a3af-48b9-ab38-73aead5cc6e4 req-412fd07c-739b-49e2-bc59-977bdd85cd03 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.65 "GET /v2.0/security-groups?id=81729d8e-1368-4bd6-9f32-2cb501918fbe&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0537732
Dec 24 11:49:05.811704 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-24ff065c-02eb-47d8-8b24-daf2181a2847 req-c4996c75-4e2a-45f9-8992-c742ddf2901f service neutron] 10.222.0.58 "GET /v2.0/networks/b282da70-9296-4e54-8356-1a6d4d5043dc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1429355
Dec 24 11:49:05.965701 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-24ff065c-02eb-47d8-8b24-daf2181a2847 req-ff8a017e-59be-4d20-b76d-3b93c30e0a09 service neutron] 10.222.0.58 "GET /v2.0/networks/b282da70-9296-4e54-8356-1a6d4d5043dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1431823
Dec 24 11:49:06.090555 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-5766d442-140d-450b-a625-e90b1574f4e3 req-5203cc46-6a58-4799-a89f-39fe0c4b8354 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=de087bb5cbc9435dbbe42d4dffa85b9a&device_id=c9dea248-9027-4f8a-b100-5cb654c9a3b4 HTTP/1.1" status: 200  len: 1097 time: 0.0769916
Dec 24 11:49:06.241546 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5766d442-140d-450b-a625-e90b1574f4e3 req-c0261e5e-47dd-45fd-93c6-45918f3e78ac service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:49:06.243292 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-5766d442-140d-450b-a625-e90b1574f4e3 req-c0261e5e-47dd-45fd-93c6-45918f3e78ac service neutron] 10.222.0.58 "GET /v2.0/networks?id=b282da70-9296-4e54-8356-1a6d4d5043dc HTTP/1.1" status: 200  len: 910 time: 0.1454914
Dec 24 11:49:06.321046 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-5766d442-140d-450b-a625-e90b1574f4e3 req-5ec2395f-c82a-4270-a4dc-b52ea8ffe632 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b58f66cd-5fd9-48e0-b376-7a795357b399 HTTP/1.1" status: 200  len: 217 time: 0.0701966
Dec 24 11:49:06.392170 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5766d442-140d-450b-a625-e90b1574f4e3 req-9370050d-7dc6-47a8-8199-4b206219829e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:49:06.393782 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-5766d442-140d-450b-a625-e90b1574f4e3 req-9370050d-7dc6-47a8-8199-4b206219829e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c7feccb9-bdba-4dbe-ba23-3c41a5819f26 HTTP/1.1" status: 200  len: 848 time: 0.0646148
Dec 24 11:49:06.477795 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-5766d442-140d-450b-a625-e90b1574f4e3 req-75a8b8bf-3208-4b5e-b854-111b4067447e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b282da70-9296-4e54-8356-1a6d4d5043dc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0767503
Dec 24 11:49:06.536575 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-77e24079-3953-4282-9c34-78ba8cfa58e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:49:06.625055 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device b80ff965-a1a0-4a33-aed6-7a47ab4f8c08 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:49:06.644218 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-5766d442-140d-450b-a625-e90b1574f4e3 req-c68bc397-9cf5-49c7-a195-572c22b1c731 service neutron] 10.222.0.58 "GET /v2.0/networks/b282da70-9296-4e54-8356-1a6d4d5043dc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1581094
Dec 24 11:49:06.708181 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning for port b80ff965-a1a0-4a33-aed6-7a47ab4f8c08 completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:49:06.713238 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port b80ff965-a1a0-4a33-aed6-7a47ab4f8c08 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:49:06.713669 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:49:06.797192 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-5766d442-140d-450b-a625-e90b1574f4e3 req-09702fd4-a69a-46f0-82f3-72bd9cee980a service neutron] 10.222.0.58 "GET /v2.0/networks/b282da70-9296-4e54-8356-1a6d4d5043dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1444683
Dec 24 11:49:06.835856 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:49:06.864623 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60647e6-008c-4581-aa38-1aaf38414633 req-2f0e2698-706b-4747-a2a5-df4ee2b19c62 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:49:06.866714 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-e60647e6-008c-4581-aa38-1aaf38414633 req-2f0e2698-706b-4747-a2a5-df4ee2b19c62 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9dea248-9027-4f8a-b100-5cb654c9a3b4 HTTP/1.1" status: 200  len: 944 time: 0.0836940
Dec 24 11:49:06.869422 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] For port b80ff965-a1a0-4a33-aed6-7a47ab4f8c08, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=b80ff965-a1a0-4a33-aed6-7a47ab4f8c08,segment=NetworkSegment(356e8dad-bc51-4618-9205-eca2136d9d78),segment_id=356e8dad-bc51-4618-9205-eca2136d9d78)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:49:06.873056 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:49:06.875371 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:49:06.920054 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-e60647e6-008c-4581-aa38-1aaf38414633 req-a7141883-817f-4013-addc-060ea2be84ca tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.65 "GET /v2.0/security-groups?id=81729d8e-1368-4bd6-9f32-2cb501918fbe&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0470052
Dec 24 11:49:06.944572 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Pushing event updated for resources: {'Port': ['ID=b80ff965-a1a0-4a33-aed6-7a47ab4f8c08,revision_number=5']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:49:06.949009 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:49:07.758279 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Device b58f66cd-5fd9-48e0-b376-7a795357b399 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 24 11:49:07.914816 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] For port b58f66cd-5fd9-48e0-b376-7a795357b399, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=b58f66cd-5fd9-48e0-b376-7a795357b399,segment=NetworkSegment(f6873145-edbb-4bd1-94eb-7fd2c417c65e),segment_id=f6873145-edbb-4bd1-94eb-7fd2c417c65e)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:49:07.929767 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Returning: {'device': 'b58f66cd-5fd9-48e0-b376-7a795357b399', 'network_id': 'b282da70-9296-4e54-8356-1a6d4d5043dc', 'port_id': 'b58f66cd-5fd9-48e0-b376-7a795357b399', 'mac_address': 'fa:16:3e:b0:ed:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7feccb9-bdba-4dbe-ba23-3c41a5819f26', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 24 11:49:07.990370 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:49:08.009261 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b58f66cd-5fd9-48e0-b376-7a795357b399 {{(pid=88880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 24 11:49:08.024930 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] For port b58f66cd-5fd9-48e0-b376-7a795357b399, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=b58f66cd-5fd9-48e0-b376-7a795357b399,segment=NetworkSegment(f6873145-edbb-4bd1-94eb-7fd2c417c65e),segment_id=f6873145-edbb-4bd1-94eb-7fd2c417c65e)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:49:08.029087 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:49:08.032081 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-14681752-4c12-4b61-abc5-5dd7e6307205 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:49:08.105532 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:49:08.113112 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Pushing event updated for resources: {'Port': ['ID=b58f66cd-5fd9-48e0-b376-7a795357b399,revision_number=4']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:49:08.116171 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:49:08.135033 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bb5fbb-623d-40f0-b40c-1d5481f932ae req-2f9aab72-9c58-4687-a4db-013b6993cc43 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:49:08.136657 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-c9bb5fbb-623d-40f0-b40c-1d5481f932ae req-2f9aab72-9c58-4687-a4db-013b6993cc43 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9dea248-9027-4f8a-b100-5cb654c9a3b4 HTTP/1.1" status: 200  len: 945 time: 0.0885067
Dec 24 11:49:08.188439 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-c9bb5fbb-623d-40f0-b40c-1d5481f932ae req-96eddfc3-8e75-427c-a3b9-33c382219425 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.65 "GET /v2.0/security-groups?id=81729d8e-1368-4bd6-9f32-2cb501918fbe&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423865
Dec 24 11:49:08.285250 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] get_ports_and_sgs() called for port_ids ['b58f66cd-5fd9-48e0-b376-7a795357b399'] {{(pid=88880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 24 11:49:08.598119 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device b80ff965-a1a0-4a33-aed6-7a47ab4f8c08 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:49:08.675629 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port b80ff965-a1a0-4a33-aed6-7a47ab4f8c08 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:49:08.676061 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:49:09.030720 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-32094c28-d4d9-4495-860a-56614ae86135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:49:09.426725 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf137fb-1642-437b-8c4c-6591d8190d88 req-0198fd6c-9494-4326-87c1-53346b87c71b tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:49:09.428250 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-2cf137fb-1642-437b-8c4c-6591d8190d88 req-0198fd6c-9494-4326-87c1-53346b87c71b tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9dea248-9027-4f8a-b100-5cb654c9a3b4 HTTP/1.1" status: 200  len: 945 time: 0.0908041
Dec 24 11:49:09.478751 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-2cf137fb-1642-437b-8c4c-6591d8190d88 req-ed38e1a2-4330-4af6-95f9-9ae5067969e2 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.65 "GET /v2.0/security-groups?id=81729d8e-1368-4bd6-9f32-2cb501918fbe&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418735
Dec 24 11:49:09.587345 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bdfdbc84-c52d-4f40-b281-af314dc1f8fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:49:09.800387 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Device b58f66cd-5fd9-48e0-b376-7a795357b399 up at agent hyperv_hv-neutron-8226 {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:49:09.887428 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Provisioning for port b58f66cd-5fd9-48e0-b376-7a795357b399 completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:49:09.892516 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Provisioning complete for port b58f66cd-5fd9-48e0-b376-7a795357b399 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:49:09.892919 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:49:10.015469 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:49:10.218858 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9dea248-9027-4f8a-b100-5cb654c9a3b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b58f66cd-5fd9-48e0-b376-7a795357b399'}] {{(pid=88880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 24 11:49:10.228979 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] For port b58f66cd-5fd9-48e0-b376-7a795357b399, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=b58f66cd-5fd9-48e0-b376-7a795357b399,segment=NetworkSegment(f6873145-edbb-4bd1-94eb-7fd2c417c65e),segment_id=f6873145-edbb-4bd1-94eb-7fd2c417c65e)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:49:10.233116 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:49:10.235632 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-35dd4900-65fc-432b-82e8-c5243fcebcef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:49:10.302328 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Pushing event updated for resources: {'Port': ['ID=b58f66cd-5fd9-48e0-b376-7a795357b399,revision_number=5']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:49:10.305558 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:49:10.363238 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9dea248-9027-4f8a-b100-5cb654c9a3b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b58f66cd-5fd9-48e0-b376-7a795357b399', 'code': 200}
Dec 24 11:49:10.620680 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-956c4c37-c57d-4556-afa6-bb5d9bb7c084 req-496f43dc-d199-4206-9c99-5e3185015adb service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=c9dea248-9027-4f8a-b100-5cb654c9a3b4 HTTP/1.1" status: 200  len: 1099 time: 0.0804503
Dec 24 11:49:10.669673 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-956c4c37-c57d-4556-afa6-bb5d9bb7c084 req-3fad32ba-5837-4a2e-b3fa-6fbf72c8e2bb service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=81729d8e-1368-4bd6-9f32-2cb501918fbe&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416579
Dec 24 11:49:10.697360 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2d4cf7-24e6-486f-bd85-8e00a98bf6dc req-fe110ba8-aacc-4fc6-bb57-0d64dd9e8f18 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:49:10.699047 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-dc2d4cf7-24e6-486f-bd85-8e00a98bf6dc req-fe110ba8-aacc-4fc6-bb57-0d64dd9e8f18 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9dea248-9027-4f8a-b100-5cb654c9a3b4 HTTP/1.1" status: 200  len: 946 time: 0.0892217
Dec 24 11:49:10.750814 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-dc2d4cf7-24e6-486f-bd85-8e00a98bf6dc req-22f20226-ec55-429b-adfc-015d0d16dec0 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.65 "GET /v2.0/security-groups?id=81729d8e-1368-4bd6-9f32-2cb501918fbe&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425472
Dec 24 11:49:10.861613 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-39ff93cf-c0b7-48c5-95f3-6f7e9977387d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:49:11.971841 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e8c14c-7664-468b-a6c4-6bede2f48da4 req-6984e431-c32e-4b7c-a910-780199daa851 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:49:11.973406 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-51e8c14c-7664-468b-a6c4-6bede2f48da4 req-6984e431-c32e-4b7c-a910-780199daa851 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9dea248-9027-4f8a-b100-5cb654c9a3b4 HTTP/1.1" status: 200  len: 946 time: 0.0876660
Dec 24 11:49:12.025732 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-51e8c14c-7664-468b-a6c4-6bede2f48da4 req-7f23868f-9768-4bbb-a4db-52fdbf0d7e77 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.65 "GET /v2.0/security-groups?id=81729d8e-1368-4bd6-9f32-2cb501918fbe&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0459242
Dec 24 11:49:13.241813 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019902ec-6d6f-404a-b398-54ca6035ce93 req-8a6892de-257f-430d-a6a1-cfe2fb6327bc tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:49:13.243434 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-019902ec-6d6f-404a-b398-54ca6035ce93 req-8a6892de-257f-430d-a6a1-cfe2fb6327bc tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9dea248-9027-4f8a-b100-5cb654c9a3b4 HTTP/1.1" status: 200  len: 946 time: 0.0870497
Dec 24 11:49:13.292470 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-019902ec-6d6f-404a-b398-54ca6035ce93 req-81261161-d0b6-4db7-b145-c4606a8a028a tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.65 "GET /v2.0/security-groups?id=81729d8e-1368-4bd6-9f32-2cb501918fbe&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429840
Dec 24 11:49:13.503099 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea980e78-2f7a-4061-9bb3-3ff7d88571c9 req-5be76f9d-0869-493b-815d-3658aef1d539 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:49:13.504768 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-ea980e78-2f7a-4061-9bb3-3ff7d88571c9 req-5be76f9d-0869-493b-815d-3658aef1d539 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9dea248-9027-4f8a-b100-5cb654c9a3b4 HTTP/1.1" status: 200  len: 946 time: 0.0902073
Dec 24 11:49:13.556414 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-ea980e78-2f7a-4061-9bb3-3ff7d88571c9 req-3944ee20-2b60-4605-b8fb-35a391b1e8e7 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.65 "GET /v2.0/security-groups?id=81729d8e-1368-4bd6-9f32-2cb501918fbe&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417893
Dec 24 11:49:13.584762 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 51042) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:49:13.798125 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-6f31b6a9-22d1-4a94-bdc1-23018576f41e tempest-TestShelveInstance-97260626 tempest-TestShelveInstance-97260626-project-admin] Synchronizing usage tracker for tenant:4782fe347fc04fe2a58cfe6e27ebcc40 on resource:port {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:49:13.815798 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-6f31b6a9-22d1-4a94-bdc1-23018576f41e tempest-TestShelveInstance-97260626 tempest-TestShelveInstance-97260626-project-admin] Unset dirty status for tenant:4782fe347fc04fe2a58cfe6e27ebcc40 on resource:port {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:49:13.817086 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-6f31b6a9-22d1-4a94-bdc1-23018576f41e tempest-TestShelveInstance-97260626 tempest-TestShelveInstance-97260626-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=c9dea248-9027-4f8a-b100-5cb654c9a3b4 HTTP/1.1" status: 200  len: 1094 time: 0.2312648
Dec 24 11:49:13.820369 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 51048) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:49:13.826133 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-2a997ff7-f149-4554-bbf0-e10cbbb57cfb tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Request body: {'floatingip': {'floating_network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'port_id': 'b58f66cd-5fd9-48e0-b376-7a795357b399', 'tenant_id': 'de087bb5cbc9435dbbe42d4dffa85b9a', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:49:13.832158 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-2a997ff7-f149-4554-bbf0-e10cbbb57cfb tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:49:13.836337 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-2a997ff7-f149-4554-bbf0-e10cbbb57cfb tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Usage tracker for resource:floatingip and tenant:de087bb5cbc9435dbbe42d4dffa85b9a is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:49:13.839296 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-2a997ff7-f149-4554-bbf0-e10cbbb57cfb tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:49:13.845603 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-2a997ff7-f149-4554-bbf0-e10cbbb57cfb tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:49:13.856927 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2a997ff7-f149-4554-bbf0-e10cbbb57cfb tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Notify callbacks [] for floatingip, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:49:14.008251 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2a997ff7-f149-4554-bbf0-e10cbbb57cfb tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:49:14.157745 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-2a997ff7-f149-4554-bbf0-e10cbbb57cfb tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Allocated IP 172.26.3.58 (f8c337ba-681f-4fcb-a333-e3c49365b30a/8ea1398c-0bec-46d6-8d54-85798de2a7ca/3fc48c7f-a8ec-4998-b597-8f907dd187c7) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:49:14.328215 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2a997ff7-f149-4554-bbf0-e10cbbb57cfb tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:49:14.356376 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2a997ff7-f149-4554-bbf0-e10cbbb57cfb tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:49:14.360171 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-d6fe3cca-d348-4058-8d34-d3835c962798 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:49:14.430965 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a997ff7-f149-4554-bbf0-e10cbbb57cfb tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Network f8c337ba-681f-4fcb-a333-e3c49365b30a is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:49:14.434632 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-2a997ff7-f149-4554-bbf0-e10cbbb57cfb tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Resources bound (agent type, host, resource id):  {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:49:14.437328 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a997ff7-f149-4554-bbf0-e10cbbb57cfb tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Pushing event updated for resources: {'Port': ['ID=3fc48c7f-a8ec-4998-b597-8f907dd187c7,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:49:14.440585 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-2a997ff7-f149-4554-bbf0-e10cbbb57cfb tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:49:14.441737 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a997ff7-f149-4554-bbf0-e10cbbb57cfb tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:49:14.963500 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2a997ff7-f149-4554-bbf0-e10cbbb57cfb tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:49:15.024418 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2a997ff7-f149-4554-bbf0-e10cbbb57cfb tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:49:15.444422 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.agents_db [None req-e51243ab-6a93-425b-980f-a73583147efa None None] Agent healthcheck: found 6 active agents {{(pid=88881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 24 11:49:15.483185 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2a997ff7-f149-4554-bbf0-e10cbbb57cfb tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Notify callbacks [] for port, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:49:15.488314 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2a997ff7-f149-4554-bbf0-e10cbbb57cfb tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3978773'] for port, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:49:15.492315 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-46d0ea89-3a9d-4632-bf05-4ff1c1fb3b8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:49:15.595594 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a997ff7-f149-4554-bbf0-e10cbbb57cfb tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Pushing event updated for resources: {'Port': ['ID=3fc48c7f-a8ec-4998-b597-8f907dd187c7,revision_number=2']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:49:15.604325 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-2a997ff7-f149-4554-bbf0-e10cbbb57cfb tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:49:15.618694 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2a997ff7-f149-4554-bbf0-e10cbbb57cfb tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659181'] for floatingip, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:49:15.823224 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.l3_db [None req-2a997ff7-f149-4554-bbf0-e10cbbb57cfb tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Floating IP 15a33cfb-9717-40e7-b652-1e480effa332 associated. External IP: 172.26.3.58, port: b58f66cd-5fd9-48e0-b376-7a795357b399.
Dec 24 11:49:16.236074 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a997ff7-f149-4554-bbf0-e10cbbb57cfb tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Router 7ace56cf-5ee9-45d9-b75c-71a8a7050ae4 has already been hosted by L3 agent 198cca88-1338-4098-b44b-beb0346ac906 {{(pid=88878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 24 11:49:16.462276 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a997ff7-f149-4554-bbf0-e10cbbb57cfb tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:49:16.473738 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd86b033-b63e-4b0d-8c73-65daa5a6230a None None] Sync routers for ids ['7ace56cf-5ee9-45d9-b75c-71a8a7050ae4'] in dv-neutron-822691-2-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:49:16.486373 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd86b033-b63e-4b0d-8c73-65daa5a6230a None None] Routers {'7ace56cf-5ee9-45d9-b75c-71a8a7050ae4'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:49:16.487287 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-cd86b033-b63e-4b0d-8c73-65daa5a6230a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f527126fc88>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:49:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['7ace56cf-5ee9-45d9-b75c-71a8a7050ae4'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:49:16.489892 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2a997ff7-f149-4554-bbf0-e10cbbb57cfb tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for floatingip, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:49:16.557603 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-2a997ff7-f149-4554-bbf0-e10cbbb57cfb tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.7304230
Dec 24 11:49:16.557603 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9dea248-9027-4f8a-b100-5cb654c9a3b4', 'tag': 'b58f66cd-5fd9-48e0-b376-7a795357b399'}] {{(pid=88878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 24 11:49:16.606527 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9dea248-9027-4f8a-b100-5cb654c9a3b4', 'tag': 'b58f66cd-5fd9-48e0-b376-7a795357b399', 'status': 'completed', 'code': 200}
Dec 24 11:49:16.677448 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-cd86b033-b63e-4b0d-8c73-65daa5a6230a None None] Set router 7ace56cf-5ee9-45d9-b75c-71a8a7050ae4 gateway port host: dv-neutron-822691-2-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:49:16.710956 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-0df14491-3165-4ffd-876f-82e470f88f97 req-a1fbb1c1-d436-4fdc-8d25-3a65ae96be96 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=de087bb5cbc9435dbbe42d4dffa85b9a&device_id=c9dea248-9027-4f8a-b100-5cb654c9a3b4 HTTP/1.1" status: 200  len: 1099 time: 0.0793867
Dec 24 11:49:17.062440 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-cd86b033-b63e-4b0d-8c73-65daa5a6230a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f527126fc88>, [{'id': '7ace56cf-5ee9-45d9-b75c-71a8a7050ae4', 'name': 'tempest-TestShelveInstance-1285473433-router', 'tenant_id': 'de087bb5cbc9435dbbe42d4dffa85b9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.109'}], 'enable_snat': True}, 'gw_port_id': 'd70b7c01-1cf8-4d69-a096-ca7241f68ba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:48:47Z', 'updated_at': '2021-12-24T11:48:50Z', 'revision_number': 4, 'project_id': 'de087bb5cbc9435dbbe42d4dffa85b9a', 'gw_port': {'id': 'd70b7c01-1cf8-4d69-a096-ca7241f68ba2', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:96:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ace56cf-5ee9-45d9-b75c-71a8a7050ae4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:48:47Z', 'updated_at': '2021-12-24T11:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_floatingips': [{'id': '15a33cfb-9717-40e7-b652-1e480effa332', 'tenant_id': 'de087bb5cbc9435dbbe42d4dffa85b9a', 'floating_ip_address': '172.26.3.58', 'floating_network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'router_id': '7ace56cf-5ee9-45d9-b75c-71a8a7050ae4', 'port_id': 'b58f66cd-5fd9-48e0-b376-7a795357b399', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b282da70-9296-4e54-8356-1a6d4d5043dc', 'mac_address': 'fa:16:3e:b0:ed:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9dea248-9027-4f8a-b100-5cb654c9a3b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T11:49:14Z', 'updated_at': '2021-12-24T11:49:14Z', 'revision_number': 0, 'project_id': 'de087bb5cbc9435dbbe42d4dffa85b9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca893b19-d1c0-4e23-bd95-5bed8d7b7f8d', 'name': '', 'network_id': 'b282da70-9296-4e54-8356-1a6d4d5043dc', 'tenant_id': 'de087bb5cbc9435dbbe42d4dffa85b9a', 'mac_address': 'fa:16:3e:ac:e1:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ace56cf-5ee9-45d9-b75c-71a8a7050ae4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c7feccb9-bdba-4dbe-ba23-3c41a5819f26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:48:49Z', 'updated_at': '2021-12-24T11:48:57Z', 'revision_number': 5, 'project_id': 'de087bb5cbc9435dbbe42d4dffa85b9a', 'subnets': [{'id': 'c7feccb9-bdba-4dbe-ba23-3c41a5819f26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:49:17.066565 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd86b033-b63e-4b0d-8c73-65daa5a6230a None None] Checking router: 7ace56cf-5ee9-45d9-b75c-71a8a7050ae4 for host: dv-neutron-822691-2-hyperv {{(pid=88880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 24 11:49:17.078189 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd86b033-b63e-4b0d-8c73-65daa5a6230a None None] Routers {'7ace56cf-5ee9-45d9-b75c-71a8a7050ae4'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:49:17.078861 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-cd86b033-b63e-4b0d-8c73-65daa5a6230a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f527126fc88>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:49:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['7ace56cf-5ee9-45d9-b75c-71a8a7050ae4'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:49:17.104934 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df14491-3165-4ffd-876f-82e470f88f97 req-66d7c682-488f-4045-9c41-9c9c3a8bda30 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:49:17.106599 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-0df14491-3165-4ffd-876f-82e470f88f97 req-66d7c682-488f-4045-9c41-9c9c3a8bda30 service neutron] 10.222.0.58 "GET /v2.0/networks?id=b282da70-9296-4e54-8356-1a6d4d5043dc HTTP/1.1" status: 200  len: 910 time: 0.3887110
Dec 24 11:49:17.217670 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-0df14491-3165-4ffd-876f-82e470f88f97 req-98df5a00-ea9d-4d5d-8868-f611e2fa0ac5 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b58f66cd-5fd9-48e0-b376-7a795357b399 HTTP/1.1" status: 200  len: 999 time: 0.1032081
Dec 24 11:49:17.267866 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-cd86b033-b63e-4b0d-8c73-65daa5a6230a None None] Set router 7ace56cf-5ee9-45d9-b75c-71a8a7050ae4 gateway port host: dv-neutron-822691-2-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:49:17.292009 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df14491-3165-4ffd-876f-82e470f88f97 req-9603a130-bbe2-4ab8-aaca-074b1151393d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:49:17.293632 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-0df14491-3165-4ffd-876f-82e470f88f97 req-9603a130-bbe2-4ab8-aaca-074b1151393d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c7feccb9-bdba-4dbe-ba23-3c41a5819f26 HTTP/1.1" status: 200  len: 848 time: 0.0677907
Dec 24 11:49:17.380471 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-0df14491-3165-4ffd-876f-82e470f88f97 req-90d37988-92ee-47cd-9971-f4d019e6a20c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b282da70-9296-4e54-8356-1a6d4d5043dc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0795362
Dec 24 11:49:17.533056 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-0df14491-3165-4ffd-876f-82e470f88f97 req-5b50500a-9492-470d-a48b-3d967bf74ac1 service neutron] 10.222.0.58 "GET /v2.0/networks/b282da70-9296-4e54-8356-1a6d4d5043dc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1449573
Dec 24 11:49:17.645816 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-cd86b033-b63e-4b0d-8c73-65daa5a6230a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f527126fc88>, [{'id': '7ace56cf-5ee9-45d9-b75c-71a8a7050ae4', 'name': 'tempest-TestShelveInstance-1285473433-router', 'tenant_id': 'de087bb5cbc9435dbbe42d4dffa85b9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.109'}], 'enable_snat': True}, 'gw_port_id': 'd70b7c01-1cf8-4d69-a096-ca7241f68ba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:48:47Z', 'updated_at': '2021-12-24T11:48:50Z', 'revision_number': 4, 'project_id': 'de087bb5cbc9435dbbe42d4dffa85b9a', 'gw_port': {'id': 'd70b7c01-1cf8-4d69-a096-ca7241f68ba2', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:96:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ace56cf-5ee9-45d9-b75c-71a8a7050ae4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:48:47Z', 'updated_at': '2021-12-24T11:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_floatingips': [{'id': '15a33cfb-9717-40e7-b652-1e480effa332', 'tenant_id': 'de087bb5cbc9435dbbe42d4dffa85b9a', 'floating_ip_address': '172.26.3.58', 'floating_network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'router_id': '7ace56cf-5ee9-45d9-b75c-71a8a7050ae4', 'port_id': 'b58f66cd-5fd9-48e0-b376-7a795357b399', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b282da70-9296-4e54-8356-1a6d4d5043dc', 'mac_address': 'fa:16:3e:b0:ed:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9dea248-9027-4f8a-b100-5cb654c9a3b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T11:49:14Z', 'updated_at': '2021-12-24T11:49:14Z', 'revision_number': 0, 'project_id': 'de087bb5cbc9435dbbe42d4dffa85b9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca893b19-d1c0-4e23-bd95-5bed8d7b7f8d', 'name': '', 'network_id': 'b282da70-9296-4e54-8356-1a6d4d5043dc', 'tenant_id': 'de087bb5cbc9435dbbe42d4dffa85b9a', 'mac_address': 'fa:16:3e:ac:e1:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ace56cf-5ee9-45d9-b75c-71a8a7050ae4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c7feccb9-bdba-4dbe-ba23-3c41a5819f26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:48:49Z', 'updated_at': '2021-12-24T11:48:57Z', 'revision_number': 5, 'project_id': 'de087bb5cbc9435dbbe42d4dffa85b9a', 'subnets': [{'id': 'c7feccb9-bdba-4dbe-ba23-3c41a5819f26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:49:17.650580 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd86b033-b63e-4b0d-8c73-65daa5a6230a None None] The sync data for ids ['7ace56cf-5ee9-45d9-b75c-71a8a7050ae4'] in dv-neutron-822691-2-hyperv is: [{'id': '7ace56cf-5ee9-45d9-b75c-71a8a7050ae4', 'name': 'tempest-TestShelveInstance-1285473433-router', 'tenant_id': 'de087bb5cbc9435dbbe42d4dffa85b9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.109'}], 'enable_snat': True}, 'gw_port_id': 'd70b7c01-1cf8-4d69-a096-ca7241f68ba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:48:47Z', 'updated_at': '2021-12-24T11:48:50Z', 'revision_number': 4, 'project_id': 'de087bb5cbc9435dbbe42d4dffa85b9a', 'gw_port': {'id': 'd70b7c01-1cf8-4d69-a096-ca7241f68ba2', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:96:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ace56cf-5ee9-45d9-b75c-71a8a7050ae4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:48:47Z', 'updated_at': '2021-12-24T11:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_floatingips': [{'id': '15a33cfb-9717-40e7-b652-1e480effa332', 'tenant_id': 'de087bb5cbc9435dbbe42d4dffa85b9a', 'floating_ip_address': '172.26.3.58', 'floating_network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'router_id': '7ace56cf-5ee9-45d9-b75c-71a8a7050ae4', 'port_id': 'b58f66cd-5fd9-48e0-b376-7a795357b399', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b282da70-9296-4e54-8356-1a6d4d5043dc', 'mac_address': 'fa:16:3e:b0:ed:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9dea248-9027-4f8a-b100-5cb654c9a3b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T11:49:14Z', 'updated_at': '2021-12-24T11:49:14Z', 'revision_number': 0, 'project_id': 'de087bb5cbc9435dbbe42d4dffa85b9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca893b19-d1c0-4e23-bd95-5bed8d7b7f8d', 'name': '', 'network_id': 'b282da70-9296-4e54-8356-1a6d4d5043dc', 'tenant_id': 'de087bb5cbc9435dbbe42d4dffa85b9a', 'mac_address': 'fa:16:3e:ac:e1:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ace56cf-5ee9-45d9-b75c-71a8a7050ae4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c7feccb9-bdba-4dbe-ba23-3c41a5819f26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:48:49Z', 'updated_at': '2021-12-24T11:48:57Z', 'revision_number': 5, 'project_id': 'de087bb5cbc9435dbbe42d4dffa85b9a', 'subnets': [{'id': 'c7feccb9-bdba-4dbe-ba23-3c41a5819f26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:49:17.684686 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-0df14491-3165-4ffd-876f-82e470f88f97 req-8eed94fe-56b3-4ba8-9b46-e7490190caa8 service neutron] 10.222.0.58 "GET /v2.0/networks/b282da70-9296-4e54-8356-1a6d4d5043dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1406541
Dec 24 11:49:18.020707 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e2dda8-d3d6-453a-906f-b63f8f3ed09f None None] New status for floating IP 15a33cfb-9717-40e7-b652-1e480effa332: ACTIVE {{(pid=88881) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 24 11:49:28.764927 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:49:36.535590 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-81c439ad-d59d-408d-a85b-8b6fe26ab9c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:49:38.093237 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:49:39.026405 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-29e0628e-9a11-4610-b7ff-b6ac824e83dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:49:39.593360 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bdfdbc84-c52d-4f40-b281-af314dc1f8fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:49:40.867671 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-39ff93cf-c0b7-48c5-95f3-6f7e9977387d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:49:47.008565 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-60e876ef-6c9c-45a6-aff6-54f57f0f2160 req-3ab87edc-232d-4d0f-8709-051898e6ccea service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=c9dea248-9027-4f8a-b100-5cb654c9a3b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0832713
Dec 24 11:49:47.163467 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-60e876ef-6c9c-45a6-aff6-54f57f0f2160 req-694dc915-e97e-4c74-ba98-5fcdfeafd4cb service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=de087bb5cbc9435dbbe42d4dffa85b9a&device_id=c9dea248-9027-4f8a-b100-5cb654c9a3b4 HTTP/1.1" status: 200  len: 1099 time: 0.0764952
Dec 24 11:49:47.329151 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e876ef-6c9c-45a6-aff6-54f57f0f2160 req-eb9c4d85-88ec-4298-8cbe-7240bedea0d6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:49:47.330779 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-60e876ef-6c9c-45a6-aff6-54f57f0f2160 req-eb9c4d85-88ec-4298-8cbe-7240bedea0d6 service neutron] 10.222.0.58 "GET /v2.0/networks?id=b282da70-9296-4e54-8356-1a6d4d5043dc HTTP/1.1" status: 200  len: 910 time: 0.1417031
Dec 24 11:49:47.439446 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-60e876ef-6c9c-45a6-aff6-54f57f0f2160 req-58cfe63f-9c9a-4fcd-a02d-80eca12dac5b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b58f66cd-5fd9-48e0-b376-7a795357b399 HTTP/1.1" status: 200  len: 1001 time: 0.1009915
Dec 24 11:49:47.511567 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e876ef-6c9c-45a6-aff6-54f57f0f2160 req-14057349-fdb8-47a4-8024-f13e2410c68d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:49:47.513095 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-60e876ef-6c9c-45a6-aff6-54f57f0f2160 req-14057349-fdb8-47a4-8024-f13e2410c68d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c7feccb9-bdba-4dbe-ba23-3c41a5819f26 HTTP/1.1" status: 200  len: 848 time: 0.0633700
Dec 24 11:49:47.598485 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-60e876ef-6c9c-45a6-aff6-54f57f0f2160 req-3335555d-1457-4f56-90ca-fb985920da91 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b282da70-9296-4e54-8356-1a6d4d5043dc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0778313
Dec 24 11:49:47.749638 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-60e876ef-6c9c-45a6-aff6-54f57f0f2160 req-1749ea9f-61bd-4d30-a6fd-11f1006837b5 service neutron] 10.222.0.58 "GET /v2.0/networks/b282da70-9296-4e54-8356-1a6d4d5043dc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1440532
Dec 24 11:49:47.898675 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-60e876ef-6c9c-45a6-aff6-54f57f0f2160 req-ad531013-657e-4fb0-b449-714669007524 service neutron] 10.222.0.58 "GET /v2.0/networks/b282da70-9296-4e54-8356-1a6d4d5043dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1420991
Dec 24 11:49:52.451473 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.agents_db [None req-e51243ab-6a93-425b-980f-a73583147efa None None] Agent healthcheck: found 6 active agents {{(pid=88881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 24 11:49:58.789770 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:50:06.535941 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f858a557-a19e-4d32-9d83-8ce289049eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:50:08.093616 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:50:09.027892 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2c25b88f-713e-4f88-ac52-1703546c272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:50:09.590057 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bdfdbc84-c52d-4f40-b281-af314dc1f8fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:50:10.873469 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-39ff93cf-c0b7-48c5-95f3-6f7e9977387d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:50:28.793281 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:50:29.448312 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.agents_db [None req-e51243ab-6a93-425b-980f-a73583147efa None None] Agent healthcheck: found 6 active agents {{(pid=88881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 24 11:50:36.535930 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bb096221-8149-45f2-b0dc-e5bc79f62f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:50:38.095258 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:50:39.025441 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0880dbcc-3d7e-4e46-aead-028f219d2228 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:50:39.596056 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bdfdbc84-c52d-4f40-b281-af314dc1f8fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:50:40.877067 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-39ff93cf-c0b7-48c5-95f3-6f7e9977387d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:50:48.186711 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-0719599d-e372-46b6-84a0-a3226b0d93ca req-fa25fe1a-30fc-405c-858e-42c9b8e54504 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=c9dea248-9027-4f8a-b100-5cb654c9a3b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.2559268
Dec 24 11:50:48.359753 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-0719599d-e372-46b6-84a0-a3226b0d93ca req-9d0d03ba-00fb-4450-8ab6-e05477707f04 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=de087bb5cbc9435dbbe42d4dffa85b9a&device_id=c9dea248-9027-4f8a-b100-5cb654c9a3b4 HTTP/1.1" status: 200  len: 1099 time: 0.0826061
Dec 24 11:50:48.526384 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0719599d-e372-46b6-84a0-a3226b0d93ca req-07bd7040-35e3-45ff-99e3-292813953c83 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:50:48.528236 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-0719599d-e372-46b6-84a0-a3226b0d93ca req-07bd7040-35e3-45ff-99e3-292813953c83 service neutron] 10.222.0.58 "GET /v2.0/networks?id=b282da70-9296-4e54-8356-1a6d4d5043dc HTTP/1.1" status: 200  len: 910 time: 0.1462178
Dec 24 11:50:48.638803 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-0719599d-e372-46b6-84a0-a3226b0d93ca req-b52cacfb-ffbf-452e-925f-13cbe18d0e08 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b58f66cd-5fd9-48e0-b376-7a795357b399 HTTP/1.1" status: 200  len: 1001 time: 0.1034806
Dec 24 11:50:48.715933 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0719599d-e372-46b6-84a0-a3226b0d93ca req-725560b0-1813-4f95-97ea-82b56b46714b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:50:48.717498 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-0719599d-e372-46b6-84a0-a3226b0d93ca req-725560b0-1813-4f95-97ea-82b56b46714b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c7feccb9-bdba-4dbe-ba23-3c41a5819f26 HTTP/1.1" status: 200  len: 848 time: 0.0689454
Dec 24 11:50:48.803607 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-0719599d-e372-46b6-84a0-a3226b0d93ca req-8897eb41-a303-4ce3-b617-c96006346f16 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b282da70-9296-4e54-8356-1a6d4d5043dc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0766175
Dec 24 11:50:48.951035 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-0719599d-e372-46b6-84a0-a3226b0d93ca req-45fb292f-5440-47c6-b267-23cee48073fa service neutron] 10.222.0.58 "GET /v2.0/networks/b282da70-9296-4e54-8356-1a6d4d5043dc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1361525
Dec 24 11:50:49.096268 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-0719599d-e372-46b6-84a0-a3226b0d93ca req-85d4a837-d249-4e26-b830-11e238fd467e service neutron] 10.222.0.58 "GET /v2.0/networks/b282da70-9296-4e54-8356-1a6d4d5043dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1345782
Dec 24 11:50:58.815697 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:51:06.447552 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.agents_db [None req-e51243ab-6a93-425b-980f-a73583147efa None None] Agent healthcheck: found 6 active agents {{(pid=88881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 24 11:51:06.535378 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-996eae9f-8139-425c-a2aa-8b1c85635357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:51:08.094356 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:51:09.027448 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5d813b25-2deb-429e-b3dc-ec35413e31a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:51:09.597661 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bdfdbc84-c52d-4f40-b281-af314dc1f8fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:51:10.882380 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-39ff93cf-c0b7-48c5-95f3-6f7e9977387d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:51:13.766865 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6d251d-97d8-40fa-bbfb-7323a54a1f5c req-5771a2b8-5b76-4547-bcf6-6b2dd72e27cf tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:51:13.768491 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-bd6d251d-97d8-40fa-bbfb-7323a54a1f5c req-5771a2b8-5b76-4547-bcf6-6b2dd72e27cf tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9dea248-9027-4f8a-b100-5cb654c9a3b4 HTTP/1.1" status: 200  len: 946 time: 0.0978732
Dec 24 11:51:13.820997 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-bd6d251d-97d8-40fa-bbfb-7323a54a1f5c req-ed278afe-ea65-45e5-bee2-9eac4b0e757a tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.65 "GET /v2.0/security-groups?id=81729d8e-1368-4bd6-9f32-2cb501918fbe&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432985
Dec 24 11:51:15.056811 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d12e7e-1cca-4768-b605-d19d617aa717 req-aec538ca-189d-4289-9115-0ab1969ef400 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:51:15.058423 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-39d12e7e-1cca-4768-b605-d19d617aa717 req-aec538ca-189d-4289-9115-0ab1969ef400 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9dea248-9027-4f8a-b100-5cb654c9a3b4 HTTP/1.1" status: 200  len: 946 time: 0.0844402
Dec 24 11:51:15.113136 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-39d12e7e-1cca-4768-b605-d19d617aa717 req-cd6fd4cc-450e-44ab-9aef-ec9f8223e006 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.65 "GET /v2.0/security-groups?id=81729d8e-1368-4bd6-9f32-2cb501918fbe&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0453744
Dec 24 11:51:16.358684 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0cdbde-4f4f-4927-be4f-925e03c53e85 req-ce4f35b2-9cce-41eb-9a50-7f6db52c5f10 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:51:16.360315 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-5c0cdbde-4f4f-4927-be4f-925e03c53e85 req-ce4f35b2-9cce-41eb-9a50-7f6db52c5f10 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9dea248-9027-4f8a-b100-5cb654c9a3b4 HTTP/1.1" status: 200  len: 946 time: 0.0857584
Dec 24 11:51:16.410761 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-5c0cdbde-4f4f-4927-be4f-925e03c53e85 req-e238e4e2-d26f-434d-b46c-50fa531d38fc tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.65 "GET /v2.0/security-groups?id=81729d8e-1368-4bd6-9f32-2cb501918fbe&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427628
Dec 24 11:51:17.641711 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa41f901-e83d-472d-8a42-5e7de037f425 req-a5c86742-5b15-4d35-a08b-b8697b31a036 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:51:17.643342 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-aa41f901-e83d-472d-8a42-5e7de037f425 req-a5c86742-5b15-4d35-a08b-b8697b31a036 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9dea248-9027-4f8a-b100-5cb654c9a3b4 HTTP/1.1" status: 200  len: 946 time: 0.0904703
Dec 24 11:51:17.692444 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-aa41f901-e83d-472d-8a42-5e7de037f425 req-8ea89e98-af82-47d0-a9ec-b16b3983ef0a tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.65 "GET /v2.0/security-groups?id=81729d8e-1368-4bd6-9f32-2cb501918fbe&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422034
Dec 24 11:51:18.916806 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600c4d23-6a5e-4b2c-b050-13118f59e70e req-f9ee2f1e-15e6-4f80-9f05-fd1da81d0c9b tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:51:18.918320 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-600c4d23-6a5e-4b2c-b050-13118f59e70e req-f9ee2f1e-15e6-4f80-9f05-fd1da81d0c9b tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9dea248-9027-4f8a-b100-5cb654c9a3b4 HTTP/1.1" status: 200  len: 946 time: 0.0908031
Dec 24 11:51:18.966251 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-600c4d23-6a5e-4b2c-b050-13118f59e70e req-dc5296b3-f4e2-45cd-a3cd-c323de2979f6 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.65 "GET /v2.0/security-groups?id=81729d8e-1368-4bd6-9f32-2cb501918fbe&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415559
Dec 24 11:51:20.187691 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84550bf-014f-4b09-9613-04e0364bf7dc req-d7f5841e-649a-45b8-95c9-e0332336cf9e tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:51:20.189279 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-c84550bf-014f-4b09-9613-04e0364bf7dc req-d7f5841e-649a-45b8-95c9-e0332336cf9e tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9dea248-9027-4f8a-b100-5cb654c9a3b4 HTTP/1.1" status: 200  len: 946 time: 0.0900595
Dec 24 11:51:20.239897 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-c84550bf-014f-4b09-9613-04e0364bf7dc req-563d00a8-c70e-49d1-b753-316ddf6931f2 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.65 "GET /v2.0/security-groups?id=81729d8e-1368-4bd6-9f32-2cb501918fbe&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417635
Dec 24 11:51:21.473987 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911d9431-74ff-4998-b758-3b18eee49f1d req-657c4e63-82fc-484e-9410-77c47a38cd29 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:51:21.475612 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-911d9431-74ff-4998-b758-3b18eee49f1d req-657c4e63-82fc-484e-9410-77c47a38cd29 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9dea248-9027-4f8a-b100-5cb654c9a3b4 HTTP/1.1" status: 200  len: 946 time: 0.0923901
Dec 24 11:51:21.528455 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-911d9431-74ff-4998-b758-3b18eee49f1d req-86b1aeeb-42b2-46e5-a6ac-2b0e6ff8ca85 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.65 "GET /v2.0/security-groups?id=81729d8e-1368-4bd6-9f32-2cb501918fbe&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0465140
Dec 24 11:51:22.739901 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f6de45-67dc-42d8-9177-a7e249faf7f3 req-d1d0a907-28d9-4765-a7ed-e0bf054082f5 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:51:22.741504 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-c7f6de45-67dc-42d8-9177-a7e249faf7f3 req-d1d0a907-28d9-4765-a7ed-e0bf054082f5 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9dea248-9027-4f8a-b100-5cb654c9a3b4 HTTP/1.1" status: 200  len: 946 time: 0.0846252
Dec 24 11:51:22.794153 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-c7f6de45-67dc-42d8-9177-a7e249faf7f3 req-06acf788-700c-4039-9efc-ffdb925b1bc4 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.65 "GET /v2.0/security-groups?id=81729d8e-1368-4bd6-9f32-2cb501918fbe&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435524
Dec 24 11:51:24.030629 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15532c03-b9c3-4782-b81b-b3b7c59fe2aa req-30c09da9-07e2-4b80-bc0c-d7bd87c7d38e tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:51:24.032501 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-15532c03-b9c3-4782-b81b-b3b7c59fe2aa req-30c09da9-07e2-4b80-bc0c-d7bd87c7d38e tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9dea248-9027-4f8a-b100-5cb654c9a3b4 HTTP/1.1" status: 200  len: 946 time: 0.0945344
Dec 24 11:51:24.083126 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-15532c03-b9c3-4782-b81b-b3b7c59fe2aa req-286393b4-d085-488f-aba0-6f200e8d1089 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.65 "GET /v2.0/security-groups?id=81729d8e-1368-4bd6-9f32-2cb501918fbe&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0442953
Dec 24 11:51:25.301495 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f6c86f-1e2a-44e6-b40c-31c51af9312f req-0cbb25d0-3704-46d4-b281-a92640144947 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:51:25.303160 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-75f6c86f-1e2a-44e6-b40c-31c51af9312f req-0cbb25d0-3704-46d4-b281-a92640144947 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9dea248-9027-4f8a-b100-5cb654c9a3b4 HTTP/1.1" status: 200  len: 946 time: 0.0850213
Dec 24 11:51:25.355127 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-75f6c86f-1e2a-44e6-b40c-31c51af9312f req-8755ed0b-4121-40a0-be9b-9d45137f55b7 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.65 "GET /v2.0/security-groups?id=81729d8e-1368-4bd6-9f32-2cb501918fbe&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429866
Dec 24 11:51:26.364033 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Device b58f66cd-5fd9-48e0-b376-7a795357b399 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 24 11:51:26.514650 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] For port b58f66cd-5fd9-48e0-b376-7a795357b399, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=b58f66cd-5fd9-48e0-b376-7a795357b399,segment=NetworkSegment(f6873145-edbb-4bd1-94eb-7fd2c417c65e),segment_id=f6873145-edbb-4bd1-94eb-7fd2c417c65e)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:51:26.537910 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Returning: {'device': 'b58f66cd-5fd9-48e0-b376-7a795357b399', 'network_id': 'b282da70-9296-4e54-8356-1a6d4d5043dc', 'port_id': 'b58f66cd-5fd9-48e0-b376-7a795357b399', 'mac_address': 'fa:16:3e:b0:ed:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7feccb9-bdba-4dbe-ba23-3c41a5819f26', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 24 11:51:26.600835 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:51:26.621702 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b58f66cd-5fd9-48e0-b376-7a795357b399 {{(pid=88880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 24 11:51:26.637169 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] For port b58f66cd-5fd9-48e0-b376-7a795357b399, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=b58f66cd-5fd9-48e0-b376-7a795357b399,segment=NetworkSegment(f6873145-edbb-4bd1-94eb-7fd2c417c65e),segment_id=f6873145-edbb-4bd1-94eb-7fd2c417c65e)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:51:26.640699 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:51:26.643521 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:51:26.716731 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Pushing event updated for resources: {'Port': ['ID=b58f66cd-5fd9-48e0-b376-7a795357b399,revision_number=6']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:51:26.729074 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:51:26.729457 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:51:26.729880 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:51:26.730275 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:51:26.730652 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:51:26.731139 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:51:26.731382 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:51:26.731744 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:51:26.732107 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:51:26.732473 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:51:26.732942 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:51:26.736501 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bc433a-d90f-4ee3-a940-6fcdde3a2423 req-e2340164-cca8-4590-bb6d-9e44fc16c288 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:51:26.737873 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-31bc433a-d90f-4ee3-a940-6fcdde3a2423 req-e2340164-cca8-4590-bb6d-9e44fc16c288 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9dea248-9027-4f8a-b100-5cb654c9a3b4 HTTP/1.1" status: 200  len: 945 time: 0.2442002
Dec 24 11:51:26.743751 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:51:26.746517 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] get_ports_and_sgs() called for port_ids ['b58f66cd-5fd9-48e0-b376-7a795357b399'] {{(pid=88880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 24 11:51:26.809417 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-31bc433a-d90f-4ee3-a940-6fcdde3a2423 req-66e6383c-c9c3-4d62-828e-a8013c40c98e tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.65 "GET /v2.0/security-groups?id=81729d8e-1368-4bd6-9f32-2cb501918fbe&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0652881
Dec 24 11:51:28.035640 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a9f9a5-79ac-480e-88e0-354d7fc2cc26 req-2ccb95d5-2417-40ad-a313-d695e525ae38 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:51:28.037898 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-d5a9f9a5-79ac-480e-88e0-354d7fc2cc26 req-2ccb95d5-2417-40ad-a313-d695e525ae38 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9dea248-9027-4f8a-b100-5cb654c9a3b4 HTTP/1.1" status: 200  len: 945 time: 0.0959811
Dec 24 11:51:28.090176 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-d5a9f9a5-79ac-480e-88e0-354d7fc2cc26 req-7eacede7-9e0a-4afa-aff1-cd41e108d63a tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.65 "GET /v2.0/security-groups?id=81729d8e-1368-4bd6-9f32-2cb501918fbe&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0438533
Dec 24 11:51:28.382718 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Device b58f66cd-5fd9-48e0-b376-7a795357b399 up at agent hyperv_hv-neutron-8226 {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:51:28.466857 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Provisioning complete for port b58f66cd-5fd9-48e0-b376-7a795357b399 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:51:28.467460 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:51:28.621499 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:51:28.657801 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9dea248-9027-4f8a-b100-5cb654c9a3b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b58f66cd-5fd9-48e0-b376-7a795357b399'}] {{(pid=88880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 24 11:51:28.665771 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] For port b58f66cd-5fd9-48e0-b376-7a795357b399, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=b58f66cd-5fd9-48e0-b376-7a795357b399,segment=NetworkSegment(f6873145-edbb-4bd1-94eb-7fd2c417c65e),segment_id=f6873145-edbb-4bd1-94eb-7fd2c417c65e)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:51:28.671452 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:51:28.673663 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:51:28.738145 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9dea248-9027-4f8a-b100-5cb654c9a3b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b58f66cd-5fd9-48e0-b376-7a795357b399', 'code': 200}
Dec 24 11:51:28.766279 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Pushing event updated for resources: {'Port': ['ID=b58f66cd-5fd9-48e0-b376-7a795357b399,revision_number=7']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:51:28.770533 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:51:28.799067 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:51:29.389390 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81ffefd-e1c6-4cef-b345-514a3f3ad7b5 req-fd113fc1-fa81-4df4-9cb3-6f0e72e98717 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:51:29.391698 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-a81ffefd-e1c6-4cef-b345-514a3f3ad7b5 req-fd113fc1-fa81-4df4-9cb3-6f0e72e98717 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9dea248-9027-4f8a-b100-5cb654c9a3b4 HTTP/1.1" status: 200  len: 946 time: 0.1707778
Dec 24 11:51:29.447943 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-a81ffefd-e1c6-4cef-b345-514a3f3ad7b5 req-48ac789e-5b03-450e-8446-8286a0871361 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.65 "GET /v2.0/security-groups?id=81729d8e-1368-4bd6-9f32-2cb501918fbe&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0459051
Dec 24 11:51:30.704596 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732e3785-0d9d-4360-a27b-60ade7278bc7 req-3cd576fd-b281-4318-8b7b-546c63c53be5 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:51:30.706329 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-732e3785-0d9d-4360-a27b-60ade7278bc7 req-3cd576fd-b281-4318-8b7b-546c63c53be5 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9dea248-9027-4f8a-b100-5cb654c9a3b4 HTTP/1.1" status: 200  len: 946 time: 0.0935092
Dec 24 11:51:30.761253 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-732e3785-0d9d-4360-a27b-60ade7278bc7 req-21991059-fe2f-4bcd-9a60-22563e6c9d4b tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.65 "GET /v2.0/security-groups?id=81729d8e-1368-4bd6-9f32-2cb501918fbe&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0487804
Dec 24 11:51:31.987743 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf950e43-960a-4780-8d0c-962dd3d782cc req-2f0ee750-523f-4008-9b3c-c7e9e7f9cc90 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:51:31.990322 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-cf950e43-960a-4780-8d0c-962dd3d782cc req-2f0ee750-523f-4008-9b3c-c7e9e7f9cc90 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9dea248-9027-4f8a-b100-5cb654c9a3b4 HTTP/1.1" status: 200  len: 946 time: 0.0884037
Dec 24 11:51:32.043054 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-cf950e43-960a-4780-8d0c-962dd3d782cc req-32480956-f4a3-48fa-a1c5-0f7ee24fcd88 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.65 "GET /v2.0/security-groups?id=81729d8e-1368-4bd6-9f32-2cb501918fbe&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0460315
Dec 24 11:51:33.264795 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe4e1e5-4495-43c3-84c0-464a30540fab req-c34c8783-a983-4944-88a4-77098c17b665 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:51:33.267551 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-efe4e1e5-4495-43c3-84c0-464a30540fab req-c34c8783-a983-4944-88a4-77098c17b665 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9dea248-9027-4f8a-b100-5cb654c9a3b4 HTTP/1.1" status: 200  len: 946 time: 0.0943921
Dec 24 11:51:33.318154 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-efe4e1e5-4495-43c3-84c0-464a30540fab req-e8e71c48-88ea-4202-ba35-fbd65cd893fd tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.65 "GET /v2.0/security-groups?id=81729d8e-1368-4bd6-9f32-2cb501918fbe&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0451338
Dec 24 11:51:34.555166 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4c358d-3919-48f5-831f-9cd0766208c5 req-519cc818-55bc-4f4b-88d4-7cb1cbae5c2a tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:51:34.563391 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-6a4c358d-3919-48f5-831f-9cd0766208c5 req-519cc818-55bc-4f4b-88d4-7cb1cbae5c2a tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9dea248-9027-4f8a-b100-5cb654c9a3b4 HTTP/1.1" status: 200  len: 946 time: 0.1096869
Dec 24 11:51:34.613626 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-6a4c358d-3919-48f5-831f-9cd0766208c5 req-1d5dabd6-6ca0-4322-b407-2121024dbe3a tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.65 "GET /v2.0/security-groups?id=81729d8e-1368-4bd6-9f32-2cb501918fbe&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0492282
Dec 24 11:51:35.827115 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3874d497-543b-4c14-9580-45f726bf7013 req-39e94279-1a94-40a9-9294-e8a7a8600487 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:51:35.828700 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-3874d497-543b-4c14-9580-45f726bf7013 req-39e94279-1a94-40a9-9294-e8a7a8600487 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9dea248-9027-4f8a-b100-5cb654c9a3b4 HTTP/1.1" status: 200  len: 946 time: 0.0882347
Dec 24 11:51:35.878709 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-3874d497-543b-4c14-9580-45f726bf7013 req-c375901b-cf9b-49df-865b-c1b017842db0 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.65 "GET /v2.0/security-groups?id=81729d8e-1368-4bd6-9f32-2cb501918fbe&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421109
Dec 24 11:51:36.389750 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-3eadff77-7073-4e06-899b-3c4358de4f67 req-e6ed34ae-1a8b-4e32-a873-17e34fc93072 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=de087bb5cbc9435dbbe42d4dffa85b9a&device_id=c9dea248-9027-4f8a-b100-5cb654c9a3b4 HTTP/1.1" status: 200  len: 1099 time: 0.0771885
Dec 24 11:51:36.530957 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b7fdbaa1-c319-4c98-b3db-8f2f02c49137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:51:36.543060 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eadff77-7073-4e06-899b-3c4358de4f67 req-23d556f6-d8b2-4b3b-a356-09d47583d32a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:51:36.544717 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-3eadff77-7073-4e06-899b-3c4358de4f67 req-23d556f6-d8b2-4b3b-a356-09d47583d32a service neutron] 10.222.0.58 "GET /v2.0/networks?id=b282da70-9296-4e54-8356-1a6d4d5043dc HTTP/1.1" status: 200  len: 910 time: 0.1443169
Dec 24 11:51:36.657180 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-3eadff77-7073-4e06-899b-3c4358de4f67 req-10ccea57-bf09-4bd7-b8f4-ac7fb11dbccf service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b58f66cd-5fd9-48e0-b376-7a795357b399 HTTP/1.1" status: 200  len: 1001 time: 0.1032150
Dec 24 11:51:36.747326 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eadff77-7073-4e06-899b-3c4358de4f67 req-a6a61454-ac30-4e96-acbd-f84f37aabc19 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:51:36.749266 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-3eadff77-7073-4e06-899b-3c4358de4f67 req-a6a61454-ac30-4e96-acbd-f84f37aabc19 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c7feccb9-bdba-4dbe-ba23-3c41a5819f26 HTTP/1.1" status: 200  len: 848 time: 0.0829251
Dec 24 11:51:36.834672 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-3eadff77-7073-4e06-899b-3c4358de4f67 req-af082436-60fb-4c72-8d14-06d150f125d2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b282da70-9296-4e54-8356-1a6d4d5043dc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0776234
Dec 24 11:51:36.846340 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [req-3eadff77-7073-4e06-899b-3c4358de4f67 req-3e32e140-70e8-4322-8c3a-db778b963ef9 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=88879) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 24 11:51:36.847356 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-3eadff77-7073-4e06-899b-3c4358de4f67 req-3e32e140-70e8-4322-8c3a-db778b963ef9 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12161 time: 0.0052485
Dec 24 11:51:36.991798 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-3eadff77-7073-4e06-899b-3c4358de4f67 req-3b6b5237-a948-4ab5-8bbe-2fb74d15578d service neutron] 10.222.0.58 "GET /v2.0/networks/b282da70-9296-4e54-8356-1a6d4d5043dc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1373043
Dec 24 11:51:37.088664 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1a511a-063a-4c74-a02c-2225d527352d req-78521adf-2868-4718-951c-044e3846e584 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:51:37.090297 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-ce1a511a-063a-4c74-a02c-2225d527352d req-78521adf-2868-4718-951c-044e3846e584 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9dea248-9027-4f8a-b100-5cb654c9a3b4 HTTP/1.1" status: 200  len: 946 time: 0.0858090
Dec 24 11:51:37.139970 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-3eadff77-7073-4e06-899b-3c4358de4f67 req-b59550ab-9d3b-4d72-a894-7718eaf09d3b service neutron] 10.222.0.58 "GET /v2.0/networks/b282da70-9296-4e54-8356-1a6d4d5043dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1386034
Dec 24 11:51:37.146563 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-ce1a511a-063a-4c74-a02c-2225d527352d req-9c2aa0ec-20f4-48af-a8d4-5a016bdf0590 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.65 "GET /v2.0/security-groups?id=81729d8e-1368-4bd6-9f32-2cb501918fbe&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0497062
Dec 24 11:51:38.093736 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:51:38.395114 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe51e39-4767-4182-905d-dcba0157414e req-0d1e4115-4943-4d67-a194-c7291c3c5bce tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:51:38.396624 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-3fe51e39-4767-4182-905d-dcba0157414e req-0d1e4115-4943-4d67-a194-c7291c3c5bce tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9dea248-9027-4f8a-b100-5cb654c9a3b4 HTTP/1.1" status: 200  len: 946 time: 0.1091602
Dec 24 11:51:38.448187 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-3fe51e39-4767-4182-905d-dcba0157414e req-96ccafb2-ea64-4074-b64e-bcbde6e68fd7 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.65 "GET /v2.0/security-groups?id=81729d8e-1368-4bd6-9f32-2cb501918fbe&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0449958
Dec 24 11:51:39.022721 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d1cce748-d22f-429b-816a-7138f5f5b191 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:51:39.605419 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bdfdbc84-c52d-4f40-b281-af314dc1f8fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:51:39.694340 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cdb282-39e1-478a-a86a-b0b73ccc5377 req-d4d02f59-c9d7-466e-960a-a8d55098fd38 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:51:39.696047 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-20cdb282-39e1-478a-a86a-b0b73ccc5377 req-d4d02f59-c9d7-466e-960a-a8d55098fd38 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9dea248-9027-4f8a-b100-5cb654c9a3b4 HTTP/1.1" status: 200  len: 946 time: 0.0954652
Dec 24 11:51:39.744123 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-20cdb282-39e1-478a-a86a-b0b73ccc5377 req-116ce626-4d4e-45d0-b31a-c4ebf1e15508 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.65 "GET /v2.0/security-groups?id=81729d8e-1368-4bd6-9f32-2cb501918fbe&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419712
Dec 24 11:51:40.032450 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-224aa2f6-ebcd-45c5-8835-6295e240097a req-2b3c3f17-4425-48b1-8d1f-467015b70163 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=c9dea248-9027-4f8a-b100-5cb654c9a3b4&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.1657555
Dec 24 11:51:40.443446 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Device b58f66cd-5fd9-48e0-b376-7a795357b399 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:51:40.567838 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:51:40.596548 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9dea248-9027-4f8a-b100-5cb654c9a3b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b58f66cd-5fd9-48e0-b376-7a795357b399'}] {{(pid=88880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 24 11:51:40.606888 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] For port b58f66cd-5fd9-48e0-b376-7a795357b399, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=b58f66cd-5fd9-48e0-b376-7a795357b399,segment=NetworkSegment(f6873145-edbb-4bd1-94eb-7fd2c417c65e),segment_id=f6873145-edbb-4bd1-94eb-7fd2c417c65e)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:51:40.611109 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:51:40.613980 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-14681752-4c12-4b61-abc5-5dd7e6307205 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:51:40.649089 dv-neutron-822691-2-hyperv neutron-server[88767]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c9dea248-9027-4f8a-b100-5cb654c9a3b4', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b58f66cd-5fd9-48e0-b376-7a795357b399', 'code': 422} returned with failed status
Dec 24 11:51:40.681729 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Pushing event updated for resources: {'Port': ['ID=b58f66cd-5fd9-48e0-b376-7a795357b399,revision_number=8']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:51:40.685790 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:51:40.880941 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-39ff93cf-c0b7-48c5-95f3-6f7e9977387d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:51:41.619114 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31689de4-d93d-435f-bef5-a0cf1dce05c0 req-d52d70dc-e225-4a59-bf71-e65cf833575f tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:51:41.620764 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-31689de4-d93d-435f-bef5-a0cf1dce05c0 req-d52d70dc-e225-4a59-bf71-e65cf833575f tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9dea248-9027-4f8a-b100-5cb654c9a3b4 HTTP/1.1" status: 200  len: 944 time: 0.3607855
Dec 24 11:51:41.688600 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-60fb093c-99ce-441c-b077-f2150ed4f14a req-7cb420df-a1bc-4bb1-84b4-4bc2fd74d434 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=c9dea248-9027-4f8a-b100-5cb654c9a3b4&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.4338274
Dec 24 11:51:41.691495 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-31689de4-d93d-435f-bef5-a0cf1dce05c0 req-4100b431-6164-49b6-bc21-87a0c0809b06 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.65 "GET /v2.0/security-groups?id=81729d8e-1368-4bd6-9f32-2cb501918fbe&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0640471
Dec 24 11:51:42.528438 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-60fb093c-99ce-441c-b077-f2150ed4f14a req-a8e661ad-2885-425d-8445-eec31af7a785 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=c9dea248-9027-4f8a-b100-5cb654c9a3b4&tenant_id=de087bb5cbc9435dbbe42d4dffa85b9a HTTP/1.1" status: 200  len: 1097 time: 0.0760062
Dec 24 11:51:42.633353 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-60fb093c-99ce-441c-b077-f2150ed4f14a req-f0d6dcef-a948-4f98-bee0-c7d6a82592f3 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=de087bb5cbc9435dbbe42d4dffa85b9a&device_id=c9dea248-9027-4f8a-b100-5cb654c9a3b4 HTTP/1.1" status: 200  len: 1097 time: 0.0807924
Dec 24 11:51:42.791851 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fb093c-99ce-441c-b077-f2150ed4f14a req-5377f7f6-57a4-4d8a-ae8d-2124695fbcd7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:51:42.793717 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-60fb093c-99ce-441c-b077-f2150ed4f14a req-5377f7f6-57a4-4d8a-ae8d-2124695fbcd7 service neutron] 10.222.0.58 "GET /v2.0/networks?id=b282da70-9296-4e54-8356-1a6d4d5043dc HTTP/1.1" status: 200  len: 910 time: 0.1499119
Dec 24 11:51:42.906579 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-60fb093c-99ce-441c-b077-f2150ed4f14a req-5c831a26-2f29-484a-913d-5cc30e0346be service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b58f66cd-5fd9-48e0-b376-7a795357b399 HTTP/1.1" status: 200  len: 999 time: 0.1032481
Dec 24 11:51:42.911194 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81160d12-bab1-4bd6-ac5a-583378708d48 req-36e810d7-f6f4-402b-92e6-4c53f9d33c4e tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:51:42.912855 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-81160d12-bab1-4bd6-ac5a-583378708d48 req-36e810d7-f6f4-402b-92e6-4c53f9d33c4e tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9dea248-9027-4f8a-b100-5cb654c9a3b4 HTTP/1.1" status: 200  len: 944 time: 0.0863292
Dec 24 11:51:42.962794 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-81160d12-bab1-4bd6-ac5a-583378708d48 req-5ce1de16-6626-4735-a52e-6d643786264b tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.65 "GET /v2.0/security-groups?id=81729d8e-1368-4bd6-9f32-2cb501918fbe&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430083
Dec 24 11:51:42.977258 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fb093c-99ce-441c-b077-f2150ed4f14a req-0167bcdd-9410-4f37-90e5-debf26b816f1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:51:42.978893 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-60fb093c-99ce-441c-b077-f2150ed4f14a req-0167bcdd-9410-4f37-90e5-debf26b816f1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c7feccb9-bdba-4dbe-ba23-3c41a5819f26 HTTP/1.1" status: 200  len: 848 time: 0.0636539
Dec 24 11:51:43.062688 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-60fb093c-99ce-441c-b077-f2150ed4f14a req-8f83b90d-6459-4e6e-96ae-7bc2378fefe0 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b282da70-9296-4e54-8356-1a6d4d5043dc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0772939
Dec 24 11:51:43.439229 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.agents_db [None req-e51243ab-6a93-425b-980f-a73583147efa None None] Agent healthcheck: found 6 active agents {{(pid=88881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 24 11:51:43.456044 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-60fb093c-99ce-441c-b077-f2150ed4f14a req-f2724bc9-f40b-425f-b019-afd8a58d05b3 service neutron] 10.222.0.58 "GET /v2.0/networks/b282da70-9296-4e54-8356-1a6d4d5043dc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3858807
Dec 24 11:51:43.605253 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-60fb093c-99ce-441c-b077-f2150ed4f14a req-50ed1ef3-1750-449f-917e-75f000a8e9d1 service neutron] 10.222.0.58 "GET /v2.0/networks/b282da70-9296-4e54-8356-1a6d4d5043dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1381485
Dec 24 11:51:44.197154 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7019b2d-67e6-4c44-9b14-fed4fc3639cf req-da32847b-82b4-4a49-8b9f-cd8afb8e1533 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:51:44.198803 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-a7019b2d-67e6-4c44-9b14-fed4fc3639cf req-da32847b-82b4-4a49-8b9f-cd8afb8e1533 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9dea248-9027-4f8a-b100-5cb654c9a3b4 HTTP/1.1" status: 200  len: 944 time: 0.1007800
Dec 24 11:51:44.249918 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-a7019b2d-67e6-4c44-9b14-fed4fc3639cf req-5b290ed6-d1fa-44b6-861c-87791c86996e tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.65 "GET /v2.0/security-groups?id=81729d8e-1368-4bd6-9f32-2cb501918fbe&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0448472
Dec 24 11:51:44.480216 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Device b58f66cd-5fd9-48e0-b376-7a795357b399 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:51:45.461102 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766f2f28-6573-45f6-ac95-dba952454cc2 req-e7ba1815-c3e1-4115-921b-14a49f560688 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:51:45.462770 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-766f2f28-6573-45f6-ac95-dba952454cc2 req-e7ba1815-c3e1-4115-921b-14a49f560688 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9dea248-9027-4f8a-b100-5cb654c9a3b4 HTTP/1.1" status: 200  len: 944 time: 0.0880497
Dec 24 11:51:45.514493 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-766f2f28-6573-45f6-ac95-dba952454cc2 req-eb7435bd-15b8-418b-839f-b5a512dabae6 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.65 "GET /v2.0/security-groups?id=81729d8e-1368-4bd6-9f32-2cb501918fbe&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0444770
Dec 24 11:51:46.734963 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1112df2-e690-4ea6-82ed-0712fe9e307d req-63a6183e-ab9d-47c4-a2cb-39859eab8ddc tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:51:46.736847 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-c1112df2-e690-4ea6-82ed-0712fe9e307d req-63a6183e-ab9d-47c4-a2cb-39859eab8ddc tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9dea248-9027-4f8a-b100-5cb654c9a3b4 HTTP/1.1" status: 200  len: 944 time: 0.0852146
Dec 24 11:51:46.797709 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-c1112df2-e690-4ea6-82ed-0712fe9e307d req-04380857-b44f-47fe-bc49-f7743bf437ff tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.65 "GET /v2.0/security-groups?id=81729d8e-1368-4bd6-9f32-2cb501918fbe&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0530694
Dec 24 11:51:48.029779 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f11b27b-62b0-45c4-944b-2472a9274616 req-99fb541b-830a-4630-acd0-1af2cfde5c93 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:51:48.031426 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-5f11b27b-62b0-45c4-944b-2472a9274616 req-99fb541b-830a-4630-acd0-1af2cfde5c93 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9dea248-9027-4f8a-b100-5cb654c9a3b4 HTTP/1.1" status: 200  len: 944 time: 0.0878618
Dec 24 11:51:48.081278 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-5f11b27b-62b0-45c4-944b-2472a9274616 req-afd6bc2c-b06c-4157-96d1-76ac9ab7b0a9 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.65 "GET /v2.0/security-groups?id=81729d8e-1368-4bd6-9f32-2cb501918fbe&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433798
Dec 24 11:51:49.298081 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf87875-12c8-41a0-96e0-86369e22a5ec req-9811e022-8007-4cb9-86cf-a57a4e99d16c tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:51:49.307964 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-4cf87875-12c8-41a0-96e0-86369e22a5ec req-9811e022-8007-4cb9-86cf-a57a4e99d16c tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9dea248-9027-4f8a-b100-5cb654c9a3b4 HTTP/1.1" status: 200  len: 944 time: 0.0923905
Dec 24 11:51:49.351758 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-4cf87875-12c8-41a0-96e0-86369e22a5ec req-9938b3f6-3b4d-42e3-b2ae-6809071470f7 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.65 "GET /v2.0/security-groups?id=81729d8e-1368-4bd6-9f32-2cb501918fbe&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0452375
Dec 24 11:51:50.627992 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36224a31-e389-487f-af9d-10b68688d5c1 req-f9417294-604b-40b7-9570-df05c3324aad tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:51:50.629748 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-36224a31-e389-487f-af9d-10b68688d5c1 req-f9417294-604b-40b7-9570-df05c3324aad tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9dea248-9027-4f8a-b100-5cb654c9a3b4 HTTP/1.1" status: 200  len: 944 time: 0.1070490
Dec 24 11:51:50.685785 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-36224a31-e389-487f-af9d-10b68688d5c1 req-53fbe5e7-0648-44cf-83ae-0c5fba5fe07b tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.65 "GET /v2.0/security-groups?id=81729d8e-1368-4bd6-9f32-2cb501918fbe&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0489364
Dec 24 11:51:51.920151 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e456c470-531b-4aef-b690-ec59c38e4c2c req-85f60ca4-993a-454f-815b-6dc901b1a8b3 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:51:51.921915 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-e456c470-531b-4aef-b690-ec59c38e4c2c req-85f60ca4-993a-454f-815b-6dc901b1a8b3 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9dea248-9027-4f8a-b100-5cb654c9a3b4 HTTP/1.1" status: 200  len: 944 time: 0.1037707
Dec 24 11:51:51.971587 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-e456c470-531b-4aef-b690-ec59c38e4c2c req-de99f68a-f0e9-46b8-b6bd-27ee61a01793 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.65 "GET /v2.0/security-groups?id=81729d8e-1368-4bd6-9f32-2cb501918fbe&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434554
Dec 24 11:51:53.337278 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee420eea-a347-42f2-b058-70df816d3a7e req-295e3efc-df45-44a0-ac7f-d40401da3a79 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:51:53.338990 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-ee420eea-a347-42f2-b058-70df816d3a7e req-295e3efc-df45-44a0-ac7f-d40401da3a79 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9dea248-9027-4f8a-b100-5cb654c9a3b4 HTTP/1.1" status: 200  len: 944 time: 0.0902882
Dec 24 11:51:53.395604 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-ee420eea-a347-42f2-b058-70df816d3a7e req-4d78ea75-ff06-4e49-b26f-348d5616521e tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.65 "GET /v2.0/security-groups?id=81729d8e-1368-4bd6-9f32-2cb501918fbe&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0481012
Dec 24 11:51:54.608977 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74de16f6-7f46-4740-8b5c-7f4ac6055566 req-75245858-ad65-4812-bdd8-cc729c5242ff tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:51:54.610638 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-74de16f6-7f46-4740-8b5c-7f4ac6055566 req-75245858-ad65-4812-bdd8-cc729c5242ff tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9dea248-9027-4f8a-b100-5cb654c9a3b4 HTTP/1.1" status: 200  len: 944 time: 0.0853117
Dec 24 11:51:54.661011 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-74de16f6-7f46-4740-8b5c-7f4ac6055566 req-541e6baa-d8e3-4411-8628-533f71ff7c0d tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.65 "GET /v2.0/security-groups?id=81729d8e-1368-4bd6-9f32-2cb501918fbe&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0438139
Dec 24 11:51:55.212648 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-329dd510-b77d-4b94-9745-696ebcc20dfc req-4c520034-9fe2-4a6d-8357-d684879ba752 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=de087bb5cbc9435dbbe42d4dffa85b9a&device_id=c9dea248-9027-4f8a-b100-5cb654c9a3b4 HTTP/1.1" status: 200  len: 1097 time: 0.0819101
Dec 24 11:51:55.379958 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329dd510-b77d-4b94-9745-696ebcc20dfc req-17395bb3-bc54-4179-ab77-babb7ae06274 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:51:55.381578 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-329dd510-b77d-4b94-9745-696ebcc20dfc req-17395bb3-bc54-4179-ab77-babb7ae06274 service neutron] 10.222.0.58 "GET /v2.0/networks?id=b282da70-9296-4e54-8356-1a6d4d5043dc HTTP/1.1" status: 200  len: 910 time: 0.1417465
Dec 24 11:51:55.494856 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-329dd510-b77d-4b94-9745-696ebcc20dfc req-4394b854-07f4-4db5-8cd0-758430a03e36 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b58f66cd-5fd9-48e0-b376-7a795357b399 HTTP/1.1" status: 200  len: 999 time: 0.1040919
Dec 24 11:51:55.565296 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329dd510-b77d-4b94-9745-696ebcc20dfc req-40f146a7-98a9-455a-8166-47243c87fa5e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:51:55.566952 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-329dd510-b77d-4b94-9745-696ebcc20dfc req-40f146a7-98a9-455a-8166-47243c87fa5e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c7feccb9-bdba-4dbe-ba23-3c41a5819f26 HTTP/1.1" status: 200  len: 848 time: 0.0653801
Dec 24 11:51:55.656306 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-329dd510-b77d-4b94-9745-696ebcc20dfc req-3543318d-14a9-4c24-9fc6-a4d1a7e91a2e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b282da70-9296-4e54-8356-1a6d4d5043dc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0810871
Dec 24 11:51:55.812944 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-329dd510-b77d-4b94-9745-696ebcc20dfc req-2caa4772-5ee5-4c5d-9dab-a333e94e0592 service neutron] 10.222.0.58 "GET /v2.0/networks/b282da70-9296-4e54-8356-1a6d4d5043dc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1396947
Dec 24 11:51:55.874692 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7863a921-a7a4-43b1-aa7e-ed5c64cf6d03 req-0d834d13-7714-4652-9230-55b9cb905b38 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:51:55.876278 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-7863a921-a7a4-43b1-aa7e-ed5c64cf6d03 req-0d834d13-7714-4652-9230-55b9cb905b38 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9dea248-9027-4f8a-b100-5cb654c9a3b4 HTTP/1.1" status: 200  len: 944 time: 0.0912590
Dec 24 11:51:55.926706 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-7863a921-a7a4-43b1-aa7e-ed5c64cf6d03 req-a3385ffa-7be6-4775-ac9a-1a5e0a906b81 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.65 "GET /v2.0/security-groups?id=81729d8e-1368-4bd6-9f32-2cb501918fbe&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437851
Dec 24 11:51:55.958623 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-329dd510-b77d-4b94-9745-696ebcc20dfc req-42e9e348-2840-4a9c-84ea-ee2cdb6a8a19 service neutron] 10.222.0.58 "GET /v2.0/networks/b282da70-9296-4e54-8356-1a6d4d5043dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1359723
Dec 24 11:51:57.152071 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282b3e53-9361-46e3-a1e8-1438d7f91bcd req-ad99f5af-d6d4-46a9-825a-79f07ed2662d tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:51:57.153715 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-282b3e53-9361-46e3-a1e8-1438d7f91bcd req-ad99f5af-d6d4-46a9-825a-79f07ed2662d tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9dea248-9027-4f8a-b100-5cb654c9a3b4 HTTP/1.1" status: 200  len: 944 time: 0.0974257
Dec 24 11:51:57.201927 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-282b3e53-9361-46e3-a1e8-1438d7f91bcd req-ae859e5f-3e07-420d-92a9-93b38271b196 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.65 "GET /v2.0/security-groups?id=81729d8e-1368-4bd6-9f32-2cb501918fbe&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418339
Dec 24 11:51:58.440481 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbd67ce-3a69-4c20-acd9-dbf2292117dd req-712e070c-57c5-413c-9bfe-5f94f11d77fc tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:51:58.442143 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-7bbd67ce-3a69-4c20-acd9-dbf2292117dd req-712e070c-57c5-413c-9bfe-5f94f11d77fc tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9dea248-9027-4f8a-b100-5cb654c9a3b4 HTTP/1.1" status: 200  len: 944 time: 0.1008632
Dec 24 11:51:58.490695 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-7bbd67ce-3a69-4c20-acd9-dbf2292117dd req-8ffbac91-08e9-49d8-8a80-44ff2744e780 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.65 "GET /v2.0/security-groups?id=81729d8e-1368-4bd6-9f32-2cb501918fbe&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422881
Dec 24 11:51:58.520605 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Device b58f66cd-5fd9-48e0-b376-7a795357b399 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 24 11:51:58.668598 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] For port b58f66cd-5fd9-48e0-b376-7a795357b399, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=b58f66cd-5fd9-48e0-b376-7a795357b399,segment=NetworkSegment(f6873145-edbb-4bd1-94eb-7fd2c417c65e),segment_id=f6873145-edbb-4bd1-94eb-7fd2c417c65e)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:51:58.682796 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Returning: {'device': 'b58f66cd-5fd9-48e0-b376-7a795357b399', 'network_id': 'b282da70-9296-4e54-8356-1a6d4d5043dc', 'port_id': 'b58f66cd-5fd9-48e0-b376-7a795357b399', 'mac_address': 'fa:16:3e:b0:ed:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7feccb9-bdba-4dbe-ba23-3c41a5819f26', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 24 11:51:58.914224 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:51:58.938621 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:51:58.940281 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b58f66cd-5fd9-48e0-b376-7a795357b399 {{(pid=88880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 24 11:51:58.955718 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] For port b58f66cd-5fd9-48e0-b376-7a795357b399, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=b58f66cd-5fd9-48e0-b376-7a795357b399,segment=NetworkSegment(f6873145-edbb-4bd1-94eb-7fd2c417c65e),segment_id=f6873145-edbb-4bd1-94eb-7fd2c417c65e)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:51:58.959967 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:51:58.961861 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:51:59.027990 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Pushing event updated for resources: {'Port': ['ID=b58f66cd-5fd9-48e0-b376-7a795357b399,revision_number=9']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:51:59.031467 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:51:59.233274 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] get_ports_and_sgs() called for port_ids ['b58f66cd-5fd9-48e0-b376-7a795357b399'] {{(pid=88880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 24 11:51:59.705446 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb055967-3828-4a80-ba6b-1f91414d979d req-2f8517cf-078a-47df-b024-a5c085fc8e0c tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:51:59.707089 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-cb055967-3828-4a80-ba6b-1f91414d979d req-2f8517cf-078a-47df-b024-a5c085fc8e0c tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9dea248-9027-4f8a-b100-5cb654c9a3b4 HTTP/1.1" status: 200  len: 945 time: 0.0904415
Dec 24 11:51:59.759444 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-cb055967-3828-4a80-ba6b-1f91414d979d req-52110576-f3cc-4c89-bbe7-9e1dd6d4da5f tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.65 "GET /v2.0/security-groups?id=81729d8e-1368-4bd6-9f32-2cb501918fbe&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0439248
Dec 24 11:52:00.518218 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Device b58f66cd-5fd9-48e0-b376-7a795357b399 up at agent hyperv_hv-neutron-8226 {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:52:00.595788 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Provisioning complete for port b58f66cd-5fd9-48e0-b376-7a795357b399 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:52:00.596209 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:52:00.719070 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:52:00.749111 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9dea248-9027-4f8a-b100-5cb654c9a3b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b58f66cd-5fd9-48e0-b376-7a795357b399'}] {{(pid=88880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 24 11:52:00.759765 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] For port b58f66cd-5fd9-48e0-b376-7a795357b399, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=b58f66cd-5fd9-48e0-b376-7a795357b399,segment=NetworkSegment(f6873145-edbb-4bd1-94eb-7fd2c417c65e),segment_id=f6873145-edbb-4bd1-94eb-7fd2c417c65e)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:52:00.763955 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:52:00.765864 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:52:00.807064 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9dea248-9027-4f8a-b100-5cb654c9a3b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b58f66cd-5fd9-48e0-b376-7a795357b399', 'code': 200}
Dec 24 11:52:00.833256 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Pushing event updated for resources: {'Port': ['ID=b58f66cd-5fd9-48e0-b376-7a795357b399,revision_number=10']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:52:00.836486 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:52:00.977907 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b539ac3-1bae-4c2e-af0e-995369445b32 req-7a9dc4b7-17f1-4ee6-bac8-eb3aa08659a5 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:52:00.980325 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-0b539ac3-1bae-4c2e-af0e-995369445b32 req-7a9dc4b7-17f1-4ee6-bac8-eb3aa08659a5 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9dea248-9027-4f8a-b100-5cb654c9a3b4 HTTP/1.1" status: 200  len: 947 time: 0.0934227
Dec 24 11:52:01.030300 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-0b539ac3-1bae-4c2e-af0e-995369445b32 req-3006fb4d-758c-434f-a2c6-0135181627de tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.65 "GET /v2.0/security-groups?id=81729d8e-1368-4bd6-9f32-2cb501918fbe&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437667
Dec 24 11:52:01.075601 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-de2858c0-073c-44cb-8148-f01bf02cee3a req-ea20ca54-2058-4909-9919-58f7b8e3941f service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=c9dea248-9027-4f8a-b100-5cb654c9a3b4 HTTP/1.1" status: 200  len: 1100 time: 0.0747402
Dec 24 11:52:01.128797 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-de2858c0-073c-44cb-8148-f01bf02cee3a req-c121bd3c-78d6-4e42-aab8-ad384fc84a37 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=81729d8e-1368-4bd6-9f32-2cb501918fbe&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0446219
Dec 24 11:52:02.265055 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296b282e-a57e-4e1f-9dc9-194f71345303 req-0415e1ce-370b-4ff1-97eb-17c107703bb7 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:52:02.267610 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-296b282e-a57e-4e1f-9dc9-194f71345303 req-0415e1ce-370b-4ff1-97eb-17c107703bb7 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9dea248-9027-4f8a-b100-5cb654c9a3b4 HTTP/1.1" status: 200  len: 947 time: 0.0987859
Dec 24 11:52:02.319784 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-296b282e-a57e-4e1f-9dc9-194f71345303 req-b35eeafd-a27a-4301-aa2c-bfdcc9d4a1bf tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.65 "GET /v2.0/security-groups?id=81729d8e-1368-4bd6-9f32-2cb501918fbe&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0469985
Dec 24 11:52:03.539515 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8f88bd-19f8-4a96-8a1f-f12b4670b688 req-ff9268c1-6e52-45f2-8451-d319cca9bce6 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:52:03.541160 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-8e8f88bd-19f8-4a96-8a1f-f12b4670b688 req-ff9268c1-6e52-45f2-8451-d319cca9bce6 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9dea248-9027-4f8a-b100-5cb654c9a3b4 HTTP/1.1" status: 200  len: 947 time: 0.0895221
Dec 24 11:52:03.591079 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-8e8f88bd-19f8-4a96-8a1f-f12b4670b688 req-500c47da-5bba-4d33-a39c-1819e4e9a34d tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.65 "GET /v2.0/security-groups?id=81729d8e-1368-4bd6-9f32-2cb501918fbe&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430799
Dec 24 11:52:06.533524 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6f926627-9bbd-4cb7-8d60-d53d5c090944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:52:08.097884 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:52:09.035585 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d7a3c38d-4c49-4b83-8b78-197ba305d0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:52:09.600607 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bdfdbc84-c52d-4f40-b281-af314dc1f8fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:52:10.892356 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-39ff93cf-c0b7-48c5-95f3-6f7e9977387d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:52:20.444894 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.agents_db [None req-e51243ab-6a93-425b-980f-a73583147efa None None] Agent healthcheck: found 6 active agents {{(pid=88881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 24 11:52:28.818343 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:52:36.533208 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-35ac7042-4da6-47ee-b597-9406f189f278 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:52:38.097370 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:52:39.035882 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f282fbdd-fbcd-464b-8a41-3dd818117d72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:52:39.603713 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bdfdbc84-c52d-4f40-b281-af314dc1f8fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:52:40.896358 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-39ff93cf-c0b7-48c5-95f3-6f7e9977387d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:52:50.018767 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-2a78ea12-969f-4720-92b7-2595c22d8296 req-64df9cf7-64aa-4a46-9c78-3ad813c72eaa service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=c9dea248-9027-4f8a-b100-5cb654c9a3b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0849359
Dec 24 11:52:50.179454 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-2a78ea12-969f-4720-92b7-2595c22d8296 req-22dcabad-7014-43c4-8366-f7d445e2dbd4 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=de087bb5cbc9435dbbe42d4dffa85b9a&device_id=c9dea248-9027-4f8a-b100-5cb654c9a3b4 HTTP/1.1" status: 200  len: 1100 time: 0.0776894
Dec 24 11:52:50.344048 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a78ea12-969f-4720-92b7-2595c22d8296 req-16390598-dcdd-459a-9029-52c59389f79a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:52:50.345681 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-2a78ea12-969f-4720-92b7-2595c22d8296 req-16390598-dcdd-459a-9029-52c59389f79a service neutron] 10.222.0.58 "GET /v2.0/networks?id=b282da70-9296-4e54-8356-1a6d4d5043dc HTTP/1.1" status: 200  len: 910 time: 0.1421940
Dec 24 11:52:50.464244 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-2a78ea12-969f-4720-92b7-2595c22d8296 req-145914a0-12d1-47d5-998f-201df341073f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b58f66cd-5fd9-48e0-b376-7a795357b399 HTTP/1.1" status: 200  len: 1001 time: 0.1078837
Dec 24 11:52:50.534818 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a78ea12-969f-4720-92b7-2595c22d8296 req-e4ba2c5a-2c98-4194-a334-70e8fa8156af service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:52:50.536446 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-2a78ea12-969f-4720-92b7-2595c22d8296 req-e4ba2c5a-2c98-4194-a334-70e8fa8156af service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c7feccb9-bdba-4dbe-ba23-3c41a5819f26 HTTP/1.1" status: 200  len: 848 time: 0.0648155
Dec 24 11:52:50.621674 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-2a78ea12-969f-4720-92b7-2595c22d8296 req-f3743f2f-0be7-4142-aa00-d042f2c682f9 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b282da70-9296-4e54-8356-1a6d4d5043dc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0784216
Dec 24 11:52:50.772652 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-2a78ea12-969f-4720-92b7-2595c22d8296 req-b1844ee5-81e3-42d5-9a95-542cfc8d9d2a service neutron] 10.222.0.58 "GET /v2.0/networks/b282da70-9296-4e54-8356-1a6d4d5043dc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1434810
Dec 24 11:52:50.920202 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-2a78ea12-969f-4720-92b7-2595c22d8296 req-91de6569-bd1a-44f8-bd93-4d7cb534599d service neutron] 10.222.0.58 "GET /v2.0/networks/b282da70-9296-4e54-8356-1a6d4d5043dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1367500
Dec 24 11:52:57.453987 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.agents_db [None req-e51243ab-6a93-425b-980f-a73583147efa None None] Agent healthcheck: found 6 active agents {{(pid=88881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 24 11:52:58.814857 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:53:06.539295 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2ac96817-4c96-4d87-8255-c0f68d461b9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:53:08.102774 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:53:09.034808 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e3441d37-5d6e-4d25-9121-60da003d9b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:53:09.613077 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bdfdbc84-c52d-4f40-b281-af314dc1f8fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:53:10.896248 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-39ff93cf-c0b7-48c5-95f3-6f7e9977387d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:53:17.648069 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 51388) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:53:17.870443 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-e13b49c2-84a3-49ee-924a-8616e196dfc9 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Deleting port 3fc48c7f-a8ec-4998-b597-8f907dd187c7 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:53:17.870671 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e13b49c2-84a3-49ee-924a-8616e196dfc9 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:53:18.051917 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e13b49c2-84a3-49ee-924a-8616e196dfc9 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:53:18.052256 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e13b49c2-84a3-49ee-924a-8616e196dfc9 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:53:18.189548 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-e13b49c2-84a3-49ee-924a-8616e196dfc9 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Calling delete_port for 3fc48c7f-a8ec-4998-b597-8f907dd187c7 owned by network:floatingip {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:53:18.350775 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e13b49c2-84a3-49ee-924a-8616e196dfc9 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:53:18.354608 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c89c926a-4dc1-4c45-ba74-2f46668aaa28 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:53:18.396227 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13b49c2-84a3-49ee-924a-8616e196dfc9 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Pushing event deleted for resources: {'Port': ['ID=3fc48c7f-a8ec-4998-b597-8f907dd187c7,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:53:18.436750 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13b49c2-84a3-49ee-924a-8616e196dfc9 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:53:18.437181 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13b49c2-84a3-49ee-924a-8616e196dfc9 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:53:18.437597 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13b49c2-84a3-49ee-924a-8616e196dfc9 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:53:18.438042 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13b49c2-84a3-49ee-924a-8616e196dfc9 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:53:18.438450 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13b49c2-84a3-49ee-924a-8616e196dfc9 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:53:18.438854 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13b49c2-84a3-49ee-924a-8616e196dfc9 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:53:18.439259 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13b49c2-84a3-49ee-924a-8616e196dfc9 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:53:18.439723 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13b49c2-84a3-49ee-924a-8616e196dfc9 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:53:18.440068 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13b49c2-84a3-49ee-924a-8616e196dfc9 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:53:18.440471 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13b49c2-84a3-49ee-924a-8616e196dfc9 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:53:18.440849 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13b49c2-84a3-49ee-924a-8616e196dfc9 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:53:18.454773 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-e13b49c2-84a3-49ee-924a-8616e196dfc9 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:53:18.764789 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e13b49c2-84a3-49ee-924a-8616e196dfc9 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Notify callbacks [] for floatingip, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:53:19.184788 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e13b49c2-84a3-49ee-924a-8616e196dfc9 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Router 7ace56cf-5ee9-45d9-b75c-71a8a7050ae4 has already been hosted by L3 agent 198cca88-1338-4098-b44b-beb0346ac906 {{(pid=88879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 24 11:53:19.404281 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e13b49c2-84a3-49ee-924a-8616e196dfc9 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:53:19.415549 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a3fa943-528f-4fa9-85d6-a839a1b4957b None None] Sync routers for ids ['7ace56cf-5ee9-45d9-b75c-71a8a7050ae4'] in dv-neutron-822691-2-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:53:19.422384 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e13b49c2-84a3-49ee-924a-8616e196dfc9 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for floatingip, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:53:19.429321 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3fa943-528f-4fa9-85d6-a839a1b4957b None None] Routers {'7ace56cf-5ee9-45d9-b75c-71a8a7050ae4'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:53:19.430100 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-3a3fa943-528f-4fa9-85d6-a839a1b4957b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52713efba8>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:53:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['7ace56cf-5ee9-45d9-b75c-71a8a7050ae4'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:53:19.481893 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-e13b49c2-84a3-49ee-924a-8616e196dfc9 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.65 "DELETE /v2.0/floatingips/15a33cfb-9717-40e7-b652-1e480effa332 HTTP/1.1" status: 204  len: 168 time: 1.8321199
Dec 24 11:53:19.482486 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9dea248-9027-4f8a-b100-5cb654c9a3b4', 'tag': 'b58f66cd-5fd9-48e0-b376-7a795357b399'}] {{(pid=88879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 24 11:53:19.574830 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9dea248-9027-4f8a-b100-5cb654c9a3b4', 'tag': 'b58f66cd-5fd9-48e0-b376-7a795357b399', 'status': 'completed', 'code': 200}
Dec 24 11:53:19.628170 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-3a3fa943-528f-4fa9-85d6-a839a1b4957b None None] Set router 7ace56cf-5ee9-45d9-b75c-71a8a7050ae4 gateway port host: dv-neutron-822691-2-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:53:19.683396 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-38841197-ec27-4223-87c9-c9ceb1a5e5ee req-d83ad9c4-721a-4637-93eb-e6d5d45b2ce8 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=de087bb5cbc9435dbbe42d4dffa85b9a&device_id=c9dea248-9027-4f8a-b100-5cb654c9a3b4 HTTP/1.1" status: 200  len: 1100 time: 0.0783353
Dec 24 11:53:19.836685 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38841197-ec27-4223-87c9-c9ceb1a5e5ee req-606b90b2-2515-4389-bd5f-818719d2f7cc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:53:19.838337 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-38841197-ec27-4223-87c9-c9ceb1a5e5ee req-606b90b2-2515-4389-bd5f-818719d2f7cc service neutron] 10.222.0.58 "GET /v2.0/networks?id=b282da70-9296-4e54-8356-1a6d4d5043dc HTTP/1.1" status: 200  len: 910 time: 0.1439495
Dec 24 11:53:19.915833 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-38841197-ec27-4223-87c9-c9ceb1a5e5ee req-420f2e17-a895-4a59-b435-db5dcdeb9131 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b58f66cd-5fd9-48e0-b376-7a795357b399 HTTP/1.1" status: 200  len: 217 time: 0.0692251
Dec 24 11:53:19.936268 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e944667-5f58-4313-9447-64c6933cc297 req-ae9a3155-6229-4fd6-86f9-8f48657f75f2 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:53:19.937950 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-0e944667-5f58-4313-9447-64c6933cc297 req-ae9a3155-6229-4fd6-86f9-8f48657f75f2 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9dea248-9027-4f8a-b100-5cb654c9a3b4 HTTP/1.1" status: 200  len: 947 time: 0.1014204
Dec 24 11:53:19.964897 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-3a3fa943-528f-4fa9-85d6-a839a1b4957b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52713efba8>, [{'id': '7ace56cf-5ee9-45d9-b75c-71a8a7050ae4', 'name': 'tempest-TestShelveInstance-1285473433-router', 'tenant_id': 'de087bb5cbc9435dbbe42d4dffa85b9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.109'}], 'enable_snat': True}, 'gw_port_id': 'd70b7c01-1cf8-4d69-a096-ca7241f68ba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:48:47Z', 'updated_at': '2021-12-24T11:48:50Z', 'revision_number': 4, 'project_id': 'de087bb5cbc9435dbbe42d4dffa85b9a', 'gw_port': {'id': 'd70b7c01-1cf8-4d69-a096-ca7241f68ba2', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:96:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ace56cf-5ee9-45d9-b75c-71a8a7050ae4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:48:47Z', 'updated_at': '2021-12-24T11:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_interfaces': [{'id': 'ca893b19-d1c0-4e23-bd95-5bed8d7b7f8d', 'name': '', 'network_id': 'b282da70-9296-4e54-8356-1a6d4d5043dc', 'tenant_id': 'de087bb5cbc9435dbbe42d4dffa85b9a', 'mac_address': 'fa:16:3e:ac:e1:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ace56cf-5ee9-45d9-b75c-71a8a7050ae4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c7feccb9-bdba-4dbe-ba23-3c41a5819f26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:48:49Z', 'updated_at': '2021-12-24T11:48:57Z', 'revision_number': 5, 'project_id': 'de087bb5cbc9435dbbe42d4dffa85b9a', 'subnets': [{'id': 'c7feccb9-bdba-4dbe-ba23-3c41a5819f26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:53:19.969860 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a3fa943-528f-4fa9-85d6-a839a1b4957b None None] Checking router: 7ace56cf-5ee9-45d9-b75c-71a8a7050ae4 for host: dv-neutron-822691-2-hyperv {{(pid=88880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 24 11:53:19.982129 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3fa943-528f-4fa9-85d6-a839a1b4957b None None] Routers {'7ace56cf-5ee9-45d9-b75c-71a8a7050ae4'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:53:19.982523 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-3a3fa943-528f-4fa9-85d6-a839a1b4957b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52713efba8>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:53:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['7ace56cf-5ee9-45d9-b75c-71a8a7050ae4'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:53:19.987469 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38841197-ec27-4223-87c9-c9ceb1a5e5ee req-3cf25e3c-e822-4ef7-b3fd-f375a686ad39 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:53:19.989067 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-38841197-ec27-4223-87c9-c9ceb1a5e5ee req-3cf25e3c-e822-4ef7-b3fd-f375a686ad39 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c7feccb9-bdba-4dbe-ba23-3c41a5819f26 HTTP/1.1" status: 200  len: 848 time: 0.0662291
Dec 24 11:53:19.989204 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-0e944667-5f58-4313-9447-64c6933cc297 req-fc0f2b2c-04d1-4d81-a232-7319a6ce7ed2 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.65 "GET /v2.0/security-groups?id=81729d8e-1368-4bd6-9f32-2cb501918fbe&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0439510
Dec 24 11:53:20.075543 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-38841197-ec27-4223-87c9-c9ceb1a5e5ee req-7f7c3d9d-1e2b-455b-bb17-a8228d60da4f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b282da70-9296-4e54-8356-1a6d4d5043dc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0784454
Dec 24 11:53:20.170854 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-3a3fa943-528f-4fa9-85d6-a839a1b4957b None None] Set router 7ace56cf-5ee9-45d9-b75c-71a8a7050ae4 gateway port host: dv-neutron-822691-2-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:53:20.220472 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-38841197-ec27-4223-87c9-c9ceb1a5e5ee req-19f0ca66-f846-4d6e-ba0a-4d4cabdf775a service neutron] 10.222.0.58 "GET /v2.0/networks/b282da70-9296-4e54-8356-1a6d4d5043dc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1372395
Dec 24 11:53:20.366189 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-38841197-ec27-4223-87c9-c9ceb1a5e5ee req-464f6b26-c863-4215-a64a-7b4d8f96ed83 service neutron] 10.222.0.58 "GET /v2.0/networks/b282da70-9296-4e54-8356-1a6d4d5043dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1379004
Dec 24 11:53:20.513141 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-3a3fa943-528f-4fa9-85d6-a839a1b4957b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52713efba8>, [{'id': '7ace56cf-5ee9-45d9-b75c-71a8a7050ae4', 'name': 'tempest-TestShelveInstance-1285473433-router', 'tenant_id': 'de087bb5cbc9435dbbe42d4dffa85b9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.109'}], 'enable_snat': True}, 'gw_port_id': 'd70b7c01-1cf8-4d69-a096-ca7241f68ba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:48:47Z', 'updated_at': '2021-12-24T11:48:50Z', 'revision_number': 4, 'project_id': 'de087bb5cbc9435dbbe42d4dffa85b9a', 'gw_port': {'id': 'd70b7c01-1cf8-4d69-a096-ca7241f68ba2', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:96:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ace56cf-5ee9-45d9-b75c-71a8a7050ae4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:48:47Z', 'updated_at': '2021-12-24T11:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_interfaces': [{'id': 'ca893b19-d1c0-4e23-bd95-5bed8d7b7f8d', 'name': '', 'network_id': 'b282da70-9296-4e54-8356-1a6d4d5043dc', 'tenant_id': 'de087bb5cbc9435dbbe42d4dffa85b9a', 'mac_address': 'fa:16:3e:ac:e1:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ace56cf-5ee9-45d9-b75c-71a8a7050ae4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c7feccb9-bdba-4dbe-ba23-3c41a5819f26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:48:49Z', 'updated_at': '2021-12-24T11:48:57Z', 'revision_number': 5, 'project_id': 'de087bb5cbc9435dbbe42d4dffa85b9a', 'subnets': [{'id': 'c7feccb9-bdba-4dbe-ba23-3c41a5819f26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:53:20.517604 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a3fa943-528f-4fa9-85d6-a839a1b4957b None None] The sync data for ids ['7ace56cf-5ee9-45d9-b75c-71a8a7050ae4'] in dv-neutron-822691-2-hyperv is: [{'id': '7ace56cf-5ee9-45d9-b75c-71a8a7050ae4', 'name': 'tempest-TestShelveInstance-1285473433-router', 'tenant_id': 'de087bb5cbc9435dbbe42d4dffa85b9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.109'}], 'enable_snat': True}, 'gw_port_id': 'd70b7c01-1cf8-4d69-a096-ca7241f68ba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:48:47Z', 'updated_at': '2021-12-24T11:48:50Z', 'revision_number': 4, 'project_id': 'de087bb5cbc9435dbbe42d4dffa85b9a', 'gw_port': {'id': 'd70b7c01-1cf8-4d69-a096-ca7241f68ba2', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:96:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ace56cf-5ee9-45d9-b75c-71a8a7050ae4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:48:47Z', 'updated_at': '2021-12-24T11:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_interfaces': [{'id': 'ca893b19-d1c0-4e23-bd95-5bed8d7b7f8d', 'name': '', 'network_id': 'b282da70-9296-4e54-8356-1a6d4d5043dc', 'tenant_id': 'de087bb5cbc9435dbbe42d4dffa85b9a', 'mac_address': 'fa:16:3e:ac:e1:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ace56cf-5ee9-45d9-b75c-71a8a7050ae4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c7feccb9-bdba-4dbe-ba23-3c41a5819f26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:48:49Z', 'updated_at': '2021-12-24T11:48:57Z', 'revision_number': 5, 'project_id': 'de087bb5cbc9435dbbe42d4dffa85b9a', 'subnets': [{'id': 'c7feccb9-bdba-4dbe-ba23-3c41a5819f26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:53:21.032720 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d98705-984f-4c30-bf72-2656e2022d5d None None] New status for floating IP 15a33cfb-9717-40e7-b652-1e480effa332: DOWN {{(pid=88881) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 24 11:53:21.205080 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bdc227-9ca2-4443-a7d5-f2d69625b41b req-3add4050-bc09-464f-aa2e-812808ef4e46 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:53:21.206745 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-d5bdc227-9ca2-4443-a7d5-f2d69625b41b req-3add4050-bc09-464f-aa2e-812808ef4e46 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9dea248-9027-4f8a-b100-5cb654c9a3b4 HTTP/1.1" status: 200  len: 947 time: 0.0883067
Dec 24 11:53:21.257941 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-d5bdc227-9ca2-4443-a7d5-f2d69625b41b req-f231a275-62cf-4a02-a7b8-b7d203fccd2b tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.65 "GET /v2.0/security-groups?id=81729d8e-1368-4bd6-9f32-2cb501918fbe&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0445762
Dec 24 11:53:21.555837 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f7d0e5-c4ff-4528-9aaa-a3d2db27c90b req-e586a827-3f13-40ca-8a17-a2a326280484 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:53:21.556598 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-a1f7d0e5-c4ff-4528-9aaa-a3d2db27c90b req-e586a827-3f13-40ca-8a17-a2a326280484 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Synchronizing usage tracker for tenant:de087bb5cbc9435dbbe42d4dffa85b9a on resource:port {{(pid=88879) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:53:21.572989 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-a1f7d0e5-c4ff-4528-9aaa-a3d2db27c90b req-e586a827-3f13-40ca-8a17-a2a326280484 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Unset dirty status for tenant:de087bb5cbc9435dbbe42d4dffa85b9a on resource:port {{(pid=88879) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:53:21.574260 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-a1f7d0e5-c4ff-4528-9aaa-a3d2db27c90b req-e586a827-3f13-40ca-8a17-a2a326280484 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.58 "GET /v2.0/ports?device_id=c9dea248-9027-4f8a-b100-5cb654c9a3b4 HTTP/1.1" status: 200  len: 947 time: 0.1066048
Dec 24 11:53:21.656122 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [req-a1f7d0e5-c4ff-4528-9aaa-a3d2db27c90b req-10756fba-7473-402d-95a1-cf3a52441ce0 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Deleting port b58f66cd-5fd9-48e0-b376-7a795357b399 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:53:21.656509 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-a1f7d0e5-c4ff-4528-9aaa-a3d2db27c90b req-10756fba-7473-402d-95a1-cf3a52441ce0 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:53:21.920216 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [req-a1f7d0e5-c4ff-4528-9aaa-a3d2db27c90b req-10756fba-7473-402d-95a1-cf3a52441ce0 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] For port b58f66cd-5fd9-48e0-b376-7a795357b399, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=b58f66cd-5fd9-48e0-b376-7a795357b399,segment=NetworkSegment(f6873145-edbb-4bd1-94eb-7fd2c417c65e),segment_id=f6873145-edbb-4bd1-94eb-7fd2c417c65e)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:53:21.920493 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-a1f7d0e5-c4ff-4528-9aaa-a3d2db27c90b req-10756fba-7473-402d-95a1-cf3a52441ce0 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:53:22.049080 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [req-a1f7d0e5-c4ff-4528-9aaa-a3d2db27c90b req-10756fba-7473-402d-95a1-cf3a52441ce0 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Calling delete_port for b58f66cd-5fd9-48e0-b376-7a795357b399 owned by compute:nova {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:53:22.214128 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-a1f7d0e5-c4ff-4528-9aaa-a3d2db27c90b req-10756fba-7473-402d-95a1-cf3a52441ce0 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:53:22.220441 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-6ec6a0cd-3377-4c61-9acb-6da1c8040075 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:53:22.267323 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10756fba-7473-402d-95a1-cf3a52441ce0 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Pushing event deleted for resources: {'Port': ['ID=b58f66cd-5fd9-48e0-b376-7a795357b399,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:53:22.271662 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-10756fba-7473-402d-95a1-cf3a52441ce0 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:53:22.342346 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1f7d0e5-c4ff-4528-9aaa-a3d2db27c90b req-10756fba-7473-402d-95a1-cf3a52441ce0 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] No DVR routers for this DVR port b58f66cd-5fd9-48e0-b376-7a795357b399 on host hv-neutron-8226 {{(pid=88879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 24 11:53:22.344885 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-a1f7d0e5-c4ff-4528-9aaa-a3d2db27c90b req-10756fba-7473-402d-95a1-cf3a52441ce0 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:53:22.347843 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9dea248-9027-4f8a-b100-5cb654c9a3b4', 'name': 'network-vif-deleted', 'tag': 'b58f66cd-5fd9-48e0-b376-7a795357b399'}] {{(pid=88879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 24 11:53:22.364132 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-a1f7d0e5-c4ff-4528-9aaa-a3d2db27c90b req-10756fba-7473-402d-95a1-cf3a52441ce0 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.58 "DELETE /v2.0/ports/b58f66cd-5fd9-48e0-b376-7a795357b399 HTTP/1.1" status: 204  len: 173 time: 0.7794955
Dec 24 11:53:22.406244 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9dea248-9027-4f8a-b100-5cb654c9a3b4', 'name': 'network-vif-deleted', 'tag': 'b58f66cd-5fd9-48e0-b376-7a795357b399', 'status': 'completed', 'code': 200}
Dec 24 11:53:22.444102 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-4b2e9fdf-2a44-4407-a60e-0760597e19c9 req-112f4ae8-81ff-40b1-89ad-747b521fbbbf tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.65 "GET /v2.0/ports?device_id=c9dea248-9027-4f8a-b100-5cb654c9a3b4 HTTP/1.1" status: 200  len: 210 time: 0.0578766
Dec 24 11:53:23.562300 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 51414) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:53:23.639473 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-93bb8d95-e32e-47ec-a010-bc434692391c tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Notify callbacks [] for security_group, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:53:23.681128 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-93bb8d95-e32e-47ec-a010-bc434692391c tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:53:23.749590 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-93bb8d95-e32e-47ec-a010-bc434692391c tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:53:23.755206 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-bdf8cdb3-272a-4356-b2b5-2869b30b239b tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:53:23.774656 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bb8d95-e32e-47ec-a010-bc434692391c tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81729d8e-1368-4bd6-9f32-2cb501918fbe,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:53:23.787742 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-93bb8d95-e32e-47ec-a010-bc434692391c tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:53:23.789006 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-93bb8d95-e32e-47ec-a010-bc434692391c tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.65 "DELETE /v2.0/security-groups/81729d8e-1368-4bd6-9f32-2cb501918fbe HTTP/1.1" status: 204  len: 168 time: 0.2255654
Dec 24 11:53:23.790576 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bb8d95-e32e-47ec-a010-bc434692391c tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:53:23.791007 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bb8d95-e32e-47ec-a010-bc434692391c tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:53:23.791399 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bb8d95-e32e-47ec-a010-bc434692391c tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:53:23.791847 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bb8d95-e32e-47ec-a010-bc434692391c tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:53:23.792230 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bb8d95-e32e-47ec-a010-bc434692391c tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:53:23.792649 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bb8d95-e32e-47ec-a010-bc434692391c tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:53:23.793058 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bb8d95-e32e-47ec-a010-bc434692391c tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:53:23.793467 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bb8d95-e32e-47ec-a010-bc434692391c tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:53:23.793895 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bb8d95-e32e-47ec-a010-bc434692391c tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:53:23.794308 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bb8d95-e32e-47ec-a010-bc434692391c tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:53:23.794715 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bb8d95-e32e-47ec-a010-bc434692391c tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:53:23.798415 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-93bb8d95-e32e-47ec-a010-bc434692391c tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:53:24.340207 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 51422) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:53:24.346672 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-ed43162f-3b82-48ce-85e3-bbdcc0bb3e7b tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-154047922', 'description': 'tempest-secgroup-smoke-154047922 description', 'project_id': 'de087bb5cbc9435dbbe42d4dffa85b9a'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:53:24.353898 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-ed43162f-3b82-48ce-85e3-bbdcc0bb3e7b tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:53:24.358432 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-ed43162f-3b82-48ce-85e3-bbdcc0bb3e7b tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Usage tracker for resource:security_group and tenant:de087bb5cbc9435dbbe42d4dffa85b9a is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:53:24.361594 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-ed43162f-3b82-48ce-85e3-bbdcc0bb3e7b tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:53:24.369031 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-ed43162f-3b82-48ce-85e3-bbdcc0bb3e7b tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:53:24.379521 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ed43162f-3b82-48ce-85e3-bbdcc0bb3e7b tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Notify callbacks [] for security_group, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:53:24.417668 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-ed43162f-3b82-48ce-85e3-bbdcc0bb3e7b tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:53:24.421819 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-ed43162f-3b82-48ce-85e3-bbdcc0bb3e7b tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Usage tracker for resource:security_group_rule and tenant:de087bb5cbc9435dbbe42d4dffa85b9a is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:53:24.424835 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-ed43162f-3b82-48ce-85e3-bbdcc0bb3e7b tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:53:24.431106 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-ed43162f-3b82-48ce-85e3-bbdcc0bb3e7b tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:53:24.495034 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ed43162f-3b82-48ce-85e3-bbdcc0bb3e7b tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Notify callbacks [] for security_group, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:53:24.498930 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ed43162f-3b82-48ce-85e3-bbdcc0bb3e7b tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:53:24.504150 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-fb4200a7-05a4-4f66-8ddd-9e21296cbe1a tempest-TestMinimumBasicScenario-616818744 tempest-TestMinimumBasicScenario-616818744-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:53:24.550326 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed43162f-3b82-48ce-85e3-bbdcc0bb3e7b tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c62ea6e-0d39-4fb1-ba5c-d2490d1c7c11,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:53:24.553145 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ed43162f-3b82-48ce-85e3-bbdcc0bb3e7b tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Notify callbacks [] for security_group, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:53:24.557338 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-ed43162f-3b82-48ce-85e3-bbdcc0bb3e7b tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1626 time: 0.2131443
Dec 24 11:53:24.557338 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-ed43162f-3b82-48ce-85e3-bbdcc0bb3e7b tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:53:24.557799 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 51426) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:53:24.563580 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-cc651ef1-d8ef-495b-b60b-ad6fd85db2b1 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Request body: {'security_group_rule': {'security_group_id': '6c62ea6e-0d39-4fb1-ba5c-d2490d1c7c11', 'project_id': 'de087bb5cbc9435dbbe42d4dffa85b9a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:53:24.570405 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-cc651ef1-d8ef-495b-b60b-ad6fd85db2b1 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:53:24.574636 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-cc651ef1-d8ef-495b-b60b-ad6fd85db2b1 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Usage tracker for resource:security_group_rule and tenant:de087bb5cbc9435dbbe42d4dffa85b9a is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:53:24.577707 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-cc651ef1-d8ef-495b-b60b-ad6fd85db2b1 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:53:24.583974 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-cc651ef1-d8ef-495b-b60b-ad6fd85db2b1 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:53:24.601578 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-cc651ef1-d8ef-495b-b60b-ad6fd85db2b1 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:53:24.666726 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-cc651ef1-d8ef-495b-b60b-ad6fd85db2b1 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:53:24.671033 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-cc651ef1-d8ef-495b-b60b-ad6fd85db2b1 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689902'] for security_group_rule, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:53:24.672950 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-d0174ac3-9210-4abb-b57a-bf64183ae732 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:53:24.696063 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc651ef1-d8ef-495b-b60b-ad6fd85db2b1 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83134bd6-df24-419a-a851-4d1f7b865861,revision_number=0']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:53:24.698596 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-cc651ef1-d8ef-495b-b60b-ad6fd85db2b1 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:53:24.715989 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-cc651ef1-d8ef-495b-b60b-ad6fd85db2b1 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:53:24.717282 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-cc651ef1-d8ef-495b-b60b-ad6fd85db2b1 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1587100
Dec 24 11:53:24.720629 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 51430) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:53:24.727154 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-bac29a18-c11f-4219-bbd3-fede44fa1dc2 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Request body: {'security_group_rule': {'security_group_id': '6c62ea6e-0d39-4fb1-ba5c-d2490d1c7c11', 'project_id': 'de087bb5cbc9435dbbe42d4dffa85b9a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:53:24.734491 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-bac29a18-c11f-4219-bbd3-fede44fa1dc2 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:53:24.738706 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-bac29a18-c11f-4219-bbd3-fede44fa1dc2 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Usage tracker for resource:security_group_rule and tenant:de087bb5cbc9435dbbe42d4dffa85b9a is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:53:24.741848 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-bac29a18-c11f-4219-bbd3-fede44fa1dc2 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:53:24.748137 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-bac29a18-c11f-4219-bbd3-fede44fa1dc2 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:53:24.767782 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bac29a18-c11f-4219-bbd3-fede44fa1dc2 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:53:24.845007 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bac29a18-c11f-4219-bbd3-fede44fa1dc2 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:53:24.848649 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bac29a18-c11f-4219-bbd3-fede44fa1dc2 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689902'] for security_group_rule, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:53:24.856298 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-33100461-4f9e-4b68-ad08-0a877554174c tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:53:24.879012 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac29a18-c11f-4219-bbd3-fede44fa1dc2 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d08f572-41a0-4c71-b070-d040979be588,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:53:24.882367 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-bac29a18-c11f-4219-bbd3-fede44fa1dc2 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:53:24.883578 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bac29a18-c11f-4219-bbd3-fede44fa1dc2 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:53:24.885059 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-bac29a18-c11f-4219-bbd3-fede44fa1dc2 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.1631408
Dec 24 11:53:24.888344 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 51434) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:53:24.894579 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-facf469b-9d43-4c30-81e8-d6f71d5b6b10 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Request body: {'security_group_rule': {'security_group_id': '6c62ea6e-0d39-4fb1-ba5c-d2490d1c7c11', 'project_id': 'de087bb5cbc9435dbbe42d4dffa85b9a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:53:24.902175 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-facf469b-9d43-4c30-81e8-d6f71d5b6b10 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:53:24.906519 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-facf469b-9d43-4c30-81e8-d6f71d5b6b10 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Usage tracker for resource:security_group_rule and tenant:de087bb5cbc9435dbbe42d4dffa85b9a is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:53:24.909713 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-facf469b-9d43-4c30-81e8-d6f71d5b6b10 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:53:24.916185 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-facf469b-9d43-4c30-81e8-d6f71d5b6b10 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:53:24.934126 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-facf469b-9d43-4c30-81e8-d6f71d5b6b10 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:53:25.009020 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-facf469b-9d43-4c30-81e8-d6f71d5b6b10 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:53:25.013202 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-facf469b-9d43-4c30-81e8-d6f71d5b6b10 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689902'] for security_group_rule, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:53:25.015106 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-9baedc6b-b3ce-409e-b0a5-c13b8e8d70eb tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:53:25.038487 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facf469b-9d43-4c30-81e8-d6f71d5b6b10 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e71b6fa-81f7-447c-91e3-efe09f64aa5b,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:53:25.041051 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-facf469b-9d43-4c30-81e8-d6f71d5b6b10 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:53:25.048385 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-facf469b-9d43-4c30-81e8-d6f71d5b6b10 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:53:25.052438 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-facf469b-9d43-4c30-81e8-d6f71d5b6b10 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1603215
Dec 24 11:53:25.052652 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 51438) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:53:25.058987 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-013d2fa1-a026-4ec9-8591-cb0917604e76 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Request body: {'security_group_rule': {'security_group_id': '6c62ea6e-0d39-4fb1-ba5c-d2490d1c7c11', 'project_id': 'de087bb5cbc9435dbbe42d4dffa85b9a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:53:25.065545 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-013d2fa1-a026-4ec9-8591-cb0917604e76 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:53:25.069689 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-013d2fa1-a026-4ec9-8591-cb0917604e76 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Usage tracker for resource:security_group_rule and tenant:de087bb5cbc9435dbbe42d4dffa85b9a is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:53:25.072912 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-013d2fa1-a026-4ec9-8591-cb0917604e76 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:53:25.079219 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-013d2fa1-a026-4ec9-8591-cb0917604e76 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:53:25.096855 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-013d2fa1-a026-4ec9-8591-cb0917604e76 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:53:25.170330 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-013d2fa1-a026-4ec9-8591-cb0917604e76 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:53:25.174632 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-013d2fa1-a026-4ec9-8591-cb0917604e76 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689902'] for security_group_rule, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:53:25.176565 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-3cf3fd26-e5c8-4ebe-838c-295cec92fb6a tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:53:25.200161 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013d2fa1-a026-4ec9-8591-cb0917604e76 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=948ae96f-736c-465f-a3ee-88eca16d7946,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:53:25.202715 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-013d2fa1-a026-4ec9-8591-cb0917604e76 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:53:25.210681 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-013d2fa1-a026-4ec9-8591-cb0917604e76 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:53:25.212023 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-013d2fa1-a026-4ec9-8591-cb0917604e76 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.1583536
Dec 24 11:53:25.215540 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 51442) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:53:25.224868 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-f2459ad3-8a45-4992-bfc1-6c549dd84942 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Request body: {'security_group_rule': {'security_group_id': '6c62ea6e-0d39-4fb1-ba5c-d2490d1c7c11', 'project_id': 'de087bb5cbc9435dbbe42d4dffa85b9a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:53:25.232476 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-f2459ad3-8a45-4992-bfc1-6c549dd84942 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:53:25.236917 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-f2459ad3-8a45-4992-bfc1-6c549dd84942 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Usage tracker for resource:security_group_rule and tenant:de087bb5cbc9435dbbe42d4dffa85b9a is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:53:25.240154 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-f2459ad3-8a45-4992-bfc1-6c549dd84942 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:53:25.246684 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-f2459ad3-8a45-4992-bfc1-6c549dd84942 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:53:25.257937 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.securitygroups_db [None req-f2459ad3-8a45-4992-bfc1-6c549dd84942 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Project de087bb5cbc9435dbbe42d4dffa85b9a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 24 11:53:25.265386 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f2459ad3-8a45-4992-bfc1-6c549dd84942 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:53:25.335228 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f2459ad3-8a45-4992-bfc1-6c549dd84942 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:53:25.339567 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f2459ad3-8a45-4992-bfc1-6c549dd84942 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689902'] for security_group_rule, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:53:25.341493 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-013d2fa1-a026-4ec9-8591-cb0917604e76 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:53:25.364881 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2459ad3-8a45-4992-bfc1-6c549dd84942 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39e9305d-db98-4828-b144-54f836ecbaa3,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:53:25.367346 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f2459ad3-8a45-4992-bfc1-6c549dd84942 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:53:25.375425 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f2459ad3-8a45-4992-bfc1-6c549dd84942 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:53:25.376891 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-f2459ad3-8a45-4992-bfc1-6c549dd84942 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.1599138
Dec 24 11:53:25.380369 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 51446) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:53:25.390316 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-4e47b629-124c-44f7-847d-c2d460154b6a tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Request body: {'security_group_rule': {'security_group_id': '6c62ea6e-0d39-4fb1-ba5c-d2490d1c7c11', 'project_id': 'de087bb5cbc9435dbbe42d4dffa85b9a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:53:25.400419 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-4e47b629-124c-44f7-847d-c2d460154b6a tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:53:25.406969 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-4e47b629-124c-44f7-847d-c2d460154b6a tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Usage tracker for resource:security_group_rule and tenant:de087bb5cbc9435dbbe42d4dffa85b9a is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:53:25.411812 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-4e47b629-124c-44f7-847d-c2d460154b6a tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:53:25.419302 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-4e47b629-124c-44f7-847d-c2d460154b6a tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:53:25.431470 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.securitygroups_db [None req-4e47b629-124c-44f7-847d-c2d460154b6a tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Project de087bb5cbc9435dbbe42d4dffa85b9a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 24 11:53:25.438632 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4e47b629-124c-44f7-847d-c2d460154b6a tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:53:25.510804 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4e47b629-124c-44f7-847d-c2d460154b6a tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:53:25.515295 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4e47b629-124c-44f7-847d-c2d460154b6a tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689902'] for security_group_rule, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:53:25.521480 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-2a50fb86-bdc8-4e19-8ec9-3fd208725cc6 tempest-ServerActionsTestJSON-1027942223 tempest-ServerActionsTestJSON-1027942223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:53:25.541898 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e47b629-124c-44f7-847d-c2d460154b6a tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00613c1a-12e2-4061-9aee-918add4f2bf5,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:53:25.545001 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-4e47b629-124c-44f7-847d-c2d460154b6a tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:53:25.552314 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4e47b629-124c-44f7-847d-c2d460154b6a tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:53:25.553581 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-4e47b629-124c-44f7-847d-c2d460154b6a tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.1716170
Dec 24 11:53:27.002989 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Device b58f66cd-5fd9-48e0-b376-7a795357b399 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:53:27.038456 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] No Port match for: b58f66cd-5fd9-48e0-b376-7a795357b399 {{(pid=88880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 24 11:53:27.038865 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Device b58f66cd-5fd9-48e0-b376-7a795357b399 not bound to the agent host hv-neutron-8226 {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 24 11:53:28.829242 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:53:34.445226 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.agents_db [None req-e51243ab-6a93-425b-980f-a73583147efa None None] Agent healthcheck: found 6 active agents {{(pid=88881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 24 11:53:36.538405 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-00b5ced1-66b8-4686-9e61-c80337bb8256 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:53:38.099630 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:53:39.035989 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0f984f1b-5e3c-48f6-bfae-a26879495291 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:53:39.616867 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bdfdbc84-c52d-4f40-b281-af314dc1f8fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:53:40.914389 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-39ff93cf-c0b7-48c5-95f3-6f7e9977387d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:53:42.142233 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-a44127c6-5f47-496b-8c07-a5a24021e497 req-7c0a4510-b2f6-48ba-ba93-b7ba90077c63 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Synchronizing usage tracker for tenant:de087bb5cbc9435dbbe42d4dffa85b9a on resource:security_group {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:53:42.160264 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-a44127c6-5f47-496b-8c07-a5a24021e497 req-7c0a4510-b2f6-48ba-ba93-b7ba90077c63 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Unset dirty status for tenant:de087bb5cbc9435dbbe42d4dffa85b9a on resource:security_group {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:53:42.161533 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-a44127c6-5f47-496b-8c07-a5a24021e497 req-7c0a4510-b2f6-48ba-ba93-b7ba90077c63 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-154047922&fields=id&tenant_id=de087bb5cbc9435dbbe42d4dffa85b9a HTTP/1.1" status: 200  len: 267 time: 0.0683062
Dec 24 11:53:42.324317 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44127c6-5f47-496b-8c07-a5a24021e497 req-e938ddeb-ac56-4c1c-9c70-a44a0a278998 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:53:42.325883 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-a44127c6-5f47-496b-8c07-a5a24021e497 req-e938ddeb-ac56-4c1c-9c70-a44a0a278998 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.65 "GET /v2.0/networks?id=b282da70-9296-4e54-8356-1a6d4d5043dc HTTP/1.1" status: 200  len: 809 time: 0.1567214
Dec 24 11:53:42.343827 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-a44127c6-5f47-496b-8c07-a5a24021e497 req-bb54d3e7-ca46-45c8-84fe-97cd4b57d171 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.65 "GET /v2.0/quotas/de087bb5cbc9435dbbe42d4dffa85b9a HTTP/1.1" status: 200  len: 375 time: 0.0119123
Dec 24 11:53:42.432020 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-a44127c6-5f47-496b-8c07-a5a24021e497 req-b68ea95a-267a-4632-9f5f-b13816bb2510 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=de087bb5cbc9435dbbe42d4dffa85b9a&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0826926
Dec 24 11:53:42.696161 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-a44127c6-5f47-496b-8c07-a5a24021e497 req-4fc994a5-074c-4c29-a6b7-b03188bd2e97 service neutron] 10.222.0.65 "GET /v2.0/networks/b282da70-9296-4e54-8356-1a6d4d5043dc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2513127
Dec 24 11:53:42.842034 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-a44127c6-5f47-496b-8c07-a5a24021e497 req-43fbd89e-bf74-46b4-84b5-043a3965c606 service neutron] 10.222.0.65 "GET /v2.0/networks/b282da70-9296-4e54-8356-1a6d4d5043dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1393418
Dec 24 11:53:43.281252 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-11614d00-0ced-4a25-b6a6-293a4d1c5ea9 req-fea7d013-63d9-48f6-8fb9-b3a362db0118 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.65 "GET /v2.0/ports?device_id=03665a79-6d75-41de-bc11-f32f0d5a54b1 HTTP/1.1" status: 200  len: 210 time: 0.0457528
Dec 24 11:53:44.459022 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-ce63ac0f-d061-468f-aa2f-3d435f1f65a2 req-47721de4-e41a-420e-a705-255fa71dfac7 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.65 "GET /v2.0/ports?device_id=03665a79-6d75-41de-bc11-f32f0d5a54b1 HTTP/1.1" status: 200  len: 210 time: 0.0520513
Dec 24 11:53:44.488237 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44127c6-5f47-496b-8c07-a5a24021e497 req-6f01d4f1-5414-4dfa-92ec-137a493587e2 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:53:44.489793 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-a44127c6-5f47-496b-8c07-a5a24021e497 req-6f01d4f1-5414-4dfa-92ec-137a493587e2 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.58 "GET /v2.0/networks?id=b282da70-9296-4e54-8356-1a6d4d5043dc HTTP/1.1" status: 200  len: 809 time: 0.1752284
Dec 24 11:53:44.545775 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-a44127c6-5f47-496b-8c07-a5a24021e497 req-323d97de-4545-4a38-9810-509b89eac166 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Synchronizing usage tracker for tenant:de087bb5cbc9435dbbe42d4dffa85b9a on resource:security_group {{(pid=88879) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:53:44.558439 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-a44127c6-5f47-496b-8c07-a5a24021e497 req-323d97de-4545-4a38-9810-509b89eac166 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Unset dirty status for tenant:de087bb5cbc9435dbbe42d4dffa85b9a on resource:security_group {{(pid=88879) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:53:44.559708 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-a44127c6-5f47-496b-8c07-a5a24021e497 req-323d97de-4545-4a38-9810-509b89eac166 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=de087bb5cbc9435dbbe42d4dffa85b9a HTTP/1.1" status: 200  len: 379 time: 0.0581264
Dec 24 11:53:44.574819 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [req-a44127c6-5f47-496b-8c07-a5a24021e497 req-21438c9e-fbd1-441b-b6ed-a357542e0e6e tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Request body: {'port': {'device_id': '03665a79-6d75-41de-bc11-f32f0d5a54b1', 'network_id': 'b282da70-9296-4e54-8356-1a6d4d5043dc', 'admin_state_up': True, 'tenant_id': 'de087bb5cbc9435dbbe42d4dffa85b9a', 'security_groups': ['6c62ea6e-0d39-4fb1-ba5c-d2490d1c7c11']}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:53:44.722296 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [req-a44127c6-5f47-496b-8c07-a5a24021e497 req-21438c9e-fbd1-441b-b6ed-a357542e0e6e tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:53:44.726099 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-a44127c6-5f47-496b-8c07-a5a24021e497 req-21438c9e-fbd1-441b-b6ed-a357542e0e6e tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Usage tracker for resource:port and tenant:de087bb5cbc9435dbbe42d4dffa85b9a is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:53:44.729341 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-a44127c6-5f47-496b-8c07-a5a24021e497 req-21438c9e-fbd1-441b-b6ed-a357542e0e6e tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:53:44.736000 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [req-a44127c6-5f47-496b-8c07-a5a24021e497 req-21438c9e-fbd1-441b-b6ed-a357542e0e6e tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:53:44.746492 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a44127c6-5f47-496b-8c07-a5a24021e497 req-21438c9e-fbd1-441b-b6ed-a357542e0e6e tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Made reservation on behalf of de087bb5cbc9435dbbe42d4dffa85b9a for: {'port': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:53:44.752141 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-a44127c6-5f47-496b-8c07-a5a24021e497 req-21438c9e-fbd1-441b-b6ed-a357542e0e6e tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:53:44.932485 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [req-a44127c6-5f47-496b-8c07-a5a24021e497 req-21438c9e-fbd1-441b-b6ed-a357542e0e6e tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Allocated IP 172.20.0.13 (b282da70-9296-4e54-8356-1a6d4d5043dc/c7feccb9-bdba-4dbe-ba23-3c41a5819f26/c7dc1593-0c47-47f1-8a06-f63d4a607a3d) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:53:45.149510 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-a44127c6-5f47-496b-8c07-a5a24021e497 req-21438c9e-fbd1-441b-b6ed-a357542e0e6e tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:53:45.167541 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [req-a44127c6-5f47-496b-8c07-a5a24021e497 req-21438c9e-fbd1-441b-b6ed-a357542e0e6e tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Transition to ACTIVE for port object c7dc1593-0c47-47f1-8a06-f63d4a607a3d will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:53:45.214865 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-a44127c6-5f47-496b-8c07-a5a24021e497 req-21438c9e-fbd1-441b-b6ed-a357542e0e6e tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:53:45.221766 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-793840c4-2e6b-4844-ab7a-4d22e445c11e tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:53:45.302244 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a44127c6-5f47-496b-8c07-a5a24021e497 req-21438c9e-fbd1-441b-b6ed-a357542e0e6e tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Network b282da70-9296-4e54-8356-1a6d4d5043dc is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:53:45.306390 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [req-a44127c6-5f47-496b-8c07-a5a24021e497 req-21438c9e-fbd1-441b-b6ed-a357542e0e6e tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Resources bound (agent type, host, resource id):  {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:53:45.309183 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [req-a44127c6-5f47-496b-8c07-a5a24021e497 req-21438c9e-fbd1-441b-b6ed-a357542e0e6e tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:53:45.341113 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21438c9e-fbd1-441b-b6ed-a357542e0e6e tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Pushing event updated for resources: {'Port': ['ID=c7dc1593-0c47-47f1-8a06-f63d4a607a3d,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:53:45.350942 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-21438c9e-fbd1-441b-b6ed-a357542e0e6e tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:53:45.382020 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44127c6-5f47-496b-8c07-a5a24021e497 req-21438c9e-fbd1-441b-b6ed-a357542e0e6e tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:53:45.383165 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-a44127c6-5f47-496b-8c07-a5a24021e497 req-21438c9e-fbd1-441b-b6ed-a357542e0e6e tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:53:45.418468 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-a44127c6-5f47-496b-8c07-a5a24021e497 req-21438c9e-fbd1-441b-b6ed-a357542e0e6e tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8476548
Dec 24 11:53:45.435548 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [req-a44127c6-5f47-496b-8c07-a5a24021e497 req-afb1850a-2041-447e-973d-973273dffe64 service neutron] Request body: {'port': {'device_id': '03665a79-6d75-41de-bc11-f32f0d5a54b1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:53:45.578073 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-a44127c6-5f47-496b-8c07-a5a24021e497 req-afb1850a-2041-447e-973d-973273dffe64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:53:45.691524 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ae26e5-7b91-45ef-aae8-9fbfb63f1f6a req-124b6bf7-f52b-4f17-abae-8cd4c26b2274 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:53:45.693147 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-02ae26e5-7b91-45ef-aae8-9fbfb63f1f6a req-124b6bf7-f52b-4f17-abae-8cd4c26b2274 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.65 "GET /v2.0/ports?device_id=03665a79-6d75-41de-bc11-f32f0d5a54b1 HTTP/1.1" status: 200  len: 932 time: 0.0921662
Dec 24 11:53:45.732517 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-4469f53e-4822-499a-a34a-0db73d05c4bc None None] Provisioning for port c7dc1593-0c47-47f1-8a06-f63d4a607a3d completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:53:45.741292 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-4469f53e-4822-499a-a34a-0db73d05c4bc None None] Provisioning complete for port c7dc1593-0c47-47f1-8a06-f63d4a607a3d triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:53:45.742712 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4469f53e-4822-499a-a34a-0db73d05c4bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:53:45.748233 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-02ae26e5-7b91-45ef-aae8-9fbfb63f1f6a req-3484563e-2eb3-4793-9fef-367c4e97cb0f tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c62ea6e-0d39-4fb1-ba5c-d2490d1c7c11&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0480051
Dec 24 11:53:45.830775 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-4469f53e-4822-499a-a34a-0db73d05c4bc None None] Port c7dc1593-0c47-47f1-8a06-f63d4a607a3d cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:53:46.214955 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [req-a44127c6-5f47-496b-8c07-a5a24021e497 req-afb1850a-2041-447e-973d-973273dffe64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7dc1593-0c47-47f1-8a06-f63d4a607a3d {{(pid=88879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 24 11:53:46.222450 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-a44127c6-5f47-496b-8c07-a5a24021e497 req-afb1850a-2041-447e-973d-973273dffe64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:53:46.239729 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [req-a44127c6-5f47-496b-8c07-a5a24021e497 req-afb1850a-2041-447e-973d-973273dffe64 service neutron] Transition to ACTIVE for port object c7dc1593-0c47-47f1-8a06-f63d4a607a3d will not be triggered until provisioned by entity L2. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:53:46.243695 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-a44127c6-5f47-496b-8c07-a5a24021e497 req-afb1850a-2041-447e-973d-973273dffe64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850854027'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:53:46.247669 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-167361f6-014b-4c2c-b999-a6103569f13d tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:53:46.379924 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb1850a-2041-447e-973d-973273dffe64 service neutron] Pushing event updated for resources: {'Port': ['ID=c7dc1593-0c47-47f1-8a06-f63d4a607a3d,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:53:46.385488 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-afb1850a-2041-447e-973d-973273dffe64 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:53:46.504464 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [req-a44127c6-5f47-496b-8c07-a5a24021e497 req-afb1850a-2041-447e-973d-973273dffe64 service neutron] Attempting to bind port c7dc1593-0c47-47f1-8a06-f63d4a607a3d on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:53:46.504841 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [req-a44127c6-5f47-496b-8c07-a5a24021e497 req-afb1850a-2041-447e-973d-973273dffe64 service neutron] Attempting to bind port c7dc1593-0c47-47f1-8a06-f63d4a607a3d by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'f6873145-edbb-4bd1-94eb-7fd2c417c65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'b282da70-9296-4e54-8356-1a6d4d5043dc'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:53:46.505220 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a44127c6-5f47-496b-8c07-a5a24021e497 req-afb1850a-2041-447e-973d-973273dffe64 service neutron] Attempting to bind port c7dc1593-0c47-47f1-8a06-f63d4a607a3d on network b282da70-9296-4e54-8356-1a6d4d5043dc {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:53:46.512099 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a44127c6-5f47-496b-8c07-a5a24021e497 req-afb1850a-2041-447e-973d-973273dffe64 service neutron] Port c7dc1593-0c47-47f1-8a06-f63d4a607a3d on network b282da70-9296-4e54-8356-1a6d4d5043dc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 24 11:53:46.512451 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a44127c6-5f47-496b-8c07-a5a24021e497 req-afb1850a-2041-447e-973d-973273dffe64 service neutron] Attempting to bind port c7dc1593-0c47-47f1-8a06-f63d4a607a3d on network b282da70-9296-4e54-8356-1a6d4d5043dc {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:53:46.519338 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a44127c6-5f47-496b-8c07-a5a24021e497 req-afb1850a-2041-447e-973d-973273dffe64 service neutron] Checking agent: {'id': '239bbc6e-fc66-42e2-b707-1aa8ba10287c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 57, 58), 'started_at': datetime.datetime(2021, 12, 24, 10, 57, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 53, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:53:46.519722 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a44127c6-5f47-496b-8c07-a5a24021e497 req-afb1850a-2041-447e-973d-973273dffe64 service neutron] Checking segment: {'id': 'f6873145-edbb-4bd1-94eb-7fd2c417c65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'b282da70-9296-4e54-8356-1a6d4d5043dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:53:46.520153 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a44127c6-5f47-496b-8c07-a5a24021e497 req-afb1850a-2041-447e-973d-973273dffe64 service neutron] Bound using segment: {'id': 'f6873145-edbb-4bd1-94eb-7fd2c417c65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'b282da70-9296-4e54-8356-1a6d4d5043dc'} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:53:46.520623 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [req-a44127c6-5f47-496b-8c07-a5a24021e497 req-afb1850a-2041-447e-973d-973273dffe64 service neutron] Bound port: c7dc1593-0c47-47f1-8a06-f63d4a607a3d, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6873145-edbb-4bd1-94eb-7fd2c417c65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'b282da70-9296-4e54-8356-1a6d4d5043dc'}}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:53:46.521082 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-a44127c6-5f47-496b-8c07-a5a24021e497 req-afb1850a-2041-447e-973d-973273dffe64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:53:46.617024 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [req-a44127c6-5f47-496b-8c07-a5a24021e497 req-afb1850a-2041-447e-973d-973273dffe64 service neutron] For port c7dc1593-0c47-47f1-8a06-f63d4a607a3d, host hv-neutron-8226, cleared binding levels {{(pid=88879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:53:46.620163 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [req-a44127c6-5f47-496b-8c07-a5a24021e497 req-afb1850a-2041-447e-973d-973273dffe64 service neutron] For port c7dc1593-0c47-47f1-8a06-f63d4a607a3d, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=c7dc1593-0c47-47f1-8a06-f63d4a607a3d,segment=NetworkSegment(f6873145-edbb-4bd1-94eb-7fd2c417c65e),segment_id=f6873145-edbb-4bd1-94eb-7fd2c417c65e)] {{(pid=88879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:53:46.625275 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-a44127c6-5f47-496b-8c07-a5a24021e497 req-afb1850a-2041-447e-973d-973273dffe64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850854027'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:53:46.629804 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-225bf498-7916-4543-ace8-cf534cf0c9da service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:53:46.692223 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-a44127c6-5f47-496b-8c07-a5a24021e497 req-afb1850a-2041-447e-973d-973273dffe64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:53:46.693624 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-a44127c6-5f47-496b-8c07-a5a24021e497 req-afb1850a-2041-447e-973d-973273dffe64 service neutron] 10.222.0.58 "PUT /v2.0/ports/c7dc1593-0c47-47f1-8a06-f63d4a607a3d HTTP/1.1" status: 200  len: 1094 time: 1.2629511
Dec 24 11:53:46.694277 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03665a79-6d75-41de-bc11-f32f0d5a54b1', 'tag': 'c7dc1593-0c47-47f1-8a06-f63d4a607a3d'}] {{(pid=88879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 24 11:53:46.714542 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb1850a-2041-447e-973d-973273dffe64 service neutron] Pushing event updated for resources: {'Port': ['ID=c7dc1593-0c47-47f1-8a06-f63d4a607a3d,revision_number=3']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:53:46.724163 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-afb1850a-2041-447e-973d-973273dffe64 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:53:46.819288 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-a44127c6-5f47-496b-8c07-a5a24021e497 req-e296522c-3321-4e80-98c1-5127404a520a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=de087bb5cbc9435dbbe42d4dffa85b9a&device_id=03665a79-6d75-41de-bc11-f32f0d5a54b1 HTTP/1.1" status: 200  len: 1097 time: 0.0853763
Dec 24 11:53:46.897106 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03665a79-6d75-41de-bc11-f32f0d5a54b1', 'tag': 'c7dc1593-0c47-47f1-8a06-f63d4a607a3d', 'status': 'completed', 'code': 200}
Dec 24 11:53:46.906966 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-a44127c6-5f47-496b-8c07-a5a24021e497 req-c8dc99e3-5fce-42d4-87d1-ba6b0d6343f4 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c7dc1593-0c47-47f1-8a06-f63d4a607a3d HTTP/1.1" status: 200  len: 217 time: 0.0767553
Dec 24 11:53:46.982107 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44127c6-5f47-496b-8c07-a5a24021e497 req-654ddae7-efc6-43db-ab5f-7a0ab8fcf66d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:53:46.983237 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da3310e-c615-47be-b52b-b63127eb43bf req-084a0d3b-093e-4a18-8386-169f01152194 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:53:46.984066 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-a44127c6-5f47-496b-8c07-a5a24021e497 req-654ddae7-efc6-43db-ab5f-7a0ab8fcf66d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c7feccb9-bdba-4dbe-ba23-3c41a5819f26 HTTP/1.1" status: 200  len: 848 time: 0.0673177
Dec 24 11:53:46.996271 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-2da3310e-c615-47be-b52b-b63127eb43bf req-084a0d3b-093e-4a18-8386-169f01152194 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.65 "GET /v2.0/ports?device_id=03665a79-6d75-41de-bc11-f32f0d5a54b1 HTTP/1.1" status: 200  len: 944 time: 0.1018691
Dec 24 11:53:47.046954 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-2da3310e-c615-47be-b52b-b63127eb43bf req-878a9d5b-8086-41ad-b4fa-9a7db35cc46c tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c62ea6e-0d39-4fb1-ba5c-d2490d1c7c11&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0441866
Dec 24 11:53:47.073769 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-a44127c6-5f47-496b-8c07-a5a24021e497 req-d282246c-c254-40f7-bbc0-a878fae73d9a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b282da70-9296-4e54-8356-1a6d4d5043dc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0791650
Dec 24 11:53:47.223790 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-a44127c6-5f47-496b-8c07-a5a24021e497 req-7479a83f-4a8b-43b6-96e4-9104a9ff558a service neutron] 10.222.0.58 "GET /v2.0/networks/b282da70-9296-4e54-8356-1a6d4d5043dc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1377823
Dec 24 11:53:47.373883 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-a44127c6-5f47-496b-8c07-a5a24021e497 req-81ee2ae1-3a89-47f6-a165-2448bfbfd0e3 service neutron] 10.222.0.58 "GET /v2.0/networks/b282da70-9296-4e54-8356-1a6d4d5043dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1383531
Dec 24 11:53:47.511160 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-3eeb548f-5975-4c3d-9cda-adda501ed8ae req-f5d6e967-77b8-43b8-84c4-f3a92c74e910 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=de087bb5cbc9435dbbe42d4dffa85b9a&device_id=03665a79-6d75-41de-bc11-f32f0d5a54b1 HTTP/1.1" status: 200  len: 1097 time: 0.0826471
Dec 24 11:53:47.663239 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeb548f-5975-4c3d-9cda-adda501ed8ae req-b9337e51-af9a-458f-830b-2e6398e09424 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:53:47.664897 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-3eeb548f-5975-4c3d-9cda-adda501ed8ae req-b9337e51-af9a-458f-830b-2e6398e09424 service neutron] 10.222.0.58 "GET /v2.0/networks?id=b282da70-9296-4e54-8356-1a6d4d5043dc HTTP/1.1" status: 200  len: 910 time: 0.1464367
Dec 24 11:53:47.744007 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-3eeb548f-5975-4c3d-9cda-adda501ed8ae req-fcb69502-8895-4776-bce8-5df1d897ec86 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c7dc1593-0c47-47f1-8a06-f63d4a607a3d HTTP/1.1" status: 200  len: 217 time: 0.0686526
Dec 24 11:53:47.815452 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeb548f-5975-4c3d-9cda-adda501ed8ae req-b5c5f3bd-398a-4afe-bae0-ddaad87d631e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:53:47.817005 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-3eeb548f-5975-4c3d-9cda-adda501ed8ae req-b5c5f3bd-398a-4afe-bae0-ddaad87d631e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c7feccb9-bdba-4dbe-ba23-3c41a5819f26 HTTP/1.1" status: 200  len: 848 time: 0.0654168
Dec 24 11:53:47.902508 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-3eeb548f-5975-4c3d-9cda-adda501ed8ae req-af715347-14a0-4d0b-ba01-59ae20d7b6ad service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b282da70-9296-4e54-8356-1a6d4d5043dc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0787861
Dec 24 11:53:48.050179 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-3eeb548f-5975-4c3d-9cda-adda501ed8ae req-13fb4b13-a8d9-4b4b-a623-886eb3f6a166 service neutron] 10.222.0.58 "GET /v2.0/networks/b282da70-9296-4e54-8356-1a6d4d5043dc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1401720
Dec 24 11:53:48.197700 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-3eeb548f-5975-4c3d-9cda-adda501ed8ae req-ddc03337-ce86-4d21-a085-93303100c9cc service neutron] 10.222.0.58 "GET /v2.0/networks/b282da70-9296-4e54-8356-1a6d4d5043dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1394618
Dec 24 11:53:48.253334 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ceebed-574f-4611-b2a0-06273f1c6233 req-dbe09773-b667-4b64-bfcc-a8d3596ff6ed tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:53:48.254984 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-18ceebed-574f-4611-b2a0-06273f1c6233 req-dbe09773-b667-4b64-bfcc-a8d3596ff6ed tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.65 "GET /v2.0/ports?device_id=03665a79-6d75-41de-bc11-f32f0d5a54b1 HTTP/1.1" status: 200  len: 944 time: 0.0836296
Dec 24 11:53:48.306901 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-18ceebed-574f-4611-b2a0-06273f1c6233 req-788411c5-a589-4deb-9a11-4043b974a402 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c62ea6e-0d39-4fb1-ba5c-d2490d1c7c11&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422645
Dec 24 11:53:49.539506 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabc59e6-d78f-4da8-828f-caf7be6a4528 req-28e3e645-6aa0-4795-b04b-8765bfc94db6 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:53:49.541131 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-fabc59e6-d78f-4da8-828f-caf7be6a4528 req-28e3e645-6aa0-4795-b04b-8765bfc94db6 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.65 "GET /v2.0/ports?device_id=03665a79-6d75-41de-bc11-f32f0d5a54b1 HTTP/1.1" status: 200  len: 944 time: 0.0872037
Dec 24 11:53:49.591726 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-fabc59e6-d78f-4da8-828f-caf7be6a4528 req-4077b211-8fac-4b53-981f-41a47432f9ae tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c62ea6e-0d39-4fb1-ba5c-d2490d1c7c11&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0441225
Dec 24 11:53:50.798242 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d404a2-7c93-46ac-9422-62861930a14c req-d383d29a-6a23-44c2-bcac-35fa887d23f5 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:53:50.799846 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-65d404a2-7c93-46ac-9422-62861930a14c req-d383d29a-6a23-44c2-bcac-35fa887d23f5 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.65 "GET /v2.0/ports?device_id=03665a79-6d75-41de-bc11-f32f0d5a54b1 HTTP/1.1" status: 200  len: 944 time: 0.0855110
Dec 24 11:53:50.855627 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-65d404a2-7c93-46ac-9422-62861930a14c req-1011c525-a62a-43b4-bec9-5e7162bd7329 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c62ea6e-0d39-4fb1-ba5c-d2490d1c7c11&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0490394
Dec 24 11:53:52.095504 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241dd75f-b832-457c-bb43-8f8562667fbe req-37d5d80c-3d8c-4291-ac4b-f24efe2e7159 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:53:52.097213 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-241dd75f-b832-457c-bb43-8f8562667fbe req-37d5d80c-3d8c-4291-ac4b-f24efe2e7159 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.65 "GET /v2.0/ports?device_id=03665a79-6d75-41de-bc11-f32f0d5a54b1 HTTP/1.1" status: 200  len: 944 time: 0.1081693
Dec 24 11:53:52.147124 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-241dd75f-b832-457c-bb43-8f8562667fbe req-eb6dc752-be6c-44eb-bddd-a7831a8fe687 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c62ea6e-0d39-4fb1-ba5c-d2490d1c7c11&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433784
Dec 24 11:53:53.371792 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ea3213-2d06-4d08-8c1b-01895c9c3bd9 req-e42b6af2-4920-4f00-9ae0-ac6e72805338 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:53:53.373394 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-30ea3213-2d06-4d08-8c1b-01895c9c3bd9 req-e42b6af2-4920-4f00-9ae0-ac6e72805338 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.65 "GET /v2.0/ports?device_id=03665a79-6d75-41de-bc11-f32f0d5a54b1 HTTP/1.1" status: 200  len: 944 time: 0.0929401
Dec 24 11:53:53.425175 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-30ea3213-2d06-4d08-8c1b-01895c9c3bd9 req-256719b9-1873-4df2-b9c4-df5926f60db8 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c62ea6e-0d39-4fb1-ba5c-d2490d1c7c11&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425644
Dec 24 11:53:54.647108 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35e039e-404a-4f6e-94f2-cdc67a709d7f req-580ac4e9-96db-4dbc-8ce3-3a1ea10be410 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:53:54.648740 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-e35e039e-404a-4f6e-94f2-cdc67a709d7f req-580ac4e9-96db-4dbc-8ce3-3a1ea10be410 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.65 "GET /v2.0/ports?device_id=03665a79-6d75-41de-bc11-f32f0d5a54b1 HTTP/1.1" status: 200  len: 944 time: 0.0935552
Dec 24 11:53:54.697472 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-e35e039e-404a-4f6e-94f2-cdc67a709d7f req-87d5eb06-4181-408a-98b2-3fb8832a920c tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c62ea6e-0d39-4fb1-ba5c-d2490d1c7c11&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423145
Dec 24 11:53:55.919788 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef94eac-b999-40e2-ac58-1a4dc6b5e8b5 req-20be4768-e1a1-448b-9d9e-621319bacae2 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:53:55.921309 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-5ef94eac-b999-40e2-ac58-1a4dc6b5e8b5 req-20be4768-e1a1-448b-9d9e-621319bacae2 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.65 "GET /v2.0/ports?device_id=03665a79-6d75-41de-bc11-f32f0d5a54b1 HTTP/1.1" status: 200  len: 944 time: 0.0925584
Dec 24 11:53:55.972195 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-5ef94eac-b999-40e2-ac58-1a4dc6b5e8b5 req-79b96483-398c-4b60-90b3-5ac5f86fc28f tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c62ea6e-0d39-4fb1-ba5c-d2490d1c7c11&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0443368
Dec 24 11:53:57.144576 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Device c7dc1593-0c47-47f1-8a06-f63d4a607a3d details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 24 11:53:57.207666 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdd4374-0c1c-4171-8a54-5b09d9b9722e req-33089639-3666-473a-a3be-2602df21b389 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:53:57.209346 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-5fdd4374-0c1c-4171-8a54-5b09d9b9722e req-33089639-3666-473a-a3be-2602df21b389 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.65 "GET /v2.0/ports?device_id=03665a79-6d75-41de-bc11-f32f0d5a54b1 HTTP/1.1" status: 200  len: 944 time: 0.0968132
Dec 24 11:53:57.264494 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-5fdd4374-0c1c-4171-8a54-5b09d9b9722e req-aee271b7-c6b8-4c3a-9c2e-de6cfb80b348 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c62ea6e-0d39-4fb1-ba5c-d2490d1c7c11&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0485296
Dec 24 11:53:57.296951 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] For port c7dc1593-0c47-47f1-8a06-f63d4a607a3d, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=c7dc1593-0c47-47f1-8a06-f63d4a607a3d,segment=NetworkSegment(f6873145-edbb-4bd1-94eb-7fd2c417c65e),segment_id=f6873145-edbb-4bd1-94eb-7fd2c417c65e)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:53:57.310729 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Returning: {'device': 'c7dc1593-0c47-47f1-8a06-f63d4a607a3d', 'network_id': 'b282da70-9296-4e54-8356-1a6d4d5043dc', 'port_id': 'c7dc1593-0c47-47f1-8a06-f63d4a607a3d', 'mac_address': 'fa:16:3e:e6:b1:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7feccb9-bdba-4dbe-ba23-3c41a5819f26', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 24 11:53:57.364651 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:53:57.382613 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7dc1593-0c47-47f1-8a06-f63d4a607a3d {{(pid=88880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 24 11:53:57.398154 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] For port c7dc1593-0c47-47f1-8a06-f63d4a607a3d, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=c7dc1593-0c47-47f1-8a06-f63d4a607a3d,segment=NetworkSegment(f6873145-edbb-4bd1-94eb-7fd2c417c65e),segment_id=f6873145-edbb-4bd1-94eb-7fd2c417c65e)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:53:57.402501 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:53:57.404395 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:53:57.649608 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Pushing event updated for resources: {'Port': ['ID=c7dc1593-0c47-47f1-8a06-f63d4a607a3d,revision_number=4']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:53:57.659231 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:53:57.659613 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:53:57.659952 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:53:57.660358 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:53:57.660731 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:53:57.661091 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:53:57.661509 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:53:57.661883 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:53:57.662257 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:53:57.662610 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:53:57.662966 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:53:57.666961 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:53:57.710107 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] get_ports_and_sgs() called for port_ids ['c7dc1593-0c47-47f1-8a06-f63d4a607a3d'] {{(pid=88880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 24 11:53:58.568272 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfd34ad-d2dd-4ccf-9c16-9305cbaa79a0 req-a8d8a7d9-01b3-4cb6-beaa-94d85e103c1b tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:53:58.569802 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-4cfd34ad-d2dd-4ccf-9c16-9305cbaa79a0 req-a8d8a7d9-01b3-4cb6-beaa-94d85e103c1b tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.65 "GET /v2.0/ports?device_id=03665a79-6d75-41de-bc11-f32f0d5a54b1 HTTP/1.1" status: 200  len: 945 time: 0.0839913
Dec 24 11:53:58.620221 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-4cfd34ad-d2dd-4ccf-9c16-9305cbaa79a0 req-fe8ac1db-dbc1-4b63-9698-51271ea98a7e tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c62ea6e-0d39-4fb1-ba5c-d2490d1c7c11&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425689
Dec 24 11:53:58.830908 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:53:59.143634 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Device c7dc1593-0c47-47f1-8a06-f63d4a607a3d up at agent hyperv_hv-neutron-8226 {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:53:59.234764 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Provisioning for port c7dc1593-0c47-47f1-8a06-f63d4a607a3d completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:53:59.240036 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Provisioning complete for port c7dc1593-0c47-47f1-8a06-f63d4a607a3d triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:53:59.240474 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:53:59.365073 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:53:59.393955 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03665a79-6d75-41de-bc11-f32f0d5a54b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7dc1593-0c47-47f1-8a06-f63d4a607a3d'}] {{(pid=88880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 24 11:53:59.404352 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] For port c7dc1593-0c47-47f1-8a06-f63d4a607a3d, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=c7dc1593-0c47-47f1-8a06-f63d4a607a3d,segment=NetworkSegment(f6873145-edbb-4bd1-94eb-7fd2c417c65e),segment_id=f6873145-edbb-4bd1-94eb-7fd2c417c65e)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:53:59.408106 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:53:59.410960 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:53:59.458076 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03665a79-6d75-41de-bc11-f32f0d5a54b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7dc1593-0c47-47f1-8a06-f63d4a607a3d', 'code': 200}
Dec 24 11:53:59.484008 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Pushing event updated for resources: {'Port': ['ID=c7dc1593-0c47-47f1-8a06-f63d4a607a3d,revision_number=5']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:53:59.487283 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:53:59.776114 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-0d8d4ee6-290b-4cc5-a81a-48272a3f3556 req-de0420b8-448d-47aa-b910-837bd1c7ace5 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=03665a79-6d75-41de-bc11-f32f0d5a54b1 HTTP/1.1" status: 200  len: 1099 time: 0.0782113
Dec 24 11:53:59.824392 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-0d8d4ee6-290b-4cc5-a81a-48272a3f3556 req-16ddf57b-d9dc-4e8a-b4d3-7530182f90d0 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=6c62ea6e-0d39-4fb1-ba5c-d2490d1c7c11&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0395632
Dec 24 11:53:59.846743 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e573a693-c2df-4398-ba2a-afd81f456a91 req-0327ca95-83e5-41b4-9420-250e455e7b3a tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:53:59.848301 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-e573a693-c2df-4398-ba2a-afd81f456a91 req-0327ca95-83e5-41b4-9420-250e455e7b3a tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.65 "GET /v2.0/ports?device_id=03665a79-6d75-41de-bc11-f32f0d5a54b1 HTTP/1.1" status: 200  len: 946 time: 0.0907502
Dec 24 11:54:00.118373 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-e573a693-c2df-4398-ba2a-afd81f456a91 req-f0b87cbe-35a7-4ed9-859a-8fc8e9377c20 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c62ea6e-0d39-4fb1-ba5c-d2490d1c7c11&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2634957
Dec 24 11:54:01.359963 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb99bff-ec95-46e1-a3f4-96a1ba700998 req-ed0136cc-b712-4f9d-acef-63a032ae913c tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:54:01.361578 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-ccb99bff-ec95-46e1-a3f4-96a1ba700998 req-ed0136cc-b712-4f9d-acef-63a032ae913c tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.65 "GET /v2.0/ports?device_id=03665a79-6d75-41de-bc11-f32f0d5a54b1 HTTP/1.1" status: 200  len: 946 time: 0.0956039
Dec 24 11:54:01.413693 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-ccb99bff-ec95-46e1-a3f4-96a1ba700998 req-ef2eec73-dea5-41fb-ac5a-37a66bed21d5 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c62ea6e-0d39-4fb1-ba5c-d2490d1c7c11&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428231
Dec 24 11:54:01.643690 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d21cf48-4787-4fc1-9dac-44139db6aedf req-cfad67b1-e16a-486b-b6d7-cc9fa1718541 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:54:01.645717 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-1d21cf48-4787-4fc1-9dac-44139db6aedf req-cfad67b1-e16a-486b-b6d7-cc9fa1718541 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.65 "GET /v2.0/ports?device_id=03665a79-6d75-41de-bc11-f32f0d5a54b1 HTTP/1.1" status: 200  len: 946 time: 0.0967712
Dec 24 11:54:01.697464 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-1d21cf48-4787-4fc1-9dac-44139db6aedf req-c20fcd1a-2f08-444d-a479-fd3b22d78e84 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c62ea6e-0d39-4fb1-ba5c-d2490d1c7c11&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0449336
Dec 24 11:54:01.729335 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 51642) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:54:01.805500 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-2fe6b262-58b3-471a-b1f2-1c9898b59ac9 tempest-TestShelveInstance-97260626 tempest-TestShelveInstance-97260626-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=03665a79-6d75-41de-bc11-f32f0d5a54b1 HTTP/1.1" status: 200  len: 1094 time: 0.0747743
Dec 24 11:54:01.808463 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 51646) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:54:01.814255 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-df629e57-8c30-4279-81d2-bc74b176e854 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Request body: {'floatingip': {'floating_network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'port_id': 'c7dc1593-0c47-47f1-8a06-f63d4a607a3d', 'tenant_id': 'de087bb5cbc9435dbbe42d4dffa85b9a', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:54:01.820929 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-df629e57-8c30-4279-81d2-bc74b176e854 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:54:01.826681 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-df629e57-8c30-4279-81d2-bc74b176e854 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Usage tracker for resource:floatingip and tenant:de087bb5cbc9435dbbe42d4dffa85b9a is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:54:01.829733 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-df629e57-8c30-4279-81d2-bc74b176e854 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:54:01.836062 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-df629e57-8c30-4279-81d2-bc74b176e854 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:54:01.850772 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-df629e57-8c30-4279-81d2-bc74b176e854 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Notify callbacks [] for floatingip, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:54:02.005807 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-df629e57-8c30-4279-81d2-bc74b176e854 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:54:02.165056 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-df629e57-8c30-4279-81d2-bc74b176e854 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Allocated IP 172.26.3.191 (f8c337ba-681f-4fcb-a333-e3c49365b30a/8ea1398c-0bec-46d6-8d54-85798de2a7ca/ad5c8afe-59cf-445f-8593-8088f0cc6bc1) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:54:02.325193 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-df629e57-8c30-4279-81d2-bc74b176e854 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:54:02.352936 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-df629e57-8c30-4279-81d2-bc74b176e854 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:54:02.356758 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-862f26d2-4452-4b12-a4ff-608a266e5ac7 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:54:02.428725 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df629e57-8c30-4279-81d2-bc74b176e854 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Network f8c337ba-681f-4fcb-a333-e3c49365b30a is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:54:02.432538 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-df629e57-8c30-4279-81d2-bc74b176e854 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Resources bound (agent type, host, resource id):  {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:54:02.434713 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df629e57-8c30-4279-81d2-bc74b176e854 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Pushing event updated for resources: {'Port': ['ID=ad5c8afe-59cf-445f-8593-8088f0cc6bc1,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:54:02.437021 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df629e57-8c30-4279-81d2-bc74b176e854 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:54:02.463418 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-df629e57-8c30-4279-81d2-bc74b176e854 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:54:02.995540 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-df629e57-8c30-4279-81d2-bc74b176e854 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:54:03.058380 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-df629e57-8c30-4279-81d2-bc74b176e854 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:54:03.278216 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-df629e57-8c30-4279-81d2-bc74b176e854 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Notify callbacks [] for port, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:54:03.283732 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-df629e57-8c30-4279-81d2-bc74b176e854 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3978773'] for port, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:54:03.288235 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-1faa09db-f688-4ba3-889e-7d322a90f865 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:54:03.396827 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df629e57-8c30-4279-81d2-bc74b176e854 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Pushing event updated for resources: {'Port': ['ID=ad5c8afe-59cf-445f-8593-8088f0cc6bc1,revision_number=2']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:54:03.400349 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-df629e57-8c30-4279-81d2-bc74b176e854 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:54:03.417601 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-df629e57-8c30-4279-81d2-bc74b176e854 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659181'] for floatingip, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:54:03.634288 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.l3_db [None req-df629e57-8c30-4279-81d2-bc74b176e854 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Floating IP 12e06e4f-de7d-4083-b6c2-839f63941453 associated. External IP: 172.26.3.191, port: c7dc1593-0c47-47f1-8a06-f63d4a607a3d.
Dec 24 11:54:04.050008 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df629e57-8c30-4279-81d2-bc74b176e854 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Router 7ace56cf-5ee9-45d9-b75c-71a8a7050ae4 has already been hosted by L3 agent 198cca88-1338-4098-b44b-beb0346ac906 {{(pid=88878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 24 11:54:04.262684 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df629e57-8c30-4279-81d2-bc74b176e854 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:54:04.274085 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c465c9-b35d-4375-b8e9-1b0a6ab1b9d9 None None] Sync routers for ids ['7ace56cf-5ee9-45d9-b75c-71a8a7050ae4'] in dv-neutron-822691-2-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:54:04.287532 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c465c9-b35d-4375-b8e9-1b0a6ab1b9d9 None None] Routers {'7ace56cf-5ee9-45d9-b75c-71a8a7050ae4'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:54:04.288055 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-df629e57-8c30-4279-81d2-bc74b176e854 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for floatingip, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:54:04.288178 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-b7c465c9-b35d-4375-b8e9-1b0a6ab1b9d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271a06e10>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:53:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['7ace56cf-5ee9-45d9-b75c-71a8a7050ae4'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:54:04.347680 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-df629e57-8c30-4279-81d2-bc74b176e854 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.5380421
Dec 24 11:54:04.348737 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03665a79-6d75-41de-bc11-f32f0d5a54b1', 'tag': 'c7dc1593-0c47-47f1-8a06-f63d4a607a3d'}] {{(pid=88878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 24 11:54:04.480871 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-b7c465c9-b35d-4375-b8e9-1b0a6ab1b9d9 None None] Set router 7ace56cf-5ee9-45d9-b75c-71a8a7050ae4 gateway port host: dv-neutron-822691-2-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:54:04.486941 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03665a79-6d75-41de-bc11-f32f0d5a54b1', 'tag': 'c7dc1593-0c47-47f1-8a06-f63d4a607a3d', 'status': 'completed', 'code': 200}
Dec 24 11:54:04.593657 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-16fba11b-cd23-445e-8720-5db64312e6c6 req-15897851-7e48-424b-a7a7-6692423b6ad9 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=de087bb5cbc9435dbbe42d4dffa85b9a&device_id=03665a79-6d75-41de-bc11-f32f0d5a54b1 HTTP/1.1" status: 200  len: 1099 time: 0.0841696
Dec 24 11:54:04.735365 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fba11b-cd23-445e-8720-5db64312e6c6 req-e8c5495f-9877-4ec2-a5be-b5a09ff671f6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:54:04.736961 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-16fba11b-cd23-445e-8720-5db64312e6c6 req-e8c5495f-9877-4ec2-a5be-b5a09ff671f6 service neutron] 10.222.0.58 "GET /v2.0/networks?id=b282da70-9296-4e54-8356-1a6d4d5043dc HTTP/1.1" status: 200  len: 910 time: 0.1370487
Dec 24 11:54:04.845757 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-16fba11b-cd23-445e-8720-5db64312e6c6 req-b03744e1-e021-441c-b464-21e7ff3550b4 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c7dc1593-0c47-47f1-8a06-f63d4a607a3d HTTP/1.1" status: 200  len: 1000 time: 0.1019249
Dec 24 11:54:04.847856 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-b7c465c9-b35d-4375-b8e9-1b0a6ab1b9d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271a06e10>, [{'id': '7ace56cf-5ee9-45d9-b75c-71a8a7050ae4', 'name': 'tempest-TestShelveInstance-1285473433-router', 'tenant_id': 'de087bb5cbc9435dbbe42d4dffa85b9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.109'}], 'enable_snat': True}, 'gw_port_id': 'd70b7c01-1cf8-4d69-a096-ca7241f68ba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:48:47Z', 'updated_at': '2021-12-24T11:48:50Z', 'revision_number': 4, 'project_id': 'de087bb5cbc9435dbbe42d4dffa85b9a', 'gw_port': {'id': 'd70b7c01-1cf8-4d69-a096-ca7241f68ba2', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:96:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ace56cf-5ee9-45d9-b75c-71a8a7050ae4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:48:47Z', 'updated_at': '2021-12-24T11:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_floatingips': [{'id': '12e06e4f-de7d-4083-b6c2-839f63941453', 'tenant_id': 'de087bb5cbc9435dbbe42d4dffa85b9a', 'floating_ip_address': '172.26.3.191', 'floating_network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'router_id': '7ace56cf-5ee9-45d9-b75c-71a8a7050ae4', 'port_id': 'c7dc1593-0c47-47f1-8a06-f63d4a607a3d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b282da70-9296-4e54-8356-1a6d4d5043dc', 'mac_address': 'fa:16:3e:e6:b1:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03665a79-6d75-41de-bc11-f32f0d5a54b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T11:54:02Z', 'updated_at': '2021-12-24T11:54:02Z', 'revision_number': 0, 'project_id': 'de087bb5cbc9435dbbe42d4dffa85b9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca893b19-d1c0-4e23-bd95-5bed8d7b7f8d', 'name': '', 'network_id': 'b282da70-9296-4e54-8356-1a6d4d5043dc', 'tenant_id': 'de087bb5cbc9435dbbe42d4dffa85b9a', 'mac_address': 'fa:16:3e:ac:e1:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ace56cf-5ee9-45d9-b75c-71a8a7050ae4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c7feccb9-bdba-4dbe-ba23-3c41a5819f26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:48:49Z', 'updated_at': '2021-12-24T11:48:57Z', 'revision_number': 5, 'project_id': 'de087bb5cbc9435dbbe42d4dffa85b9a', 'subnets': [{'id': 'c7feccb9-bdba-4dbe-ba23-3c41a5819f26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:54:04.852037 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c465c9-b35d-4375-b8e9-1b0a6ab1b9d9 None None] Checking router: 7ace56cf-5ee9-45d9-b75c-71a8a7050ae4 for host: dv-neutron-822691-2-hyperv {{(pid=88880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 24 11:54:04.863463 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c465c9-b35d-4375-b8e9-1b0a6ab1b9d9 None None] Routers {'7ace56cf-5ee9-45d9-b75c-71a8a7050ae4'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:54:04.864121 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-b7c465c9-b35d-4375-b8e9-1b0a6ab1b9d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271a06e10>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:53:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['7ace56cf-5ee9-45d9-b75c-71a8a7050ae4'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:54:04.919492 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fba11b-cd23-445e-8720-5db64312e6c6 req-abeefb92-a310-4646-8e88-cc5fd3cd66ec service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:54:04.921078 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-16fba11b-cd23-445e-8720-5db64312e6c6 req-abeefb92-a310-4646-8e88-cc5fd3cd66ec service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c7feccb9-bdba-4dbe-ba23-3c41a5819f26 HTTP/1.1" status: 200  len: 848 time: 0.0677195
Dec 24 11:54:05.004444 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-16fba11b-cd23-445e-8720-5db64312e6c6 req-12c7fdbe-d485-411b-8eda-517a50cd09f3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b282da70-9296-4e54-8356-1a6d4d5043dc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0753884
Dec 24 11:54:05.051904 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-b7c465c9-b35d-4375-b8e9-1b0a6ab1b9d9 None None] Set router 7ace56cf-5ee9-45d9-b75c-71a8a7050ae4 gateway port host: dv-neutron-822691-2-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:54:05.153555 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-16fba11b-cd23-445e-8720-5db64312e6c6 req-b22126d0-9697-4304-9410-d0aeb7ec0554 service neutron] 10.222.0.58 "GET /v2.0/networks/b282da70-9296-4e54-8356-1a6d4d5043dc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1416314
Dec 24 11:54:05.298884 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-16fba11b-cd23-445e-8720-5db64312e6c6 req-3a75b3c1-4d31-4f7a-a421-2b61d98083da service neutron] 10.222.0.58 "GET /v2.0/networks/b282da70-9296-4e54-8356-1a6d4d5043dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1381655
Dec 24 11:54:05.423050 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-b7c465c9-b35d-4375-b8e9-1b0a6ab1b9d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271a06e10>, [{'id': '7ace56cf-5ee9-45d9-b75c-71a8a7050ae4', 'name': 'tempest-TestShelveInstance-1285473433-router', 'tenant_id': 'de087bb5cbc9435dbbe42d4dffa85b9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.109'}], 'enable_snat': True}, 'gw_port_id': 'd70b7c01-1cf8-4d69-a096-ca7241f68ba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:48:47Z', 'updated_at': '2021-12-24T11:48:50Z', 'revision_number': 4, 'project_id': 'de087bb5cbc9435dbbe42d4dffa85b9a', 'gw_port': {'id': 'd70b7c01-1cf8-4d69-a096-ca7241f68ba2', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:96:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ace56cf-5ee9-45d9-b75c-71a8a7050ae4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:48:47Z', 'updated_at': '2021-12-24T11:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_floatingips': [{'id': '12e06e4f-de7d-4083-b6c2-839f63941453', 'tenant_id': 'de087bb5cbc9435dbbe42d4dffa85b9a', 'floating_ip_address': '172.26.3.191', 'floating_network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'router_id': '7ace56cf-5ee9-45d9-b75c-71a8a7050ae4', 'port_id': 'c7dc1593-0c47-47f1-8a06-f63d4a607a3d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b282da70-9296-4e54-8356-1a6d4d5043dc', 'mac_address': 'fa:16:3e:e6:b1:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03665a79-6d75-41de-bc11-f32f0d5a54b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T11:54:02Z', 'updated_at': '2021-12-24T11:54:02Z', 'revision_number': 0, 'project_id': 'de087bb5cbc9435dbbe42d4dffa85b9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca893b19-d1c0-4e23-bd95-5bed8d7b7f8d', 'name': '', 'network_id': 'b282da70-9296-4e54-8356-1a6d4d5043dc', 'tenant_id': 'de087bb5cbc9435dbbe42d4dffa85b9a', 'mac_address': 'fa:16:3e:ac:e1:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ace56cf-5ee9-45d9-b75c-71a8a7050ae4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c7feccb9-bdba-4dbe-ba23-3c41a5819f26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:48:49Z', 'updated_at': '2021-12-24T11:48:57Z', 'revision_number': 5, 'project_id': 'de087bb5cbc9435dbbe42d4dffa85b9a', 'subnets': [{'id': 'c7feccb9-bdba-4dbe-ba23-3c41a5819f26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:54:05.427763 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c465c9-b35d-4375-b8e9-1b0a6ab1b9d9 None None] The sync data for ids ['7ace56cf-5ee9-45d9-b75c-71a8a7050ae4'] in dv-neutron-822691-2-hyperv is: [{'id': '7ace56cf-5ee9-45d9-b75c-71a8a7050ae4', 'name': 'tempest-TestShelveInstance-1285473433-router', 'tenant_id': 'de087bb5cbc9435dbbe42d4dffa85b9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.109'}], 'enable_snat': True}, 'gw_port_id': 'd70b7c01-1cf8-4d69-a096-ca7241f68ba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:48:47Z', 'updated_at': '2021-12-24T11:48:50Z', 'revision_number': 4, 'project_id': 'de087bb5cbc9435dbbe42d4dffa85b9a', 'gw_port': {'id': 'd70b7c01-1cf8-4d69-a096-ca7241f68ba2', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:96:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ace56cf-5ee9-45d9-b75c-71a8a7050ae4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:48:47Z', 'updated_at': '2021-12-24T11:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_floatingips': [{'id': '12e06e4f-de7d-4083-b6c2-839f63941453', 'tenant_id': 'de087bb5cbc9435dbbe42d4dffa85b9a', 'floating_ip_address': '172.26.3.191', 'floating_network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'router_id': '7ace56cf-5ee9-45d9-b75c-71a8a7050ae4', 'port_id': 'c7dc1593-0c47-47f1-8a06-f63d4a607a3d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b282da70-9296-4e54-8356-1a6d4d5043dc', 'mac_address': 'fa:16:3e:e6:b1:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03665a79-6d75-41de-bc11-f32f0d5a54b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T11:54:02Z', 'updated_at': '2021-12-24T11:54:02Z', 'revision_number': 0, 'project_id': 'de087bb5cbc9435dbbe42d4dffa85b9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca893b19-d1c0-4e23-bd95-5bed8d7b7f8d', 'name': '', 'network_id': 'b282da70-9296-4e54-8356-1a6d4d5043dc', 'tenant_id': 'de087bb5cbc9435dbbe42d4dffa85b9a', 'mac_address': 'fa:16:3e:ac:e1:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ace56cf-5ee9-45d9-b75c-71a8a7050ae4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c7feccb9-bdba-4dbe-ba23-3c41a5819f26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:48:49Z', 'updated_at': '2021-12-24T11:48:57Z', 'revision_number': 5, 'project_id': 'de087bb5cbc9435dbbe42d4dffa85b9a', 'subnets': [{'id': 'c7feccb9-bdba-4dbe-ba23-3c41a5819f26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:54:05.832205 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0c7abf-2c8d-4f54-82ae-e762d12448a5 None None] New status for floating IP 12e06e4f-de7d-4083-b6c2-839f63941453: ACTIVE {{(pid=88881) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 24 11:54:06.542694 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7925b112-466c-41de-b837-830a260e4cc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:54:08.102137 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:54:09.030425 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6453cb44-830d-4114-b05a-759260d1337c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:54:09.609867 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bdfdbc84-c52d-4f40-b281-af314dc1f8fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:54:10.906098 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-39ff93cf-c0b7-48c5-95f3-6f7e9977387d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:54:11.447324 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.agents_db [None req-e51243ab-6a93-425b-980f-a73583147efa None None] Agent healthcheck: found 6 active agents {{(pid=88881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 24 11:54:28.839250 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:54:36.538112 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b6d32120-337e-47fa-a258-9b912cdcb855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:54:38.115670 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:54:39.054330 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-cb714371-abd1-47dc-ab15-788eb85676d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:54:39.613442 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bdfdbc84-c52d-4f40-b281-af314dc1f8fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:54:40.906283 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-39ff93cf-c0b7-48c5-95f3-6f7e9977387d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:54:48.459199 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.agents_db [None req-e51243ab-6a93-425b-980f-a73583147efa None None] Agent healthcheck: found 6 active agents {{(pid=88881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 24 11:54:53.005168 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-b032e925-bfec-4257-bc84-a204fcde140c req-3170ce52-1bff-4094-92fa-54854fafff9f service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=03665a79-6d75-41de-bc11-f32f0d5a54b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0797782
Dec 24 11:54:53.159763 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-b032e925-bfec-4257-bc84-a204fcde140c req-45fec0f6-2472-43e7-af1c-0ffb6663f9ce service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=de087bb5cbc9435dbbe42d4dffa85b9a&device_id=03665a79-6d75-41de-bc11-f32f0d5a54b1 HTTP/1.1" status: 200  len: 1099 time: 0.0777423
Dec 24 11:54:53.328096 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b032e925-bfec-4257-bc84-a204fcde140c req-dcfd86f8-21dc-402a-bf85-d56642c4dc79 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:54:53.329680 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-b032e925-bfec-4257-bc84-a204fcde140c req-dcfd86f8-21dc-402a-bf85-d56642c4dc79 service neutron] 10.222.0.58 "GET /v2.0/networks?id=b282da70-9296-4e54-8356-1a6d4d5043dc HTTP/1.1" status: 200  len: 910 time: 0.1451292
Dec 24 11:54:53.439516 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-b032e925-bfec-4257-bc84-a204fcde140c req-4aa6b335-8347-40b1-90eb-a046eb9c7ffe service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c7dc1593-0c47-47f1-8a06-f63d4a607a3d HTTP/1.1" status: 200  len: 1002 time: 0.1016138
Dec 24 11:54:53.510589 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b032e925-bfec-4257-bc84-a204fcde140c req-8872770e-39fc-4ff3-9546-524ef650a4e7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:54:53.512482 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-b032e925-bfec-4257-bc84-a204fcde140c req-8872770e-39fc-4ff3-9546-524ef650a4e7 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c7feccb9-bdba-4dbe-ba23-3c41a5819f26 HTTP/1.1" status: 200  len: 848 time: 0.0653753
Dec 24 11:54:53.604793 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-b032e925-bfec-4257-bc84-a204fcde140c req-b4cd7e25-cebf-4e0e-9f81-ee88f85eb67d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b282da70-9296-4e54-8356-1a6d4d5043dc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0829847
Dec 24 11:54:54.008949 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-b032e925-bfec-4257-bc84-a204fcde140c req-0fc3d6f6-3de7-44c5-b567-b9b527990729 service neutron] 10.222.0.58 "GET /v2.0/networks/b282da70-9296-4e54-8356-1a6d4d5043dc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3936317
Dec 24 11:54:54.159171 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-b032e925-bfec-4257-bc84-a204fcde140c req-81771024-b0a8-4667-b8e7-1ceb4daf0fc9 service neutron] 10.222.0.58 "GET /v2.0/networks/b282da70-9296-4e54-8356-1a6d4d5043dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1404059
Dec 24 11:54:58.828106 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:55:06.546820 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c9c4bcc3-8dff-4fcc-a512-69cccefda15d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:55:08.106094 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:55:09.050023 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c9ef1c4f-7002-47c2-a336-e2dba539af44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:55:09.617651 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bdfdbc84-c52d-4f40-b281-af314dc1f8fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:55:10.917907 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-39ff93cf-c0b7-48c5-95f3-6f7e9977387d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:55:25.465452 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.agents_db [None req-e51243ab-6a93-425b-980f-a73583147efa None None] Agent healthcheck: found 6 active agents {{(pid=88881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 24 11:55:28.836079 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:55:36.547769 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8b6054b9-8a68-455b-8c80-285ac1d14cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:55:38.104720 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:55:39.055436 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-51130da5-0c30-441b-8f16-7e9246bbcc3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:55:39.623455 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bdfdbc84-c52d-4f40-b281-af314dc1f8fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:55:40.923781 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-39ff93cf-c0b7-48c5-95f3-6f7e9977387d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:55:55.072378 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-894e8508-bdba-4c10-b078-e4d160993b7e req-7910055e-703b-493c-8e44-9dc67e92bb62 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=03665a79-6d75-41de-bc11-f32f0d5a54b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1601472
Dec 24 11:55:55.228907 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-894e8508-bdba-4c10-b078-e4d160993b7e req-a0b29d00-41ed-46af-9958-dc4022bb4ac3 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=de087bb5cbc9435dbbe42d4dffa85b9a&device_id=03665a79-6d75-41de-bc11-f32f0d5a54b1 HTTP/1.1" status: 200  len: 1099 time: 0.0768738
Dec 24 11:55:55.397793 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894e8508-bdba-4c10-b078-e4d160993b7e req-b3a1527f-328b-4335-b0fb-970c538cc585 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:55:55.399467 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-894e8508-bdba-4c10-b078-e4d160993b7e req-b3a1527f-328b-4335-b0fb-970c538cc585 service neutron] 10.222.0.58 "GET /v2.0/networks?id=b282da70-9296-4e54-8356-1a6d4d5043dc HTTP/1.1" status: 200  len: 910 time: 0.1433864
Dec 24 11:55:55.511873 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-894e8508-bdba-4c10-b078-e4d160993b7e req-97922c61-b230-441c-8f11-9c6dac3dc37d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c7dc1593-0c47-47f1-8a06-f63d4a607a3d HTTP/1.1" status: 200  len: 1002 time: 0.1041822
Dec 24 11:55:55.588261 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894e8508-bdba-4c10-b078-e4d160993b7e req-efbe85b8-604f-4c31-b255-8f104ce1df44 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:55:55.589812 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-894e8508-bdba-4c10-b078-e4d160993b7e req-efbe85b8-604f-4c31-b255-8f104ce1df44 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c7feccb9-bdba-4dbe-ba23-3c41a5819f26 HTTP/1.1" status: 200  len: 848 time: 0.0692811
Dec 24 11:55:55.679833 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-894e8508-bdba-4c10-b078-e4d160993b7e req-9a34d4ab-dbf2-4f88-881a-59b5d7f92cc7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b282da70-9296-4e54-8356-1a6d4d5043dc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0785439
Dec 24 11:55:55.827649 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-894e8508-bdba-4c10-b078-e4d160993b7e req-6c2cf0e2-66a0-4ba2-a801-59939e65bd83 service neutron] 10.222.0.58 "GET /v2.0/networks/b282da70-9296-4e54-8356-1a6d4d5043dc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1402640
Dec 24 11:55:55.973984 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-894e8508-bdba-4c10-b078-e4d160993b7e req-be1fcf43-2115-402d-979c-23a794d2f975 service neutron] 10.222.0.58 "GET /v2.0/networks/b282da70-9296-4e54-8356-1a6d4d5043dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1387413
Dec 24 11:55:58.868528 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:56:02.457129 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.agents_db [None req-e51243ab-6a93-425b-980f-a73583147efa None None] Agent healthcheck: found 6 active agents {{(pid=88881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 24 11:56:06.552761 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-99e144e1-6d04-49d1-9783-4de18f9c5928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:56:08.106352 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:56:09.048560 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0a4eac80-14d4-4380-baab-0df392a20d28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:56:09.625451 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bdfdbc84-c52d-4f40-b281-af314dc1f8fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:56:10.671611 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e688c03-d283-4641-b03f-d1cd4571ab9e req-d4b2bb6a-e0f8-4389-956b-fa573dd0e42b tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:56:10.673239 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-0e688c03-d283-4641-b03f-d1cd4571ab9e req-d4b2bb6a-e0f8-4389-956b-fa573dd0e42b tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.65 "GET /v2.0/ports?device_id=03665a79-6d75-41de-bc11-f32f0d5a54b1 HTTP/1.1" status: 200  len: 946 time: 0.0872128
Dec 24 11:56:10.722259 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-0e688c03-d283-4641-b03f-d1cd4571ab9e req-c0e7bc7d-1024-471e-838f-fb1ebdf05340 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c62ea6e-0d39-4fb1-ba5c-d2490d1c7c11&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427575
Dec 24 11:56:10.927965 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-39ff93cf-c0b7-48c5-95f3-6f7e9977387d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:56:11.955098 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142f1b4e-0434-4c40-bee5-ae1ef5c6ea5b req-a7a1f6c6-236c-45c1-a6dd-f6bcf7767d34 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:56:11.956569 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-142f1b4e-0434-4c40-bee5-ae1ef5c6ea5b req-a7a1f6c6-236c-45c1-a6dd-f6bcf7767d34 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.65 "GET /v2.0/ports?device_id=03665a79-6d75-41de-bc11-f32f0d5a54b1 HTTP/1.1" status: 200  len: 946 time: 0.0962601
Dec 24 11:56:12.008169 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-142f1b4e-0434-4c40-bee5-ae1ef5c6ea5b req-105aba49-f267-4dcb-bf1a-7cc395d0c909 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c62ea6e-0d39-4fb1-ba5c-d2490d1c7c11&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427482
Dec 24 11:56:13.260674 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce0c727-0b9f-47df-9699-c2ece4da766e req-e9fbf167-4ee3-4f02-b9b2-c957615da93c tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:56:13.262304 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-bce0c727-0b9f-47df-9699-c2ece4da766e req-e9fbf167-4ee3-4f02-b9b2-c957615da93c tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.65 "GET /v2.0/ports?device_id=03665a79-6d75-41de-bc11-f32f0d5a54b1 HTTP/1.1" status: 200  len: 946 time: 0.0924351
Dec 24 11:56:13.323354 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-bce0c727-0b9f-47df-9699-c2ece4da766e req-209d83b4-849a-41e6-9239-7cfbb8611823 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c62ea6e-0d39-4fb1-ba5c-d2490d1c7c11&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0541906
Dec 24 11:56:14.569455 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57dced7-2a3f-4b6b-9d65-ba091c6a3d2c req-fd41a81c-e671-4888-b0d3-e018cf564295 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:56:14.571122 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-e57dced7-2a3f-4b6b-9d65-ba091c6a3d2c req-fd41a81c-e671-4888-b0d3-e018cf564295 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.65 "GET /v2.0/ports?device_id=03665a79-6d75-41de-bc11-f32f0d5a54b1 HTTP/1.1" status: 200  len: 946 time: 0.0931547
Dec 24 11:56:14.622742 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-e57dced7-2a3f-4b6b-9d65-ba091c6a3d2c req-2b2efb9e-0538-4d34-b0b0-04a099c6d5a0 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c62ea6e-0d39-4fb1-ba5c-d2490d1c7c11&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428412
Dec 24 11:56:15.836002 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d90c89-d8d3-4a8d-829a-0d7fbd8aaafd req-6544bb35-366a-4fb4-ae7a-cfe5b80d6384 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:56:15.837534 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-a1d90c89-d8d3-4a8d-829a-0d7fbd8aaafd req-6544bb35-366a-4fb4-ae7a-cfe5b80d6384 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.65 "GET /v2.0/ports?device_id=03665a79-6d75-41de-bc11-f32f0d5a54b1 HTTP/1.1" status: 200  len: 946 time: 0.0876627
Dec 24 11:56:15.889979 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-a1d90c89-d8d3-4a8d-829a-0d7fbd8aaafd req-0f877cbb-761d-43c6-a859-b6cc2d45d9d3 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c62ea6e-0d39-4fb1-ba5c-d2490d1c7c11&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0461626
Dec 24 11:56:17.118404 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3156c5f9-40da-48dd-afc0-b142fa652122 req-5d92cb08-a220-4478-9aff-f8b40a494f1b tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:56:17.119979 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-3156c5f9-40da-48dd-afc0-b142fa652122 req-5d92cb08-a220-4478-9aff-f8b40a494f1b tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.65 "GET /v2.0/ports?device_id=03665a79-6d75-41de-bc11-f32f0d5a54b1 HTTP/1.1" status: 200  len: 946 time: 0.0854864
Dec 24 11:56:17.171604 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-3156c5f9-40da-48dd-afc0-b142fa652122 req-361f4efd-ca63-4305-b2e7-8d526dc31759 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c62ea6e-0d39-4fb1-ba5c-d2490d1c7c11&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419047
Dec 24 11:56:18.388707 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9f4065-3ae1-4133-88a5-5fc2b00f5225 req-9f396aec-d4ac-4d55-8564-c8d50f1ab90d tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:56:18.390334 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-3f9f4065-3ae1-4133-88a5-5fc2b00f5225 req-9f396aec-d4ac-4d55-8564-c8d50f1ab90d tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.65 "GET /v2.0/ports?device_id=03665a79-6d75-41de-bc11-f32f0d5a54b1 HTTP/1.1" status: 200  len: 946 time: 0.0890818
Dec 24 11:56:18.671827 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-3f9f4065-3ae1-4133-88a5-5fc2b00f5225 req-3a0f5d4a-d10f-4743-bef2-b077737af911 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c62ea6e-0d39-4fb1-ba5c-d2490d1c7c11&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2737484
Dec 24 11:56:19.902430 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14441b78-3470-407f-9c01-38f2b52cd8d7 req-b6dfe384-fd0e-48c2-a21d-f3674b7416f6 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:56:19.903933 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-14441b78-3470-407f-9c01-38f2b52cd8d7 req-b6dfe384-fd0e-48c2-a21d-f3674b7416f6 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.65 "GET /v2.0/ports?device_id=03665a79-6d75-41de-bc11-f32f0d5a54b1 HTTP/1.1" status: 200  len: 946 time: 0.0891950
Dec 24 11:56:19.970048 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-14441b78-3470-407f-9c01-38f2b52cd8d7 req-3fc919ab-bdd5-4ae2-a1ec-6727f7672da6 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c62ea6e-0d39-4fb1-ba5c-d2490d1c7c11&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0589898
Dec 24 11:56:20.831227 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-e0567582-8893-408f-99d4-7d7672f0ace0 req-dad734a0-e403-420f-a661-3d63832e10eb service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=de087bb5cbc9435dbbe42d4dffa85b9a&device_id=03665a79-6d75-41de-bc11-f32f0d5a54b1 HTTP/1.1" status: 200  len: 1099 time: 0.0801466
Dec 24 11:56:20.973280 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0567582-8893-408f-99d4-7d7672f0ace0 req-3d7da619-f71b-4482-a908-bc18fe8551fb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:56:20.974736 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-e0567582-8893-408f-99d4-7d7672f0ace0 req-3d7da619-f71b-4482-a908-bc18fe8551fb service neutron] 10.222.0.58 "GET /v2.0/networks?id=b282da70-9296-4e54-8356-1a6d4d5043dc HTTP/1.1" status: 200  len: 910 time: 0.1365266
Dec 24 11:56:21.082036 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-e0567582-8893-408f-99d4-7d7672f0ace0 req-60c7238e-706c-442a-8eb6-e1c22bea50f1 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c7dc1593-0c47-47f1-8a06-f63d4a607a3d HTTP/1.1" status: 200  len: 1002 time: 0.0978639
Dec 24 11:56:21.158890 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0567582-8893-408f-99d4-7d7672f0ace0 req-f3dde831-427e-4acc-bc1b-894b8799537d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:56:21.160470 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-e0567582-8893-408f-99d4-7d7672f0ace0 req-f3dde831-427e-4acc-bc1b-894b8799537d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c7feccb9-bdba-4dbe-ba23-3c41a5819f26 HTTP/1.1" status: 200  len: 848 time: 0.0678492
Dec 24 11:56:21.188047 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7524d07f-7330-4273-9b02-6f58c274e65e req-f2a8b633-198d-435c-b0f6-f6b07fe0f29b tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:56:21.189678 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-7524d07f-7330-4273-9b02-6f58c274e65e req-f2a8b633-198d-435c-b0f6-f6b07fe0f29b tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.65 "GET /v2.0/ports?device_id=03665a79-6d75-41de-bc11-f32f0d5a54b1 HTTP/1.1" status: 200  len: 946 time: 0.0883455
Dec 24 11:56:21.239019 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-7524d07f-7330-4273-9b02-6f58c274e65e req-17b76682-3cb5-4537-8de6-4cd909ba026a tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c62ea6e-0d39-4fb1-ba5c-d2490d1c7c11&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423803
Dec 24 11:56:21.242265 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-e0567582-8893-408f-99d4-7d7672f0ace0 req-606aa39e-b3d6-4311-bbad-d9bb30be7833 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b282da70-9296-4e54-8356-1a6d4d5043dc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0744648
Dec 24 11:56:21.390376 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-e0567582-8893-408f-99d4-7d7672f0ace0 req-7e059c5a-dbbc-4b84-97a8-adfa65762d52 service neutron] 10.222.0.58 "GET /v2.0/networks/b282da70-9296-4e54-8356-1a6d4d5043dc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1380248
Dec 24 11:56:21.544360 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-e0567582-8893-408f-99d4-7d7672f0ace0 req-8ac5c529-0f2f-4341-b085-7bf6317191a7 service neutron] 10.222.0.58 "GET /v2.0/networks/b282da70-9296-4e54-8356-1a6d4d5043dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1437831
Dec 24 11:56:22.462063 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b81fe86-9469-4549-b2f2-bd07ae56fcd6 req-e3d6d584-d761-48ab-a442-074edd92634c tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:56:22.463687 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-5b81fe86-9469-4549-b2f2-bd07ae56fcd6 req-e3d6d584-d761-48ab-a442-074edd92634c tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.65 "GET /v2.0/ports?device_id=03665a79-6d75-41de-bc11-f32f0d5a54b1 HTTP/1.1" status: 200  len: 946 time: 0.0979652
Dec 24 11:56:22.517143 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-5b81fe86-9469-4549-b2f2-bd07ae56fcd6 req-e323f026-f767-4826-a69b-7f05998ab116 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c62ea6e-0d39-4fb1-ba5c-d2490d1c7c11&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0473328
Dec 24 11:56:23.722739 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29b8db6-7d1a-41d6-a5b8-0d31ba57d714 req-e9c5ce09-9831-43e3-8b22-9b613ce685f1 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:56:23.724357 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-a29b8db6-7d1a-41d6-a5b8-0d31ba57d714 req-e9c5ce09-9831-43e3-8b22-9b613ce685f1 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.65 "GET /v2.0/ports?device_id=03665a79-6d75-41de-bc11-f32f0d5a54b1 HTTP/1.1" status: 200  len: 946 time: 0.0840907
Dec 24 11:56:23.773338 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-a29b8db6-7d1a-41d6-a5b8-0d31ba57d714 req-ee55f567-a046-4b9a-9144-adffa9d40219 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c62ea6e-0d39-4fb1-ba5c-d2490d1c7c11&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425062
Dec 24 11:56:24.998032 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac658c0-4045-4175-b370-55e5cbfd3f07 req-ec0756d7-ce4e-430d-a171-e8f86a9caece tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:56:24.999797 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-7ac658c0-4045-4175-b370-55e5cbfd3f07 req-ec0756d7-ce4e-430d-a171-e8f86a9caece tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.65 "GET /v2.0/ports?device_id=03665a79-6d75-41de-bc11-f32f0d5a54b1 HTTP/1.1" status: 200  len: 946 time: 0.0929713
Dec 24 11:56:25.051731 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-7ac658c0-4045-4175-b370-55e5cbfd3f07 req-e0acaf3e-af27-4e7b-964b-6fd319fcab71 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c62ea6e-0d39-4fb1-ba5c-d2490d1c7c11&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428219
Dec 24 11:56:25.266941 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-27a1c831-cae6-46c8-a819-0f1b3e5c2354 req-3b47b9b3-bb00-4e70-8918-d6a585df35f8 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=03665a79-6d75-41de-bc11-f32f0d5a54b1&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.0780723
Dec 24 11:56:25.479406 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-85164504-dccc-46dd-839e-0024135f34d9 req-85804d42-c283-410b-82bb-ecb27c0d3ac7 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=03665a79-6d75-41de-bc11-f32f0d5a54b1&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0786121
Dec 24 11:56:25.559942 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b2ba24-6e43-44d9-b939-6dac9c69e25f req-b6230bb8-13ca-45f6-b2f9-c493e10e7716 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:56:25.561619 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-10b2ba24-6e43-44d9-b939-6dac9c69e25f req-b6230bb8-13ca-45f6-b2f9-c493e10e7716 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.65 "GET /v2.0/ports?device_id=03665a79-6d75-41de-bc11-f32f0d5a54b1 HTTP/1.1" status: 200  len: 946 time: 0.0872891
Dec 24 11:56:25.614125 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-10b2ba24-6e43-44d9-b939-6dac9c69e25f req-796e7223-dd88-4741-84ac-0f7c91c93848 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c62ea6e-0d39-4fb1-ba5c-d2490d1c7c11&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0455999
Dec 24 11:56:26.903839 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb10287-dfed-4f5a-815d-28ff99d8bb3e req-9d5ba8f4-3dbd-4a2b-8433-55fc4d1b7d53 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:56:26.905466 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-2eb10287-dfed-4f5a-815d-28ff99d8bb3e req-9d5ba8f4-3dbd-4a2b-8433-55fc4d1b7d53 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.65 "GET /v2.0/ports?device_id=03665a79-6d75-41de-bc11-f32f0d5a54b1 HTTP/1.1" status: 200  len: 946 time: 0.1680119
Dec 24 11:56:26.955009 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-2eb10287-dfed-4f5a-815d-28ff99d8bb3e req-eab937ae-ab72-4572-b6f3-df98f5bf8946 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c62ea6e-0d39-4fb1-ba5c-d2490d1c7c11&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428791
Dec 24 11:56:27.744997 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-85164504-dccc-46dd-839e-0024135f34d9 req-d1d592dc-3067-4f2b-b3fe-711bf66d2545 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=03665a79-6d75-41de-bc11-f32f0d5a54b1&tenant_id=de087bb5cbc9435dbbe42d4dffa85b9a HTTP/1.1" status: 200  len: 1099 time: 0.0840819
Dec 24 11:56:27.818699 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Device c7dc1593-0c47-47f1-8a06-f63d4a607a3d no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:56:27.847641 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-85164504-dccc-46dd-839e-0024135f34d9 req-2edcd44b-f019-4519-9ab5-041287bc1a06 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=de087bb5cbc9435dbbe42d4dffa85b9a&device_id=03665a79-6d75-41de-bc11-f32f0d5a54b1 HTTP/1.1" status: 200  len: 1099 time: 0.0765321
Dec 24 11:56:27.936005 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:56:27.963762 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03665a79-6d75-41de-bc11-f32f0d5a54b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7dc1593-0c47-47f1-8a06-f63d4a607a3d'}] {{(pid=88880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 24 11:56:27.974113 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] For port c7dc1593-0c47-47f1-8a06-f63d4a607a3d, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=c7dc1593-0c47-47f1-8a06-f63d4a607a3d,segment=NetworkSegment(f6873145-edbb-4bd1-94eb-7fd2c417c65e),segment_id=f6873145-edbb-4bd1-94eb-7fd2c417c65e)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:56:27.977575 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:56:27.979654 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-e077ef4f-a6ec-4e67-b121-76a05ccced50 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:56:27.994096 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85164504-dccc-46dd-839e-0024135f34d9 req-1abfc2ac-29d4-495f-aaf0-5a3e4640db6d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:56:27.995781 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-85164504-dccc-46dd-839e-0024135f34d9 req-1abfc2ac-29d4-495f-aaf0-5a3e4640db6d service neutron] 10.222.0.58 "GET /v2.0/networks?id=b282da70-9296-4e54-8356-1a6d4d5043dc HTTP/1.1" status: 200  len: 910 time: 0.1411233
Dec 24 11:56:28.045554 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Pushing event updated for resources: {'Port': ['ID=c7dc1593-0c47-47f1-8a06-f63d4a607a3d,revision_number=6']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:56:28.054989 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:56:28.055561 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:56:28.056078 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:56:28.056587 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:56:28.057095 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:56:28.057619 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:56:28.058209 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:56:28.058714 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:56:28.059215 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:56:28.060004 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:56:28.060518 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:56:28.065603 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:56:28.123147 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-85164504-dccc-46dd-839e-0024135f34d9 req-5b260296-c215-4ffd-a46e-f06f795c79ee service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c7dc1593-0c47-47f1-8a06-f63d4a607a3d HTTP/1.1" status: 200  len: 1000 time: 0.1164498
Dec 24 11:56:28.152560 dv-neutron-822691-2-hyperv neutron-server[88767]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '03665a79-6d75-41de-bc11-f32f0d5a54b1', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c7dc1593-0c47-47f1-8a06-f63d4a607a3d', 'code': 422} returned with failed status
Dec 24 11:56:28.186667 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a40537-4d39-4ec8-b9c2-19d3bc8986a1 req-52ebe90e-304b-4ec4-9bed-e88893cf1bc5 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:56:28.188302 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-31a40537-4d39-4ec8-b9c2-19d3bc8986a1 req-52ebe90e-304b-4ec4-9bed-e88893cf1bc5 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.65 "GET /v2.0/ports?device_id=03665a79-6d75-41de-bc11-f32f0d5a54b1 HTTP/1.1" status: 200  len: 944 time: 0.1036830
Dec 24 11:56:28.198367 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85164504-dccc-46dd-839e-0024135f34d9 req-66e1c013-18ae-4ae3-ab8b-765aac431cd4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:56:28.199947 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-85164504-dccc-46dd-839e-0024135f34d9 req-66e1c013-18ae-4ae3-ab8b-765aac431cd4 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c7feccb9-bdba-4dbe-ba23-3c41a5819f26 HTTP/1.1" status: 200  len: 848 time: 0.0663109
Dec 24 11:56:28.238315 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-31a40537-4d39-4ec8-b9c2-19d3bc8986a1 req-d5271409-110a-4c5a-9b51-44c2854e33a2 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c62ea6e-0d39-4fb1-ba5c-d2490d1c7c11&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430548
Dec 24 11:56:28.291585 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-85164504-dccc-46dd-839e-0024135f34d9 req-67a7e000-f9d4-4228-9dfb-dc68e4cc2ee5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b282da70-9296-4e54-8356-1a6d4d5043dc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0802524
Dec 24 11:56:28.437403 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-85164504-dccc-46dd-839e-0024135f34d9 req-3170c862-f488-4747-98e8-c5c029294109 service neutron] 10.222.0.58 "GET /v2.0/networks/b282da70-9296-4e54-8356-1a6d4d5043dc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1366103
Dec 24 11:56:28.595358 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-85164504-dccc-46dd-839e-0024135f34d9 req-800cbf78-50f6-4cb3-a7b1-b08442a68ba8 service neutron] 10.222.0.58 "GET /v2.0/networks/b282da70-9296-4e54-8356-1a6d4d5043dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1477261
Dec 24 11:56:28.846746 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:56:29.456431 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b07350b-cdf5-41be-b935-ab6ddc332f44 req-4b831ce8-86e6-4eed-a3c7-557b0f32a7b4 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:56:29.458045 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-7b07350b-cdf5-41be-b935-ab6ddc332f44 req-4b831ce8-86e6-4eed-a3c7-557b0f32a7b4 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.65 "GET /v2.0/ports?device_id=03665a79-6d75-41de-bc11-f32f0d5a54b1 HTTP/1.1" status: 200  len: 944 time: 0.0887320
Dec 24 11:56:29.585108 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-7b07350b-cdf5-41be-b935-ab6ddc332f44 req-0a9b7869-5ca5-485c-985d-b9a16025d081 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c62ea6e-0d39-4fb1-ba5c-d2490d1c7c11&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1204956
Dec 24 11:56:30.811952 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29360347-108b-483c-b24c-b9e120bdac7d req-cbab9a8e-afda-4758-8197-b1a9b4d22b3b tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:56:30.813565 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-29360347-108b-483c-b24c-b9e120bdac7d req-cbab9a8e-afda-4758-8197-b1a9b4d22b3b tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.65 "GET /v2.0/ports?device_id=03665a79-6d75-41de-bc11-f32f0d5a54b1 HTTP/1.1" status: 200  len: 944 time: 0.0947571
Dec 24 11:56:30.865545 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-29360347-108b-483c-b24c-b9e120bdac7d req-be323d7c-8a28-4793-813c-294f21c3f669 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c62ea6e-0d39-4fb1-ba5c-d2490d1c7c11&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0457225
Dec 24 11:56:32.106698 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de253e7c-ef61-4cff-b249-c280f7189b5e req-1c977d30-8877-4fa9-b335-c446eb300be6 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:56:32.108326 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-de253e7c-ef61-4cff-b249-c280f7189b5e req-1c977d30-8877-4fa9-b335-c446eb300be6 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.65 "GET /v2.0/ports?device_id=03665a79-6d75-41de-bc11-f32f0d5a54b1 HTTP/1.1" status: 200  len: 944 time: 0.1060257
Dec 24 11:56:32.161885 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-de253e7c-ef61-4cff-b249-c280f7189b5e req-fcd9dc0e-aac5-437f-983f-1a1be5177ae3 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c62ea6e-0d39-4fb1-ba5c-d2490d1c7c11&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0440025
Dec 24 11:56:33.392630 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d691ea62-2d5c-4756-8005-e75b73d9437f req-c7c826db-b861-49f2-821d-8c77e800deac tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:56:33.394269 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-d691ea62-2d5c-4756-8005-e75b73d9437f req-c7c826db-b861-49f2-821d-8c77e800deac tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.65 "GET /v2.0/ports?device_id=03665a79-6d75-41de-bc11-f32f0d5a54b1 HTTP/1.1" status: 200  len: 944 time: 0.0951762
Dec 24 11:56:33.452564 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-d691ea62-2d5c-4756-8005-e75b73d9437f req-97de75b1-90eb-46db-b644-46bb2b214198 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c62ea6e-0d39-4fb1-ba5c-d2490d1c7c11&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0521405
Dec 24 11:56:34.671678 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e067631b-84c8-4d14-a2fb-15fd3d4727b5 req-95e8798b-2acf-4504-aaa9-5694797c2f36 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:56:34.673319 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-e067631b-84c8-4d14-a2fb-15fd3d4727b5 req-95e8798b-2acf-4504-aaa9-5694797c2f36 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.65 "GET /v2.0/ports?device_id=03665a79-6d75-41de-bc11-f32f0d5a54b1 HTTP/1.1" status: 200  len: 944 time: 0.0895481
Dec 24 11:56:34.723721 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-e067631b-84c8-4d14-a2fb-15fd3d4727b5 req-7f719653-ad1d-42cd-90c1-ae6001948669 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c62ea6e-0d39-4fb1-ba5c-d2490d1c7c11&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0439475
Dec 24 11:56:35.413503 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-9303eec9-c61d-4be8-9fcb-0d49d210b263 req-f3094da9-3494-4fb5-8e2c-7be4ec9da899 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=03665a79-6d75-41de-bc11-f32f0d5a54b1 HTTP/1.1" status: 200  len: 1097 time: 0.0783904
Dec 24 11:56:35.479639 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-9303eec9-c61d-4be8-9fcb-0d49d210b263 req-c9ae7ae5-8ca3-4c96-9012-2c0b4855d353 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=6c62ea6e-0d39-4fb1-ba5c-d2490d1c7c11&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0560911
Dec 24 11:56:35.852939 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Device c7dc1593-0c47-47f1-8a06-f63d4a607a3d details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 24 11:56:35.948968 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf89317d-d3ad-4416-a6c4-c20a5e03160b req-ff012ff1-4b73-4243-868e-f1dfea66e96b tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:56:35.950611 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-cf89317d-d3ad-4416-a6c4-c20a5e03160b req-ff012ff1-4b73-4243-868e-f1dfea66e96b tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.65 "GET /v2.0/ports?device_id=03665a79-6d75-41de-bc11-f32f0d5a54b1 HTTP/1.1" status: 200  len: 944 time: 0.0876315
Dec 24 11:56:35.997132 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] For port c7dc1593-0c47-47f1-8a06-f63d4a607a3d, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=c7dc1593-0c47-47f1-8a06-f63d4a607a3d,segment=NetworkSegment(f6873145-edbb-4bd1-94eb-7fd2c417c65e),segment_id=f6873145-edbb-4bd1-94eb-7fd2c417c65e)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:56:36.002781 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-cf89317d-d3ad-4416-a6c4-c20a5e03160b req-9dbfdc7a-7a08-4eed-b4fd-5f9177908bef tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c62ea6e-0d39-4fb1-ba5c-d2490d1c7c11&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0458031
Dec 24 11:56:36.012292 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Returning: {'device': 'c7dc1593-0c47-47f1-8a06-f63d4a607a3d', 'network_id': 'b282da70-9296-4e54-8356-1a6d4d5043dc', 'port_id': 'c7dc1593-0c47-47f1-8a06-f63d4a607a3d', 'mac_address': 'fa:16:3e:e6:b1:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7feccb9-bdba-4dbe-ba23-3c41a5819f26', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 24 11:56:36.071913 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:56:36.256663 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7dc1593-0c47-47f1-8a06-f63d4a607a3d {{(pid=88880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 24 11:56:36.272660 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] For port c7dc1593-0c47-47f1-8a06-f63d4a607a3d, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=c7dc1593-0c47-47f1-8a06-f63d4a607a3d,segment=NetworkSegment(f6873145-edbb-4bd1-94eb-7fd2c417c65e),segment_id=f6873145-edbb-4bd1-94eb-7fd2c417c65e)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:56:36.277271 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:56:36.279152 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:56:36.344506 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Pushing event updated for resources: {'Port': ['ID=c7dc1593-0c47-47f1-8a06-f63d4a607a3d,revision_number=7']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:56:36.347829 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:56:36.551551 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c8b636df-b5db-43fe-8822-2cb74a34dfec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:56:36.639490 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] get_ports_and_sgs() called for port_ids ['c7dc1593-0c47-47f1-8a06-f63d4a607a3d'] {{(pid=88880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 24 11:56:37.217287 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be659f8d-b96d-4585-a3f5-6bc28564c136 req-3c57a94a-9ad6-4978-a88e-fdce00843a6b tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:56:37.218895 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-be659f8d-b96d-4585-a3f5-6bc28564c136 req-3c57a94a-9ad6-4978-a88e-fdce00843a6b tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.65 "GET /v2.0/ports?device_id=03665a79-6d75-41de-bc11-f32f0d5a54b1 HTTP/1.1" status: 200  len: 945 time: 0.0849826
Dec 24 11:56:37.272260 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-be659f8d-b96d-4585-a3f5-6bc28564c136 req-c87381ca-cc30-48d3-8a05-958cd94e10f8 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c62ea6e-0d39-4fb1-ba5c-d2490d1c7c11&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0444379
Dec 24 11:56:37.876535 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Device c7dc1593-0c47-47f1-8a06-f63d4a607a3d up at agent hyperv_hv-neutron-8226 {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:56:37.954658 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Provisioning complete for port c7dc1593-0c47-47f1-8a06-f63d4a607a3d triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:56:37.955036 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:56:38.074661 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:56:38.109391 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:56:38.115607 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03665a79-6d75-41de-bc11-f32f0d5a54b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7dc1593-0c47-47f1-8a06-f63d4a607a3d'}] {{(pid=88880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 24 11:56:38.126624 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] For port c7dc1593-0c47-47f1-8a06-f63d4a607a3d, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=c7dc1593-0c47-47f1-8a06-f63d4a607a3d,segment=NetworkSegment(f6873145-edbb-4bd1-94eb-7fd2c417c65e),segment_id=f6873145-edbb-4bd1-94eb-7fd2c417c65e)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:56:38.131130 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:56:38.132523 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:56:38.175022 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03665a79-6d75-41de-bc11-f32f0d5a54b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7dc1593-0c47-47f1-8a06-f63d4a607a3d', 'code': 200}
Dec 24 11:56:38.201621 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Pushing event updated for resources: {'Port': ['ID=c7dc1593-0c47-47f1-8a06-f63d4a607a3d,revision_number=8']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:56:38.204862 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:56:39.053283 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-28bdf451-791c-462d-a815-b154c1f5d82e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:56:39.464360 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.agents_db [None req-e51243ab-6a93-425b-980f-a73583147efa None None] Agent healthcheck: found 6 active agents {{(pid=88881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 24 11:56:39.626590 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bdfdbc84-c52d-4f40-b281-af314dc1f8fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:56:40.929397 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-39ff93cf-c0b7-48c5-95f3-6f7e9977387d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:56:55.018214 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-1ee8cc95-1540-4381-813f-7a944619ebd0 req-955ff7a3-f8ff-45cf-8abb-e60325877e6b service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=03665a79-6d75-41de-bc11-f32f0d5a54b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0885367
Dec 24 11:56:55.182898 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-1ee8cc95-1540-4381-813f-7a944619ebd0 req-10239c07-5c72-4319-8541-2c99aebb986d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=de087bb5cbc9435dbbe42d4dffa85b9a&device_id=03665a79-6d75-41de-bc11-f32f0d5a54b1 HTTP/1.1" status: 200  len: 1099 time: 0.0811920
Dec 24 11:56:55.356082 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee8cc95-1540-4381-813f-7a944619ebd0 req-4fc64435-906d-40eb-871c-95db57ec1007 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:56:55.356082 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-1ee8cc95-1540-4381-813f-7a944619ebd0 req-4fc64435-906d-40eb-871c-95db57ec1007 service neutron] 10.222.0.58 "GET /v2.0/networks?id=b282da70-9296-4e54-8356-1a6d4d5043dc HTTP/1.1" status: 200  len: 910 time: 0.1412525
Dec 24 11:56:55.470013 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-1ee8cc95-1540-4381-813f-7a944619ebd0 req-289078aa-bd4e-4f2e-9cc5-49d372c332c4 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c7dc1593-0c47-47f1-8a06-f63d4a607a3d HTTP/1.1" status: 200  len: 1002 time: 0.1013377
Dec 24 11:56:55.540833 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee8cc95-1540-4381-813f-7a944619ebd0 req-dc2e4dae-dd93-4311-9a6e-2b08886aeddf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:56:55.540833 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-1ee8cc95-1540-4381-813f-7a944619ebd0 req-dc2e4dae-dd93-4311-9a6e-2b08886aeddf service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c7feccb9-bdba-4dbe-ba23-3c41a5819f26 HTTP/1.1" status: 200  len: 848 time: 0.0644512
Dec 24 11:56:55.637677 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-1ee8cc95-1540-4381-813f-7a944619ebd0 req-95018a85-4ac9-43fc-a4d5-6383fb9ee5af service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b282da70-9296-4e54-8356-1a6d4d5043dc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0852463
Dec 24 11:56:55.799467 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-1ee8cc95-1540-4381-813f-7a944619ebd0 req-9900505f-f2af-4ac0-9fa7-ecf19fc808be service neutron] 10.222.0.58 "GET /v2.0/networks/b282da70-9296-4e54-8356-1a6d4d5043dc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1504977
Dec 24 11:56:56.199703 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-1ee8cc95-1540-4381-813f-7a944619ebd0 req-5e0d3912-55a0-4004-b7d5-f8aa1ce39f1c service neutron] 10.222.0.58 "GET /v2.0/networks/b282da70-9296-4e54-8356-1a6d4d5043dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3901763
Dec 24 11:56:58.876552 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:57:06.554467 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f57bd2a6-593f-43de-a4d3-9e491841c8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:57:08.108030 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:57:09.038138 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1f72cf7d-d7ef-453e-a84b-9e8630ba56a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:57:09.630580 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bdfdbc84-c52d-4f40-b281-af314dc1f8fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:57:10.945765 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-39ff93cf-c0b7-48c5-95f3-6f7e9977387d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:57:16.458597 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.agents_db [None req-e51243ab-6a93-425b-980f-a73583147efa None None] Agent healthcheck: found 6 active agents {{(pid=88881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 24 11:57:28.877489 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:57:36.552854 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b21ce2a9-bbc9-4f0f-97e4-74fd5a17b890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:57:38.106548 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:57:39.050479 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9105d545-867b-4b8e-b7fb-9a307dd385ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:57:39.635795 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bdfdbc84-c52d-4f40-b281-af314dc1f8fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:57:40.941426 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-39ff93cf-c0b7-48c5-95f3-6f7e9977387d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:57:53.467415 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.agents_db [None req-e51243ab-6a93-425b-980f-a73583147efa None None] Agent healthcheck: found 6 active agents {{(pid=88881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 24 11:57:55.013981 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-84be0a1c-ae54-405a-af2a-fb53232129e8 req-a8435817-7ad3-4225-b7b9-23fbed6063b6 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=03665a79-6d75-41de-bc11-f32f0d5a54b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0763054
Dec 24 11:57:55.170812 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-84be0a1c-ae54-405a-af2a-fb53232129e8 req-ff81b889-30da-4245-a4e7-735e3d2739be service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=de087bb5cbc9435dbbe42d4dffa85b9a&device_id=03665a79-6d75-41de-bc11-f32f0d5a54b1 HTTP/1.1" status: 200  len: 1099 time: 0.0788069
Dec 24 11:57:55.332211 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84be0a1c-ae54-405a-af2a-fb53232129e8 req-bc2471c3-f254-437b-a2ed-49c94ff24632 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:57:55.333879 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-84be0a1c-ae54-405a-af2a-fb53232129e8 req-bc2471c3-f254-437b-a2ed-49c94ff24632 service neutron] 10.222.0.58 "GET /v2.0/networks?id=b282da70-9296-4e54-8356-1a6d4d5043dc HTTP/1.1" status: 200  len: 910 time: 0.1410096
Dec 24 11:57:55.447689 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-84be0a1c-ae54-405a-af2a-fb53232129e8 req-405bd65d-4bcf-411b-8619-2856e4ef5c54 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c7dc1593-0c47-47f1-8a06-f63d4a607a3d HTTP/1.1" status: 200  len: 1002 time: 0.1037602
Dec 24 11:57:55.524072 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84be0a1c-ae54-405a-af2a-fb53232129e8 req-e3f8ec79-b09f-4723-b652-0e5ffa19cb98 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:57:55.525629 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-84be0a1c-ae54-405a-af2a-fb53232129e8 req-e3f8ec79-b09f-4723-b652-0e5ffa19cb98 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c7feccb9-bdba-4dbe-ba23-3c41a5819f26 HTTP/1.1" status: 200  len: 848 time: 0.0682204
Dec 24 11:57:55.613376 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-84be0a1c-ae54-405a-af2a-fb53232129e8 req-d9ae52b5-2bbf-44f1-96ff-91b957bfcad0 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b282da70-9296-4e54-8356-1a6d4d5043dc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0809305
Dec 24 11:57:55.758190 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-84be0a1c-ae54-405a-af2a-fb53232129e8 req-ad45c44e-6b9e-42d3-aef9-3eb8dcc81283 service neutron] 10.222.0.58 "GET /v2.0/networks/b282da70-9296-4e54-8356-1a6d4d5043dc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1373968
Dec 24 11:57:55.909578 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-84be0a1c-ae54-405a-af2a-fb53232129e8 req-d2d20916-4b9d-4a87-9b2e-d8f97561736b service neutron] 10.222.0.58 "GET /v2.0/networks/b282da70-9296-4e54-8356-1a6d4d5043dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1436677
Dec 24 11:57:58.890687 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:00.011362 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 51780) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:58:00.239416 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-2c85c804-8869-4083-854a-da4747a0e0af tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Deleting port ad5c8afe-59cf-445f-8593-8088f0cc6bc1 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:58:00.239797 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2c85c804-8869-4083-854a-da4747a0e0af tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:00.421397 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2c85c804-8869-4083-854a-da4747a0e0af tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:00.421729 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2c85c804-8869-4083-854a-da4747a0e0af tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:00.549470 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-2c85c804-8869-4083-854a-da4747a0e0af tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Calling delete_port for ad5c8afe-59cf-445f-8593-8088f0cc6bc1 owned by network:floatingip {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:58:00.714877 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2c85c804-8869-4083-854a-da4747a0e0af tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:00.718689 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7a3ca470-c947-47ba-be80-80648ffd311e tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:58:00.763879 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c85c804-8869-4083-854a-da4747a0e0af tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Pushing event deleted for resources: {'Port': ['ID=ad5c8afe-59cf-445f-8593-8088f0cc6bc1,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:58:00.805312 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c85c804-8869-4083-854a-da4747a0e0af tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:58:00.805747 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c85c804-8869-4083-854a-da4747a0e0af tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:58:00.806199 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c85c804-8869-4083-854a-da4747a0e0af tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:58:00.806628 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c85c804-8869-4083-854a-da4747a0e0af tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:58:00.807049 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c85c804-8869-4083-854a-da4747a0e0af tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:58:00.807438 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c85c804-8869-4083-854a-da4747a0e0af tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:58:00.807864 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c85c804-8869-4083-854a-da4747a0e0af tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:58:00.808262 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c85c804-8869-4083-854a-da4747a0e0af tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:58:00.808669 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c85c804-8869-4083-854a-da4747a0e0af tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:58:00.809075 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c85c804-8869-4083-854a-da4747a0e0af tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:58:00.809483 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c85c804-8869-4083-854a-da4747a0e0af tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:58:00.817640 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-2c85c804-8869-4083-854a-da4747a0e0af tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:58:00.874454 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2c85c804-8869-4083-854a-da4747a0e0af tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Notify callbacks [] for floatingip, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:01.297052 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c85c804-8869-4083-854a-da4747a0e0af tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Router 7ace56cf-5ee9-45d9-b75c-71a8a7050ae4 has already been hosted by L3 agent 198cca88-1338-4098-b44b-beb0346ac906 {{(pid=88878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 24 11:58:01.516986 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c85c804-8869-4083-854a-da4747a0e0af tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:58:01.529150 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaeae699-c050-40e5-9995-dc55a0efaafa None None] Sync routers for ids ['7ace56cf-5ee9-45d9-b75c-71a8a7050ae4'] in dv-neutron-822691-2-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:58:01.538892 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2c85c804-8869-4083-854a-da4747a0e0af tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for floatingip, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:01.546950 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaeae699-c050-40e5-9995-dc55a0efaafa None None] Routers {'7ace56cf-5ee9-45d9-b75c-71a8a7050ae4'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:58:01.547692 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-aaeae699-c050-40e5-9995-dc55a0efaafa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271af9ba8>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:57:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['7ace56cf-5ee9-45d9-b75c-71a8a7050ae4'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:58:01.597414 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-2c85c804-8869-4083-854a-da4747a0e0af tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.65 "DELETE /v2.0/floatingips/12e06e4f-de7d-4083-b6c2-839f63941453 HTTP/1.1" status: 204  len: 168 time: 1.5844123
Dec 24 11:58:01.598156 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03665a79-6d75-41de-bc11-f32f0d5a54b1', 'tag': 'c7dc1593-0c47-47f1-8a06-f63d4a607a3d'}] {{(pid=88878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 24 11:58:01.670674 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03665a79-6d75-41de-bc11-f32f0d5a54b1', 'tag': 'c7dc1593-0c47-47f1-8a06-f63d4a607a3d', 'status': 'completed', 'code': 200}
Dec 24 11:58:01.746970 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-aaeae699-c050-40e5-9995-dc55a0efaafa None None] Set router 7ace56cf-5ee9-45d9-b75c-71a8a7050ae4 gateway port host: dv-neutron-822691-2-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:58:01.777373 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-f802375c-0fc8-4663-a165-6416f49ac8d6 req-915aecc6-6c0d-4e67-9035-02fc11796e58 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=de087bb5cbc9435dbbe42d4dffa85b9a&device_id=03665a79-6d75-41de-bc11-f32f0d5a54b1 HTTP/1.1" status: 200  len: 1099 time: 0.0819728
Dec 24 11:58:01.933776 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f802375c-0fc8-4663-a165-6416f49ac8d6 req-690aa8fa-6a3c-4481-b7da-045221ceecaa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:58:01.935462 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-f802375c-0fc8-4663-a165-6416f49ac8d6 req-690aa8fa-6a3c-4481-b7da-045221ceecaa service neutron] 10.222.0.58 "GET /v2.0/networks?id=b282da70-9296-4e54-8356-1a6d4d5043dc HTTP/1.1" status: 200  len: 910 time: 0.1487501
Dec 24 11:58:02.009370 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-f802375c-0fc8-4663-a165-6416f49ac8d6 req-1662aced-9482-4574-90d3-1aaf37d64eaa service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c7dc1593-0c47-47f1-8a06-f63d4a607a3d HTTP/1.1" status: 200  len: 217 time: 0.0656700
Dec 24 11:58:02.057610 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdd8fc0-fd58-4376-82d0-30e253517e1c req-9d7b91a2-b39a-4416-a59d-10eb6cfdaac7 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:58:02.058423 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-7bdd8fc0-fd58-4376-82d0-30e253517e1c req-9d7b91a2-b39a-4416-a59d-10eb6cfdaac7 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Synchronizing usage tracker for tenant:de087bb5cbc9435dbbe42d4dffa85b9a on resource:port {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:58:02.074931 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-7bdd8fc0-fd58-4376-82d0-30e253517e1c req-9d7b91a2-b39a-4416-a59d-10eb6cfdaac7 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Unset dirty status for tenant:de087bb5cbc9435dbbe42d4dffa85b9a on resource:port {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:58:02.076280 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-7bdd8fc0-fd58-4376-82d0-30e253517e1c req-9d7b91a2-b39a-4416-a59d-10eb6cfdaac7 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.65 "GET /v2.0/ports?device_id=03665a79-6d75-41de-bc11-f32f0d5a54b1 HTTP/1.1" status: 200  len: 946 time: 0.1055472
Dec 24 11:58:02.083912 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f802375c-0fc8-4663-a165-6416f49ac8d6 req-d9343793-1d68-4a9c-9d24-2b9107682509 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:58:02.085449 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-f802375c-0fc8-4663-a165-6416f49ac8d6 req-d9343793-1d68-4a9c-9d24-2b9107682509 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c7feccb9-bdba-4dbe-ba23-3c41a5819f26 HTTP/1.1" status: 200  len: 848 time: 0.0693114
Dec 24 11:58:02.103803 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-aaeae699-c050-40e5-9995-dc55a0efaafa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271af9ba8>, [{'id': '7ace56cf-5ee9-45d9-b75c-71a8a7050ae4', 'name': 'tempest-TestShelveInstance-1285473433-router', 'tenant_id': 'de087bb5cbc9435dbbe42d4dffa85b9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.109'}], 'enable_snat': True}, 'gw_port_id': 'd70b7c01-1cf8-4d69-a096-ca7241f68ba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:48:47Z', 'updated_at': '2021-12-24T11:48:50Z', 'revision_number': 4, 'project_id': 'de087bb5cbc9435dbbe42d4dffa85b9a', 'gw_port': {'id': 'd70b7c01-1cf8-4d69-a096-ca7241f68ba2', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:96:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ace56cf-5ee9-45d9-b75c-71a8a7050ae4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:48:47Z', 'updated_at': '2021-12-24T11:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_interfaces': [{'id': 'ca893b19-d1c0-4e23-bd95-5bed8d7b7f8d', 'name': '', 'network_id': 'b282da70-9296-4e54-8356-1a6d4d5043dc', 'tenant_id': 'de087bb5cbc9435dbbe42d4dffa85b9a', 'mac_address': 'fa:16:3e:ac:e1:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ace56cf-5ee9-45d9-b75c-71a8a7050ae4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c7feccb9-bdba-4dbe-ba23-3c41a5819f26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:48:49Z', 'updated_at': '2021-12-24T11:48:57Z', 'revision_number': 5, 'project_id': 'de087bb5cbc9435dbbe42d4dffa85b9a', 'subnets': [{'id': 'c7feccb9-bdba-4dbe-ba23-3c41a5819f26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:58:02.108163 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaeae699-c050-40e5-9995-dc55a0efaafa None None] Checking router: 7ace56cf-5ee9-45d9-b75c-71a8a7050ae4 for host: dv-neutron-822691-2-hyperv {{(pid=88880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 24 11:58:02.120108 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaeae699-c050-40e5-9995-dc55a0efaafa None None] Routers {'7ace56cf-5ee9-45d9-b75c-71a8a7050ae4'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:58:02.120708 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-aaeae699-c050-40e5-9995-dc55a0efaafa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271af9ba8>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:57:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['7ace56cf-5ee9-45d9-b75c-71a8a7050ae4'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:58:02.173230 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-f802375c-0fc8-4663-a165-6416f49ac8d6 req-23dbf7cd-44bb-4c46-8d7c-8174957c0a11 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b282da70-9296-4e54-8356-1a6d4d5043dc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0794592
Dec 24 11:58:02.291894 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-7bdd8fc0-fd58-4376-82d0-30e253517e1c req-d88890e2-8023-48cb-8c53-bdf4c927033f tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c62ea6e-0d39-4fb1-ba5c-d2490d1c7c11&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1307561
Dec 24 11:58:02.331928 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-aaeae699-c050-40e5-9995-dc55a0efaafa None None] Set router 7ace56cf-5ee9-45d9-b75c-71a8a7050ae4 gateway port host: dv-neutron-822691-2-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:58:02.338899 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-f802375c-0fc8-4663-a165-6416f49ac8d6 req-ddfb6823-3e69-4197-ae78-980c4d44c476 service neutron] 10.222.0.58 "GET /v2.0/networks/b282da70-9296-4e54-8356-1a6d4d5043dc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1516187
Dec 24 11:58:02.484290 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-f802375c-0fc8-4663-a165-6416f49ac8d6 req-f6458c25-4e79-4774-ab63-403a79594c3d service neutron] 10.222.0.58 "GET /v2.0/networks/b282da70-9296-4e54-8356-1a6d4d5043dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1385455
Dec 24 11:58:02.663727 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-aaeae699-c050-40e5-9995-dc55a0efaafa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271af9ba8>, [{'id': '7ace56cf-5ee9-45d9-b75c-71a8a7050ae4', 'name': 'tempest-TestShelveInstance-1285473433-router', 'tenant_id': 'de087bb5cbc9435dbbe42d4dffa85b9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.109'}], 'enable_snat': True}, 'gw_port_id': 'd70b7c01-1cf8-4d69-a096-ca7241f68ba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:48:47Z', 'updated_at': '2021-12-24T11:48:50Z', 'revision_number': 4, 'project_id': 'de087bb5cbc9435dbbe42d4dffa85b9a', 'gw_port': {'id': 'd70b7c01-1cf8-4d69-a096-ca7241f68ba2', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:96:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ace56cf-5ee9-45d9-b75c-71a8a7050ae4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:48:47Z', 'updated_at': '2021-12-24T11:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_interfaces': [{'id': 'ca893b19-d1c0-4e23-bd95-5bed8d7b7f8d', 'name': '', 'network_id': 'b282da70-9296-4e54-8356-1a6d4d5043dc', 'tenant_id': 'de087bb5cbc9435dbbe42d4dffa85b9a', 'mac_address': 'fa:16:3e:ac:e1:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ace56cf-5ee9-45d9-b75c-71a8a7050ae4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c7feccb9-bdba-4dbe-ba23-3c41a5819f26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:48:49Z', 'updated_at': '2021-12-24T11:48:57Z', 'revision_number': 5, 'project_id': 'de087bb5cbc9435dbbe42d4dffa85b9a', 'subnets': [{'id': 'c7feccb9-bdba-4dbe-ba23-3c41a5819f26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:58:02.668184 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaeae699-c050-40e5-9995-dc55a0efaafa None None] The sync data for ids ['7ace56cf-5ee9-45d9-b75c-71a8a7050ae4'] in dv-neutron-822691-2-hyperv is: [{'id': '7ace56cf-5ee9-45d9-b75c-71a8a7050ae4', 'name': 'tempest-TestShelveInstance-1285473433-router', 'tenant_id': 'de087bb5cbc9435dbbe42d4dffa85b9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.109'}], 'enable_snat': True}, 'gw_port_id': 'd70b7c01-1cf8-4d69-a096-ca7241f68ba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:48:47Z', 'updated_at': '2021-12-24T11:48:50Z', 'revision_number': 4, 'project_id': 'de087bb5cbc9435dbbe42d4dffa85b9a', 'gw_port': {'id': 'd70b7c01-1cf8-4d69-a096-ca7241f68ba2', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:96:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ace56cf-5ee9-45d9-b75c-71a8a7050ae4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:48:47Z', 'updated_at': '2021-12-24T11:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_interfaces': [{'id': 'ca893b19-d1c0-4e23-bd95-5bed8d7b7f8d', 'name': '', 'network_id': 'b282da70-9296-4e54-8356-1a6d4d5043dc', 'tenant_id': 'de087bb5cbc9435dbbe42d4dffa85b9a', 'mac_address': 'fa:16:3e:ac:e1:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ace56cf-5ee9-45d9-b75c-71a8a7050ae4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c7feccb9-bdba-4dbe-ba23-3c41a5819f26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:48:49Z', 'updated_at': '2021-12-24T11:48:57Z', 'revision_number': 5, 'project_id': 'de087bb5cbc9435dbbe42d4dffa85b9a', 'subnets': [{'id': 'c7feccb9-bdba-4dbe-ba23-3c41a5819f26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:58:03.131886 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9fe0e1e-c7d8-4735-ba49-9fa568460472 None None] New status for floating IP 12e06e4f-de7d-4083-b6c2-839f63941453: DOWN {{(pid=88881) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 24 11:58:03.506860 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a178dbf-e2d6-4653-af58-829910bb0c00 req-d278288c-9a57-46be-9b6b-cf7994e154a6 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:58:03.508457 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-5a178dbf-e2d6-4653-af58-829910bb0c00 req-d278288c-9a57-46be-9b6b-cf7994e154a6 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.65 "GET /v2.0/ports?device_id=03665a79-6d75-41de-bc11-f32f0d5a54b1 HTTP/1.1" status: 200  len: 946 time: 0.0928061
Dec 24 11:58:03.558299 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-5a178dbf-e2d6-4653-af58-829910bb0c00 req-3ddf9a14-3656-4eaf-8e2b-3960728630a0 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.65 "GET /v2.0/security-groups?id=6c62ea6e-0d39-4fb1-ba5c-d2490d1c7c11&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432413
Dec 24 11:58:03.808014 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907ae490-2dc3-4768-8835-14a1da2fec1d req-33bf3143-8278-4813-9fc6-cbcc81d04794 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:58:03.808833 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-907ae490-2dc3-4768-8835-14a1da2fec1d req-33bf3143-8278-4813-9fc6-cbcc81d04794 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Synchronizing usage tracker for tenant:de087bb5cbc9435dbbe42d4dffa85b9a on resource:port {{(pid=88879) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:58:03.824986 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-907ae490-2dc3-4768-8835-14a1da2fec1d req-33bf3143-8278-4813-9fc6-cbcc81d04794 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Unset dirty status for tenant:de087bb5cbc9435dbbe42d4dffa85b9a on resource:port {{(pid=88879) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:58:03.826232 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-907ae490-2dc3-4768-8835-14a1da2fec1d req-33bf3143-8278-4813-9fc6-cbcc81d04794 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.58 "GET /v2.0/ports?device_id=03665a79-6d75-41de-bc11-f32f0d5a54b1 HTTP/1.1" status: 200  len: 946 time: 0.1004577
Dec 24 11:58:03.907435 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [req-907ae490-2dc3-4768-8835-14a1da2fec1d req-cf7afd1d-2e82-419d-8837-ebaf71e49f20 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Deleting port c7dc1593-0c47-47f1-8a06-f63d4a607a3d {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:58:03.907828 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-907ae490-2dc3-4768-8835-14a1da2fec1d req-cf7afd1d-2e82-419d-8837-ebaf71e49f20 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:04.172334 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [req-907ae490-2dc3-4768-8835-14a1da2fec1d req-cf7afd1d-2e82-419d-8837-ebaf71e49f20 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] For port c7dc1593-0c47-47f1-8a06-f63d4a607a3d, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=c7dc1593-0c47-47f1-8a06-f63d4a607a3d,segment=NetworkSegment(f6873145-edbb-4bd1-94eb-7fd2c417c65e),segment_id=f6873145-edbb-4bd1-94eb-7fd2c417c65e)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:58:04.172673 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-907ae490-2dc3-4768-8835-14a1da2fec1d req-cf7afd1d-2e82-419d-8837-ebaf71e49f20 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:04.310349 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [req-907ae490-2dc3-4768-8835-14a1da2fec1d req-cf7afd1d-2e82-419d-8837-ebaf71e49f20 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Calling delete_port for c7dc1593-0c47-47f1-8a06-f63d4a607a3d owned by compute:nova {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:58:04.468749 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-907ae490-2dc3-4768-8835-14a1da2fec1d req-cf7afd1d-2e82-419d-8837-ebaf71e49f20 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:04.474680 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-afb1850a-2041-447e-973d-973273dffe64 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:58:04.518127 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7afd1d-2e82-419d-8837-ebaf71e49f20 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Pushing event deleted for resources: {'Port': ['ID=c7dc1593-0c47-47f1-8a06-f63d4a607a3d,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:58:04.565238 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7afd1d-2e82-419d-8837-ebaf71e49f20 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:58:04.565668 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7afd1d-2e82-419d-8837-ebaf71e49f20 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:58:04.566116 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7afd1d-2e82-419d-8837-ebaf71e49f20 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:58:04.566520 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7afd1d-2e82-419d-8837-ebaf71e49f20 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:58:04.567046 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7afd1d-2e82-419d-8837-ebaf71e49f20 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:58:04.567452 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7afd1d-2e82-419d-8837-ebaf71e49f20 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:58:04.567855 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7afd1d-2e82-419d-8837-ebaf71e49f20 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:58:04.568258 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7afd1d-2e82-419d-8837-ebaf71e49f20 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:58:04.568659 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7afd1d-2e82-419d-8837-ebaf71e49f20 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:58:04.569127 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7afd1d-2e82-419d-8837-ebaf71e49f20 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:58:04.569508 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7afd1d-2e82-419d-8837-ebaf71e49f20 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:58:04.601319 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-cf7afd1d-2e82-419d-8837-ebaf71e49f20 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:58:04.620300 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [req-907ae490-2dc3-4768-8835-14a1da2fec1d req-cf7afd1d-2e82-419d-8837-ebaf71e49f20 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] No DVR routers for this DVR port c7dc1593-0c47-47f1-8a06-f63d4a607a3d on host hv-neutron-8226 {{(pid=88879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 24 11:58:04.625335 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-907ae490-2dc3-4768-8835-14a1da2fec1d req-cf7afd1d-2e82-419d-8837-ebaf71e49f20 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:04.628599 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03665a79-6d75-41de-bc11-f32f0d5a54b1', 'name': 'network-vif-deleted', 'tag': 'c7dc1593-0c47-47f1-8a06-f63d4a607a3d'}] {{(pid=88879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 24 11:58:04.644652 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-907ae490-2dc3-4768-8835-14a1da2fec1d req-cf7afd1d-2e82-419d-8837-ebaf71e49f20 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.58 "DELETE /v2.0/ports/c7dc1593-0c47-47f1-8a06-f63d4a607a3d HTTP/1.1" status: 204  len: 173 time: 0.8111417
Dec 24 11:58:04.686049 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03665a79-6d75-41de-bc11-f32f0d5a54b1', 'name': 'network-vif-deleted', 'tag': 'c7dc1593-0c47-47f1-8a06-f63d4a607a3d', 'status': 'completed', 'code': 200}
Dec 24 11:58:04.733896 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-32635928-6e94-4a30-81bd-d0f576e90b0d req-f7bab98d-0f27-498e-9b1e-c8360efaaebc tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.65 "GET /v2.0/ports?device_id=03665a79-6d75-41de-bc11-f32f0d5a54b1 HTTP/1.1" status: 200  len: 210 time: 0.0493259
Dec 24 11:58:05.928405 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-09ea11a3-5b44-4524-b02d-4a1dcaee1fd3 req-ec34e882-2b44-45a2-813c-3f85ead66ce1 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.65 "GET /v2.0/ports?device_id=03665a79-6d75-41de-bc11-f32f0d5a54b1 HTTP/1.1" status: 200  len: 210 time: 0.0471432
Dec 24 11:58:06.452088 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Device c7dc1593-0c47-47f1-8a06-f63d4a607a3d no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:58:06.486566 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] No Port match for: c7dc1593-0c47-47f1-8a06-f63d4a607a3d {{(pid=88880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 24 11:58:06.486945 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Device c7dc1593-0c47-47f1-8a06-f63d4a607a3d not bound to the agent host hv-neutron-8226 {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 24 11:58:06.546008 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-cdd29c92-42d3-4a71-bfa1-8eaebfc18119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:07.036251 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 51810) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:58:07.115866 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e5c2a8a0-3c7a-44e6-990c-a55249868fc6 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Notify callbacks [] for security_group, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:07.151253 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e5c2a8a0-3c7a-44e6-990c-a55249868fc6 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:07.217222 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e5c2a8a0-3c7a-44e6-990c-a55249868fc6 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:07.221665 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7c32317f-b357-4375-8cfa-2b76efdf00ca tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:58:07.238776 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c2a8a0-3c7a-44e6-990c-a55249868fc6 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c62ea6e-0d39-4fb1-ba5c-d2490d1c7c11,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:58:07.242315 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-e5c2a8a0-3c7a-44e6-990c-a55249868fc6 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:58:07.253608 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e5c2a8a0-3c7a-44e6-990c-a55249868fc6 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:07.257806 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-e5c2a8a0-3c7a-44e6-990c-a55249868fc6 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] 10.222.0.65 "DELETE /v2.0/security-groups/6c62ea6e-0d39-4fb1-ba5c-d2490d1c7c11 HTTP/1.1" status: 204  len: 168 time: 0.2178197
Dec 24 11:58:07.310130 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 51816) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:58:07.884628 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-adfa7fc1-3592-4942-85de-14f92a5c3018 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854055677'] for router_interface, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:08.102239 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:08.774753 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-adfa7fc1-3592-4942-85de-14f92a5c3018 admin admin] Deleting port ca893b19-d1c0-4e23-bd95-5bed8d7b7f8d {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:58:08.775103 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-adfa7fc1-3592-4942-85de-14f92a5c3018 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:08.961686 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-adfa7fc1-3592-4942-85de-14f92a5c3018 admin admin] For port ca893b19-d1c0-4e23-bd95-5bed8d7b7f8d, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=ca893b19-d1c0-4e23-bd95-5bed8d7b7f8d,segment=NetworkSegment(f6873145-edbb-4bd1-94eb-7fd2c417c65e),segment_id=f6873145-edbb-4bd1-94eb-7fd2c417c65e)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:58:08.962191 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-adfa7fc1-3592-4942-85de-14f92a5c3018 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:09.045021 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d0b56e73-2c37-4bed-b8c1-04429491bb28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:09.088527 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-adfa7fc1-3592-4942-85de-14f92a5c3018 admin admin] Calling delete_port for ca893b19-d1c0-4e23-bd95-5bed8d7b7f8d owned by network:router_interface {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:58:09.271430 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-adfa7fc1-3592-4942-85de-14f92a5c3018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:09.275247 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c16aa4f9-f88b-41b7-b20b-f6d552886541 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:58:09.319524 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfa7fc1-3592-4942-85de-14f92a5c3018 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca893b19-d1c0-4e23-bd95-5bed8d7b7f8d,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:58:09.323372 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-adfa7fc1-3592-4942-85de-14f92a5c3018 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:58:09.631281 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-adfa7fc1-3592-4942-85de-14f92a5c3018 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036852798164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854055527'] for router_interface, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:09.636714 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bdfdbc84-c52d-4f40-b281-af314dc1f8fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:10.255277 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adfa7fc1-3592-4942-85de-14f92a5c3018 admin admin] Router 7ace56cf-5ee9-45d9-b75c-71a8a7050ae4 has already been hosted by L3 agent 198cca88-1338-4098-b44b-beb0346ac906 {{(pid=88879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 24 11:58:10.480683 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adfa7fc1-3592-4942-85de-14f92a5c3018 admin admin] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:58:10.491178 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf0cbba-834a-4a4d-8051-6e6a28e2d0b0 None None] Sync routers for ids ['7ace56cf-5ee9-45d9-b75c-71a8a7050ae4'] in dv-neutron-822691-2-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:58:10.493966 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-adfa7fc1-3592-4942-85de-14f92a5c3018 admin admin] 10.222.0.65 "PUT /v2.0/routers/7ace56cf-5ee9-45d9-b75c-71a8a7050ae4/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1824424
Dec 24 11:58:10.496848 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 51822) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:58:10.504215 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf0cbba-834a-4a4d-8051-6e6a28e2d0b0 None None] Routers {'7ace56cf-5ee9-45d9-b75c-71a8a7050ae4'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:58:10.504916 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-1cf0cbba-834a-4a4d-8051-6e6a28e2d0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271e16c50>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:58:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['7ace56cf-5ee9-45d9-b75c-71a8a7050ae4'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:58:10.694138 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-1cf0cbba-834a-4a4d-8051-6e6a28e2d0b0 None None] Set router 7ace56cf-5ee9-45d9-b75c-71a8a7050ae4 gateway port host: dv-neutron-822691-2-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:58:10.703550 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-93bbf51d-1a2d-4061-b423-fb60d0a58671 admin admin] Notify callbacks [] for router, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:10.916097 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-93bbf51d-1a2d-4061-b423-fb60d0a58671 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:10.926749 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-93bbf51d-1a2d-4061-b423-fb60d0a58671 admin admin] Deleting port d70b7c01-1cf8-4d69-a096-ca7241f68ba2 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:58:10.927130 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-93bbf51d-1a2d-4061-b423-fb60d0a58671 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:11.092841 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-39ff93cf-c0b7-48c5-95f3-6f7e9977387d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:11.117850 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-93bbf51d-1a2d-4061-b423-fb60d0a58671 admin admin] For port d70b7c01-1cf8-4d69-a096-ca7241f68ba2, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=d70b7c01-1cf8-4d69-a096-ca7241f68ba2,segment=NetworkSegment(d4e3295f-9ff8-4cad-8a20-3f1c937efc8c),segment_id=d4e3295f-9ff8-4cad-8a20-3f1c937efc8c)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:58:11.118268 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-93bbf51d-1a2d-4061-b423-fb60d0a58671 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:11.177298 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-1cf0cbba-834a-4a4d-8051-6e6a28e2d0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271e16c50>, [{'id': '7ace56cf-5ee9-45d9-b75c-71a8a7050ae4', 'name': 'tempest-TestShelveInstance-1285473433-router', 'tenant_id': 'de087bb5cbc9435dbbe42d4dffa85b9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.109'}], 'enable_snat': True}, 'gw_port_id': 'd70b7c01-1cf8-4d69-a096-ca7241f68ba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:48:47Z', 'updated_at': '2021-12-24T11:58:09Z', 'revision_number': 5, 'project_id': 'de087bb5cbc9435dbbe42d4dffa85b9a', 'gw_port': {'id': 'd70b7c01-1cf8-4d69-a096-ca7241f68ba2', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:96:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ace56cf-5ee9-45d9-b75c-71a8a7050ae4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:48:47Z', 'updated_at': '2021-12-24T11:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv'}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:58:11.182262 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf0cbba-834a-4a4d-8051-6e6a28e2d0b0 None None] Checking router: 7ace56cf-5ee9-45d9-b75c-71a8a7050ae4 for host: dv-neutron-822691-2-hyperv {{(pid=88880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 24 11:58:11.195804 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf0cbba-834a-4a4d-8051-6e6a28e2d0b0 None None] Routers {'7ace56cf-5ee9-45d9-b75c-71a8a7050ae4'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:58:11.196529 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-1cf0cbba-834a-4a4d-8051-6e6a28e2d0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271e16c50>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:58:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['7ace56cf-5ee9-45d9-b75c-71a8a7050ae4'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:58:11.363284 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-1cf0cbba-834a-4a4d-8051-6e6a28e2d0b0 None None] Set router 7ace56cf-5ee9-45d9-b75c-71a8a7050ae4 gateway port host: None {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:58:11.475475 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-1cf0cbba-834a-4a4d-8051-6e6a28e2d0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271e16c50>, [{'id': '7ace56cf-5ee9-45d9-b75c-71a8a7050ae4', 'name': 'tempest-TestShelveInstance-1285473433-router', 'tenant_id': 'de087bb5cbc9435dbbe42d4dffa85b9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:48:47Z', 'updated_at': '2021-12-24T11:58:10Z', 'revision_number': 6, 'project_id': 'de087bb5cbc9435dbbe42d4dffa85b9a', 'gw_port_host': None}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:58:11.480094 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf0cbba-834a-4a4d-8051-6e6a28e2d0b0 None None] The sync data for ids ['7ace56cf-5ee9-45d9-b75c-71a8a7050ae4'] in dv-neutron-822691-2-hyperv is: [{'id': '7ace56cf-5ee9-45d9-b75c-71a8a7050ae4', 'name': 'tempest-TestShelveInstance-1285473433-router', 'tenant_id': 'de087bb5cbc9435dbbe42d4dffa85b9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:48:47Z', 'updated_at': '2021-12-24T11:58:10Z', 'revision_number': 6, 'project_id': 'de087bb5cbc9435dbbe42d4dffa85b9a', 'gw_port_host': None}] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:58:11.494000 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-93bbf51d-1a2d-4061-b423-fb60d0a58671 admin admin] Calling delete_port for d70b7c01-1cf8-4d69-a096-ca7241f68ba2 owned by network:router_gateway {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:58:11.672121 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-93bbf51d-1a2d-4061-b423-fb60d0a58671 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:11.675990 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-e13b49c2-84a3-49ee-924a-8616e196dfc9 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:58:11.721670 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bbf51d-1a2d-4061-b423-fb60d0a58671 admin admin] Pushing event deleted for resources: {'Port': ['ID=d70b7c01-1cf8-4d69-a096-ca7241f68ba2,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:58:11.724311 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-93bbf51d-1a2d-4061-b423-fb60d0a58671 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:58:11.964783 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-93bbf51d-1a2d-4061-b423-fb60d0a58671 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854116846'] for router_gateway, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:12.231590 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-93bbf51d-1a2d-4061-b423-fb60d0a58671 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854158724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-84560'] for router, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:12.236277 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-93bbf51d-1a2d-4061-b423-fb60d0a58671 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:12.267702 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-93bbf51d-1a2d-4061-b423-fb60d0a58671 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854158830'] for router, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:12.268721 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93bbf51d-1a2d-4061-b423-fb60d0a58671 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7ace56cf-5ee9-45d9-b75c-71a8a7050ae4 {{(pid=88879) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 24 11:58:12.282508 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-93bbf51d-1a2d-4061-b423-fb60d0a58671 admin admin] Notify callbacks [] for router, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:12.283740 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-93bbf51d-1a2d-4061-b423-fb60d0a58671 admin admin] 10.222.0.65 "DELETE /v2.0/routers/7ace56cf-5ee9-45d9-b75c-71a8a7050ae4 HTTP/1.1" status: 204  len: 168 time: 1.7859204
Dec 24 11:58:12.286536 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 51826) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:58:12.353296 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_v2 [None req-02104c0b-17b9-41a7-8013-4649faa5054b admin admin] Deleting subnet c7feccb9-bdba-4dbe-ba23-3c41a5819f26 {{(pid=88879) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 24 11:58:12.356582 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-02104c0b-17b9-41a7-8013-4649faa5054b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:12.411559 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-02104c0b-17b9-41a7-8013-4649faa5054b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-786693'] for subnet, precommit_delete_associations {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:12.494996 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-02104c0b-17b9-41a7-8013-4649faa5054b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847655656'] for subnet, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:12.566346 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-02104c0b-17b9-41a7-8013-4649faa5054b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7120129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850854134', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851156349'] for subnet, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:12.570898 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-e408d04d-64fa-411b-a75d-96360422cf64 tempest-RoutersNegativeTest-1388346399 tempest-RoutersNegativeTest-1388346399-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:58:12.607178 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02104c0b-17b9-41a7-8013-4649faa5054b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7feccb9-bdba-4dbe-ba23-3c41a5819f26,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:58:12.609868 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-02104c0b-17b9-41a7-8013-4649faa5054b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:58:12.612611 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-02104c0b-17b9-41a7-8013-4649faa5054b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:12.621011 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a08cc883-bb8a-4b39-99f0-e1197dc62ca2 None None] Network b282da70-9296-4e54-8356-1a6d4d5043dc requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:58:12.621182 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-02104c0b-17b9-41a7-8013-4649faa5054b admin admin] 10.222.0.65 "DELETE /v2.0/subnets/c7feccb9-bdba-4dbe-ba23-3c41a5819f26 HTTP/1.1" status: 204  len: 168 time: 0.3311794
Dec 24 11:58:12.621764 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 51830) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:58:12.738438 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-38f9e329-fbe9-4e47-a678-210b504ea63f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036847558493'] for network, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:12.749947 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-38f9e329-fbe9-4e47-a678-210b504ea63f admin admin] Deleting port 56eae73a-56dc-4d21-b7b5-949e7b3c0be0 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:58:12.750264 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-38f9e329-fbe9-4e47-a678-210b504ea63f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:12.882880 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fab14895-bd4a-408b-8691-386bc6bcba4a None None] DHCP port deletion for b282da70-9296-4e54-8356-1a6d4d5043dc request from dv-neutron-822691-2-hyperv {{(pid=88880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 24 11:58:12.891657 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-fab14895-bd4a-408b-8691-386bc6bcba4a None None] Deleting port 56eae73a-56dc-4d21-b7b5-949e7b3c0be0 {{(pid=88880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:58:12.892863 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fab14895-bd4a-408b-8691-386bc6bcba4a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:12.935817 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device d70b7c01-1cf8-4d69-a096-ca7241f68ba2 no longer exists at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:58:12.974466 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] No Port match for: d70b7c01-1cf8-4d69-a096-ca7241f68ba2 {{(pid=88880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 24 11:58:12.974837 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device d70b7c01-1cf8-4d69-a096-ca7241f68ba2 not bound to the agent host dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 24 11:58:12.975307 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device ca893b19-d1c0-4e23-bd95-5bed8d7b7f8d no longer exists at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:58:13.018305 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] No Port match for: ca893b19-d1c0-4e23-bd95-5bed8d7b7f8d {{(pid=88880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 24 11:58:13.018614 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device ca893b19-d1c0-4e23-bd95-5bed8d7b7f8d not bound to the agent host dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 24 11:58:13.176731 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-fab14895-bd4a-408b-8691-386bc6bcba4a None None] For port 56eae73a-56dc-4d21-b7b5-949e7b3c0be0, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=56eae73a-56dc-4d21-b7b5-949e7b3c0be0,segment=NetworkSegment(f6873145-edbb-4bd1-94eb-7fd2c417c65e),segment_id=f6873145-edbb-4bd1-94eb-7fd2c417c65e)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:58:13.177100 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fab14895-bd4a-408b-8691-386bc6bcba4a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:13.195719 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-38f9e329-fbe9-4e47-a678-210b504ea63f admin admin] For port 56eae73a-56dc-4d21-b7b5-949e7b3c0be0, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=56eae73a-56dc-4d21-b7b5-949e7b3c0be0,segment=NetworkSegment(f6873145-edbb-4bd1-94eb-7fd2c417c65e),segment_id=f6873145-edbb-4bd1-94eb-7fd2c417c65e)] {{(pid=88878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:58:13.196119 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-38f9e329-fbe9-4e47-a678-210b504ea63f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:13.303954 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-fab14895-bd4a-408b-8691-386bc6bcba4a None None] Calling delete_port for 56eae73a-56dc-4d21-b7b5-949e7b3c0be0 owned by network:dhcp {{(pid=88880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:58:13.322714 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-38f9e329-fbe9-4e47-a678-210b504ea63f admin admin] Calling delete_port for 56eae73a-56dc-4d21-b7b5-949e7b3c0be0 owned by network:dhcp {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:58:13.379120 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fab14895-bd4a-408b-8691-386bc6bcba4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392'] for port, after_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:13.383828 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-9ce7a56c-58ea-4e3a-bd46-73c35b5582f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:58:13.397216 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.db.api [None req-38f9e329-fbe9-4e47-a678-210b504ea63f admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88878) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 24 11:58:13.397594 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_db.api [None req-38f9e329-fbe9-4e47-a678-210b504ea63f admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 24 11:58:13.424493 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab14895-bd4a-408b-8691-386bc6bcba4a None None] Pushing event deleted for resources: {'Port': ['ID=56eae73a-56dc-4d21-b7b5-949e7b3c0be0,revision_number=None']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:58:13.434227 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab14895-bd4a-408b-8691-386bc6bcba4a None None] No DVR routers for this DVR port 56eae73a-56dc-4d21-b7b5-949e7b3c0be0 on host dv-neutron-822691-2-hyperv {{(pid=88880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 24 11:58:13.438504 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab14895-bd4a-408b-8691-386bc6bcba4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:58:13.438883 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab14895-bd4a-408b-8691-386bc6bcba4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:58:13.439260 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab14895-bd4a-408b-8691-386bc6bcba4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:58:13.439648 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab14895-bd4a-408b-8691-386bc6bcba4a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:58:13.440002 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab14895-bd4a-408b-8691-386bc6bcba4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:58:13.440368 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab14895-bd4a-408b-8691-386bc6bcba4a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:58:13.440733 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab14895-bd4a-408b-8691-386bc6bcba4a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:58:13.441095 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab14895-bd4a-408b-8691-386bc6bcba4a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:58:13.441455 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab14895-bd4a-408b-8691-386bc6bcba4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:58:13.441816 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab14895-bd4a-408b-8691-386bc6bcba4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:58:13.442288 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab14895-bd4a-408b-8691-386bc6bcba4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:58:13.446011 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-fab14895-bd4a-408b-8691-386bc6bcba4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:58:13.899804 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-38f9e329-fbe9-4e47-a678-210b504ea63f admin admin] Deleting port 56eae73a-56dc-4d21-b7b5-949e7b3c0be0 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:58:13.900625 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-38f9e329-fbe9-4e47-a678-210b504ea63f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:13.975653 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-38f9e329-fbe9-4e47-a678-210b504ea63f admin admin] The port '56eae73a-56dc-4d21-b7b5-949e7b3c0be0' was deleted {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 24 11:58:14.099120 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-38f9e329-fbe9-4e47-a678-210b504ea63f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847649663', 'neutron.services.segments.db._delete_segments_for_network-8749505737672'] for network, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:14.132474 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-38f9e329-fbe9-4e47-a678-210b504ea63f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f52703456a0>,) {'filters': {'network_id': ['b282da70-9296-4e54-8356-1a6d4d5043dc']}} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:58:14.146257 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-38f9e329-fbe9-4e47-a678-210b504ea63f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f52703456a0>, 'f6873145-edbb-4bd1-94eb-7fd2c417c65e') {'for_net_delete': True} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:58:14.146592 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-38f9e329-fbe9-4e47-a678-210b504ea63f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f52703456a0>, 'f6873145-edbb-4bd1-94eb-7fd2c417c65e') {} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:58:14.158997 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-38f9e329-fbe9-4e47-a678-210b504ea63f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749505745113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2241371'] for segment, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:14.174171 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-38f9e329-fbe9-4e47-a678-210b504ea63f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:14.180685 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38f9e329-fbe9-4e47-a678-210b504ea63f admin admin] Releasing vlan 628 on physical network physnet1 to pool {{(pid=88878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 24 11:58:14.181102 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-38f9e329-fbe9-4e47-a678-210b504ea63f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036847652098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850807864'] for segment, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:14.195111 dv-neutron-822691-2-hyperv neutron-server[88767]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 11:58:14.195111 dv-neutron-822691-2-hyperv neutron-server[88767]:   % (table.description, expected, rows_matched)
Dec 24 11:58:14.195111 dv-neutron-822691-2-hyperv neutron-server[88767]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 11:58:14.195111 dv-neutron-822691-2-hyperv neutron-server[88767]:   % (table.description, expected, rows_matched)
Dec 24 11:58:14.195111 dv-neutron-822691-2-hyperv neutron-server[88767]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 11:58:14.195111 dv-neutron-822691-2-hyperv neutron-server[88767]:   % (table.description, expected, rows_matched)
Dec 24 11:58:14.195111 dv-neutron-822691-2-hyperv neutron-server[88767]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 11:58:14.195111 dv-neutron-822691-2-hyperv neutron-server[88767]:   % (table.description, expected, rows_matched)
Dec 24 11:58:14.195111 dv-neutron-822691-2-hyperv neutron-server[88767]: Traceback (most recent call last):
Dec 24 11:58:14.195111 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 24 11:58:14.195111 dv-neutron-822691-2-hyperv neutron-server[88767]:     timer()
Dec 24 11:58:14.195111 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 11:58:14.195111 dv-neutron-822691-2-hyperv neutron-server[88767]:     cb(*args, **kw)
Dec 24 11:58:14.195111 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 24 11:58:14.195111 dv-neutron-822691-2-hyperv neutron-server[88767]:     return func(*args, **kwargs)
Dec 24 11:58:14.195111 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 11:58:14.195111 dv-neutron-822691-2-hyperv neutron-server[88767]:     self._notify()
Dec 24 11:58:14.195111 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 11:58:14.195111 dv-neutron-822691-2-hyperv neutron-server[88767]:     self.callback(batched_events)
Dec 24 11:58:14.195111 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 11:58:14.195111 dv-neutron-822691-2-hyperv neutron-server[88767]:     event.method(event)
Dec 24 11:58:14.195111 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 11:58:14.195111 dv-neutron-822691-2-hyperv neutron-server[88767]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 11:58:14.195111 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 24 11:58:14.195111 dv-neutron-822691-2-hyperv neutron-server[88767]:     segment_id)['aggregates'][0]
Dec 24 11:58:14.195111 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 24 11:58:14.195111 dv-neutron-822691-2-hyperv neutron-server[88767]:     return f(self, *a, **k)
Dec 24 11:58:14.195111 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 11:58:14.195111 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self._get(url).json()
Dec 24 11:58:14.195111 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 24 11:58:14.195111 dv-neutron-822691-2-hyperv neutron-server[88767]:     **kwargs)
Dec 24 11:58:14.195111 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 24 11:58:14.195111 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self.request(url, 'GET', **kwargs)
Dec 24 11:58:14.195111 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 24 11:58:14.195111 dv-neutron-822691-2-hyperv neutron-server[88767]:     **endpoint_filter)
Dec 24 11:58:14.195111 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 24 11:58:14.195111 dv-neutron-822691-2-hyperv neutron-server[88767]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 11:58:14.195111 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 24 11:58:14.195111 dv-neutron-822691-2-hyperv neutron-server[88767]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 11:58:14.195111 dv-neutron-822691-2-hyperv neutron-server[88767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 11:58:14.271983 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-38f9e329-fbe9-4e47-a678-210b504ea63f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7126154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659196'] for network, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:14.275819 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-2996b025-193f-46f1-a41c-5c8a125e0b54 tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:58:14.293205 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-38f9e329-fbe9-4e47-a678-210b504ea63f admin admin] Notify callbacks [] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:14.304371 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f9e329-fbe9-4e47-a678-210b504ea63f admin admin] Pushing event deleted for resources: {'Network': ['ID=b282da70-9296-4e54-8356-1a6d4d5043dc,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:58:14.307820 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-38f9e329-fbe9-4e47-a678-210b504ea63f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:58:14.319525 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-38f9e329-fbe9-4e47-a678-210b504ea63f admin admin] 10.222.0.65 "DELETE /v2.0/networks/b282da70-9296-4e54-8356-1a6d4d5043dc HTTP/1.1" status: 204  len: 168 time: 1.6965942
Dec 24 11:58:14.322802 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 51834) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:58:14.746490 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-041f55aa-b867-4522-a2c0-aaf1bf31065c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854055677'] for router_interface, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:14.904262 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 56eae73a-56dc-4d21-b7b5-949e7b3c0be0 no longer exists at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:58:14.940877 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] No Port match for: 56eae73a-56dc-4d21-b7b5-949e7b3c0be0 {{(pid=88880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 24 11:58:14.941849 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 56eae73a-56dc-4d21-b7b5-949e7b3c0be0 not bound to the agent host dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 24 11:58:15.392402 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-041f55aa-b867-4522-a2c0-aaf1bf31065c admin admin] Deleting port b80ff965-a1a0-4a33-aed6-7a47ab4f8c08 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:58:15.392778 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-041f55aa-b867-4522-a2c0-aaf1bf31065c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:15.575290 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-041f55aa-b867-4522-a2c0-aaf1bf31065c admin admin] For port b80ff965-a1a0-4a33-aed6-7a47ab4f8c08, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=b80ff965-a1a0-4a33-aed6-7a47ab4f8c08,segment=NetworkSegment(356e8dad-bc51-4618-9205-eca2136d9d78),segment_id=356e8dad-bc51-4618-9205-eca2136d9d78)] {{(pid=88878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:58:15.575729 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-041f55aa-b867-4522-a2c0-aaf1bf31065c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:15.705905 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-041f55aa-b867-4522-a2c0-aaf1bf31065c admin admin] Calling delete_port for b80ff965-a1a0-4a33-aed6-7a47ab4f8c08 owned by network:router_interface {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:58:15.900585 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-041f55aa-b867-4522-a2c0-aaf1bf31065c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:15.904423 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-02a8d681-4dc2-4929-94ae-8387dc6e77dc tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:58:15.945894 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f55aa-b867-4522-a2c0-aaf1bf31065c admin admin] Pushing event deleted for resources: {'Port': ['ID=b80ff965-a1a0-4a33-aed6-7a47ab4f8c08,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:58:15.951221 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-041f55aa-b867-4522-a2c0-aaf1bf31065c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:58:16.256536 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-041f55aa-b867-4522-a2c0-aaf1bf31065c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036852798164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854055527'] for router_interface, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:17.118753 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-041f55aa-b867-4522-a2c0-aaf1bf31065c admin admin] Router b961a3dc-25d1-4d21-9d0f-2f948eef3736 has already been hosted by L3 agent 198cca88-1338-4098-b44b-beb0346ac906 {{(pid=88878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 24 11:58:17.346146 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-041f55aa-b867-4522-a2c0-aaf1bf31065c admin admin] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:58:17.360807 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22e056d-9759-4bb8-89a2-479aa2a3632a None None] Sync routers for ids ['b961a3dc-25d1-4d21-9d0f-2f948eef3736'] in dv-neutron-822691-2-hyperv {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:58:17.363651 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-041f55aa-b867-4522-a2c0-aaf1bf31065c admin admin] 10.222.0.65 "PUT /v2.0/routers/b961a3dc-25d1-4d21-9d0f-2f948eef3736/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0397704
Dec 24 11:58:17.366506 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 51838) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:58:17.374758 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22e056d-9759-4bb8-89a2-479aa2a3632a None None] Routers {'b961a3dc-25d1-4d21-9d0f-2f948eef3736'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:58:17.375375 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-d22e056d-9759-4bb8-89a2-479aa2a3632a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271abb7f0>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:58:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['b961a3dc-25d1-4d21-9d0f-2f948eef3736'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:58:17.562343 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-d22e056d-9759-4bb8-89a2-479aa2a3632a None None] Set router b961a3dc-25d1-4d21-9d0f-2f948eef3736 gateway port host: dv-neutron-822691-2-hyperv {{(pid=88881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:58:17.579403 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-60c3edc2-3242-49b8-a765-e655f7599db8 admin admin] Notify callbacks [] for router, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:17.794032 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-60c3edc2-3242-49b8-a765-e655f7599db8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:17.804378 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-60c3edc2-3242-49b8-a765-e655f7599db8 admin admin] Deleting port ae99f4de-e254-46a3-a1ea-7801d9292918 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:58:17.804773 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-60c3edc2-3242-49b8-a765-e655f7599db8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:17.995058 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-60c3edc2-3242-49b8-a765-e655f7599db8 admin admin] For port ae99f4de-e254-46a3-a1ea-7801d9292918, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=ae99f4de-e254-46a3-a1ea-7801d9292918,segment=NetworkSegment(d4e3295f-9ff8-4cad-8a20-3f1c937efc8c),segment_id=d4e3295f-9ff8-4cad-8a20-3f1c937efc8c)] {{(pid=88878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:58:17.995399 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-60c3edc2-3242-49b8-a765-e655f7599db8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:18.012765 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-d22e056d-9759-4bb8-89a2-479aa2a3632a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271abb7f0>, [{'id': 'b961a3dc-25d1-4d21-9d0f-2f948eef3736', 'name': 'tempest-TestShelveInstance-1394236011-router', 'tenant_id': '4782fe347fc04fe2a58cfe6e27ebcc40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.34'}], 'enable_snat': True}, 'gw_port_id': 'ae99f4de-e254-46a3-a1ea-7801d9292918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:48:53Z', 'updated_at': '2021-12-24T11:58:15Z', 'revision_number': 5, 'project_id': '4782fe347fc04fe2a58cfe6e27ebcc40', 'gw_port': {'id': 'ae99f4de-e254-46a3-a1ea-7801d9292918', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:5d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b961a3dc-25d1-4d21-9d0f-2f948eef3736', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:48:54Z', 'updated_at': '2021-12-24T11:49:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv'}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:58:18.017340 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22e056d-9759-4bb8-89a2-479aa2a3632a None None] Checking router: b961a3dc-25d1-4d21-9d0f-2f948eef3736 for host: dv-neutron-822691-2-hyperv {{(pid=88881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 24 11:58:18.029046 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22e056d-9759-4bb8-89a2-479aa2a3632a None None] Routers {'b961a3dc-25d1-4d21-9d0f-2f948eef3736'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:58:18.029705 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-d22e056d-9759-4bb8-89a2-479aa2a3632a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271abb7f0>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:58:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['b961a3dc-25d1-4d21-9d0f-2f948eef3736'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:58:18.124234 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-60c3edc2-3242-49b8-a765-e655f7599db8 admin admin] Calling delete_port for ae99f4de-e254-46a3-a1ea-7801d9292918 owned by network:router_gateway {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:58:18.184561 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-d22e056d-9759-4bb8-89a2-479aa2a3632a None None] Set router b961a3dc-25d1-4d21-9d0f-2f948eef3736 gateway port host: None {{(pid=88881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:58:18.300241 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-60c3edc2-3242-49b8-a765-e655f7599db8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:18.300501 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-d22e056d-9759-4bb8-89a2-479aa2a3632a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271abb7f0>, [{'id': 'b961a3dc-25d1-4d21-9d0f-2f948eef3736', 'name': 'tempest-TestShelveInstance-1394236011-router', 'tenant_id': '4782fe347fc04fe2a58cfe6e27ebcc40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:48:53Z', 'updated_at': '2021-12-24T11:58:17Z', 'revision_number': 6, 'project_id': '4782fe347fc04fe2a58cfe6e27ebcc40', 'gw_port_host': None}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:58:18.305366 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22e056d-9759-4bb8-89a2-479aa2a3632a None None] The sync data for ids ['b961a3dc-25d1-4d21-9d0f-2f948eef3736'] in dv-neutron-822691-2-hyperv is: [{'id': 'b961a3dc-25d1-4d21-9d0f-2f948eef3736', 'name': 'tempest-TestShelveInstance-1394236011-router', 'tenant_id': '4782fe347fc04fe2a58cfe6e27ebcc40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:48:53Z', 'updated_at': '2021-12-24T11:58:17Z', 'revision_number': 6, 'project_id': '4782fe347fc04fe2a58cfe6e27ebcc40', 'gw_port_host': None}] {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:58:18.305616 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-df629e57-8c30-4279-81d2-bc74b176e854 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:58:18.348572 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c3edc2-3242-49b8-a765-e655f7599db8 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae99f4de-e254-46a3-a1ea-7801d9292918,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:58:18.353746 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-60c3edc2-3242-49b8-a765-e655f7599db8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:58:18.597201 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-60c3edc2-3242-49b8-a765-e655f7599db8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854116846'] for router_gateway, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:18.876106 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-60c3edc2-3242-49b8-a765-e655f7599db8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854158724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-84560'] for router, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:18.880768 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-60c3edc2-3242-49b8-a765-e655f7599db8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:18.911111 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device ae99f4de-e254-46a3-a1ea-7801d9292918 no longer exists at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:58:18.912554 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-60c3edc2-3242-49b8-a765-e655f7599db8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854158830'] for router, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:18.913167 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60c3edc2-3242-49b8-a765-e655f7599db8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b961a3dc-25d1-4d21-9d0f-2f948eef3736 {{(pid=88878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 24 11:58:18.926012 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-60c3edc2-3242-49b8-a765-e655f7599db8 admin admin] Notify callbacks [] for router, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:18.927311 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-60c3edc2-3242-49b8-a765-e655f7599db8 admin admin] 10.222.0.65 "DELETE /v2.0/routers/b961a3dc-25d1-4d21-9d0f-2f948eef3736 HTTP/1.1" status: 204  len: 168 time: 1.5597823
Dec 24 11:58:18.930112 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 51842) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:58:18.950703 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] No Port match for: ae99f4de-e254-46a3-a1ea-7801d9292918 {{(pid=88880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 24 11:58:18.951341 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device ae99f4de-e254-46a3-a1ea-7801d9292918 not bound to the agent host dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 24 11:58:18.951948 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device b80ff965-a1a0-4a33-aed6-7a47ab4f8c08 no longer exists at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:58:18.985521 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] No Port match for: b80ff965-a1a0-4a33-aed6-7a47ab4f8c08 {{(pid=88880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 24 11:58:18.986230 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device b80ff965-a1a0-4a33-aed6-7a47ab4f8c08 not bound to the agent host dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 24 11:58:18.998446 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_v2 [None req-a942f7b7-1eb1-468a-9128-fe5632d2314b admin admin] Deleting subnet b0fc0b88-ba9e-4d7a-8832-cd6c8b212aee {{(pid=88878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 24 11:58:19.001784 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a942f7b7-1eb1-468a-9128-fe5632d2314b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:19.057693 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a942f7b7-1eb1-468a-9128-fe5632d2314b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852534446'] for subnet, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:19.141281 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a942f7b7-1eb1-468a-9128-fe5632d2314b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847655656'] for subnet, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:19.213325 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a942f7b7-1eb1-468a-9128-fe5632d2314b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7120129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3978858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852529715'] for subnet, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:19.217754 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-9be4c890-539a-48d5-9018-3acfe70f38a0 tempest-PortsIpV6TestJSON-258607223 tempest-PortsIpV6TestJSON-258607223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:58:19.257655 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a942f7b7-1eb1-468a-9128-fe5632d2314b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0fc0b88-ba9e-4d7a-8832-cd6c8b212aee,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:58:19.260526 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-a942f7b7-1eb1-468a-9128-fe5632d2314b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:58:19.263586 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a942f7b7-1eb1-468a-9128-fe5632d2314b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:19.270240 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-a942f7b7-1eb1-468a-9128-fe5632d2314b admin admin] 10.222.0.65 "DELETE /v2.0/subnets/b0fc0b88-ba9e-4d7a-8832-cd6c8b212aee HTTP/1.1" status: 204  len: 168 time: 0.3390536
Dec 24 11:58:19.270887 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e19298cd-b737-487d-add5-d2501f718579 None None] Network ef6ee14d-7861-46d5-88e9-8b7c653e5359 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:58:19.273119 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 51846) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:58:19.388522 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4c66d60b-86ee-4276-8ea8-82cc17e238c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036847558493'] for network, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:19.399981 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-4c66d60b-86ee-4276-8ea8-82cc17e238c9 admin admin] Deleting port 4947e098-5bd6-4cd8-938a-567844ddc231 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:58:19.400349 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4c66d60b-86ee-4276-8ea8-82cc17e238c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:19.537181 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e98f4fc-6652-411a-952f-4511debc749b None None] DHCP port deletion for ef6ee14d-7861-46d5-88e9-8b7c653e5359 request from dv-neutron-822691-2-hyperv {{(pid=88880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 24 11:58:19.551613 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-5e98f4fc-6652-411a-952f-4511debc749b None None] Deleting port 4947e098-5bd6-4cd8-938a-567844ddc231 {{(pid=88880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:58:19.552035 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5e98f4fc-6652-411a-952f-4511debc749b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:19.613768 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-4c66d60b-86ee-4276-8ea8-82cc17e238c9 admin admin] For port 4947e098-5bd6-4cd8-938a-567844ddc231, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=4947e098-5bd6-4cd8-938a-567844ddc231,segment=NetworkSegment(356e8dad-bc51-4618-9205-eca2136d9d78),segment_id=356e8dad-bc51-4618-9205-eca2136d9d78)] {{(pid=88878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:58:19.614210 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4c66d60b-86ee-4276-8ea8-82cc17e238c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:19.740224 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-4c66d60b-86ee-4276-8ea8-82cc17e238c9 admin admin] Calling delete_port for 4947e098-5bd6-4cd8-938a-567844ddc231 owned by network:dhcp {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:58:19.765522 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-5e98f4fc-6652-411a-952f-4511debc749b None None] For port 4947e098-5bd6-4cd8-938a-567844ddc231, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=4947e098-5bd6-4cd8-938a-567844ddc231,segment=NetworkSegment(356e8dad-bc51-4618-9205-eca2136d9d78),segment_id=356e8dad-bc51-4618-9205-eca2136d9d78)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:58:19.765946 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5e98f4fc-6652-411a-952f-4511debc749b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:19.821297 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4c66d60b-86ee-4276-8ea8-82cc17e238c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:19.826214 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-edaf1f1e-a4fb-404e-9729-9a2a7c732d1e tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:58:19.874626 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c66d60b-86ee-4276-8ea8-82cc17e238c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=4947e098-5bd6-4cd8-938a-567844ddc231,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:58:19.877236 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-4c66d60b-86ee-4276-8ea8-82cc17e238c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:58:19.881110 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c66d60b-86ee-4276-8ea8-82cc17e238c9 admin admin] No DVR routers for this DVR port 4947e098-5bd6-4cd8-938a-567844ddc231 on host dv-neutron-822691-2-hyperv {{(pid=88878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 24 11:58:19.895703 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-5e98f4fc-6652-411a-952f-4511debc749b None None] Calling delete_port for 4947e098-5bd6-4cd8-938a-567844ddc231 owned by network:dhcp {{(pid=88880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 11:58:19.970730 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.db.api [None req-5e98f4fc-6652-411a-952f-4511debc749b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88880) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 24 11:58:19.971156 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_db.api [None req-5e98f4fc-6652-411a-952f-4511debc749b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 24 11:58:20.251587 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4c66d60b-86ee-4276-8ea8-82cc17e238c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847649663', 'neutron.services.segments.db._delete_segments_for_network-8749505737672'] for network, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:20.279490 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-4c66d60b-86ee-4276-8ea8-82cc17e238c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5270d00e80>,) {'filters': {'network_id': ['ef6ee14d-7861-46d5-88e9-8b7c653e5359']}} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:58:20.294796 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-4c66d60b-86ee-4276-8ea8-82cc17e238c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5270d00e80>, '356e8dad-bc51-4618-9205-eca2136d9d78') {'for_net_delete': True} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:58:20.295189 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-4c66d60b-86ee-4276-8ea8-82cc17e238c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5270d00e80>, '356e8dad-bc51-4618-9205-eca2136d9d78') {} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:58:20.314356 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4c66d60b-86ee-4276-8ea8-82cc17e238c9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749505745113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2241371'] for segment, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:20.336656 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4c66d60b-86ee-4276-8ea8-82cc17e238c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:20.346830 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c66d60b-86ee-4276-8ea8-82cc17e238c9 admin admin] Releasing vlan 613 on physical network physnet1 to pool {{(pid=88878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 24 11:58:20.347370 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4c66d60b-86ee-4276-8ea8-82cc17e238c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036847652098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850807864'] for segment, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:20.365439 dv-neutron-822691-2-hyperv neutron-server[88767]: Traceback (most recent call last):
Dec 24 11:58:20.365439 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 24 11:58:20.365439 dv-neutron-822691-2-hyperv neutron-server[88767]:     timer()
Dec 24 11:58:20.365439 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 11:58:20.365439 dv-neutron-822691-2-hyperv neutron-server[88767]:     cb(*args, **kw)
Dec 24 11:58:20.365439 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 24 11:58:20.365439 dv-neutron-822691-2-hyperv neutron-server[88767]:     return func(*args, **kwargs)
Dec 24 11:58:20.365439 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 11:58:20.365439 dv-neutron-822691-2-hyperv neutron-server[88767]:     self._notify()
Dec 24 11:58:20.365439 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 11:58:20.365439 dv-neutron-822691-2-hyperv neutron-server[88767]:     self.callback(batched_events)
Dec 24 11:58:20.365439 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 11:58:20.365439 dv-neutron-822691-2-hyperv neutron-server[88767]:     event.method(event)
Dec 24 11:58:20.365439 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 11:58:20.365439 dv-neutron-822691-2-hyperv neutron-server[88767]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 11:58:20.365439 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 24 11:58:20.365439 dv-neutron-822691-2-hyperv neutron-server[88767]:     segment_id)['aggregates'][0]
Dec 24 11:58:20.365439 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 24 11:58:20.365439 dv-neutron-822691-2-hyperv neutron-server[88767]:     return f(self, *a, **k)
Dec 24 11:58:20.365439 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 11:58:20.365439 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self._get(url).json()
Dec 24 11:58:20.365439 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 24 11:58:20.365439 dv-neutron-822691-2-hyperv neutron-server[88767]:     **kwargs)
Dec 24 11:58:20.365439 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 24 11:58:20.365439 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self.request(url, 'GET', **kwargs)
Dec 24 11:58:20.365439 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 24 11:58:20.365439 dv-neutron-822691-2-hyperv neutron-server[88767]:     **endpoint_filter)
Dec 24 11:58:20.365439 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 24 11:58:20.365439 dv-neutron-822691-2-hyperv neutron-server[88767]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 11:58:20.365439 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 24 11:58:20.365439 dv-neutron-822691-2-hyperv neutron-server[88767]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 11:58:20.365439 dv-neutron-822691-2-hyperv neutron-server[88767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 11:58:20.459821 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4c66d60b-86ee-4276-8ea8-82cc17e238c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7126154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659196'] for network, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:20.463819 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-6fab9f49-33b6-45f3-9da6-f6b47fc687c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:58:20.472853 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-5e98f4fc-6652-411a-952f-4511debc749b None None] Deleting port 4947e098-5bd6-4cd8-938a-567844ddc231 {{(pid=88880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 11:58:20.473391 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5e98f4fc-6652-411a-952f-4511debc749b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:20.477800 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4c66d60b-86ee-4276-8ea8-82cc17e238c9 admin admin] Notify callbacks [] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:20.488811 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c66d60b-86ee-4276-8ea8-82cc17e238c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=ef6ee14d-7861-46d5-88e9-8b7c653e5359,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:58:20.493442 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-4c66d60b-86ee-4276-8ea8-82cc17e238c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:58:20.497314 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-4c66d60b-86ee-4276-8ea8-82cc17e238c9 admin admin] 10.222.0.65 "DELETE /v2.0/networks/ef6ee14d-7861-46d5-88e9-8b7c653e5359 HTTP/1.1" status: 204  len: 168 time: 1.2231319
Dec 24 11:58:20.553571 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-5e98f4fc-6652-411a-952f-4511debc749b None None] The port '4947e098-5bd6-4cd8-938a-567844ddc231' was deleted {{(pid=88880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 24 11:58:20.654856 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 51852) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:58:20.713934 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-937f0dc3-63b5-49ca-bc3c-a8a06a27d652 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=de087bb5cbc9435dbbe42d4dffa85b9a&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0577343
Dec 24 11:58:20.717618 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 51856) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:58:20.779848 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-43755409-b414-4abe-85c2-64935138db53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:20.806541 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-43755409-b414-4abe-85c2-64935138db53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:20.870614 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-43755409-b414-4abe-85c2-64935138db53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:20.874878 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-25b4aa3d-80c8-4573-82ef-3416837cda1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:58:20.890880 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43755409-b414-4abe-85c2-64935138db53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1b825f0-a6e4-464d-98e3-39b6d5f79e33,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:58:20.895126 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-43755409-b414-4abe-85c2-64935138db53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:58:20.898998 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-43755409-b414-4abe-85c2-64935138db53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:20.900066 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-43755409-b414-4abe-85c2-64935138db53 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b1b825f0-a6e4-464d-98e3-39b6d5f79e33 HTTP/1.1" status: 204  len: 168 time: 0.1814699
Dec 24 11:58:20.915053 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 4947e098-5bd6-4cd8-938a-567844ddc231 no longer exists at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 11:58:20.952807 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] No Port match for: 4947e098-5bd6-4cd8-938a-567844ddc231 {{(pid=88880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 24 11:58:20.953189 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 4947e098-5bd6-4cd8-938a-567844ddc231 not bound to the agent host dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 24 11:58:21.324840 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 51864) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:58:21.382678 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-82fc53a2-da7f-4a3b-9d20-4e6d636e3728 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4782fe347fc04fe2a58cfe6e27ebcc40&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0563097
Dec 24 11:58:21.386400 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 51868) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:58:21.451613 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9e4a454d-82e0-499d-851e-afad1b483a72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:21.478615 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9e4a454d-82e0-499d-851e-afad1b483a72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:21.525768 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9e4a454d-82e0-499d-851e-afad1b483a72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:21.529845 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-2e33c904-9215-476e-bf50-f02ef07e0f74 tempest-TestVolumeBootPattern-458026771 tempest-TestVolumeBootPattern-458026771-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:58:21.545114 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4a454d-82e0-499d-851e-afad1b483a72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a6a7d51-9cbd-4da5-9798-61e0308ca551,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:58:21.548216 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-9e4a454d-82e0-499d-851e-afad1b483a72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:58:21.549112 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9e4a454d-82e0-499d-851e-afad1b483a72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:21.554140 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-9e4a454d-82e0-499d-851e-afad1b483a72 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7a6a7d51-9cbd-4da5-9798-61e0308ca551 HTTP/1.1" status: 204  len: 168 time: 0.1658750
Dec 24 11:58:22.547710 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 51890) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:58:22.691122 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-ecc81edc-762e-434a-990b-01675ff5650b admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-111860080-network', 'tenant_id': 'ca6470bc988a4b30890b86e1d588fd70'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:58:22.696796 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-ecc81edc-762e-434a-990b-01675ff5650b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:58:22.701121 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-ecc81edc-762e-434a-990b-01675ff5650b admin admin] Usage tracker for resource:network and tenant:ca6470bc988a4b30890b86e1d588fd70 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:58:22.704358 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-ecc81edc-762e-434a-990b-01675ff5650b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:58:22.710654 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-ecc81edc-762e-434a-990b-01675ff5650b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:58:22.725966 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecc81edc-762e-434a-990b-01675ff5650b admin admin] Made reservation on behalf of ca6470bc988a4b30890b86e1d588fd70 for: {'network': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:58:22.730687 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ecc81edc-762e-434a-990b-01675ff5650b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for network, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:22.744291 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ecc81edc-762e-434a-990b-01675ff5650b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:22.778461 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-ecc81edc-762e-434a-990b-01675ff5650b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:58:22.782869 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-ecc81edc-762e-434a-990b-01675ff5650b admin admin] Usage tracker for resource:security_group_rule and tenant:ca6470bc988a4b30890b86e1d588fd70 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:58:22.785999 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-ecc81edc-762e-434a-990b-01675ff5650b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:58:22.792641 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-ecc81edc-762e-434a-990b-01675ff5650b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:58:22.865883 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ecc81edc-762e-434a-990b-01675ff5650b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:22.869995 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ecc81edc-762e-434a-990b-01675ff5650b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:22.874218 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-9e0abd0f-4280-4571-877e-48cafbe82d2e tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:58:22.902640 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecc81edc-762e-434a-990b-01675ff5650b admin admin] vlan segment allocate from pool success with {'vlan_id': 616, 'physical_network': 'physnet1'}  {{(pid=88879) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 24 11:58:22.916901 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc81edc-762e-434a-990b-01675ff5650b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2b0eeb8-f419-43d4-8deb-826635ba32e8,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:58:22.921704 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-ecc81edc-762e-434a-990b-01675ff5650b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:58:22.922703 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ecc81edc-762e-434a-990b-01675ff5650b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:22.923085 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.segments_db [None req-ecc81edc-762e-434a-990b-01675ff5650b admin admin] Added segment 9a4f89d5-31cb-45b0-82d9-f728cd1ca17e of type vlan for network fd50c5b5-d03c-449d-857b-4e32016cb6c7
Dec 24 11:58:22.950174 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ecc81edc-762e-434a-990b-01675ff5650b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363287349540024'] for network, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:22.982428 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ecc81edc-762e-434a-990b-01675ff5650b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636'] for network, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:22.983358 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc81edc-762e-434a-990b-01675ff5650b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:58:22.983992 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ecc81edc-762e-434a-990b-01675ff5650b admin admin] Notify callbacks [] for network, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:22.987951 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-fdd5a76d-46f7-4757-a61c-dcac781102dd tempest-RoutersNegativeTest-1388346399 tempest-RoutersNegativeTest-1388346399-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:58:23.089530 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-ecc81edc-762e-434a-990b-01675ff5650b admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.5404792
Dec 24 11:58:23.093211 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 51896) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:58:23.095229 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc81edc-762e-434a-990b-01675ff5650b admin admin] Pushing event updated for resources: {'Network': ['ID=fd50c5b5-d03c-449d-857b-4e32016cb6c7,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:58:23.098213 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-ecc81edc-762e-434a-990b-01675ff5650b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:58:23.100040 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-784e3801-c3c3-4a37-915c-84f2e417586b admin admin] Request body: {'subnet': {'network_id': 'fd50c5b5-d03c-449d-857b-4e32016cb6c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-111860080-subnet', 'tenant_id': 'ca6470bc988a4b30890b86e1d588fd70', 'ip_version': 4}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:58:23.105624 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-784e3801-c3c3-4a37-915c-84f2e417586b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:58:23.108138 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Network fd50c5b5-d03c-449d-857b-4e32016cb6c7 details requested by agent ovs-agent-dv-neutron-822691-2-hyperv with host dv-neutron-822691-2-hyperv {{(pid=88880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 24 11:58:23.113518 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-784e3801-c3c3-4a37-915c-84f2e417586b admin admin] Usage tracker for resource:subnet and tenant:ca6470bc988a4b30890b86e1d588fd70 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:58:23.118044 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-784e3801-c3c3-4a37-915c-84f2e417586b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:58:23.125280 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-784e3801-c3c3-4a37-915c-84f2e417586b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:58:23.136504 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-784e3801-c3c3-4a37-915c-84f2e417586b admin admin] Made reservation on behalf of ca6470bc988a4b30890b86e1d588fd70 for: {'subnet': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:58:23.141634 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-784e3801-c3c3-4a37-915c-84f2e417586b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2246100'] for subnet, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:23.359981 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-784e3801-c3c3-4a37-915c-84f2e417586b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850796890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2246085'] for subnet, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:23.363681 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-fb799806-306a-4684-a130-676e367acb68 tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:58:23.432647 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784e3801-c3c3-4a37-915c-84f2e417586b admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb0d4661-3afd-4b94-8eb2-00518f4c980f,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:58:23.436650 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-784e3801-c3c3-4a37-915c-84f2e417586b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:58:23.451413 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-784e3801-c3c3-4a37-915c-84f2e417586b admin admin] Checking segment: {'id': '9a4f89d5-31cb-45b0-82d9-f728cd1ca17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'fd50c5b5-d03c-449d-857b-4e32016cb6c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:58:23.451800 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-784e3801-c3c3-4a37-915c-84f2e417586b admin admin] Network hostable DHCP agents. Network: fd50c5b5-d03c-449d-857b-4e32016cb6c7, hostable agents: ['edcf98dc-3032-472a-8b3d-f23fd1e89806'], hosted agents: [] {{(pid=88878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 24 11:58:23.475562 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-784e3801-c3c3-4a37-915c-84f2e417586b admin admin] Network fd50c5b5-d03c-449d-857b-4e32016cb6c7 is scheduled to be hosted by DHCP agent edcf98dc-3032-472a-8b3d-f23fd1e89806 with binding_index 1 {{(pid=88878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 24 11:58:23.485106 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-784e3801-c3c3-4a37-915c-84f2e417586b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822691-2-hyperv, fd50c5b5-d03c-449d-857b-4e32016cb6c7) {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:58:23.489423 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-784e3801-c3c3-4a37-915c-84f2e417586b admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:58:23.490163 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-784e3801-c3c3-4a37-915c-84f2e417586b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:23.495960 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a120899-b9c2-4fb0-a438-fcc2e00f74b9 None None] Network fd50c5b5-d03c-449d-857b-4e32016cb6c7 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:58:23.516819 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-784e3801-c3c3-4a37-915c-84f2e417586b admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.4191711
Dec 24 11:58:23.517218 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 51900) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:58:23.523059 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-9d3b980a-49ba-41d5-b6c2-9f8f9e083f74 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-111860080-router', 'tenant_id': 'ca6470bc988a4b30890b86e1d588fd70', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a'}}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:58:23.528577 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-9d3b980a-49ba-41d5-b6c2-9f8f9e083f74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:58:23.533052 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-9d3b980a-49ba-41d5-b6c2-9f8f9e083f74 admin admin] Usage tracker for resource:router and tenant:ca6470bc988a4b30890b86e1d588fd70 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:58:23.536341 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-9d3b980a-49ba-41d5-b6c2-9f8f9e083f74 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:58:23.542798 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-9d3b980a-49ba-41d5-b6c2-9f8f9e083f74 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:58:23.554047 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9d3b980a-49ba-41d5-b6c2-9f8f9e083f74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-612016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-84579'] for router, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:23.555066 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9d3b980a-49ba-41d5-b6c2-9f8f9e083f74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854163950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659046', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854079771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854691221'] for router, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:23.582337 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9d3b980a-49ba-41d5-b6c2-9f8f9e083f74 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:23.726995 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17f194b3-cc13-4646-8e1d-3dae5d812da7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73968e80-91fd-539e-a7c6-b31af6d9e680-fd50c5b5-d03c-449d-857b-4e32016cb6c7', 'network_id': 'fd50c5b5-d03c-449d-857b-4e32016cb6c7', 'tenant_id': 'ca6470bc988a4b30890b86e1d588fd70', 'fixed_ips': [{'subnet_id': 'bb0d4661-3afd-4b94-8eb2-00518f4c980f'}]}} from dv-neutron-822691-2-hyperv. {{(pid=88880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 24 11:58:23.727919 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-17f194b3-cc13-4646-8e1d-3dae5d812da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:23.739563 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9d3b980a-49ba-41d5-b6c2-9f8f9e083f74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-659031', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854691240'] for router, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:23.894263 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-17f194b3-cc13-4646-8e1d-3dae5d812da7 None None] Allocated IP 172.20.0.2 (fd50c5b5-d03c-449d-857b-4e32016cb6c7/bb0d4661-3afd-4b94-8eb2-00518f4c980f/b5a95fee-af37-4fbe-8602-c2e8e5dd1c22) {{(pid=88880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:58:23.950040 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9d3b980a-49ba-41d5-b6c2-9f8f9e083f74 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:23.983094 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9d3b980a-49ba-41d5-b6c2-9f8f9e083f74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:24.111134 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-17f194b3-cc13-4646-8e1d-3dae5d812da7 None None] Notify callbacks [] for port, precommit_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:24.121610 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-17f194b3-cc13-4646-8e1d-3dae5d812da7 None None] Transition to ACTIVE for port object b5a95fee-af37-4fbe-8602-c2e8e5dd1c22 will not be triggered until provisioned by entity L2. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:58:24.128593 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-9d3b980a-49ba-41d5-b6c2-9f8f9e083f74 admin admin] Allocated IP 172.26.3.213 (f8c337ba-681f-4fcb-a333-e3c49365b30a/8ea1398c-0bec-46d6-8d54-85798de2a7ca/35ce58ed-f4c3-4aab-8859-791d18250e8e) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:58:24.142956 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-17f194b3-cc13-4646-8e1d-3dae5d812da7 None None] Transition to ACTIVE for port object b5a95fee-af37-4fbe-8602-c2e8e5dd1c22 will not be triggered until provisioned by entity DHCP. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:58:24.146910 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-17f194b3-cc13-4646-8e1d-3dae5d812da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408'] for port, after_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:24.151821 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:58:24.233785 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17f194b3-cc13-4646-8e1d-3dae5d812da7 None None] Network fd50c5b5-d03c-449d-857b-4e32016cb6c7 is already hosted by enough agents. {{(pid=88880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:58:24.237608 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-17f194b3-cc13-4646-8e1d-3dae5d812da7 None None] Resources bound (agent type, host, resource id):  {{(pid=88880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:58:24.240264 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f194b3-cc13-4646-8e1d-3dae5d812da7 None None] Pushing event updated for resources: {'Port': ['ID=b5a95fee-af37-4fbe-8602-c2e8e5dd1c22,revision_number=1']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:58:24.244340 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f194b3-cc13-4646-8e1d-3dae5d812da7 None None] Received port after_create {{(pid=88880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:58:24.251189 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-17f194b3-cc13-4646-8e1d-3dae5d812da7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:58:24.295434 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9d3b980a-49ba-41d5-b6c2-9f8f9e083f74 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:24.323346 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9d3b980a-49ba-41d5-b6c2-9f8f9e083f74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:24.327981 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-98c8cf11-2b20-4701-9ad0-163044883a4d tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:58:24.335861 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-17f194b3-cc13-4646-8e1d-3dae5d812da7 None None] Attempting to bind port b5a95fee-af37-4fbe-8602-c2e8e5dd1c22 on host dv-neutron-822691-2-hyperv for vnic_type normal with profile  {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:58:24.336324 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-17f194b3-cc13-4646-8e1d-3dae5d812da7 None None] Attempting to bind port b5a95fee-af37-4fbe-8602-c2e8e5dd1c22 by drivers openvswitch,hyperv on host dv-neutron-822691-2-hyperv at level 0 using segments [{'id': '9a4f89d5-31cb-45b0-82d9-f728cd1ca17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'fd50c5b5-d03c-449d-857b-4e32016cb6c7'}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:58:24.336734 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f194b3-cc13-4646-8e1d-3dae5d812da7 None None] Attempting to bind port b5a95fee-af37-4fbe-8602-c2e8e5dd1c22 on network fd50c5b5-d03c-449d-857b-4e32016cb6c7 {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:58:24.344246 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f194b3-cc13-4646-8e1d-3dae5d812da7 None None] Checking agent: {'id': 'db1275c1-6001-47af-93c2-635c68404703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822691-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 52, 8), 'started_at': datetime.datetime(2021, 12, 24, 10, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 58, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822691-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:58:24.344661 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f194b3-cc13-4646-8e1d-3dae5d812da7 None None] Checking segment: {'id': '9a4f89d5-31cb-45b0-82d9-f728cd1ca17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'fd50c5b5-d03c-449d-857b-4e32016cb6c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:58:24.345110 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-17f194b3-cc13-4646-8e1d-3dae5d812da7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:24.345547 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f194b3-cc13-4646-8e1d-3dae5d812da7 None None] Bound using segment: {'id': '9a4f89d5-31cb-45b0-82d9-f728cd1ca17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'fd50c5b5-d03c-449d-857b-4e32016cb6c7'} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:58:24.346128 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-17f194b3-cc13-4646-8e1d-3dae5d812da7 None None] Bound port: b5a95fee-af37-4fbe-8602-c2e8e5dd1c22, host: dv-neutron-822691-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a4f89d5-31cb-45b0-82d9-f728cd1ca17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'fd50c5b5-d03c-449d-857b-4e32016cb6c7'}}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:58:24.346543 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-17f194b3-cc13-4646-8e1d-3dae5d812da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:24.398620 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d3b980a-49ba-41d5-b6c2-9f8f9e083f74 admin admin] Network f8c337ba-681f-4fcb-a333-e3c49365b30a is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:58:24.402266 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-9d3b980a-49ba-41d5-b6c2-9f8f9e083f74 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:58:24.407143 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3b980a-49ba-41d5-b6c2-9f8f9e083f74 admin admin] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:58:24.436003 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3b980a-49ba-41d5-b6c2-9f8f9e083f74 admin admin] Pushing event updated for resources: {'Port': ['ID=35ce58ed-f4c3-4aab-8859-791d18250e8e,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:58:24.442755 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-17f194b3-cc13-4646-8e1d-3dae5d812da7 None None] For port b5a95fee-af37-4fbe-8602-c2e8e5dd1c22, host dv-neutron-822691-2-hyperv, cleared binding levels {{(pid=88880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:58:24.445314 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-9d3b980a-49ba-41d5-b6c2-9f8f9e083f74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:58:24.446653 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-17f194b3-cc13-4646-8e1d-3dae5d812da7 None None] For port b5a95fee-af37-4fbe-8602-c2e8e5dd1c22, host dv-neutron-822691-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=b5a95fee-af37-4fbe-8602-c2e8e5dd1c22,segment=NetworkSegment(9a4f89d5-31cb-45b0-82d9-f728cd1ca17e),segment_id=9a4f89d5-31cb-45b0-82d9-f728cd1ca17e)] {{(pid=88880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:58:24.450769 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-17f194b3-cc13-4646-8e1d-3dae5d812da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:24.454756 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-a11399eb-753d-4725-9908-9d38e1239268 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:58:24.555175 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f194b3-cc13-4646-8e1d-3dae5d812da7 None None] Pushing event updated for resources: {'Port': ['ID=b5a95fee-af37-4fbe-8602-c2e8e5dd1c22,revision_number=2']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:58:24.560259 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-17f194b3-cc13-4646-8e1d-3dae5d812da7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:58:24.581022 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9d3b980a-49ba-41d5-b6c2-9f8f9e083f74 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:24.581883 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9d3b980a-49ba-41d5-b6c2-9f8f9e083f74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854163800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854116816'] for router, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:24.828552 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d3b980a-49ba-41d5-b6c2-9f8f9e083f74 admin admin] Router 7d611b2a-6fa0-4626-b12c-abbba1a7683d is scheduled to L3 agent 198cca88-1338-4098-b44b-beb0346ac906 with binding_index 1 {{(pid=88878) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 24 11:58:24.980860 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device b5a95fee-af37-4fbe-8602-c2e8e5dd1c22 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:58:25.061302 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning for port b5a95fee-af37-4fbe-8602-c2e8e5dd1c22 completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:58:25.070594 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d3b980a-49ba-41d5-b6c2-9f8f9e083f74 admin admin] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:58:25.082038 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-110b2601-3457-414a-8810-1baacf0c41f1 None None] Sync routers for ids ['7d611b2a-6fa0-4626-b12c-abbba1a7683d'] in dv-neutron-822691-2-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:58:25.094487 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9d3b980a-49ba-41d5-b6c2-9f8f9e083f74 admin admin] Notify callbacks [] for router, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:25.094897 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110b2601-3457-414a-8810-1baacf0c41f1 None None] Routers {'7d611b2a-6fa0-4626-b12c-abbba1a7683d'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:58:25.095657 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-110b2601-3457-414a-8810-1baacf0c41f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271568748>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:58:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['7d611b2a-6fa0-4626-b12c-abbba1a7683d'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:58:25.095851 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-9d3b980a-49ba-41d5-b6c2-9f8f9e083f74 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 1.5775876
Dec 24 11:58:25.098918 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 51904) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:58:25.461025 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-110b2601-3457-414a-8810-1baacf0c41f1 None None] Set router 7d611b2a-6fa0-4626-b12c-abbba1a7683d gateway port host: dv-neutron-822691-2-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:58:25.762974 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-110b2601-3457-414a-8810-1baacf0c41f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271568748>, [{'id': '7d611b2a-6fa0-4626-b12c-abbba1a7683d', 'name': 'tempest-TestSnapshotPattern-111860080-router', 'tenant_id': 'ca6470bc988a4b30890b86e1d588fd70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.213'}], 'enable_snat': True}, 'gw_port_id': '35ce58ed-f4c3-4aab-8859-791d18250e8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:58:23Z', 'updated_at': '2021-12-24T11:58:24Z', 'revision_number': 3, 'project_id': 'ca6470bc988a4b30890b86e1d588fd70', 'gw_port': {'id': '35ce58ed-f4c3-4aab-8859-791d18250e8e', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:da:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d611b2a-6fa0-4626-b12c-abbba1a7683d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:58:24Z', 'updated_at': '2021-12-24T11:58:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv'}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:58:25.767815 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-110b2601-3457-414a-8810-1baacf0c41f1 None None] Checking router: 7d611b2a-6fa0-4626-b12c-abbba1a7683d for host: dv-neutron-822691-2-hyperv {{(pid=88880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 24 11:58:25.768455 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-110b2601-3457-414a-8810-1baacf0c41f1 None None] Updating router 7d611b2a-6fa0-4626-b12c-abbba1a7683d port 35ce58ed-f4c3-4aab-8859-791d18250e8e binding host dv-neutron-822691-2-hyperv {{(pid=88880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 24 11:58:25.826716 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-110b2601-3457-414a-8810-1baacf0c41f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:25.899685 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54beec8d-c469-4787-a06c-1b6e02b0b3fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:26.200346 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-110b2601-3457-414a-8810-1baacf0c41f1 None None] Notify callbacks [] for port, precommit_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:26.214352 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-110b2601-3457-414a-8810-1baacf0c41f1 None None] Transition to ACTIVE for port object 35ce58ed-f4c3-4aab-8859-791d18250e8e will not be triggered until provisioned by entity L2. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:58:26.222094 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-110b2601-3457-414a-8810-1baacf0c41f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:26.227316 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-35dd4900-65fc-432b-82e8-c5243fcebcef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:58:26.266597 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1e70eff-e5e2-49cd-8503-e9eec7f28a05 None None] Network fd50c5b5-d03c-449d-857b-4e32016cb6c7 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:58:26.380470 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-54beec8d-c469-4787-a06c-1b6e02b0b3fb admin admin] Allocated IP 172.20.0.1 (fd50c5b5-d03c-449d-857b-4e32016cb6c7/bb0d4661-3afd-4b94-8eb2-00518f4c980f/607701b4-a9e1-4a12-b623-b6ce9d6ac56c) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:58:26.409631 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-110b2601-3457-414a-8810-1baacf0c41f1 None None] Attempting to bind port 35ce58ed-f4c3-4aab-8859-791d18250e8e on host dv-neutron-822691-2-hyperv for vnic_type normal with profile  {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:58:26.410082 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-110b2601-3457-414a-8810-1baacf0c41f1 None None] Attempting to bind port 35ce58ed-f4c3-4aab-8859-791d18250e8e by drivers openvswitch,hyperv on host dv-neutron-822691-2-hyperv at level 0 using segments [{'id': 'd4e3295f-9ff8-4cad-8a20-3f1c937efc8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a'}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:58:26.410496 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-110b2601-3457-414a-8810-1baacf0c41f1 None None] Attempting to bind port 35ce58ed-f4c3-4aab-8859-791d18250e8e on network f8c337ba-681f-4fcb-a333-e3c49365b30a {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:58:26.413457 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3aefb6e-fef2-41b3-abda-fc145ea27ee2 None None] Pushing event updated for resources: {'Port': ['ID=35ce58ed-f4c3-4aab-8859-791d18250e8e,revision_number=2']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:58:26.432217 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-e3aefb6e-fef2-41b3-abda-fc145ea27ee2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:58:26.439524 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-9ff1100d-aca8-4438-bc5e-d2f3658e9061 None None] Provisioning for port b5a95fee-af37-4fbe-8602-c2e8e5dd1c22 completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:58:26.445889 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-110b2601-3457-414a-8810-1baacf0c41f1 None None] Checking agent: {'id': 'db1275c1-6001-47af-93c2-635c68404703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822691-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 52, 8), 'started_at': datetime.datetime(2021, 12, 24, 10, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 58, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822691-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:58:26.446333 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-110b2601-3457-414a-8810-1baacf0c41f1 None None] Checking segment: {'id': 'd4e3295f-9ff8-4cad-8a20-3f1c937efc8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:58:26.446795 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-110b2601-3457-414a-8810-1baacf0c41f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:26.447252 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-110b2601-3457-414a-8810-1baacf0c41f1 None None] Bound using segment: {'id': 'd4e3295f-9ff8-4cad-8a20-3f1c937efc8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a'} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:58:26.447785 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-110b2601-3457-414a-8810-1baacf0c41f1 None None] Bound port: 35ce58ed-f4c3-4aab-8859-791d18250e8e, host: dv-neutron-822691-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4e3295f-9ff8-4cad-8a20-3f1c937efc8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a'}}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:58:26.448212 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-110b2601-3457-414a-8810-1baacf0c41f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:26.491060 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-9ff1100d-aca8-4438-bc5e-d2f3658e9061 None None] Provisioning complete for port b5a95fee-af37-4fbe-8602-c2e8e5dd1c22 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:58:26.491407 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9ff1100d-aca8-4438-bc5e-d2f3658e9061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:26.542195 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54beec8d-c469-4787-a06c-1b6e02b0b3fb admin admin] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:26.560578 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54beec8d-c469-4787-a06c-1b6e02b0b3fb admin admin] Transition to ACTIVE for port object 607701b4-a9e1-4a12-b623-b6ce9d6ac56c will not be triggered until provisioned by entity DHCP. {{(pid=88878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:58:26.581346 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54beec8d-c469-4787-a06c-1b6e02b0b3fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:26.586402 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-3d36361b-75b9-411b-9806-ec6ba27270db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:58:26.631841 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-110b2601-3457-414a-8810-1baacf0c41f1 None None] For port 35ce58ed-f4c3-4aab-8859-791d18250e8e, host dv-neutron-822691-2-hyperv, cleared binding levels {{(pid=88880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:58:26.654761 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-110b2601-3457-414a-8810-1baacf0c41f1 None None] For port 35ce58ed-f4c3-4aab-8859-791d18250e8e, host dv-neutron-822691-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=35ce58ed-f4c3-4aab-8859-791d18250e8e,segment=NetworkSegment(d4e3295f-9ff8-4cad-8a20-3f1c937efc8c),segment_id=d4e3295f-9ff8-4cad-8a20-3f1c937efc8c)] {{(pid=88880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:58:26.662324 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54beec8d-c469-4787-a06c-1b6e02b0b3fb admin admin] Network fd50c5b5-d03c-449d-857b-4e32016cb6c7 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:58:26.663750 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-54beec8d-c469-4787-a06c-1b6e02b0b3fb admin admin] Resources bound (agent type, host, resource id):  {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:58:26.665133 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-110b2601-3457-414a-8810-1baacf0c41f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:26.666393 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54beec8d-c469-4787-a06c-1b6e02b0b3fb admin admin] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:58:26.695717 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54beec8d-c469-4787-a06c-1b6e02b0b3fb admin admin] Pushing event updated for resources: {'Port': ['ID=607701b4-a9e1-4a12-b623-b6ce9d6ac56c,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:58:26.697290 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-e077ef4f-a6ec-4e67-b121-76a05ccced50 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:58:26.698761 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54beec8d-c469-4787-a06c-1b6e02b0b3fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:58:26.725551 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54beec8d-c469-4787-a06c-1b6e02b0b3fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-720245'] for router_interface, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:26.812533 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54beec8d-c469-4787-a06c-1b6e02b0b3fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:26.845004 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3aefb6e-fef2-41b3-abda-fc145ea27ee2 None None] Pushing event updated for resources: {'Port': ['ID=35ce58ed-f4c3-4aab-8859-791d18250e8e,revision_number=3']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:58:26.852932 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-e3aefb6e-fef2-41b3-abda-fc145ea27ee2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:58:26.854530 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9ff1100d-aca8-4438-bc5e-d2f3658e9061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:26.883432 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110b2601-3457-414a-8810-1baacf0c41f1 None None] Routers {'7d611b2a-6fa0-4626-b12c-abbba1a7683d'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:58:26.884109 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-110b2601-3457-414a-8810-1baacf0c41f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271568748>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:58:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['7d611b2a-6fa0-4626-b12c-abbba1a7683d'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:58:26.993717 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-9ff1100d-aca8-4438-bc5e-d2f3658e9061 None None] For port b5a95fee-af37-4fbe-8602-c2e8e5dd1c22, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=b5a95fee-af37-4fbe-8602-c2e8e5dd1c22,segment=NetworkSegment(9a4f89d5-31cb-45b0-82d9-f728cd1ca17e),segment_id=9a4f89d5-31cb-45b0-82d9-f728cd1ca17e)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:58:27.048239 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9ff1100d-aca8-4438-bc5e-d2f3658e9061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:27.052497 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54beec8d-c469-4787-a06c-1b6e02b0b3fb admin admin] Notify callbacks [] for port, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:27.056448 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54beec8d-c469-4787-a06c-1b6e02b0b3fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3978773'] for port, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:27.058477 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:58:27.087621 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-eda0946e-47f0-41c5-b4a9-a0cfe1a41296 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:58:27.158019 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff1100d-aca8-4438-bc5e-d2f3658e9061 None None] Pushing event updated for resources: {'Port': ['ID=b5a95fee-af37-4fbe-8602-c2e8e5dd1c22,revision_number=3']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:58:27.161592 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-9ff1100d-aca8-4438-bc5e-d2f3658e9061 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:58:27.169043 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-110b2601-3457-414a-8810-1baacf0c41f1 None None] Set router 7d611b2a-6fa0-4626-b12c-abbba1a7683d gateway port host: dv-neutron-822691-2-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:58:27.180095 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54beec8d-c469-4787-a06c-1b6e02b0b3fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1977653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854055662'] for router_interface, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:27.184853 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54beec8d-c469-4787-a06c-1b6e02b0b3fb admin admin] Pushing event updated for resources: {'Port': ['ID=607701b4-a9e1-4a12-b623-b6ce9d6ac56c,revision_number=2']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:58:27.188011 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54beec8d-c469-4787-a06c-1b6e02b0b3fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:58:27.345769 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54beec8d-c469-4787-a06c-1b6e02b0b3fb admin admin] Network fd50c5b5-d03c-449d-857b-4e32016cb6c7 is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:58:27.347010 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-54beec8d-c469-4787-a06c-1b6e02b0b3fb admin admin] Resources bound (agent type, host, resource id):  {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:58:27.364323 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-f11cf8c6-fda7-4738-a90f-7d76b099311a None None] Provisioning complete for port b5a95fee-af37-4fbe-8602-c2e8e5dd1c22 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:58:27.364747 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f11cf8c6-fda7-4738-a90f-7d76b099311a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:27.778463 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54beec8d-c469-4787-a06c-1b6e02b0b3fb admin admin] Router 7d611b2a-6fa0-4626-b12c-abbba1a7683d has already been hosted by L3 agent 198cca88-1338-4098-b44b-beb0346ac906 {{(pid=88878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 24 11:58:27.822800 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-110b2601-3457-414a-8810-1baacf0c41f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271568748>, [{'id': '7d611b2a-6fa0-4626-b12c-abbba1a7683d', 'name': 'tempest-TestSnapshotPattern-111860080-router', 'tenant_id': 'ca6470bc988a4b30890b86e1d588fd70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.213'}], 'enable_snat': True}, 'gw_port_id': '35ce58ed-f4c3-4aab-8859-791d18250e8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:58:23Z', 'updated_at': '2021-12-24T11:58:26Z', 'revision_number': 4, 'project_id': 'ca6470bc988a4b30890b86e1d588fd70', 'gw_port': {'id': '35ce58ed-f4c3-4aab-8859-791d18250e8e', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:da:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d611b2a-6fa0-4626-b12c-abbba1a7683d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:58:24Z', 'updated_at': '2021-12-24T11:58:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_interfaces': [{'id': '607701b4-a9e1-4a12-b623-b6ce9d6ac56c', 'name': '', 'network_id': 'fd50c5b5-d03c-449d-857b-4e32016cb6c7', 'tenant_id': 'ca6470bc988a4b30890b86e1d588fd70', 'mac_address': 'fa:16:3e:4d:d1:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d611b2a-6fa0-4626-b12c-abbba1a7683d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bb0d4661-3afd-4b94-8eb2-00518f4c980f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:58:25Z', 'updated_at': '2021-12-24T11:58:26Z', 'revision_number': 1, 'project_id': 'ca6470bc988a4b30890b86e1d588fd70', 'subnets': [{'id': 'bb0d4661-3afd-4b94-8eb2-00518f4c980f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:58:27.826404 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-f11cf8c6-fda7-4738-a90f-7d76b099311a None None] Provisioning for port 607701b4-a9e1-4a12-b623-b6ce9d6ac56c completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:58:27.831762 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-110b2601-3457-414a-8810-1baacf0c41f1 None None] The sync data for ids ['7d611b2a-6fa0-4626-b12c-abbba1a7683d'] in dv-neutron-822691-2-hyperv is: [{'id': '7d611b2a-6fa0-4626-b12c-abbba1a7683d', 'name': 'tempest-TestSnapshotPattern-111860080-router', 'tenant_id': 'ca6470bc988a4b30890b86e1d588fd70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.213'}], 'enable_snat': True}, 'gw_port_id': '35ce58ed-f4c3-4aab-8859-791d18250e8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:58:23Z', 'updated_at': '2021-12-24T11:58:26Z', 'revision_number': 4, 'project_id': 'ca6470bc988a4b30890b86e1d588fd70', 'gw_port': {'id': '35ce58ed-f4c3-4aab-8859-791d18250e8e', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:da:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d611b2a-6fa0-4626-b12c-abbba1a7683d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:58:24Z', 'updated_at': '2021-12-24T11:58:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_interfaces': [{'id': '607701b4-a9e1-4a12-b623-b6ce9d6ac56c', 'name': '', 'network_id': 'fd50c5b5-d03c-449d-857b-4e32016cb6c7', 'tenant_id': 'ca6470bc988a4b30890b86e1d588fd70', 'mac_address': 'fa:16:3e:4d:d1:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d611b2a-6fa0-4626-b12c-abbba1a7683d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bb0d4661-3afd-4b94-8eb2-00518f4c980f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:58:25Z', 'updated_at': '2021-12-24T11:58:26Z', 'revision_number': 1, 'project_id': 'ca6470bc988a4b30890b86e1d588fd70', 'subnets': [{'id': 'bb0d4661-3afd-4b94-8eb2-00518f4c980f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:58:27.833592 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-f11cf8c6-fda7-4738-a90f-7d76b099311a None None] Provisioning complete for port 607701b4-a9e1-4a12-b623-b6ce9d6ac56c triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:58:27.834099 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f11cf8c6-fda7-4738-a90f-7d76b099311a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:27.890217 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-f11cf8c6-fda7-4738-a90f-7d76b099311a None None] Port 607701b4-a9e1-4a12-b623-b6ce9d6ac56c cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:58:28.003380 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54beec8d-c469-4787-a06c-1b6e02b0b3fb admin admin] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:58:28.012923 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-54beec8d-c469-4787-a06c-1b6e02b0b3fb admin admin] 10.222.0.65 "PUT /v2.0/routers/7d611b2a-6fa0-4626-b12c-abbba1a7683d/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9129546
Dec 24 11:58:28.015255 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-5b55bcb7-0069-4a5a-8875-77f20f943f29 None None] Provisioning complete for port 607701b4-a9e1-4a12-b623-b6ce9d6ac56c triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:58:28.015690 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5b55bcb7-0069-4a5a-8875-77f20f943f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:28.070311 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-5b55bcb7-0069-4a5a-8875-77f20f943f29 None None] Port 607701b4-a9e1-4a12-b623-b6ce9d6ac56c cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:58:28.905299 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:28.962343 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 51926) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:58:28.972923 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-54d9e29e-4c15-4a9d-8080-c1c39600a656 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1840136115-network', 'tenant_id': 'fe790ff1dff44b67b1cf1b99bf29c03d'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:58:28.980189 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-54d9e29e-4c15-4a9d-8080-c1c39600a656 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:58:28.984826 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-54d9e29e-4c15-4a9d-8080-c1c39600a656 admin admin] Usage tracker for resource:network and tenant:fe790ff1dff44b67b1cf1b99bf29c03d is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:58:28.988966 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-54d9e29e-4c15-4a9d-8080-c1c39600a656 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:58:28.998994 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-54d9e29e-4c15-4a9d-8080-c1c39600a656 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:58:29.000584 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device b5a95fee-af37-4fbe-8602-c2e8e5dd1c22 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:58:29.010544 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54d9e29e-4c15-4a9d-8080-c1c39600a656 admin admin] Made reservation on behalf of fe790ff1dff44b67b1cf1b99bf29c03d for: {'network': 1} {{(pid=88878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:58:29.016308 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54d9e29e-4c15-4a9d-8080-c1c39600a656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for network, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:29.033638 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54d9e29e-4c15-4a9d-8080-c1c39600a656 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:29.069171 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-54d9e29e-4c15-4a9d-8080-c1c39600a656 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:58:29.073251 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-54d9e29e-4c15-4a9d-8080-c1c39600a656 admin admin] Usage tracker for resource:security_group_rule and tenant:fe790ff1dff44b67b1cf1b99bf29c03d is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:58:29.076341 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-54d9e29e-4c15-4a9d-8080-c1c39600a656 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:58:29.078197 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port b5a95fee-af37-4fbe-8602-c2e8e5dd1c22 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:58:29.079100 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:29.082913 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-54d9e29e-4c15-4a9d-8080-c1c39600a656 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:58:29.167038 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54d9e29e-4c15-4a9d-8080-c1c39600a656 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:29.171098 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54d9e29e-4c15-4a9d-8080-c1c39600a656 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:29.176038 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-e5c2a8a0-3c7a-44e6-990c-a55249868fc6 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:58:29.203429 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54d9e29e-4c15-4a9d-8080-c1c39600a656 admin admin] vlan segment allocate from pool success with {'vlan_id': 612, 'physical_network': 'physnet1'}  {{(pid=88878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}}
Dec 24 11:58:29.206548 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 35ce58ed-f4c3-4aab-8859-791d18250e8e up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:58:29.217934 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d9e29e-4c15-4a9d-8080-c1c39600a656 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efad1134-20c7-4915-a339-43cfdd64437d,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:58:29.224026 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54d9e29e-4c15-4a9d-8080-c1c39600a656 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:58:29.225469 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54d9e29e-4c15-4a9d-8080-c1c39600a656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:29.225887 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.segments_db [None req-54d9e29e-4c15-4a9d-8080-c1c39600a656 admin admin] Added segment 63b20eeb-4d98-473a-8c18-8bf890605856 of type vlan for network 74e0112d-4b73-417c-87a0-74da8502d6c2
Dec 24 11:58:29.257009 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54d9e29e-4c15-4a9d-8080-c1c39600a656 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363287349540024'] for network, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:29.291124 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning for port 35ce58ed-f4c3-4aab-8859-791d18250e8e completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:58:29.293162 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54d9e29e-4c15-4a9d-8080-c1c39600a656 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636'] for network, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:29.294365 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54d9e29e-4c15-4a9d-8080-c1c39600a656 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:58:29.295015 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54d9e29e-4c15-4a9d-8080-c1c39600a656 admin admin] Notify callbacks [] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:29.296502 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port 35ce58ed-f4c3-4aab-8859-791d18250e8e triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:58:29.297006 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:29.301244 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-25b4aa3d-80c8-4573-82ef-3416837cda1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:58:29.414226 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-54d9e29e-4c15-4a9d-8080-c1c39600a656 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 0.4477212
Dec 24 11:58:29.414660 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 51930) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:58:29.417909 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d9e29e-4c15-4a9d-8080-c1c39600a656 admin admin] Pushing event updated for resources: {'Network': ['ID=74e0112d-4b73-417c-87a0-74da8502d6c2,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:58:29.421596 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54d9e29e-4c15-4a9d-8080-c1c39600a656 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:58:29.423201 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-2cb36df3-df06-4dd4-922d-e97de2905ed0 admin admin] Request body: {'subnet': {'network_id': '74e0112d-4b73-417c-87a0-74da8502d6c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1840136115-subnet', 'tenant_id': 'fe790ff1dff44b67b1cf1b99bf29c03d', 'ip_version': 4}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:58:29.424773 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:29.431295 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-2cb36df3-df06-4dd4-922d-e97de2905ed0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:58:29.432990 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Network 74e0112d-4b73-417c-87a0-74da8502d6c2 details requested by agent ovs-agent-dv-neutron-822691-2-hyperv with host dv-neutron-822691-2-hyperv {{(pid=88880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 24 11:58:29.436032 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-2cb36df3-df06-4dd4-922d-e97de2905ed0 admin admin] Usage tracker for resource:subnet and tenant:fe790ff1dff44b67b1cf1b99bf29c03d is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:58:29.439095 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-2cb36df3-df06-4dd4-922d-e97de2905ed0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:58:29.445540 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-2cb36df3-df06-4dd4-922d-e97de2905ed0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:58:29.457769 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cb36df3-df06-4dd4-922d-e97de2905ed0 admin admin] Made reservation on behalf of fe790ff1dff44b67b1cf1b99bf29c03d for: {'subnet': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:58:29.463191 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2cb36df3-df06-4dd4-922d-e97de2905ed0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3619482'] for subnet, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:29.478504 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] For port 35ce58ed-f4c3-4aab-8859-791d18250e8e, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=35ce58ed-f4c3-4aab-8859-791d18250e8e,segment=NetworkSegment(d4e3295f-9ff8-4cad-8a20-3f1c937efc8c),segment_id=d4e3295f-9ff8-4cad-8a20-3f1c937efc8c)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:58:29.529947 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:29.543130 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:58:29.621282 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Pushing event updated for resources: {'Port': ['ID=35ce58ed-f4c3-4aab-8859-791d18250e8e,revision_number=4']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:58:29.624523 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:58:29.693144 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2cb36df3-df06-4dd4-922d-e97de2905ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3921862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3619467'] for subnet, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:29.697764 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-063535de-5945-4b4d-9258-514e6b1f5b06 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:58:29.773881 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb36df3-df06-4dd4-922d-e97de2905ed0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3aafdd7f-e316-4598-8a53-f0d9a4fe33bb,revision_number=0']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:58:29.778779 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-2cb36df3-df06-4dd4-922d-e97de2905ed0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:58:29.790017 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb36df3-df06-4dd4-922d-e97de2905ed0 admin admin] Checking segment: {'id': '63b20eeb-4d98-473a-8c18-8bf890605856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '74e0112d-4b73-417c-87a0-74da8502d6c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:58:29.790420 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cb36df3-df06-4dd4-922d-e97de2905ed0 admin admin] Network hostable DHCP agents. Network: 74e0112d-4b73-417c-87a0-74da8502d6c2, hostable agents: ['edcf98dc-3032-472a-8b3d-f23fd1e89806'], hosted agents: [] {{(pid=88879) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 24 11:58:29.814900 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cb36df3-df06-4dd4-922d-e97de2905ed0 admin admin] Network 74e0112d-4b73-417c-87a0-74da8502d6c2 is scheduled to be hosted by DHCP agent edcf98dc-3032-472a-8b3d-f23fd1e89806 with binding_index 1 {{(pid=88879) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 24 11:58:29.824780 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-2cb36df3-df06-4dd4-922d-e97de2905ed0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822691-2-hyperv, 74e0112d-4b73-417c-87a0-74da8502d6c2) {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:58:29.829858 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cb36df3-df06-4dd4-922d-e97de2905ed0 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:58:29.830564 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2cb36df3-df06-4dd4-922d-e97de2905ed0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:29.835647 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4308c17-30ab-4db5-aada-fc20f9d62d6d None None] Network 74e0112d-4b73-417c-87a0-74da8502d6c2 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:58:29.859513 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-2cb36df3-df06-4dd4-922d-e97de2905ed0 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.4435508
Dec 24 11:58:29.862414 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 51934) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:58:29.868431 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-785c7bff-b225-4b8a-8971-8b1f043542bb admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1840136115-router', 'tenant_id': 'fe790ff1dff44b67b1cf1b99bf29c03d', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a'}}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:58:29.874137 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-785c7bff-b225-4b8a-8971-8b1f043542bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:58:29.878479 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-785c7bff-b225-4b8a-8971-8b1f043542bb admin admin] Usage tracker for resource:router and tenant:fe790ff1dff44b67b1cf1b99bf29c03d is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:58:29.881550 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-785c7bff-b225-4b8a-8971-8b1f043542bb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:58:29.888039 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-785c7bff-b225-4b8a-8971-8b1f043542bb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:58:29.899545 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-785c7bff-b225-4b8a-8971-8b1f043542bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-612016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-84579'] for router, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:29.900541 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-785c7bff-b225-4b8a-8971-8b1f043542bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854163950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-659046', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854079771', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854691221'] for router, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:29.923595 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-785c7bff-b225-4b8a-8971-8b1f043542bb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:30.069387 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5a519da-239a-4b9f-a971-501aa00ca8a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp73968e80-91fd-539e-a7c6-b31af6d9e680-74e0112d-4b73-417c-87a0-74da8502d6c2', 'network_id': '74e0112d-4b73-417c-87a0-74da8502d6c2', 'tenant_id': 'fe790ff1dff44b67b1cf1b99bf29c03d', 'fixed_ips': [{'subnet_id': '3aafdd7f-e316-4598-8a53-f0d9a4fe33bb'}]}} from dv-neutron-822691-2-hyperv. {{(pid=88880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 24 11:58:30.070616 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b5a519da-239a-4b9f-a971-501aa00ca8a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:30.075908 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-785c7bff-b225-4b8a-8971-8b1f043542bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-659031', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854691240'] for router, precommit_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:30.232079 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-b5a519da-239a-4b9f-a971-501aa00ca8a4 None None] Allocated IP 172.20.0.2 (74e0112d-4b73-417c-87a0-74da8502d6c2/3aafdd7f-e316-4598-8a53-f0d9a4fe33bb/f15def7f-73e6-491f-9763-297bde0b3775) {{(pid=88880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:58:30.284810 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-785c7bff-b225-4b8a-8971-8b1f043542bb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:30.316447 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-785c7bff-b225-4b8a-8971-8b1f043542bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:30.452065 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b5a519da-239a-4b9f-a971-501aa00ca8a4 None None] Notify callbacks [] for port, precommit_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:30.461859 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-785c7bff-b225-4b8a-8971-8b1f043542bb admin admin] Allocated IP 172.26.3.183 (f8c337ba-681f-4fcb-a333-e3c49365b30a/8ea1398c-0bec-46d6-8d54-85798de2a7ca/5e24d2d4-cae0-4abb-8771-6e50dcbc0468) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:58:30.467811 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-b5a519da-239a-4b9f-a971-501aa00ca8a4 None None] Transition to ACTIVE for port object f15def7f-73e6-491f-9763-297bde0b3775 will not be triggered until provisioned by entity L2. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:58:30.467982 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.agents_db [None req-e51243ab-6a93-425b-980f-a73583147efa None None] Agent healthcheck: found 6 active agents {{(pid=88881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 24 11:58:30.487951 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-b5a519da-239a-4b9f-a971-501aa00ca8a4 None None] Transition to ACTIVE for port object f15def7f-73e6-491f-9763-297bde0b3775 will not be triggered until provisioned by entity DHCP. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:58:30.493753 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b5a519da-239a-4b9f-a971-501aa00ca8a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408'] for port, after_create {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:30.498749 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-ac56c4c1-6977-481c-9e2d-8c42927dcffa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:58:30.545212 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5a519da-239a-4b9f-a971-501aa00ca8a4 None None] Network 74e0112d-4b73-417c-87a0-74da8502d6c2 is already hosted by enough agents. {{(pid=88880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:58:30.552867 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-b5a519da-239a-4b9f-a971-501aa00ca8a4 None None] Resources bound (agent type, host, resource id):  {{(pid=88880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:58:30.557466 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a519da-239a-4b9f-a971-501aa00ca8a4 None None] Received port after_create {{(pid=88880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:58:30.616997 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a519da-239a-4b9f-a971-501aa00ca8a4 None None] Pushing event updated for resources: {'Port': ['ID=f15def7f-73e6-491f-9763-297bde0b3775,revision_number=1']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:58:30.620538 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-b5a519da-239a-4b9f-a971-501aa00ca8a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:58:30.633212 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-785c7bff-b225-4b8a-8971-8b1f043542bb admin admin] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:30.659915 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-785c7bff-b225-4b8a-8971-8b1f043542bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:30.664691 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-85f49f81-a6cf-4664-ba97-de8050a691de tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:58:30.669986 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-b5a519da-239a-4b9f-a971-501aa00ca8a4 None None] Attempting to bind port f15def7f-73e6-491f-9763-297bde0b3775 on host dv-neutron-822691-2-hyperv for vnic_type normal with profile  {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:58:30.670402 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-b5a519da-239a-4b9f-a971-501aa00ca8a4 None None] Attempting to bind port f15def7f-73e6-491f-9763-297bde0b3775 by drivers openvswitch,hyperv on host dv-neutron-822691-2-hyperv at level 0 using segments [{'id': '63b20eeb-4d98-473a-8c18-8bf890605856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '74e0112d-4b73-417c-87a0-74da8502d6c2'}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:58:30.670801 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a519da-239a-4b9f-a971-501aa00ca8a4 None None] Attempting to bind port f15def7f-73e6-491f-9763-297bde0b3775 on network 74e0112d-4b73-417c-87a0-74da8502d6c2 {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:58:30.677620 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a519da-239a-4b9f-a971-501aa00ca8a4 None None] Checking agent: {'id': 'db1275c1-6001-47af-93c2-635c68404703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822691-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 52, 8), 'started_at': datetime.datetime(2021, 12, 24, 10, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 58, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822691-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:58:30.678064 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a519da-239a-4b9f-a971-501aa00ca8a4 None None] Checking segment: {'id': '63b20eeb-4d98-473a-8c18-8bf890605856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '74e0112d-4b73-417c-87a0-74da8502d6c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:58:30.678500 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b5a519da-239a-4b9f-a971-501aa00ca8a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:30.678931 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a519da-239a-4b9f-a971-501aa00ca8a4 None None] Bound using segment: {'id': '63b20eeb-4d98-473a-8c18-8bf890605856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '74e0112d-4b73-417c-87a0-74da8502d6c2'} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:58:30.679415 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-b5a519da-239a-4b9f-a971-501aa00ca8a4 None None] Bound port: f15def7f-73e6-491f-9763-297bde0b3775, host: dv-neutron-822691-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63b20eeb-4d98-473a-8c18-8bf890605856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '74e0112d-4b73-417c-87a0-74da8502d6c2'}}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:58:30.679826 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b5a519da-239a-4b9f-a971-501aa00ca8a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:30.733081 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-785c7bff-b225-4b8a-8971-8b1f043542bb admin admin] Network f8c337ba-681f-4fcb-a333-e3c49365b30a is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:58:30.736853 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-785c7bff-b225-4b8a-8971-8b1f043542bb admin admin] Resources bound (agent type, host, resource id):  {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:58:30.739036 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c7bff-b225-4b8a-8971-8b1f043542bb admin admin] Pushing event updated for resources: {'Port': ['ID=5e24d2d4-cae0-4abb-8771-6e50dcbc0468,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:58:30.741300 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785c7bff-b225-4b8a-8971-8b1f043542bb admin admin] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:58:30.771819 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-785c7bff-b225-4b8a-8971-8b1f043542bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:58:30.773683 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-b5a519da-239a-4b9f-a971-501aa00ca8a4 None None] For port f15def7f-73e6-491f-9763-297bde0b3775, host dv-neutron-822691-2-hyperv, cleared binding levels {{(pid=88880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:58:30.777023 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-b5a519da-239a-4b9f-a971-501aa00ca8a4 None None] For port f15def7f-73e6-491f-9763-297bde0b3775, host dv-neutron-822691-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=f15def7f-73e6-491f-9763-297bde0b3775,segment=NetworkSegment(63b20eeb-4d98-473a-8c18-8bf890605856),segment_id=63b20eeb-4d98-473a-8c18-8bf890605856)] {{(pid=88880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:58:30.781280 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b5a519da-239a-4b9f-a971-501aa00ca8a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:30.785702 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-e3aefb6e-fef2-41b3-abda-fc145ea27ee2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:58:30.867848 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a519da-239a-4b9f-a971-501aa00ca8a4 None None] Pushing event updated for resources: {'Port': ['ID=f15def7f-73e6-491f-9763-297bde0b3775,revision_number=2']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:58:30.871341 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-b5a519da-239a-4b9f-a971-501aa00ca8a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:58:30.921319 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-785c7bff-b225-4b8a-8971-8b1f043542bb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:30.922148 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-785c7bff-b225-4b8a-8971-8b1f043542bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854163800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854116816'] for router, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:30.930198 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 35ce58ed-f4c3-4aab-8859-791d18250e8e up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:58:31.004103 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port 35ce58ed-f4c3-4aab-8859-791d18250e8e triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:58:31.004547 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:31.423700 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-785c7bff-b225-4b8a-8971-8b1f043542bb admin admin] Router 4d37cf6b-6b0a-4a1d-9504-f05a0d85f341 is scheduled to L3 agent 198cca88-1338-4098-b44b-beb0346ac906 with binding_index 1 {{(pid=88879) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}}
Dec 24 11:58:31.578172 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5187d4c0-4869-43fb-bb07-1b1b16af4466 None None] Sync routers for ids ['7d611b2a-6fa0-4626-b12c-abbba1a7683d'] in dv-neutron-822691-2-hyperv {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:58:31.592281 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5187d4c0-4869-43fb-bb07-1b1b16af4466 None None] Routers {'7d611b2a-6fa0-4626-b12c-abbba1a7683d'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:58:31.593082 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-5187d4c0-4869-43fb-bb07-1b1b16af4466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52718056d8>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:58:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['7d611b2a-6fa0-4626-b12c-abbba1a7683d'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:58:31.639785 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-785c7bff-b225-4b8a-8971-8b1f043542bb admin admin] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:58:31.649895 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ba64d4-0b54-4168-8cc1-169f98f2f91c None None] Sync routers for ids ['4d37cf6b-6b0a-4a1d-9504-f05a0d85f341'] in dv-neutron-822691-2-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:58:31.663000 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ba64d4-0b54-4168-8cc1-169f98f2f91c None None] Routers {'4d37cf6b-6b0a-4a1d-9504-f05a0d85f341'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:58:31.663692 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-88ba64d4-0b54-4168-8cc1-169f98f2f91c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52721c1f60>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:58:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['4d37cf6b-6b0a-4a1d-9504-f05a0d85f341'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:58:31.666865 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-785c7bff-b225-4b8a-8971-8b1f043542bb admin admin] Notify callbacks [] for router, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:31.671215 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-785c7bff-b225-4b8a-8971-8b1f043542bb admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 1.8046196
Dec 24 11:58:31.671442 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 51938) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:58:31.788419 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-5187d4c0-4869-43fb-bb07-1b1b16af4466 None None] Set router 7d611b2a-6fa0-4626-b12c-abbba1a7683d gateway port host: dv-neutron-822691-2-hyperv {{(pid=88881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:58:31.862526 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-88ba64d4-0b54-4168-8cc1-169f98f2f91c None None] Set router 4d37cf6b-6b0a-4a1d-9504-f05a0d85f341 gateway port host: dv-neutron-822691-2-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:58:32.169614 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-5187d4c0-4869-43fb-bb07-1b1b16af4466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52718056d8>, [{'id': '7d611b2a-6fa0-4626-b12c-abbba1a7683d', 'name': 'tempest-TestSnapshotPattern-111860080-router', 'tenant_id': 'ca6470bc988a4b30890b86e1d588fd70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.213'}], 'enable_snat': True}, 'gw_port_id': '35ce58ed-f4c3-4aab-8859-791d18250e8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:58:23Z', 'updated_at': '2021-12-24T11:58:26Z', 'revision_number': 4, 'project_id': 'ca6470bc988a4b30890b86e1d588fd70', 'gw_port': {'id': '35ce58ed-f4c3-4aab-8859-791d18250e8e', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:da:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d611b2a-6fa0-4626-b12c-abbba1a7683d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:58:24Z', 'updated_at': '2021-12-24T11:58:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_interfaces': [{'id': '607701b4-a9e1-4a12-b623-b6ce9d6ac56c', 'name': '', 'network_id': 'fd50c5b5-d03c-449d-857b-4e32016cb6c7', 'tenant_id': 'ca6470bc988a4b30890b86e1d588fd70', 'mac_address': 'fa:16:3e:4d:d1:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d611b2a-6fa0-4626-b12c-abbba1a7683d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bb0d4661-3afd-4b94-8eb2-00518f4c980f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:58:25Z', 'updated_at': '2021-12-24T11:58:26Z', 'revision_number': 2, 'project_id': 'ca6470bc988a4b30890b86e1d588fd70', 'subnets': [{'id': 'bb0d4661-3afd-4b94-8eb2-00518f4c980f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:58:32.172737 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-88ba64d4-0b54-4168-8cc1-169f98f2f91c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52721c1f60>, [{'id': '4d37cf6b-6b0a-4a1d-9504-f05a0d85f341', 'name': 'tempest-TestSnapshotPattern-1840136115-router', 'tenant_id': 'fe790ff1dff44b67b1cf1b99bf29c03d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.183'}], 'enable_snat': True}, 'gw_port_id': '5e24d2d4-cae0-4abb-8771-6e50dcbc0468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:58:29Z', 'updated_at': '2021-12-24T11:58:30Z', 'revision_number': 3, 'project_id': 'fe790ff1dff44b67b1cf1b99bf29c03d', 'gw_port': {'id': '5e24d2d4-cae0-4abb-8771-6e50dcbc0468', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:3a:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d37cf6b-6b0a-4a1d-9504-f05a0d85f341', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:58:30Z', 'updated_at': '2021-12-24T11:58:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv'}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:58:32.175133 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5187d4c0-4869-43fb-bb07-1b1b16af4466 None None] Checking router: 7d611b2a-6fa0-4626-b12c-abbba1a7683d for host: dv-neutron-822691-2-hyperv {{(pid=88881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 24 11:58:32.175703 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5187d4c0-4869-43fb-bb07-1b1b16af4466 None None] Updating router 7d611b2a-6fa0-4626-b12c-abbba1a7683d port 607701b4-a9e1-4a12-b623-b6ce9d6ac56c binding host dv-neutron-822691-2-hyperv {{(pid=88881) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 24 11:58:32.177287 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ba64d4-0b54-4168-8cc1-169f98f2f91c None None] Checking router: 4d37cf6b-6b0a-4a1d-9504-f05a0d85f341 for host: dv-neutron-822691-2-hyperv {{(pid=88880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 24 11:58:32.177816 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ba64d4-0b54-4168-8cc1-169f98f2f91c None None] Updating router 4d37cf6b-6b0a-4a1d-9504-f05a0d85f341 port 5e24d2d4-cae0-4abb-8771-6e50dcbc0468 binding host dv-neutron-822691-2-hyperv {{(pid=88880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 24 11:58:32.236944 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5187d4c0-4869-43fb-bb07-1b1b16af4466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:32.238693 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-88ba64d4-0b54-4168-8cc1-169f98f2f91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:32.511765 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b20e293e-74eb-448d-8e1d-1d87570bf09f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:32.658211 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22f09266-7a94-443c-9572-2717573d2ff9 None None] Network 74e0112d-4b73-417c-87a0-74da8502d6c2 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 11:58:32.668023 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5187d4c0-4869-43fb-bb07-1b1b16af4466 None None] Notify callbacks [] for port, precommit_update {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:32.680937 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-5187d4c0-4869-43fb-bb07-1b1b16af4466 None None] Transition to ACTIVE for port object 607701b4-a9e1-4a12-b623-b6ce9d6ac56c will not be triggered until provisioned by entity L2. {{(pid=88881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:58:32.688676 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5187d4c0-4869-43fb-bb07-1b1b16af4466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:32.693133 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-e188a342-5371-4c26-a5e3-079f594464ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:58:32.774690 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-b20e293e-74eb-448d-8e1d-1d87570bf09f admin admin] Allocated IP 172.20.0.1 (74e0112d-4b73-417c-87a0-74da8502d6c2/3aafdd7f-e316-4598-8a53-f0d9a4fe33bb/61ceef9e-0498-4a60-a87e-b2bd58167bdf) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:58:32.831103 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01e202e-e6a0-4c6b-b8a7-506f0dbcc294 None None] Pushing event updated for resources: {'Port': ['ID=607701b4-a9e1-4a12-b623-b6ce9d6ac56c,revision_number=3']} {{(pid=88881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:58:32.902557 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01e202e-e6a0-4c6b-b8a7-506f0dbcc294 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:58:32.902935 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01e202e-e6a0-4c6b-b8a7-506f0dbcc294 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:58:32.903297 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01e202e-e6a0-4c6b-b8a7-506f0dbcc294 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:58:32.903659 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01e202e-e6a0-4c6b-b8a7-506f0dbcc294 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:58:32.904018 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01e202e-e6a0-4c6b-b8a7-506f0dbcc294 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:58:32.904373 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01e202e-e6a0-4c6b-b8a7-506f0dbcc294 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:58:32.904726 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01e202e-e6a0-4c6b-b8a7-506f0dbcc294 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:58:32.905638 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01e202e-e6a0-4c6b-b8a7-506f0dbcc294 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:58:32.905638 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01e202e-e6a0-4c6b-b8a7-506f0dbcc294 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:58:32.905815 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01e202e-e6a0-4c6b-b8a7-506f0dbcc294 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:58:32.906388 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01e202e-e6a0-4c6b-b8a7-506f0dbcc294 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 11:58:32.915607 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-e01e202e-e6a0-4c6b-b8a7-506f0dbcc294 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=88881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:58:32.941144 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-5187d4c0-4869-43fb-bb07-1b1b16af4466 None None] Attempting to bind port 607701b4-a9e1-4a12-b623-b6ce9d6ac56c on host dv-neutron-822691-2-hyperv for vnic_type normal with profile  {{(pid=88881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:58:32.941720 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-5187d4c0-4869-43fb-bb07-1b1b16af4466 None None] Attempting to bind port 607701b4-a9e1-4a12-b623-b6ce9d6ac56c by drivers openvswitch,hyperv on host dv-neutron-822691-2-hyperv at level 0 using segments [{'id': '9a4f89d5-31cb-45b0-82d9-f728cd1ca17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'fd50c5b5-d03c-449d-857b-4e32016cb6c7'}] {{(pid=88881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:58:32.942448 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5187d4c0-4869-43fb-bb07-1b1b16af4466 None None] Attempting to bind port 607701b4-a9e1-4a12-b623-b6ce9d6ac56c on network fd50c5b5-d03c-449d-857b-4e32016cb6c7 {{(pid=88881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:58:32.949973 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5187d4c0-4869-43fb-bb07-1b1b16af4466 None None] Checking agent: {'id': 'db1275c1-6001-47af-93c2-635c68404703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822691-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 52, 8), 'started_at': datetime.datetime(2021, 12, 24, 10, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 58, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822691-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:58:32.950490 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5187d4c0-4869-43fb-bb07-1b1b16af4466 None None] Checking segment: {'id': '9a4f89d5-31cb-45b0-82d9-f728cd1ca17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'fd50c5b5-d03c-449d-857b-4e32016cb6c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:58:32.951086 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5187d4c0-4869-43fb-bb07-1b1b16af4466 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:32.951594 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5187d4c0-4869-43fb-bb07-1b1b16af4466 None None] Bound using segment: {'id': '9a4f89d5-31cb-45b0-82d9-f728cd1ca17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'fd50c5b5-d03c-449d-857b-4e32016cb6c7'} {{(pid=88881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:58:32.952276 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-5187d4c0-4869-43fb-bb07-1b1b16af4466 None None] Bound port: 607701b4-a9e1-4a12-b623-b6ce9d6ac56c, host: dv-neutron-822691-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a4f89d5-31cb-45b0-82d9-f728cd1ca17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'fd50c5b5-d03c-449d-857b-4e32016cb6c7'}}] {{(pid=88881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:58:32.952752 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5187d4c0-4869-43fb-bb07-1b1b16af4466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:33.037861 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b20e293e-74eb-448d-8e1d-1d87570bf09f admin admin] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:33.044852 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device f15def7f-73e6-491f-9763-297bde0b3775 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:58:33.061633 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-b20e293e-74eb-448d-8e1d-1d87570bf09f admin admin] Transition to ACTIVE for port object 61ceef9e-0498-4a60-a87e-b2bd58167bdf will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:58:33.065891 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-5187d4c0-4869-43fb-bb07-1b1b16af4466 None None] For port 607701b4-a9e1-4a12-b623-b6ce9d6ac56c, host dv-neutron-822691-2-hyperv, cleared binding levels {{(pid=88881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:58:33.071724 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-5187d4c0-4869-43fb-bb07-1b1b16af4466 None None] For port 607701b4-a9e1-4a12-b623-b6ce9d6ac56c, host dv-neutron-822691-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=607701b4-a9e1-4a12-b623-b6ce9d6ac56c,segment=NetworkSegment(9a4f89d5-31cb-45b0-82d9-f728cd1ca17e),segment_id=9a4f89d5-31cb-45b0-82d9-f728cd1ca17e)] {{(pid=88881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:58:33.080886 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5187d4c0-4869-43fb-bb07-1b1b16af4466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:33.087027 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-71473e44-1b9d-4987-82e4-05a185472ea1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:58:33.087529 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b20e293e-74eb-448d-8e1d-1d87570bf09f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:33.092789 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-10756fba-7473-402d-95a1-cf3a52441ce0 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:58:33.111794 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-88ba64d4-0b54-4168-8cc1-169f98f2f91c None None] Notify callbacks [] for port, precommit_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:33.120549 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-1a798fa2-c160-421f-bd9d-6977d77ac238 None None] Provisioning for port f15def7f-73e6-491f-9763-297bde0b3775 completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:58:33.151414 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-88ba64d4-0b54-4168-8cc1-169f98f2f91c None None] Transition to ACTIVE for port object 5e24d2d4-cae0-4abb-8771-6e50dcbc0468 will not be triggered until provisioned by entity L2. {{(pid=88880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:58:33.177542 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01e202e-e6a0-4c6b-b8a7-506f0dbcc294 None None] Pushing event updated for resources: {'Port': ['ID=607701b4-a9e1-4a12-b623-b6ce9d6ac56c,revision_number=4']} {{(pid=88881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:58:33.178836 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b20e293e-74eb-448d-8e1d-1d87570bf09f admin admin] Network 74e0112d-4b73-417c-87a0-74da8502d6c2 is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:58:33.179947 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20e293e-74eb-448d-8e1d-1d87570bf09f admin admin] Pushing event updated for resources: {'Port': ['ID=61ceef9e-0498-4a60-a87e-b2bd58167bdf,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:58:33.182189 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-e01e202e-e6a0-4c6b-b8a7-506f0dbcc294 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:58:33.184331 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5187d4c0-4869-43fb-bb07-1b1b16af4466 None None] Routers {'7d611b2a-6fa0-4626-b12c-abbba1a7683d'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:58:33.185497 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-5187d4c0-4869-43fb-bb07-1b1b16af4466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52718056d8>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:58:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['7d611b2a-6fa0-4626-b12c-abbba1a7683d'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:58:33.189429 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-b20e293e-74eb-448d-8e1d-1d87570bf09f admin admin] Resources bound (agent type, host, resource id):  {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:58:33.192724 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20e293e-74eb-448d-8e1d-1d87570bf09f admin admin] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:58:33.214850 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-88ba64d4-0b54-4168-8cc1-169f98f2f91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:33.224250 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:58:33.228391 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-b20e293e-74eb-448d-8e1d-1d87570bf09f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:58:33.270620 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b20e293e-74eb-448d-8e1d-1d87570bf09f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-720245'] for router_interface, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:33.293074 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f778e9d-ce8d-4e01-86af-3b667a6d9640 None None] Pushing event updated for resources: {'Port': ['ID=5e24d2d4-cae0-4abb-8771-6e50dcbc0468,revision_number=2']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:58:33.309893 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-0f778e9d-ce8d-4e01-86af-3b667a6d9640 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:58:33.373030 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b20e293e-74eb-448d-8e1d-1d87570bf09f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:33.382020 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-88ba64d4-0b54-4168-8cc1-169f98f2f91c None None] Attempting to bind port 5e24d2d4-cae0-4abb-8771-6e50dcbc0468 on host dv-neutron-822691-2-hyperv for vnic_type normal with profile  {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:58:33.382578 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-88ba64d4-0b54-4168-8cc1-169f98f2f91c None None] Attempting to bind port 5e24d2d4-cae0-4abb-8771-6e50dcbc0468 by drivers openvswitch,hyperv on host dv-neutron-822691-2-hyperv at level 0 using segments [{'id': 'd4e3295f-9ff8-4cad-8a20-3f1c937efc8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a'}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:58:33.382999 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ba64d4-0b54-4168-8cc1-169f98f2f91c None None] Attempting to bind port 5e24d2d4-cae0-4abb-8771-6e50dcbc0468 on network f8c337ba-681f-4fcb-a333-e3c49365b30a {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:58:33.393114 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-5187d4c0-4869-43fb-bb07-1b1b16af4466 None None] Set router 7d611b2a-6fa0-4626-b12c-abbba1a7683d gateway port host: dv-neutron-822691-2-hyperv {{(pid=88881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:58:33.395568 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ba64d4-0b54-4168-8cc1-169f98f2f91c None None] Checking agent: {'id': 'db1275c1-6001-47af-93c2-635c68404703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822691-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 52, 8), 'started_at': datetime.datetime(2021, 12, 24, 10, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 58, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822691-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:58:33.396006 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ba64d4-0b54-4168-8cc1-169f98f2f91c None None] Checking segment: {'id': 'd4e3295f-9ff8-4cad-8a20-3f1c937efc8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:58:33.396467 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-88ba64d4-0b54-4168-8cc1-169f98f2f91c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:33.397167 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ba64d4-0b54-4168-8cc1-169f98f2f91c None None] Bound using segment: {'id': 'd4e3295f-9ff8-4cad-8a20-3f1c937efc8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a'} {{(pid=88880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:58:33.397709 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-88ba64d4-0b54-4168-8cc1-169f98f2f91c None None] Bound port: 5e24d2d4-cae0-4abb-8771-6e50dcbc0468, host: dv-neutron-822691-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4e3295f-9ff8-4cad-8a20-3f1c937efc8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a'}}] {{(pid=88880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:58:33.398165 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-88ba64d4-0b54-4168-8cc1-169f98f2f91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:33.450848 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning for port f15def7f-73e6-491f-9763-297bde0b3775 completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:58:33.484392 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port f15def7f-73e6-491f-9763-297bde0b3775 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:58:33.484814 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:33.555341 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-88ba64d4-0b54-4168-8cc1-169f98f2f91c None None] For port 5e24d2d4-cae0-4abb-8771-6e50dcbc0468, host dv-neutron-822691-2-hyperv, cleared binding levels {{(pid=88880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:58:33.561492 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-88ba64d4-0b54-4168-8cc1-169f98f2f91c None None] For port 5e24d2d4-cae0-4abb-8771-6e50dcbc0468, host dv-neutron-822691-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=5e24d2d4-cae0-4abb-8771-6e50dcbc0468,segment=NetworkSegment(d4e3295f-9ff8-4cad-8a20-3f1c937efc8c),segment_id=d4e3295f-9ff8-4cad-8a20-3f1c937efc8c)] {{(pid=88880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:58:33.567483 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-88ba64d4-0b54-4168-8cc1-169f98f2f91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:33.572977 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:58:33.630195 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b20e293e-74eb-448d-8e1d-1d87570bf09f admin admin] Notify callbacks [] for port, precommit_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:33.635528 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b20e293e-74eb-448d-8e1d-1d87570bf09f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850854027'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:33.667681 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-5201d988-9696-4cea-81b1-0d2e5c05d5e6 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:58:33.668388 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f778e9d-ce8d-4e01-86af-3b667a6d9640 None None] Pushing event updated for resources: {'Port': ['ID=5e24d2d4-cae0-4abb-8771-6e50dcbc0468,revision_number=3']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:58:33.711550 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-0f778e9d-ce8d-4e01-86af-3b667a6d9640 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:58:33.761282 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:33.766966 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20e293e-74eb-448d-8e1d-1d87570bf09f admin admin] Pushing event updated for resources: {'Port': ['ID=61ceef9e-0498-4a60-a87e-b2bd58167bdf,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:58:33.775361 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ba64d4-0b54-4168-8cc1-169f98f2f91c None None] Routers {'4d37cf6b-6b0a-4a1d-9504-f05a0d85f341'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:58:33.776086 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-88ba64d4-0b54-4168-8cc1-169f98f2f91c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52721c1f60>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:58:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['4d37cf6b-6b0a-4a1d-9504-f05a0d85f341'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:58:33.777054 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-b20e293e-74eb-448d-8e1d-1d87570bf09f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1977653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854055662'] for router_interface, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:33.782233 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-b20e293e-74eb-448d-8e1d-1d87570bf09f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:58:33.812138 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-5187d4c0-4869-43fb-bb07-1b1b16af4466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52718056d8>, [{'id': '7d611b2a-6fa0-4626-b12c-abbba1a7683d', 'name': 'tempest-TestSnapshotPattern-111860080-router', 'tenant_id': 'ca6470bc988a4b30890b86e1d588fd70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.213'}], 'enable_snat': True}, 'gw_port_id': '35ce58ed-f4c3-4aab-8859-791d18250e8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:58:23Z', 'updated_at': '2021-12-24T11:58:26Z', 'revision_number': 4, 'project_id': 'ca6470bc988a4b30890b86e1d588fd70', 'gw_port': {'id': '35ce58ed-f4c3-4aab-8859-791d18250e8e', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:da:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d611b2a-6fa0-4626-b12c-abbba1a7683d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:58:24Z', 'updated_at': '2021-12-24T11:58:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_interfaces': [{'id': '607701b4-a9e1-4a12-b623-b6ce9d6ac56c', 'name': '', 'network_id': 'fd50c5b5-d03c-449d-857b-4e32016cb6c7', 'tenant_id': 'ca6470bc988a4b30890b86e1d588fd70', 'mac_address': 'fa:16:3e:4d:d1:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d611b2a-6fa0-4626-b12c-abbba1a7683d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bb0d4661-3afd-4b94-8eb2-00518f4c980f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:58:25Z', 'updated_at': '2021-12-24T11:58:33Z', 'revision_number': 4, 'project_id': 'ca6470bc988a4b30890b86e1d588fd70', 'subnets': [{'id': 'bb0d4661-3afd-4b94-8eb2-00518f4c980f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:58:33.817126 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5187d4c0-4869-43fb-bb07-1b1b16af4466 None None] The sync data for ids ['7d611b2a-6fa0-4626-b12c-abbba1a7683d'] in dv-neutron-822691-2-hyperv is: [{'id': '7d611b2a-6fa0-4626-b12c-abbba1a7683d', 'name': 'tempest-TestSnapshotPattern-111860080-router', 'tenant_id': 'ca6470bc988a4b30890b86e1d588fd70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.213'}], 'enable_snat': True}, 'gw_port_id': '35ce58ed-f4c3-4aab-8859-791d18250e8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:58:23Z', 'updated_at': '2021-12-24T11:58:26Z', 'revision_number': 4, 'project_id': 'ca6470bc988a4b30890b86e1d588fd70', 'gw_port': {'id': '35ce58ed-f4c3-4aab-8859-791d18250e8e', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:da:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d611b2a-6fa0-4626-b12c-abbba1a7683d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:58:24Z', 'updated_at': '2021-12-24T11:58:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_interfaces': [{'id': '607701b4-a9e1-4a12-b623-b6ce9d6ac56c', 'name': '', 'network_id': 'fd50c5b5-d03c-449d-857b-4e32016cb6c7', 'tenant_id': 'ca6470bc988a4b30890b86e1d588fd70', 'mac_address': 'fa:16:3e:4d:d1:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d611b2a-6fa0-4626-b12c-abbba1a7683d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bb0d4661-3afd-4b94-8eb2-00518f4c980f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:58:25Z', 'updated_at': '2021-12-24T11:58:33Z', 'revision_number': 4, 'project_id': 'ca6470bc988a4b30890b86e1d588fd70', 'subnets': [{'id': 'bb0d4661-3afd-4b94-8eb2-00518f4c980f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:58:33.875981 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] For port f15def7f-73e6-491f-9763-297bde0b3775, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=f15def7f-73e6-491f-9763-297bde0b3775,segment=NetworkSegment(63b20eeb-4d98-473a-8c18-8bf890605856),segment_id=63b20eeb-4d98-473a-8c18-8bf890605856)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:58:33.882554 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:33.886863 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-e3aefb6e-fef2-41b3-abda-fc145ea27ee2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:58:33.946789 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b20e293e-74eb-448d-8e1d-1d87570bf09f admin admin] Network 74e0112d-4b73-417c-87a0-74da8502d6c2 is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:58:33.948116 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-b20e293e-74eb-448d-8e1d-1d87570bf09f admin admin] Resources bound (agent type, host, resource id):  {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:58:34.047901 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Pushing event updated for resources: {'Port': ['ID=f15def7f-73e6-491f-9763-297bde0b3775,revision_number=3']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:58:34.055837 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:58:34.075925 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-91aa5e74-5ae6-4541-884a-256734a2ff92 None None] Provisioning for port 61ceef9e-0498-4a60-a87e-b2bd58167bdf completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:58:34.087188 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-91aa5e74-5ae6-4541-884a-256734a2ff92 None None] Provisioning complete for port 61ceef9e-0498-4a60-a87e-b2bd58167bdf triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:58:34.087610 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-91aa5e74-5ae6-4541-884a-256734a2ff92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:34.149901 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-91aa5e74-5ae6-4541-884a-256734a2ff92 None None] Port 61ceef9e-0498-4a60-a87e-b2bd58167bdf cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:58:34.164077 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-88ba64d4-0b54-4168-8cc1-169f98f2f91c None None] Set router 4d37cf6b-6b0a-4a1d-9504-f05a0d85f341 gateway port host: dv-neutron-822691-2-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:58:34.232323 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-91aa5e74-5ae6-4541-884a-256734a2ff92 None None] Provisioning complete for port f15def7f-73e6-491f-9763-297bde0b3775 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:58:34.232865 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-91aa5e74-5ae6-4541-884a-256734a2ff92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:34.429401 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b20e293e-74eb-448d-8e1d-1d87570bf09f admin admin] Router 4d37cf6b-6b0a-4a1d-9504-f05a0d85f341 has already been hosted by L3 agent 198cca88-1338-4098-b44b-beb0346ac906 {{(pid=88879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 24 11:58:34.656000 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-88ba64d4-0b54-4168-8cc1-169f98f2f91c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52721c1f60>, [{'id': '4d37cf6b-6b0a-4a1d-9504-f05a0d85f341', 'name': 'tempest-TestSnapshotPattern-1840136115-router', 'tenant_id': 'fe790ff1dff44b67b1cf1b99bf29c03d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.183'}], 'enable_snat': True}, 'gw_port_id': '5e24d2d4-cae0-4abb-8771-6e50dcbc0468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:58:29Z', 'updated_at': '2021-12-24T11:58:33Z', 'revision_number': 4, 'project_id': 'fe790ff1dff44b67b1cf1b99bf29c03d', 'gw_port': {'id': '5e24d2d4-cae0-4abb-8771-6e50dcbc0468', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:3a:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d37cf6b-6b0a-4a1d-9504-f05a0d85f341', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:58:30Z', 'updated_at': '2021-12-24T11:58:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_interfaces': [{'id': '61ceef9e-0498-4a60-a87e-b2bd58167bdf', 'name': '', 'network_id': '74e0112d-4b73-417c-87a0-74da8502d6c2', 'tenant_id': 'fe790ff1dff44b67b1cf1b99bf29c03d', 'mac_address': 'fa:16:3e:27:de:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d37cf6b-6b0a-4a1d-9504-f05a0d85f341', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3aafdd7f-e316-4598-8a53-f0d9a4fe33bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:58:32Z', 'updated_at': '2021-12-24T11:58:33Z', 'revision_number': 2, 'project_id': 'fe790ff1dff44b67b1cf1b99bf29c03d', 'subnets': [{'id': '3aafdd7f-e316-4598-8a53-f0d9a4fe33bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:58:34.661227 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ba64d4-0b54-4168-8cc1-169f98f2f91c None None] The sync data for ids ['4d37cf6b-6b0a-4a1d-9504-f05a0d85f341'] in dv-neutron-822691-2-hyperv is: [{'id': '4d37cf6b-6b0a-4a1d-9504-f05a0d85f341', 'name': 'tempest-TestSnapshotPattern-1840136115-router', 'tenant_id': 'fe790ff1dff44b67b1cf1b99bf29c03d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.183'}], 'enable_snat': True}, 'gw_port_id': '5e24d2d4-cae0-4abb-8771-6e50dcbc0468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:58:29Z', 'updated_at': '2021-12-24T11:58:33Z', 'revision_number': 4, 'project_id': 'fe790ff1dff44b67b1cf1b99bf29c03d', 'gw_port': {'id': '5e24d2d4-cae0-4abb-8771-6e50dcbc0468', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:3a:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d37cf6b-6b0a-4a1d-9504-f05a0d85f341', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:58:30Z', 'updated_at': '2021-12-24T11:58:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_interfaces': [{'id': '61ceef9e-0498-4a60-a87e-b2bd58167bdf', 'name': '', 'network_id': '74e0112d-4b73-417c-87a0-74da8502d6c2', 'tenant_id': 'fe790ff1dff44b67b1cf1b99bf29c03d', 'mac_address': 'fa:16:3e:27:de:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d37cf6b-6b0a-4a1d-9504-f05a0d85f341', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3aafdd7f-e316-4598-8a53-f0d9a4fe33bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:58:32Z', 'updated_at': '2021-12-24T11:58:33Z', 'revision_number': 2, 'project_id': 'fe790ff1dff44b67b1cf1b99bf29c03d', 'subnets': [{'id': '3aafdd7f-e316-4598-8a53-f0d9a4fe33bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:58:34.677135 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b20e293e-74eb-448d-8e1d-1d87570bf09f admin admin] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:58:34.689281 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-b20e293e-74eb-448d-8e1d-1d87570bf09f admin admin] 10.222.0.65 "PUT /v2.0/routers/4d37cf6b-6b0a-4a1d-9504-f05a0d85f341/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0166879
Dec 24 11:58:34.756012 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-d47d2e92-8fbf-4628-9b5a-16116ba940ca None None] Provisioning complete for port 61ceef9e-0498-4a60-a87e-b2bd58167bdf triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:58:34.756440 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d47d2e92-8fbf-4628-9b5a-16116ba940ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:34.816154 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-d47d2e92-8fbf-4628-9b5a-16116ba940ca None None] Port 61ceef9e-0498-4a60-a87e-b2bd58167bdf cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:58:34.954779 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 607701b4-a9e1-4a12-b623-b6ce9d6ac56c up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:58:35.024889 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning for port 607701b4-a9e1-4a12-b623-b6ce9d6ac56c completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:58:35.029823 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port 607701b4-a9e1-4a12-b623-b6ce9d6ac56c triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:58:35.030289 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:35.153342 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:35.187216 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] For port 607701b4-a9e1-4a12-b623-b6ce9d6ac56c, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=607701b4-a9e1-4a12-b623-b6ce9d6ac56c,segment=NetworkSegment(9a4f89d5-31cb-45b0-82d9-f728cd1ca17e),segment_id=9a4f89d5-31cb-45b0-82d9-f728cd1ca17e)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:58:35.190693 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:35.191593 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device f15def7f-73e6-491f-9763-297bde0b3775 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:58:35.221142 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:58:35.320191 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Pushing event updated for resources: {'Port': ['ID=607701b4-a9e1-4a12-b623-b6ce9d6ac56c,revision_number=5']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:58:35.324068 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:58:35.352316 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port f15def7f-73e6-491f-9763-297bde0b3775 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:58:35.352741 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:35.383718 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 51948) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:58:35.390750 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-a186ebf2-55d7-42c1-82cb-e50369cf3311 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1772259727', 'description': 'tempest-secgroup-smoke-1772259727 description', 'project_id': 'ca6470bc988a4b30890b86e1d588fd70'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:58:35.400372 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-a186ebf2-55d7-42c1-82cb-e50369cf3311 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:58:35.404668 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-a186ebf2-55d7-42c1-82cb-e50369cf3311 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Usage tracker for resource:security_group and tenant:ca6470bc988a4b30890b86e1d588fd70 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:58:35.407963 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-a186ebf2-55d7-42c1-82cb-e50369cf3311 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:58:35.414491 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-a186ebf2-55d7-42c1-82cb-e50369cf3311 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:58:35.433338 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a186ebf2-55d7-42c1-82cb-e50369cf3311 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Notify callbacks [] for security_group, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:35.479433 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-a186ebf2-55d7-42c1-82cb-e50369cf3311 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:58:35.483832 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-a186ebf2-55d7-42c1-82cb-e50369cf3311 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Usage tracker for resource:security_group_rule and tenant:ca6470bc988a4b30890b86e1d588fd70 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:58:35.487136 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-a186ebf2-55d7-42c1-82cb-e50369cf3311 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:58:35.495567 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-a186ebf2-55d7-42c1-82cb-e50369cf3311 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:58:35.559863 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a186ebf2-55d7-42c1-82cb-e50369cf3311 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Notify callbacks [] for security_group, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:35.563672 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a186ebf2-55d7-42c1-82cb-e50369cf3311 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:35.569666 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-ecc81edc-762e-434a-990b-01675ff5650b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:58:35.876520 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a186ebf2-55d7-42c1-82cb-e50369cf3311 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14138d50-088b-4b26-8286-c9d6b443a670,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:58:35.880742 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a186ebf2-55d7-42c1-82cb-e50369cf3311 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Notify callbacks [] for security_group, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:35.885042 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-a186ebf2-55d7-42c1-82cb-e50369cf3311 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 0.4975135
Dec 24 11:58:35.885042 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-a186ebf2-55d7-42c1-82cb-e50369cf3311 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:58:35.886223 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 51952) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:58:35.896138 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-8c30f3a8-229a-4185-b980-61f8246d63db tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Request body: {'security_group_rule': {'security_group_id': '14138d50-088b-4b26-8286-c9d6b443a670', 'project_id': 'ca6470bc988a4b30890b86e1d588fd70', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:58:35.903215 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-8c30f3a8-229a-4185-b980-61f8246d63db tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:58:35.907559 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-8c30f3a8-229a-4185-b980-61f8246d63db tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Usage tracker for resource:security_group_rule and tenant:ca6470bc988a4b30890b86e1d588fd70 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:58:35.910765 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-8c30f3a8-229a-4185-b980-61f8246d63db tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:58:35.917435 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-8c30f3a8-229a-4185-b980-61f8246d63db tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:58:35.936127 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8c30f3a8-229a-4185-b980-61f8246d63db tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:36.009346 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8c30f3a8-229a-4185-b980-61f8246d63db tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:36.013092 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8c30f3a8-229a-4185-b980-61f8246d63db tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689902'] for security_group_rule, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:36.019897 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-b6430996-293f-498f-9a43-27be6992e67e tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:58:36.034597 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c30f3a8-229a-4185-b980-61f8246d63db tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00c3bbac-af51-4153-9dab-f4a9652ecedd,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:58:36.042720 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-8c30f3a8-229a-4185-b980-61f8246d63db tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:58:36.064582 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8c30f3a8-229a-4185-b980-61f8246d63db tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:36.069579 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 51956) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:58:36.070373 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-8c30f3a8-229a-4185-b980-61f8246d63db tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1827540
Dec 24 11:58:36.078642 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-2532aa8f-a339-4fe7-9c8a-5b078ccd1d7b tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Request body: {'security_group_rule': {'security_group_id': '14138d50-088b-4b26-8286-c9d6b443a670', 'project_id': 'ca6470bc988a4b30890b86e1d588fd70', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:58:36.085980 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-2532aa8f-a339-4fe7-9c8a-5b078ccd1d7b tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:58:36.090204 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-2532aa8f-a339-4fe7-9c8a-5b078ccd1d7b tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Usage tracker for resource:security_group_rule and tenant:ca6470bc988a4b30890b86e1d588fd70 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:58:36.093229 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-2532aa8f-a339-4fe7-9c8a-5b078ccd1d7b tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:58:36.099487 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-2532aa8f-a339-4fe7-9c8a-5b078ccd1d7b tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:58:36.125183 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2532aa8f-a339-4fe7-9c8a-5b078ccd1d7b tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:36.194050 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2532aa8f-a339-4fe7-9c8a-5b078ccd1d7b tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:36.197294 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2532aa8f-a339-4fe7-9c8a-5b078ccd1d7b tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689902'] for security_group_rule, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:36.205313 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-62affa51-3c57-4e44-a993-413d1100ed48 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:58:36.225526 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2532aa8f-a339-4fe7-9c8a-5b078ccd1d7b tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6b466fa-52a0-4974-b9f4-f3b9a8d45a31,revision_number=0']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:58:36.228409 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-2532aa8f-a339-4fe7-9c8a-5b078ccd1d7b tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:58:36.235937 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2532aa8f-a339-4fe7-9c8a-5b078ccd1d7b tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:36.237241 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-2532aa8f-a339-4fe7-9c8a-5b078ccd1d7b tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.1665342
Dec 24 11:58:36.240515 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 51960) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:58:36.246664 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-58ba26e4-8fcf-488e-97ce-20daa01a0c2d tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Request body: {'security_group_rule': {'security_group_id': '14138d50-088b-4b26-8286-c9d6b443a670', 'project_id': 'ca6470bc988a4b30890b86e1d588fd70', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:58:36.254174 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-58ba26e4-8fcf-488e-97ce-20daa01a0c2d tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:58:36.258488 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-58ba26e4-8fcf-488e-97ce-20daa01a0c2d tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Usage tracker for resource:security_group_rule and tenant:ca6470bc988a4b30890b86e1d588fd70 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:58:36.261558 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-58ba26e4-8fcf-488e-97ce-20daa01a0c2d tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:58:36.268186 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-58ba26e4-8fcf-488e-97ce-20daa01a0c2d tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:58:36.286858 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-58ba26e4-8fcf-488e-97ce-20daa01a0c2d tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:36.355213 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-58ba26e4-8fcf-488e-97ce-20daa01a0c2d tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:36.359917 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-58ba26e4-8fcf-488e-97ce-20daa01a0c2d tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689902'] for security_group_rule, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:36.362112 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-b2b72c8e-3685-4c62-a7fa-0a659ee6ea91 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:58:36.386910 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ba26e4-8fcf-488e-97ce-20daa01a0c2d tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76372c13-a228-4840-98be-b8416a9a7446,revision_number=0']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:58:36.390045 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-58ba26e4-8fcf-488e-97ce-20daa01a0c2d tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:58:36.397592 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-58ba26e4-8fcf-488e-97ce-20daa01a0c2d tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:36.401927 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-58ba26e4-8fcf-488e-97ce-20daa01a0c2d tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1573620
Dec 24 11:58:36.402513 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 51964) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:58:36.408985 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-196c978a-1d60-49bc-8280-9bef6a1ee939 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Request body: {'security_group_rule': {'security_group_id': '14138d50-088b-4b26-8286-c9d6b443a670', 'project_id': 'ca6470bc988a4b30890b86e1d588fd70', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:58:36.415992 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-196c978a-1d60-49bc-8280-9bef6a1ee939 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:58:36.420204 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-196c978a-1d60-49bc-8280-9bef6a1ee939 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Usage tracker for resource:security_group_rule and tenant:ca6470bc988a4b30890b86e1d588fd70 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:58:36.423583 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-196c978a-1d60-49bc-8280-9bef6a1ee939 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:58:36.429916 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-196c978a-1d60-49bc-8280-9bef6a1ee939 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:58:36.448184 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-196c978a-1d60-49bc-8280-9bef6a1ee939 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:36.519918 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-196c978a-1d60-49bc-8280-9bef6a1ee939 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:36.527109 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-196c978a-1d60-49bc-8280-9bef6a1ee939 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689902'] for security_group_rule, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:36.535381 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f70a819c-7a3e-4f59-acc0-a58080993795 tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:58:36.553819 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7f16bb54-8bdf-4de6-8876-f2108facb559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:36.558504 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196c978a-1d60-49bc-8280-9bef6a1ee939 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44a916e0-fb71-4ac7-af7a-175a6a163f4b,revision_number=0']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:58:36.561346 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-196c978a-1d60-49bc-8280-9bef6a1ee939 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:58:36.568702 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-196c978a-1d60-49bc-8280-9bef6a1ee939 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:36.571839 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-196c978a-1d60-49bc-8280-9bef6a1ee939 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.1666255
Dec 24 11:58:36.573392 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 51968) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:58:36.580354 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-16e67b81-abf5-4844-97c5-e91744e47227 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Request body: {'security_group_rule': {'security_group_id': '14138d50-088b-4b26-8286-c9d6b443a670', 'project_id': 'ca6470bc988a4b30890b86e1d588fd70', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:58:36.587553 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-16e67b81-abf5-4844-97c5-e91744e47227 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:58:36.591920 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-16e67b81-abf5-4844-97c5-e91744e47227 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Usage tracker for resource:security_group_rule and tenant:ca6470bc988a4b30890b86e1d588fd70 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:58:36.595368 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-16e67b81-abf5-4844-97c5-e91744e47227 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:58:36.601595 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-16e67b81-abf5-4844-97c5-e91744e47227 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:58:36.615482 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.securitygroups_db [None req-16e67b81-abf5-4844-97c5-e91744e47227 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Project ca6470bc988a4b30890b86e1d588fd70 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 24 11:58:36.622777 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-16e67b81-abf5-4844-97c5-e91744e47227 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:36.693784 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-16e67b81-abf5-4844-97c5-e91744e47227 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:36.697009 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-16e67b81-abf5-4844-97c5-e91744e47227 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689902'] for security_group_rule, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:36.698998 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-6ef4a8c4-50cb-4d37-91ba-25538b03b5ad tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:58:36.723093 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e67b81-abf5-4844-97c5-e91744e47227 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a77538fe-48ac-4398-803c-526254a889d9,revision_number=0']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:58:36.725905 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-16e67b81-abf5-4844-97c5-e91744e47227 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:58:36.733064 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-16e67b81-abf5-4844-97c5-e91744e47227 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:36.734463 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-16e67b81-abf5-4844-97c5-e91744e47227 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.1598637
Dec 24 11:58:36.737343 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 51972) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:58:36.743549 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-3f4749a5-f8d6-4512-a54f-1eb97123c2ad tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Request body: {'security_group_rule': {'security_group_id': '14138d50-088b-4b26-8286-c9d6b443a670', 'project_id': 'ca6470bc988a4b30890b86e1d588fd70', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:58:36.750707 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-3f4749a5-f8d6-4512-a54f-1eb97123c2ad tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:58:36.755047 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-3f4749a5-f8d6-4512-a54f-1eb97123c2ad tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Usage tracker for resource:security_group_rule and tenant:ca6470bc988a4b30890b86e1d588fd70 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:58:36.758250 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-3f4749a5-f8d6-4512-a54f-1eb97123c2ad tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:58:36.764984 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-3f4749a5-f8d6-4512-a54f-1eb97123c2ad tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:58:36.774948 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.securitygroups_db [None req-3f4749a5-f8d6-4512-a54f-1eb97123c2ad tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Project ca6470bc988a4b30890b86e1d588fd70 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 24 11:58:36.781900 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3f4749a5-f8d6-4512-a54f-1eb97123c2ad tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:36.853360 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3f4749a5-f8d6-4512-a54f-1eb97123c2ad tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:36.857596 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3f4749a5-f8d6-4512-a54f-1eb97123c2ad tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689902'] for security_group_rule, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:36.859671 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-07934d0a-e992-4c6c-8de3-c04bd6790172 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:58:36.883394 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4749a5-f8d6-4512-a54f-1eb97123c2ad tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d83d8c5d-1471-4207-a0db-86fbfc7cffe1,revision_number=0']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:58:36.886213 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-3f4749a5-f8d6-4512-a54f-1eb97123c2ad tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:58:36.893583 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3f4749a5-f8d6-4512-a54f-1eb97123c2ad tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:36.902224 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-3f4749a5-f8d6-4512-a54f-1eb97123c2ad tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.1564112
Dec 24 11:58:37.015119 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 607701b4-a9e1-4a12-b623-b6ce9d6ac56c up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:58:37.088519 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port 607701b4-a9e1-4a12-b623-b6ce9d6ac56c triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:58:37.088939 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:37.211841 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 5e24d2d4-cae0-4abb-8771-6e50dcbc0468 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:58:37.281514 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning for port 5e24d2d4-cae0-4abb-8771-6e50dcbc0468 completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:58:37.286496 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port 5e24d2d4-cae0-4abb-8771-6e50dcbc0468 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:58:37.286922 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:37.360935 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-e6379165-f165-4f84-99a0-4c4b4dd8e161 req-039b6511-905c-4c21-a9b3-a21d7f83c4c1 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1772259727&fields=id&tenant_id=ca6470bc988a4b30890b86e1d588fd70 HTTP/1.1" status: 200  len: 267 time: 0.0459433
Dec 24 11:58:37.411842 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:37.428043 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] For port 5e24d2d4-cae0-4abb-8771-6e50dcbc0468, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=5e24d2d4-cae0-4abb-8771-6e50dcbc0468,segment=NetworkSegment(d4e3295f-9ff8-4cad-8a20-3f1c937efc8c),segment_id=d4e3295f-9ff8-4cad-8a20-3f1c937efc8c)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:58:37.431040 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:37.434039 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:58:37.501298 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Pushing event updated for resources: {'Port': ['ID=5e24d2d4-cae0-4abb-8771-6e50dcbc0468,revision_number=4']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:58:37.504780 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:58:37.524217 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6379165-f165-4f84-99a0-4c4b4dd8e161 req-d8e43475-e34a-45fb-8eb0-cfd2398dd072 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:58:37.525879 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-e6379165-f165-4f84-99a0-4c4b4dd8e161 req-d8e43475-e34a-45fb-8eb0-cfd2398dd072 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] 10.222.0.65 "GET /v2.0/networks?id=fd50c5b5-d03c-449d-857b-4e32016cb6c7 HTTP/1.1" status: 200  len: 809 time: 0.1575680
Dec 24 11:58:37.544984 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-e6379165-f165-4f84-99a0-4c4b4dd8e161 req-68bcfb60-9c23-4b34-ae82-c422ceb7fbe2 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] 10.222.0.65 "GET /v2.0/quotas/ca6470bc988a4b30890b86e1d588fd70 HTTP/1.1" status: 200  len: 375 time: 0.0126367
Dec 24 11:58:37.635666 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-e6379165-f165-4f84-99a0-4c4b4dd8e161 req-9e6effb7-c2d3-44f0-ab47-b607c9516e96 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Synchronizing usage tracker for tenant:ca6470bc988a4b30890b86e1d588fd70 on resource:port {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:58:37.654478 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-e6379165-f165-4f84-99a0-4c4b4dd8e161 req-9e6effb7-c2d3-44f0-ab47-b607c9516e96 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Unset dirty status for tenant:ca6470bc988a4b30890b86e1d588fd70 on resource:port {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:58:37.655852 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-e6379165-f165-4f84-99a0-4c4b4dd8e161 req-9e6effb7-c2d3-44f0-ab47-b607c9516e96 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=ca6470bc988a4b30890b86e1d588fd70&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1051242
Dec 24 11:58:37.847039 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [req-e6379165-f165-4f84-99a0-4c4b4dd8e161 req-dc5219a5-3eb5-4caf-af88-a50add7920df service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=88878) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 24 11:58:37.848143 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-e6379165-f165-4f84-99a0-4c4b4dd8e161 req-dc5219a5-3eb5-4caf-af88-a50add7920df service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12161 time: 0.0796115
Dec 24 11:58:38.001800 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-e6379165-f165-4f84-99a0-4c4b4dd8e161 req-b9122795-c6d1-4a25-a1b4-313f4deb216d service neutron] 10.222.0.65 "GET /v2.0/networks/fd50c5b5-d03c-449d-857b-4e32016cb6c7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1463888
Dec 24 11:58:38.106725 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:38.152252 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-e6379165-f165-4f84-99a0-4c4b4dd8e161 req-263d6ed7-4f42-4e10-9a86-9d369c5143c3 service neutron] 10.222.0.65 "GET /v2.0/networks/fd50c5b5-d03c-449d-857b-4e32016cb6c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1440897
Dec 24 11:58:38.361763 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-f91eec02-2e1a-4172-9007-bbae12a02b0e req-49109e65-a6e8-4878-913b-8264153e0b79 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] 10.222.0.65 "GET /v2.0/ports?device_id=83f35f25-c18a-493f-a2a1-a8cf80c67c0c HTTP/1.1" status: 200  len: 210 time: 0.0512645
Dec 24 11:58:38.862012 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-005edd4f-c0cb-421c-adfd-3a2064a18724 None None] Sync routers for ids ['4d37cf6b-6b0a-4a1d-9504-f05a0d85f341'] in dv-neutron-822691-2-hyperv {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:58:38.875376 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-005edd4f-c0cb-421c-adfd-3a2064a18724 None None] Routers {'4d37cf6b-6b0a-4a1d-9504-f05a0d85f341'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:58:38.876053 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-005edd4f-c0cb-421c-adfd-3a2064a18724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271a3a550>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:58:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['4d37cf6b-6b0a-4a1d-9504-f05a0d85f341'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:58:38.926068 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 5e24d2d4-cae0-4abb-8771-6e50dcbc0468 up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:58:39.007031 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port 5e24d2d4-cae0-4abb-8771-6e50dcbc0468 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:58:39.007442 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:39.065033 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f8a713d9-6251-447b-a38b-7e86f4d37a5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:39.207796 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-005edd4f-c0cb-421c-adfd-3a2064a18724 None None] Set router 4d37cf6b-6b0a-4a1d-9504-f05a0d85f341 gateway port host: dv-neutron-822691-2-hyperv {{(pid=88881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:58:39.495614 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-4b60ac93-ae0a-434b-a8ba-8e7953472fa0 req-90c9a1e6-5557-4578-b48c-41669dd86068 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] 10.222.0.65 "GET /v2.0/ports?device_id=83f35f25-c18a-493f-a2a1-a8cf80c67c0c HTTP/1.1" status: 200  len: 210 time: 0.0473819
Dec 24 11:58:39.550059 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-005edd4f-c0cb-421c-adfd-3a2064a18724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271a3a550>, [{'id': '4d37cf6b-6b0a-4a1d-9504-f05a0d85f341', 'name': 'tempest-TestSnapshotPattern-1840136115-router', 'tenant_id': 'fe790ff1dff44b67b1cf1b99bf29c03d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.183'}], 'enable_snat': True}, 'gw_port_id': '5e24d2d4-cae0-4abb-8771-6e50dcbc0468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:58:29Z', 'updated_at': '2021-12-24T11:58:33Z', 'revision_number': 4, 'project_id': 'fe790ff1dff44b67b1cf1b99bf29c03d', 'gw_port': {'id': '5e24d2d4-cae0-4abb-8771-6e50dcbc0468', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:3a:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d37cf6b-6b0a-4a1d-9504-f05a0d85f341', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:58:30Z', 'updated_at': '2021-12-24T11:58:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_interfaces': [{'id': '61ceef9e-0498-4a60-a87e-b2bd58167bdf', 'name': '', 'network_id': '74e0112d-4b73-417c-87a0-74da8502d6c2', 'tenant_id': 'fe790ff1dff44b67b1cf1b99bf29c03d', 'mac_address': 'fa:16:3e:27:de:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d37cf6b-6b0a-4a1d-9504-f05a0d85f341', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3aafdd7f-e316-4598-8a53-f0d9a4fe33bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:58:32Z', 'updated_at': '2021-12-24T11:58:33Z', 'revision_number': 2, 'project_id': 'fe790ff1dff44b67b1cf1b99bf29c03d', 'subnets': [{'id': '3aafdd7f-e316-4598-8a53-f0d9a4fe33bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:58:39.554112 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-005edd4f-c0cb-421c-adfd-3a2064a18724 None None] Checking router: 4d37cf6b-6b0a-4a1d-9504-f05a0d85f341 for host: dv-neutron-822691-2-hyperv {{(pid=88881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 24 11:58:39.554627 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-005edd4f-c0cb-421c-adfd-3a2064a18724 None None] Updating router 4d37cf6b-6b0a-4a1d-9504-f05a0d85f341 port 61ceef9e-0498-4a60-a87e-b2bd58167bdf binding host dv-neutron-822691-2-hyperv {{(pid=88881) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 24 11:58:39.606840 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-005edd4f-c0cb-421c-adfd-3a2064a18724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:39.638679 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bdfdbc84-c52d-4f40-b281-af314dc1f8fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:39.965307 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-005edd4f-c0cb-421c-adfd-3a2064a18724 None None] Notify callbacks [] for port, precommit_update {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:39.978357 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-005edd4f-c0cb-421c-adfd-3a2064a18724 None None] Transition to ACTIVE for port object 61ceef9e-0498-4a60-a87e-b2bd58167bdf will not be triggered until provisioned by entity L2. {{(pid=88881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:58:39.985155 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-005edd4f-c0cb-421c-adfd-3a2064a18724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:39.989476 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-e01e202e-e6a0-4c6b-b8a7-506f0dbcc294 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:58:40.117518 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13773e4e-02a0-4e73-be61-9d4596dec57d None None] Pushing event updated for resources: {'Port': ['ID=61ceef9e-0498-4a60-a87e-b2bd58167bdf,revision_number=3']} {{(pid=88881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:58:40.122012 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-13773e4e-02a0-4e73-be61-9d4596dec57d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:58:40.213074 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-005edd4f-c0cb-421c-adfd-3a2064a18724 None None] Attempting to bind port 61ceef9e-0498-4a60-a87e-b2bd58167bdf on host dv-neutron-822691-2-hyperv for vnic_type normal with profile  {{(pid=88881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:58:40.213497 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-005edd4f-c0cb-421c-adfd-3a2064a18724 None None] Attempting to bind port 61ceef9e-0498-4a60-a87e-b2bd58167bdf by drivers openvswitch,hyperv on host dv-neutron-822691-2-hyperv at level 0 using segments [{'id': '63b20eeb-4d98-473a-8c18-8bf890605856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '74e0112d-4b73-417c-87a0-74da8502d6c2'}] {{(pid=88881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:58:40.213950 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-005edd4f-c0cb-421c-adfd-3a2064a18724 None None] Attempting to bind port 61ceef9e-0498-4a60-a87e-b2bd58167bdf on network 74e0112d-4b73-417c-87a0-74da8502d6c2 {{(pid=88881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:58:40.221982 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-005edd4f-c0cb-421c-adfd-3a2064a18724 None None] Checking agent: {'id': 'db1275c1-6001-47af-93c2-635c68404703', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822691-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 52, 8), 'started_at': datetime.datetime(2021, 12, 24, 10, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 58, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822691-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:58:40.222407 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-005edd4f-c0cb-421c-adfd-3a2064a18724 None None] Checking segment: {'id': '63b20eeb-4d98-473a-8c18-8bf890605856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '74e0112d-4b73-417c-87a0-74da8502d6c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:58:40.222856 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-005edd4f-c0cb-421c-adfd-3a2064a18724 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:40.223289 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-005edd4f-c0cb-421c-adfd-3a2064a18724 None None] Bound using segment: {'id': '63b20eeb-4d98-473a-8c18-8bf890605856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '74e0112d-4b73-417c-87a0-74da8502d6c2'} {{(pid=88881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:58:40.223982 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [None req-005edd4f-c0cb-421c-adfd-3a2064a18724 None None] Bound port: 61ceef9e-0498-4a60-a87e-b2bd58167bdf, host: dv-neutron-822691-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63b20eeb-4d98-473a-8c18-8bf890605856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '74e0112d-4b73-417c-87a0-74da8502d6c2'}}] {{(pid=88881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:58:40.224416 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-005edd4f-c0cb-421c-adfd-3a2064a18724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:40.319865 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-005edd4f-c0cb-421c-adfd-3a2064a18724 None None] For port 61ceef9e-0498-4a60-a87e-b2bd58167bdf, host dv-neutron-822691-2-hyperv, cleared binding levels {{(pid=88881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:58:40.322934 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-005edd4f-c0cb-421c-adfd-3a2064a18724 None None] For port 61ceef9e-0498-4a60-a87e-b2bd58167bdf, host dv-neutron-822691-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=61ceef9e-0498-4a60-a87e-b2bd58167bdf,segment=NetworkSegment(63b20eeb-4d98-473a-8c18-8bf890605856),segment_id=63b20eeb-4d98-473a-8c18-8bf890605856)] {{(pid=88881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:58:40.327114 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-005edd4f-c0cb-421c-adfd-3a2064a18724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88881) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:40.331373 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-cf710250-75f1-4659-88f8-7deb90310124 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:58:40.410640 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13773e4e-02a0-4e73-be61-9d4596dec57d None None] Pushing event updated for resources: {'Port': ['ID=61ceef9e-0498-4a60-a87e-b2bd58167bdf,revision_number=4']} {{(pid=88881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:58:40.414645 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-13773e4e-02a0-4e73-be61-9d4596dec57d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88881) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:58:40.417128 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-005edd4f-c0cb-421c-adfd-3a2064a18724 None None] Routers {'4d37cf6b-6b0a-4a1d-9504-f05a0d85f341'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:58:40.417788 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-005edd4f-c0cb-421c-adfd-3a2064a18724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271a3a550>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:58:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['4d37cf6b-6b0a-4a1d-9504-f05a0d85f341'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:58:40.622810 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-22c41fb5-0122-4984-88ae-4a95a399734f req-eb583ed9-f73c-4103-86c0-aa7cfd840763 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] 10.222.0.65 "GET /v2.0/ports?device_id=83f35f25-c18a-493f-a2a1-a8cf80c67c0c HTTP/1.1" status: 200  len: 210 time: 0.0522411
Dec 24 11:58:40.634015 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-005edd4f-c0cb-421c-adfd-3a2064a18724 None None] Set router 4d37cf6b-6b0a-4a1d-9504-f05a0d85f341 gateway port host: dv-neutron-822691-2-hyperv {{(pid=88881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:58:40.940743 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-39ff93cf-c0b7-48c5-95f3-6f7e9977387d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:40.953617 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 61ceef9e-0498-4a60-a87e-b2bd58167bdf up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:58:40.969197 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-005edd4f-c0cb-421c-adfd-3a2064a18724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271a3a550>, [{'id': '4d37cf6b-6b0a-4a1d-9504-f05a0d85f341', 'name': 'tempest-TestSnapshotPattern-1840136115-router', 'tenant_id': 'fe790ff1dff44b67b1cf1b99bf29c03d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.183'}], 'enable_snat': True}, 'gw_port_id': '5e24d2d4-cae0-4abb-8771-6e50dcbc0468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:58:29Z', 'updated_at': '2021-12-24T11:58:33Z', 'revision_number': 4, 'project_id': 'fe790ff1dff44b67b1cf1b99bf29c03d', 'gw_port': {'id': '5e24d2d4-cae0-4abb-8771-6e50dcbc0468', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:3a:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d37cf6b-6b0a-4a1d-9504-f05a0d85f341', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:58:30Z', 'updated_at': '2021-12-24T11:58:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_interfaces': [{'id': '61ceef9e-0498-4a60-a87e-b2bd58167bdf', 'name': '', 'network_id': '74e0112d-4b73-417c-87a0-74da8502d6c2', 'tenant_id': 'fe790ff1dff44b67b1cf1b99bf29c03d', 'mac_address': 'fa:16:3e:27:de:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d37cf6b-6b0a-4a1d-9504-f05a0d85f341', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3aafdd7f-e316-4598-8a53-f0d9a4fe33bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:58:32Z', 'updated_at': '2021-12-24T11:58:40Z', 'revision_number': 4, 'project_id': 'fe790ff1dff44b67b1cf1b99bf29c03d', 'subnets': [{'id': '3aafdd7f-e316-4598-8a53-f0d9a4fe33bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:58:40.973391 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-005edd4f-c0cb-421c-adfd-3a2064a18724 None None] The sync data for ids ['4d37cf6b-6b0a-4a1d-9504-f05a0d85f341'] in dv-neutron-822691-2-hyperv is: [{'id': '4d37cf6b-6b0a-4a1d-9504-f05a0d85f341', 'name': 'tempest-TestSnapshotPattern-1840136115-router', 'tenant_id': 'fe790ff1dff44b67b1cf1b99bf29c03d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.183'}], 'enable_snat': True}, 'gw_port_id': '5e24d2d4-cae0-4abb-8771-6e50dcbc0468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:58:29Z', 'updated_at': '2021-12-24T11:58:33Z', 'revision_number': 4, 'project_id': 'fe790ff1dff44b67b1cf1b99bf29c03d', 'gw_port': {'id': '5e24d2d4-cae0-4abb-8771-6e50dcbc0468', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:3a:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d37cf6b-6b0a-4a1d-9504-f05a0d85f341', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:58:30Z', 'updated_at': '2021-12-24T11:58:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_interfaces': [{'id': '61ceef9e-0498-4a60-a87e-b2bd58167bdf', 'name': '', 'network_id': '74e0112d-4b73-417c-87a0-74da8502d6c2', 'tenant_id': 'fe790ff1dff44b67b1cf1b99bf29c03d', 'mac_address': 'fa:16:3e:27:de:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d37cf6b-6b0a-4a1d-9504-f05a0d85f341', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3aafdd7f-e316-4598-8a53-f0d9a4fe33bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:58:32Z', 'updated_at': '2021-12-24T11:58:40Z', 'revision_number': 4, 'project_id': 'fe790ff1dff44b67b1cf1b99bf29c03d', 'subnets': [{'id': '3aafdd7f-e316-4598-8a53-f0d9a4fe33bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:58:41.026688 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning for port 61ceef9e-0498-4a60-a87e-b2bd58167bdf completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:58:41.031966 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port 61ceef9e-0498-4a60-a87e-b2bd58167bdf triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:58:41.032388 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:41.156357 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:41.191012 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] For port 61ceef9e-0498-4a60-a87e-b2bd58167bdf, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=61ceef9e-0498-4a60-a87e-b2bd58167bdf,segment=NetworkSegment(63b20eeb-4d98-473a-8c18-8bf890605856),segment_id=63b20eeb-4d98-473a-8c18-8bf890605856)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:58:41.194704 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:41.196741 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:58:41.265003 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Pushing event updated for resources: {'Port': ['ID=61ceef9e-0498-4a60-a87e-b2bd58167bdf,revision_number=5']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:58:41.268727 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:58:41.755266 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-d5eb60a5-978e-4ad6-ade1-bb12c9114e2c req-6b3a6dfd-9a4e-40c1-b9bd-b7e1469096a5 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] 10.222.0.65 "GET /v2.0/ports?device_id=83f35f25-c18a-493f-a2a1-a8cf80c67c0c HTTP/1.1" status: 200  len: 210 time: 0.0467739
Dec 24 11:58:42.932347 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 61ceef9e-0498-4a60-a87e-b2bd58167bdf up at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:58:42.942871 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-32d68f62-f2f8-409e-8b62-40546a213908 req-647b114c-6e4e-46c1-bf1b-752a0a7adc64 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] 10.222.0.65 "GET /v2.0/ports?device_id=83f35f25-c18a-493f-a2a1-a8cf80c67c0c HTTP/1.1" status: 200  len: 210 time: 0.0473168
Dec 24 11:58:43.003422 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Provisioning complete for port 61ceef9e-0498-4a60-a87e-b2bd58167bdf triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:58:43.003843 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:44.042669 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6379165-f165-4f84-99a0-4c4b4dd8e161 req-0fc88e94-3d77-4fb2-ab68-84d25169d0a6 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:58:44.043424 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-e6379165-f165-4f84-99a0-4c4b4dd8e161 req-0fc88e94-3d77-4fb2-ab68-84d25169d0a6 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Synchronizing usage tracker for tenant:ca6470bc988a4b30890b86e1d588fd70 on resource:network {{(pid=88879) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:58:44.062690 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-e6379165-f165-4f84-99a0-4c4b4dd8e161 req-0fc88e94-3d77-4fb2-ab68-84d25169d0a6 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Unset dirty status for tenant:ca6470bc988a4b30890b86e1d588fd70 on resource:network {{(pid=88879) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:58:44.063977 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-e6379165-f165-4f84-99a0-4c4b4dd8e161 req-0fc88e94-3d77-4fb2-ab68-84d25169d0a6 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] 10.222.0.58 "GET /v2.0/networks?id=fd50c5b5-d03c-449d-857b-4e32016cb6c7 HTTP/1.1" status: 200  len: 809 time: 0.1805630
Dec 24 11:58:44.124837 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-e6379165-f165-4f84-99a0-4c4b4dd8e161 req-cf9013fe-55a5-4778-a9c2-11309c5d2ad1 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Synchronizing usage tracker for tenant:ca6470bc988a4b30890b86e1d588fd70 on resource:security_group {{(pid=88879) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 11:58:44.130175 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-0a5fe867-f3f1-4d0a-90de-0817f3d6ab7f req-c46aad33-f53a-4174-b6c4-694dc1a5260e tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] 10.222.0.65 "GET /v2.0/ports?device_id=83f35f25-c18a-493f-a2a1-a8cf80c67c0c HTTP/1.1" status: 200  len: 210 time: 0.0494959
Dec 24 11:58:44.143008 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-e6379165-f165-4f84-99a0-4c4b4dd8e161 req-cf9013fe-55a5-4778-a9c2-11309c5d2ad1 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Unset dirty status for tenant:ca6470bc988a4b30890b86e1d588fd70 on resource:security_group {{(pid=88879) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 11:58:44.144253 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-e6379165-f165-4f84-99a0-4c4b4dd8e161 req-cf9013fe-55a5-4778-a9c2-11309c5d2ad1 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ca6470bc988a4b30890b86e1d588fd70 HTTP/1.1" status: 200  len: 380 time: 0.0674140
Dec 24 11:58:44.155786 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [req-e6379165-f165-4f84-99a0-4c4b4dd8e161 req-8ea5d79b-cff9-470f-be54-c9f9ae74014d tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Request body: {'port': {'device_id': '83f35f25-c18a-493f-a2a1-a8cf80c67c0c', 'network_id': 'fd50c5b5-d03c-449d-857b-4e32016cb6c7', 'admin_state_up': True, 'tenant_id': 'ca6470bc988a4b30890b86e1d588fd70', 'security_groups': ['14138d50-088b-4b26-8286-c9d6b443a670']}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:58:44.301572 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [req-e6379165-f165-4f84-99a0-4c4b4dd8e161 req-8ea5d79b-cff9-470f-be54-c9f9ae74014d tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:58:44.312713 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [req-e6379165-f165-4f84-99a0-4c4b4dd8e161 req-8ea5d79b-cff9-470f-be54-c9f9ae74014d tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:58:44.324027 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6379165-f165-4f84-99a0-4c4b4dd8e161 req-8ea5d79b-cff9-470f-be54-c9f9ae74014d tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Made reservation on behalf of ca6470bc988a4b30890b86e1d588fd70 for: {'port': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 11:58:44.329656 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-e6379165-f165-4f84-99a0-4c4b4dd8e161 req-8ea5d79b-cff9-470f-be54-c9f9ae74014d tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:44.512594 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [req-e6379165-f165-4f84-99a0-4c4b4dd8e161 req-8ea5d79b-cff9-470f-be54-c9f9ae74014d tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Allocated IP 172.20.0.13 (fd50c5b5-d03c-449d-857b-4e32016cb6c7/bb0d4661-3afd-4b94-8eb2-00518f4c980f/b55626ed-0cbd-49ae-93ed-5d7fad7e9496) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:58:44.728846 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-e6379165-f165-4f84-99a0-4c4b4dd8e161 req-8ea5d79b-cff9-470f-be54-c9f9ae74014d tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:44.749795 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [req-e6379165-f165-4f84-99a0-4c4b4dd8e161 req-8ea5d79b-cff9-470f-be54-c9f9ae74014d tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Transition to ACTIVE for port object b55626ed-0cbd-49ae-93ed-5d7fad7e9496 will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:58:44.776481 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-e6379165-f165-4f84-99a0-4c4b4dd8e161 req-8ea5d79b-cff9-470f-be54-c9f9ae74014d tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:44.782530 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-785c7bff-b225-4b8a-8971-8b1f043542bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:58:44.854324 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6379165-f165-4f84-99a0-4c4b4dd8e161 req-8ea5d79b-cff9-470f-be54-c9f9ae74014d tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Network fd50c5b5-d03c-449d-857b-4e32016cb6c7 is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:58:44.858026 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [req-e6379165-f165-4f84-99a0-4c4b4dd8e161 req-8ea5d79b-cff9-470f-be54-c9f9ae74014d tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Resources bound (agent type, host, resource id):  {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:58:44.860101 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea5d79b-cff9-470f-be54-c9f9ae74014d tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Pushing event updated for resources: {'Port': ['ID=b55626ed-0cbd-49ae-93ed-5d7fad7e9496,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:58:44.862478 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6379165-f165-4f84-99a0-4c4b4dd8e161 req-8ea5d79b-cff9-470f-be54-c9f9ae74014d tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:58:44.893499 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-8ea5d79b-cff9-470f-be54-c9f9ae74014d tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:58:44.931033 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6379165-f165-4f84-99a0-4c4b4dd8e161 req-8ea5d79b-cff9-470f-be54-c9f9ae74014d tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:58:44.931698 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-e6379165-f165-4f84-99a0-4c4b4dd8e161 req-8ea5d79b-cff9-470f-be54-c9f9ae74014d tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:44.959050 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-e6379165-f165-4f84-99a0-4c4b4dd8e161 req-8ea5d79b-cff9-470f-be54-c9f9ae74014d tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8077848
Dec 24 11:58:45.135176 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [req-e6379165-f165-4f84-99a0-4c4b4dd8e161 req-761f8143-2b6e-4678-bd21-6ec45d638f96 service neutron] Request body: {'port': {'device_id': '83f35f25-c18a-493f-a2a1-a8cf80c67c0c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:58:45.175015 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-6fd863d7-56fe-4d25-8242-de35fb37e6c6 None None] Provisioning for port b55626ed-0cbd-49ae-93ed-5d7fad7e9496 completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:58:45.181864 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-6fd863d7-56fe-4d25-8242-de35fb37e6c6 None None] Provisioning complete for port b55626ed-0cbd-49ae-93ed-5d7fad7e9496 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:58:45.182458 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6fd863d7-56fe-4d25-8242-de35fb37e6c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:45.241526 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-6fd863d7-56fe-4d25-8242-de35fb37e6c6 None None] Port b55626ed-0cbd-49ae-93ed-5d7fad7e9496 cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 11:58:45.249887 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-e6379165-f165-4f84-99a0-4c4b4dd8e161 req-761f8143-2b6e-4678-bd21-6ec45d638f96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:45.342765 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a71092f-bd73-48a9-bc8a-4e864b24c6e3 req-417780fa-f921-4066-8524-463250b9eb42 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:58:45.344349 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-6a71092f-bd73-48a9-bc8a-4e864b24c6e3 req-417780fa-f921-4066-8524-463250b9eb42 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] 10.222.0.65 "GET /v2.0/ports?device_id=83f35f25-c18a-493f-a2a1-a8cf80c67c0c HTTP/1.1" status: 200  len: 932 time: 0.0864966
Dec 24 11:58:45.395855 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-6a71092f-bd73-48a9-bc8a-4e864b24c6e3 req-5f2de64c-2489-477f-94e7-ee3d438f364f tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] 10.222.0.65 "GET /v2.0/security-groups?id=14138d50-088b-4b26-8286-c9d6b443a670&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443852
Dec 24 11:58:45.617314 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [req-e6379165-f165-4f84-99a0-4c4b4dd8e161 req-761f8143-2b6e-4678-bd21-6ec45d638f96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b55626ed-0cbd-49ae-93ed-5d7fad7e9496 {{(pid=88879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 24 11:58:45.624551 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-e6379165-f165-4f84-99a0-4c4b4dd8e161 req-761f8143-2b6e-4678-bd21-6ec45d638f96 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:45.641847 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [req-e6379165-f165-4f84-99a0-4c4b4dd8e161 req-761f8143-2b6e-4678-bd21-6ec45d638f96 service neutron] Transition to ACTIVE for port object b55626ed-0cbd-49ae-93ed-5d7fad7e9496 will not be triggered until provisioned by entity L2. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 11:58:45.646575 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-e6379165-f165-4f84-99a0-4c4b4dd8e161 req-761f8143-2b6e-4678-bd21-6ec45d638f96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850854027'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:45.652452 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c913d4f2-1252-47a6-97c6-dd4901fb443f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:58:45.774982 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761f8143-2b6e-4678-bd21-6ec45d638f96 service neutron] Pushing event updated for resources: {'Port': ['ID=b55626ed-0cbd-49ae-93ed-5d7fad7e9496,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:58:45.784258 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-761f8143-2b6e-4678-bd21-6ec45d638f96 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:58:45.898448 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [req-e6379165-f165-4f84-99a0-4c4b4dd8e161 req-761f8143-2b6e-4678-bd21-6ec45d638f96 service neutron] Attempting to bind port b55626ed-0cbd-49ae-93ed-5d7fad7e9496 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 11:58:45.898746 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [req-e6379165-f165-4f84-99a0-4c4b4dd8e161 req-761f8143-2b6e-4678-bd21-6ec45d638f96 service neutron] Attempting to bind port b55626ed-0cbd-49ae-93ed-5d7fad7e9496 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '9a4f89d5-31cb-45b0-82d9-f728cd1ca17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'fd50c5b5-d03c-449d-857b-4e32016cb6c7'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 11:58:45.899113 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6379165-f165-4f84-99a0-4c4b4dd8e161 req-761f8143-2b6e-4678-bd21-6ec45d638f96 service neutron] Attempting to bind port b55626ed-0cbd-49ae-93ed-5d7fad7e9496 on network fd50c5b5-d03c-449d-857b-4e32016cb6c7 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:58:45.905376 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6379165-f165-4f84-99a0-4c4b4dd8e161 req-761f8143-2b6e-4678-bd21-6ec45d638f96 service neutron] Port b55626ed-0cbd-49ae-93ed-5d7fad7e9496 on network fd50c5b5-d03c-449d-857b-4e32016cb6c7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 24 11:58:45.905734 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6379165-f165-4f84-99a0-4c4b4dd8e161 req-761f8143-2b6e-4678-bd21-6ec45d638f96 service neutron] Attempting to bind port b55626ed-0cbd-49ae-93ed-5d7fad7e9496 on network fd50c5b5-d03c-449d-857b-4e32016cb6c7 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 11:58:45.912781 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6379165-f165-4f84-99a0-4c4b4dd8e161 req-761f8143-2b6e-4678-bd21-6ec45d638f96 service neutron] Checking agent: {'id': '239bbc6e-fc66-42e2-b707-1aa8ba10287c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 57, 58), 'started_at': datetime.datetime(2021, 12, 24, 10, 57, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 58, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 11:58:45.913164 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6379165-f165-4f84-99a0-4c4b4dd8e161 req-761f8143-2b6e-4678-bd21-6ec45d638f96 service neutron] Checking segment: {'id': '9a4f89d5-31cb-45b0-82d9-f728cd1ca17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'fd50c5b5-d03c-449d-857b-4e32016cb6c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 11:58:45.913590 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6379165-f165-4f84-99a0-4c4b4dd8e161 req-761f8143-2b6e-4678-bd21-6ec45d638f96 service neutron] Bound using segment: {'id': '9a4f89d5-31cb-45b0-82d9-f728cd1ca17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'fd50c5b5-d03c-449d-857b-4e32016cb6c7'} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 11:58:45.914093 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [req-e6379165-f165-4f84-99a0-4c4b4dd8e161 req-761f8143-2b6e-4678-bd21-6ec45d638f96 service neutron] Bound port: b55626ed-0cbd-49ae-93ed-5d7fad7e9496, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a4f89d5-31cb-45b0-82d9-f728cd1ca17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'fd50c5b5-d03c-449d-857b-4e32016cb6c7'}}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 11:58:45.914482 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-e6379165-f165-4f84-99a0-4c4b4dd8e161 req-761f8143-2b6e-4678-bd21-6ec45d638f96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:46.011893 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [req-e6379165-f165-4f84-99a0-4c4b4dd8e161 req-761f8143-2b6e-4678-bd21-6ec45d638f96 service neutron] For port b55626ed-0cbd-49ae-93ed-5d7fad7e9496, host hv-neutron-8226, cleared binding levels {{(pid=88879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 11:58:46.015357 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [req-e6379165-f165-4f84-99a0-4c4b4dd8e161 req-761f8143-2b6e-4678-bd21-6ec45d638f96 service neutron] For port b55626ed-0cbd-49ae-93ed-5d7fad7e9496, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=b55626ed-0cbd-49ae-93ed-5d7fad7e9496,segment=NetworkSegment(9a4f89d5-31cb-45b0-82d9-f728cd1ca17e),segment_id=9a4f89d5-31cb-45b0-82d9-f728cd1ca17e)] {{(pid=88879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 11:58:46.019632 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-e6379165-f165-4f84-99a0-4c4b4dd8e161 req-761f8143-2b6e-4678-bd21-6ec45d638f96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850854027'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:46.023455 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-4be0bda9-273f-4e82-852e-791503a4fc6a tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:58:46.087899 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-e6379165-f165-4f84-99a0-4c4b4dd8e161 req-761f8143-2b6e-4678-bd21-6ec45d638f96 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:46.089341 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-e6379165-f165-4f84-99a0-4c4b4dd8e161 req-761f8143-2b6e-4678-bd21-6ec45d638f96 service neutron] 10.222.0.58 "PUT /v2.0/ports/b55626ed-0cbd-49ae-93ed-5d7fad7e9496 HTTP/1.1" status: 200  len: 1094 time: 1.0290623
Dec 24 11:58:46.089972 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83f35f25-c18a-493f-a2a1-a8cf80c67c0c', 'tag': 'b55626ed-0cbd-49ae-93ed-5d7fad7e9496'}] {{(pid=88879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 24 11:58:46.106991 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761f8143-2b6e-4678-bd21-6ec45d638f96 service neutron] Pushing event updated for resources: {'Port': ['ID=b55626ed-0cbd-49ae-93ed-5d7fad7e9496,revision_number=3']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:58:46.111044 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-761f8143-2b6e-4678-bd21-6ec45d638f96 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:58:46.225449 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-e6379165-f165-4f84-99a0-4c4b4dd8e161 req-5ea2d079-eb02-41c7-8dfa-011a106e47b5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ca6470bc988a4b30890b86e1d588fd70&device_id=83f35f25-c18a-493f-a2a1-a8cf80c67c0c HTTP/1.1" status: 200  len: 1097 time: 0.0922887
Dec 24 11:58:46.304846 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-e6379165-f165-4f84-99a0-4c4b4dd8e161 req-4537e226-d5f2-4501-a5dc-e78d9c40c343 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b55626ed-0cbd-49ae-93ed-5d7fad7e9496 HTTP/1.1" status: 200  len: 217 time: 0.0689414
Dec 24 11:58:46.351425 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83f35f25-c18a-493f-a2a1-a8cf80c67c0c', 'tag': 'b55626ed-0cbd-49ae-93ed-5d7fad7e9496', 'status': 'completed', 'code': 200}
Dec 24 11:58:46.380304 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6379165-f165-4f84-99a0-4c4b4dd8e161 req-ccb5bda8-2949-4d35-8b5f-21b070b6bc68 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:58:46.382060 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-e6379165-f165-4f84-99a0-4c4b4dd8e161 req-ccb5bda8-2949-4d35-8b5f-21b070b6bc68 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=bb0d4661-3afd-4b94-8eb2-00518f4c980f HTTP/1.1" status: 200  len: 848 time: 0.0708129
Dec 24 11:58:46.473959 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-e6379165-f165-4f84-99a0-4c4b4dd8e161 req-fa61f117-aba5-4063-bc8d-b3ea2947e0b7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=fd50c5b5-d03c-449d-857b-4e32016cb6c7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0810320
Dec 24 11:58:46.608439 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8352f49c-253e-4174-8aac-9d5e76e45ad9 req-7169bbdd-e0b4-4cb1-8274-0e64bb1aa0c4 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:58:46.610091 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-8352f49c-253e-4174-8aac-9d5e76e45ad9 req-7169bbdd-e0b4-4cb1-8274-0e64bb1aa0c4 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] 10.222.0.65 "GET /v2.0/ports?device_id=83f35f25-c18a-493f-a2a1-a8cf80c67c0c HTTP/1.1" status: 200  len: 944 time: 0.0887778
Dec 24 11:58:46.618609 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-e6379165-f165-4f84-99a0-4c4b4dd8e161 req-30395ce8-399e-438c-8fea-81aaae5e32c2 service neutron] 10.222.0.58 "GET /v2.0/networks/fd50c5b5-d03c-449d-857b-4e32016cb6c7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1366019
Dec 24 11:58:46.660625 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-8352f49c-253e-4174-8aac-9d5e76e45ad9 req-479e9136-9a0e-44b9-9ef9-cee0161416cc tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] 10.222.0.65 "GET /v2.0/security-groups?id=14138d50-088b-4b26-8286-c9d6b443a670&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442796
Dec 24 11:58:46.765870 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-e6379165-f165-4f84-99a0-4c4b4dd8e161 req-7b10a5ac-2cfd-4cae-8eb9-d6a439441da4 service neutron] 10.222.0.58 "GET /v2.0/networks/fd50c5b5-d03c-449d-857b-4e32016cb6c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1393838
Dec 24 11:58:46.898099 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-94b322bc-b5a4-41a4-9424-6eda6a01fd89 req-a34c386b-28ef-43a8-9b4e-d1edab6d8916 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ca6470bc988a4b30890b86e1d588fd70&device_id=83f35f25-c18a-493f-a2a1-a8cf80c67c0c HTTP/1.1" status: 200  len: 1097 time: 0.0844612
Dec 24 11:58:47.048894 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b322bc-b5a4-41a4-9424-6eda6a01fd89 req-9b2b8b8c-ba6a-4c5d-bc7c-f31ee5aef868 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:58:47.050501 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-94b322bc-b5a4-41a4-9424-6eda6a01fd89 req-9b2b8b8c-ba6a-4c5d-bc7c-f31ee5aef868 service neutron] 10.222.0.58 "GET /v2.0/networks?id=fd50c5b5-d03c-449d-857b-4e32016cb6c7 HTTP/1.1" status: 200  len: 910 time: 0.1449182
Dec 24 11:58:47.130424 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-94b322bc-b5a4-41a4-9424-6eda6a01fd89 req-521be0c5-2f35-4292-b187-007e41cdadd5 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b55626ed-0cbd-49ae-93ed-5d7fad7e9496 HTTP/1.1" status: 200  len: 217 time: 0.0719771
Dec 24 11:58:47.203959 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b322bc-b5a4-41a4-9424-6eda6a01fd89 req-77fa070f-4d7b-481a-9e57-4cf1eed6782c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:58:47.205545 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-94b322bc-b5a4-41a4-9424-6eda6a01fd89 req-77fa070f-4d7b-481a-9e57-4cf1eed6782c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=bb0d4661-3afd-4b94-8eb2-00518f4c980f HTTP/1.1" status: 200  len: 848 time: 0.0681491
Dec 24 11:58:47.287589 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-94b322bc-b5a4-41a4-9424-6eda6a01fd89 req-b5cfd51a-51e2-43d0-97d2-ec6f5ad94728 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=fd50c5b5-d03c-449d-857b-4e32016cb6c7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0747452
Dec 24 11:58:47.436946 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-94b322bc-b5a4-41a4-9424-6eda6a01fd89 req-6f8701de-503b-4bd4-9462-5f9c209fea92 service neutron] 10.222.0.58 "GET /v2.0/networks/fd50c5b5-d03c-449d-857b-4e32016cb6c7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1418879
Dec 24 11:58:47.592585 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-94b322bc-b5a4-41a4-9424-6eda6a01fd89 req-44218637-a7c5-497e-9f7e-b66992edf5f5 service neutron] 10.222.0.58 "GET /v2.0/networks/fd50c5b5-d03c-449d-857b-4e32016cb6c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1483617
Dec 24 11:58:47.898428 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4400ed04-43c6-4639-9177-f636c4ca1ee8 req-04b3ea60-9596-4cf4-8fb7-748eb66bace9 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:58:47.900198 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-4400ed04-43c6-4639-9177-f636c4ca1ee8 req-04b3ea60-9596-4cf4-8fb7-748eb66bace9 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] 10.222.0.65 "GET /v2.0/ports?device_id=83f35f25-c18a-493f-a2a1-a8cf80c67c0c HTTP/1.1" status: 200  len: 944 time: 0.1039441
Dec 24 11:58:47.960630 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-4400ed04-43c6-4639-9177-f636c4ca1ee8 req-2e736f14-f046-4977-bf55-01b61017717c tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] 10.222.0.65 "GET /v2.0/security-groups?id=14138d50-088b-4b26-8286-c9d6b443a670&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0502107
Dec 24 11:58:48.658937 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Device b55626ed-0cbd-49ae-93ed-5d7fad7e9496 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 24 11:58:48.811011 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] For port b55626ed-0cbd-49ae-93ed-5d7fad7e9496, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=b55626ed-0cbd-49ae-93ed-5d7fad7e9496,segment=NetworkSegment(9a4f89d5-31cb-45b0-82d9-f728cd1ca17e),segment_id=9a4f89d5-31cb-45b0-82d9-f728cd1ca17e)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:58:48.825351 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Returning: {'device': 'b55626ed-0cbd-49ae-93ed-5d7fad7e9496', 'network_id': 'fd50c5b5-d03c-449d-857b-4e32016cb6c7', 'port_id': 'b55626ed-0cbd-49ae-93ed-5d7fad7e9496', 'mac_address': 'fa:16:3e:51:fc:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb0d4661-3afd-4b94-8eb2-00518f4c980f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 24 11:58:48.882634 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:48.901870 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b55626ed-0cbd-49ae-93ed-5d7fad7e9496 {{(pid=88880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 24 11:58:48.917616 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] For port b55626ed-0cbd-49ae-93ed-5d7fad7e9496, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=b55626ed-0cbd-49ae-93ed-5d7fad7e9496,segment=NetworkSegment(9a4f89d5-31cb-45b0-82d9-f728cd1ca17e),segment_id=9a4f89d5-31cb-45b0-82d9-f728cd1ca17e)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:58:48.921541 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:48.923492 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-0f778e9d-ce8d-4e01-86af-3b667a6d9640 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:58:48.991181 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Pushing event updated for resources: {'Port': ['ID=b55626ed-0cbd-49ae-93ed-5d7fad7e9496,revision_number=4']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:58:48.994394 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:58:49.191596 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829b10cf-6cd5-4f1a-ab0c-b44aaf3abb03 req-1a798dd5-1e6c-46c5-88ff-f7603556c185 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:58:49.193174 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-829b10cf-6cd5-4f1a-ab0c-b44aaf3abb03 req-1a798dd5-1e6c-46c5-88ff-f7603556c185 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] 10.222.0.65 "GET /v2.0/ports?device_id=83f35f25-c18a-493f-a2a1-a8cf80c67c0c HTTP/1.1" status: 200  len: 945 time: 0.0980008
Dec 24 11:58:49.216120 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] get_ports_and_sgs() called for port_ids ['b55626ed-0cbd-49ae-93ed-5d7fad7e9496'] {{(pid=88880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 24 11:58:49.244861 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-829b10cf-6cd5-4f1a-ab0c-b44aaf3abb03 req-cad84886-d464-4ac7-8a65-54d6a1dc1600 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] 10.222.0.65 "GET /v2.0/security-groups?id=14138d50-088b-4b26-8286-c9d6b443a670&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452609
Dec 24 11:58:50.457332 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9d32c6-25eb-4483-8e19-94c6df7bf5e1 req-89e11fe4-5c52-4192-a7a3-c483071eb6ca tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:58:50.458979 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-0f9d32c6-25eb-4483-8e19-94c6df7bf5e1 req-89e11fe4-5c52-4192-a7a3-c483071eb6ca tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] 10.222.0.65 "GET /v2.0/ports?device_id=83f35f25-c18a-493f-a2a1-a8cf80c67c0c HTTP/1.1" status: 200  len: 945 time: 0.0840757
Dec 24 11:58:50.670616 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Device b55626ed-0cbd-49ae-93ed-5d7fad7e9496 up at agent hyperv_hv-neutron-8226 {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 11:58:50.750781 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Provisioning for port b55626ed-0cbd-49ae-93ed-5d7fad7e9496 completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 11:58:50.756254 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Provisioning complete for port b55626ed-0cbd-49ae-93ed-5d7fad7e9496 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 11:58:50.756813 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:50.757120 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-0f9d32c6-25eb-4483-8e19-94c6df7bf5e1 req-81745230-ac31-4de4-86f7-e7f6ba289d65 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] 10.222.0.65 "GET /v2.0/security-groups?id=14138d50-088b-4b26-8286-c9d6b443a670&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2913029
Dec 24 11:58:50.879150 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:50.907882 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83f35f25-c18a-493f-a2a1-a8cf80c67c0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b55626ed-0cbd-49ae-93ed-5d7fad7e9496'}] {{(pid=88880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 24 11:58:50.917903 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] For port b55626ed-0cbd-49ae-93ed-5d7fad7e9496, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=b55626ed-0cbd-49ae-93ed-5d7fad7e9496,segment=NetworkSegment(9a4f89d5-31cb-45b0-82d9-f728cd1ca17e),segment_id=9a4f89d5-31cb-45b0-82d9-f728cd1ca17e)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 11:58:50.921902 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:50.924632 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:58:50.968231 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83f35f25-c18a-493f-a2a1-a8cf80c67c0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b55626ed-0cbd-49ae-93ed-5d7fad7e9496', 'code': 200}
Dec 24 11:58:50.997563 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Pushing event updated for resources: {'Port': ['ID=b55626ed-0cbd-49ae-93ed-5d7fad7e9496,revision_number=5']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:58:51.000901 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:58:51.228606 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-6757c3f4-3df4-45e5-8f79-56a0590d416e req-b660c6db-8436-4124-8757-f6d5f8927b30 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=83f35f25-c18a-493f-a2a1-a8cf80c67c0c HTTP/1.1" status: 200  len: 1099 time: 0.0815361
Dec 24 11:58:51.284552 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-6757c3f4-3df4-45e5-8f79-56a0590d416e req-d45a6638-cf4e-4c0d-8d9c-9048bf9b7d28 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=14138d50-088b-4b26-8286-c9d6b443a670&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0450225
Dec 24 11:58:51.994657 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04e3a65-8580-4996-a82b-9093360e0726 req-fed8c314-ec89-4d7d-b07d-1d6c170bba21 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:58:51.996136 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-c04e3a65-8580-4996-a82b-9093360e0726 req-fed8c314-ec89-4d7d-b07d-1d6c170bba21 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] 10.222.0.65 "GET /v2.0/ports?device_id=83f35f25-c18a-493f-a2a1-a8cf80c67c0c HTTP/1.1" status: 200  len: 946 time: 0.0983686
Dec 24 11:58:52.045518 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-c04e3a65-8580-4996-a82b-9093360e0726 req-97395501-d9d2-4d2e-9973-8bd454aa2815 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] 10.222.0.65 "GET /v2.0/security-groups?id=14138d50-088b-4b26-8286-c9d6b443a670&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432966
Dec 24 11:58:53.269360 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51df0fd-d7e0-4992-a195-38f867ccfe7f req-2496e443-2237-485c-b423-230ae4d20042 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:58:53.270891 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-c51df0fd-d7e0-4992-a195-38f867ccfe7f req-2496e443-2237-485c-b423-230ae4d20042 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] 10.222.0.65 "GET /v2.0/ports?device_id=83f35f25-c18a-493f-a2a1-a8cf80c67c0c HTTP/1.1" status: 200  len: 946 time: 0.0892882
Dec 24 11:58:53.323110 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-c51df0fd-d7e0-4992-a195-38f867ccfe7f req-c30fe492-bd10-4ccf-8034-b65421fe3d32 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] 10.222.0.65 "GET /v2.0/security-groups?id=14138d50-088b-4b26-8286-c9d6b443a670&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426018
Dec 24 11:58:53.541101 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d134c41-0386-4a7d-a11e-0e15d24650f1 req-4cd3e1cb-d866-4e80-bba1-087449869337 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:58:53.542825 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-8d134c41-0386-4a7d-a11e-0e15d24650f1 req-4cd3e1cb-d866-4e80-bba1-087449869337 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] 10.222.0.65 "GET /v2.0/ports?device_id=83f35f25-c18a-493f-a2a1-a8cf80c67c0c HTTP/1.1" status: 200  len: 946 time: 0.0869374
Dec 24 11:58:53.593667 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-8d134c41-0386-4a7d-a11e-0e15d24650f1 req-b458b4ce-1c8c-442e-b0b9-60b0a36ecc8a tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] 10.222.0.65 "GET /v2.0/security-groups?id=14138d50-088b-4b26-8286-c9d6b443a670&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436814
Dec 24 11:58:53.628833 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 52072) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:58:53.797327 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-cd4bd166-4a78-4aa6-a9e2-e2387ee72da5 tempest-TestSnapshotPattern-1000406650 tempest-TestSnapshotPattern-1000406650-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=83f35f25-c18a-493f-a2a1-a8cf80c67c0c HTTP/1.1" status: 200  len: 1094 time: 0.1670954
Dec 24 11:58:53.800353 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 52078) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:58:53.806044 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-db877dcf-2db6-4733-a386-fb1e0750a401 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Request body: {'floatingip': {'floating_network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'port_id': 'b55626ed-0cbd-49ae-93ed-5d7fad7e9496', 'tenant_id': 'ca6470bc988a4b30890b86e1d588fd70', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 11:58:53.812339 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-db877dcf-2db6-4733-a386-fb1e0750a401 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 11:58:53.816711 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-db877dcf-2db6-4733-a386-fb1e0750a401 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Usage tracker for resource:floatingip and tenant:ca6470bc988a4b30890b86e1d588fd70 is out of sync, need to count used quota {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 11:58:53.819944 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-db877dcf-2db6-4733-a386-fb1e0750a401 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88878) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 11:58:53.826110 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-db877dcf-2db6-4733-a386-fb1e0750a401 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 11:58:53.837083 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-db877dcf-2db6-4733-a386-fb1e0750a401 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Notify callbacks [] for floatingip, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:54.001517 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-db877dcf-2db6-4733-a386-fb1e0750a401 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:54.153012 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-db877dcf-2db6-4733-a386-fb1e0750a401 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Allocated IP 172.26.3.133 (f8c337ba-681f-4fcb-a333-e3c49365b30a/8ea1398c-0bec-46d6-8d54-85798de2a7ca/a750791d-9102-43ef-9055-60790c8b6bae) {{(pid=88878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 11:58:54.309410 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-db877dcf-2db6-4733-a386-fb1e0750a401 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Notify callbacks [] for port, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:54.337233 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-db877dcf-2db6-4733-a386-fb1e0750a401 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:54.340939 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-174060f3-19bb-44e3-a2b3-aa75c5c713a6 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:58:54.410754 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db877dcf-2db6-4733-a386-fb1e0750a401 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Network f8c337ba-681f-4fcb-a333-e3c49365b30a is already hosted by enough agents. {{(pid=88878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 11:58:54.414354 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-db877dcf-2db6-4733-a386-fb1e0750a401 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Resources bound (agent type, host, resource id):  {{(pid=88878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 11:58:54.417035 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db877dcf-2db6-4733-a386-fb1e0750a401 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Pushing event updated for resources: {'Port': ['ID=a750791d-9102-43ef-9055-60790c8b6bae,revision_number=1']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:58:54.419856 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-db877dcf-2db6-4733-a386-fb1e0750a401 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:58:54.420784 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db877dcf-2db6-4733-a386-fb1e0750a401 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Received port after_create {{(pid=88878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:58:54.980089 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-abd808c0-d6dd-4f85-872f-015f2a88aef2 req-41bc512c-008a-4257-8493-ddb09d058d6e service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=83f35f25-c18a-493f-a2a1-a8cf80c67c0c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0742438
Dec 24 11:58:54.983668 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-db877dcf-2db6-4733-a386-fb1e0750a401 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:55.042733 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-db877dcf-2db6-4733-a386-fb1e0750a401 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:55.137303 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-abd808c0-d6dd-4f85-872f-015f2a88aef2 req-89cd051c-6751-4c8c-8dc8-9add3f325d61 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ca6470bc988a4b30890b86e1d588fd70&device_id=83f35f25-c18a-493f-a2a1-a8cf80c67c0c HTTP/1.1" status: 200  len: 1099 time: 0.0790327
Dec 24 11:58:55.272802 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-db877dcf-2db6-4733-a386-fb1e0750a401 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Notify callbacks [] for port, precommit_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:55.277485 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-db877dcf-2db6-4733-a386-fb1e0750a401 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3978773'] for port, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:55.282280 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-174060f3-19bb-44e3-a2b3-aa75c5c713a6 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 11:58:55.304776 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd808c0-d6dd-4f85-872f-015f2a88aef2 req-7f68868c-fe1a-4b0b-9ace-9701118ccbf8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:58:55.306490 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-abd808c0-d6dd-4f85-872f-015f2a88aef2 req-7f68868c-fe1a-4b0b-9ace-9701118ccbf8 service neutron] 10.222.0.58 "GET /v2.0/networks?id=fd50c5b5-d03c-449d-857b-4e32016cb6c7 HTTP/1.1" status: 200  len: 910 time: 0.1481469
Dec 24 11:58:55.389116 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db877dcf-2db6-4733-a386-fb1e0750a401 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Pushing event updated for resources: {'Port': ['ID=a750791d-9102-43ef-9055-60790c8b6bae,revision_number=2']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 11:58:55.397507 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-db877dcf-2db6-4733-a386-fb1e0750a401 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 11:58:55.411090 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-db877dcf-2db6-4733-a386-fb1e0750a401 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659181'] for floatingip, after_update {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:55.423056 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-abd808c0-d6dd-4f85-872f-015f2a88aef2 req-194cf9bc-11a5-48ac-ac1f-19f95017f5c8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b55626ed-0cbd-49ae-93ed-5d7fad7e9496 HTTP/1.1" status: 200  len: 1000 time: 0.1076982
Dec 24 11:58:55.624331 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.l3_db [None req-db877dcf-2db6-4733-a386-fb1e0750a401 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Floating IP f7a52d2c-3f97-48f0-9bda-11994becc648 associated. External IP: 172.26.3.133, port: b55626ed-0cbd-49ae-93ed-5d7fad7e9496.
Dec 24 11:58:55.732305 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd808c0-d6dd-4f85-872f-015f2a88aef2 req-ee6b9b1b-0f72-4663-8f74-9187f9ca6092 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:58:55.733790 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-abd808c0-d6dd-4f85-872f-015f2a88aef2 req-ee6b9b1b-0f72-4663-8f74-9187f9ca6092 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=bb0d4661-3afd-4b94-8eb2-00518f4c980f HTTP/1.1" status: 200  len: 848 time: 0.3042529
Dec 24 11:58:55.816799 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-abd808c0-d6dd-4f85-872f-015f2a88aef2 req-758230ee-dc16-40f4-aa9c-63364997e669 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=fd50c5b5-d03c-449d-857b-4e32016cb6c7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0755291
Dec 24 11:58:55.961271 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-abd808c0-d6dd-4f85-872f-015f2a88aef2 req-cd128075-e31e-439d-9a76-64716add8a5a service neutron] 10.222.0.58 "GET /v2.0/networks/fd50c5b5-d03c-449d-857b-4e32016cb6c7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1377122
Dec 24 11:58:56.050335 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db877dcf-2db6-4733-a386-fb1e0750a401 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Router 7d611b2a-6fa0-4626-b12c-abbba1a7683d has already been hosted by L3 agent 198cca88-1338-4098-b44b-beb0346ac906 {{(pid=88878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 24 11:58:56.109420 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-abd808c0-d6dd-4f85-872f-015f2a88aef2 req-d9d10d9b-6fbf-4d6a-b48c-0292e2313ed6 service neutron] 10.222.0.58 "GET /v2.0/networks/fd50c5b5-d03c-449d-857b-4e32016cb6c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1413577
Dec 24 11:58:56.506756 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db877dcf-2db6-4733-a386-fb1e0750a401 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 11:58:56.518631 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-088cd7c3-2e87-4aa7-9881-bb79ed0856f5 None None] Sync routers for ids ['7d611b2a-6fa0-4626-b12c-abbba1a7683d'] in dv-neutron-822691-2-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 11:58:56.531684 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088cd7c3-2e87-4aa7-9881-bb79ed0856f5 None None] Routers {'7d611b2a-6fa0-4626-b12c-abbba1a7683d'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:58:56.532395 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-088cd7c3-2e87-4aa7-9881-bb79ed0856f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52718a7ac8>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:58:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['7d611b2a-6fa0-4626-b12c-abbba1a7683d'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:58:56.533800 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-db877dcf-2db6-4733-a386-fb1e0750a401 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for floatingip, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:58:56.589732 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-db877dcf-2db6-4733-a386-fb1e0750a401 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.7882724
Dec 24 11:58:56.590488 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83f35f25-c18a-493f-a2a1-a8cf80c67c0c', 'tag': 'b55626ed-0cbd-49ae-93ed-5d7fad7e9496'}] {{(pid=88878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 24 11:58:56.730868 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-088cd7c3-2e87-4aa7-9881-bb79ed0856f5 None None] Set router 7d611b2a-6fa0-4626-b12c-abbba1a7683d gateway port host: dv-neutron-822691-2-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:58:56.768925 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83f35f25-c18a-493f-a2a1-a8cf80c67c0c', 'tag': 'b55626ed-0cbd-49ae-93ed-5d7fad7e9496', 'status': 'completed', 'code': 200}
Dec 24 11:58:56.868986 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-db9fdefe-87ea-4d8f-8b18-aa8ed8ad134f req-5d3b7b2f-b586-4c27-a36e-343272449d52 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ca6470bc988a4b30890b86e1d588fd70&device_id=83f35f25-c18a-493f-a2a1-a8cf80c67c0c HTTP/1.1" status: 200  len: 1099 time: 0.0775526
Dec 24 11:58:57.014237 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9fdefe-87ea-4d8f-8b18-aa8ed8ad134f req-41dd3fe3-1359-4ffd-ac3c-32c8567d5b69 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:58:57.016122 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-db9fdefe-87ea-4d8f-8b18-aa8ed8ad134f req-41dd3fe3-1359-4ffd-ac3c-32c8567d5b69 service neutron] 10.222.0.58 "GET /v2.0/networks?id=fd50c5b5-d03c-449d-857b-4e32016cb6c7 HTTP/1.1" status: 200  len: 910 time: 0.1404908
Dec 24 11:58:57.097308 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-088cd7c3-2e87-4aa7-9881-bb79ed0856f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52718a7ac8>, [{'id': '7d611b2a-6fa0-4626-b12c-abbba1a7683d', 'name': 'tempest-TestSnapshotPattern-111860080-router', 'tenant_id': 'ca6470bc988a4b30890b86e1d588fd70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.213'}], 'enable_snat': True}, 'gw_port_id': '35ce58ed-f4c3-4aab-8859-791d18250e8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:58:23Z', 'updated_at': '2021-12-24T11:58:26Z', 'revision_number': 4, 'project_id': 'ca6470bc988a4b30890b86e1d588fd70', 'gw_port': {'id': '35ce58ed-f4c3-4aab-8859-791d18250e8e', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:da:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d611b2a-6fa0-4626-b12c-abbba1a7683d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:58:24Z', 'updated_at': '2021-12-24T11:58:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_floatingips': [{'id': 'f7a52d2c-3f97-48f0-9bda-11994becc648', 'tenant_id': 'ca6470bc988a4b30890b86e1d588fd70', 'floating_ip_address': '172.26.3.133', 'floating_network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'router_id': '7d611b2a-6fa0-4626-b12c-abbba1a7683d', 'port_id': 'b55626ed-0cbd-49ae-93ed-5d7fad7e9496', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd50c5b5-d03c-449d-857b-4e32016cb6c7', 'mac_address': 'fa:16:3e:51:fc:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f35f25-c18a-493f-a2a1-a8cf80c67c0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T11:58:54Z', 'updated_at': '2021-12-24T11:58:54Z', 'revision_number': 0, 'project_id': 'ca6470bc988a4b30890b86e1d588fd70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '607701b4-a9e1-4a12-b623-b6ce9d6ac56c', 'name': '', 'network_id': 'fd50c5b5-d03c-449d-857b-4e32016cb6c7', 'tenant_id': 'ca6470bc988a4b30890b86e1d588fd70', 'mac_address': 'fa:16:3e:4d:d1:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d611b2a-6fa0-4626-b12c-abbba1a7683d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bb0d4661-3afd-4b94-8eb2-00518f4c980f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:58:25Z', 'updated_at': '2021-12-24T11:58:35Z', 'revision_number': 5, 'project_id': 'ca6470bc988a4b30890b86e1d588fd70', 'subnets': [{'id': 'bb0d4661-3afd-4b94-8eb2-00518f4c980f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:58:57.101653 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-088cd7c3-2e87-4aa7-9881-bb79ed0856f5 None None] Checking router: 7d611b2a-6fa0-4626-b12c-abbba1a7683d for host: dv-neutron-822691-2-hyperv {{(pid=88880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 24 11:58:57.113381 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088cd7c3-2e87-4aa7-9881-bb79ed0856f5 None None] Routers {'7d611b2a-6fa0-4626-b12c-abbba1a7683d'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:58:57.114106 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-088cd7c3-2e87-4aa7-9881-bb79ed0856f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52718a7ac8>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T11:58:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['7d611b2a-6fa0-4626-b12c-abbba1a7683d'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:58:57.124930 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-db9fdefe-87ea-4d8f-8b18-aa8ed8ad134f req-3932c414-1cfe-48f0-8d80-b85d8be89d6e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b55626ed-0cbd-49ae-93ed-5d7fad7e9496 HTTP/1.1" status: 200  len: 1000 time: 0.1023729
Dec 24 11:58:57.199599 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9fdefe-87ea-4d8f-8b18-aa8ed8ad134f req-26375acb-03e9-431c-bb5d-80c0111ea218 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:58:57.201201 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-db9fdefe-87ea-4d8f-8b18-aa8ed8ad134f req-26375acb-03e9-431c-bb5d-80c0111ea218 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=bb0d4661-3afd-4b94-8eb2-00518f4c980f HTTP/1.1" status: 200  len: 848 time: 0.0693443
Dec 24 11:58:57.286870 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-db9fdefe-87ea-4d8f-8b18-aa8ed8ad134f req-428315ff-5379-4be2-9a0a-62d98144e608 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=fd50c5b5-d03c-449d-857b-4e32016cb6c7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0759287
Dec 24 11:58:57.304309 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-088cd7c3-2e87-4aa7-9881-bb79ed0856f5 None None] Set router 7d611b2a-6fa0-4626-b12c-abbba1a7683d gateway port host: dv-neutron-822691-2-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 11:58:57.431923 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-db9fdefe-87ea-4d8f-8b18-aa8ed8ad134f req-ec40dde8-b2db-41e4-8318-91912f2241a3 service neutron] 10.222.0.58 "GET /v2.0/networks/fd50c5b5-d03c-449d-857b-4e32016cb6c7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1381323
Dec 24 11:58:57.578992 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-db9fdefe-87ea-4d8f-8b18-aa8ed8ad134f req-57988b43-bb8c-41e2-9ece-e0c0a22f45e0 service neutron] 10.222.0.58 "GET /v2.0/networks/fd50c5b5-d03c-449d-857b-4e32016cb6c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1400518
Dec 24 11:58:57.668228 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-088cd7c3-2e87-4aa7-9881-bb79ed0856f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52718a7ac8>, [{'id': '7d611b2a-6fa0-4626-b12c-abbba1a7683d', 'name': 'tempest-TestSnapshotPattern-111860080-router', 'tenant_id': 'ca6470bc988a4b30890b86e1d588fd70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.213'}], 'enable_snat': True}, 'gw_port_id': '35ce58ed-f4c3-4aab-8859-791d18250e8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:58:23Z', 'updated_at': '2021-12-24T11:58:26Z', 'revision_number': 4, 'project_id': 'ca6470bc988a4b30890b86e1d588fd70', 'gw_port': {'id': '35ce58ed-f4c3-4aab-8859-791d18250e8e', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:da:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d611b2a-6fa0-4626-b12c-abbba1a7683d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:58:24Z', 'updated_at': '2021-12-24T11:58:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_floatingips': [{'id': 'f7a52d2c-3f97-48f0-9bda-11994becc648', 'tenant_id': 'ca6470bc988a4b30890b86e1d588fd70', 'floating_ip_address': '172.26.3.133', 'floating_network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'router_id': '7d611b2a-6fa0-4626-b12c-abbba1a7683d', 'port_id': 'b55626ed-0cbd-49ae-93ed-5d7fad7e9496', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd50c5b5-d03c-449d-857b-4e32016cb6c7', 'mac_address': 'fa:16:3e:51:fc:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f35f25-c18a-493f-a2a1-a8cf80c67c0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T11:58:54Z', 'updated_at': '2021-12-24T11:58:54Z', 'revision_number': 0, 'project_id': 'ca6470bc988a4b30890b86e1d588fd70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '607701b4-a9e1-4a12-b623-b6ce9d6ac56c', 'name': '', 'network_id': 'fd50c5b5-d03c-449d-857b-4e32016cb6c7', 'tenant_id': 'ca6470bc988a4b30890b86e1d588fd70', 'mac_address': 'fa:16:3e:4d:d1:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d611b2a-6fa0-4626-b12c-abbba1a7683d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bb0d4661-3afd-4b94-8eb2-00518f4c980f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:58:25Z', 'updated_at': '2021-12-24T11:58:35Z', 'revision_number': 5, 'project_id': 'ca6470bc988a4b30890b86e1d588fd70', 'subnets': [{'id': 'bb0d4661-3afd-4b94-8eb2-00518f4c980f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 11:58:57.672886 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-088cd7c3-2e87-4aa7-9881-bb79ed0856f5 None None] The sync data for ids ['7d611b2a-6fa0-4626-b12c-abbba1a7683d'] in dv-neutron-822691-2-hyperv is: [{'id': '7d611b2a-6fa0-4626-b12c-abbba1a7683d', 'name': 'tempest-TestSnapshotPattern-111860080-router', 'tenant_id': 'ca6470bc988a4b30890b86e1d588fd70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.213'}], 'enable_snat': True}, 'gw_port_id': '35ce58ed-f4c3-4aab-8859-791d18250e8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:58:23Z', 'updated_at': '2021-12-24T11:58:26Z', 'revision_number': 4, 'project_id': 'ca6470bc988a4b30890b86e1d588fd70', 'gw_port': {'id': '35ce58ed-f4c3-4aab-8859-791d18250e8e', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:da:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d611b2a-6fa0-4626-b12c-abbba1a7683d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:58:24Z', 'updated_at': '2021-12-24T11:58:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_floatingips': [{'id': 'f7a52d2c-3f97-48f0-9bda-11994becc648', 'tenant_id': 'ca6470bc988a4b30890b86e1d588fd70', 'floating_ip_address': '172.26.3.133', 'floating_network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'router_id': '7d611b2a-6fa0-4626-b12c-abbba1a7683d', 'port_id': 'b55626ed-0cbd-49ae-93ed-5d7fad7e9496', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd50c5b5-d03c-449d-857b-4e32016cb6c7', 'mac_address': 'fa:16:3e:51:fc:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f35f25-c18a-493f-a2a1-a8cf80c67c0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T11:58:54Z', 'updated_at': '2021-12-24T11:58:54Z', 'revision_number': 0, 'project_id': 'ca6470bc988a4b30890b86e1d588fd70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '607701b4-a9e1-4a12-b623-b6ce9d6ac56c', 'name': '', 'network_id': 'fd50c5b5-d03c-449d-857b-4e32016cb6c7', 'tenant_id': 'ca6470bc988a4b30890b86e1d588fd70', 'mac_address': 'fa:16:3e:4d:d1:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d611b2a-6fa0-4626-b12c-abbba1a7683d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bb0d4661-3afd-4b94-8eb2-00518f4c980f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:58:25Z', 'updated_at': '2021-12-24T11:58:35Z', 'revision_number': 5, 'project_id': 'ca6470bc988a4b30890b86e1d588fd70', 'subnets': [{'id': 'bb0d4661-3afd-4b94-8eb2-00518f4c980f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 11:58:58.002023 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa7b3063-4000-422a-a158-0c5f7e79c596 None None] New status for floating IP f7a52d2c-3f97-48f0-9bda-11994becc648: ACTIVE {{(pid=88881) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 24 11:58:58.898220 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:59:06.552454 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1ea64e23-4a24-4c04-b1e0-dfdc49c05b25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:59:07.460480 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.agents_db [None req-e51243ab-6a93-425b-980f-a73583147efa None None] Agent healthcheck: found 6 active agents {{(pid=88881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 24 11:59:08.118838 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:59:09.060270 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-67020e44-19a6-4df8-b793-ffd966b5cb98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:59:09.649185 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bdfdbc84-c52d-4f40-b281-af314dc1f8fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:59:10.953886 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-39ff93cf-c0b7-48c5-95f3-6f7e9977387d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:59:28.900457 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:59:36.550862 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c45ab237-4fa9-445b-96ff-9bde5798a814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:59:38.117906 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:59:39.060007 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8437ccd7-b0b8-4a64-b6bf-349d491d2ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:59:39.657709 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bdfdbc84-c52d-4f40-b281-af314dc1f8fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:59:40.950828 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-39ff93cf-c0b7-48c5-95f3-6f7e9977387d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 11:59:44.209320 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [req-c25a2f22-8e5b-4609-9e56-53f90cc53191 req-bbabfc89-7c9b-425c-8cdd-c6a7d950c654 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] (88879) timed out ('10.222.0.58', 64127) {{(pid=88879) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Dec 24 11:59:44.469200 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.agents_db [None req-e51243ab-6a93-425b-980f-a73583147efa None None] Agent healthcheck: found 6 active agents {{(pid=88881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 24 11:59:57.014734 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-955ebc17-96c8-4e3c-9546-e64ee754b14c req-fc5a519f-dd91-4514-a777-e31eba58a06a service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=83f35f25-c18a-493f-a2a1-a8cf80c67c0c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0887833
Dec 24 11:59:57.183696 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-955ebc17-96c8-4e3c-9546-e64ee754b14c req-2510660d-41bb-4dff-9370-267f2680dc98 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ca6470bc988a4b30890b86e1d588fd70&device_id=83f35f25-c18a-493f-a2a1-a8cf80c67c0c HTTP/1.1" status: 200  len: 1099 time: 0.0808539
Dec 24 11:59:57.351540 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955ebc17-96c8-4e3c-9546-e64ee754b14c req-f16e75df-a969-4229-b23b-cf721c8beca6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:59:57.353194 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-955ebc17-96c8-4e3c-9546-e64ee754b14c req-f16e75df-a969-4229-b23b-cf721c8beca6 service neutron] 10.222.0.58 "GET /v2.0/networks?id=fd50c5b5-d03c-449d-857b-4e32016cb6c7 HTTP/1.1" status: 200  len: 910 time: 0.1445169
Dec 24 11:59:57.468635 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-955ebc17-96c8-4e3c-9546-e64ee754b14c req-7907a751-44d1-41b7-83b3-27c8a83b1177 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b55626ed-0cbd-49ae-93ed-5d7fad7e9496 HTTP/1.1" status: 200  len: 1002 time: 0.1049812
Dec 24 11:59:57.542040 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955ebc17-96c8-4e3c-9546-e64ee754b14c req-78da6a6d-2736-4b34-a3ac-8b6934693d6c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 11:59:57.543644 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-955ebc17-96c8-4e3c-9546-e64ee754b14c req-78da6a6d-2736-4b34-a3ac-8b6934693d6c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=bb0d4661-3afd-4b94-8eb2-00518f4c980f HTTP/1.1" status: 200  len: 848 time: 0.0646837
Dec 24 11:59:57.634484 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-955ebc17-96c8-4e3c-9546-e64ee754b14c req-4c16ec9b-375a-4077-b0b3-d88f630b137f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=fd50c5b5-d03c-449d-857b-4e32016cb6c7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0802963
Dec 24 11:59:57.782674 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-955ebc17-96c8-4e3c-9546-e64ee754b14c req-9dec1e6c-d093-43a3-9646-40c7c7136a68 service neutron] 10.222.0.58 "GET /v2.0/networks/fd50c5b5-d03c-449d-857b-4e32016cb6c7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1375482
Dec 24 11:59:57.929452 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-955ebc17-96c8-4e3c-9546-e64ee754b14c req-72371fbb-e02b-4843-9066-aaaa16b6506d service neutron] 10.222.0.58 "GET /v2.0/networks/fd50c5b5-d03c-449d-857b-4e32016cb6c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1359737
Dec 24 11:59:58.916743 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:00:06.547427 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4d3ae9c9-01d6-435b-9084-9d8d94c7c56f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:00:08.123436 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:00:09.060135 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-84bca537-9182-41b4-b528-f4897a2e294b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:00:09.662558 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bdfdbc84-c52d-4f40-b281-af314dc1f8fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:00:10.956395 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-39ff93cf-c0b7-48c5-95f3-6f7e9977387d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:00:21.467185 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.agents_db [None req-e51243ab-6a93-425b-980f-a73583147efa None None] Agent healthcheck: found 6 active agents {{(pid=88881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 24 12:00:28.926972 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:00:36.543584 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-22d0913d-7d83-497c-8479-9045e95e93f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:00:38.119926 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:00:39.063024 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1e447ac8-3c63-4da0-9088-95151b534760 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:00:39.663896 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bdfdbc84-c52d-4f40-b281-af314dc1f8fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:00:40.959377 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-39ff93cf-c0b7-48c5-95f3-6f7e9977387d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:00:58.457874 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.agents_db [None req-e51243ab-6a93-425b-980f-a73583147efa None None] Agent healthcheck: found 6 active agents {{(pid=88881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 24 12:00:58.918620 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:00:59.076744 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-fc4189ff-7253-45ae-abe5-b64439ce6cbf req-b91900a3-6526-4828-8ce4-c9f32b644780 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ca6470bc988a4b30890b86e1d588fd70&device_id=83f35f25-c18a-493f-a2a1-a8cf80c67c0c HTTP/1.1" status: 200  len: 1099 time: 0.0835330
Dec 24 12:00:59.252326 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4189ff-7253-45ae-abe5-b64439ce6cbf req-f2bf5395-16da-4025-8feb-f2ea42482cf6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 12:00:59.254375 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-fc4189ff-7253-45ae-abe5-b64439ce6cbf req-f2bf5395-16da-4025-8feb-f2ea42482cf6 service neutron] 10.222.0.58 "GET /v2.0/networks?id=fd50c5b5-d03c-449d-857b-4e32016cb6c7 HTTP/1.1" status: 200  len: 910 time: 0.1519201
Dec 24 12:00:59.373695 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Device b55626ed-0cbd-49ae-93ed-5d7fad7e9496 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 24 12:00:59.379513 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-fc4189ff-7253-45ae-abe5-b64439ce6cbf req-e0090065-43c2-4d8d-97ca-21b260b86587 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b55626ed-0cbd-49ae-93ed-5d7fad7e9496 HTTP/1.1" status: 200  len: 1002 time: 0.1177382
Dec 24 12:00:59.471082 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4189ff-7253-45ae-abe5-b64439ce6cbf req-77abbefb-a9f1-41c9-8629-a692ea7737df service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 12:00:59.473732 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-fc4189ff-7253-45ae-abe5-b64439ce6cbf req-77abbefb-a9f1-41c9-8629-a692ea7737df service neutron] 10.222.0.58 "GET /v2.0/subnets?id=bb0d4661-3afd-4b94-8eb2-00518f4c980f HTTP/1.1" status: 200  len: 848 time: 0.0808644
Dec 24 12:00:59.546576 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] For port b55626ed-0cbd-49ae-93ed-5d7fad7e9496, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=b55626ed-0cbd-49ae-93ed-5d7fad7e9496,segment=NetworkSegment(9a4f89d5-31cb-45b0-82d9-f728cd1ca17e),segment_id=9a4f89d5-31cb-45b0-82d9-f728cd1ca17e)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 12:00:59.575320 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Returning: {'device': 'b55626ed-0cbd-49ae-93ed-5d7fad7e9496', 'network_id': 'fd50c5b5-d03c-449d-857b-4e32016cb6c7', 'port_id': 'b55626ed-0cbd-49ae-93ed-5d7fad7e9496', 'mac_address': 'fa:16:3e:51:fc:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb0d4661-3afd-4b94-8eb2-00518f4c980f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 24 12:00:59.594183 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-fc4189ff-7253-45ae-abe5-b64439ce6cbf req-117b7464-2c58-4f85-8f31-95395b733eff service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=fd50c5b5-d03c-449d-857b-4e32016cb6c7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1039889
Dec 24 12:00:59.649183 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:00:59.670878 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b55626ed-0cbd-49ae-93ed-5d7fad7e9496 {{(pid=88880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 24 12:00:59.690808 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] For port b55626ed-0cbd-49ae-93ed-5d7fad7e9496, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=b55626ed-0cbd-49ae-93ed-5d7fad7e9496,segment=NetworkSegment(9a4f89d5-31cb-45b0-82d9-f728cd1ca17e),segment_id=9a4f89d5-31cb-45b0-82d9-f728cd1ca17e)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 12:00:59.695313 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:00:59.697643 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 12:00:59.761952 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-fc4189ff-7253-45ae-abe5-b64439ce6cbf req-23cb112e-1b3e-4d60-924a-2cea8cebc2de service neutron] 10.222.0.58 "GET /v2.0/networks/fd50c5b5-d03c-449d-857b-4e32016cb6c7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1600335
Dec 24 12:00:59.773235 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Pushing event updated for resources: {'Port': ['ID=b55626ed-0cbd-49ae-93ed-5d7fad7e9496,revision_number=6']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 12:00:59.783330 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 12:00:59.784004 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 12:00:59.784390 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 12:00:59.784770 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 12:00:59.785314 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 12:00:59.785499 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 12:00:59.786068 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 12:00:59.786457 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 12:00:59.786824 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 12:00:59.787192 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 12:00:59.787559 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 12:00:59.793384 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] get_ports_and_sgs() called for port_ids ['b55626ed-0cbd-49ae-93ed-5d7fad7e9496'] {{(pid=88880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 24 12:00:59.837634 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 12:00:59.939408 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-fc4189ff-7253-45ae-abe5-b64439ce6cbf req-e4747dc9-3444-4364-a518-7b7c5f8d112f service neutron] 10.222.0.58 "GET /v2.0/networks/fd50c5b5-d03c-449d-857b-4e32016cb6c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1704440
Dec 24 12:01:01.404201 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Device b55626ed-0cbd-49ae-93ed-5d7fad7e9496 up at agent hyperv_hv-neutron-8226 {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 12:01:01.496812 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Provisioning complete for port b55626ed-0cbd-49ae-93ed-5d7fad7e9496 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 12:01:01.497614 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:01:01.646795 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:01:01.681084 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83f35f25-c18a-493f-a2a1-a8cf80c67c0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b55626ed-0cbd-49ae-93ed-5d7fad7e9496'}] {{(pid=88880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 24 12:01:01.689387 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] For port b55626ed-0cbd-49ae-93ed-5d7fad7e9496, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=b55626ed-0cbd-49ae-93ed-5d7fad7e9496,segment=NetworkSegment(9a4f89d5-31cb-45b0-82d9-f728cd1ca17e),segment_id=9a4f89d5-31cb-45b0-82d9-f728cd1ca17e)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 12:01:01.693219 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:01:01.697274 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-17f194b3-cc13-4646-8e1d-3dae5d812da7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 12:01:01.794772 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Pushing event updated for resources: {'Port': ['ID=b55626ed-0cbd-49ae-93ed-5d7fad7e9496,revision_number=7']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 12:01:01.811120 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 12:01:01.953755 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83f35f25-c18a-493f-a2a1-a8cf80c67c0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b55626ed-0cbd-49ae-93ed-5d7fad7e9496', 'code': 200}
Dec 24 12:01:06.538547 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3b94661b-42a4-4b11-b55e-b9ed99dc7957 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:01:08.116272 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:01:08.674722 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-71d98d10-0b0c-4ba6-bc07-94773073db6d req-4ccdb8ca-6b00-4216-9137-e0e68c88ea96 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1772259727&fields=id&tenant_id=ca6470bc988a4b30890b86e1d588fd70 HTTP/1.1" status: 200  len: 267 time: 0.0469675
Dec 24 12:01:08.845923 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d98d10-0b0c-4ba6-bc07-94773073db6d req-71d03cd9-be93-489c-9b1e-dfa45f560cb1 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 12:01:08.847457 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-71d98d10-0b0c-4ba6-bc07-94773073db6d req-71d03cd9-be93-489c-9b1e-dfa45f560cb1 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] 10.222.0.65 "GET /v2.0/networks?id=fd50c5b5-d03c-449d-857b-4e32016cb6c7 HTTP/1.1" status: 200  len: 809 time: 0.1620679
Dec 24 12:01:08.867969 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-71d98d10-0b0c-4ba6-bc07-94773073db6d req-b1bb09f2-001d-4b9c-8620-3624ae4ca8b4 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] 10.222.0.65 "GET /v2.0/quotas/ca6470bc988a4b30890b86e1d588fd70 HTTP/1.1" status: 200  len: 375 time: 0.0145311
Dec 24 12:01:08.969566 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-71d98d10-0b0c-4ba6-bc07-94773073db6d req-9c9c1b15-d68f-4dc5-a504-4acea72f21d2 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=ca6470bc988a4b30890b86e1d588fd70&fields=id HTTP/1.1" status: 200  len: 394 time: 0.0961576
Dec 24 12:01:09.057266 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f0b50d7b-3577-4a13-843f-8c0a638037bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:01:09.119760 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-71d98d10-0b0c-4ba6-bc07-94773073db6d req-579e6f77-1216-41e9-89e1-1290b1470da2 service neutron] 10.222.0.65 "GET /v2.0/networks/fd50c5b5-d03c-449d-857b-4e32016cb6c7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1370199
Dec 24 12:01:09.262928 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-71d98d10-0b0c-4ba6-bc07-94773073db6d req-4b743085-2561-46af-aa1e-4b475786652f service neutron] 10.222.0.65 "GET /v2.0/networks/fd50c5b5-d03c-449d-857b-4e32016cb6c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1367712
Dec 24 12:01:09.663298 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bdfdbc84-c52d-4f40-b281-af314dc1f8fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:01:10.542899 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-29b919b5-3919-4c33-927d-79f5543ae5e0 req-edc93fd1-9ede-4edf-9995-994b45825c72 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] 10.222.0.65 "GET /v2.0/ports?device_id=b49008d9-fed7-4d87-a880-2c4f08c95bc7 HTTP/1.1" status: 200  len: 210 time: 0.0497816
Dec 24 12:01:10.960137 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-39ff93cf-c0b7-48c5-95f3-6f7e9977387d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:01:11.452428 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Device b55626ed-0cbd-49ae-93ed-5d7fad7e9496 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 12:01:11.578543 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:01:11.616533 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83f35f25-c18a-493f-a2a1-a8cf80c67c0c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b55626ed-0cbd-49ae-93ed-5d7fad7e9496'}] {{(pid=88880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 24 12:01:11.626542 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] For port b55626ed-0cbd-49ae-93ed-5d7fad7e9496, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=b55626ed-0cbd-49ae-93ed-5d7fad7e9496,segment=NetworkSegment(9a4f89d5-31cb-45b0-82d9-f728cd1ca17e),segment_id=9a4f89d5-31cb-45b0-82d9-f728cd1ca17e)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 12:01:11.631362 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:01:11.634929 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 12:01:11.714662 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83f35f25-c18a-493f-a2a1-a8cf80c67c0c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b55626ed-0cbd-49ae-93ed-5d7fad7e9496', 'code': 200}
Dec 24 12:01:11.738148 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Pushing event updated for resources: {'Port': ['ID=b55626ed-0cbd-49ae-93ed-5d7fad7e9496,revision_number=8']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 12:01:11.742534 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 12:01:11.766311 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-ec243a60-93da-42e2-bc84-aff1d80c77c3 req-36e2c02f-4279-49eb-a3b7-80ab2c016bd5 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] 10.222.0.65 "GET /v2.0/ports?device_id=b49008d9-fed7-4d87-a880-2c4f08c95bc7 HTTP/1.1" status: 200  len: 210 time: 0.0591953
Dec 24 12:01:12.015361 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d98d10-0b0c-4ba6-bc07-94773073db6d req-28fbf13c-16a0-451d-86d8-bd82f2e25994 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 12:01:12.017014 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-71d98d10-0b0c-4ba6-bc07-94773073db6d req-28fbf13c-16a0-451d-86d8-bd82f2e25994 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] 10.222.0.58 "GET /v2.0/networks?id=fd50c5b5-d03c-449d-857b-4e32016cb6c7 HTTP/1.1" status: 200  len: 809 time: 0.4432609
Dec 24 12:01:12.089567 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-71d98d10-0b0c-4ba6-bc07-94773073db6d req-d1ff922e-0f07-496a-a8e5-cb4edd0fc75b tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ca6470bc988a4b30890b86e1d588fd70 HTTP/1.1" status: 200  len: 380 time: 0.0443702
Dec 24 12:01:12.100894 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [req-71d98d10-0b0c-4ba6-bc07-94773073db6d req-c0c249a9-a026-41dc-9940-3c9cf6d096c1 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Request body: {'port': {'device_id': 'b49008d9-fed7-4d87-a880-2c4f08c95bc7', 'network_id': 'fd50c5b5-d03c-449d-857b-4e32016cb6c7', 'admin_state_up': True, 'tenant_id': 'ca6470bc988a4b30890b86e1d588fd70', 'security_groups': ['14138d50-088b-4b26-8286-c9d6b443a670']}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 12:01:12.249704 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [req-71d98d10-0b0c-4ba6-bc07-94773073db6d req-c0c249a9-a026-41dc-9940-3c9cf6d096c1 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 12:01:12.254400 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-71d98d10-0b0c-4ba6-bc07-94773073db6d req-c0c249a9-a026-41dc-9940-3c9cf6d096c1 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Usage tracker for resource:port and tenant:ca6470bc988a4b30890b86e1d588fd70 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 12:01:12.257675 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-71d98d10-0b0c-4ba6-bc07-94773073db6d req-c0c249a9-a026-41dc-9940-3c9cf6d096c1 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Quota usage for port was recalculated. Used quota:4. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 12:01:12.264756 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [req-71d98d10-0b0c-4ba6-bc07-94773073db6d req-c0c249a9-a026-41dc-9940-3c9cf6d096c1 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 12:01:12.275534 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71d98d10-0b0c-4ba6-bc07-94773073db6d req-c0c249a9-a026-41dc-9940-3c9cf6d096c1 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Made reservation on behalf of ca6470bc988a4b30890b86e1d588fd70 for: {'port': 1} {{(pid=88879) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 24 12:01:12.281499 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-71d98d10-0b0c-4ba6-bc07-94773073db6d req-c0c249a9-a026-41dc-9940-3c9cf6d096c1 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:01:12.463365 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [req-71d98d10-0b0c-4ba6-bc07-94773073db6d req-c0c249a9-a026-41dc-9940-3c9cf6d096c1 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Allocated IP 172.20.0.8 (fd50c5b5-d03c-449d-857b-4e32016cb6c7/bb0d4661-3afd-4b94-8eb2-00518f4c980f/7d7f9915-b35f-429f-80d5-457173f27650) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 12:01:12.705459 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-71d98d10-0b0c-4ba6-bc07-94773073db6d req-c0c249a9-a026-41dc-9940-3c9cf6d096c1 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:01:12.722801 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [req-71d98d10-0b0c-4ba6-bc07-94773073db6d req-c0c249a9-a026-41dc-9940-3c9cf6d096c1 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Transition to ACTIVE for port object 7d7f9915-b35f-429f-80d5-457173f27650 will not be triggered until provisioned by entity DHCP. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 12:01:12.744423 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-71d98d10-0b0c-4ba6-bc07-94773073db6d req-c0c249a9-a026-41dc-9940-3c9cf6d096c1 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:01:12.750932 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-adfa7fc1-3592-4942-85de-14f92a5c3018 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 12:01:12.836932 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c249a9-a026-41dc-9940-3c9cf6d096c1 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Pushing event updated for resources: {'Port': ['ID=7d7f9915-b35f-429f-80d5-457173f27650,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 12:01:12.841381 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71d98d10-0b0c-4ba6-bc07-94773073db6d req-c0c249a9-a026-41dc-9940-3c9cf6d096c1 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Network fd50c5b5-d03c-449d-857b-4e32016cb6c7 is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 12:01:12.843750 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [req-71d98d10-0b0c-4ba6-bc07-94773073db6d req-c0c249a9-a026-41dc-9940-3c9cf6d096c1 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Resources bound (agent type, host, resource id):  {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 12:01:12.851261 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c249a9-a026-41dc-9940-3c9cf6d096c1 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 12:01:12.851450 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c249a9-a026-41dc-9940-3c9cf6d096c1 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 12:01:12.851819 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c249a9-a026-41dc-9940-3c9cf6d096c1 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 12:01:12.852256 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c249a9-a026-41dc-9940-3c9cf6d096c1 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 12:01:12.852682 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c249a9-a026-41dc-9940-3c9cf6d096c1 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 12:01:12.853122 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c249a9-a026-41dc-9940-3c9cf6d096c1 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 12:01:12.853502 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c249a9-a026-41dc-9940-3c9cf6d096c1 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 12:01:12.853936 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c249a9-a026-41dc-9940-3c9cf6d096c1 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 12:01:12.854594 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c249a9-a026-41dc-9940-3c9cf6d096c1 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 12:01:12.855005 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c249a9-a026-41dc-9940-3c9cf6d096c1 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 12:01:12.855403 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c249a9-a026-41dc-9940-3c9cf6d096c1 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 12:01:12.858821 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [req-71d98d10-0b0c-4ba6-bc07-94773073db6d req-c0c249a9-a026-41dc-9940-3c9cf6d096c1 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 12:01:12.889969 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c0c249a9-a026-41dc-9940-3c9cf6d096c1 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 12:01:12.943463 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d98d10-0b0c-4ba6-bc07-94773073db6d req-c0c249a9-a026-41dc-9940-3c9cf6d096c1 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 12:01:12.950874 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-71d98d10-0b0c-4ba6-bc07-94773073db6d req-c0c249a9-a026-41dc-9940-3c9cf6d096c1 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:01:12.995776 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-71d98d10-0b0c-4ba6-bc07-94773073db6d req-c0c249a9-a026-41dc-9940-3c9cf6d096c1 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8968198
Dec 24 12:01:13.054182 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99d3335-1b0d-4347-ad9e-e95004585690 req-3f9aa256-026c-441c-9bad-ab0999013470 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 12:01:13.056249 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-a99d3335-1b0d-4347-ad9e-e95004585690 req-3f9aa256-026c-441c-9bad-ab0999013470 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] 10.222.0.65 "GET /v2.0/ports?device_id=b49008d9-fed7-4d87-a880-2c4f08c95bc7 HTTP/1.1" status: 200  len: 931 time: 0.1423361
Dec 24 12:01:13.113030 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-a99d3335-1b0d-4347-ad9e-e95004585690 req-4f61409e-0f98-47c7-a86e-bb742bd99064 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] 10.222.0.65 "GET /v2.0/security-groups?id=14138d50-088b-4b26-8286-c9d6b443a670&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0491228
Dec 24 12:01:13.308597 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-e00d11a4-ece0-425a-954a-949d3e277173 None None] Provisioning for port 7d7f9915-b35f-429f-80d5-457173f27650 completed by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 12:01:13.314314 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-e00d11a4-ece0-425a-954a-949d3e277173 None None] Provisioning complete for port 7d7f9915-b35f-429f-80d5-457173f27650 triggered by entity DHCP. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 12:01:13.314761 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e00d11a4-ece0-425a-954a-949d3e277173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:01:13.373716 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-e00d11a4-ece0-425a-954a-949d3e277173 None None] Port 7d7f9915-b35f-429f-80d5-457173f27650 cannot update to ACTIVE because it is not bound. {{(pid=88880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}}
Dec 24 12:01:14.327872 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f206dfe5-8488-46ac-abc3-ee99dc66289b req-5fb10bce-4c83-46bb-85a0-e8fb1442a295 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 12:01:14.329513 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-f206dfe5-8488-46ac-abc3-ee99dc66289b req-5fb10bce-4c83-46bb-85a0-e8fb1442a295 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] 10.222.0.65 "GET /v2.0/ports?device_id=b49008d9-fed7-4d87-a880-2c4f08c95bc7 HTTP/1.1" status: 200  len: 931 time: 0.0853078
Dec 24 12:01:14.385295 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-f206dfe5-8488-46ac-abc3-ee99dc66289b req-6cf239e3-a0f6-478a-b735-e8d751e85ec4 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] 10.222.0.65 "GET /v2.0/security-groups?id=14138d50-088b-4b26-8286-c9d6b443a670&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0485320
Dec 24 12:01:15.603377 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d905042a-514c-41ce-8e3a-88343602c2e7 req-a01c01e8-efe9-4c6d-afe0-59d97263f45a tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 12:01:15.605702 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-d905042a-514c-41ce-8e3a-88343602c2e7 req-a01c01e8-efe9-4c6d-afe0-59d97263f45a tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] 10.222.0.65 "GET /v2.0/ports?device_id=b49008d9-fed7-4d87-a880-2c4f08c95bc7 HTTP/1.1" status: 200  len: 931 time: 0.0944953
Dec 24 12:01:15.661139 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-d905042a-514c-41ce-8e3a-88343602c2e7 req-7e54333b-67b1-4cf2-bb7b-47f668147f49 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] 10.222.0.65 "GET /v2.0/security-groups?id=14138d50-088b-4b26-8286-c9d6b443a670&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0490103
Dec 24 12:01:16.882108 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d1b798-fa95-4aab-b3fe-2f70a2e8ed8c req-ec81f502-bfc4-44fe-8f16-53c3d725780e tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 12:01:16.883651 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-27d1b798-fa95-4aab-b3fe-2f70a2e8ed8c req-ec81f502-bfc4-44fe-8f16-53c3d725780e tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] 10.222.0.65 "GET /v2.0/ports?device_id=b49008d9-fed7-4d87-a880-2c4f08c95bc7 HTTP/1.1" status: 200  len: 931 time: 0.0891306
Dec 24 12:01:16.935867 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-27d1b798-fa95-4aab-b3fe-2f70a2e8ed8c req-b06de302-af4e-4aa8-94c3-b5590ae7def1 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] 10.222.0.65 "GET /v2.0/security-groups?id=14138d50-088b-4b26-8286-c9d6b443a670&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452821
Dec 24 12:01:18.166317 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32f8b3c-e506-47e2-8595-b22fa8bfc4df req-ff877bef-7d7a-4c7b-8020-79ef74bde974 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 12:01:18.167960 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-a32f8b3c-e506-47e2-8595-b22fa8bfc4df req-ff877bef-7d7a-4c7b-8020-79ef74bde974 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] 10.222.0.65 "GET /v2.0/ports?device_id=b49008d9-fed7-4d87-a880-2c4f08c95bc7 HTTP/1.1" status: 200  len: 931 time: 0.0885756
Dec 24 12:01:18.217842 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-a32f8b3c-e506-47e2-8595-b22fa8bfc4df req-2e549850-07a5-448c-9fd6-73e2f1a433e4 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] 10.222.0.65 "GET /v2.0/security-groups?id=14138d50-088b-4b26-8286-c9d6b443a670&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434442
Dec 24 12:01:19.442719 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adabe183-e228-4a16-be22-0cc08f22b417 req-0453afbe-f7a6-4647-b3e6-5ab420ffee57 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 12:01:19.444549 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-adabe183-e228-4a16-be22-0cc08f22b417 req-0453afbe-f7a6-4647-b3e6-5ab420ffee57 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] 10.222.0.65 "GET /v2.0/ports?device_id=b49008d9-fed7-4d87-a880-2c4f08c95bc7 HTTP/1.1" status: 200  len: 931 time: 0.0964565
Dec 24 12:01:19.534562 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-adabe183-e228-4a16-be22-0cc08f22b417 req-b2fd5fbe-101f-4168-989a-264e2eade670 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] 10.222.0.65 "GET /v2.0/security-groups?id=14138d50-088b-4b26-8286-c9d6b443a670&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0823431
Dec 24 12:01:20.731799 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacfdda9-986a-453e-a735-6e34600529a8 req-85eced33-f07d-45fb-8da1-b87bb416ef81 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 12:01:20.733434 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-aacfdda9-986a-453e-a735-6e34600529a8 req-85eced33-f07d-45fb-8da1-b87bb416ef81 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] 10.222.0.65 "GET /v2.0/ports?device_id=b49008d9-fed7-4d87-a880-2c4f08c95bc7 HTTP/1.1" status: 200  len: 931 time: 0.0838675
Dec 24 12:01:20.783647 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-aacfdda9-986a-453e-a735-6e34600529a8 req-329fa1d8-23c0-44cf-b27a-a80069e8f510 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] 10.222.0.65 "GET /v2.0/security-groups?id=14138d50-088b-4b26-8286-c9d6b443a670&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438859
Dec 24 12:01:21.999243 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f212c6c-577b-4821-8dcf-343596609a98 req-f6ca81e9-231e-4486-8789-a400368327ef tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 12:01:22.000843 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-3f212c6c-577b-4821-8dcf-343596609a98 req-f6ca81e9-231e-4486-8789-a400368327ef tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] 10.222.0.65 "GET /v2.0/ports?device_id=b49008d9-fed7-4d87-a880-2c4f08c95bc7 HTTP/1.1" status: 200  len: 931 time: 0.0926633
Dec 24 12:01:22.052313 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-3f212c6c-577b-4821-8dcf-343596609a98 req-acad71d7-97c2-4285-b8b9-a1bd4a2d71e2 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] 10.222.0.65 "GET /v2.0/security-groups?id=14138d50-088b-4b26-8286-c9d6b443a670&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449541
Dec 24 12:01:22.849134 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [req-71d98d10-0b0c-4ba6-bc07-94773073db6d req-3e22fc26-9227-4b2c-ad7a-ee254c2c6045 service neutron] Request body: {'port': {'device_id': 'b49008d9-fed7-4d87-a880-2c4f08c95bc7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 12:01:22.969466 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-71d98d10-0b0c-4ba6-bc07-94773073db6d req-3e22fc26-9227-4b2c-ad7a-ee254c2c6045 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:01:23.259990 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a4da8a-7469-4da7-a040-5be2df6cf689 req-db26066a-e978-4ac0-9a8e-98f1a6d6d0a1 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 12:01:23.261582 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-93a4da8a-7469-4da7-a040-5be2df6cf689 req-db26066a-e978-4ac0-9a8e-98f1a6d6d0a1 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] 10.222.0.65 "GET /v2.0/ports?device_id=b49008d9-fed7-4d87-a880-2c4f08c95bc7 HTTP/1.1" status: 200  len: 931 time: 0.0850785
Dec 24 12:01:23.315295 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-93a4da8a-7469-4da7-a040-5be2df6cf689 req-0cbc83d4-b6d9-4b13-92e4-b38467561eff tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] 10.222.0.65 "GET /v2.0/security-groups?id=14138d50-088b-4b26-8286-c9d6b443a670&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0467515
Dec 24 12:01:23.332851 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [req-71d98d10-0b0c-4ba6-bc07-94773073db6d req-3e22fc26-9227-4b2c-ad7a-ee254c2c6045 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d7f9915-b35f-429f-80d5-457173f27650 {{(pid=88879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 24 12:01:23.340545 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-71d98d10-0b0c-4ba6-bc07-94773073db6d req-3e22fc26-9227-4b2c-ad7a-ee254c2c6045 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:01:23.356431 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [req-71d98d10-0b0c-4ba6-bc07-94773073db6d req-3e22fc26-9227-4b2c-ad7a-ee254c2c6045 service neutron] Transition to ACTIVE for port object 7d7f9915-b35f-429f-80d5-457173f27650 will not be triggered until provisioned by entity L2. {{(pid=88879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 24 12:01:23.360219 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-71d98d10-0b0c-4ba6-bc07-94773073db6d req-3e22fc26-9227-4b2c-ad7a-ee254c2c6045 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850854027'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:01:23.364817 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c08ede1d-d1a1-482b-aae2-dff173f8c0f2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 12:01:23.494988 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e22fc26-9227-4b2c-ad7a-ee254c2c6045 service neutron] Pushing event updated for resources: {'Port': ['ID=7d7f9915-b35f-429f-80d5-457173f27650,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 12:01:23.498433 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-3e22fc26-9227-4b2c-ad7a-ee254c2c6045 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 12:01:23.613453 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [req-71d98d10-0b0c-4ba6-bc07-94773073db6d req-3e22fc26-9227-4b2c-ad7a-ee254c2c6045 service neutron] Attempting to bind port 7d7f9915-b35f-429f-80d5-457173f27650 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 24 12:01:23.613876 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [req-71d98d10-0b0c-4ba6-bc07-94773073db6d req-3e22fc26-9227-4b2c-ad7a-ee254c2c6045 service neutron] Attempting to bind port 7d7f9915-b35f-429f-80d5-457173f27650 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '9a4f89d5-31cb-45b0-82d9-f728cd1ca17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'fd50c5b5-d03c-449d-857b-4e32016cb6c7'}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 24 12:01:23.614281 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d98d10-0b0c-4ba6-bc07-94773073db6d req-3e22fc26-9227-4b2c-ad7a-ee254c2c6045 service neutron] Attempting to bind port 7d7f9915-b35f-429f-80d5-457173f27650 on network fd50c5b5-d03c-449d-857b-4e32016cb6c7 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 12:01:23.620949 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d98d10-0b0c-4ba6-bc07-94773073db6d req-3e22fc26-9227-4b2c-ad7a-ee254c2c6045 service neutron] Port 7d7f9915-b35f-429f-80d5-457173f27650 on network fd50c5b5-d03c-449d-857b-4e32016cb6c7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 24 12:01:23.621312 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d98d10-0b0c-4ba6-bc07-94773073db6d req-3e22fc26-9227-4b2c-ad7a-ee254c2c6045 service neutron] Attempting to bind port 7d7f9915-b35f-429f-80d5-457173f27650 on network fd50c5b5-d03c-449d-857b-4e32016cb6c7 {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}}
Dec 24 12:01:23.628438 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d98d10-0b0c-4ba6-bc07-94773073db6d req-3e22fc26-9227-4b2c-ad7a-ee254c2c6045 service neutron] Checking agent: {'id': '239bbc6e-fc66-42e2-b707-1aa8ba10287c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 57, 58), 'started_at': datetime.datetime(2021, 12, 24, 10, 57, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 12, 0, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}}
Dec 24 12:01:23.628815 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d98d10-0b0c-4ba6-bc07-94773073db6d req-3e22fc26-9227-4b2c-ad7a-ee254c2c6045 service neutron] Checking segment: {'id': '9a4f89d5-31cb-45b0-82d9-f728cd1ca17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'fd50c5b5-d03c-449d-857b-4e32016cb6c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 24 12:01:23.629231 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d98d10-0b0c-4ba6-bc07-94773073db6d req-3e22fc26-9227-4b2c-ad7a-ee254c2c6045 service neutron] Bound using segment: {'id': '9a4f89d5-31cb-45b0-82d9-f728cd1ca17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'fd50c5b5-d03c-449d-857b-4e32016cb6c7'} {{(pid=88879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}}
Dec 24 12:01:23.629694 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.managers [req-71d98d10-0b0c-4ba6-bc07-94773073db6d req-3e22fc26-9227-4b2c-ad7a-ee254c2c6045 service neutron] Bound port: 7d7f9915-b35f-429f-80d5-457173f27650, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a4f89d5-31cb-45b0-82d9-f728cd1ca17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'fd50c5b5-d03c-449d-857b-4e32016cb6c7'}}] {{(pid=88879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 24 12:01:23.630114 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-71d98d10-0b0c-4ba6-bc07-94773073db6d req-3e22fc26-9227-4b2c-ad7a-ee254c2c6045 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:01:23.721641 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [req-71d98d10-0b0c-4ba6-bc07-94773073db6d req-3e22fc26-9227-4b2c-ad7a-ee254c2c6045 service neutron] For port 7d7f9915-b35f-429f-80d5-457173f27650, host hv-neutron-8226, cleared binding levels {{(pid=88879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Dec 24 12:01:23.724754 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [req-71d98d10-0b0c-4ba6-bc07-94773073db6d req-3e22fc26-9227-4b2c-ad7a-ee254c2c6045 service neutron] For port 7d7f9915-b35f-429f-80d5-457173f27650, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=7d7f9915-b35f-429f-80d5-457173f27650,segment=NetworkSegment(9a4f89d5-31cb-45b0-82d9-f728cd1ca17e),segment_id=9a4f89d5-31cb-45b0-82d9-f728cd1ca17e)] {{(pid=88879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Dec 24 12:01:23.730038 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-71d98d10-0b0c-4ba6-bc07-94773073db6d req-3e22fc26-9227-4b2c-ad7a-ee254c2c6045 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850854027'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:01:23.733881 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-afb1850a-2041-447e-973d-973273dffe64 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 12:01:23.794938 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-71d98d10-0b0c-4ba6-bc07-94773073db6d req-3e22fc26-9227-4b2c-ad7a-ee254c2c6045 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:01:23.796461 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-71d98d10-0b0c-4ba6-bc07-94773073db6d req-3e22fc26-9227-4b2c-ad7a-ee254c2c6045 service neutron] 10.222.0.58 "PUT /v2.0/ports/7d7f9915-b35f-429f-80d5-457173f27650 HTTP/1.1" status: 200  len: 1093 time: 0.9558079
Dec 24 12:01:23.797013 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b49008d9-fed7-4d87-a880-2c4f08c95bc7', 'tag': '7d7f9915-b35f-429f-80d5-457173f27650'}] {{(pid=88879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 24 12:01:23.821157 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e22fc26-9227-4b2c-ad7a-ee254c2c6045 service neutron] Pushing event updated for resources: {'Port': ['ID=7d7f9915-b35f-429f-80d5-457173f27650,revision_number=3']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 12:01:23.824561 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-3e22fc26-9227-4b2c-ad7a-ee254c2c6045 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 12:01:23.884936 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b49008d9-fed7-4d87-a880-2c4f08c95bc7', 'tag': '7d7f9915-b35f-429f-80d5-457173f27650', 'status': 'completed', 'code': 200}
Dec 24 12:01:23.929557 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-71d98d10-0b0c-4ba6-bc07-94773073db6d req-2f55f609-38c9-4305-9b1b-cd40c08c58ef service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ca6470bc988a4b30890b86e1d588fd70&device_id=b49008d9-fed7-4d87-a880-2c4f08c95bc7 HTTP/1.1" status: 200  len: 1096 time: 0.0803680
Dec 24 12:01:24.009987 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-71d98d10-0b0c-4ba6-bc07-94773073db6d req-b74c42dc-d91d-492c-933f-1efc047172d4 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7d7f9915-b35f-429f-80d5-457173f27650 HTTP/1.1" status: 200  len: 217 time: 0.0692949
Dec 24 12:01:24.084320 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d98d10-0b0c-4ba6-bc07-94773073db6d req-7ec9ff29-65d0-4a0e-b1cd-18215db81e6e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 12:01:24.085847 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-71d98d10-0b0c-4ba6-bc07-94773073db6d req-7ec9ff29-65d0-4a0e-b1cd-18215db81e6e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=bb0d4661-3afd-4b94-8eb2-00518f4c980f HTTP/1.1" status: 200  len: 848 time: 0.0668001
Dec 24 12:01:24.176758 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-71d98d10-0b0c-4ba6-bc07-94773073db6d req-82d18b73-fe4b-4df8-ab1b-72821430fd57 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=fd50c5b5-d03c-449d-857b-4e32016cb6c7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0810120
Dec 24 12:01:24.341482 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-71d98d10-0b0c-4ba6-bc07-94773073db6d req-a2c7672f-6b6d-4273-8923-4d16b74f180e service neutron] 10.222.0.58 "GET /v2.0/networks/fd50c5b5-d03c-449d-857b-4e32016cb6c7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1534791
Dec 24 12:01:24.494302 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-71d98d10-0b0c-4ba6-bc07-94773073db6d req-2ee72bc3-f324-46b2-a104-4d415959be35 service neutron] 10.222.0.58 "GET /v2.0/networks/fd50c5b5-d03c-449d-857b-4e32016cb6c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1423831
Dec 24 12:01:24.529556 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fb2d66-8379-46c6-b4c9-42fab4adf4e3 req-36d211f7-7791-4b96-80a2-3a4071bdc663 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 12:01:24.531353 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-44fb2d66-8379-46c6-b4c9-42fab4adf4e3 req-36d211f7-7791-4b96-80a2-3a4071bdc663 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] 10.222.0.65 "GET /v2.0/ports?device_id=b49008d9-fed7-4d87-a880-2c4f08c95bc7 HTTP/1.1" status: 200  len: 943 time: 0.0896974
Dec 24 12:01:24.582677 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-44fb2d66-8379-46c6-b4c9-42fab4adf4e3 req-d3b3fff2-7fb2-4d73-8646-8a4627b292b7 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] 10.222.0.65 "GET /v2.0/security-groups?id=14138d50-088b-4b26-8286-c9d6b443a670&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447025
Dec 24 12:01:24.635146 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-be3ed638-b699-4a92-b680-d28ded0dd797 req-adac1fcb-cfb5-41e9-9b6e-fa7003e0970f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ca6470bc988a4b30890b86e1d588fd70&device_id=b49008d9-fed7-4d87-a880-2c4f08c95bc7 HTTP/1.1" status: 200  len: 1096 time: 0.0740905
Dec 24 12:01:24.784697 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3ed638-b699-4a92-b680-d28ded0dd797 req-e9204163-8d9f-44e4-8347-0089f3dd298d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 12:01:24.786458 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-be3ed638-b699-4a92-b680-d28ded0dd797 req-e9204163-8d9f-44e4-8347-0089f3dd298d service neutron] 10.222.0.58 "GET /v2.0/networks?id=fd50c5b5-d03c-449d-857b-4e32016cb6c7 HTTP/1.1" status: 200  len: 910 time: 0.1431642
Dec 24 12:01:24.860478 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-be3ed638-b699-4a92-b680-d28ded0dd797 req-bacf3d5a-0ae5-4f65-941b-b726c601bde6 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7d7f9915-b35f-429f-80d5-457173f27650 HTTP/1.1" status: 200  len: 217 time: 0.0665772
Dec 24 12:01:24.933621 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3ed638-b699-4a92-b680-d28ded0dd797 req-6f630713-a402-4c02-87f5-2f20fc4f20bd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 12:01:24.936005 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-be3ed638-b699-4a92-b680-d28ded0dd797 req-6f630713-a402-4c02-87f5-2f20fc4f20bd service neutron] 10.222.0.58 "GET /v2.0/subnets?id=bb0d4661-3afd-4b94-8eb2-00518f4c980f HTTP/1.1" status: 200  len: 848 time: 0.0689495
Dec 24 12:01:25.017246 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-be3ed638-b699-4a92-b680-d28ded0dd797 req-ac37172f-73d5-4135-9523-922c04906307 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=fd50c5b5-d03c-449d-857b-4e32016cb6c7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0740688
Dec 24 12:01:25.163114 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-be3ed638-b699-4a92-b680-d28ded0dd797 req-b3939d16-aef3-467e-b7ce-075f56138e1c service neutron] 10.222.0.58 "GET /v2.0/networks/fd50c5b5-d03c-449d-857b-4e32016cb6c7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1367464
Dec 24 12:01:25.315453 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-be3ed638-b699-4a92-b680-d28ded0dd797 req-7d81fe00-1b3e-4077-a29b-cc2858b2ed37 service neutron] 10.222.0.58 "GET /v2.0/networks/fd50c5b5-d03c-449d-857b-4e32016cb6c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1447086
Dec 24 12:01:25.808662 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037eaa53-5f09-4c03-bc21-b5e80e20ed5e req-ac0b96c2-640a-4e1c-bff8-5de396268052 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 12:01:25.810321 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-037eaa53-5f09-4c03-bc21-b5e80e20ed5e req-ac0b96c2-640a-4e1c-bff8-5de396268052 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] 10.222.0.65 "GET /v2.0/ports?device_id=b49008d9-fed7-4d87-a880-2c4f08c95bc7 HTTP/1.1" status: 200  len: 943 time: 0.0898850
Dec 24 12:01:25.862100 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-037eaa53-5f09-4c03-bc21-b5e80e20ed5e req-4866557c-0d4d-47e6-8ad6-094669ee9d16 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] 10.222.0.65 "GET /v2.0/security-groups?id=14138d50-088b-4b26-8286-c9d6b443a670&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427604
Dec 24 12:01:27.093174 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b13ff25-7266-463f-8fa2-4356e76e5ae1 req-a6c37aee-7f93-4213-bd3a-0a5f7977953d tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 12:01:27.094856 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-3b13ff25-7266-463f-8fa2-4356e76e5ae1 req-a6c37aee-7f93-4213-bd3a-0a5f7977953d tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] 10.222.0.65 "GET /v2.0/ports?device_id=b49008d9-fed7-4d87-a880-2c4f08c95bc7 HTTP/1.1" status: 200  len: 943 time: 0.0882161
Dec 24 12:01:27.148901 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-3b13ff25-7266-463f-8fa2-4356e76e5ae1 req-4345b306-956c-4eec-ae1d-675a9bac629b tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] 10.222.0.65 "GET /v2.0/security-groups?id=14138d50-088b-4b26-8286-c9d6b443a670&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0448396
Dec 24 12:01:27.517470 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Device 7d7f9915-b35f-429f-80d5-457173f27650 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 24 12:01:27.667588 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] For port 7d7f9915-b35f-429f-80d5-457173f27650, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=7d7f9915-b35f-429f-80d5-457173f27650,segment=NetworkSegment(9a4f89d5-31cb-45b0-82d9-f728cd1ca17e),segment_id=9a4f89d5-31cb-45b0-82d9-f728cd1ca17e)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 12:01:27.682276 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Returning: {'device': '7d7f9915-b35f-429f-80d5-457173f27650', 'network_id': 'fd50c5b5-d03c-449d-857b-4e32016cb6c7', 'port_id': '7d7f9915-b35f-429f-80d5-457173f27650', 'mac_address': 'fa:16:3e:af:20:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb0d4661-3afd-4b94-8eb2-00518f4c980f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 24 12:01:27.737290 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:01:27.758912 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d7f9915-b35f-429f-80d5-457173f27650 {{(pid=88880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 24 12:01:27.774379 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] For port 7d7f9915-b35f-429f-80d5-457173f27650, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=7d7f9915-b35f-429f-80d5-457173f27650,segment=NetworkSegment(9a4f89d5-31cb-45b0-82d9-f728cd1ca17e),segment_id=9a4f89d5-31cb-45b0-82d9-f728cd1ca17e)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 12:01:27.778700 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:01:27.780509 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-bbeea66e-b9eb-4856-b04e-7ab815b5e0c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 12:01:27.848002 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Pushing event updated for resources: {'Port': ['ID=7d7f9915-b35f-429f-80d5-457173f27650,revision_number=4']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 12:01:27.851610 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 12:01:28.082911 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] get_ports_and_sgs() called for port_ids ['7d7f9915-b35f-429f-80d5-457173f27650'] {{(pid=88880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 24 12:01:28.365031 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfca74a-d9e7-44fa-968a-e08970deb0de req-1339e2d8-3fdb-485a-9473-ff319bd5d281 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 12:01:28.366605 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-9cfca74a-d9e7-44fa-968a-e08970deb0de req-1339e2d8-3fdb-485a-9473-ff319bd5d281 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] 10.222.0.65 "GET /v2.0/ports?device_id=b49008d9-fed7-4d87-a880-2c4f08c95bc7 HTTP/1.1" status: 200  len: 944 time: 0.0893912
Dec 24 12:01:28.417196 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-9cfca74a-d9e7-44fa-968a-e08970deb0de req-1921c71f-7e79-44a8-8a82-85fb14920835 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] 10.222.0.65 "GET /v2.0/security-groups?id=14138d50-088b-4b26-8286-c9d6b443a670&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441251
Dec 24 12:01:28.908128 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:01:29.544490 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Device 7d7f9915-b35f-429f-80d5-457173f27650 up at agent hyperv_hv-neutron-8226 {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 12:01:29.616881 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Provisioning for port 7d7f9915-b35f-429f-80d5-457173f27650 completed by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 24 12:01:29.621636 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Provisioning complete for port 7d7f9915-b35f-429f-80d5-457173f27650 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 12:01:29.622084 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:01:29.640334 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeea39ab-37fd-48d0-84a6-9ab5ad6c47f6 req-4098d042-deaf-4d2c-88d6-046c159c2752 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 12:01:29.642024 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-eeea39ab-37fd-48d0-84a6-9ab5ad6c47f6 req-4098d042-deaf-4d2c-88d6-046c159c2752 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] 10.222.0.65 "GET /v2.0/ports?device_id=b49008d9-fed7-4d87-a880-2c4f08c95bc7 HTTP/1.1" status: 200  len: 944 time: 0.0839660
Dec 24 12:01:29.695733 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-eeea39ab-37fd-48d0-84a6-9ab5ad6c47f6 req-1a4d1b83-8f28-4077-9282-4691750a75f9 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] 10.222.0.65 "GET /v2.0/security-groups?id=14138d50-088b-4b26-8286-c9d6b443a670&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0472598
Dec 24 12:01:29.740813 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:01:29.768869 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b49008d9-fed7-4d87-a880-2c4f08c95bc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d7f9915-b35f-429f-80d5-457173f27650'}] {{(pid=88880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 24 12:01:29.779366 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] For port 7d7f9915-b35f-429f-80d5-457173f27650, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=7d7f9915-b35f-429f-80d5-457173f27650,segment=NetworkSegment(9a4f89d5-31cb-45b0-82d9-f728cd1ca17e),segment_id=9a4f89d5-31cb-45b0-82d9-f728cd1ca17e)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 12:01:29.783695 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:01:29.785740 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-9ff1100d-aca8-4438-bc5e-d2f3658e9061 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 12:01:29.831714 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b49008d9-fed7-4d87-a880-2c4f08c95bc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d7f9915-b35f-429f-80d5-457173f27650', 'code': 200}
Dec 24 12:01:29.859750 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Pushing event updated for resources: {'Port': ['ID=7d7f9915-b35f-429f-80d5-457173f27650,revision_number=5']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 12:01:29.863143 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 12:01:30.100120 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-d87f0207-6f71-40d9-b5f9-446fba56dc83 req-896080a2-ac6e-49f7-b229-091de34ed488 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=b49008d9-fed7-4d87-a880-2c4f08c95bc7 HTTP/1.1" status: 200  len: 1098 time: 0.0825422
Dec 24 12:01:30.150986 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-d87f0207-6f71-40d9-b5f9-446fba56dc83 req-6ec27060-bb11-4a64-b20b-c994ca814922 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=14138d50-088b-4b26-8286-c9d6b443a670&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408332
Dec 24 12:01:30.927553 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79219385-7e99-40b3-8a96-6653c1a896ee req-baae02c3-6393-4f82-bcf2-dbb516b9e74f tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 12:01:30.929195 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-79219385-7e99-40b3-8a96-6653c1a896ee req-baae02c3-6393-4f82-bcf2-dbb516b9e74f tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] 10.222.0.65 "GET /v2.0/ports?device_id=b49008d9-fed7-4d87-a880-2c4f08c95bc7 HTTP/1.1" status: 200  len: 945 time: 0.0914896
Dec 24 12:01:30.982009 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-79219385-7e99-40b3-8a96-6653c1a896ee req-4b7e015a-a3d4-4f40-9bee-6c855800f980 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] 10.222.0.65 "GET /v2.0/security-groups?id=14138d50-088b-4b26-8286-c9d6b443a670&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435879
Dec 24 12:01:32.206915 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f50833-90cf-466d-a8a2-5262aa0e3250 req-5b1bcb09-ae87-4cf6-b386-9250d5d8eb9e tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 12:01:32.208506 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-d6f50833-90cf-466d-a8a2-5262aa0e3250 req-5b1bcb09-ae87-4cf6-b386-9250d5d8eb9e tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] 10.222.0.65 "GET /v2.0/ports?device_id=b49008d9-fed7-4d87-a880-2c4f08c95bc7 HTTP/1.1" status: 200  len: 945 time: 0.0927310
Dec 24 12:01:32.257217 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-d6f50833-90cf-466d-a8a2-5262aa0e3250 req-1f0b6b19-c93e-408e-9a4b-859036d422d9 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] 10.222.0.65 "GET /v2.0/security-groups?id=14138d50-088b-4b26-8286-c9d6b443a670&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424633
Dec 24 12:01:32.471129 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f1821f-a817-424a-abd0-839608e51b74 req-d2d76aa3-c7a6-46f8-b61f-2843a61e054e tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 12:01:32.472720 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-48f1821f-a817-424a-abd0-839608e51b74 req-d2d76aa3-c7a6-46f8-b61f-2843a61e054e tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] 10.222.0.65 "GET /v2.0/ports?device_id=b49008d9-fed7-4d87-a880-2c4f08c95bc7 HTTP/1.1" status: 200  len: 945 time: 0.0863059
Dec 24 12:01:32.521281 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-48f1821f-a817-424a-abd0-839608e51b74 req-1c33313e-807f-4e08-a3b6-ab27cf2ebd4e tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] 10.222.0.65 "GET /v2.0/security-groups?id=14138d50-088b-4b26-8286-c9d6b443a670&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424039
Dec 24 12:01:32.549168 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 52398) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 12:01:32.624135 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-9aad0d5e-2e76-4fd1-8fad-5870f2b5eba7 tempest-TestSnapshotPattern-1000406650 tempest-TestSnapshotPattern-1000406650-project-admin] Synchronizing usage tracker for tenant:fe790ff1dff44b67b1cf1b99bf29c03d on resource:port {{(pid=88879) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 12:01:32.643095 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-9aad0d5e-2e76-4fd1-8fad-5870f2b5eba7 tempest-TestSnapshotPattern-1000406650 tempest-TestSnapshotPattern-1000406650-project-admin] Unset dirty status for tenant:fe790ff1dff44b67b1cf1b99bf29c03d on resource:port {{(pid=88879) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 12:01:32.644387 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-9aad0d5e-2e76-4fd1-8fad-5870f2b5eba7 tempest-TestSnapshotPattern-1000406650 tempest-TestSnapshotPattern-1000406650-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=b49008d9-fed7-4d87-a880-2c4f08c95bc7 HTTP/1.1" status: 200  len: 1093 time: 0.0940325
Dec 24 12:01:32.647501 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 52402) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 12:01:32.653257 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.v2.base [None req-2de086bb-3dc8-4b99-9dd8-c82a62c81747 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Request body: {'floatingip': {'floating_network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'port_id': '7d7f9915-b35f-429f-80d5-457173f27650', 'tenant_id': 'ca6470bc988a4b30890b86e1d588fd70', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88879) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 24 12:01:32.659593 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-2de086bb-3dc8-4b99-9dd8-c82a62c81747 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 24 12:01:32.663932 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-2de086bb-3dc8-4b99-9dd8-c82a62c81747 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Usage tracker for resource:floatingip and tenant:ca6470bc988a4b30890b86e1d588fd70 is out of sync, need to count used quota {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 24 12:01:32.667049 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [None req-2de086bb-3dc8-4b99-9dd8-c82a62c81747 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88879) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 24 12:01:32.673434 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.quota.driver [None req-2de086bb-3dc8-4b99-9dd8-c82a62c81747 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88879) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 24 12:01:32.688297 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2de086bb-3dc8-4b99-9dd8-c82a62c81747 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Notify callbacks [] for floatingip, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:01:32.841891 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2de086bb-3dc8-4b99-9dd8-c82a62c81747 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:01:32.998716 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_common [None req-2de086bb-3dc8-4b99-9dd8-c82a62c81747 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Allocated IP 172.26.3.223 (f8c337ba-681f-4fcb-a333-e3c49365b30a/8ea1398c-0bec-46d6-8d54-85798de2a7ca/d08a4816-40a0-47fe-b0fc-20c35233b866) {{(pid=88879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}}
Dec 24 12:01:33.158589 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2de086bb-3dc8-4b99-9dd8-c82a62c81747 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Notify callbacks [] for port, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:01:33.186006 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2de086bb-3dc8-4b99-9dd8-c82a62c81747 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749505246408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:01:33.189726 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7a5967b8-af8e-4206-a039-2d7c0ff8cda2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 12:01:33.261972 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2de086bb-3dc8-4b99-9dd8-c82a62c81747 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Network f8c337ba-681f-4fcb-a333-e3c49365b30a is already hosted by enough agents. {{(pid=88879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 24 12:01:33.266095 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.base_scheduler [None req-2de086bb-3dc8-4b99-9dd8-c82a62c81747 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Resources bound (agent type, host, resource id):  {{(pid=88879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}}
Dec 24 12:01:33.268192 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de086bb-3dc8-4b99-9dd8-c82a62c81747 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Pushing event updated for resources: {'Port': ['ID=d08a4816-40a0-47fe-b0fc-20c35233b866,revision_number=1']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 12:01:33.270559 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de086bb-3dc8-4b99-9dd8-c82a62c81747 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Received port after_create {{(pid=88879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 12:01:33.303505 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-2de086bb-3dc8-4b99-9dd8-c82a62c81747 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 12:01:34.048699 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2de086bb-3dc8-4b99-9dd8-c82a62c81747 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:01:34.116048 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2de086bb-3dc8-4b99-9dd8-c82a62c81747 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:01:34.341401 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2de086bb-3dc8-4b99-9dd8-c82a62c81747 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Notify callbacks [] for port, precommit_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:01:34.346805 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2de086bb-3dc8-4b99-9dd8-c82a62c81747 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850854027'] for port, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:01:34.350595 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-3e22fc26-9227-4b2c-ad7a-ee254c2c6045 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 12:01:34.459066 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de086bb-3dc8-4b99-9dd8-c82a62c81747 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Pushing event updated for resources: {'Port': ['ID=d08a4816-40a0-47fe-b0fc-20c35233b866,revision_number=2']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 12:01:34.468636 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-2de086bb-3dc8-4b99-9dd8-c82a62c81747 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 12:01:34.483086 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2de086bb-3dc8-4b99-9dd8-c82a62c81747 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-659181'] for floatingip, after_update {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:01:34.697652 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.db.l3_db [None req-2de086bb-3dc8-4b99-9dd8-c82a62c81747 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Floating IP 635df837-7882-49c8-993e-f43c8156bdc5 associated. External IP: 172.26.3.223, port: 7d7f9915-b35f-429f-80d5-457173f27650.
Dec 24 12:01:35.117050 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2de086bb-3dc8-4b99-9dd8-c82a62c81747 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Router 7d611b2a-6fa0-4626-b12c-abbba1a7683d has already been hosted by L3 agent 198cca88-1338-4098-b44b-beb0346ac906 {{(pid=88879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 24 12:01:35.342128 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2de086bb-3dc8-4b99-9dd8-c82a62c81747 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 12:01:35.353890 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028c16d8-2672-4dcc-a10a-b1d060e041b9 None None] Sync routers for ids ['7d611b2a-6fa0-4626-b12c-abbba1a7683d'] in dv-neutron-822691-2-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 12:01:35.367113 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028c16d8-2672-4dcc-a10a-b1d060e041b9 None None] Routers {'7d611b2a-6fa0-4626-b12c-abbba1a7683d'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 12:01:35.367782 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-028c16d8-2672-4dcc-a10a-b1d060e041b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271af0828>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T12:01:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['7d611b2a-6fa0-4626-b12c-abbba1a7683d'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 12:01:35.367961 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-2de086bb-3dc8-4b99-9dd8-c82a62c81747 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for floatingip, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:01:35.423646 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-2de086bb-3dc8-4b99-9dd8-c82a62c81747 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.7750440
Dec 24 12:01:35.424437 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b49008d9-fed7-4d87-a880-2c4f08c95bc7', 'tag': '7d7f9915-b35f-429f-80d5-457173f27650'}] {{(pid=88879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 24 12:01:35.459290 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.agents_db [None req-e51243ab-6a93-425b-980f-a73583147efa None None] Agent healthcheck: found 6 active agents {{(pid=88881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 24 12:01:35.483502 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b49008d9-fed7-4d87-a880-2c4f08c95bc7', 'tag': '7d7f9915-b35f-429f-80d5-457173f27650', 'status': 'completed', 'code': 200}
Dec 24 12:01:35.559499 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-028c16d8-2672-4dcc-a10a-b1d060e041b9 None None] Set router 7d611b2a-6fa0-4626-b12c-abbba1a7683d gateway port host: dv-neutron-822691-2-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 12:01:35.586197 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-62c5b38a-1bbb-4622-a751-29e1c1dd8314 req-21da1de3-19c8-4e5c-b520-ee55fcfeec82 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ca6470bc988a4b30890b86e1d588fd70&device_id=b49008d9-fed7-4d87-a880-2c4f08c95bc7 HTTP/1.1" status: 200  len: 1098 time: 0.0794296
Dec 24 12:01:35.731535 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c5b38a-1bbb-4622-a751-29e1c1dd8314 req-0b82d6ab-9f73-4310-b280-6e52fea07f75 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 12:01:35.733119 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-62c5b38a-1bbb-4622-a751-29e1c1dd8314 req-0b82d6ab-9f73-4310-b280-6e52fea07f75 service neutron] 10.222.0.58 "GET /v2.0/networks?id=fd50c5b5-d03c-449d-857b-4e32016cb6c7 HTTP/1.1" status: 200  len: 910 time: 0.1399066
Dec 24 12:01:35.838595 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-62c5b38a-1bbb-4622-a751-29e1c1dd8314 req-7ceeaa7c-bb72-4cb5-a9a2-4849025ad8a3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7d7f9915-b35f-429f-80d5-457173f27650 HTTP/1.1" status: 200  len: 999 time: 0.0994427
Dec 24 12:01:35.911257 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c5b38a-1bbb-4622-a751-29e1c1dd8314 req-7d91fa6f-dca3-48fc-a0e7-d7a5e3c2c391 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 12:01:35.913015 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-62c5b38a-1bbb-4622-a751-29e1c1dd8314 req-7d91fa6f-dca3-48fc-a0e7-d7a5e3c2c391 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=bb0d4661-3afd-4b94-8eb2-00518f4c980f HTTP/1.1" status: 200  len: 848 time: 0.0676835
Dec 24 12:01:35.924239 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-028c16d8-2672-4dcc-a10a-b1d060e041b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271af0828>, [{'id': '7d611b2a-6fa0-4626-b12c-abbba1a7683d', 'name': 'tempest-TestSnapshotPattern-111860080-router', 'tenant_id': 'ca6470bc988a4b30890b86e1d588fd70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.213'}], 'enable_snat': True}, 'gw_port_id': '35ce58ed-f4c3-4aab-8859-791d18250e8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:58:23Z', 'updated_at': '2021-12-24T11:58:26Z', 'revision_number': 4, 'project_id': 'ca6470bc988a4b30890b86e1d588fd70', 'gw_port': {'id': '35ce58ed-f4c3-4aab-8859-791d18250e8e', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:da:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d611b2a-6fa0-4626-b12c-abbba1a7683d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:58:24Z', 'updated_at': '2021-12-24T11:58:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_floatingips': [{'id': '635df837-7882-49c8-993e-f43c8156bdc5', 'tenant_id': 'ca6470bc988a4b30890b86e1d588fd70', 'floating_ip_address': '172.26.3.223', 'floating_network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'router_id': '7d611b2a-6fa0-4626-b12c-abbba1a7683d', 'port_id': '7d7f9915-b35f-429f-80d5-457173f27650', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd50c5b5-d03c-449d-857b-4e32016cb6c7', 'mac_address': 'fa:16:3e:af:20:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b49008d9-fed7-4d87-a880-2c4f08c95bc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T12:01:33Z', 'updated_at': '2021-12-24T12:01:33Z', 'revision_number': 0, 'project_id': 'ca6470bc988a4b30890b86e1d588fd70', 'fixed_ip_address_scope': None}, {'id': 'f7a52d2c-3f97-48f0-9bda-11994becc648', 'tenant_id': 'ca6470bc988a4b30890b86e1d588fd70', 'floating_ip_address': '172.26.3.133', 'floating_network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'router_id': '7d611b2a-6fa0-4626-b12c-abbba1a7683d', 'port_id': 'b55626ed-0cbd-49ae-93ed-5d7fad7e9496', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd50c5b5-d03c-449d-857b-4e32016cb6c7', 'mac_address': 'fa:16:3e:51:fc:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83f35f25-c18a-493f-a2a1-a8cf80c67c0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T11:58:54Z', 'updated_at': '2021-12-24T11:58:58Z', 'revision_number': 1, 'project_id': 'ca6470bc988a4b30890b86e1d588fd70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '607701b4-a9e1-4a12-b623-b6ce9d6ac56c', 'name': '', 'network_id': 'fd50c5b5-d03c-449d-857b-4e32016cb6c7', 'tenant_id': 'ca6470bc988a4b30890b86e1d588fd70', 'mac_address': 'fa:16:3e:4d:d1:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d611b2a-6fa0-4626-b12c-abbba1a7683d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bb0d4661-3afd-4b94-8eb2-00518f4c980f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:58:25Z', 'updated_at': '2021-12-24T11:58:35Z', 'revision_number': 5, 'project_id': 'ca6470bc988a4b30890b86e1d588fd70', 'subnets': [{'id': 'bb0d4661-3afd-4b94-8eb2-00518f4c980f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 12:01:35.928675 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028c16d8-2672-4dcc-a10a-b1d060e041b9 None None] Checking router: 7d611b2a-6fa0-4626-b12c-abbba1a7683d for host: dv-neutron-822691-2-hyperv {{(pid=88880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 24 12:01:35.940829 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028c16d8-2672-4dcc-a10a-b1d060e041b9 None None] Routers {'7d611b2a-6fa0-4626-b12c-abbba1a7683d'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 12:01:35.941516 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-028c16d8-2672-4dcc-a10a-b1d060e041b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271af0828>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T12:01:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['7d611b2a-6fa0-4626-b12c-abbba1a7683d'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 12:01:35.993643 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-62c5b38a-1bbb-4622-a751-29e1c1dd8314 req-b8f80bd6-8e6a-4a04-b864-2d8420b4347a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=fd50c5b5-d03c-449d-857b-4e32016cb6c7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0745697
Dec 24 12:01:36.124807 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-028c16d8-2672-4dcc-a10a-b1d060e041b9 None None] Set router 7d611b2a-6fa0-4626-b12c-abbba1a7683d gateway port host: dv-neutron-822691-2-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 12:01:36.137200 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-62c5b38a-1bbb-4622-a751-29e1c1dd8314 req-53ba884b-8cf3-4d10-8d8c-37afc909cdc7 service neutron] 10.222.0.58 "GET /v2.0/networks/fd50c5b5-d03c-449d-857b-4e32016cb6c7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1366217
Dec 24 12:01:36.285218 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-62c5b38a-1bbb-4622-a751-29e1c1dd8314 req-44d783bb-fde0-4935-a913-ca2bef3556b8 service neutron] 10.222.0.58 "GET /v2.0/networks/fd50c5b5-d03c-449d-857b-4e32016cb6c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1369827
Dec 24 12:01:36.612825 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-66078229-b14b-4514-bd83-dafc5f9a6e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:01:36.682736 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-028c16d8-2672-4dcc-a10a-b1d060e041b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271af0828>, [{'id': '7d611b2a-6fa0-4626-b12c-abbba1a7683d', 'name': 'tempest-TestSnapshotPattern-111860080-router', 'tenant_id': 'ca6470bc988a4b30890b86e1d588fd70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.213'}], 'enable_snat': True}, 'gw_port_id': '35ce58ed-f4c3-4aab-8859-791d18250e8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:58:23Z', 'updated_at': '2021-12-24T11:58:26Z', 'revision_number': 4, 'project_id': 'ca6470bc988a4b30890b86e1d588fd70', 'gw_port': {'id': '35ce58ed-f4c3-4aab-8859-791d18250e8e', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:da:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d611b2a-6fa0-4626-b12c-abbba1a7683d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:58:24Z', 'updated_at': '2021-12-24T11:58:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_floatingips': [{'id': '635df837-7882-49c8-993e-f43c8156bdc5', 'tenant_id': 'ca6470bc988a4b30890b86e1d588fd70', 'floating_ip_address': '172.26.3.223', 'floating_network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'router_id': '7d611b2a-6fa0-4626-b12c-abbba1a7683d', 'port_id': '7d7f9915-b35f-429f-80d5-457173f27650', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd50c5b5-d03c-449d-857b-4e32016cb6c7', 'mac_address': 'fa:16:3e:af:20:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b49008d9-fed7-4d87-a880-2c4f08c95bc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T12:01:33Z', 'updated_at': '2021-12-24T12:01:33Z', 'revision_number': 0, 'project_id': 'ca6470bc988a4b30890b86e1d588fd70', 'fixed_ip_address_scope': None}, {'id': 'f7a52d2c-3f97-48f0-9bda-11994becc648', 'tenant_id': 'ca6470bc988a4b30890b86e1d588fd70', 'floating_ip_address': '172.26.3.133', 'floating_network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'router_id': '7d611b2a-6fa0-4626-b12c-abbba1a7683d', 'port_id': 'b55626ed-0cbd-49ae-93ed-5d7fad7e9496', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd50c5b5-d03c-449d-857b-4e32016cb6c7', 'mac_address': 'fa:16:3e:51:fc:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83f35f25-c18a-493f-a2a1-a8cf80c67c0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T11:58:54Z', 'updated_at': '2021-12-24T11:58:58Z', 'revision_number': 1, 'project_id': 'ca6470bc988a4b30890b86e1d588fd70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '607701b4-a9e1-4a12-b623-b6ce9d6ac56c', 'name': '', 'network_id': 'fd50c5b5-d03c-449d-857b-4e32016cb6c7', 'tenant_id': 'ca6470bc988a4b30890b86e1d588fd70', 'mac_address': 'fa:16:3e:4d:d1:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d611b2a-6fa0-4626-b12c-abbba1a7683d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bb0d4661-3afd-4b94-8eb2-00518f4c980f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:58:25Z', 'updated_at': '2021-12-24T11:58:35Z', 'revision_number': 5, 'project_id': 'ca6470bc988a4b30890b86e1d588fd70', 'subnets': [{'id': 'bb0d4661-3afd-4b94-8eb2-00518f4c980f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 12:01:36.687282 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028c16d8-2672-4dcc-a10a-b1d060e041b9 None None] The sync data for ids ['7d611b2a-6fa0-4626-b12c-abbba1a7683d'] in dv-neutron-822691-2-hyperv is: [{'id': '7d611b2a-6fa0-4626-b12c-abbba1a7683d', 'name': 'tempest-TestSnapshotPattern-111860080-router', 'tenant_id': 'ca6470bc988a4b30890b86e1d588fd70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.213'}], 'enable_snat': True}, 'gw_port_id': '35ce58ed-f4c3-4aab-8859-791d18250e8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:58:23Z', 'updated_at': '2021-12-24T11:58:26Z', 'revision_number': 4, 'project_id': 'ca6470bc988a4b30890b86e1d588fd70', 'gw_port': {'id': '35ce58ed-f4c3-4aab-8859-791d18250e8e', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:da:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d611b2a-6fa0-4626-b12c-abbba1a7683d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:58:24Z', 'updated_at': '2021-12-24T11:58:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_floatingips': [{'id': '635df837-7882-49c8-993e-f43c8156bdc5', 'tenant_id': 'ca6470bc988a4b30890b86e1d588fd70', 'floating_ip_address': '172.26.3.223', 'floating_network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'router_id': '7d611b2a-6fa0-4626-b12c-abbba1a7683d', 'port_id': '7d7f9915-b35f-429f-80d5-457173f27650', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd50c5b5-d03c-449d-857b-4e32016cb6c7', 'mac_address': 'fa:16:3e:af:20:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b49008d9-fed7-4d87-a880-2c4f08c95bc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T12:01:33Z', 'updated_at': '2021-12-24T12:01:33Z', 'revision_number': 0, 'project_id': 'ca6470bc988a4b30890b86e1d588fd70', 'fixed_ip_address_scope': None}, {'id': 'f7a52d2c-3f97-48f0-9bda-11994becc648', 'tenant_id': 'ca6470bc988a4b30890b86e1d588fd70', 'floating_ip_address': '172.26.3.133', 'floating_network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'router_id': '7d611b2a-6fa0-4626-b12c-abbba1a7683d', 'port_id': 'b55626ed-0cbd-49ae-93ed-5d7fad7e9496', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd50c5b5-d03c-449d-857b-4e32016cb6c7', 'mac_address': 'fa:16:3e:51:fc:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83f35f25-c18a-493f-a2a1-a8cf80c67c0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T11:58:54Z', 'updated_at': '2021-12-24T11:58:58Z', 'revision_number': 1, 'project_id': 'ca6470bc988a4b30890b86e1d588fd70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '607701b4-a9e1-4a12-b623-b6ce9d6ac56c', 'name': '', 'network_id': 'fd50c5b5-d03c-449d-857b-4e32016cb6c7', 'tenant_id': 'ca6470bc988a4b30890b86e1d588fd70', 'mac_address': 'fa:16:3e:4d:d1:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d611b2a-6fa0-4626-b12c-abbba1a7683d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bb0d4661-3afd-4b94-8eb2-00518f4c980f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:58:25Z', 'updated_at': '2021-12-24T11:58:35Z', 'revision_number': 5, 'project_id': 'ca6470bc988a4b30890b86e1d588fd70', 'subnets': [{'id': 'bb0d4661-3afd-4b94-8eb2-00518f4c980f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 12:01:37.049218 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-913eeb3c-0012-4eb2-981e-d1df96a2b696 None None] New status for floating IP 635df837-7882-49c8-993e-f43c8156bdc5: ACTIVE {{(pid=88881) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 24 12:01:38.124181 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:01:39.065499 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0d8b4072-c8cf-4308-8433-b909896c75ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:01:39.670293 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bdfdbc84-c52d-4f40-b281-af314dc1f8fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:01:40.975006 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-39ff93cf-c0b7-48c5-95f3-6f7e9977387d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:01:58.917703 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:02:01.000726 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-456bb3ff-111e-42bc-9d48-96d8f6757149 req-b28c0c2c-ff16-4b9e-8e59-1e71e1742ce5 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=83f35f25-c18a-493f-a2a1-a8cf80c67c0c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0828803
Dec 24 12:02:01.166990 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-456bb3ff-111e-42bc-9d48-96d8f6757149 req-424552f2-0156-40a3-9be8-0efa883d043d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ca6470bc988a4b30890b86e1d588fd70&device_id=83f35f25-c18a-493f-a2a1-a8cf80c67c0c HTTP/1.1" status: 200  len: 1097 time: 0.0816219
Dec 24 12:02:01.332310 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456bb3ff-111e-42bc-9d48-96d8f6757149 req-29e83e1f-de94-4bba-9489-dccb0bb63b06 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 12:02:01.333932 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-456bb3ff-111e-42bc-9d48-96d8f6757149 req-29e83e1f-de94-4bba-9489-dccb0bb63b06 service neutron] 10.222.0.58 "GET /v2.0/networks?id=fd50c5b5-d03c-449d-857b-4e32016cb6c7 HTTP/1.1" status: 200  len: 910 time: 0.1435387
Dec 24 12:02:01.458827 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-456bb3ff-111e-42bc-9d48-96d8f6757149 req-d46f824d-385b-401a-973f-9c367bf693f6 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b55626ed-0cbd-49ae-93ed-5d7fad7e9496 HTTP/1.1" status: 200  len: 1000 time: 0.1139169
Dec 24 12:02:01.533966 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456bb3ff-111e-42bc-9d48-96d8f6757149 req-21fa6b24-8958-407e-b51a-dad3c06046e6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 12:02:01.535558 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-456bb3ff-111e-42bc-9d48-96d8f6757149 req-21fa6b24-8958-407e-b51a-dad3c06046e6 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=bb0d4661-3afd-4b94-8eb2-00518f4c980f HTTP/1.1" status: 200  len: 848 time: 0.0660822
Dec 24 12:02:01.624264 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-456bb3ff-111e-42bc-9d48-96d8f6757149 req-7f2e4b08-232b-4ca5-a1bd-24a822d7663c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=fd50c5b5-d03c-449d-857b-4e32016cb6c7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0782406
Dec 24 12:02:01.637908 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [req-456bb3ff-111e-42bc-9d48-96d8f6757149 req-7e3ef1b3-1a6e-4be3-b0e1-ffeb17df3ed5 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=88879) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 24 12:02:01.638935 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-456bb3ff-111e-42bc-9d48-96d8f6757149 req-7e3ef1b3-1a6e-4be3-b0e1-ffeb17df3ed5 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12161 time: 0.0051496
Dec 24 12:02:01.784992 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-456bb3ff-111e-42bc-9d48-96d8f6757149 req-916b172a-e57c-4640-9789-3932f5291f7b service neutron] 10.222.0.58 "GET /v2.0/networks/fd50c5b5-d03c-449d-857b-4e32016cb6c7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1353137
Dec 24 12:02:01.934286 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-456bb3ff-111e-42bc-9d48-96d8f6757149 req-241f8ec4-93f9-4ec5-9f45-7523ba208580 service neutron] 10.222.0.58 "GET /v2.0/networks/fd50c5b5-d03c-449d-857b-4e32016cb6c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1387458
Dec 24 12:02:06.549277 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ee695776-73ba-4542-b77e-b6ae5319f6a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:02:08.118759 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:02:09.063947 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-8231a68e-ee15-4005-aae0-7c5fec8ce8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:02:09.683635 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bdfdbc84-c52d-4f40-b281-af314dc1f8fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:02:10.978874 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-39ff93cf-c0b7-48c5-95f3-6f7e9977387d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:02:12.466429 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.agents_db [None req-e51243ab-6a93-425b-980f-a73583147efa None None] Agent healthcheck: found 6 active agents {{(pid=88881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 24 12:02:28.921322 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:02:36.549325 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bd25c3fd-49e9-4c66-be1a-4c7c61b5bfc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:02:38.124994 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:02:39.062357 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7d329c86-b9fc-4da1-9208-4f7909584ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:02:39.686744 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bdfdbc84-c52d-4f40-b281-af314dc1f8fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:02:40.980787 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-39ff93cf-c0b7-48c5-95f3-6f7e9977387d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:02:49.464984 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.agents_db [None req-e51243ab-6a93-425b-980f-a73583147efa None None] Agent healthcheck: found 6 active agents {{(pid=88881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 24 12:02:58.951911 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:03:03.082074 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-1604f7d9-e0e2-43f6-ac11-2a761af92ca4 req-3769c484-1768-4bc5-8c09-a9fa8c6f698f service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=b49008d9-fed7-4d87-a880-2c4f08c95bc7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0808823
Dec 24 12:03:03.206255 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-1604f7d9-e0e2-43f6-ac11-2a761af92ca4 req-77447c9a-a421-4440-af95-1621710cbe9b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ca6470bc988a4b30890b86e1d588fd70&device_id=b49008d9-fed7-4d87-a880-2c4f08c95bc7 HTTP/1.1" status: 200  len: 1098 time: 0.0853717
Dec 24 12:03:03.616881 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1604f7d9-e0e2-43f6-ac11-2a761af92ca4 req-b550b0e7-2b8d-4bb3-9459-46c8c8c84366 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 12:03:03.618607 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-1604f7d9-e0e2-43f6-ac11-2a761af92ca4 req-b550b0e7-2b8d-4bb3-9459-46c8c8c84366 service neutron] 10.222.0.58 "GET /v2.0/networks?id=fd50c5b5-d03c-449d-857b-4e32016cb6c7 HTTP/1.1" status: 200  len: 910 time: 0.3894258
Dec 24 12:03:03.731906 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-1604f7d9-e0e2-43f6-ac11-2a761af92ca4 req-7c4c4366-7b83-4eb2-814d-9970a0334578 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7d7f9915-b35f-429f-80d5-457173f27650 HTTP/1.1" status: 200  len: 1001 time: 0.1028068
Dec 24 12:03:03.806780 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1604f7d9-e0e2-43f6-ac11-2a761af92ca4 req-09cd9881-d6ed-4c76-9d05-4511edc01859 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 12:03:03.808439 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-1604f7d9-e0e2-43f6-ac11-2a761af92ca4 req-09cd9881-d6ed-4c76-9d05-4511edc01859 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=bb0d4661-3afd-4b94-8eb2-00518f4c980f HTTP/1.1" status: 200  len: 848 time: 0.0652962
Dec 24 12:03:03.894246 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-1604f7d9-e0e2-43f6-ac11-2a761af92ca4 req-7d6345b7-b9f4-4f34-9335-c693d28e0811 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=fd50c5b5-d03c-449d-857b-4e32016cb6c7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0754564
Dec 24 12:03:04.040468 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-1604f7d9-e0e2-43f6-ac11-2a761af92ca4 req-59649dfe-11bf-46ee-8b51-3a14384532bd service neutron] 10.222.0.58 "GET /v2.0/networks/fd50c5b5-d03c-449d-857b-4e32016cb6c7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1354642
Dec 24 12:03:04.186029 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-1604f7d9-e0e2-43f6-ac11-2a761af92ca4 req-59af81a4-04ae-4b9d-8284-ddbd8252d0db service neutron] 10.222.0.58 "GET /v2.0/networks/fd50c5b5-d03c-449d-857b-4e32016cb6c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1347735
Dec 24 12:03:06.554354 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-cf3ff25c-66da-460e-a637-1fead37aea5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:03:08.116701 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:03:09.065404 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-d157d5b6-6093-400f-87a5-f8e9881beb01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:03:09.688889 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bdfdbc84-c52d-4f40-b281-af314dc1f8fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:03:10.988922 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-39ff93cf-c0b7-48c5-95f3-6f7e9977387d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:03:16.043420 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Device 7d7f9915-b35f-429f-80d5-457173f27650 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Dec 24 12:03:16.195414 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] For port 7d7f9915-b35f-429f-80d5-457173f27650, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=7d7f9915-b35f-429f-80d5-457173f27650,segment=NetworkSegment(9a4f89d5-31cb-45b0-82d9-f728cd1ca17e),segment_id=9a4f89d5-31cb-45b0-82d9-f728cd1ca17e)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 12:03:16.209895 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Returning: {'device': '7d7f9915-b35f-429f-80d5-457173f27650', 'network_id': 'fd50c5b5-d03c-449d-857b-4e32016cb6c7', 'port_id': '7d7f9915-b35f-429f-80d5-457173f27650', 'mac_address': 'fa:16:3e:af:20:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb0d4661-3afd-4b94-8eb2-00518f4c980f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 24 12:03:16.267106 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:03:16.285803 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7d7f9915-b35f-429f-80d5-457173f27650 {{(pid=88880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 24 12:03:16.302333 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] For port 7d7f9915-b35f-429f-80d5-457173f27650, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=7d7f9915-b35f-429f-80d5-457173f27650,segment=NetworkSegment(9a4f89d5-31cb-45b0-82d9-f728cd1ca17e),segment_id=9a4f89d5-31cb-45b0-82d9-f728cd1ca17e)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 12:03:16.306640 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:03:16.308562 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-17f194b3-cc13-4646-8e1d-3dae5d812da7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 12:03:16.390558 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Pushing event updated for resources: {'Port': ['ID=7d7f9915-b35f-429f-80d5-457173f27650,revision_number=6']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 12:03:16.400102 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 12:03:16.400526 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 12:03:16.400994 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 12:03:16.401347 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 12:03:16.401756 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 12:03:16.402156 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 12:03:16.402534 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 12:03:16.402909 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 12:03:16.403248 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 12:03:16.403616 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 12:03:16.403993 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 12:03:16.408357 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 12:03:16.417461 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] get_ports_and_sgs() called for port_ids ['7d7f9915-b35f-429f-80d5-457173f27650'] {{(pid=88880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 24 12:03:18.041785 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Device 7d7f9915-b35f-429f-80d5-457173f27650 up at agent hyperv_hv-neutron-8226 {{(pid=88880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 24 12:03:18.118147 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.provisioning_blocks [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Provisioning complete for port 7d7f9915-b35f-429f-80d5-457173f27650 triggered by entity L2. {{(pid=88880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 24 12:03:18.118751 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7125554'] for port, provisioning_complete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:03:18.250816 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7413750'] for port, before_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:03:18.286851 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b49008d9-fed7-4d87-a880-2c4f08c95bc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d7f9915-b35f-429f-80d5-457173f27650'}] {{(pid=88880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 24 12:03:18.297686 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] For port 7d7f9915-b35f-429f-80d5-457173f27650, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=7d7f9915-b35f-429f-80d5-457173f27650,segment=NetworkSegment(9a4f89d5-31cb-45b0-82d9-f728cd1ca17e),segment_id=9a4f89d5-31cb-45b0-82d9-f728cd1ca17e)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 12:03:18.301811 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363287349101394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749505246425', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363287349529358'] for port, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:03:18.304747 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 12:03:18.364921 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b49008d9-fed7-4d87-a880-2c4f08c95bc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d7f9915-b35f-429f-80d5-457173f27650', 'code': 200}
Dec 24 12:03:18.392709 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Pushing event updated for resources: {'Port': ['ID=7d7f9915-b35f-429f-80d5-457173f27650,revision_number=7']} {{(pid=88880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 12:03:18.403434 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88880) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 12:03:25.534834 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 52614) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 12:03:25.744371 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-aba65530-798d-4785-86b4-6068e25a9bba tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Deleting port d08a4816-40a0-47fe-b0fc-20c35233b866 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 12:03:25.744612 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-aba65530-798d-4785-86b4-6068e25a9bba tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:03:25.921455 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-aba65530-798d-4785-86b4-6068e25a9bba tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:03:25.921818 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-aba65530-798d-4785-86b4-6068e25a9bba tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:03:26.052080 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-aba65530-798d-4785-86b4-6068e25a9bba tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Calling delete_port for d08a4816-40a0-47fe-b0fc-20c35233b866 owned by network:floatingip {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 12:03:26.202325 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-aba65530-798d-4785-86b4-6068e25a9bba tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:03:26.206832 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7a5967b8-af8e-4206-a039-2d7c0ff8cda2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 12:03:26.252433 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba65530-798d-4785-86b4-6068e25a9bba tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Pushing event deleted for resources: {'Port': ['ID=d08a4816-40a0-47fe-b0fc-20c35233b866,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 12:03:26.291954 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba65530-798d-4785-86b4-6068e25a9bba tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 12:03:26.292380 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba65530-798d-4785-86b4-6068e25a9bba tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 12:03:26.292773 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba65530-798d-4785-86b4-6068e25a9bba tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 12:03:26.293199 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba65530-798d-4785-86b4-6068e25a9bba tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 12:03:26.293601 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba65530-798d-4785-86b4-6068e25a9bba tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 12:03:26.294054 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba65530-798d-4785-86b4-6068e25a9bba tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 12:03:26.294453 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba65530-798d-4785-86b4-6068e25a9bba tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 12:03:26.294850 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba65530-798d-4785-86b4-6068e25a9bba tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 12:03:26.295253 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba65530-798d-4785-86b4-6068e25a9bba tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 12:03:26.295629 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba65530-798d-4785-86b4-6068e25a9bba tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 12:03:26.296030 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba65530-798d-4785-86b4-6068e25a9bba tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 12:03:26.302859 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-aba65530-798d-4785-86b4-6068e25a9bba tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 12:03:26.359089 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-aba65530-798d-4785-86b4-6068e25a9bba tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Notify callbacks [] for floatingip, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:03:26.457158 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.agents_db [None req-e51243ab-6a93-425b-980f-a73583147efa None None] Agent healthcheck: found 6 active agents {{(pid=88881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 24 12:03:26.777709 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aba65530-798d-4785-86b4-6068e25a9bba tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Router 7d611b2a-6fa0-4626-b12c-abbba1a7683d has already been hosted by L3 agent 198cca88-1338-4098-b44b-beb0346ac906 {{(pid=88879) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 24 12:03:26.989270 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aba65530-798d-4785-86b4-6068e25a9bba tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88879) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 12:03:27.000032 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff295e0-3423-4088-81eb-e72b7b0c5829 None None] Sync routers for ids ['7d611b2a-6fa0-4626-b12c-abbba1a7683d'] in dv-neutron-822691-2-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 12:03:27.008619 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-aba65530-798d-4785-86b4-6068e25a9bba tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for floatingip, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:03:27.017530 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff295e0-3423-4088-81eb-e72b7b0c5829 None None] Routers {'7d611b2a-6fa0-4626-b12c-abbba1a7683d'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 12:03:27.018236 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-3ff295e0-3423-4088-81eb-e72b7b0c5829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271449ac8>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T12:03:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['7d611b2a-6fa0-4626-b12c-abbba1a7683d'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 12:03:27.064856 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-aba65530-798d-4785-86b4-6068e25a9bba tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] 10.222.0.65 "DELETE /v2.0/floatingips/635df837-7882-49c8-993e-f43c8156bdc5 HTTP/1.1" status: 204  len: 168 time: 1.5288622
Dec 24 12:03:27.065625 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b49008d9-fed7-4d87-a880-2c4f08c95bc7', 'tag': '7d7f9915-b35f-429f-80d5-457173f27650'}] {{(pid=88879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 24 12:03:27.136545 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b49008d9-fed7-4d87-a880-2c4f08c95bc7', 'tag': '7d7f9915-b35f-429f-80d5-457173f27650', 'status': 'completed', 'code': 200}
Dec 24 12:03:27.218910 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-3ff295e0-3423-4088-81eb-e72b7b0c5829 None None] Set router 7d611b2a-6fa0-4626-b12c-abbba1a7683d gateway port host: dv-neutron-822691-2-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 12:03:27.249916 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-57d15b34-d80c-4c20-bc19-d7d8f268f5a4 req-661e23a8-57e7-4478-82f4-a98a381b78c5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ca6470bc988a4b30890b86e1d588fd70&device_id=b49008d9-fed7-4d87-a880-2c4f08c95bc7 HTTP/1.1" status: 200  len: 1098 time: 0.0840344
Dec 24 12:03:27.408042 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d15b34-d80c-4c20-bc19-d7d8f268f5a4 req-e0368bc0-ba9f-4ca7-b9fd-650e7a994772 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 12:03:27.409774 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-57d15b34-d80c-4c20-bc19-d7d8f268f5a4 req-e0368bc0-ba9f-4ca7-b9fd-650e7a994772 service neutron] 10.222.0.58 "GET /v2.0/networks?id=fd50c5b5-d03c-449d-857b-4e32016cb6c7 HTTP/1.1" status: 200  len: 910 time: 0.1483362
Dec 24 12:03:27.482376 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-57d15b34-d80c-4c20-bc19-d7d8f268f5a4 req-d68c4a4d-e27b-4082-9419-49d7929f4816 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7d7f9915-b35f-429f-80d5-457173f27650 HTTP/1.1" status: 200  len: 217 time: 0.0652471
Dec 24 12:03:27.487598 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77add93-ca3b-4753-bdcc-e4f519654f45 req-a94fa35a-98a0-4f33-935f-13ecab56c83c tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 12:03:27.489219 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-c77add93-ca3b-4753-bdcc-e4f519654f45 req-a94fa35a-98a0-4f33-935f-13ecab56c83c tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] 10.222.0.65 "GET /v2.0/ports?device_id=b49008d9-fed7-4d87-a880-2c4f08c95bc7 HTTP/1.1" status: 200  len: 945 time: 0.0918396
Dec 24 12:03:27.551791 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-c77add93-ca3b-4753-bdcc-e4f519654f45 req-acfec83c-b130-42a3-a009-f25366fcab08 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] 10.222.0.65 "GET /v2.0/security-groups?id=14138d50-088b-4b26-8286-c9d6b443a670&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0555403
Dec 24 12:03:27.559890 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d15b34-d80c-4c20-bc19-d7d8f268f5a4 req-395f15b0-416b-4499-9c05-a4400cef33fd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 12:03:27.561602 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-57d15b34-d80c-4c20-bc19-d7d8f268f5a4 req-395f15b0-416b-4499-9c05-a4400cef33fd service neutron] 10.222.0.58 "GET /v2.0/subnets?id=bb0d4661-3afd-4b94-8eb2-00518f4c980f HTTP/1.1" status: 200  len: 848 time: 0.0726612
Dec 24 12:03:27.610838 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-3ff295e0-3423-4088-81eb-e72b7b0c5829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271449ac8>, [{'id': '7d611b2a-6fa0-4626-b12c-abbba1a7683d', 'name': 'tempest-TestSnapshotPattern-111860080-router', 'tenant_id': 'ca6470bc988a4b30890b86e1d588fd70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.213'}], 'enable_snat': True}, 'gw_port_id': '35ce58ed-f4c3-4aab-8859-791d18250e8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:58:23Z', 'updated_at': '2021-12-24T11:58:26Z', 'revision_number': 4, 'project_id': 'ca6470bc988a4b30890b86e1d588fd70', 'gw_port': {'id': '35ce58ed-f4c3-4aab-8859-791d18250e8e', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:da:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d611b2a-6fa0-4626-b12c-abbba1a7683d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:58:24Z', 'updated_at': '2021-12-24T11:58:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_floatingips': [{'id': 'f7a52d2c-3f97-48f0-9bda-11994becc648', 'tenant_id': 'ca6470bc988a4b30890b86e1d588fd70', 'floating_ip_address': '172.26.3.133', 'floating_network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'router_id': '7d611b2a-6fa0-4626-b12c-abbba1a7683d', 'port_id': 'b55626ed-0cbd-49ae-93ed-5d7fad7e9496', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd50c5b5-d03c-449d-857b-4e32016cb6c7', 'mac_address': 'fa:16:3e:51:fc:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83f35f25-c18a-493f-a2a1-a8cf80c67c0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T11:58:54Z', 'updated_at': '2021-12-24T11:58:58Z', 'revision_number': 1, 'project_id': 'ca6470bc988a4b30890b86e1d588fd70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '607701b4-a9e1-4a12-b623-b6ce9d6ac56c', 'name': '', 'network_id': 'fd50c5b5-d03c-449d-857b-4e32016cb6c7', 'tenant_id': 'ca6470bc988a4b30890b86e1d588fd70', 'mac_address': 'fa:16:3e:4d:d1:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d611b2a-6fa0-4626-b12c-abbba1a7683d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bb0d4661-3afd-4b94-8eb2-00518f4c980f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:58:25Z', 'updated_at': '2021-12-24T11:58:35Z', 'revision_number': 5, 'project_id': 'ca6470bc988a4b30890b86e1d588fd70', 'subnets': [{'id': 'bb0d4661-3afd-4b94-8eb2-00518f4c980f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 12:03:27.615101 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff295e0-3423-4088-81eb-e72b7b0c5829 None None] Checking router: 7d611b2a-6fa0-4626-b12c-abbba1a7683d for host: dv-neutron-822691-2-hyperv {{(pid=88880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 24 12:03:27.626536 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff295e0-3423-4088-81eb-e72b7b0c5829 None None] Routers {'7d611b2a-6fa0-4626-b12c-abbba1a7683d'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 12:03:27.627210 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-3ff295e0-3423-4088-81eb-e72b7b0c5829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271449ac8>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T12:03:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['7d611b2a-6fa0-4626-b12c-abbba1a7683d'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 12:03:27.644739 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-57d15b34-d80c-4c20-bc19-d7d8f268f5a4 req-24ee4812-a750-4b41-a9a1-84d334a4847c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=fd50c5b5-d03c-449d-857b-4e32016cb6c7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0755646
Dec 24 12:03:27.789344 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-57d15b34-d80c-4c20-bc19-d7d8f268f5a4 req-9ab9c779-cba1-41f8-a5de-c768ca63e62d service neutron] 10.222.0.58 "GET /v2.0/networks/fd50c5b5-d03c-449d-857b-4e32016cb6c7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1366999
Dec 24 12:03:27.821953 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-3ff295e0-3423-4088-81eb-e72b7b0c5829 None None] Set router 7d611b2a-6fa0-4626-b12c-abbba1a7683d gateway port host: dv-neutron-822691-2-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 12:03:28.183056 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-57d15b34-d80c-4c20-bc19-d7d8f268f5a4 req-905ca755-4b6b-4622-9e6c-2665fe8b51dd service neutron] 10.222.0.58 "GET /v2.0/networks/fd50c5b5-d03c-449d-857b-4e32016cb6c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3844895
Dec 24 12:03:28.210721 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-3ff295e0-3423-4088-81eb-e72b7b0c5829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271449ac8>, [{'id': '7d611b2a-6fa0-4626-b12c-abbba1a7683d', 'name': 'tempest-TestSnapshotPattern-111860080-router', 'tenant_id': 'ca6470bc988a4b30890b86e1d588fd70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.213'}], 'enable_snat': True}, 'gw_port_id': '35ce58ed-f4c3-4aab-8859-791d18250e8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:58:23Z', 'updated_at': '2021-12-24T11:58:26Z', 'revision_number': 4, 'project_id': 'ca6470bc988a4b30890b86e1d588fd70', 'gw_port': {'id': '35ce58ed-f4c3-4aab-8859-791d18250e8e', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:da:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d611b2a-6fa0-4626-b12c-abbba1a7683d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:58:24Z', 'updated_at': '2021-12-24T11:58:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_floatingips': [{'id': 'f7a52d2c-3f97-48f0-9bda-11994becc648', 'tenant_id': 'ca6470bc988a4b30890b86e1d588fd70', 'floating_ip_address': '172.26.3.133', 'floating_network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'router_id': '7d611b2a-6fa0-4626-b12c-abbba1a7683d', 'port_id': 'b55626ed-0cbd-49ae-93ed-5d7fad7e9496', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd50c5b5-d03c-449d-857b-4e32016cb6c7', 'mac_address': 'fa:16:3e:51:fc:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83f35f25-c18a-493f-a2a1-a8cf80c67c0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T11:58:54Z', 'updated_at': '2021-12-24T11:58:58Z', 'revision_number': 1, 'project_id': 'ca6470bc988a4b30890b86e1d588fd70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '607701b4-a9e1-4a12-b623-b6ce9d6ac56c', 'name': '', 'network_id': 'fd50c5b5-d03c-449d-857b-4e32016cb6c7', 'tenant_id': 'ca6470bc988a4b30890b86e1d588fd70', 'mac_address': 'fa:16:3e:4d:d1:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d611b2a-6fa0-4626-b12c-abbba1a7683d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bb0d4661-3afd-4b94-8eb2-00518f4c980f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:58:25Z', 'updated_at': '2021-12-24T11:58:35Z', 'revision_number': 5, 'project_id': 'ca6470bc988a4b30890b86e1d588fd70', 'subnets': [{'id': 'bb0d4661-3afd-4b94-8eb2-00518f4c980f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 12:03:28.215820 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff295e0-3423-4088-81eb-e72b7b0c5829 None None] The sync data for ids ['7d611b2a-6fa0-4626-b12c-abbba1a7683d'] in dv-neutron-822691-2-hyperv is: [{'id': '7d611b2a-6fa0-4626-b12c-abbba1a7683d', 'name': 'tempest-TestSnapshotPattern-111860080-router', 'tenant_id': 'ca6470bc988a4b30890b86e1d588fd70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.213'}], 'enable_snat': True}, 'gw_port_id': '35ce58ed-f4c3-4aab-8859-791d18250e8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:58:23Z', 'updated_at': '2021-12-24T11:58:26Z', 'revision_number': 4, 'project_id': 'ca6470bc988a4b30890b86e1d588fd70', 'gw_port': {'id': '35ce58ed-f4c3-4aab-8859-791d18250e8e', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:da:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d611b2a-6fa0-4626-b12c-abbba1a7683d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:58:24Z', 'updated_at': '2021-12-24T11:58:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_floatingips': [{'id': 'f7a52d2c-3f97-48f0-9bda-11994becc648', 'tenant_id': 'ca6470bc988a4b30890b86e1d588fd70', 'floating_ip_address': '172.26.3.133', 'floating_network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'router_id': '7d611b2a-6fa0-4626-b12c-abbba1a7683d', 'port_id': 'b55626ed-0cbd-49ae-93ed-5d7fad7e9496', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd50c5b5-d03c-449d-857b-4e32016cb6c7', 'mac_address': 'fa:16:3e:51:fc:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83f35f25-c18a-493f-a2a1-a8cf80c67c0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T11:58:54Z', 'updated_at': '2021-12-24T11:58:58Z', 'revision_number': 1, 'project_id': 'ca6470bc988a4b30890b86e1d588fd70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '607701b4-a9e1-4a12-b623-b6ce9d6ac56c', 'name': '', 'network_id': 'fd50c5b5-d03c-449d-857b-4e32016cb6c7', 'tenant_id': 'ca6470bc988a4b30890b86e1d588fd70', 'mac_address': 'fa:16:3e:4d:d1:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d611b2a-6fa0-4626-b12c-abbba1a7683d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bb0d4661-3afd-4b94-8eb2-00518f4c980f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:58:25Z', 'updated_at': '2021-12-24T11:58:35Z', 'revision_number': 5, 'project_id': 'ca6470bc988a4b30890b86e1d588fd70', 'subnets': [{'id': 'bb0d4661-3afd-4b94-8eb2-00518f4c980f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 12:03:28.681301 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66340634-6edd-4e21-a7f7-1e8bbbbe4fe3 None None] New status for floating IP 635df837-7882-49c8-993e-f43c8156bdc5: DOWN {{(pid=88881) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 24 12:03:28.772379 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3ae66f-0899-4e21-8a5c-07c90836cd8f req-c36735ee-34b2-466b-b9ae-641e8f37ec27 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 12:03:28.773988 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-cb3ae66f-0899-4e21-8a5c-07c90836cd8f req-c36735ee-34b2-466b-b9ae-641e8f37ec27 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] 10.222.0.65 "GET /v2.0/ports?device_id=b49008d9-fed7-4d87-a880-2c4f08c95bc7 HTTP/1.1" status: 200  len: 945 time: 0.0880136
Dec 24 12:03:28.829030 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-cb3ae66f-0899-4e21-8a5c-07c90836cd8f req-84cd3ef5-32d5-4e2e-9106-1a289002319d tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] 10.222.0.65 "GET /v2.0/security-groups?id=14138d50-088b-4b26-8286-c9d6b443a670&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0484610
Dec 24 12:03:28.956315 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:03:29.293263 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e865769-2654-43f9-afb2-d625c290c577 req-1dbf8ca8-e6e2-4ae4-8e9b-956b937a1fbf tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 12:03:29.293962 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-2e865769-2654-43f9-afb2-d625c290c577 req-1dbf8ca8-e6e2-4ae4-8e9b-956b937a1fbf tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Synchronizing usage tracker for tenant:ca6470bc988a4b30890b86e1d588fd70 on resource:port {{(pid=88879) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 12:03:29.310202 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-2e865769-2654-43f9-afb2-d625c290c577 req-1dbf8ca8-e6e2-4ae4-8e9b-956b937a1fbf tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Unset dirty status for tenant:ca6470bc988a4b30890b86e1d588fd70 on resource:port {{(pid=88879) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 12:03:29.311406 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-2e865769-2654-43f9-afb2-d625c290c577 req-1dbf8ca8-e6e2-4ae4-8e9b-956b937a1fbf tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] 10.222.0.58 "GET /v2.0/ports?device_id=b49008d9-fed7-4d87-a880-2c4f08c95bc7 HTTP/1.1" status: 200  len: 945 time: 0.1095169
Dec 24 12:03:29.394094 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [req-2e865769-2654-43f9-afb2-d625c290c577 req-52cb37d1-c5f0-48aa-935b-8bb5267a7bc6 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Deleting port 7d7f9915-b35f-429f-80d5-457173f27650 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 12:03:29.394490 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-2e865769-2654-43f9-afb2-d625c290c577 req-52cb37d1-c5f0-48aa-935b-8bb5267a7bc6 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:03:29.675430 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [req-2e865769-2654-43f9-afb2-d625c290c577 req-52cb37d1-c5f0-48aa-935b-8bb5267a7bc6 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] For port 7d7f9915-b35f-429f-80d5-457173f27650, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=7d7f9915-b35f-429f-80d5-457173f27650,segment=NetworkSegment(9a4f89d5-31cb-45b0-82d9-f728cd1ca17e),segment_id=9a4f89d5-31cb-45b0-82d9-f728cd1ca17e)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 12:03:29.675820 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-2e865769-2654-43f9-afb2-d625c290c577 req-52cb37d1-c5f0-48aa-935b-8bb5267a7bc6 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:03:29.802276 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [req-2e865769-2654-43f9-afb2-d625c290c577 req-52cb37d1-c5f0-48aa-935b-8bb5267a7bc6 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Calling delete_port for 7d7f9915-b35f-429f-80d5-457173f27650 owned by compute:nova {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 12:03:29.961988 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-2e865769-2654-43f9-afb2-d625c290c577 req-52cb37d1-c5f0-48aa-935b-8bb5267a7bc6 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:03:29.968753 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-134200ad-fa24-4aa6-a8e2-e6e2b5beeccf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 12:03:30.000386 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-f1196921-8965-4cbf-a644-c457275827b9 req-f20f1bce-916f-4017-8d4b-0bfac3018d9f tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] 10.222.0.65 "GET /v2.0/ports?device_id=b49008d9-fed7-4d87-a880-2c4f08c95bc7 HTTP/1.1" status: 200  len: 210 time: 0.0459294
Dec 24 12:03:30.012718 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cb37d1-c5f0-48aa-935b-8bb5267a7bc6 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Pushing event deleted for resources: {'Port': ['ID=7d7f9915-b35f-429f-80d5-457173f27650,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 12:03:30.015827 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-52cb37d1-c5f0-48aa-935b-8bb5267a7bc6 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 12:03:30.090675 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e865769-2654-43f9-afb2-d625c290c577 req-52cb37d1-c5f0-48aa-935b-8bb5267a7bc6 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] No DVR routers for this DVR port 7d7f9915-b35f-429f-80d5-457173f27650 on host hv-neutron-8226 {{(pid=88879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 24 12:03:30.093352 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-2e865769-2654-43f9-afb2-d625c290c577 req-52cb37d1-c5f0-48aa-935b-8bb5267a7bc6 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:03:30.096239 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b49008d9-fed7-4d87-a880-2c4f08c95bc7', 'name': 'network-vif-deleted', 'tag': '7d7f9915-b35f-429f-80d5-457173f27650'}] {{(pid=88879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 24 12:03:30.112265 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-2e865769-2654-43f9-afb2-d625c290c577 req-52cb37d1-c5f0-48aa-935b-8bb5267a7bc6 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] 10.222.0.58 "DELETE /v2.0/ports/7d7f9915-b35f-429f-80d5-457173f27650 HTTP/1.1" status: 204  len: 173 time: 0.7920620
Dec 24 12:03:30.136910 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Device 7d7f9915-b35f-429f-80d5-457173f27650 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 12:03:30.157616 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b49008d9-fed7-4d87-a880-2c4f08c95bc7', 'name': 'network-vif-deleted', 'tag': '7d7f9915-b35f-429f-80d5-457173f27650', 'status': 'completed', 'code': 200}
Dec 24 12:03:30.176753 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] No Port match for: 7d7f9915-b35f-429f-80d5-457173f27650 {{(pid=88880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 24 12:03:30.177152 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Device 7d7f9915-b35f-429f-80d5-457173f27650 not bound to the agent host hv-neutron-8226 {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 24 12:03:31.788357 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 52676) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 12:03:32.030785 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-0fed56e9-14b0-4ec6-b658-dbe6116f1c2f tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Deleting port a750791d-9102-43ef-9055-60790c8b6bae {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 12:03:32.031174 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0fed56e9-14b0-4ec6-b658-dbe6116f1c2f tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:03:32.210551 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0fed56e9-14b0-4ec6-b658-dbe6116f1c2f tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:03:32.210901 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0fed56e9-14b0-4ec6-b658-dbe6116f1c2f tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:03:32.338077 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-0fed56e9-14b0-4ec6-b658-dbe6116f1c2f tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Calling delete_port for a750791d-9102-43ef-9055-60790c8b6bae owned by network:floatingip {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 12:03:32.496988 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0fed56e9-14b0-4ec6-b658-dbe6116f1c2f tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:03:32.500695 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54beec8d-c469-4787-a06c-1b6e02b0b3fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 12:03:32.548598 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fed56e9-14b0-4ec6-b658-dbe6116f1c2f tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Pushing event deleted for resources: {'Port': ['ID=a750791d-9102-43ef-9055-60790c8b6bae,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 12:03:32.589350 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fed56e9-14b0-4ec6-b658-dbe6116f1c2f tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 12:03:32.589716 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fed56e9-14b0-4ec6-b658-dbe6116f1c2f tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 12:03:32.590161 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fed56e9-14b0-4ec6-b658-dbe6116f1c2f tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 12:03:32.590571 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fed56e9-14b0-4ec6-b658-dbe6116f1c2f tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 12:03:32.590978 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fed56e9-14b0-4ec6-b658-dbe6116f1c2f tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 12:03:32.591385 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fed56e9-14b0-4ec6-b658-dbe6116f1c2f tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 12:03:32.591787 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fed56e9-14b0-4ec6-b658-dbe6116f1c2f tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 12:03:32.592188 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fed56e9-14b0-4ec6-b658-dbe6116f1c2f tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 12:03:32.592589 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fed56e9-14b0-4ec6-b658-dbe6116f1c2f tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 12:03:32.592970 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fed56e9-14b0-4ec6-b658-dbe6116f1c2f tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 12:03:32.593365 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fed56e9-14b0-4ec6-b658-dbe6116f1c2f tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822691-2-hyperv {{(pid=88878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 24 12:03:32.600435 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-0fed56e9-14b0-4ec6-b658-dbe6116f1c2f tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 12:03:32.896682 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0fed56e9-14b0-4ec6-b658-dbe6116f1c2f tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Notify callbacks [] for floatingip, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:03:33.322757 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fed56e9-14b0-4ec6-b658-dbe6116f1c2f tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Router 7d611b2a-6fa0-4626-b12c-abbba1a7683d has already been hosted by L3 agent 198cca88-1338-4098-b44b-beb0346ac906 {{(pid=88878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 24 12:03:33.538529 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fed56e9-14b0-4ec6-b658-dbe6116f1c2f tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 12:03:33.551011 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53359dd1-78ef-46e3-8f82-0c33f0a999ac None None] Sync routers for ids ['7d611b2a-6fa0-4626-b12c-abbba1a7683d'] in dv-neutron-822691-2-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 12:03:33.559269 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0fed56e9-14b0-4ec6-b658-dbe6116f1c2f tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for floatingip, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:03:33.564847 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53359dd1-78ef-46e3-8f82-0c33f0a999ac None None] Routers {'7d611b2a-6fa0-4626-b12c-abbba1a7683d'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 12:03:33.565661 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-53359dd1-78ef-46e3-8f82-0c33f0a999ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271a76390>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T12:03:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['7d611b2a-6fa0-4626-b12c-abbba1a7683d'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 12:03:33.615692 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-0fed56e9-14b0-4ec6-b658-dbe6116f1c2f tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] 10.222.0.65 "DELETE /v2.0/floatingips/f7a52d2c-3f97-48f0-9bda-11994becc648 HTTP/1.1" status: 204  len: 168 time: 1.8260288
Dec 24 12:03:33.616410 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83f35f25-c18a-493f-a2a1-a8cf80c67c0c', 'tag': 'b55626ed-0cbd-49ae-93ed-5d7fad7e9496'}] {{(pid=88878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 24 12:03:33.676739 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83f35f25-c18a-493f-a2a1-a8cf80c67c0c', 'tag': 'b55626ed-0cbd-49ae-93ed-5d7fad7e9496', 'status': 'completed', 'code': 200}
Dec 24 12:03:33.794804 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-95b693c9-1eb2-4263-8271-d3ca35b9779b req-d53d6070-915c-4ebd-8830-d0d89649c134 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ca6470bc988a4b30890b86e1d588fd70&device_id=83f35f25-c18a-493f-a2a1-a8cf80c67c0c HTTP/1.1" status: 200  len: 1097 time: 0.0886400
Dec 24 12:03:33.939882 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-53359dd1-78ef-46e3-8f82-0c33f0a999ac None None] Set router 7d611b2a-6fa0-4626-b12c-abbba1a7683d gateway port host: dv-neutron-822691-2-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 12:03:33.954533 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b693c9-1eb2-4263-8271-d3ca35b9779b req-b9e1c90d-f2fe-4d97-9793-82a2d463d737 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 12:03:33.956193 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-95b693c9-1eb2-4263-8271-d3ca35b9779b req-b9e1c90d-f2fe-4d97-9793-82a2d463d737 service neutron] 10.222.0.58 "GET /v2.0/networks?id=fd50c5b5-d03c-449d-857b-4e32016cb6c7 HTTP/1.1" status: 200  len: 910 time: 0.1507087
Dec 24 12:03:34.029279 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-95b693c9-1eb2-4263-8271-d3ca35b9779b req-41573196-b419-4732-8144-4dd5a1b58a66 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b55626ed-0cbd-49ae-93ed-5d7fad7e9496 HTTP/1.1" status: 200  len: 217 time: 0.0646772
Dec 24 12:03:34.037610 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461e1e15-c38f-48d5-81dd-35ac2e8830a7 req-126ea5ad-c542-461f-9f6d-1419ea224f79 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 12:03:34.038474 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-461e1e15-c38f-48d5-81dd-35ac2e8830a7 req-126ea5ad-c542-461f-9f6d-1419ea224f79 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Synchronizing usage tracker for tenant:ca6470bc988a4b30890b86e1d588fd70 on resource:port {{(pid=88878) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 12:03:34.054865 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-461e1e15-c38f-48d5-81dd-35ac2e8830a7 req-126ea5ad-c542-461f-9f6d-1419ea224f79 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Unset dirty status for tenant:ca6470bc988a4b30890b86e1d588fd70 on resource:port {{(pid=88878) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 12:03:34.056316 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-461e1e15-c38f-48d5-81dd-35ac2e8830a7 req-126ea5ad-c542-461f-9f6d-1419ea224f79 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] 10.222.0.65 "GET /v2.0/ports?device_id=83f35f25-c18a-493f-a2a1-a8cf80c67c0c HTTP/1.1" status: 200  len: 944 time: 0.1033869
Dec 24 12:03:34.105725 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b693c9-1eb2-4263-8271-d3ca35b9779b req-3e5ab672-c6fd-436c-80e1-0161f1886965 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 12:03:34.107543 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-95b693c9-1eb2-4263-8271-d3ca35b9779b req-3e5ab672-c6fd-436c-80e1-0161f1886965 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=bb0d4661-3afd-4b94-8eb2-00518f4c980f HTTP/1.1" status: 200  len: 848 time: 0.0714302
Dec 24 12:03:34.111624 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-461e1e15-c38f-48d5-81dd-35ac2e8830a7 req-1e40472f-035e-49a5-bf7e-ea3e6fc17d30 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] 10.222.0.65 "GET /v2.0/security-groups?id=14138d50-088b-4b26-8286-c9d6b443a670&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0485201
Dec 24 12:03:34.167632 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Device 7d7f9915-b35f-429f-80d5-457173f27650 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 12:03:34.194007 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-95b693c9-1eb2-4263-8271-d3ca35b9779b req-9150d353-363f-42c6-bc85-5d870e108d58 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=fd50c5b5-d03c-449d-857b-4e32016cb6c7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0774593
Dec 24 12:03:34.213242 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] No Port match for: 7d7f9915-b35f-429f-80d5-457173f27650 {{(pid=88880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 24 12:03:34.213636 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Device 7d7f9915-b35f-429f-80d5-457173f27650 not bound to the agent host hv-neutron-8226 {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 24 12:03:34.310236 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-53359dd1-78ef-46e3-8f82-0c33f0a999ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271a76390>, [{'id': '7d611b2a-6fa0-4626-b12c-abbba1a7683d', 'name': 'tempest-TestSnapshotPattern-111860080-router', 'tenant_id': 'ca6470bc988a4b30890b86e1d588fd70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.213'}], 'enable_snat': True}, 'gw_port_id': '35ce58ed-f4c3-4aab-8859-791d18250e8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:58:23Z', 'updated_at': '2021-12-24T11:58:26Z', 'revision_number': 4, 'project_id': 'ca6470bc988a4b30890b86e1d588fd70', 'gw_port': {'id': '35ce58ed-f4c3-4aab-8859-791d18250e8e', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:da:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d611b2a-6fa0-4626-b12c-abbba1a7683d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:58:24Z', 'updated_at': '2021-12-24T11:58:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_interfaces': [{'id': '607701b4-a9e1-4a12-b623-b6ce9d6ac56c', 'name': '', 'network_id': 'fd50c5b5-d03c-449d-857b-4e32016cb6c7', 'tenant_id': 'ca6470bc988a4b30890b86e1d588fd70', 'mac_address': 'fa:16:3e:4d:d1:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d611b2a-6fa0-4626-b12c-abbba1a7683d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bb0d4661-3afd-4b94-8eb2-00518f4c980f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:58:25Z', 'updated_at': '2021-12-24T11:58:35Z', 'revision_number': 5, 'project_id': 'ca6470bc988a4b30890b86e1d588fd70', 'subnets': [{'id': 'bb0d4661-3afd-4b94-8eb2-00518f4c980f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 12:03:34.315174 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53359dd1-78ef-46e3-8f82-0c33f0a999ac None None] Checking router: 7d611b2a-6fa0-4626-b12c-abbba1a7683d for host: dv-neutron-822691-2-hyperv {{(pid=88880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 24 12:03:34.327022 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53359dd1-78ef-46e3-8f82-0c33f0a999ac None None] Routers {'7d611b2a-6fa0-4626-b12c-abbba1a7683d'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 12:03:34.327689 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-53359dd1-78ef-46e3-8f82-0c33f0a999ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5271a76390>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T12:03:09Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['7d611b2a-6fa0-4626-b12c-abbba1a7683d'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 12:03:34.341304 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-95b693c9-1eb2-4263-8271-d3ca35b9779b req-2866270d-586c-418a-b375-1542c59b8b31 service neutron] 10.222.0.58 "GET /v2.0/networks/fd50c5b5-d03c-449d-857b-4e32016cb6c7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1395800
Dec 24 12:03:34.487811 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-95b693c9-1eb2-4263-8271-d3ca35b9779b req-0d228471-11d5-4b0a-bec4-c1be411a8ff7 service neutron] 10.222.0.58 "GET /v2.0/networks/fd50c5b5-d03c-449d-857b-4e32016cb6c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1391678
Dec 24 12:03:34.521476 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-53359dd1-78ef-46e3-8f82-0c33f0a999ac None None] Set router 7d611b2a-6fa0-4626-b12c-abbba1a7683d gateway port host: dv-neutron-822691-2-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 12:03:34.853300 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-53359dd1-78ef-46e3-8f82-0c33f0a999ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5271a76390>, [{'id': '7d611b2a-6fa0-4626-b12c-abbba1a7683d', 'name': 'tempest-TestSnapshotPattern-111860080-router', 'tenant_id': 'ca6470bc988a4b30890b86e1d588fd70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.213'}], 'enable_snat': True}, 'gw_port_id': '35ce58ed-f4c3-4aab-8859-791d18250e8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:58:23Z', 'updated_at': '2021-12-24T11:58:26Z', 'revision_number': 4, 'project_id': 'ca6470bc988a4b30890b86e1d588fd70', 'gw_port': {'id': '35ce58ed-f4c3-4aab-8859-791d18250e8e', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:da:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d611b2a-6fa0-4626-b12c-abbba1a7683d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:58:24Z', 'updated_at': '2021-12-24T11:58:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_interfaces': [{'id': '607701b4-a9e1-4a12-b623-b6ce9d6ac56c', 'name': '', 'network_id': 'fd50c5b5-d03c-449d-857b-4e32016cb6c7', 'tenant_id': 'ca6470bc988a4b30890b86e1d588fd70', 'mac_address': 'fa:16:3e:4d:d1:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d611b2a-6fa0-4626-b12c-abbba1a7683d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bb0d4661-3afd-4b94-8eb2-00518f4c980f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:58:25Z', 'updated_at': '2021-12-24T11:58:35Z', 'revision_number': 5, 'project_id': 'ca6470bc988a4b30890b86e1d588fd70', 'subnets': [{'id': 'bb0d4661-3afd-4b94-8eb2-00518f4c980f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 12:03:34.857703 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53359dd1-78ef-46e3-8f82-0c33f0a999ac None None] The sync data for ids ['7d611b2a-6fa0-4626-b12c-abbba1a7683d'] in dv-neutron-822691-2-hyperv is: [{'id': '7d611b2a-6fa0-4626-b12c-abbba1a7683d', 'name': 'tempest-TestSnapshotPattern-111860080-router', 'tenant_id': 'ca6470bc988a4b30890b86e1d588fd70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.213'}], 'enable_snat': True}, 'gw_port_id': '35ce58ed-f4c3-4aab-8859-791d18250e8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:58:23Z', 'updated_at': '2021-12-24T11:58:26Z', 'revision_number': 4, 'project_id': 'ca6470bc988a4b30890b86e1d588fd70', 'gw_port': {'id': '35ce58ed-f4c3-4aab-8859-791d18250e8e', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:da:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d611b2a-6fa0-4626-b12c-abbba1a7683d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:58:24Z', 'updated_at': '2021-12-24T11:58:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv', '_interfaces': [{'id': '607701b4-a9e1-4a12-b623-b6ce9d6ac56c', 'name': '', 'network_id': 'fd50c5b5-d03c-449d-857b-4e32016cb6c7', 'tenant_id': 'ca6470bc988a4b30890b86e1d588fd70', 'mac_address': 'fa:16:3e:4d:d1:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d611b2a-6fa0-4626-b12c-abbba1a7683d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bb0d4661-3afd-4b94-8eb2-00518f4c980f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:58:25Z', 'updated_at': '2021-12-24T11:58:35Z', 'revision_number': 5, 'project_id': 'ca6470bc988a4b30890b86e1d588fd70', 'subnets': [{'id': 'bb0d4661-3afd-4b94-8eb2-00518f4c980f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 12:03:35.334751 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efadd509-4c61-4fdf-bfdb-4064d52dec53 None None] New status for floating IP f7a52d2c-3f97-48f0-9bda-11994becc648: DOWN {{(pid=88881) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 24 12:03:35.416919 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e675ce68-580b-4671-8c45-44ef45fe7d0c req-133509d8-c89e-495b-9cc4-bcff377e8785 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 12:03:35.418525 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-e675ce68-580b-4671-8c45-44ef45fe7d0c req-133509d8-c89e-495b-9cc4-bcff377e8785 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] 10.222.0.65 "GET /v2.0/ports?device_id=83f35f25-c18a-493f-a2a1-a8cf80c67c0c HTTP/1.1" status: 200  len: 944 time: 0.0942862
Dec 24 12:03:35.469890 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-e675ce68-580b-4671-8c45-44ef45fe7d0c req-c35cf59f-d859-4dc7-a9c1-f0a3c91e54ea tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] 10.222.0.65 "GET /v2.0/security-groups?id=14138d50-088b-4b26-8286-c9d6b443a670&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447235
Dec 24 12:03:35.828769 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de219a74-9f93-4db3-822d-45c60c6f1b6f req-9d799ecb-fe71-45f3-ace8-00a73f0dcf78 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88879) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 24 12:03:35.829527 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-de219a74-9f93-4db3-822d-45c60c6f1b6f req-9d799ecb-fe71-45f3-ace8-00a73f0dcf78 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Synchronizing usage tracker for tenant:ca6470bc988a4b30890b86e1d588fd70 on resource:port {{(pid=88879) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 24 12:03:35.843688 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.quota.resource [req-de219a74-9f93-4db3-822d-45c60c6f1b6f req-9d799ecb-fe71-45f3-ace8-00a73f0dcf78 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Unset dirty status for tenant:ca6470bc988a4b30890b86e1d588fd70 on resource:port {{(pid=88879) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 24 12:03:35.844959 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-de219a74-9f93-4db3-822d-45c60c6f1b6f req-9d799ecb-fe71-45f3-ace8-00a73f0dcf78 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] 10.222.0.58 "GET /v2.0/ports?device_id=83f35f25-c18a-493f-a2a1-a8cf80c67c0c HTTP/1.1" status: 200  len: 944 time: 0.1179361
Dec 24 12:03:35.925678 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [req-de219a74-9f93-4db3-822d-45c60c6f1b6f req-2f06a3f3-79d1-4a60-87f5-62ca8893076c tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Deleting port b55626ed-0cbd-49ae-93ed-5d7fad7e9496 {{(pid=88879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 12:03:35.926090 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-de219a74-9f93-4db3-822d-45c60c6f1b6f req-2f06a3f3-79d1-4a60-87f5-62ca8893076c tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:03:36.180006 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [req-de219a74-9f93-4db3-822d-45c60c6f1b6f req-2f06a3f3-79d1-4a60-87f5-62ca8893076c tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] For port b55626ed-0cbd-49ae-93ed-5d7fad7e9496, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=b55626ed-0cbd-49ae-93ed-5d7fad7e9496,segment=NetworkSegment(9a4f89d5-31cb-45b0-82d9-f728cd1ca17e),segment_id=9a4f89d5-31cb-45b0-82d9-f728cd1ca17e)] {{(pid=88879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 12:03:36.180258 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-de219a74-9f93-4db3-822d-45c60c6f1b6f req-2f06a3f3-79d1-4a60-87f5-62ca8893076c tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:03:36.305788 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [req-de219a74-9f93-4db3-822d-45c60c6f1b6f req-2f06a3f3-79d1-4a60-87f5-62ca8893076c tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Calling delete_port for b55626ed-0cbd-49ae-93ed-5d7fad7e9496 owned by compute:nova {{(pid=88879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 12:03:36.467320 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-de219a74-9f93-4db3-822d-45c60c6f1b6f req-2f06a3f3-79d1-4a60-87f5-62ca8893076c tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3921788'] for port, after_delete {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:03:36.474127 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-21438c9e-fbd1-441b-b6ed-a357542e0e6e tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 12:03:36.518437 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f06a3f3-79d1-4a60-87f5-62ca8893076c tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Pushing event deleted for resources: {'Port': ['ID=b55626ed-0cbd-49ae-93ed-5d7fad7e9496,revision_number=None']} {{(pid=88879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 12:03:36.522339 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-2f06a3f3-79d1-4a60-87f5-62ca8893076c tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88879) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 12:03:36.559659 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-16ead201-dcfa-4857-9e66-33976b1fde0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:03:36.614171 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [req-de219a74-9f93-4db3-822d-45c60c6f1b6f req-2f06a3f3-79d1-4a60-87f5-62ca8893076c tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] No DVR routers for this DVR port b55626ed-0cbd-49ae-93ed-5d7fad7e9496 on host hv-neutron-8226 {{(pid=88879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 24 12:03:36.616834 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [req-de219a74-9f93-4db3-822d-45c60c6f1b6f req-2f06a3f3-79d1-4a60-87f5-62ca8893076c tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768913'] for port, before_response {{(pid=88879) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:03:36.621176 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83f35f25-c18a-493f-a2a1-a8cf80c67c0c', 'name': 'network-vif-deleted', 'tag': 'b55626ed-0cbd-49ae-93ed-5d7fad7e9496'}] {{(pid=88879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 24 12:03:36.635156 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-de219a74-9f93-4db3-822d-45c60c6f1b6f req-2f06a3f3-79d1-4a60-87f5-62ca8893076c tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] 10.222.0.58 "DELETE /v2.0/ports/b55626ed-0cbd-49ae-93ed-5d7fad7e9496 HTTP/1.1" status: 204  len: 173 time: 0.7800696
Dec 24 12:03:36.677362 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83f35f25-c18a-493f-a2a1-a8cf80c67c0c', 'name': 'network-vif-deleted', 'tag': 'b55626ed-0cbd-49ae-93ed-5d7fad7e9496', 'status': 'completed', 'code': 200}
Dec 24 12:03:36.678821 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [req-a426d6a6-2644-43e9-a852-32d72efc77eb req-2434f223-7330-4d5b-bfda-c52b638e0c00 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] 10.222.0.65 "GET /v2.0/ports?device_id=83f35f25-c18a-493f-a2a1-a8cf80c67c0c HTTP/1.1" status: 200  len: 210 time: 0.0472181
Dec 24 12:03:37.796163 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 52698) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 12:03:37.874623 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ca4697ad-6910-4d56-9650-8288d6a58876 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Notify callbacks [] for security_group, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:03:37.906330 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ca4697ad-6910-4d56-9650-8288d6a58876 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:03:37.972182 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ca4697ad-6910-4d56-9650-8288d6a58876 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:03:37.976293 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-058bb722-0768-4a98-93a8-0928182e92eb tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 12:03:37.992976 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4697ad-6910-4d56-9650-8288d6a58876 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14138d50-088b-4b26-8286-c9d6b443a670,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 12:03:37.995981 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-ca4697ad-6910-4d56-9650-8288d6a58876 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 12:03:38.004036 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ca4697ad-6910-4d56-9650-8288d6a58876 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:03:38.005328 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-ca4697ad-6910-4d56-9650-8288d6a58876 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] 10.222.0.65 "DELETE /v2.0/security-groups/14138d50-088b-4b26-8286-c9d6b443a670 HTTP/1.1" status: 204  len: 168 time: 0.2080488
Dec 24 12:03:38.064448 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 52704) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 12:03:38.110646 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:03:38.650969 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7eabb5f9-8f02-4a0f-ae78-1e849395e52d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854055677'] for router_interface, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:03:39.059246 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-e9c4311c-79c8-48a6-97f2-2d1a83bf446c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:03:39.297125 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-7eabb5f9-8f02-4a0f-ae78-1e849395e52d admin admin] Deleting port 607701b4-a9e1-4a12-b623-b6ce9d6ac56c {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 12:03:39.297465 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7eabb5f9-8f02-4a0f-ae78-1e849395e52d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:03:39.686289 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bdfdbc84-c52d-4f40-b281-af314dc1f8fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:03:39.718452 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-7eabb5f9-8f02-4a0f-ae78-1e849395e52d admin admin] For port 607701b4-a9e1-4a12-b623-b6ce9d6ac56c, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=607701b4-a9e1-4a12-b623-b6ce9d6ac56c,segment=NetworkSegment(9a4f89d5-31cb-45b0-82d9-f728cd1ca17e),segment_id=9a4f89d5-31cb-45b0-82d9-f728cd1ca17e)] {{(pid=88878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 12:03:39.718844 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7eabb5f9-8f02-4a0f-ae78-1e849395e52d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:03:39.853449 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-7eabb5f9-8f02-4a0f-ae78-1e849395e52d admin admin] Calling delete_port for 607701b4-a9e1-4a12-b623-b6ce9d6ac56c owned by network:router_interface {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 12:03:40.040411 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7eabb5f9-8f02-4a0f-ae78-1e849395e52d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:03:40.044249 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-a7ac8c10-d2dd-4115-b4a4-ca0d8576d009 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 12:03:40.085635 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eabb5f9-8f02-4a0f-ae78-1e849395e52d admin admin] Pushing event deleted for resources: {'Port': ['ID=607701b4-a9e1-4a12-b623-b6ce9d6ac56c,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 12:03:40.088875 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-7eabb5f9-8f02-4a0f-ae78-1e849395e52d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 12:03:40.198918 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Device b55626ed-0cbd-49ae-93ed-5d7fad7e9496 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 12:03:40.235775 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] No Port match for: b55626ed-0cbd-49ae-93ed-5d7fad7e9496 {{(pid=88880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 24 12:03:40.236167 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Device b55626ed-0cbd-49ae-93ed-5d7fad7e9496 not bound to the agent host hv-neutron-8226 {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 24 12:03:40.403140 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7eabb5f9-8f02-4a0f-ae78-1e849395e52d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036852798164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854055527'] for router_interface, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:03:40.985721 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-39ff93cf-c0b7-48c5-95f3-6f7e9977387d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:03:41.039896 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7eabb5f9-8f02-4a0f-ae78-1e849395e52d admin admin] Router 7d611b2a-6fa0-4626-b12c-abbba1a7683d has already been hosted by L3 agent 198cca88-1338-4098-b44b-beb0346ac906 {{(pid=88878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 24 12:03:41.257086 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eabb5f9-8f02-4a0f-ae78-1e849395e52d admin admin] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 12:03:41.267256 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a25ae0-a63e-4a20-8747-f694783a8d71 None None] Sync routers for ids ['7d611b2a-6fa0-4626-b12c-abbba1a7683d'] in dv-neutron-822691-2-hyperv {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 12:03:41.272549 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-7eabb5f9-8f02-4a0f-ae78-1e849395e52d admin admin] 10.222.0.65 "PUT /v2.0/routers/7d611b2a-6fa0-4626-b12c-abbba1a7683d/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2068884
Dec 24 12:03:41.275558 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 52710) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 12:03:41.281573 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a25ae0-a63e-4a20-8747-f694783a8d71 None None] Routers {'7d611b2a-6fa0-4626-b12c-abbba1a7683d'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 12:03:41.282288 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-01a25ae0-a63e-4a20-8747-f694783a8d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52716a18d0>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T12:03:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['7d611b2a-6fa0-4626-b12c-abbba1a7683d'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 12:03:41.467162 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-01a25ae0-a63e-4a20-8747-f694783a8d71 None None] Set router 7d611b2a-6fa0-4626-b12c-abbba1a7683d gateway port host: dv-neutron-822691-2-hyperv {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 12:03:41.480910 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ba80ef1b-a660-4192-a5a3-d2a55f52fb99 admin admin] Notify callbacks [] for router, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:03:41.694546 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ba80ef1b-a660-4192-a5a3-d2a55f52fb99 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:03:41.703589 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-ba80ef1b-a660-4192-a5a3-d2a55f52fb99 admin admin] Deleting port 35ce58ed-f4c3-4aab-8859-791d18250e8e {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 12:03:41.703938 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ba80ef1b-a660-4192-a5a3-d2a55f52fb99 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:03:41.776922 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-01a25ae0-a63e-4a20-8747-f694783a8d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52716a18d0>, [{'id': '7d611b2a-6fa0-4626-b12c-abbba1a7683d', 'name': 'tempest-TestSnapshotPattern-111860080-router', 'tenant_id': 'ca6470bc988a4b30890b86e1d588fd70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.213'}], 'enable_snat': True}, 'gw_port_id': '35ce58ed-f4c3-4aab-8859-791d18250e8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:58:23Z', 'updated_at': '2021-12-24T12:03:39Z', 'revision_number': 5, 'project_id': 'ca6470bc988a4b30890b86e1d588fd70', 'gw_port': {'id': '35ce58ed-f4c3-4aab-8859-791d18250e8e', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:da:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d611b2a-6fa0-4626-b12c-abbba1a7683d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:58:24Z', 'updated_at': '2021-12-24T11:58:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv'}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 12:03:41.781680 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a25ae0-a63e-4a20-8747-f694783a8d71 None None] Checking router: 7d611b2a-6fa0-4626-b12c-abbba1a7683d for host: dv-neutron-822691-2-hyperv {{(pid=88880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 24 12:03:41.794234 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a25ae0-a63e-4a20-8747-f694783a8d71 None None] Routers {'7d611b2a-6fa0-4626-b12c-abbba1a7683d'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 12:03:41.794951 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-01a25ae0-a63e-4a20-8747-f694783a8d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52716a18d0>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T12:03:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['7d611b2a-6fa0-4626-b12c-abbba1a7683d'], 'active': True} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 12:03:41.957054 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-01a25ae0-a63e-4a20-8747-f694783a8d71 None None] Set router 7d611b2a-6fa0-4626-b12c-abbba1a7683d gateway port host: None {{(pid=88880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 12:03:42.068101 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-01a25ae0-a63e-4a20-8747-f694783a8d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52716a18d0>, [{'id': '7d611b2a-6fa0-4626-b12c-abbba1a7683d', 'name': 'tempest-TestSnapshotPattern-111860080-router', 'tenant_id': 'ca6470bc988a4b30890b86e1d588fd70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:58:23Z', 'updated_at': '2021-12-24T12:03:41Z', 'revision_number': 6, 'project_id': 'ca6470bc988a4b30890b86e1d588fd70', 'gw_port_host': None}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 12:03:42.072575 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a25ae0-a63e-4a20-8747-f694783a8d71 None None] The sync data for ids ['7d611b2a-6fa0-4626-b12c-abbba1a7683d'] in dv-neutron-822691-2-hyperv is: [{'id': '7d611b2a-6fa0-4626-b12c-abbba1a7683d', 'name': 'tempest-TestSnapshotPattern-111860080-router', 'tenant_id': 'ca6470bc988a4b30890b86e1d588fd70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:58:23Z', 'updated_at': '2021-12-24T12:03:41Z', 'revision_number': 6, 'project_id': 'ca6470bc988a4b30890b86e1d588fd70', 'gw_port_host': None}] {{(pid=88880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 12:03:42.129879 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-ba80ef1b-a660-4192-a5a3-d2a55f52fb99 admin admin] For port 35ce58ed-f4c3-4aab-8859-791d18250e8e, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=35ce58ed-f4c3-4aab-8859-791d18250e8e,segment=NetworkSegment(d4e3295f-9ff8-4cad-8a20-3f1c937efc8c),segment_id=d4e3295f-9ff8-4cad-8a20-3f1c937efc8c)] {{(pid=88878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 12:03:42.130341 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ba80ef1b-a660-4192-a5a3-d2a55f52fb99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:03:42.258788 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-ba80ef1b-a660-4192-a5a3-d2a55f52fb99 admin admin] Calling delete_port for 35ce58ed-f4c3-4aab-8859-791d18250e8e owned by network:router_gateway {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 12:03:42.439709 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ba80ef1b-a660-4192-a5a3-d2a55f52fb99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:03:42.444321 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-76027893-42a6-403c-8bbd-00b8e130320f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 12:03:42.489008 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba80ef1b-a660-4192-a5a3-d2a55f52fb99 admin admin] Pushing event deleted for resources: {'Port': ['ID=35ce58ed-f4c3-4aab-8859-791d18250e8e,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 12:03:42.494407 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-ba80ef1b-a660-4192-a5a3-d2a55f52fb99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 12:03:42.726507 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ba80ef1b-a660-4192-a5a3-d2a55f52fb99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854116846'] for router_gateway, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:03:42.992447 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ba80ef1b-a660-4192-a5a3-d2a55f52fb99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854158724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-84560'] for router, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:03:42.997291 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ba80ef1b-a660-4192-a5a3-d2a55f52fb99 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:03:43.026898 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ba80ef1b-a660-4192-a5a3-d2a55f52fb99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854158830'] for router, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:03:43.027477 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba80ef1b-a660-4192-a5a3-d2a55f52fb99 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7d611b2a-6fa0-4626-b12c-abbba1a7683d {{(pid=88878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 24 12:03:43.047177 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ba80ef1b-a660-4192-a5a3-d2a55f52fb99 admin admin] Notify callbacks [] for router, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:03:43.048751 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-ba80ef1b-a660-4192-a5a3-d2a55f52fb99 admin admin] 10.222.0.65 "DELETE /v2.0/routers/7d611b2a-6fa0-4626-b12c-abbba1a7683d HTTP/1.1" status: 204  len: 168 time: 1.7717822
Dec 24 12:03:43.051503 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 52714) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 12:03:43.128344 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 607701b4-a9e1-4a12-b623-b6ce9d6ac56c no longer exists at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 12:03:43.143259 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_v2 [None req-77f429b9-6412-41ac-a5b3-f4adfa85733e admin admin] Deleting subnet bb0d4661-3afd-4b94-8eb2-00518f4c980f {{(pid=88878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 24 12:03:43.146824 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-77f429b9-6412-41ac-a5b3-f4adfa85733e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:03:43.169668 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] No Port match for: 607701b4-a9e1-4a12-b623-b6ce9d6ac56c {{(pid=88880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 24 12:03:43.170092 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 607701b4-a9e1-4a12-b623-b6ce9d6ac56c not bound to the agent host dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 24 12:03:43.170573 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 35ce58ed-f4c3-4aab-8859-791d18250e8e no longer exists at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 12:03:43.199200 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-77f429b9-6412-41ac-a5b3-f4adfa85733e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852534446'] for subnet, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:03:43.203123 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] No Port match for: 35ce58ed-f4c3-4aab-8859-791d18250e8e {{(pid=88880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 24 12:03:43.203524 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 35ce58ed-f4c3-4aab-8859-791d18250e8e not bound to the agent host dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 24 12:03:43.284188 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-77f429b9-6412-41ac-a5b3-f4adfa85733e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847655656'] for subnet, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:03:43.356975 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-77f429b9-6412-41ac-a5b3-f4adfa85733e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7120129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3978858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852529715'] for subnet, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:03:43.363512 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-31601e83-ddab-4b40-868c-0d6341af484a tempest-NetworksIpV6Test-2048062544 tempest-NetworksIpV6Test-2048062544-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 12:03:43.404536 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f429b9-6412-41ac-a5b3-f4adfa85733e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb0d4661-3afd-4b94-8eb2-00518f4c980f,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 12:03:43.408101 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-77f429b9-6412-41ac-a5b3-f4adfa85733e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 12:03:43.411332 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-77f429b9-6412-41ac-a5b3-f4adfa85733e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:03:43.419778 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1596b441-840b-4220-b479-8d3e62f9ae1e None None] Network fd50c5b5-d03c-449d-857b-4e32016cb6c7 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 12:03:43.420897 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-77f429b9-6412-41ac-a5b3-f4adfa85733e admin admin] 10.222.0.65 "DELETE /v2.0/subnets/bb0d4661-3afd-4b94-8eb2-00518f4c980f HTTP/1.1" status: 204  len: 168 time: 0.3678660
Dec 24 12:03:43.424041 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 52718) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 12:03:43.544081 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f4dfbd13-da5a-4fde-9381-c4957325b749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036847558493'] for network, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:03:43.555784 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-f4dfbd13-da5a-4fde-9381-c4957325b749 admin admin] Deleting port b5a95fee-af37-4fbe-8602-c2e8e5dd1c22 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 12:03:43.556155 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f4dfbd13-da5a-4fde-9381-c4957325b749 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:03:43.686580 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae8b2ad5-958a-448d-a5be-9cc981c9f31b None None] DHCP port deletion for fd50c5b5-d03c-449d-857b-4e32016cb6c7 request from dv-neutron-822691-2-hyperv {{(pid=88880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 24 12:03:43.691444 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-ae8b2ad5-958a-448d-a5be-9cc981c9f31b None None] Deleting port b5a95fee-af37-4fbe-8602-c2e8e5dd1c22 {{(pid=88880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 12:03:43.691977 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ae8b2ad5-958a-448d-a5be-9cc981c9f31b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:03:43.779954 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-f4dfbd13-da5a-4fde-9381-c4957325b749 admin admin] For port b5a95fee-af37-4fbe-8602-c2e8e5dd1c22, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=b5a95fee-af37-4fbe-8602-c2e8e5dd1c22,segment=NetworkSegment(9a4f89d5-31cb-45b0-82d9-f728cd1ca17e),segment_id=9a4f89d5-31cb-45b0-82d9-f728cd1ca17e)] {{(pid=88878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 12:03:43.780370 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f4dfbd13-da5a-4fde-9381-c4957325b749 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:03:43.910968 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-f4dfbd13-da5a-4fde-9381-c4957325b749 admin admin] Calling delete_port for b5a95fee-af37-4fbe-8602-c2e8e5dd1c22 owned by network:dhcp {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 12:03:43.986265 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f4dfbd13-da5a-4fde-9381-c4957325b749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:03:43.990228 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-54beec8d-c469-4787-a06c-1b6e02b0b3fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 12:03:44.032017 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dfbd13-da5a-4fde-9381-c4957325b749 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5a95fee-af37-4fbe-8602-c2e8e5dd1c22,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 12:03:44.036526 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f4dfbd13-da5a-4fde-9381-c4957325b749 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 12:03:44.039234 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4dfbd13-da5a-4fde-9381-c4957325b749 admin admin] No DVR routers for this DVR port b5a95fee-af37-4fbe-8602-c2e8e5dd1c22 on host dv-neutron-822691-2-hyperv {{(pid=88878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 24 12:03:44.092737 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-ae8b2ad5-958a-448d-a5be-9cc981c9f31b None None] For port b5a95fee-af37-4fbe-8602-c2e8e5dd1c22, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=b5a95fee-af37-4fbe-8602-c2e8e5dd1c22,segment=NetworkSegment(9a4f89d5-31cb-45b0-82d9-f728cd1ca17e),segment_id=9a4f89d5-31cb-45b0-82d9-f728cd1ca17e)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 12:03:44.093316 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ae8b2ad5-958a-448d-a5be-9cc981c9f31b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:03:44.165913 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f4dfbd13-da5a-4fde-9381-c4957325b749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847649663', 'neutron.services.segments.db._delete_segments_for_network-8749505737672'] for network, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:03:44.192404 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-f4dfbd13-da5a-4fde-9381-c4957325b749 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5270589d68>,) {'filters': {'network_id': ['fd50c5b5-d03c-449d-857b-4e32016cb6c7']}} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 12:03:44.205409 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-f4dfbd13-da5a-4fde-9381-c4957325b749 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5270589d68>, '9a4f89d5-31cb-45b0-82d9-f728cd1ca17e') {'for_net_delete': True} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 12:03:44.205760 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-f4dfbd13-da5a-4fde-9381-c4957325b749 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5270589d68>, '9a4f89d5-31cb-45b0-82d9-f728cd1ca17e') {} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 12:03:44.218028 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f4dfbd13-da5a-4fde-9381-c4957325b749 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749505745113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2241371'] for segment, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:03:44.220724 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-ae8b2ad5-958a-448d-a5be-9cc981c9f31b None None] Calling delete_port for b5a95fee-af37-4fbe-8602-c2e8e5dd1c22 owned by network:dhcp {{(pid=88880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 12:03:44.233251 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f4dfbd13-da5a-4fde-9381-c4957325b749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:03:44.239849 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4dfbd13-da5a-4fde-9381-c4957325b749 admin admin] Releasing vlan 616 on physical network physnet1 to pool {{(pid=88878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 24 12:03:44.240292 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f4dfbd13-da5a-4fde-9381-c4957325b749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036847652098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850807864'] for segment, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:03:44.254278 dv-neutron-822691-2-hyperv neutron-server[88767]: Traceback (most recent call last):
Dec 24 12:03:44.254278 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 24 12:03:44.254278 dv-neutron-822691-2-hyperv neutron-server[88767]:     timer()
Dec 24 12:03:44.254278 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 12:03:44.254278 dv-neutron-822691-2-hyperv neutron-server[88767]:     cb(*args, **kw)
Dec 24 12:03:44.254278 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 24 12:03:44.254278 dv-neutron-822691-2-hyperv neutron-server[88767]:     return func(*args, **kwargs)
Dec 24 12:03:44.254278 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 12:03:44.254278 dv-neutron-822691-2-hyperv neutron-server[88767]:     self._notify()
Dec 24 12:03:44.254278 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 12:03:44.254278 dv-neutron-822691-2-hyperv neutron-server[88767]:     self.callback(batched_events)
Dec 24 12:03:44.254278 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 12:03:44.254278 dv-neutron-822691-2-hyperv neutron-server[88767]:     event.method(event)
Dec 24 12:03:44.254278 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 12:03:44.254278 dv-neutron-822691-2-hyperv neutron-server[88767]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 12:03:44.254278 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 24 12:03:44.254278 dv-neutron-822691-2-hyperv neutron-server[88767]:     segment_id)['aggregates'][0]
Dec 24 12:03:44.254278 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 24 12:03:44.254278 dv-neutron-822691-2-hyperv neutron-server[88767]:     return f(self, *a, **k)
Dec 24 12:03:44.254278 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 12:03:44.254278 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self._get(url).json()
Dec 24 12:03:44.254278 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 24 12:03:44.254278 dv-neutron-822691-2-hyperv neutron-server[88767]:     **kwargs)
Dec 24 12:03:44.254278 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 24 12:03:44.254278 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self.request(url, 'GET', **kwargs)
Dec 24 12:03:44.254278 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 24 12:03:44.254278 dv-neutron-822691-2-hyperv neutron-server[88767]:     **endpoint_filter)
Dec 24 12:03:44.254278 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 24 12:03:44.254278 dv-neutron-822691-2-hyperv neutron-server[88767]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 12:03:44.254278 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 24 12:03:44.254278 dv-neutron-822691-2-hyperv neutron-server[88767]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 12:03:44.254278 dv-neutron-822691-2-hyperv neutron-server[88767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 12:03:44.294117 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.db.api [None req-ae8b2ad5-958a-448d-a5be-9cc981c9f31b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88880) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 24 12:03:44.294710 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_db.api [None req-ae8b2ad5-958a-448d-a5be-9cc981c9f31b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 24 12:03:44.347252 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f4dfbd13-da5a-4fde-9381-c4957325b749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7126154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659196'] for network, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:03:44.351234 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-50cde1e5-c86d-4e8e-b3d3-a7906ed5dfe5 tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 12:03:44.370686 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f4dfbd13-da5a-4fde-9381-c4957325b749 admin admin] Notify callbacks [] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:03:44.382627 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dfbd13-da5a-4fde-9381-c4957325b749 admin admin] Pushing event deleted for resources: {'Network': ['ID=fd50c5b5-d03c-449d-857b-4e32016cb6c7,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 12:03:44.386587 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-f4dfbd13-da5a-4fde-9381-c4957325b749 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 12:03:44.398809 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-f4dfbd13-da5a-4fde-9381-c4957325b749 admin admin] 10.222.0.65 "DELETE /v2.0/networks/fd50c5b5-d03c-449d-857b-4e32016cb6c7 HTTP/1.1" status: 204  len: 168 time: 0.9733572
Dec 24 12:03:44.402261 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 52722) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 12:03:44.795937 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-ae8b2ad5-958a-448d-a5be-9cc981c9f31b None None] Deleting port b5a95fee-af37-4fbe-8602-c2e8e5dd1c22 {{(pid=88880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 12:03:44.796398 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ae8b2ad5-958a-448d-a5be-9cc981c9f31b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:03:44.863998 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-ae8b2ad5-958a-448d-a5be-9cc981c9f31b None None] The port 'b5a95fee-af37-4fbe-8602-c2e8e5dd1c22' was deleted {{(pid=88880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 24 12:03:45.063604 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-eb60c377-409f-49c9-a536-a6d1d13ce540 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854055677'] for router_interface, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:03:45.103345 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device b5a95fee-af37-4fbe-8602-c2e8e5dd1c22 no longer exists at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 12:03:45.138327 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] No Port match for: b5a95fee-af37-4fbe-8602-c2e8e5dd1c22 {{(pid=88880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 24 12:03:45.138726 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device b5a95fee-af37-4fbe-8602-c2e8e5dd1c22 not bound to the agent host dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 24 12:03:45.715204 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-eb60c377-409f-49c9-a536-a6d1d13ce540 admin admin] Deleting port 61ceef9e-0498-4a60-a87e-b2bd58167bdf {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 12:03:45.715785 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-eb60c377-409f-49c9-a536-a6d1d13ce540 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:03:45.907468 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-eb60c377-409f-49c9-a536-a6d1d13ce540 admin admin] For port 61ceef9e-0498-4a60-a87e-b2bd58167bdf, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=61ceef9e-0498-4a60-a87e-b2bd58167bdf,segment=NetworkSegment(63b20eeb-4d98-473a-8c18-8bf890605856),segment_id=63b20eeb-4d98-473a-8c18-8bf890605856)] {{(pid=88878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 12:03:45.907726 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-eb60c377-409f-49c9-a536-a6d1d13ce540 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:03:46.035572 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-eb60c377-409f-49c9-a536-a6d1d13ce540 admin admin] Calling delete_port for 61ceef9e-0498-4a60-a87e-b2bd58167bdf owned by network:router_interface {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 12:03:46.223955 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-eb60c377-409f-49c9-a536-a6d1d13ce540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:03:46.231354 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-2a997ff7-f149-4554-bbf0-e10cbbb57cfb tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 12:03:46.276411 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb60c377-409f-49c9-a536-a6d1d13ce540 admin admin] Pushing event deleted for resources: {'Port': ['ID=61ceef9e-0498-4a60-a87e-b2bd58167bdf,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 12:03:46.280079 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-eb60c377-409f-49c9-a536-a6d1d13ce540 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 12:03:46.583978 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-eb60c377-409f-49c9-a536-a6d1d13ce540 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036852798164', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854055527'] for router_interface, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:03:47.210570 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb60c377-409f-49c9-a536-a6d1d13ce540 admin admin] Router 4d37cf6b-6b0a-4a1d-9504-f05a0d85f341 has already been hosted by L3 agent 198cca88-1338-4098-b44b-beb0346ac906 {{(pid=88878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}}
Dec 24 12:03:47.423901 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb60c377-409f-49c9-a536-a6d1d13ce540 admin admin] Notify agent at l3_agent.dv-neutron-822691-2-hyperv the message routers_updated {{(pid=88878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 24 12:03:47.434452 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f050ab1f-f23c-41c6-9cf4-a3cb0803be32 None None] Sync routers for ids ['4d37cf6b-6b0a-4a1d-9504-f05a0d85f341'] in dv-neutron-822691-2-hyperv {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 24 12:03:47.442971 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-eb60c377-409f-49c9-a536-a6d1d13ce540 admin admin] 10.222.0.65 "PUT /v2.0/routers/4d37cf6b-6b0a-4a1d-9504-f05a0d85f341/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0369418
Dec 24 12:03:47.443224 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 52730) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 12:03:47.449437 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f050ab1f-f23c-41c6-9cf4-a3cb0803be32 None None] Routers {'4d37cf6b-6b0a-4a1d-9504-f05a0d85f341'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 12:03:47.450183 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-f050ab1f-f23c-41c6-9cf4-a3cb0803be32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5272121748>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T12:03:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['4d37cf6b-6b0a-4a1d-9504-f05a0d85f341'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 12:03:47.807666 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-f050ab1f-f23c-41c6-9cf4-a3cb0803be32 None None] Set router 4d37cf6b-6b0a-4a1d-9504-f05a0d85f341 gateway port host: dv-neutron-822691-2-hyperv {{(pid=88881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 12:03:47.911237 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a460b4ec-7a41-4a8d-b335-b27ed0f14041 admin admin] Notify callbacks [] for router, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:03:48.107893 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-f050ab1f-f23c-41c6-9cf4-a3cb0803be32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5272121748>, [{'id': '4d37cf6b-6b0a-4a1d-9504-f05a0d85f341', 'name': 'tempest-TestSnapshotPattern-1840136115-router', 'tenant_id': 'fe790ff1dff44b67b1cf1b99bf29c03d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'external_fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.183'}], 'enable_snat': True}, 'gw_port_id': '5e24d2d4-cae0-4abb-8771-6e50dcbc0468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:58:29Z', 'updated_at': '2021-12-24T12:03:46Z', 'revision_number': 5, 'project_id': 'fe790ff1dff44b67b1cf1b99bf29c03d', 'gw_port': {'id': '5e24d2d4-cae0-4abb-8771-6e50dcbc0468', 'name': '', 'network_id': 'f8c337ba-681f-4fcb-a333-e3c49365b30a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:3a:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d37cf6b-6b0a-4a1d-9504-f05a0d85f341', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'ip_address': '172.26.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822691-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:58:30Z', 'updated_at': '2021-12-24T11:58:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ea1398c-0bec-46d6-8d54-85798de2a7ca', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822691-2-hyperv'}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 12:03:48.112304 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f050ab1f-f23c-41c6-9cf4-a3cb0803be32 None None] Checking router: 4d37cf6b-6b0a-4a1d-9504-f05a0d85f341 for host: dv-neutron-822691-2-hyperv {{(pid=88881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 24 12:03:48.119991 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a460b4ec-7a41-4a8d-b335-b27ed0f14041 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:03:48.126224 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f050ab1f-f23c-41c6-9cf4-a3cb0803be32 None None] Routers {'4d37cf6b-6b0a-4a1d-9504-f05a0d85f341'} bound to L3 agent in host dv-neutron-822691-2-hyperv {{(pid=88881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 12:03:48.127046 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-f050ab1f-f23c-41c6-9cf4-a3cb0803be32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5272121748>, 'dv-neutron-822691-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:52:09Z,description=<?>,heartbeat_timestamp=2021-12-24T12:03:39Z,host='dv-neutron-822691-2-hyperv',id=198cca88-1338-4098-b44b-beb0346ac906,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:52:09Z,topic='l3_agent')) {'router_ids': ['4d37cf6b-6b0a-4a1d-9504-f05a0d85f341'], 'active': True} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 12:03:48.130261 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-a460b4ec-7a41-4a8d-b335-b27ed0f14041 admin admin] Deleting port 5e24d2d4-cae0-4abb-8771-6e50dcbc0468 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 12:03:48.130634 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a460b4ec-7a41-4a8d-b335-b27ed0f14041 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:03:48.283359 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvr_db [None req-f050ab1f-f23c-41c6-9cf4-a3cb0803be32 None None] Set router 4d37cf6b-6b0a-4a1d-9504-f05a0d85f341 gateway port host: None {{(pid=88881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}}
Dec 24 12:03:48.317917 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-a460b4ec-7a41-4a8d-b335-b27ed0f14041 admin admin] For port 5e24d2d4-cae0-4abb-8771-6e50dcbc0468, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=5e24d2d4-cae0-4abb-8771-6e50dcbc0468,segment=NetworkSegment(d4e3295f-9ff8-4cad-8a20-3f1c937efc8c),segment_id=d4e3295f-9ff8-4cad-8a20-3f1c937efc8c)] {{(pid=88878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 12:03:48.318359 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a460b4ec-7a41-4a8d-b335-b27ed0f14041 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:03:48.393850 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_hamode_db [None req-f050ab1f-f23c-41c6-9cf4-a3cb0803be32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5272121748>, [{'id': '4d37cf6b-6b0a-4a1d-9504-f05a0d85f341', 'name': 'tempest-TestSnapshotPattern-1840136115-router', 'tenant_id': 'fe790ff1dff44b67b1cf1b99bf29c03d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:58:29Z', 'updated_at': '2021-12-24T12:03:48Z', 'revision_number': 6, 'project_id': 'fe790ff1dff44b67b1cf1b99bf29c03d', 'gw_port_host': None}], 'dv-neutron-822691-2-hyperv', False) {} {{(pid=88881) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 12:03:48.398457 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f050ab1f-f23c-41c6-9cf4-a3cb0803be32 None None] The sync data for ids ['4d37cf6b-6b0a-4a1d-9504-f05a0d85f341'] in dv-neutron-822691-2-hyperv is: [{'id': '4d37cf6b-6b0a-4a1d-9504-f05a0d85f341', 'name': 'tempest-TestSnapshotPattern-1840136115-router', 'tenant_id': 'fe790ff1dff44b67b1cf1b99bf29c03d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:58:29Z', 'updated_at': '2021-12-24T12:03:48Z', 'revision_number': 6, 'project_id': 'fe790ff1dff44b67b1cf1b99bf29c03d', 'gw_port_host': None}] {{(pid=88881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 24 12:03:48.451545 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-a460b4ec-7a41-4a8d-b335-b27ed0f14041 admin admin] Calling delete_port for 5e24d2d4-cae0-4abb-8771-6e50dcbc0468 owned by network:router_gateway {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 12:03:48.633304 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a460b4ec-7a41-4a8d-b335-b27ed0f14041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:03:48.637121 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-eb60c377-409f-49c9-a536-a6d1d13ce540 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 12:03:48.679657 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a460b4ec-7a41-4a8d-b335-b27ed0f14041 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e24d2d4-cae0-4abb-8771-6e50dcbc0468,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 12:03:48.683440 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-a460b4ec-7a41-4a8d-b335-b27ed0f14041 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 12:03:48.916135 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a460b4ec-7a41-4a8d-b335-b27ed0f14041 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854116846'] for router_gateway, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:03:49.105485 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 5e24d2d4-cae0-4abb-8771-6e50dcbc0468 no longer exists at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 12:03:49.143611 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] No Port match for: 5e24d2d4-cae0-4abb-8771-6e50dcbc0468 {{(pid=88880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 24 12:03:49.144010 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 5e24d2d4-cae0-4abb-8771-6e50dcbc0468 not bound to the agent host dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 24 12:03:49.144480 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 61ceef9e-0498-4a60-a87e-b2bd58167bdf no longer exists at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 12:03:49.176955 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] No Port match for: 61ceef9e-0498-4a60-a87e-b2bd58167bdf {{(pid=88880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 24 12:03:49.177237 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device 61ceef9e-0498-4a60-a87e-b2bd58167bdf not bound to the agent host dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 24 12:03:49.188465 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a460b4ec-7a41-4a8d-b335-b27ed0f14041 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854158724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-84560'] for router, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:03:49.193047 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a460b4ec-7a41-4a8d-b335-b27ed0f14041 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:03:49.223075 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a460b4ec-7a41-4a8d-b335-b27ed0f14041 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854158830'] for router, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:03:49.223715 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a460b4ec-7a41-4a8d-b335-b27ed0f14041 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4d37cf6b-6b0a-4a1d-9504-f05a0d85f341 {{(pid=88878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 24 12:03:49.237595 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-a460b4ec-7a41-4a8d-b335-b27ed0f14041 admin admin] Notify callbacks [] for router, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:03:49.239057 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-a460b4ec-7a41-4a8d-b335-b27ed0f14041 admin admin] 10.222.0.65 "DELETE /v2.0/routers/4d37cf6b-6b0a-4a1d-9504-f05a0d85f341 HTTP/1.1" status: 204  len: 168 time: 1.7942672
Dec 24 12:03:49.241772 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 52734) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 12:03:49.308918 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d5583ea-bd5a-4418-86ac-f5344e71d327 admin admin] Deleting subnet 3aafdd7f-e316-4598-8a53-f0d9a4fe33bb {{(pid=88878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 24 12:03:49.312427 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1d5583ea-bd5a-4418-86ac-f5344e71d327 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:03:49.367226 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1d5583ea-bd5a-4418-86ac-f5344e71d327 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852534446'] for subnet, precommit_delete_associations {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:03:49.452625 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1d5583ea-bd5a-4418-86ac-f5344e71d327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036847655656'] for subnet, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:03:49.539647 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1d5583ea-bd5a-4418-86ac-f5344e71d327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7120129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3978858', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852529715'] for subnet, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:03:49.544393 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-30850acf-5ece-44c9-bbc4-8c3159c1cd8f tempest-TestNetworkAdvancedServerOps-1237375586 tempest-TestNetworkAdvancedServerOps-1237375586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 12:03:49.583583 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5583ea-bd5a-4418-86ac-f5344e71d327 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3aafdd7f-e316-4598-8a53-f0d9a4fe33bb,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 12:03:49.586693 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-1d5583ea-bd5a-4418-86ac-f5344e71d327 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 12:03:49.589864 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1d5583ea-bd5a-4418-86ac-f5344e71d327 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:03:49.596515 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-1d5583ea-bd5a-4418-86ac-f5344e71d327 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/3aafdd7f-e316-4598-8a53-f0d9a4fe33bb HTTP/1.1" status: 204  len: 168 time: 0.3536205
Dec 24 12:03:49.599346 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 52738) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 12:03:49.600948 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfe7ccfc-d4e8-4613-969c-316e52dd8d10 None None] Network 74e0112d-4b73-417c-87a0-74da8502d6c2 requested from dv-neutron-822691-2-hyperv {{(pid=88880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 24 12:03:49.720862 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-219cc572-2d93-46e4-bc20-04e77e328096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036847558493'] for network, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:03:49.732179 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-219cc572-2d93-46e4-bc20-04e77e328096 admin admin] Deleting port f15def7f-73e6-491f-9763-297bde0b3775 {{(pid=88878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 12:03:49.732551 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-219cc572-2d93-46e4-bc20-04e77e328096 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:03:49.869384 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd21f1ec-fa56-488e-8f81-2c399d74cfaf None None] DHCP port deletion for 74e0112d-4b73-417c-87a0-74da8502d6c2 request from dv-neutron-822691-2-hyperv {{(pid=88880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 24 12:03:49.874254 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-dd21f1ec-fa56-488e-8f81-2c399d74cfaf None None] Deleting port f15def7f-73e6-491f-9763-297bde0b3775 {{(pid=88880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 12:03:49.874684 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-dd21f1ec-fa56-488e-8f81-2c399d74cfaf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:03:49.948897 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-219cc572-2d93-46e4-bc20-04e77e328096 admin admin] For port f15def7f-73e6-491f-9763-297bde0b3775, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=f15def7f-73e6-491f-9763-297bde0b3775,segment=NetworkSegment(63b20eeb-4d98-473a-8c18-8bf890605856),segment_id=63b20eeb-4d98-473a-8c18-8bf890605856)] {{(pid=88878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 12:03:49.949301 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-219cc572-2d93-46e4-bc20-04e77e328096 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:03:50.076848 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-219cc572-2d93-46e4-bc20-04e77e328096 admin admin] Calling delete_port for f15def7f-73e6-491f-9763-297bde0b3775 owned by network:dhcp {{(pid=88878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 12:03:50.087329 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.db [None req-dd21f1ec-fa56-488e-8f81-2c399d74cfaf None None] For port f15def7f-73e6-491f-9763-297bde0b3775, host dv-neutron-822691-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822691-2-hyperv',level=0,port_id=f15def7f-73e6-491f-9763-297bde0b3775,segment=NetworkSegment(63b20eeb-4d98-473a-8c18-8bf890605856),segment_id=63b20eeb-4d98-473a-8c18-8bf890605856)] {{(pid=88880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Dec 24 12:03:50.087770 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-dd21f1ec-fa56-488e-8f81-2c399d74cfaf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854055978'] for port, precommit_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:03:50.158815 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-219cc572-2d93-46e4-bc20-04e77e328096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7410570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363287349101411', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363287349529392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850797028'] for port, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:03:50.163606 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-2a997ff7-f149-4554-bbf0-e10cbbb57cfb tempest-TestShelveInstance-473910667 tempest-TestShelveInstance-473910667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 12:03:50.207090 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219cc572-2d93-46e4-bc20-04e77e328096 admin admin] Pushing event deleted for resources: {'Port': ['ID=f15def7f-73e6-491f-9763-297bde0b3775,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 12:03:50.210786 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-219cc572-2d93-46e4-bc20-04e77e328096 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 12:03:50.211626 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219cc572-2d93-46e4-bc20-04e77e328096 admin admin] No DVR routers for this DVR port f15def7f-73e6-491f-9763-297bde0b3775 on host dv-neutron-822691-2-hyperv {{(pid=88878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 24 12:03:50.214543 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-dd21f1ec-fa56-488e-8f81-2c399d74cfaf None None] Calling delete_port for f15def7f-73e6-491f-9763-297bde0b3775 owned by network:dhcp {{(pid=88880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}}
Dec 24 12:03:50.288551 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.db.api [None req-dd21f1ec-fa56-488e-8f81-2c399d74cfaf None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88880) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 24 12:03:50.288919 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_db.api [None req-dd21f1ec-fa56-488e-8f81-2c399d74cfaf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88880) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 24 12:03:50.341063 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-219cc572-2d93-46e4-bc20-04e77e328096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036847649663', 'neutron.services.segments.db._delete_segments_for_network-8749505737672'] for network, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:03:50.367773 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-219cc572-2d93-46e4-bc20-04e77e328096 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5271444390>,) {'filters': {'network_id': ['74e0112d-4b73-417c-87a0-74da8502d6c2']}} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 12:03:50.380893 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-219cc572-2d93-46e4-bc20-04e77e328096 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5271444390>, '63b20eeb-4d98-473a-8c18-8bf890605856') {'for_net_delete': True} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 12:03:50.381237 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.services.segments.db [None req-219cc572-2d93-46e4-bc20-04e77e328096 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5271444390>, '63b20eeb-4d98-473a-8c18-8bf890605856') {} {{(pid=88878) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 24 12:03:50.393928 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-219cc572-2d93-46e4-bc20-04e77e328096 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749505745113', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2241371'] for segment, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:03:50.413853 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-219cc572-2d93-46e4-bc20-04e77e328096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7123687'] for segment, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:03:50.420657 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-219cc572-2d93-46e4-bc20-04e77e328096 admin admin] Releasing vlan 612 on physical network physnet1 to pool {{(pid=88878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}}
Dec 24 12:03:50.421198 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-219cc572-2d93-46e4-bc20-04e77e328096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036847652098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850807864'] for segment, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:03:50.439675 dv-neutron-822691-2-hyperv neutron-server[88767]: Traceback (most recent call last):
Dec 24 12:03:50.439675 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 24 12:03:50.439675 dv-neutron-822691-2-hyperv neutron-server[88767]:     timer()
Dec 24 12:03:50.439675 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 12:03:50.439675 dv-neutron-822691-2-hyperv neutron-server[88767]:     cb(*args, **kw)
Dec 24 12:03:50.439675 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Dec 24 12:03:50.439675 dv-neutron-822691-2-hyperv neutron-server[88767]:     return func(*args, **kwargs)
Dec 24 12:03:50.439675 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 12:03:50.439675 dv-neutron-822691-2-hyperv neutron-server[88767]:     self._notify()
Dec 24 12:03:50.439675 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 12:03:50.439675 dv-neutron-822691-2-hyperv neutron-server[88767]:     self.callback(batched_events)
Dec 24 12:03:50.439675 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 12:03:50.439675 dv-neutron-822691-2-hyperv neutron-server[88767]:     event.method(event)
Dec 24 12:03:50.439675 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 12:03:50.439675 dv-neutron-822691-2-hyperv neutron-server[88767]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 12:03:50.439675 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 24 12:03:50.439675 dv-neutron-822691-2-hyperv neutron-server[88767]:     segment_id)['aggregates'][0]
Dec 24 12:03:50.439675 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper
Dec 24 12:03:50.439675 dv-neutron-822691-2-hyperv neutron-server[88767]:     return f(self, *a, **k)
Dec 24 12:03:50.439675 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 12:03:50.439675 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self._get(url).json()
Dec 24 12:03:50.439675 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 24 12:03:50.439675 dv-neutron-822691-2-hyperv neutron-server[88767]:     **kwargs)
Dec 24 12:03:50.439675 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get
Dec 24 12:03:50.439675 dv-neutron-822691-2-hyperv neutron-server[88767]:     return self.request(url, 'GET', **kwargs)
Dec 24 12:03:50.439675 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request
Dec 24 12:03:50.439675 dv-neutron-822691-2-hyperv neutron-server[88767]:     **endpoint_filter)
Dec 24 12:03:50.439675 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint
Dec 24 12:03:50.439675 dv-neutron-822691-2-hyperv neutron-server[88767]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 12:03:50.439675 dv-neutron-822691-2-hyperv neutron-server[88767]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required
Dec 24 12:03:50.439675 dv-neutron-822691-2-hyperv neutron-server[88767]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 12:03:50.439675 dv-neutron-822691-2-hyperv neutron-server[88767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 12:03:50.543107 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-219cc572-2d93-46e4-bc20-04e77e328096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7126154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1977636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-659196'] for network, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:03:50.546995 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-38f9e329-fbe9-4e47-a678-210b504ea63f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 12:03:50.561479 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-219cc572-2d93-46e4-bc20-04e77e328096 admin admin] Notify callbacks [] for network, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:03:50.575533 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219cc572-2d93-46e4-bc20-04e77e328096 admin admin] Pushing event deleted for resources: {'Network': ['ID=74e0112d-4b73-417c-87a0-74da8502d6c2,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 12:03:50.579744 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-219cc572-2d93-46e4-bc20-04e77e328096 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 12:03:50.582089 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-219cc572-2d93-46e4-bc20-04e77e328096 admin admin] 10.222.0.65 "DELETE /v2.0/networks/74e0112d-4b73-417c-87a0-74da8502d6c2 HTTP/1.1" status: 204  len: 168 time: 0.9814403
Dec 24 12:03:50.752802 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88879) accepted ('10.222.0.65', 52744) {{(pid=88879) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 12:03:50.791094 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-dd21f1ec-fa56-488e-8f81-2c399d74cfaf None None] Deleting port f15def7f-73e6-491f-9763-297bde0b3775 {{(pid=88880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}}
Dec 24 12:03:50.791529 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-dd21f1ec-fa56-488e-8f81-2c399d74cfaf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363287349107145'] for port, before_delete {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:03:50.810490 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 52748) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 12:03:50.810689 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-bbff05e7-088e-44ad-b439-1959b058be12 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ca6470bc988a4b30890b86e1d588fd70&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0565059
Dec 24 12:03:50.856432 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-dd21f1ec-fa56-488e-8f81-2c399d74cfaf None None] The port 'f15def7f-73e6-491f-9763-297bde0b3775' was deleted {{(pid=88880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}}
Dec 24 12:03:50.879822 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0a876177-871e-4552-947d-be5050b8adb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:03:50.917543 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0a876177-871e-4552-947d-be5050b8adb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:03:50.971156 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0a876177-871e-4552-947d-be5050b8adb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:03:50.976481 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-cee87d14-204d-4ab2-88c7-a9a0e8cf8d1c tempest-TestNetworkBasicOps-1942076729 tempest-TestNetworkBasicOps-1942076729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 12:03:50.990981 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a876177-871e-4552-947d-be5050b8adb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2b0eeb8-f419-43d4-8deb-826635ba32e8,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 12:03:50.993844 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-0a876177-871e-4552-947d-be5050b8adb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 12:03:50.999493 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0a876177-871e-4552-947d-be5050b8adb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:03:51.003898 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-0a876177-871e-4552-947d-be5050b8adb3 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e2b0eeb8-f419-43d4-8deb-826635ba32e8 HTTP/1.1" status: 204  len: 168 time: 0.1922758
Dec 24 12:03:51.106165 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device f15def7f-73e6-491f-9763-297bde0b3775 no longer exists at agent ovs-agent-dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 24 12:03:51.143350 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.plugin [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] No Port match for: f15def7f-73e6-491f-9763-297bde0b3775 {{(pid=88880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}}
Dec 24 12:03:51.143747 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.plugins.ml2.rpc [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Device f15def7f-73e6-491f-9763-297bde0b3775 not bound to the agent host dv-neutron-822691-2-hyperv {{(pid=88880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 24 12:03:51.511195 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 52760) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 12:03:51.566738 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-7fc3af7e-3666-444d-8a0d-ecfe32167fe3 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=fe790ff1dff44b67b1cf1b99bf29c03d&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0541515
Dec 24 12:03:51.569457 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.wsgi [-] (88878) accepted ('10.222.0.65', 52764) {{(pid=88878) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 24 12:03:51.631899 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c58e7294-6714-4c10-9fa7-6bcbd01dd39c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:03:51.660529 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c58e7294-6714-4c10-9fa7-6bcbd01dd39c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:03:51.715402 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c58e7294-6714-4c10-9fa7-6bcbd01dd39c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689802'] for security_group, after_delete {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:03:51.722283 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-ca4697ad-6910-4d56-9650-8288d6a58876 tempest-TestSnapshotPattern-1396260961 tempest-TestSnapshotPattern-1396260961-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}}
Dec 24 12:03:51.735965 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58e7294-6714-4c10-9fa7-6bcbd01dd39c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efad1134-20c7-4915-a339-43cfdd64437d,revision_number=None']} {{(pid=88878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 24 12:03:51.738838 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG oslo_concurrency.lockutils [None req-c58e7294-6714-4c10-9fa7-6bcbd01dd39c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88878) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}}
Dec 24 12:03:51.740873 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-c58e7294-6714-4c10-9fa7-6bcbd01dd39c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88878) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:03:51.742144 dv-neutron-822691-2-hyperv neutron-server[88767]: INFO neutron.wsgi [None req-c58e7294-6714-4c10-9fa7-6bcbd01dd39c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/efad1134-20c7-4915-a339-43cfdd64437d HTTP/1.1" status: 204  len: 168 time: 0.1716383
Dec 24 12:03:58.988329 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:04:03.464195 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.agents_db [None req-e51243ab-6a93-425b-980f-a73583147efa None None] Agent healthcheck: found 6 active agents {{(pid=88881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 24 12:04:06.558422 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5ba0b2da-9bb4-4c45-ab0d-320b83be1ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:04:08.119497 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:04:09.063325 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-fe9e267b-770a-4053-b581-5b32a198c053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:04:09.700042 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bdfdbc84-c52d-4f40-b281-af314dc1f8fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:04:10.989763 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-39ff93cf-c0b7-48c5-95f3-6f7e9977387d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:04:28.990443 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:04:36.557272 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-ee5c010b-44bc-4b75-aa2e-a24fbe07428f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:04:38.119353 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:04:39.076910 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-5925eb4d-6231-47c2-bba8-3568967a3a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:04:39.700376 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bdfdbc84-c52d-4f40-b281-af314dc1f8fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:04:40.463808 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.agents_db [None req-e51243ab-6a93-425b-980f-a73583147efa None None] Agent healthcheck: found 6 active agents {{(pid=88881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 24 12:04:40.990887 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-39ff93cf-c0b7-48c5-95f3-6f7e9977387d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:04:58.998996 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:05:06.559033 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-08ad3116-6119-4310-8f49-bea676496b4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:05:08.125086 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:05:09.072029 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-11928707-6eb7-4db6-b5af-cf134a605e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:05:09.703525 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bdfdbc84-c52d-4f40-b281-af314dc1f8fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:05:10.996745 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-39ff93cf-c0b7-48c5-95f3-6f7e9977387d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:05:17.461802 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.agents_db [None req-e51243ab-6a93-425b-980f-a73583147efa None None] Agent healthcheck: found 6 active agents {{(pid=88881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 24 12:05:29.016425 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:05:36.556949 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-9eec3824-a46f-413b-875d-bede962a432b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:05:38.115958 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:05:39.082354 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4fcca6d2-2f2c-4ef4-a32d-a1775814ccc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:05:39.709395 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bdfdbc84-c52d-4f40-b281-af314dc1f8fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:05:40.997034 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-39ff93cf-c0b7-48c5-95f3-6f7e9977387d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:05:54.458994 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.agents_db [None req-e51243ab-6a93-425b-980f-a73583147efa None None] Agent healthcheck: found 6 active agents {{(pid=88881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 24 12:05:59.017373 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:06:06.553235 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-eafe1f7c-1c43-4ecc-a405-552a90a239ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:06:08.121580 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:06:09.083116 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f3f508d7-fdb0-4de7-a053-62e34aae282b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:06:09.719047 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bdfdbc84-c52d-4f40-b281-af314dc1f8fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:06:11.005524 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-39ff93cf-c0b7-48c5-95f3-6f7e9977387d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:06:29.034644 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:06:31.455337 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.agents_db [None req-e51243ab-6a93-425b-980f-a73583147efa None None] Agent healthcheck: found 6 active agents {{(pid=88881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 24 12:06:36.549878 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-66b5e22f-b8ea-4920-90fe-b59f67c12537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:06:38.120661 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:06:39.084486 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-167bca60-d529-4d8e-9e4e-e7c958a635d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:06:39.720424 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bdfdbc84-c52d-4f40-b281-af314dc1f8fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:06:41.009872 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-39ff93cf-c0b7-48c5-95f3-6f7e9977387d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:06:59.037125 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:07:06.557533 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-6f621e92-0b91-421f-9ae7-d0b55a18e003 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:07:08.123778 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:07:08.465026 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.agents_db [None req-e51243ab-6a93-425b-980f-a73583147efa None None] Agent healthcheck: found 6 active agents {{(pid=88881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 24 12:07:09.083110 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7b77f520-97c7-41c2-9433-27e06f1807a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:07:09.726655 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bdfdbc84-c52d-4f40-b281-af314dc1f8fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:07:11.008612 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-39ff93cf-c0b7-48c5-95f3-6f7e9977387d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:07:29.034102 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:07:36.548516 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-aab19d69-574b-4ddb-a703-50f71da1cca6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:07:38.122691 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:07:39.085381 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-4d830842-13f7-4935-be50-f7db86bffbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:07:39.735637 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bdfdbc84-c52d-4f40-b281-af314dc1f8fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:07:41.016470 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-39ff93cf-c0b7-48c5-95f3-6f7e9977387d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:07:45.464292 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.agents_db [None req-e51243ab-6a93-425b-980f-a73583147efa None None] Agent healthcheck: found 6 active agents {{(pid=88881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 24 12:07:59.031316 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:08:06.552470 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-0c9bb94a-3a58-40b8-ad15-78f00bcfbc84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:08:08.117099 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:08:09.078485 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f6351caa-80c0-4b84-9e18-fff3363a4afa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:08:09.727151 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bdfdbc84-c52d-4f40-b281-af314dc1f8fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:08:11.011274 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-39ff93cf-c0b7-48c5-95f3-6f7e9977387d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:08:22.460589 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.agents_db [None req-e51243ab-6a93-425b-980f-a73583147efa None None] Agent healthcheck: found 6 active agents {{(pid=88881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 24 12:08:29.042369 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:08:36.549038 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-3b585384-e55b-44a4-b357-1e300f8bf233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:08:38.122085 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:08:39.088404 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54ecc97d-f020-46ab-858a-98d349ef0b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:08:39.737802 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bdfdbc84-c52d-4f40-b281-af314dc1f8fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:08:41.025908 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-39ff93cf-c0b7-48c5-95f3-6f7e9977387d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:08:59.060614 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-7db626fc-dc1c-4fc5-97d2-42e66364a121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:08:59.459705 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron.db.agents_db [None req-e51243ab-6a93-425b-980f-a73583147efa None None] Agent healthcheck: found 6 active agents {{(pid=88881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}
Dec 24 12:09:06.550977 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-1b6ea47e-2929-45c9-b989-ec53bb0d5800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:09:08.132579 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-54256e68-f3a4-480d-97c5-402f5c03e771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:09:09.085579 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-f7622e11-654a-42e2-aaff-b3acd9598efc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:09:09.739787 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-bdfdbc84-c52d-4f40-b281-af314dc1f8fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 24 12:09:11.021036 dv-neutron-822691-2-hyperv neutron-server[88767]: DEBUG neutron_lib.callbacks.manager [None req-39ff93cf-c0b7-48c5-95f3-6f7e9977387d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749505737655', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036847650202'] for agent, after_update {{(pid=88880) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}